-- Logs begin at Sat 2021-11-27 20:01:15 UTC, end at Sat 2021-11-27 22:28:41 UTC. --
Nov 27 20:35:16.251141 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Nov 27 20:35:19.245072 ncdv-master-1 neutron-server[120799]: INFO neutron.common.config [-] Logging enabled!
Nov 27 20:35:19.245744 ncdv-master-1 neutron-server[120799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev230
Nov 27 20:35:19.245852 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120799) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 27 20:35:19.249344 ncdv-master-1 neutron-server[120799]: INFO neutron.common.config [-] Logging enabled!
Nov 27 20:35:19.249641 ncdv-master-1 neutron-server[120799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev230
Nov 27 20:35:19.249955 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120799) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 27 20:35:19.250906 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 27 20:35:19.251143 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 27 20:35:19.251534 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 27 20:35:19.251783 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 27 20:35:19.252010 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 27 20:35:19.252337 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.252885 ncdv-master-1 neutron-server[120799]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Nov 27 20:35:19.253210 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.253505 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.253796 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.254090 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.254382 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.254662 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.254947 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.255240 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.255548 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.255824 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.256102 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.256391 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.256672 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.256952 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.257235 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.257515 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] debug                          = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.257793 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.258215 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.258637 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.258917 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.259202 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.259510 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.259780 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.260054 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.260336 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.260660 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.260936 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.261220 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.261502 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.261783 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.262056 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.262330 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.262611 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.262881 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.263151 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.263459 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.264265 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.264552 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.264842 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.265067 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.265289 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.265574 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.265859 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.266134 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.266406 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.266679 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.266952 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.267224 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.267515 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.267799 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.268080 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.268361 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.268635 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.268908 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.269179 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.269448 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.269727 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.270003 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.270288 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.270542 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.270826 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.271093 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.271386 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.271685 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.271966 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.272252 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.272529 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.272798 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.273080 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.273353 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.273626 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.273897 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.274167 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.274463 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.274722 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.274995 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.275290 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.275560 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.275833 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.276116 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:19.276413 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.276712 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.277013 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.277299 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.277602 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.277883 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.278171 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.278449 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.278739 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.279026 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.279393 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.280204 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.280497 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.280774 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.281069 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.281377 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.281673 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.281968 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.282246 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.282525 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.282799 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.283082 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.283396 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.283684 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.283975 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.284266 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.284548 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.284845 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.285135 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.285432 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.285724 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.286002 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.286283 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.286576 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.286856 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.287131 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.287442 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.287732 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.288013 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.288288 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.288571 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.288849 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.289125 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.289399 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.289677 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.289970 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.290251 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.290524 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.290796 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.291078 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.291375 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.291665 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.291947 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.292223 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.292496 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.292772 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.293045 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.293320 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.293600 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.293876 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.294155 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.294429 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.294699 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.295010 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.295307 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.295584 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.295857 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.296130 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.296408 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.296680 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.296952 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.297226 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.297502 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.297777 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.298066 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.298368 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.298651 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.298931 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.299212 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.299516 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.299797 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.300081 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.300362 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.300640 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.300914 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.301206 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.301494 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.301782 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.302067 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.302361 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.302655 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.302932 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.303213 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.303514 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.303793 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.304076 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.304359 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.304648 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.304937 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.305226 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.305516 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.305807 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.306086 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.306391 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.306675 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:19.306890 ncdv-master-1 neutron-server[120799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 27 20:35:19.307129 ncdv-master-1 neutron-server[120799]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=120799) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 27 20:35:19.660891 ncdv-master-1 neutron-server[120799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=120799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 27 20:35:19.661185 ncdv-master-1 neutron-server[120799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=120799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 27 20:35:19.661493 ncdv-master-1 neutron-server[120799]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=120799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 27 20:35:19.661828 ncdv-master-1 neutron-server[120799]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 27 20:35:19.987040 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:19.987238 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:19.987538 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:19.988728 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:19.989001 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:19.989266 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.024448 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.024749 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.025039 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.040896 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.041182 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.041453 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.071039 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.071354 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.071626 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.108850 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.109135 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.109404 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.460707 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe400fef940> agent after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.461203 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe400fef940> agent after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.461315 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fe400fef3a0> segment precommit_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.461519 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fe400fefaf0> network precommit_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.462226 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fe401346790> segment before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.562500 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> network before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.562825 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fe4012173a0> agent before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.563117 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> network before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.563419 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> port before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.563690 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> port before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.564005 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> segment precommit_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.564269 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> segment precommit_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.564530 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> segment after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.564787 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> segment after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.565072 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> network after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.565335 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> network precommit_delete 0 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.565602 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> port after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.565859 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> port after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.566112 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> port after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.566371 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> port provisioning_complete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.566638 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.566894 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> rbac-policy after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.567163 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> agent after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.567459 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> subnet after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.567720 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> subnet precommit_delete 0 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.567992 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.568247 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.568529 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> segment_host_mapping after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.568908 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.569159 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.569405 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe401bda3a0>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.569799 ncdv-master-1 neutron-server[120799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=120799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 20:35:20.570041 ncdv-master-1 neutron-server[120799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=120799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 20:35:20.570279 ncdv-master-1 neutron-server[120799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=120799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 20:35:20.570517 ncdv-master-1 neutron-server[120799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=120799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 20:35:20.570752 ncdv-master-1 neutron-server[120799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=120799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 20:35:20.570988 ncdv-master-1 neutron-server[120799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=120799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 20:35:20.571371 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 27 20:35:20.574465 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 27 20:35:20.580613 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 27 20:35:20.584519 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Nov 27 20:35:20.586152 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 27 20:35:20.586620 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 27 20:35:20.586956 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 27 20:35:20.587363 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 27 20:35:20.590189 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 27 20:35:20.590445 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 27 20:35:20.590794 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 27 20:35:20.596646 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Nov 27 20:35:20.619551 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 27 20:35:20.620000 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fe4012d7a30>> qos_plugin after_init 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.620305 ncdv-master-1 neutron-server[120799]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=120799) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Nov 27 20:35:20.620668 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fe4012d7c40>> logging-plugin after_init 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.622055 ncdv-master-1 neutron-server[120799]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=120799) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 27 20:35:20.622333 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 27 20:35:20.622581 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 27 20:35:20.626580 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe4012c9c10>> floatingip before_response 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.626870 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe4012c9c10>> port before_response 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:20.698069 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 27 20:35:20.698259 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 27 20:35:20.698500 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 27 20:35:20.698868 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 27 20:35:20.719221 ncdv-master-1 neutron-server[120799]: DEBUG oslo_db.sqlalchemy.engines [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=120799) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Nov 27 20:35:21.152062 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Initializing driver for type 'gre'
Nov 27 20:35:21.152833 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] gre ID ranges: [(1, 1000)]
Nov 27 20:35:21.206668 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Initializing driver for type 'local'
Nov 27 20:35:21.207011 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Initializing driver for type 'vlan'
Nov 27 20:35:21.220173 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] VlanTypeDriver initialization complete
Nov 27 20:35:21.220535 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Initializing driver for type 'vxlan'
Nov 27 20:35:21.221068 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] vxlan ID ranges: [(1, 1000)]
Nov 27 20:35:21.275583 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Initializing extension driver 'port_security'
Nov 27 20:35:21.275968 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.extensions.port_security [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] PortSecurityExtensionDriver initialization complete
Nov 27 20:35:21.276391 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Initializing mechanism driver 'openvswitch'
Nov 27 20:35:21.276724 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Initializing mechanism driver 'hyperv'
Nov 27 20:35:21.283880 ncdv-master-1 neutron-server[120799]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=120799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:35:21.284760 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4011404c0>> port after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.285145 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4011404c0>> port after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.285513 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe4011404c0>> port after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.286059 ncdv-master-1 neutron-server[120799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=120799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 27 20:35:21.286506 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b5ce80>> subnet after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.286874 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b5ce80>> subnet after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.287233 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b5ce80>> subnet after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.287664 ncdv-master-1 neutron-server[120799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=120799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 27 20:35:21.288084 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b6fa60>> network after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.288446 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b6fa60>> network after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.288802 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b6fa60>> network after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.289207 ncdv-master-1 neutron-server[120799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=120799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 27 20:35:21.289626 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b6ff70>> security_group after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.289989 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b6ff70>> security_group after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.290343 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b6ff70>> security_group after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.290777 ncdv-master-1 neutron-server[120799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=120799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 27 20:35:21.291195 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b7e490>> security_group_rule after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.291575 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b7e490>> security_group_rule after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.291925 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b7e490>> security_group_rule after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.292330 ncdv-master-1 neutron-server[120799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=120799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 27 20:35:21.292745 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b7e9a0>> address_group after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.293100 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b7e9a0>> address_group after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.293449 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe400b7e9a0>> address_group after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.293855 ncdv-master-1 neutron-server[120799]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=120799) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 27 20:35:21.294244 ncdv-master-1 neutron-server[120799]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] ML2 OVO RPC backend initialized. {{(pid=120799) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Nov 27 20:35:21.295044 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> router_interface after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.295448 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> router_interface after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.295875 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> network before_response 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.296233 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> networks before_response 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.296590 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> port before_response 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.296941 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> ports before_response 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.297294 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> subnet before_response 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.297645 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> subnets before_response 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.297997 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> network after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.298345 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> network after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.298689 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> network after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.299033 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> port after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.299411 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> port after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.299757 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> port after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.300108 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> subnet after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.300484 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> subnet after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.300828 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe400ac9100>> subnet after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.301420 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.plugin [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Modular L2 Plugin initialization complete
Nov 27 20:35:21.301756 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading services supported by the core plugin {{(pid=120799) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 27 20:35:21.302094 ncdv-master-1 neutron-server[120799]: INFO neutron.plugins.ml2.managers [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Got port-security extension from driver 'port_security'
Nov 27 20:35:21.302566 ncdv-master-1 neutron-server[120799]: INFO neutron.extensions.vlantransparent [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Disabled vlantransparent extension.
Nov 27 20:35:21.303065 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=120799) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 27 20:35:21.303433 ncdv-master-1 neutron-server[120799]: INFO neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading Plugin: router
Nov 27 20:35:21.341805 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router_interface before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.342210 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router after_create 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.342594 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router before_create 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.342966 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router_interface before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.343451 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router_interface after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.343822 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router after_delete 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.344191 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> floatingip after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.344548 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> floatingip after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.345040 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router after_create 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.345398 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router after_update 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.345760 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router after_update 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.346122 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router_gateway after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.346491 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router after_update 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.346908 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router precommit_update 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.347304 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fe401122700> port after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.347656 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fe4011225e0> port after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.348005 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fe401122670> subnet after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.348352 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fe401122790> subnetpool_address_scope after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.348713 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> port precommit_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.349069 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router precommit_create 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.349422 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fe401368040> port before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.349774 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router precommit_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.350140 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router after_update 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.350492 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router precommit_delete 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.350851 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router precommit_create 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.351221 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router_interface after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.351605 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> router precommit_update 55549900 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.351986 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> agent after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.352345 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> agent after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.352697 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe400ac9250>> network after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.353568 ncdv-master-1 neutron-server[120799]: DEBUG neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Tracking information for resource: router configured {{(pid=120799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 20:35:21.353911 ncdv-master-1 neutron-server[120799]: DEBUG neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Tracking information for resource: floatingip configured {{(pid=120799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 27 20:35:21.358869 ncdv-master-1 neutron-server[120799]: INFO neutron.db.l3_agentschedulers_db [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 27 20:35:21.359494 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fe400afff70> port after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.359870 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fe400affe50> port after_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.360233 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function _notify_port_delete at 0x7fe400affee0> port after_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.360593 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fe400af40d0> port after_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.361394 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe400b2e520>> router before_create 55550100 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.361772 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe400b2e520>> router precommit_delete 55550100 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.362146 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe400b2e520>> router precommit_create 55550100 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.362515 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe400b2e520>> router precommit_update 55550100 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.367447 ncdv-master-1 neutron-server[120799]: DEBUG neutron.services.provider_configuration [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service providers = [] {{(pid=120799) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 27 20:35:21.367824 ncdv-master-1 neutron-server[120799]: DEBUG neutron.db.servicetype_db [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=120799) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 27 20:35:21.370812 ncdv-master-1 neutron-server[120799]: DEBUG neutron.services.service_base [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=120799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 27 20:35:21.371167 ncdv-master-1 neutron-server[120799]: DEBUG neutron.services.service_base [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=120799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 27 20:35:21.371543 ncdv-master-1 neutron-server[120799]: DEBUG neutron.services.service_base [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=120799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 27 20:35:21.372452 ncdv-master-1 neutron-server[120799]: DEBUG neutron.services.service_base [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=120799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 27 20:35:21.372836 ncdv-master-1 neutron-server[120799]: INFO neutron.services.service_base [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 27 20:35:21.374016 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=120799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 20:35:21.374339 ncdv-master-1 neutron-server[120799]: INFO neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 27 20:35:21.385101 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=120799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 20:35:21.385445 ncdv-master-1 neutron-server[120799]: INFO neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading Plugin: auto_allocate
Nov 27 20:35:21.391829 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe400a893a0> network precommit_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.392206 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe400a893a0> network precommit_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.392737 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=120799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 20:35:21.393064 ncdv-master-1 neutron-server[120799]: INFO neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading Plugin: tag
Nov 27 20:35:21.399895 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=120799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 20:35:21.400235 ncdv-master-1 neutron-server[120799]: INFO neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading Plugin: timestamp
Nov 27 20:35:21.404158 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=120799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 20:35:21.404478 ncdv-master-1 neutron-server[120799]: INFO neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading Plugin: network_ip_availability
Nov 27 20:35:21.409943 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe400a82b80>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.410327 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe400a82b80>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.410691 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe400a82b80>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.411448 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=120799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 20:35:21.411778 ncdv-master-1 neutron-server[120799]: INFO neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading Plugin: flavors
Nov 27 20:35:21.416842 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=120799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 20:35:21.417182 ncdv-master-1 neutron-server[120799]: INFO neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading Plugin: revisions
Nov 27 20:35:21.421630 ncdv-master-1 neutron-server[120799]: DEBUG neutron.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=120799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 27 20:35:21.422034 ncdv-master-1 neutron-server[120799]: DEBUG oslo_concurrency.lockutils [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=120799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 27 20:35:21.422802 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=120799) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 27 20:35:21.423152 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Initializing extension manager.
Nov 27 20:35:21.423709 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: __init__.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.424063 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: __pycache__ {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.424414 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.424754 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: address_group.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.425563 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.427530 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: address-group
Nov 27 20:35:21.427869 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: address_scope.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.429327 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.429839 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: address-scope
Nov 27 20:35:21.430173 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: admin_state_down_before_update.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.431165 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.433811 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: router-admin-state-down-before-update
Nov 27 20:35:21.434153 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: agent.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.434878 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.435426 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: agent
Nov 27 20:35:21.436274 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: agent_resources_synced.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.438698 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.439220 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: agent-resources-synced
Nov 27 20:35:21.439576 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: allowedaddresspairs.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.441456 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.441994 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: allowed-address-pairs
Nov 27 20:35:21.442332 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: auto_allocated_topology.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.443460 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.443981 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: auto-allocated-topology
Nov 27 20:35:21.444318 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: availability_zone.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.445026 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.445536 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: availability_zone
Nov 27 20:35:21.446174 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: availability_zone_filter.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.446787 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.447321 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: availability_zone_filter
Nov 27 20:35:21.447655 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: data_plane_status.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.448605 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.449112 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 27 20:35:21.449443 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: default_subnetpools.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.450371 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.450880 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: default-subnetpools
Nov 27 20:35:21.451881 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: dhcpagentscheduler.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.452721 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.453236 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: dhcp_agent_scheduler
Nov 27 20:35:21.453570 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: dns.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.454497 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.455010 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension dns-integration not supported by any of loaded plugins
Nov 27 20:35:21.455370 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: dns_domain_ports.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.456302 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.456812 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 27 20:35:21.457145 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.458091 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.458600 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Nov 27 20:35:21.458930 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: dvr.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.459635 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.460144 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: dvr
Nov 27 20:35:21.460475 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: ecmp_routes.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.461401 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.461911 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension ecmp_routes not supported by any of loaded plugins
Nov 27 20:35:21.462240 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: empty_string_filtering.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.463164 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.463711 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: empty-string-filtering
Nov 27 20:35:21.464043 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.464973 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.465473 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 27 20:35:21.465803 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.466765 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.467306 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 27 20:35:21.467637 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: external_net.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.468569 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.469083 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: external-net
Nov 27 20:35:21.469412 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: extra_dhcp_opt.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.470344 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.470856 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: extra_dhcp_opt
Nov 27 20:35:21.471186 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: extraroute.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.472128 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.472637 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: extraroute
Nov 27 20:35:21.472964 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: extraroute_atomic.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.474197 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.474718 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: extraroute-atomic
Nov 27 20:35:21.475047 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: filter_validation.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.475748 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.476258 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: filter-validation
Nov 27 20:35:21.476588 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: fip_pf_description.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.477513 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.478025 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 27 20:35:21.478354 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: fip_port_details.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.479301 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.479812 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: fip-port-details
Nov 27 20:35:21.480139 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: flavors.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.481394 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.481918 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: flavors
Nov 27 20:35:21.482249 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.484002 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.484525 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 27 20:35:21.484865 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: floatingip_pools.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.485576 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.486091 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: floatingip-pools
Nov 27 20:35:21.486425 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: ip_allocation.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.487392 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.487907 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 27 20:35:21.488243 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.489173 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.489689 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: ip-substring-filtering
Nov 27 20:35:21.490026 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: l2_adjacency.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.490967 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.491513 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 27 20:35:21.491846 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: l3.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.492828 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.493354 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: router
Nov 27 20:35:21.493688 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: l3_conntrack_helper.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.496012 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.496552 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 27 20:35:21.496891 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.497844 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.499155 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: ext-gw-mode
Nov 27 20:35:21.499513 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.500447 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.500963 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: l3-ha
Nov 27 20:35:21.501298 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: l3_flavors.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.502229 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.502748 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: l3-flavors
Nov 27 20:35:21.503084 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.504039 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.504553 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 27 20:35:21.504885 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: l3agentscheduler.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.505941 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.506455 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: l3_agent_scheduler
Nov 27 20:35:21.506790 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: local_ip.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.508611 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.509138 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension local_ip not supported by any of loaded plugins
Nov 27 20:35:21.509479 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: logging.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.511091 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.511654 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension logging not supported by any of loaded plugins
Nov 27 20:35:21.511999 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: metering.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.512757 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.513339 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: metering
Nov 27 20:35:21.514258 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.515412 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.515934 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: metering_source_and_destination_fields
Nov 27 20:35:21.516273 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: multiprovidernet.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.517216 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.517739 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: multi-provider
Nov 27 20:35:21.518072 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: netmtu.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.519008 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.519559 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: net-mtu
Nov 27 20:35:21.519890 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: netmtu_writable.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.520818 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.521336 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: net-mtu-writable
Nov 27 20:35:21.521664 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: network_availability_zone.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.522342 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.522853 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: network_availability_zone
Nov 27 20:35:21.523181 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: network_ip_availability.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.524332 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.524850 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: network-ip-availability
Nov 27 20:35:21.525178 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: network_segment_range.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.525949 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.526457 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 27 20:35:21.526785 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: pagination.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.527829 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.528170 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: pagination
Nov 27 20:35:21.528506 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: port_device_profile.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.529460 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.529983 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: port-device-profile
Nov 27 20:35:21.530315 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.531263 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.531789 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: port-mac-address-regenerate
Nov 27 20:35:21.532120 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.533044 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.533557 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: port-numa-affinity-policy
Nov 27 20:35:21.533887 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: port_resource_request.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.534827 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.535368 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 27 20:35:21.535702 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: port_resource_request_groups.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.536682 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.537192 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Nov 27 20:35:21.537525 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: portbindings.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.538475 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.538987 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: binding
Nov 27 20:35:21.539346 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: portbindings_extended.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.540639 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.541159 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: binding-extended
Nov 27 20:35:21.541494 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: portsecurity.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.542434 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.542956 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: port-security
Nov 27 20:35:21.543314 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: project_id.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.544307 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.544647 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: project-id
Nov 27 20:35:21.545557 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: providernet.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.546490 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.547012 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: provider
Nov 27 20:35:21.547370 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.551025 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.551587 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos not supported by any of loaded plugins
Nov 27 20:35:21.551931 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.553201 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.553725 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 27 20:35:21.554066 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.554997 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.555549 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 27 20:35:21.555885 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_default.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.556813 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.557336 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-default not supported by any of loaded plugins
Nov 27 20:35:21.557672 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_fip.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.558334 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.558843 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-fip not supported by any of loaded plugins
Nov 27 20:35:21.559180 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_gateway_ip.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.560142 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.561317 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 27 20:35:21.561703 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_port_network_policy.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.562751 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.563615 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 27 20:35:21.563615 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.564683 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.565927 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Nov 27 20:35:21.565927 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_pps_rule.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.566717 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.567233 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-pps not supported by any of loaded plugins
Nov 27 20:35:21.567592 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_rule_type_details.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.569369 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.569890 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 27 20:35:21.570224 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: qos_rules_alias.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.571329 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.571854 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 27 20:35:21.572186 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: quota_check_limit.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.573128 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.573649 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: quota-check-limit
Nov 27 20:35:21.573983 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: quotasv2.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.574937 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.575298 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: quotas
Nov 27 20:35:21.575633 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: quotasv2_detail.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.578994 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.579377 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: quota_details
Nov 27 20:35:21.579718 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: rbac.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.580786 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.581325 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: rbac-policies
Nov 27 20:35:21.581664 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: rbac_address_group.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.582612 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.583141 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: rbac-address-group
Nov 27 20:35:21.583511 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: rbac_address_scope.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.584458 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.584981 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: rbac-address-scope
Nov 27 20:35:21.585315 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: rbac_security_groups.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.586249 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.586772 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: rbac-security-groups
Nov 27 20:35:21.587104 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: rbac_subnetpool.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.588057 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.588574 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: rbac-subnetpool
Nov 27 20:35:21.588906 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: revisionifmatch.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.589844 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.590360 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: revision-if-match
Nov 27 20:35:21.590692 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: revisions.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.591879 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.592434 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: standard-attr-revisions
Nov 27 20:35:21.592772 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: router_availability_zone.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.593464 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.593984 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: router_availability_zone
Nov 27 20:35:21.594313 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: routerservicetype.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.595279 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.595786 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension router-service-type not supported by any of loaded plugins
Nov 27 20:35:21.596117 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.597133 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.597651 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: security-groups-normalized-cidr
Nov 27 20:35:21.597981 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: security_groups_port_filtering.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.598920 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.599467 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: port-security-groups-filtering
Nov 27 20:35:21.599804 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.600761 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.601281 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: security-groups-remote-address-group
Nov 27 20:35:21.601616 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.602567 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.603086 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: security-groups-shared-filtering
Nov 27 20:35:21.603452 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.604063 ncdv-master-1 neutron-server[120799]: WARNING neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Nov 27 20:35:21.604394 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: securitygroup.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.614847 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.615428 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: security-group
Nov 27 20:35:21.615776 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: segment.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.616578 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.617104 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension segment not supported by any of loaded plugins
Nov 27 20:35:21.617443 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.618399 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.618921 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 27 20:35:21.619270 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: servicetype.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.620415 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.620945 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: service-type
Nov 27 20:35:21.621285 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: sorting.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.622291 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.622633 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: sorting
Nov 27 20:35:21.622985 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: standard_attr_segment.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.624247 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.624766 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 27 20:35:21.625098 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: standardattrdescription.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.625760 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.626277 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: standard-attr-description
Nov 27 20:35:21.626608 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: stateful_security_group.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.627596 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.628121 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: stateful-security-group
Nov 27 20:35:21.628456 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: stdattrs_common.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.629041 ncdv-master-1 neutron-server[120799]: WARNING neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 27 20:35:21.629380 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.630327 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.630847 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 27 20:35:21.631188 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: subnet_onboard.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.632298 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.632824 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: subnet_onboard
Nov 27 20:35:21.633157 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.634096 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.634611 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 27 20:35:21.634942 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: subnet_service_types.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.635898 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.636417 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: subnet-service-types
Nov 27 20:35:21.636748 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: subnetallocation.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.637851 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.638376 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: subnet_allocation
Nov 27 20:35:21.639241 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.639937 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.640457 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: subnetpool-prefix-ops
Nov 27 20:35:21.640795 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.641738 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.642253 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 27 20:35:21.642587 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: tagging.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.643694 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.644218 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: standard-attr-tag
Nov 27 20:35:21.644566 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: timestamp.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.645798 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.646323 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loaded extension: standard-attr-timestamp
Nov 27 20:35:21.646659 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: trunk.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.647735 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.648260 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension trunk not supported by any of loaded plugins
Nov 27 20:35:21.648595 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: trunk_details.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.649538 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.650067 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension trunk-details not supported by any of loaded plugins
Nov 27 20:35:21.650399 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: uplink_status_propagation.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.651384 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.651907 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 27 20:35:21.652238 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Loading extension file: vlantransparent.py {{(pid=120799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 27 20:35:21.652916 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=120799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 27 20:35:21.653430 ncdv-master-1 neutron-server[120799]: INFO neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 27 20:35:21.656691 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:network
Nov 27 20:35:21.657188 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:subnet
Nov 27 20:35:21.657606 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 20:35:21.658007 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:port
Nov 27 20:35:21.659263 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.659720 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service FLAVORS assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.660377 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.660817 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.661159 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:router
Nov 27 20:35:21.661599 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:floatingip
Nov 27 20:35:21.662101 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service METERING assigned prefix: /metering {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.663581 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe4009a9190>> rbac-policy before_create 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.663962 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe4009a9190>> rbac-policy before_update 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.664324 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe4009a9190>> rbac-policy before_delete 55550000 {{(pid=120799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:35:21.665339 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 27 20:35:21.665794 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:security_group
Nov 27 20:35:21.666248 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 27 20:35:21.667989 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service CORE assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.668343 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 20:35:21.668708 ncdv-master-1 neutron-server[120799]: WARNING neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] subnetpool is already registered
Nov 27 20:35:21.669147 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service CORE assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.669485 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 20:35:21.669844 ncdv-master-1 neutron-server[120799]: WARNING neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] subnetpool is already registered
Nov 27 20:35:21.672252 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.672697 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service FLAVORS assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.673300 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.673732 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.674074 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:router
Nov 27 20:35:21.674420 ncdv-master-1 neutron-server[120799]: WARNING neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] router is already registered
Nov 27 20:35:21.674843 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:floatingip
Nov 27 20:35:21.675187 ncdv-master-1 neutron-server[120799]: WARNING neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] floatingip is already registered
Nov 27 20:35:21.675675 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service METERING assigned prefix: /metering {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.676356 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 27 20:35:21.676693 ncdv-master-1 neutron-server[120799]: WARNING neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] rbac_policy is already registered
Nov 27 20:35:21.677114 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:security_group
Nov 27 20:35:21.677459 ncdv-master-1 neutron-server[120799]: WARNING neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] security_group is already registered
Nov 27 20:35:21.677871 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 27 20:35:21.678211 ncdv-master-1 neutron-server[120799]: WARNING neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] security_group_rule is already registered
Nov 27 20:35:21.678846 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service CORE assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.679181 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 20:35:21.679548 ncdv-master-1 neutron-server[120799]: WARNING neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] subnetpool is already registered
Nov 27 20:35:21.679975 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.v2.resource_helper [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Service CORE assigned prefix:  {{(pid=120799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 27 20:35:21.680306 ncdv-master-1 neutron-server[120799]: INFO neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 27 20:35:21.680643 ncdv-master-1 neutron-server[120799]: WARNING neutron.quota.resource_registry [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] subnetpool is already registered
Nov 27 20:35:21.681125 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: extensions {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.682586 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: address-groups {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.684128 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: address-scopes {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.685507 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: agents {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.686675 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: auto-allocated-topology {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.687963 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: availability_zones {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.689213 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: dhcp-networks {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.690707 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: dhcp-agents {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.692188 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: routers {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.694429 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: flavors {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.695626 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: service_profiles {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.696866 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: next_providers {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.698327 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: service_profiles {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.699917 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: floatingip-pools {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.701683 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: routers {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.703963 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: floatingips {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.705269 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: l3-routers {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.706669 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: l3-agents {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.708133 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: metering-labels {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.709517 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: metering-label-rules {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.710811 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: network-ip-availabilities {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.712121 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: bindings {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.713786 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: quotas {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.715383 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: quotas {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.717510 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: rbac-policies {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.718860 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: security-groups {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.720156 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: security-group-rules {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.721403 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: service-providers {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.722624 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: subnetpools {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.724103 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: subnetpools {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.725586 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.727314 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.729146 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.730928 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.733813 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.735764 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.738793 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.741469 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.745571 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.749202 ncdv-master-1 neutron-server[120799]: DEBUG neutron.api.extensions [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Extended resource: tags {{(pid=120799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 27 20:35:21.755350 ncdv-master-1 neutron-server[120799]: WARNING keystonemiddleware.auth_token [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 27 20:35:21.760129 ncdv-master-1 neutron-server[120799]: WARNING keystonemiddleware.auth_token [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 27 20:35:21.769400 ncdv-master-1 neutron-server[120799]: DEBUG oslo_concurrency.lockutils [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Acquired lock "singleton_lock" {{(pid=120799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Nov 27 20:35:21.769882 ncdv-master-1 neutron-server[120799]: DEBUG oslo_concurrency.lockutils [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Releasing lock "singleton_lock" {{(pid=120799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 20:35:21.770543 ncdv-master-1 neutron-server[120799]: INFO oslo_service.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Starting 2 workers
Nov 27 20:35:21.775471 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Started child 120908 {{(pid=120799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 27 20:35:21.780666 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Started child 120909 {{(pid=120799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 27 20:35:21.781484 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:21.782271 ncdv-master-1 neutron-server[120799]: INFO neutron.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 27 20:35:21.782926 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Publish callbacks [] for process, before_spawn {{(pid=120799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:21.783088 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [-] (120908) wsgi starting up on http://0.0.0.0:9696
Nov 27 20:35:21.785415 ncdv-master-1 neutron-server[120799]: INFO oslo_service.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Starting 1 workers
Nov 27 20:35:21.785579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:21.786819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [-] (120909) wsgi starting up on http://0.0.0.0:9696
Nov 27 20:35:21.790731 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Started child 120910 {{(pid=120799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 27 20:35:21.791316 ncdv-master-1 neutron-server[120799]: INFO oslo_service.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Starting 1 workers
Nov 27 20:35:21.794435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] calling RpcWorker wait() {{(pid=120910) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 27 20:35:21.794992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] returning from RpcWorker wait() {{(pid=120910) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 27 20:35:21.795947 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Started child 120911 {{(pid=120799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 27 20:35:21.796532 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:21.796750 ncdv-master-1 neutron-server[120799]: DEBUG neutron_lib.callbacks.manager [None req-a0c4eb74-15f9-4b9c-98a0-3ce80be2db34 None None] Publish callbacks [] for process, after_spawn {{(pid=120799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:21.797090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:35:21.798675 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 27 20:35:21.798895 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 27 20:35:21.799086 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 27 20:35:21.799334 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 27 20:35:21.799715 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 27 20:35:21.799890 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 27 20:35:21.800427 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.800713 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.800820 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:21.801291 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.801291 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.801522 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.801732 ncdv-master-1 neutron-server[120911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:35:21.802121 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.802397 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.802716 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.802956 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.803200 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.803396 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.803568 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.803814 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.804051 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.804372 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.804655 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.804913 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.805184 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.805360 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.805611 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.805900 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.806149 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.806428 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] debug                          = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.806686 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.807162 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.807416 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.807662 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.807917 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.808190 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.808439 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.808706 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.808953 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.809191 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.809440 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.809695 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.809940 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.810171 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.810431 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.810719 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.810983 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.811206 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.811706 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.811928 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.812182 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.812419 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.812681 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.812942 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.813235 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.813434 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.813693 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.813939 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.814974 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.814974 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.814974 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.814974 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.815773 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.815773 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.815773 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.815773 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.816677 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.816677 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.816677 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.816677 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.817160 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.817160 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.817160 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.817522 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.817648 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.817931 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.818196 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.818461 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.818724 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.818995 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.819184 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.819436 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.819685 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.819937 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.820207 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.820396 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.820589 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.820888 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.821035 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.821215 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.821464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.821730 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.821901 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.822162 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.822496 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.822720 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.822938 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.827154 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.827154 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.827154 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.827154 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.827154 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.827154 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.827154 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.827154 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.828330 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.828330 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.828330 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.828330 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.828330 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.828330 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.828330 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.828330 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.828330 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.829524 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.829524 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.829524 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.829524 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.829524 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.829524 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.829524 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.830442 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.830442 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.830442 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.830869 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.830869 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.831222 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.831222 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.831623 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.831800 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.832488 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.832488 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.832776 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.832925 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.833257 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.833542 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.833829 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.834057 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.834317 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.834631 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.835179 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.835376 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.835683 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.835829 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.836596 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.836596 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.836950 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.837090 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.837416 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.837659 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.837948 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.838193 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.838614 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.839215 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.839215 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.839489 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.839692 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.839912 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.840209 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.840611 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.840744 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.840884 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.841128 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.841336 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.841567 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.842362 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.842657 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.842896 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.843122 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.843933 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.844152 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.844384 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.844714 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.844852 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.845042 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.845303 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.845572 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.845833 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.846054 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.846272 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.846495 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.846733 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.847291 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.847291 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.847478 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.847648 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.847847 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.848121 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.848367 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.848578 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.848994 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.849467 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.849974 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.850408 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.850786 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.851015 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.851243 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.851510 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.851735 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.851979 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.852220 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.852823 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.852823 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.853183 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.853183 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.854326 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.854326 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.854326 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.854326 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.854326 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.859217 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.859217 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.859217 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.859217 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.859217 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.859217 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.859217 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.859217 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.861493 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.861493 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.861493 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.861493 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.861493 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.861493 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.861493 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.861493 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862247 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862247 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862247 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862247 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862247 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862247 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862247 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862247 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862834 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862834 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862834 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862834 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862834 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862834 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862834 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.862834 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.863597 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.863597 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.863597 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.863597 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.863597 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.864334 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.864334 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.865841 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.865841 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.865841 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.865841 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.865841 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.865841 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.865841 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.866839 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.866839 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.866839 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.866839 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.868425 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.868425 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.868425 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.868425 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.868425 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.868425 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.869152 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.869152 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.869152 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.870007 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.870007 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.870007 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.870007 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.870529 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.870529 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.870529 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.871216 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.871216 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.871216 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.871624 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.871752 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.871880 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.872076 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.872302 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.872557 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.872777 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.873764 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.874009 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.874254 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.874510 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.874733 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.874969 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.875224 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.875474 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.875751 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.876023 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.876271 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.876486 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.877059 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.877059 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879967 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879967 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.879967 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.880143 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.880427 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.880683 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.880932 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.881178 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.881400 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.881638 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.881903 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.882112 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.882351 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.882569 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.882788 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.883052 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.883317 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.883574 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.883813 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.884027 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.884240 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.884457 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.884670 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.884962 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.885217 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.885774 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.885774 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.885934 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.886133 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.886384 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.886595 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.886807 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.887030 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.887266 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.887488 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.887715 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.887928 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.888134 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.888387 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.888630 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.888919 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.889309 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.889545 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.889759 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.890005 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.890223 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.890437 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.890664 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.890877 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.891091 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.891341 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.891564 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.891776 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.892044 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.892258 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.892632 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.892861 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.893100 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.893323 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.893631 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.893925 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.894150 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.894442 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.894675 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.894927 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.895173 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.895525 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.895770 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.896014 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.896234 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.896453 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.896701 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.896959 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.897307 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.897595 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.897867 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.898109 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.898409 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.898663 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.898935 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.899149 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.899475 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.899807 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.900092 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.900346 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.900732 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.900979 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.901227 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.901464 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.901707 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.901944 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.902163 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.902442 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.902676 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.902903 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.903150 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.903433 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.903653 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.903876 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.904108 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.904871 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.905093 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.905257 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 27 20:35:21.905774 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 27 20:35:21.905938 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 27 20:35:21.906093 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 27 20:35:21.906294 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 27 20:35:21.906494 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 27 20:35:21.906623 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 27 20:35:21.906883 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.907021 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.907144 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.907328 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.907492 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.907672 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.907839 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.908000 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.908159 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.908319 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.908480 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.908640 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.908799 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.908960 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.909104 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.909268 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.909429 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.909583 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.909741 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.910474 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.910638 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.910798 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.910959 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] debug                          = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.911119 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.911482 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.911482 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.911959 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.911959 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.911959 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.912172 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.912251 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.912393 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.912552 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.912711 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.913029 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.913029 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.913175 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.913312 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.913471 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.913637 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.913849 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.913977 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.914101 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.914224 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.914553 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.914553 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.914793 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.914917 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.915021 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.915157 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.915299 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.915450 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.915611 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.915771 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.915931 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.916092 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.916251 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.916411 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.916571 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.916729 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.916916 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.917083 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.917245 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.917403 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.917563 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.917727 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.917889 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.918050 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.918211 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.918372 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.918531 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.918692 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.918850 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.919010 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.919168 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.919352 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.919496 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.919660 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.919838 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.920026 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.920186 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.920347 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.920518 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.920656 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.920796 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.920960 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.921119 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.921297 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.921428 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.921590 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.921751 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.921911 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.922063 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.922213 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.922353 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.922517 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.922676 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.922835 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.922993 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.923153 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.923337 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.923856 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.923856 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.923856 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.927233 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.927449 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.927566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50770) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:35:21.927693 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.927804 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.927970 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.928144 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.928315 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.928485 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 27 20:35:21.928676 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.928845 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.929025 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.929193 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.929361 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.929527 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.929693 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.929859 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.930024 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.930187 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.930358 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.930525 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.930700 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.930863 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.931025 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.931193 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.931381 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.931547 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.931711 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.931874 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.932037 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.932201 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.932374 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.932537 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.932701 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.932863 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.933211 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.933211 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.933461 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.933586 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.933711 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.933835 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.933969 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.934115 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.934279 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.934444 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.934607 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.934770 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.934934 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.935097 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.935391 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.936074 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.936205 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.936340 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.936466 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.936612 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.936777 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.936999 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.937134 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.937728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0077052
Nov 27 20:35:21.937874 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.938002 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.938111 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.938255 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.938420 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.938584 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.938748 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.938911 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.939086 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.939271 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.940322 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.940322 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.940322 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.940322 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.940322 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.940322 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:35:21.941141 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941141 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941141 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941141 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941141 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941141 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941832 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941832 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941832 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.941832 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.942289 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.942289 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.942289 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.942645 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.942645 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.942645 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.942990 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.942990 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.943227 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.943227 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.943545 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.943670 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.943794 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.943919 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.944043 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.944172 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.944334 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.944513 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.944676 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.944838 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.945000 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.945166 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.945329 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.945551 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.945688 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.945813 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.945939 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.946104 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.946266 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.946431 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.946593 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.946755 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.946916 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.947132 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.947294 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948232 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948232 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948232 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948232 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948232 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948232 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948944 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948944 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948944 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948944 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.948944 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.949593 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.949593 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.949593 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.949593 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.950103 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.950103 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.950103 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.950473 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.950473 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.950473 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.950874 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.950874 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.951101 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.951101 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.951336 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.951467 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.951630 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.951816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.951978 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.952141 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.952305 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.952468 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.952631 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.953174 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.953174 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.953174 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.953507 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.953507 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.953781 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.953781 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.954853 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.954853 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.954853 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.955215 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.955215 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.955883 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.955883 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.955883 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.955883 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.956676 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.956676 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.956676 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.956676 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.956676 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.957419 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.957419 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.957419 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.957419 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.957419 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.958075 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.958075 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.958075 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.958075 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.959882 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.959882 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.959882 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.959882 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.959882 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.959882 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.959882 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.959882 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.961137 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.961137 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.961137 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.961137 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.961137 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.961137 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.961137 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.961137 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.962158 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.962158 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.962158 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.962158 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.962158 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.962158 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.962158 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.962158 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.963178 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.963178 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.963178 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.963178 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.963178 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.963178 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.963178 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.963178 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.964133 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.964133 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.964133 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.964133 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.964133 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.964133 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.964133 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.964133 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.965816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.965816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.965816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.965816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.965816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.965816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.965816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.965816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.966372 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.966372 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.966372 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.966372 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.966372 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.966372 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.966372 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.967430 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.967430 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.967430 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.967644 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.967724 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.967878 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.967978 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.968154 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.968317 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.968484 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.968647 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.968809 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.968970 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.969142 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.969304 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.969466 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.969627 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.969788 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.969951 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.970122 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.970287 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.970451 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.970622 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.970784 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.970946 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.971108 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.972375 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.972375 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.972538 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.972667 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.973727 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.973727 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.973727 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.973727 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.973727 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.973727 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.974244 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.974244 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.974244 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.974244 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.974517 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.974596 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.974728 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.974891 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.975053 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.975579 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.975579 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.975579 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.975832 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.975832 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.976041 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.976149 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.976312 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.976474 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.979284 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.979284 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.979284 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.979284 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.979284 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.979284 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.979284 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.979284 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 27 20:35:21.979816 ncdv-master-1 neutron-server[120799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 27 20:35:34.066005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38113d51-30e1-4ca3-97b9-4d13efc886ab None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 20:35:34.131841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38113d51-30e1-4ca3-97b9-4d13efc886ab None None] No non-hosted networks {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 27 20:35:34.148836 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9c611cc-fddb-463b-b1a3-791560bbe597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833851'] for agent, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:36.341294 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f4a54c48-61f7-4343-9b34-c243d0dc78a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833851'] for agent, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:36.411765 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e0775fd-7c50-4cbf-b9fc-6e1ab89fba23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:37.679355 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833851'] for agent, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:39.378337 ncdv-master-1 neutron-server[120910]: INFO neutron.db.l3_hamode_db [None req-ffa7eb82-4e12-45a2-b717-46dff3972af0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 27 20:35:39.463274 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833851'] for agent, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:39.466071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7eb82-4e12-45a2-b717-46dff3972af0 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:35:39.467132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7eb82-4e12-45a2-b717-46dff3972af0 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 20:35:40.169383 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833851'] for agent, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:40.170417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.170843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.171235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.171620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.171954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.172285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.172615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.172943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.173293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.173605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.173917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.175320 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:40.179603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe4004d9d00>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:35:40.194357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe3ff4331f0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:35:40.642243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50864) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:35:41.264279 ncdv-master-1 neutron-server[120909]: WARNING oslo_policy.policy [None req-79570cdb-9b40-4efe-a26b-1f1cc1b22997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 20:35:41.264873 ncdv-master-1 neutron-server[120909]: WARNING oslo_policy.policy [None req-79570cdb-9b40-4efe-a26b-1f1cc1b22997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 20:35:41.498608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-79570cdb-9b40-4efe-a26b-1f1cc1b22997 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:35:41.503297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-79570cdb-9b40-4efe-a26b-1f1cc1b22997 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.8567154
Nov 27 20:35:44.179775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50880) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:35:44.486580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f8124326-e044-439f-9df3-ce37dccc289c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:35:44.584938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.policy [None req-f8124326-e044-439f-9df3-ce37dccc289c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120909) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 27 20:35:44.632620 ncdv-master-1 neutron-server[120909]: WARNING oslo_policy.policy [None req-f8124326-e044-439f-9df3-ce37dccc289c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 20:35:44.633003 ncdv-master-1 neutron-server[120909]: WARNING oslo_policy.policy [None req-f8124326-e044-439f-9df3-ce37dccc289c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 20:35:44.643003 ncdv-master-1 neutron-server[120909]: INFO neutron.quota [None req-f8124326-e044-439f-9df3-ce37dccc289c admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7fe4003fda30>.
Nov 27 20:35:44.732923 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8124326-e044-439f-9df3-ce37dccc289c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788582848958', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788582848083', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788582828892', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788582826069', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788582841047', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788582750174', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-653735', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1323394', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-354560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-410273'] for rbac-policy, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:44.796994 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8124326-e044-439f-9df3-ce37dccc289c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:44.798178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f8124326-e044-439f-9df3-ce37dccc289c admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6174240
Nov 27 20:35:47.641580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50892) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:35:47.940058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Request body: {'network': {'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'admin_state_up': True, 'name': 'private'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:35:47.967589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Made reservation on behalf of 838c496dfc884bc0b3b44afdd528b73e for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:35:47.970447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:47.987484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:48.099346 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:48.102826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:48.121520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:35:48.150441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788577873722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:48.151012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe400fef3a0> segment precommit_create {{(pid=120909) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 27 20:35:48.151542 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Added segment 26746610-95f0-4acd-a306-634b9dbd745b of type vlan for network 83a970f9-bd07-4cff-beef-6480f95e6523
Nov 27 20:35:48.168378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c79561-11b5-4b52-8345-1f7341f626db,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:35:48.217971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.218312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.218655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.218986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.219345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.219679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.220002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.220325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.220648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.220967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.221287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.221605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Tracked resource versions report:
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]: pushed versions:
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]: {   'AddressGroup': {'1.2'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'ConntrackHelper': {'1.0'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'Log': {'1.0'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'Network': {'1.1'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'Port': {'1.7'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'PortForwarding': {'1.2'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'QosPolicy': {'1.10'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'SecurityGroup': {'1.5'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'SecurityGroupRule': {'1.2'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'SubPort': {'1.0'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'Subnet': {'1.1'},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     'Trunk': {'1.1'}}
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]: consumer versions:
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]: {   DHCP agent@ncdv-master-1: {},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     L3 agent@ncdv-master-1: {},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     Metadata agent@ncdv-master-1: {},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     Metering agent@ncdv-master-1: {},
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'ConntrackHelper': '1.0',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'Log': '1.0',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'Network': '1.1',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'Port': '1.7',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'PortForwarding': '1.2',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'QosPolicy': '1.10',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'SecurityGroup': '1.5',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'SecurityGroupRule': '1.2',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'SubPort': '1.0',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'Subnet': '1.1',
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:                                           'Trunk': '1.1'}}
Nov 27 20:35:48.222844 ncdv-master-1 neutron-server[120909]:  {{(pid=120909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 20:35:48.262393 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:48.302538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:48.303671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:35:48.304409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:48.383597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7408412
Nov 27 20:35:48.408067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f34aa8-b839-46df-8e63-a387efcebc09 admin admin] Pushing event updated for resources: {'Network': ['ID=83a970f9-bd07-4cff-beef-6480f95e6523,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:35:48.421315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 83a970f9-bd07-4cff-beef-6480f95e6523 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:35:51.309455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50906) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:35:51.698745 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92a125e-9364-4021-8217-ff851096e478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:35:51.700209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d92a125e-9364-4021-8217-ff851096e478 admin admin] 10.222.0.21 "GET /v2.0/networks/83a970f9-bd07-4cff-beef-6480f95e6523 HTTP/1.1" status: 200  len: 825 time: 0.3898091
Nov 27 20:35:51.725262 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9e54effe-bdac-410f-8124-59a039a5e2be admin admin] 10.222.0.21 "GET /v2.0/subnetpools/e1166026-1400-4891-b64e-e2819dcd6ca4 HTTP/1.1" status: 200  len: 734 time: 0.0183232
Nov 27 20:35:51.733866 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Request body: {'subnet': {'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'subnetpool_id': 'e1166026-1400-4891-b64e-e2819dcd6ca4', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:35:51.755627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Made reservation on behalf of 838c496dfc884bc0b3b44afdd528b73e for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:35:51.757883 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:52.048068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:52.118169 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Checking segment: {'id': '26746610-95f0-4acd-a306-634b9dbd745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:35:52.118553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Network hostable DHCP agents. Network: 83a970f9-bd07-4cff-beef-6480f95e6523, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:35:52.123557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed94dd3-3a62-4452-91b6-a38785d49e29,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:35:52.141513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Network 83a970f9-bd07-4cff-beef-6480f95e6523 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:35:52.151857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83a970f9-bd07-4cff-beef-6480f95e6523) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:35:52.156311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:35:52.156866 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:52.161935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6c62b-48b3-45b1-985e-60b952639f5f None None] Network 83a970f9-bd07-4cff-beef-6480f95e6523 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:35:52.172027 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-88350d49-cac1-4d1f-b37f-ce816f9a52bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4412925
Nov 27 20:35:52.493974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83a970f9-bd07-4cff-beef-6480f95e6523', 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'fixed_ips': [{'subnet_id': '8ed94dd3-3a62-4452-91b6-a38785d49e29'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:35:52.495279 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:52.790227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Allocated IP 172.20.0.2 (83a970f9-bd07-4cff-beef-6480f95e6523/8ed94dd3-3a62-4452-91b6-a38785d49e29/d691faff-7e36-4bc8-8985-e260bb7712a0) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:35:52.992174 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:53.000691 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:53.085670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Network 83a970f9-bd07-4cff-beef-6480f95e6523 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:35:53.089556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Pushing event updated for resources: {'Port': ['ID=d691faff-7e36-4bc8-8985-e260bb7712a0,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:35:53.091906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:35:53.098812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:35:53.102250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.102598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.102940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.103296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.103634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.103962 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.104290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.104619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.104943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.105268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.105593 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.105910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Tracked resource versions report:
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]: pushed versions:
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]: {   'AddressGroup': {'1.2'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'ConntrackHelper': {'1.0'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'Log': {'1.0'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'Network': {'1.1'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'Port': {'1.7'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'PortForwarding': {'1.2'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'QosPolicy': {'1.10'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'SecurityGroup': {'1.5'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'SecurityGroupRule': {'1.2'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'SubPort': {'1.0'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'Subnet': {'1.1'},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     'Trunk': {'1.1'}}
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]: consumer versions:
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]: {   DHCP agent@ncdv-master-1: {},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     L3 agent@ncdv-master-1: {},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     Metadata agent@ncdv-master-1: {},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     Metering agent@ncdv-master-1: {},
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'ConntrackHelper': '1.0',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'Log': '1.0',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'Network': '1.1',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'Port': '1.7',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'PortForwarding': '1.2',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'QosPolicy': '1.10',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'SecurityGroup': '1.5',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'SecurityGroupRule': '1.2',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'SubPort': '1.0',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'Subnet': '1.1',
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:                                           'Trunk': '1.1'}}
Nov 27 20:35:53.107592 ncdv-master-1 neutron-server[120910]:  {{(pid=120910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 20:35:53.178762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Attempting to bind port d691faff-7e36-4bc8-8985-e260bb7712a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:35:53.179430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Attempting to bind port d691faff-7e36-4bc8-8985-e260bb7712a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26746610-95f0-4acd-a306-634b9dbd745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:35:53.179605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Attempting to bind port d691faff-7e36-4bc8-8985-e260bb7712a0 on network 83a970f9-bd07-4cff-beef-6480f95e6523 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:35:53.184547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:35:53.185493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Checking segment: {'id': '26746610-95f0-4acd-a306-634b9dbd745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:35:53.185964 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:53.186382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Bound using segment: {'id': '26746610-95f0-4acd-a306-634b9dbd745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:35:53.186845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Bound port: d691faff-7e36-4bc8-8985-e260bb7712a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26746610-95f0-4acd-a306-634b9dbd745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:35:53.187286 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:53.249401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] For port d691faff-7e36-4bc8-8985-e260bb7712a0, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:35:53.253569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] For port d691faff-7e36-4bc8-8985-e260bb7712a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d691faff-7e36-4bc8-8985-e260bb7712a0,segment=NetworkSegment(26746610-95f0-4acd-a306-634b9dbd745b),segment_id=26746610-95f0-4acd-a306-634b9dbd745b)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:35:53.258221 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:35:53.319025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984d219-47ab-4fee-913a-1426a691f8c2 None None] Pushing event updated for resources: {'Port': ['ID=d691faff-7e36-4bc8-8985-e260bb7712a0,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:35:54.858921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50914) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:35:55.177458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-aa18c23f-60d8-4bbf-97d5-e5ea253cf760 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:35:55.178557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aa18c23f-60d8-4bbf-97d5-e5ea253cf760 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3185778
Nov 27 20:35:57.853087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50922) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:35:58.356274 ncdv-master-1 neutron-server[120908]: WARNING oslo_policy.policy [None req-ccf6ec90-c015-423a-b39c-d1dac666a0de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 20:35:58.357424 ncdv-master-1 neutron-server[120908]: WARNING oslo_policy.policy [None req-ccf6ec90-c015-423a-b39c-d1dac666a0de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 20:35:58.588597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [None req-ccf6ec90-c015-423a-b39c-d1dac666a0de admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:35:58.589951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ccf6ec90-c015-423a-b39c-d1dac666a0de admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7346795
Nov 27 20:36:01.568661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50942) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:36:01.873223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] Request body: {'router': {'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'name': 'router1', 'admin_state_up': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:36:01.938913 ncdv-master-1 neutron-server[120908]: DEBUG neutron.policy [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120908) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 27 20:36:01.969889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d691faff-7e36-4bc8-8985-e260bb7712a0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:36:01.987162 ncdv-master-1 neutron-server[120908]: WARNING oslo_policy.policy [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 20:36:01.987512 ncdv-master-1 neutron-server[120908]: WARNING oslo_policy.policy [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 27 20:36:01.996352 ncdv-master-1 neutron-server[120908]: INFO neutron.quota [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7fe4004779a0>.
Nov 27 20:36:02.052182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:02.054045 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:02.058726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d691faff-7e36-4bc8-8985-e260bb7712a0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:02.059141 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:02.175578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:02.210892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:02.213254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port d691faff-7e36-4bc8-8985-e260bb7712a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d691faff-7e36-4bc8-8985-e260bb7712a0,segment=NetworkSegment(26746610-95f0-4acd-a306-634b9dbd745b),segment_id=26746610-95f0-4acd-a306-634b9dbd745b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:36:02.217776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:02.219429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:02.244685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:02.246769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-783bb702-196f-49ef-b83e-7f98ca1f86aa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6769552
Nov 27 20:36:02.274637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=d691faff-7e36-4bc8-8985-e260bb7712a0,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:02.835336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829bcf23-8c16-47e7-9133-2dfb542902ef None None] Network 83a970f9-bd07-4cff-beef-6480f95e6523 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:36:02.923491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4b0ed672-db91-4ef0-80b3-f11f6b978a26 None None] Provisioning complete for port d691faff-7e36-4bc8-8985-e260bb7712a0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:02.923868 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed672-db91-4ef0-80b3-f11f6b978a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:03.290032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f2935c80-3b16-498e-9115-150e5c1c4dde None None] Provisioning complete for port d691faff-7e36-4bc8-8985-e260bb7712a0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:03.290691 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2935c80-3b16-498e-9115-150e5c1c4dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:03.951304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d691faff-7e36-4bc8-8985-e260bb7712a0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:36:03.988175 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d9b6-cac4-45f4-a382-a28a4eaf892f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:04.007617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d691faff-7e36-4bc8-8985-e260bb7712a0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:04.007982 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:04.905873 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50952) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:36:05.216137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [None req-f76ee9b6-4b31-469d-85c6-27fd6d208d1e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:36:05.217136 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f76ee9b6-4b31-469d-85c6-27fd6d208d1e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3103256
Nov 27 20:36:06.334992 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9879feff-a9c3-4c73-8472-7d863cff3266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:07.621053 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:07.877133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50970) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:36:08.011618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:36:08.033666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Made reservation on behalf of bb5d1bf085ae456f8f7285f5a202640b for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:36:08.036228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:08.044514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:08.115963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:08.119422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:08.132804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Reserving flat network on physical network physnet1 {{(pid=120909) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 27 20:36:08.155366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b2073-5207-45bd-b112-3bba9fb0b4db,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:08.158256 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:08.158625 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Added segment 4e3935fa-48d6-4a1f-8f30-cf464fdce92c of type flat for network 7e46e7ab-0203-480f-9b07-f121716d4c61
Nov 27 20:36:08.204876 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:08.235489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:08.236342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:36:08.236929 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:08.288862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4106369
Nov 27 20:36:08.300535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05f650-b162-4d1a-88bc-1c9e8d4945cc admin admin] Pushing event updated for resources: {'Network': ['ID=7e46e7ab-0203-480f-9b07-f121716d4c61,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:08.311686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:36:09.317143 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:10.172354 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:10.778914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50988) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:36:10.867715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3360c009-3a5f-4b36-88f4-513063b6c709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:36:10.869015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3360c009-3a5f-4b36-88f4-513063b6c709 admin admin] 10.222.0.21 "GET /v2.0/subnets/8ed94dd3-3a62-4452-91b6-a38785d49e29 HTTP/1.1" status: 200  len: 849 time: 0.0891027
Nov 27 20:36:11.031769 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18e8ea24-4220-417e-801e-a3b9af1803a9 admin admin] 10.222.0.21 "GET /v2.0/routers/ed863f79-1c01-4b3a-a784-1fe75221f463 HTTP/1.1" status: 200  len: 704 time: 0.1559274
Nov 27 20:36:11.296931 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:11.584803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Allocated IP 172.20.0.1 (83a970f9-bd07-4cff-beef-6480f95e6523/8ed94dd3-3a62-4452-91b6-a38785d49e29/9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:36:11.780628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:11.848339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:11.922687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Network 83a970f9-bd07-4cff-beef-6480f95e6523 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:36:11.932344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:36:11.935653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:36:11.936211 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:11.996270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Pushing event updated for resources: {'Port': ['ID=9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:12.136648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:12.138358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5afb8ae8-e3f6-4ff6-a305-8d48acc3f16d None None] Provisioning complete for port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:12.139302 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5afb8ae8-e3f6-4ff6-a305-8d48acc3f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:12.172599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5afb8ae8-e3f6-4ff6-a305-8d48acc3f16d None None] Port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:36:12.345500 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:12.349905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:12.350663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:12.428618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Pushing event updated for resources: {'Port': ['ID=9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:12.472356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Network 83a970f9-bd07-4cff-beef-6480f95e6523 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:36:12.473679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:36:12.630825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Router ed863f79-1c01-4b3a-a784-1fe75221f463 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:36:12.693710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2117fb52-d004-47df-8456-6989612680c3 None None] Provisioning complete for port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:12.694030 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2117fb52-d004-47df-8456-6989612680c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:12.720096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:36:12.725454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-87b000a4-d963-412b-8495-e4d1d8b40312 admin admin] 10.222.0.21 "PUT /v2.0/routers/ed863f79-1c01-4b3a-a784-1fe75221f463/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.6875539
Nov 27 20:36:12.731208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2117fb52-d004-47df-8456-6989612680c3 None None] Port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:36:12.852035 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb224286-4f95-4932-a987-af20963513ff None None] Sync routers for ids ['ed863f79-1c01-4b3a-a784-1fe75221f463'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:36:12.866321 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb224286-4f95-4932-a987-af20963513ff None None] Routers {'ed863f79-1c01-4b3a-a784-1fe75221f463'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:36:12.867180 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-cb224286-4f95-4932-a987-af20963513ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3ffd2bb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:36:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ed863f79-1c01-4b3a-a784-1fe75221f463'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:36:13.052873 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-cb224286-4f95-4932-a987-af20963513ff None None] Set router ed863f79-1c01-4b3a-a784-1fe75221f463 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:36:13.473203 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-cb224286-4f95-4932-a987-af20963513ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3ffd2bb50>, [{'id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'name': 'router1', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:36:02Z', 'updated_at': '2021-11-27T20:36:12Z', 'revision_number': 2, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'gw_port_host': None, '_interfaces': [{'id': '9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941', 'name': '', 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'mac_address': 'fa:16:3e:b5:e7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:36:11Z', 'updated_at': '2021-11-27T20:36:12Z', 'revision_number': 2, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'subnets': [{'id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1166026-1400-4891-b64e-e2819dcd6ca4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:36:13.523047 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb224286-4f95-4932-a987-af20963513ff None None] Checking router: ed863f79-1c01-4b3a-a784-1fe75221f463 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:36:13.523451 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb224286-4f95-4932-a987-af20963513ff None None] Updating router ed863f79-1c01-4b3a-a784-1fe75221f463 port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:36:13.570553 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-cb224286-4f95-4932-a987-af20963513ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.080135 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-cb224286-4f95-4932-a987-af20963513ff None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.086332 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-cb224286-4f95-4932-a987-af20963513ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.259753 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-cb224286-4f95-4932-a987-af20963513ff None None] Attempting to bind port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:36:14.260168 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-cb224286-4f95-4932-a987-af20963513ff None None] Attempting to bind port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '26746610-95f0-4acd-a306-634b9dbd745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:36:14.260633 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb224286-4f95-4932-a987-af20963513ff None None] Attempting to bind port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 on network 83a970f9-bd07-4cff-beef-6480f95e6523 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:36:14.265847 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Pushing event updated for resources: {'Port': ['ID=9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:14.265979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b3b24c59-4cdc-4426-8adc-a3a8fdc7802c None None] Provisioning complete for port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:14.266410 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3b24c59-4cdc-4426-8adc-a3a8fdc7802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.270418 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb224286-4f95-4932-a987-af20963513ff None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:36:14.270837 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb224286-4f95-4932-a987-af20963513ff None None] Checking segment: {'id': '26746610-95f0-4acd-a306-634b9dbd745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:36:14.271352 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-cb224286-4f95-4932-a987-af20963513ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.271749 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb224286-4f95-4932-a987-af20963513ff None None] Bound using segment: {'id': '26746610-95f0-4acd-a306-634b9dbd745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:36:14.272219 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-cb224286-4f95-4932-a987-af20963513ff None None] Bound port: 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26746610-95f0-4acd-a306-634b9dbd745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:36:14.272612 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-cb224286-4f95-4932-a987-af20963513ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.285902 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.286255 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.286858 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.286969 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.287289 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.287618 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.287946 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.288278 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.288605 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.288931 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.289255 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.289577 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Tracked resource versions report:
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]: pushed versions:
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]: {   'AddressGroup': {'1.2'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'ConntrackHelper': {'1.0'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'Log': {'1.0'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'Network': {'1.1'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'Port': {'1.7'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'PortForwarding': {'1.2'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'QosPolicy': {'1.10'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'SecurityGroup': {'1.5'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'SecurityGroupRule': {'1.2'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'SubPort': {'1.0'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'Subnet': {'1.1'},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     'Trunk': {'1.1'}}
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]: consumer versions:
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]: {   DHCP agent@ncdv-master-1: {},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     L3 agent@ncdv-master-1: {},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     Metadata agent@ncdv-master-1: {},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     Metering agent@ncdv-master-1: {},
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'ConntrackHelper': '1.0',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'Log': '1.0',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'Network': '1.1',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'Port': '1.7',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'PortForwarding': '1.2',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'QosPolicy': '1.10',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'SecurityGroup': '1.5',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'SecurityGroupRule': '1.2',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'SubPort': '1.0',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'Subnet': '1.1',
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:                                           'Trunk': '1.1'}}
Nov 27 20:36:14.290710 ncdv-master-1 neutron-server[120911]:  {{(pid=120911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 20:36:14.301793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b3b24c59-4cdc-4426-8adc-a3a8fdc7802c None None] Port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:36:14.350601 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-cb224286-4f95-4932-a987-af20963513ff None None] For port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:36:14.369113 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-cb224286-4f95-4932-a987-af20963513ff None None] For port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941,segment=NetworkSegment(26746610-95f0-4acd-a306-634b9dbd745b),segment_id=26746610-95f0-4acd-a306-634b9dbd745b)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:36:14.374019 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-cb224286-4f95-4932-a987-af20963513ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.427176 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb224286-4f95-4932-a987-af20963513ff None None] Routers {'ed863f79-1c01-4b3a-a784-1fe75221f463'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:36:14.427821 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-cb224286-4f95-4932-a987-af20963513ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3ffd2bb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:36:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ed863f79-1c01-4b3a-a784-1fe75221f463'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:36:14.489809 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0da1b-efaf-47f1-9f83-33c82994fb47 None None] Pushing event updated for resources: {'Port': ['ID=9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:14.518879 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-cb224286-4f95-4932-a987-af20963513ff None None] Set router ed863f79-1c01-4b3a-a784-1fe75221f463 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:36:14.634108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-77750288-0269-4924-bf13-af76ce66bfa5 None None] Provisioning complete for port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:14.634475 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77750288-0269-4924-bf13-af76ce66bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.712880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77750288-0269-4924-bf13-af76ce66bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.730446 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-cb224286-4f95-4932-a987-af20963513ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3ffd2bb50>, [{'id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'name': 'router1', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:36:02Z', 'updated_at': '2021-11-27T20:36:12Z', 'revision_number': 2, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'gw_port_host': None, '_interfaces': [{'id': '9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941', 'name': '', 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'mac_address': 'fa:16:3e:b5:e7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:36:11Z', 'updated_at': '2021-11-27T20:36:14Z', 'revision_number': 4, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'subnets': [{'id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1166026-1400-4891-b64e-e2819dcd6ca4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:36:14.744782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-77750288-0269-4924-bf13-af76ce66bfa5 None None] For port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941,segment=NetworkSegment(26746610-95f0-4acd-a306-634b9dbd745b),segment_id=26746610-95f0-4acd-a306-634b9dbd745b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:36:14.749057 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77750288-0269-4924-bf13-af76ce66bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:14.757164 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb224286-4f95-4932-a987-af20963513ff None None] The sync data for ids ['ed863f79-1c01-4b3a-a784-1fe75221f463'] in ncdv-master-1 is: [{'id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'name': 'router1', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:36:02Z', 'updated_at': '2021-11-27T20:36:12Z', 'revision_number': 2, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'gw_port_host': None, '_interfaces': [{'id': '9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941', 'name': '', 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'mac_address': 'fa:16:3e:b5:e7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:36:11Z', 'updated_at': '2021-11-27T20:36:14Z', 'revision_number': 4, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'subnets': [{'id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1166026-1400-4891-b64e-e2819dcd6ca4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:36:14.802137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77750288-0269-4924-bf13-af76ce66bfa5 None None] Pushing event updated for resources: {'Port': ['ID=9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:15.243679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50998) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:36:15.354420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c84080c-2fb8-4b07-af32-16e8101e6aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:36:15.355839 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3c84080c-2fb8-4b07-af32-16e8101e6aa3 admin admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 842 time: 0.1111128
Nov 27 20:36:15.367400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.35.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.35.3.1', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:36:15.388891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Made reservation on behalf of bb5d1bf085ae456f8f7285f5a202640b for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:36:15.391421 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:15.670278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.objects.ports [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 20:36:15.670701 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:15.726894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b843e03b-d31a-4b3e-8bda-1679b2a63ea5,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:15.733892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:36:15.734240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Network hostable DHCP agents. Network: 7e46e7ab-0203-480f-9b07-f121716d4c61, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:36:15.749539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:36:15.758017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e46e7ab-0203-480f-9b07-f121716d4c61) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:36:15.762156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:36:15.763302 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:15.769382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45005aee-797e-48ee-93b2-0bb634e929a4 None None] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:36:15.785903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e3b0bb74-ca69-44c3-a65e-74ac158ea163 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4219296
Nov 27 20:36:15.910355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44a218-9b49-4fd7-913a-244c03594637 None None] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:36:18.341973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51006) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:36:18.557597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e90bfafc-6386-4e77-b43c-78423e15a8ab admin admin] 10.222.0.21 "GET /v2.0/routers/ed863f79-1c01-4b3a-a784-1fe75221f463 HTTP/1.1" status: 200  len: 710 time: 0.2144296
Nov 27 20:36:18.751339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aecc23-2636-4f25-aae9-7e6b466e79d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:36:18.752909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-60aecc23-2636-4f25-aae9-7e6b466e79d8 admin admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 886 time: 0.1893666
Nov 27 20:36:18.763368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:36:18.853877 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:36:19.020975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:19.258106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:19.333163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:19.520601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Allocated IP 172.35.3.34 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/d603ff2a-c6fc-485f-96b1-4c14492c5de2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:36:19.625586 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:19.682008 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:19.720828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:36:19.743528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:36:19.798584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Pushing event updated for resources: {'Port': ['ID=d603ff2a-c6fc-485f-96b1-4c14492c5de2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:19.801386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:36:19.839604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.839957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.840300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.841160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.841497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.841844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.842177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.842504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.842832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.843159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.843518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.843853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Tracked resource versions report:
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]: pushed versions:
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]: {   'AddressGroup': {'1.2'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'ConntrackHelper': {'1.0'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'Log': {'1.0'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'Network': {'1.1'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'Port': {'1.7'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'PortForwarding': {'1.2'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'QosPolicy': {'1.10'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'SecurityGroup': {'1.5'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'SecurityGroupRule': {'1.2'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'SubPort': {'1.0'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'Subnet': {'1.1'},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     'Trunk': {'1.1'}}
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]: consumer versions:
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]: {   DHCP agent@ncdv-master-1: {},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     L3 agent@ncdv-master-1: {},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     Metadata agent@ncdv-master-1: {},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     Metering agent@ncdv-master-1: {},
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'ConntrackHelper': '1.0',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'Log': '1.0',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'Network': '1.1',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'Port': '1.7',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'PortForwarding': '1.2',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'QosPolicy': '1.10',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'SecurityGroup': '1.5',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'SecurityGroupRule': '1.2',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'SubPort': '1.0',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'Subnet': '1.1',
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:                                           'Trunk': '1.1'}}
Nov 27 20:36:19.844988 ncdv-master-1 neutron-server[120908]:  {{(pid=120908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 20:36:20.138519 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:20.330970 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:20.335423 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:20.452503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Router ed863f79-1c01-4b3a-a784-1fe75221f463 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:36:20.563827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:36:20.568562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:20.569780 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-22d73294-5adc-4d69-9459-f2c524e2836b admin admin] 10.222.0.21 "PUT /v2.0/routers/ed863f79-1c01-4b3a-a784-1fe75221f463 HTTP/1.1" status: 200  len: 889 time: 1.8105426
Nov 27 20:36:21.939126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Sync routers for ids ['ed863f79-1c01-4b3a-a784-1fe75221f463'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:36:21.950859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Routers {'ed863f79-1c01-4b3a-a784-1fe75221f463'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:36:21.951562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe47e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:36:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ed863f79-1c01-4b3a-a784-1fe75221f463'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:36:22.014768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:36:22.206918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:22.207206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:22.210402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Set router ed863f79-1c01-4b3a-a784-1fe75221f463 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:36:22.719873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe47e2b0>, [{'id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'name': 'router1', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd603ff2a-c6fc-485f-96b1-4c14492c5de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:36:02Z', 'updated_at': '2021-11-27T20:36:19Z', 'revision_number': 4, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'gw_port': {'id': 'd603ff2a-c6fc-485f-96b1-4c14492c5de2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:36:19Z', 'updated_at': '2021-11-27T20:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941', 'name': '', 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'mac_address': 'fa:16:3e:b5:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:36:11Z', 'updated_at': '2021-11-27T20:36:14Z', 'revision_number': 5, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'subnets': [{'id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1166026-1400-4891-b64e-e2819dcd6ca4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:36:22.771874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Checking router: ed863f79-1c01-4b3a-a784-1fe75221f463 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:36:22.772251 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Updating router ed863f79-1c01-4b3a-a784-1fe75221f463 port d603ff2a-c6fc-485f-96b1-4c14492c5de2 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:36:22.820429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:23.136640 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:23.143115 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:23.195340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Attempting to bind port d603ff2a-c6fc-485f-96b1-4c14492c5de2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:36:23.195340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Attempting to bind port d603ff2a-c6fc-485f-96b1-4c14492c5de2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:36:23.195625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Attempting to bind port d603ff2a-c6fc-485f-96b1-4c14492c5de2 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:36:23.198584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6f08a-347a-41fd-b09f-ff4b99fb4a43 None None] Pushing event updated for resources: {'Port': ['ID=d603ff2a-c6fc-485f-96b1-4c14492c5de2,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:23.203151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:36:23.204085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:36:23.204085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:23.204386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:36:23.204771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Bound port: d603ff2a-c6fc-485f-96b1-4c14492c5de2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:36:23.205198 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:23.254254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] For port d603ff2a-c6fc-485f-96b1-4c14492c5de2, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:36:23.257313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] For port d603ff2a-c6fc-485f-96b1-4c14492c5de2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d603ff2a-c6fc-485f-96b1-4c14492c5de2,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:36:23.261111 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:23.266550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51022) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:36:23.310572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Routers {'ed863f79-1c01-4b3a-a784-1fe75221f463'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:36:23.311202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe47e2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:36:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ed863f79-1c01-4b3a-a784-1fe75221f463'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:36:23.366398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6f08a-347a-41fd-b09f-ff4b99fb4a43 None None] Pushing event updated for resources: {'Port': ['ID=d603ff2a-c6fc-485f-96b1-4c14492c5de2,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:23.439528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] Set router ed863f79-1c01-4b3a-a784-1fe75221f463 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:36:23.451562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8338736f-c29f-497f-bbe4-b99c7984a4bd admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1837196
Nov 27 20:36:23.661241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe47e2b0>, [{'id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'name': 'router1', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd603ff2a-c6fc-485f-96b1-4c14492c5de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:36:02Z', 'updated_at': '2021-11-27T20:36:19Z', 'revision_number': 4, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'gw_port': {'id': 'd603ff2a-c6fc-485f-96b1-4c14492c5de2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:36:19Z', 'updated_at': '2021-11-27T20:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941', 'name': '', 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'mac_address': 'fa:16:3e:b5:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:36:11Z', 'updated_at': '2021-11-27T20:36:14Z', 'revision_number': 5, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'subnets': [{'id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1166026-1400-4891-b64e-e2819dcd6ca4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:36:23.689124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc307-92fa-40bc-8148-2c1a73e25ebf None None] The sync data for ids ['ed863f79-1c01-4b3a-a784-1fe75221f463'] in ncdv-master-1 is: [{'id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'name': 'router1', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd603ff2a-c6fc-485f-96b1-4c14492c5de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:36:02Z', 'updated_at': '2021-11-27T20:36:19Z', 'revision_number': 4, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'gw_port': {'id': 'd603ff2a-c6fc-485f-96b1-4c14492c5de2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:36:19Z', 'updated_at': '2021-11-27T20:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941', 'name': '', 'network_id': '83a970f9-bd07-4cff-beef-6480f95e6523', 'tenant_id': '838c496dfc884bc0b3b44afdd528b73e', 'mac_address': 'fa:16:3e:b5:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed863f79-1c01-4b3a-a784-1fe75221f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:36:11Z', 'updated_at': '2021-11-27T20:36:14Z', 'revision_number': 5, 'project_id': '838c496dfc884bc0b3b44afdd528b73e', 'subnets': [{'id': '8ed94dd3-3a62-4452-91b6-a38785d49e29', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1166026-1400-4891-b64e-e2819dcd6ca4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:36:24.025225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d603ff2a-c6fc-485f-96b1-4c14492c5de2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:36:24.083546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d603ff2a-c6fc-485f-96b1-4c14492c5de2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:24.084007 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:24.180813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:24.207933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port d603ff2a-c6fc-485f-96b1-4c14492c5de2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d603ff2a-c6fc-485f-96b1-4c14492c5de2,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:36:24.214212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:24.268660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=d603ff2a-c6fc-485f-96b1-4c14492c5de2,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:36:25.972468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d603ff2a-c6fc-485f-96b1-4c14492c5de2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:36:26.040163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d603ff2a-c6fc-485f-96b1-4c14492c5de2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:36:26.040542 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:33.974980 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0a571907-fd34-4377-988a-edd8d25ab1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:36.338617 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-655e1549-9179-4f64-9656-73addecd255d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:37.626172 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:39.333402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:40.180540 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:36:55.857703 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:37:03.959969 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-00d13389-c179-4235-95a6-8a160b2b3255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:06.341027 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4d4a9ee-9a73-4f83-9cd4-9d9953f981b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:07.643191 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:09.333446 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:10.175789 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:32.857155 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:37:33.963616 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ce1977e0-6b55-4665-ad91-8a4e6b5592a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:36.352263 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-76e6b852-0256-4c78-b297-e47b35b1d63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:37.636307 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:39.325570 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:40.177696 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:51.617644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51614) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:37:51.679180 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6730995-af2c-44e2-b5bb-190de18b282a admin admin] GET failed (client error): The resource could not be found.
Nov 27 20:37:51.680485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a6730995-af2c-44e2-b5bb-190de18b282a admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0618629
Nov 27 20:37:51.840064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e16da-f5fc-4404-a053-81296f7c9b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:37:51.841539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d53e16da-f5fc-4404-a053-81296f7c9b74 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1558673
Nov 27 20:37:54.286896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51624) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:37:54.383152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c37e79-4202-4540-afef-b61c68554863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:37:54.384550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-17c37e79-4202-4540-afef-b61c68554863 admin admin] 10.222.0.21 "GET /v2.0/subnets/8ed94dd3-3a62-4452-91b6-a38785d49e29 HTTP/1.1" status: 200  len: 849 time: 0.0965903
Nov 27 20:37:54.394640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:37:54.480367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Publish callbacks [] for subnet, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:54.620470 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788577952359'] for subnet, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:54.655762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:37:54.656755 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:54.657639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] 10.222.0.21 "PUT /v2.0/subnets/8ed94dd3-3a62-4452-91b6-a38785d49e29 HTTP/1.1" status: 200  len: 868 time: 0.2665648
Nov 27 20:37:54.660166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4074a36e-af4d-441d-97ab-5eba44c01baa None None] Network 83a970f9-bd07-4cff-beef-6480f95e6523 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:37:54.674746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed94dd3-3a62-4452-91b6-a38785d49e29,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:37:54.682762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.683109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.683506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.683857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.684202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.684549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.684891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.685230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.685570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.685907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.686244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.686580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b83601-225b-4aab-ad87-cb37c7d7c49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:37:54.995327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cee435a6-31f9-4bea-b47f-8c68d2b012e5 None None] Provisioning complete for port 9953bf1a-e04b-4a2e-80e8-e8d8cbbe8941 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:37:54.995707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cee435a6-31f9-4bea-b47f-8c68d2b012e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:55.081235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cee435a6-31f9-4bea-b47f-8c68d2b012e5 None None] Provisioning complete for port d691faff-7e36-4bc8-8985-e260bb7712a0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:37:55.081605 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cee435a6-31f9-4bea-b47f-8c68d2b012e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:37:57.138016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51632) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:37:57.336580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd550f-5c33-4665-9809-3677f78cdfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:37:57.337017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd550f-5c33-4665-9809-3677f78cdfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:37:57.338624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b9fd550f-5c33-4665-9809-3677f78cdfa9 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1996031
Nov 27 20:37:59.829807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51656) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:37:59.963021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d275556-9cb1-4e21-9b77-ba03c510f892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:37:59.963507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d275556-9cb1-4e21-9b77-ba03c510f892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:37:59.965022 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2d275556-9cb1-4e21-9b77-ba03c510f892 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1342494
Nov 27 20:38:02.414550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51664) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:02.548137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd76305-ddbb-4ea2-b4e1-734d3dcb02fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:02.549538 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2fd76305-ddbb-4ea2-b4e1-734d3dcb02fa admin admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 886 time: 0.1335838
Nov 27 20:38:03.961138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5984894c-895f-4a2f-8e7d-605280b45989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:04.988659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51674) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:05.121400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50833f8-f994-48d2-b7a1-cc578e22f55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:05.122781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a50833f8-f994-48d2-b7a1-cc578e22f55a admin admin] 10.222.0.21 "GET /v2.0/networks/83a970f9-bd07-4cff-beef-6480f95e6523 HTTP/1.1" status: 200  len: 869 time: 0.1331596
Nov 27 20:38:06.344149 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd890d4c-f358-4079-ab76-3501833f838f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:07.575983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51682) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:07.636368 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:07.699500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda26f4-1a18-413d-b6f7-36e4fb87cb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:07.699882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda26f4-1a18-413d-b6f7-36e4fb87cb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:07.701420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7dda26f4-1a18-413d-b6f7-36e4fb87cb63 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1244683
Nov 27 20:38:09.328954 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:09.887062 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:38:10.178813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:10.193627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51690) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:10.289643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52655811-2eac-430e-adaa-0548abe5a482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:10.290628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52655811-2eac-430e-adaa-0548abe5a482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:10.292180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-52655811-2eac-430e-adaa-0548abe5a482 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0975933
Nov 27 20:38:12.734942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51698) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:12.828738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf4a86-8fa3-4269-823d-8e623a2e88df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:12.830099 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fcbf4a86-8fa3-4269-823d-8e623a2e88df admin admin] 10.222.0.21 "GET /v2.0/subnets/8ed94dd3-3a62-4452-91b6-a38785d49e29 HTTP/1.1" status: 200  len: 868 time: 0.0941904
Nov 27 20:38:15.304838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51706) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:15.395154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b2fddf-c725-4f4c-b906-cf442afd2231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:15.396545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b4b2fddf-c725-4f4c-b906-cf442afd2231 admin admin] 10.222.0.21 "GET /v2.0/subnets/b843e03b-d31a-4b3e-8bda-1679b2a63ea5 HTTP/1.1" status: 200  len: 816 time: 0.0902555
Nov 27 20:38:33.961990 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2489bd92-155e-4bb3-87c1-b36f9f91594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:36.344894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bda5ac9d-529f-4937-8040-d65749bb2c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:37.640047 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:39.330901 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:40.182362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:41.242912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51760) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:41.289548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-2e02e665-423a-42c8-a874-0a4cf0a65300 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:38:41.290574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2e02e665-423a-42c8-a874-0a4cf0a65300 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0466914
Nov 27 20:38:43.828583 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51768) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:43.888068 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-32336142-3075-41ae-8f0d-fdf8f6b74f2d admin admin] GET failed (client error): The resource could not be found.
Nov 27 20:38:43.889346 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-32336142-3075-41ae-8f0d-fdf8f6b74f2d admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0598130
Nov 27 20:38:43.973490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f00c52-6142-4af7-904d-1a2bbc15b0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:43.974908 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e5f00c52-6142-4af7-904d-1a2bbc15b0ee admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0812140
Nov 27 20:38:46.457688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51776) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:46.503977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:38:46.523314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Made reservation on behalf of bb5d1bf085ae456f8f7285f5a202640b for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:38:46.525522 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:46.552864 ncdv-master-1 neutron-server[120909]: WARNING neutron.services.revisions.revision_plugin [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fe3fe1d07f0] {project_id='bb5d1bf085ae456f8f7285f5a202640b', id='32084c64-2a2c-449e-b5be-d13ebd857df6', target_tenant='*', action='access_as_shared', object_id='0a5d387d-9b1d-47d7-b189-6851d70181a3'}> to bump revision.
Nov 27 20:38:46.564319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:38:46.573017 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:46.573362 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Added segment cf60009c-41f3-4b18-a88d-cbb0bae7cb50 of type vlan for network 0a5d387d-9b1d-47d7-b189-6851d70181a3
Nov 27 20:38:46.610599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:46.634510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:46.635574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:46.636101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:46.686512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2277176
Nov 27 20:38:46.696897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b322daa-cb5f-4d09-8cdd-336b86e27e2e admin admin] Pushing event updated for resources: {'Network': ['ID=0a5d387d-9b1d-47d7-b189-6851d70181a3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:38:46.707345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:38:46.855809 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:38:49.166366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51784) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:38:49.228317 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b3146b-e13a-42b5-af58-4a6e203f6742 admin admin] GET failed (client error): The resource could not be found.
Nov 27 20:38:49.230438 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10b3146b-e13a-42b5-af58-4a6e203f6742 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0631032
Nov 27 20:38:49.298636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0e1070-dbe5-4fdd-8865-568c7d91a19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:49.300091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aa0e1070-dbe5-4fdd-8865-568c7d91a19a admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0650835
Nov 27 20:38:49.310076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:38:49.329574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Made reservation on behalf of bb5d1bf085ae456f8f7285f5a202640b for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:38:49.331985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:49.572951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:49.627679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92520dc-c6ba-4eb1-8c13-8a8a7c397695,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:38:49.634858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:38:49.635207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Network hostable DHCP agents. Network: 0a5d387d-9b1d-47d7-b189-6851d70181a3, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:38:49.652048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:38:49.659925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a5d387d-9b1d-47d7-b189-6851d70181a3) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:38:49.664068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:38:49.664655 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:49.669383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2116ec1c-0370-4dea-8bf6-e8c332a6980c None None] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:38:49.680595 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-20c4b3ea-a04a-4f33-840c-0ba354211359 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3737805
Nov 27 20:38:49.823096 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0a5d387d-9b1d-47d7-b189-6851d70181a3', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'tenant_id': 'bb5d1bf085ae456f8f7285f5a202640b', 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:38:49.824061 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:50.059238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Allocated IP 192.168.233.2 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/d5e394e4-4ac1-4d17-85ff-a1b76961795e) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:38:50.206060 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:50.213904 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:50.254990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:38:50.257759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:38:50.261348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:38:50.268540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Pushing event updated for resources: {'Port': ['ID=d5e394e4-4ac1-4d17-85ff-a1b76961795e,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:38:50.279468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.279825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.280169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.280508 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.280847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.281183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.281523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.281852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.282181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.282507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.283310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.283310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:38:50.328727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Attempting to bind port d5e394e4-4ac1-4d17-85ff-a1b76961795e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:38:50.329103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Attempting to bind port d5e394e4-4ac1-4d17-85ff-a1b76961795e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:38:50.329484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Attempting to bind port d5e394e4-4ac1-4d17-85ff-a1b76961795e on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:38:50.334384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:38:50.334769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:38:50.335170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:50.335632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:38:50.336097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Bound port: d5e394e4-4ac1-4d17-85ff-a1b76961795e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:38:50.337359 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:50.402262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] For port d5e394e4-4ac1-4d17-85ff-a1b76961795e, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:38:50.405378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] For port d5e394e4-4ac1-4d17-85ff-a1b76961795e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5e394e4-4ac1-4d17-85ff-a1b76961795e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:38:50.409387 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:50.466291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2005-071c-4567-a18a-049a99d0fc98 None None] Pushing event updated for resources: {'Port': ['ID=d5e394e4-4ac1-4d17-85ff-a1b76961795e,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:38:51.579164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c6618-5876-4fdb-a1b5-b589cad8c652 None None] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:38:51.646084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7dd20f4c-1d35-4f78-83c7-314d02e1e977 None None] Provisioning complete for port d5e394e4-4ac1-4d17-85ff-a1b76961795e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:38:51.646456 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7dd20f4c-1d35-4f78-83c7-314d02e1e977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:51.791196 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7dd20f4c-1d35-4f78-83c7-314d02e1e977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:51.830764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7dd20f4c-1d35-4f78-83c7-314d02e1e977 None None] For port d5e394e4-4ac1-4d17-85ff-a1b76961795e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5e394e4-4ac1-4d17-85ff-a1b76961795e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:38:51.834884 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7dd20f4c-1d35-4f78-83c7-314d02e1e977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:51.888992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd20f4c-1d35-4f78-83c7-314d02e1e977 None None] Pushing event updated for resources: {'Port': ['ID=d5e394e4-4ac1-4d17-85ff-a1b76961795e,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:38:52.062949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7da4dfdf-dc5c-4b07-930c-8fbd6bccf460 None None] Provisioning complete for port d5e394e4-4ac1-4d17-85ff-a1b76961795e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:38:52.064418 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7da4dfdf-dc5c-4b07-930c-8fbd6bccf460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:38:52.143746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d5e394e4-4ac1-4d17-85ff-a1b76961795e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:38:52.204365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d5e394e4-4ac1-4d17-85ff-a1b76961795e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:38:52.204728 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:03.963672 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dc53584f-3bec-4c8e-b771-4e733ca26f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:06.347696 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a2f92ccf-703a-4796-888b-dadbdc32d794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:07.642537 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:09.340435 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:10.190459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:23.854408 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:39:33.964927 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be0ce79c-f9b6-4d83-90b4-0732f0d6bc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:36.348977 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-286911c1-4556-4880-85dd-ecd0a7316919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:37.645734 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:39.332817 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:39:40.181715 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:00.852867 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:40:02.355985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51862) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:40:02.361773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-defbef22-d1dd-4441-b363-b0edba1de291 tempest-verify_tempest_config-1084856405 tempest-verify_tempest_config-1084856405-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:40:02.362750 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-defbef22-d1dd-4441-b363-b0edba1de291 tempest-verify_tempest_config-1084856405 tempest-verify_tempest_config-1084856405-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0057979
Nov 27 20:40:02.645536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51880) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:40:02.758459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:02.859114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:02.862641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:02.906864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b27b2c648b24f80a4726ffd15d18047&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2602699
Nov 27 20:40:02.907822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df25e629-e55d-47d8-9f4e-28b7000cf400,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:40:02.909616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51886) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:40:02.917721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.918081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.918435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.918779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.919118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.919488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.919824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.920155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.920486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.920819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.921149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.921478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4ebb82-0e5e-45bd-8359-6502ee1e9cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:02.968111 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:02.989769 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:03.079609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:03.082213 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:03.083401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df25e629-e55d-47d8-9f4e-28b7000cf400 HTTP/1.1" status: 204  len: 168 time: 0.1727970
Nov 27 20:40:03.092398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df25e629-e55d-47d8-9f4e-28b7000cf400,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:40:03.099142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.099520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.099864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.100208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.101094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.101519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.101961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.102298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.102632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.102961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.103380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.103714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2364a70-a064-461f-8fcb-ba7783757aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:40:03.965757 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2316c72b-32e0-4a54-91ab-059510daa0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:06.349424 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1c700df3-900d-4fd4-a181-4ede9a6bf45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:07.648022 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:09.336514 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:10.181801 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:33.967822 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-06968ef3-2a59-4e94-9ff4-ec55fa708ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:36.350452 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-024323e9-34d3-425f-a41a-10ef8f17924a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:37.651106 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:37.851507 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:40:39.340770 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:40:40.182367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:03.968804 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8afc098d-49ef-469e-9cca-9ff27d21efe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:06.352847 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dcaacb26-8cbe-462f-9388-317c7b864926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:07.653894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:09.341408 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:10.183328 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:14.849674 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:41:33.970426 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-542b9085-63a8-45a2-9b59-473720d5fc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:36.356223 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-53f53b79-6cef-4da7-99eb-24befa0ff213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:37.662884 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:39.344944 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:40.184388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:41:51.848410 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:42:03.971077 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-20a4415e-4b71-4cec-b028-4cf27ab1a025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:42:06.357008 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5bb6820f-68d1-40a1-825e-d3f921c2c20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:42:07.660121 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:42:09.347704 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:42:10.185840 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:42:28.846354 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:42:33.972963 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-505421fb-d363-4c9c-b589-0a990fb2648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:42:36.356829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-efb252bd-7770-45c2-932e-e664db63f09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:42:37.663689 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:42:39.350132 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:42:40.187895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:03.974249 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5ff78444-d563-44cd-963b-2a90a8dd1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:05.845117 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 5 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:43:06.357907 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-39c441ff-a2d2-44cb-bbb1-6e7a2f34f607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:07.667038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:09.352241 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:10.189473 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:15.694772 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833851'] for agent, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:18.166304 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833851'] for agent, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:33.975517 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bd450927-6174-48ec-8c77-65188efef67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:36.359734 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8fe41515-a69e-4fe8-aa7c-8c555ad7157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:37.666647 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:39.355461 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:40.190985 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:42.845898 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:43:45.648653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:43:48.137931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:00.796662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52008) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:44:00.901808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c2f5d0f0-4702-4d75-89ed-b4d494013899 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1040215
Nov 27 20:44:03.372561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52018) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:44:03.427708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8f9cb2ad-9ed7-48d8-96e1-606e2584d5b0 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0540140
Nov 27 20:44:03.976108 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be8cef98-de42-49d9-8c74-c48ec0bb194a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:06.360735 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f35d4eb2-9ffa-4cd1-b62a-bb86107d06de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:07.671221 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:09.359603 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:10.192739 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:15.662594 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:18.152499 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:19.845269 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:44:33.978960 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4964ea7-f5e6-4e08-8948-0df8c3bae4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:36.362018 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f966-05e4-44e3-b0be-073597f37028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:37.672510 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:39.363196 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:40.194671 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:45.681492 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:48.168519 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:44:56.844624 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:45:03.982267 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2514a2e6-e827-4b81-89f7-b6b570848ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:06.363534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e271054c-774d-4dfc-a49a-33de0ed38bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:07.676051 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:09.364626 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:10.198689 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:15.674978 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:18.149949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:28.406261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52426) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:28.732823 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:28.807893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:28.813333 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:28.878524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0257f20-1680-4dab-b06c-2bc55cb71c39,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:28.901557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.901908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.902247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.902578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.902909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.903233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.903576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.903900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.904219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.904536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.904857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.905185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] Tracked resource versions report:
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]: pushed versions:
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]: {   'AddressGroup': {'1.2'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'ConntrackHelper': {'1.0'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'Log': {'1.0'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'Network': {'1.1'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'Port': {'1.7'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'PortForwarding': {'1.2'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'QosPolicy': {'1.10'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'SecurityGroup': {'1.5'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'SecurityGroupRule': {'1.2'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'SubPort': {'1.0'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'Subnet': {'1.1'},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     'Trunk': {'1.1'}}
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]: consumer versions:
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]: {   DHCP agent@ncdv-master-1: {},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     HyperV agent@nch1-master-1: {},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     HyperV agent@nch2-master-1: {},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     L3 agent@ncdv-master-1: {},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     Metadata agent@ncdv-master-1: {},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     Metering agent@ncdv-master-1: {},
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'ConntrackHelper': '1.0',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'Log': '1.0',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'Network': '1.1',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'Port': '1.7',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'PortForwarding': '1.2',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'QosPolicy': '1.10',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'SecurityGroup': '1.5',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'SecurityGroupRule': '1.2',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'SubPort': '1.0',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'Subnet': '1.1',
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:                                           'Trunk': '1.1'}}
Nov 27 20:45:28.906292 ncdv-master-1 neutron-server[120909]:  {{(pid=120909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 20:45:28.914974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52462) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:28.927908 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d79b2b03-dbfb-4a21-a717-5693fd96d043 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7742e0a2093f4cf6ace16410f4c8d94b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5198231
Nov 27 20:45:28.972838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52472) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:28.975105 ncdv-master-1 neutron-server[120909]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 27 20:45:28.997308 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.005401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-f0eecf57-47f6-499e-ab89-057da2610ca7 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=75de5fe7240c4923a26724fd417391e8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0314722
Nov 27 20:45:29.021398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.080095 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.082926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.086910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0257f20-1680-4dab-b06c-2bc55cb71c39 HTTP/1.1" status: 204  len: 168 time: 0.1708660
Nov 27 20:45:29.095314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0257f20-1680-4dab-b06c-2bc55cb71c39,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:29.102683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.103215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.103720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.104264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.104745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.105373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.105846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.106332 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.106802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.107387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.107857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.108422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bde166-6917-4f2d-970f-be95e235ebc6 admin admin] Tracked resource versions report:
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]: pushed versions:
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]: {   'AddressGroup': {'1.2'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'ConntrackHelper': {'1.0'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'Log': {'1.0'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'Network': {'1.1'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'Port': {'1.7'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'PortForwarding': {'1.2'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'QosPolicy': {'1.10'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'SecurityGroup': {'1.5'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'SecurityGroupRule': {'1.2'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'SubPort': {'1.0'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'Subnet': {'1.1'},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     'Trunk': {'1.1'}}
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]: consumer versions:
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]: {   DHCP agent@ncdv-master-1: {},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     HyperV agent@nch1-master-1: {},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     HyperV agent@nch2-master-1: {},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     L3 agent@ncdv-master-1: {},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     Metadata agent@ncdv-master-1: {},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     Metering agent@ncdv-master-1: {},
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'ConntrackHelper': '1.0',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'Log': '1.0',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'Network': '1.1',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'Port': '1.7',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'PortForwarding': '1.2',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'QosPolicy': '1.10',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'SecurityGroup': '1.5',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'SecurityGroupRule': '1.2',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'SubPort': '1.0',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'Subnet': '1.1',
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:                                           'Trunk': '1.1'}}
Nov 27 20:45:29.109693 ncdv-master-1 neutron-server[120908]:  {{(pid=120908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 20:45:29.227857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d256847-048a-4c55-9b97-ca087f98d485 req-b9687311-5578-4920-872b-d55d1139dbcd tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:29.229447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-b9687311-5578-4920-872b-d55d1139dbcd tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2180922
Nov 27 20:45:29.245598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-f699fb22-2bae-44b7-8cc2-148b44f72185 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/quotas/75de5fe7240c4923a26724fd417391e8 HTTP/1.1" status: 200  len: 375 time: 0.0103788
Nov 27 20:45:29.305627 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-a0207fe7-6ab1-4dfc-8ef3-0a663a7b7d66 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75de5fe7240c4923a26724fd417391e8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0515823
Nov 27 20:45:29.409559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52494) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:29.424742 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4704-da70-4be2-80f7-3d88ccf529c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.516100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4704-da70-4be2-80f7-3d88ccf529c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.523430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4704-da70-4be2-80f7-3d88ccf529c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.558399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c4704-da70-4be2-80f7-3d88ccf529c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a485f2a3-1851-490e-bafc-c1e27337f3c2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:29.574502 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9d3c4704-da70-4be2-80f7-3d88ccf529c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01ed03f76e8a4ec683d87be6d3ead29d&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1631951
Nov 27 20:45:29.577331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52516) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:29.640106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3d511ed-1405-4542-8b7a-362c2bfc76f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.661186 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3d511ed-1405-4542-8b7a-362c2bfc76f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.711598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3d511ed-1405-4542-8b7a-362c2bfc76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.715773 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3d511ed-1405-4542-8b7a-362c2bfc76f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:29.717731 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f3d511ed-1405-4542-8b7a-362c2bfc76f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a485f2a3-1851-490e-bafc-c1e27337f3c2 HTTP/1.1" status: 204  len: 168 time: 0.1388316
Nov 27 20:45:29.727507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d511ed-1405-4542-8b7a-362c2bfc76f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a485f2a3-1851-490e-bafc-c1e27337f3c2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:29.741888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52528) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:29.744081 ncdv-master-1 neutron-server[120908]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 27 20:45:29.788040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-bf467686-545c-48d9-8944-3c738fefdf4e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a53c15d688a541849c224abc382dff55&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0453222
Nov 27 20:45:30.000917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-645bb2ba-cc07-419c-b93e-8e3103343d8c tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:30.008940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-645bb2ba-cc07-419c-b93e-8e3103343d8c tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2135584
Nov 27 20:45:30.037436 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-ff801b54-3c0a-4eb2-a93e-e5aa0d3422e5 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/quotas/a53c15d688a541849c224abc382dff55 HTTP/1.1" status: 200  len: 375 time: 0.0273659
Nov 27 20:45:30.102516 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-4fcae74e-2b9f-4800-8d61-eee7af34cb09 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a53c15d688a541849c224abc382dff55&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0640903
Nov 27 20:45:30.412822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c61fc396-66c4-4069-9c9c-65eaed87045d req-7a2d582e-6903-4ff8-b6b9-7e3743a3cbd3 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 210 time: 0.0643866
Nov 27 20:45:30.626872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc1dc319-9f15-4af7-95ec-2b31a2621c64 req-825cf56a-98f2-4dce-bc96-f629c1c7ec53 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 210 time: 0.0486658
Nov 27 20:45:31.419159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52660) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:31.709835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51d97629-1537-4897-8661-e670ad4635c9 req-48c7bf49-0cc1-49d3-8786-9cdbbb7f3b35 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 210 time: 0.0689716
Nov 27 20:45:31.762245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53dffc97-7bfb-46c3-a8ce-085f18ff6503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:31.796986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52690) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:31.865296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53dffc97-7bfb-46c3-a8ce-085f18ff6503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:31.872726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53dffc97-7bfb-46c3-a8ce-085f18ff6503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:31.928580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-53dffc97-7bfb-46c3-a8ce-085f18ff6503 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8bfde4517ef43ac9022f3d7be7b1c8f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5082660
Nov 27 20:45:31.929945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dffc97-7bfb-46c3-a8ce-085f18ff6503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b223e63-38ef-46f8-a336-c2e56e44351d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:31.932760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52698) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:31.935165 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21aebd93-0f91-4ed5-ad9f-73b43afec82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:31.985523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.35', 54434) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:32.015703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c7441a8-524e-49be-9b11-3f90b8767e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.041134 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c7441a8-524e-49be-9b11-3f90b8767e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.101848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-509dd88f-2cb8-47df-8dfb-ca802ef2849c tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=75de5fe7240c4923a26724fd417391e8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1141338
Nov 27 20:45:32.108051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c7441a8-524e-49be-9b11-3f90b8767e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.123931 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c7441a8-524e-49be-9b11-3f90b8767e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.126086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1c7441a8-524e-49be-9b11-3f90b8767e75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b223e63-38ef-46f8-a336-c2e56e44351d HTTP/1.1" status: 204  len: 168 time: 0.1800270
Nov 27 20:45:32.139334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7441a8-524e-49be-9b11-3f90b8767e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b223e63-38ef-46f8-a336-c2e56e44351d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:32.168510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0e348eb-ecf9-4074-9445-85069123945e req-adb9f911-d10f-46c4-80b9-8f96f6fba826 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 210 time: 0.1844232
Nov 27 20:45:32.251458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21aebd93-0f91-4ed5-ad9f-73b43afec82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.259417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21aebd93-0f91-4ed5-ad9f-73b43afec82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.320598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d256847-048a-4c55-9b97-ca087f98d485 req-7062c4b1-368f-475c-a3d9-2e7ea54e05cc tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:32.323661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-7062c4b1-368f-475c-a3d9-2e7ea54e05cc tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2147222
Nov 27 20:45:32.327623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-21aebd93-0f91-4ed5-ad9f-73b43afec82b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0941d60be210490fb2c7c5ecd7226447&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5293651
Nov 27 20:45:32.329335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aebd93-0f91-4ed5-ad9f-73b43afec82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18f6302-4310-4e35-8bcd-d0753e01bf10,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:32.330461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52716) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:32.415744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.15', 59343) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:32.421821 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d6987761-4260-4a3f-b26a-e49b8df50bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.452884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d6987761-4260-4a3f-b26a-e49b8df50bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.458877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Request body: {'port': {'device_id': '46d9f5e3-7112-4787-b2e4-ba60005e60c1', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '75de5fe7240c4923a26724fd417391e8'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:32.476037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1a703fca-9bcc-4858-8b03-08b583b5b6f5 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a53c15d688a541849c224abc382dff55&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0518496
Nov 27 20:45:32.514176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d6987761-4260-4a3f-b26a-e49b8df50bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.517484 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d6987761-4260-4a3f-b26a-e49b8df50bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.518669 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d6987761-4260-4a3f-b26a-e49b8df50bfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c18f6302-4310-4e35-8bcd-d0753e01bf10 HTTP/1.1" status: 204  len: 168 time: 0.1867652
Nov 27 20:45:32.534514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6987761-4260-4a3f-b26a-e49b8df50bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18f6302-4310-4e35-8bcd-d0753e01bf10,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:32.697262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52738) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:32.719575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f0e74cc2-eca1-4fe7-9a4c-a46d6074802d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.795291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-f96082d4-544e-46be-b1c2-32986d160057 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:32.797589 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-f96082d4-544e-46be-b1c2-32986d160057 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2882390
Nov 27 20:45:32.862703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Made reservation on behalf of 75de5fe7240c4923a26724fd417391e8 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:45:32.866906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.890608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.920367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Request body: {'port': {'device_id': 'f6d80b32-2808-471a-8a0e-4be5eef50ad1', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'a53c15d688a541849c224abc382dff55'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:32.959613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f58fc4db-1904-470e-bcd5-4b962c255388 req-15a6177b-2acf-4bff-a0ed-819aefbbb9f3 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 210 time: 0.0989826
Nov 27 20:45:32.989532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f0e74cc2-eca1-4fe7-9a4c-a46d6074802d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:32.993826 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f0e74cc2-eca1-4fe7-9a4c-a46d6074802d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.037397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e74cc2-eca1-4fe7-9a4c-a46d6074802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4201ff3-2116-4007-a0c6-e9dc25f43f29,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:33.043608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f0e74cc2-eca1-4fe7-9a4c-a46d6074802d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39b6d05f5755471cb3861cf371120430&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3451445
Nov 27 20:45:33.046058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52770) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:33.099861 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.102509 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53512a6a-4bf9-4f64-afa0-b744bfd5ceb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.114893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.128844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53512a6a-4bf9-4f64-afa0-b744bfd5ceb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.200622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53512a6a-4bf9-4f64-afa0-b744bfd5ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.204900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53512a6a-4bf9-4f64-afa0-b744bfd5ceb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.209650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-53512a6a-4bf9-4f64-afa0-b744bfd5ceb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4201ff3-2116-4007-a0c6-e9dc25f43f29 HTTP/1.1" status: 204  len: 168 time: 0.1601596
Nov 27 20:45:33.218419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53512a6a-4bf9-4f64-afa0-b744bfd5ceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4201ff3-2116-4007-a0c6-e9dc25f43f29,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:33.250573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6337fd58-6e14-4422-9b76-adca2d0f50fc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:33.284566 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7c93b90-023c-4462-9371-c3b9a5eff2c8 req-a77c1eb4-30db-460a-af4b-e70c614a1b63 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 210 time: 0.0367393
Nov 27 20:45:33.367168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52788) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:33.394478 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea60e3e5-0b5a-4238-b386-67cb5047a059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.587514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea60e3e5-0b5a-4238-b386-67cb5047a059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.596907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea60e3e5-0b5a-4238-b386-67cb5047a059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.655472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Made reservation on behalf of a53c15d688a541849c224abc382dff55 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:45:33.659903 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.672587 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ea60e3e5-0b5a-4238-b386-67cb5047a059 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc2eb222702c4da588deaf85f4b064a5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3027449
Nov 27 20:45:33.677207 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.677757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52790) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:33.775804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60e3e5-0b5a-4238-b386-67cb5047a059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1edfd5-cecb-4807-a7bb-7fc964110a29,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:33.818530 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4554d61c-9e51-4156-91c2-62511fec1fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.822049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Allocated IP 192.168.233.27 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/99a5e719-2b40-469f-9550-26151b5762fb) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:45:33.844840 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:45:33.893936 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4554d61c-9e51-4156-91c2-62511fec1fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:33.987638 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:34.018580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:34.030331 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7b6c9e09-421d-47bb-9571-73f26708e4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:34.091956 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4554d61c-9e51-4156-91c2-62511fec1fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:34.103633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4554d61c-9e51-4156-91c2-62511fec1fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:34.105882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4554d61c-9e51-4156-91c2-62511fec1fad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc1edfd5-cecb-4807-a7bb-7fc964110a29 HTTP/1.1" status: 204  len: 168 time: 0.4249129
Nov 27 20:45:34.137861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554d61c-9e51-4156-91c2-62511fec1fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1edfd5-cecb-4807-a7bb-7fc964110a29,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:34.230452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24103546-4ea0-49a9-bb79-f799d817dee3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:34.402277 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99b279e9-ccc9-4ad5-95bc-f32504132964 req-6a06dea7-49a5-4130-92b3-8daaf0935fcb tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 210 time: 0.1091702
Nov 27 20:45:34.554299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e35d5318-11c9-43e0-844b-cdff8ce3453c req-9224de32-6246-4bee-bc9b-413df2d44c69 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 210 time: 0.0439382
Nov 27 20:45:34.901031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:35.058327 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:35.077969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52840) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:35.257400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:45:35.261172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Pushing event updated for resources: {'Port': ['ID=99a5e719-2b40-469f-9550-26151b5762fb,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:35.276531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:45:35.290917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Allocated IP 192.168.233.111 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/d41d0e33-705d-4cdf-be42-526f502364c1) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:45:35.325673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:45:35.331742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:35.332194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:35.377956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-5e6a5037-5774-4f40-86a9-fc119c3e3546 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9369326
Nov 27 20:45:35.469691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-ead53596-d469-455c-9bef-1c3304daea76 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:45:35.475135 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-ead53596-d469-455c-9bef-1c3304daea76 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0178339
Nov 27 20:45:35.485168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1812e074-f5ca-42b3-b005-6e9afc76917b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:35.745759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a69e6-ec45-40f3-9e9e-cdfaf951dc03 req-c5af6ac3-3f8a-48f6-98c7-9a08f4f3837a tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:35.757259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-411a69e6-ec45-40f3-9e9e-cdfaf951dc03 req-c5af6ac3-3f8a-48f6-98c7-9a08f4f3837a tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 935 time: 0.1846099
Nov 27 20:45:35.767378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1812e074-f5ca-42b3-b005-6e9afc76917b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:35.781716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1812e074-f5ca-42b3-b005-6e9afc76917b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:35.822568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c5d7f9ae-6bcc-4bf0-9b90-957365a4efa8 None None] Provisioning complete for port 99a5e719-2b40-469f-9550-26151b5762fb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:45:35.823183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f9ae-6bcc-4bf0-9b90-957365a4efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:35.842091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:35.946895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7f9ae-6bcc-4bf0-9b90-957365a4efa8 None None] Port 99a5e719-2b40-469f-9550-26151b5762fb cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:45:35.973127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1812e074-f5ca-42b3-b005-6e9afc76917b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5c465ec33af4d0e87c28ad2eaa2e42c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8929052
Nov 27 20:45:35.976063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60bd6529-d9a2-425e-b514-ca5de3c18c43 req-5ffc68f3-7408-41a3-aa0e-92c54306b2ac tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 210 time: 0.0824664
Nov 27 20:45:35.980120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52864) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:35.988214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812e074-f5ca-42b3-b005-6e9afc76917b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75586183-2a3e-491c-8721-af8e95a677f5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:36.098676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-008ca28f-04aa-47ad-b8e5-e19ee87b5c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:36.172657 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-008ca28f-04aa-47ad-b8e5-e19ee87b5c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:36.177301 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-411a69e6-ec45-40f3-9e9e-cdfaf951dc03 req-3761f244-3bbf-420c-9300-fcbff8fc49a7 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4189374
Nov 27 20:45:36.184673 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:36.294552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-008ca28f-04aa-47ad-b8e5-e19ee87b5c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:36.297292 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-008ca28f-04aa-47ad-b8e5-e19ee87b5c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:36.301852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:45:36.302682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-008ca28f-04aa-47ad-b8e5-e19ee87b5c42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75586183-2a3e-491c-8721-af8e95a677f5 HTTP/1.1" status: 204  len: 168 time: 0.3175349
Nov 27 20:45:36.306419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:45:36.311231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:45:36.315720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ca28f-04aa-47ad-b8e5-e19ee87b5c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75586183-2a3e-491c-8721-af8e95a677f5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:36.319607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:36.320414 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:36.341724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Request body: {'port': {'device_id': '46d9f5e3-7112-4787-b2e4-ba60005e60c1', 'device_owner': 'compute:tempest-test_az-2084407099', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:36.357841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4471889
Nov 27 20:45:36.416235 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7857682-a79a-411b-ab3c-0f3ea7aa0d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:36.425764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-753604a4-8ad2-4ee7-aa43-52bfc0dd2e93 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:45:36.426742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-753604a4-8ad2-4ee7-aa43-52bfc0dd2e93 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0365062
Nov 27 20:45:36.488908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344faec-c3e8-4791-967a-146fea8abc3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Pushing event updated for resources: {'Port': ['ID=d41d0e33-705d-4cdf-be42-526f502364c1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:36.571986 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:36.787181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ec7d8d9e-788a-4d39-aa86-96b3c7c09235 None None] Provisioning complete for port d41d0e33-705d-4cdf-be42-526f502364c1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:45:36.790979 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8d9e-788a-4d39-aa86-96b3c7c09235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:36.888095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d8d9e-788a-4d39-aa86-96b3c7c09235 None None] Port d41d0e33-705d-4cdf-be42-526f502364c1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:45:36.936880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52888) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:37.133440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a5e719-2b40-469f-9550-26151b5762fb {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:45:37.180230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:37.184171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52898) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:37.265826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-290e1680-3adf-4375-8ac5-d73eebbb52e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:37.313357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71857d37-b82e-4f56-8ea2-5fc11a14dc1e req-7c415e42-97d3-42f8-b612-0e37845f64f0 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:37.338655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Transition to ACTIVE for port object 99a5e719-2b40-469f-9550-26151b5762fb will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:45:37.342889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71857d37-b82e-4f56-8ea2-5fc11a14dc1e req-7c415e42-97d3-42f8-b612-0e37845f64f0 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 936 time: 0.2246747
Nov 27 20:45:37.359110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Request body: {'port': {'device_id': 'f6d80b32-2808-471a-8a0e-4be5eef50ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:37.449481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:37.469605 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:37.531292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71857d37-b82e-4f56-8ea2-5fc11a14dc1e req-64d39659-81e5-414f-8280-48f02a2aa246 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865406
Nov 27 20:45:37.563418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a040e15b-fb53-49c4-a1a5-5f938f507435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:37.692825 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:37.745614 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a040e15b-fb53-49c4-a1a5-5f938f507435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:37.753518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a040e15b-fb53-49c4-a1a5-5f938f507435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:37.785714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058941d3-8da5-4a59-a0ed-6ca7abd29511 req-56b3b029-cc9e-4e52-8d63-0e4778726a62 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:37.793666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-058941d3-8da5-4a59-a0ed-6ca7abd29511 req-56b3b029-cc9e-4e52-8d63-0e4778726a62 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.4510968
Nov 27 20:45:37.880379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040e15b-fb53-49c4-a1a5-5f938f507435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d8d28a-6977-4eae-acb4-1dea802c17db,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:37.888080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Pushing event updated for resources: {'Port': ['ID=99a5e719-2b40-469f-9550-26151b5762fb,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:37.913993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a040e15b-fb53-49c4-a1a5-5f938f507435 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e289b137b09743c399e30e4ffa1bab40&name=default HTTP/1.1" status: 200  len: 2992 time: 0.9668317
Nov 27 20:45:37.916336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52914) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:38.016891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Attempting to bind port 99a5e719-2b40-469f-9550-26151b5762fb on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:45:38.017684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Attempting to bind port 99a5e719-2b40-469f-9550-26151b5762fb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:45:38.018315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Attempting to bind port 99a5e719-2b40-469f-9550-26151b5762fb on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:45:38.064667 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-290e1680-3adf-4375-8ac5-d73eebbb52e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:38.066263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Port 99a5e719-2b40-469f-9550-26151b5762fb on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:45:38.066788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Attempting to bind port 99a5e719-2b40-469f-9550-26151b5762fb on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:45:38.077589 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb79ed15-b002-4a89-8567-4334d80ebf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:38.096290 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-058941d3-8da5-4a59-a0ed-6ca7abd29511 req-eb949e22-9064-46b6-98b8-e1699ea53e5e tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3006315
Nov 27 20:45:38.099927 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-290e1680-3adf-4375-8ac5-d73eebbb52e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:38.141753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:45:38.142488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:45:38.143388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:45:38.144176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Bound port: 99a5e719-2b40-469f-9550-26151b5762fb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:45:38.144877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:38.171816 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb79ed15-b002-4a89-8567-4334d80ebf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:38.288745 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb79ed15-b002-4a89-8567-4334d80ebf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:38.293243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb79ed15-b002-4a89-8567-4334d80ebf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:38.298373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eb79ed15-b002-4a89-8567-4334d80ebf5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62d8d28a-6977-4eae-acb4-1dea802c17db HTTP/1.1" status: 204  len: 168 time: 0.3779690
Nov 27 20:45:38.329933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79ed15-b002-4a89-8567-4334d80ebf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d8d28a-6977-4eae-acb4-1dea802c17db,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:38.670253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-290e1680-3adf-4375-8ac5-d73eebbb52e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cce9e9a7290f4bbaa87ee50fa555ad01&name=default HTTP/1.1" status: 200  len: 2992 time: 1.4823096
Nov 27 20:45:38.672181 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52930) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:38.694322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e1680-3adf-4375-8ac5-d73eebbb52e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedde46e-2a04-46df-84f0-169e0d9bfb36,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:38.936226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] For port 99a5e719-2b40-469f-9550-26151b5762fb, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:45:38.959753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] For port 99a5e719-2b40-469f-9550-26151b5762fb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99a5e719-2b40-469f-9550-26151b5762fb,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:45:38.963015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a0a0a-7a04-404e-a856-56aaed937635 req-b984eeb4-ba98-4608-a625-02aa32c5220f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:38.980896 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-277a0a0a-7a04-404e-a856-56aaed937635 req-b984eeb4-ba98-4608-a625-02aa32c5220f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 936 time: 0.2727921
Nov 27 20:45:38.992085 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.100781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d916e099-2a01-4588-b0ed-85785a642955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.223783 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d916e099-2a01-4588-b0ed-85785a642955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.237098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52940) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:39.333208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Pushing event updated for resources: {'Port': ['ID=99a5e719-2b40-469f-9550-26151b5762fb,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:39.360873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b34d522f-2b09-4bb1-b3ab-aa8ef643fbe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.382251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:39.386795 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.396619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-fbb4c534-e9bf-4911-9860-ab601beeaec4 service neutron] 10.222.0.35 "PUT /v2.0/ports/99a5e719-2b40-469f-9550-26151b5762fb HTTP/1.1" status: 200  len: 1117 time: 3.3002272
Nov 27 20:45:39.398295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d9f5e3-7112-4787-b2e4-ba60005e60c1', 'tag': '99a5e719-2b40-469f-9550-26151b5762fb'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:45:39.419295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.567889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-277a0a0a-7a04-404e-a856-56aaed937635 req-7b115e98-60a9-4b75-b734-f6c0f729c8df tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5746815
Nov 27 20:45:39.793190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41d0e33-705d-4cdf-be42-526f502364c1 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:45:39.800636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d916e099-2a01-4588-b0ed-85785a642955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.812757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d916e099-2a01-4588-b0ed-85785a642955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.814185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d916e099-2a01-4588-b0ed-85785a642955 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aedde46e-2a04-46df-84f0-169e0d9bfb36 HTTP/1.1" status: 204  len: 168 time: 1.1401646
Nov 27 20:45:39.814467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d256847-048a-4c55-9b97-ca087f98d485 req-437f8e0b-36c3-4a1a-af07-a0b82241f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:39.816275 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-437f8e0b-36c3-4a1a-af07-a0b82241f699 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75de5fe7240c4923a26724fd417391e8&device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 1120 time: 0.2019453
Nov 27 20:45:39.818306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.847792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1ef65-b60f-44d7-9d9d-5a44fb3347cd req-75201a43-12fe-4735-87b4-b0574cf2127d tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:39.850153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-21d1ef65-b60f-44d7-9d9d-5a44fb3347cd req-75201a43-12fe-4735-87b4-b0574cf2127d tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.4758916
Nov 27 20:45:39.854807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Transition to ACTIVE for port object d41d0e33-705d-4cdf-be42-526f502364c1 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:45:39.885183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:39.904923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916e099-2a01-4588-b0ed-85785a642955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedde46e-2a04-46df-84f0-169e0d9bfb36,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:40.004236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b34d522f-2b09-4bb1-b3ab-aa8ef643fbe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.033346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b34d522f-2b09-4bb1-b3ab-aa8ef643fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.221296 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.254678 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b34d522f-2b09-4bb1-b3ab-aa8ef643fbe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56f9df9b815645cbaf7edf2ff21715b4&name=default HTTP/1.1" status: 200  len: 2992 time: 1.0125570
Nov 27 20:45:40.264604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52958) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:40.266367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-9762eb92-2b41-4e9e-8882-8b8451a218b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=99a5e719-2b40-469f-9550-26151b5762fb HTTP/1.1" status: 200  len: 217 time: 0.2451882
Nov 27 20:45:40.292179 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736a8fe3-909c-4632-92f3-7270d1b6f291" -d '{"events": [{"name": "network-changed", "server_uuid": "46d9f5e3-7112-4787-b2e4-ba60005e60c1", "tag": "99a5e719-2b40-469f-9550-26151b5762fb"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:45:40.378481 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-21d1ef65-b60f-44d7-9d9d-5a44fb3347cd req-07b5c654-a85b-45d6-8f16-b3ab2460e916 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5171537
Nov 27 20:45:40.415856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d522f-2b09-4bb1-b3ab-aa8ef643fbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed51807a-af3a-4567-b4c9-069e14f74c9e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:40.493292 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8c2a-d189-4706-b97a-3a723efbdc61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.498372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Pushing event updated for resources: {'Port': ['ID=d41d0e33-705d-4cdf-be42-526f502364c1,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:40.516296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Attempting to bind port d41d0e33-705d-4cdf-be42-526f502364c1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:45:40.516987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Attempting to bind port d41d0e33-705d-4cdf-be42-526f502364c1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:45:40.517689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Attempting to bind port d41d0e33-705d-4cdf-be42-526f502364c1 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:45:40.528106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Port d41d0e33-705d-4cdf-be42-526f502364c1 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:45:40.528826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Attempting to bind port d41d0e33-705d-4cdf-be42-526f502364c1 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:45:40.543513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:45:40.544271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:45:40.544774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:45:40.545541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Bound port: d41d0e33-705d-4cdf-be42-526f502364c1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:45:40.546002 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.561752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d256847-048a-4c55-9b97-ca087f98d485 req-9a30f0e0-4f15-49df-bc83-708d591d5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:40.564000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-9a30f0e0-4f15-49df-bc83-708d591d5a0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.2001369
Nov 27 20:45:40.564241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8c2a-d189-4706-b97a-3a723efbdc61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.658436 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8c2a-d189-4706-b97a-3a723efbdc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.664685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8c2a-d189-4706-b97a-3a723efbdc61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.670450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f9bf8c2a-d189-4706-b97a-3a723efbdc61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed51807a-af3a-4567-b4c9-069e14f74c9e HTTP/1.1" status: 204  len: 168 time: 0.3997126
Nov 27 20:45:40.702412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf8c2a-d189-4706-b97a-3a723efbdc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed51807a-af3a-4567-b4c9-069e14f74c9e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:40.727086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d256847-048a-4c55-9b97-ca087f98d485 req-76733f8d-9c3b-47a7-9a3e-901958645ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:40.729813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-76733f8d-9c3b-47a7-9a3e-901958645ae8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1335857
Nov 27 20:45:40.739726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] For port d41d0e33-705d-4cdf-be42-526f502364c1, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:45:40.749637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] For port d41d0e33-705d-4cdf-be42-526f502364c1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d41d0e33-705d-4cdf-be42-526f502364c1,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:45:40.759012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.864158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:40.864918 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:40.867655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] 10.222.0.15 "PUT /v2.0/ports/d41d0e33-705d-4cdf-be42-526f502364c1 HTTP/1.1" status: 200  len: 1096 time: 3.9575093
Nov 27 20:45:40.915679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427d99c-1ad3-4b5c-95ae-927d438da023 service neutron] Pushing event updated for resources: {'Port': ['ID=d41d0e33-705d-4cdf-be42-526f502364c1,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:41.171679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-8028238a-f773-4d5d-9cbf-936da65c8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:41.175761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-8028238a-f773-4d5d-9cbf-936da65c8a6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a53c15d688a541849c224abc382dff55&device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 1099 time: 0.1538517
Nov 27 20:45:41.218983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3756dc-e24e-497b-b7b1-47a9bd060702 req-0f3dc317-874b-42e9-9ace-41b3dfcb058e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:41.229149 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1e3756dc-e24e-497b-b7b1-47a9bd060702 req-0f3dc317-874b-42e9-9ace-41b3dfcb058e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.1019607
Nov 27 20:45:41.352768 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed442ff9-9329-4b2f-9219-b0bb51908c95 x-openstack-request-id: req-ed442ff9-9329-4b2f-9219-b0bb51908c95 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:45:41.353979 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d9f5e3-7112-4787-b2e4-ba60005e60c1", "tag": "99a5e719-2b40-469f-9550-26151b5762fb", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:45:41.354561 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed442ff9-9329-4b2f-9219-b0bb51908c95 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:45:41.355242 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d9f5e3-7112-4787-b2e4-ba60005e60c1', 'tag': '99a5e719-2b40-469f-9550-26151b5762fb', 'status': 'completed', 'code': 200}
Nov 27 20:45:41.387664 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1e3756dc-e24e-497b-b7b1-47a9bd060702 req-b9e05e0d-9559-4504-b60e-567763832170 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544921
Nov 27 20:45:41.397282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-b878bb94-f413-4f7f-a007-96163a415d28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d41d0e33-705d-4cdf-be42-526f502364c1 HTTP/1.1" status: 200  len: 217 time: 0.1856182
Nov 27 20:45:41.478998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-da190b89-1d4d-4539-82b9-b4ae925dd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:41.480617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-da190b89-1d4d-4539-82b9-b4ae925dd392 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0759254
Nov 27 20:45:41.506005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-18e74b77-04d5-4dc0-ba77-61d493df759b service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3605816
Nov 27 20:45:41.630810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-35d3237c-c7a2-4b06-ad57-53d0dad29913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:41.632350 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-35d3237c-c7a2-4b06-ad57-53d0dad29913 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1233501
Nov 27 20:45:41.717146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee704c8-2ef4-4a1e-9785-50fe19a9a55b req-f5372b5d-4f6d-4916-b03c-d2f3d2519031 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:41.719299 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d256847-048a-4c55-9b97-ca087f98d485 req-acf8bf59-953f-4363-b4c8-7643e95fcf32 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926205
Nov 27 20:45:41.721376 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bee704c8-2ef4-4a1e-9785-50fe19a9a55b req-f5372b5d-4f6d-4916-b03c-d2f3d2519031 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.1277013
Nov 27 20:45:41.822018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-c4bd7df2-223d-4481-982d-8e78f5ab67db service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626456
Nov 27 20:45:41.854282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bee704c8-2ef4-4a1e-9785-50fe19a9a55b req-2724a521-61fb-4a7e-b141-524ad2c6314d tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222508
Nov 27 20:45:41.878127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52998) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:41.972751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b7d8eb-6599-4b3a-abd2-d15f5646a275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:42.188448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-6865a25b-1092-451c-8d03-a6e0f7f8cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:42.190197 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-6865a25b-1092-451c-8d03-a6e0f7f8cfb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75de5fe7240c4923a26724fd417391e8&device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 1120 time: 0.2772036
Nov 27 20:45:42.551767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53022) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:42.621708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a69744-c7c0-4070-b2fd-ef0f42a085c8 req-fea713ed-6697-47bd-bde3-ff9b217843d7 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7552612
Nov 27 20:45:43.083175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b7d8eb-6599-4b3a-abd2-d15f5646a275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.089695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53036) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:43.114097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5585c70f-c200-4153-a9d0-7de71a1adeff admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.140725 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b7d8eb-6599-4b3a-abd2-d15f5646a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.176637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18b7d8eb-6599-4b3a-abd2-d15f5646a275 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad21beb2525548d0b8ebb140ddae2375&name=default HTTP/1.1" status: 200  len: 2992 time: 1.2949865
Nov 27 20:45:43.178341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-f9904d6c-6319-421c-b446-10a283a1bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:43.180160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-f9904d6c-6319-421c-b446-10a283a1bf20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.9638975
Nov 27 20:45:43.182507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53042) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:43.207414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f1497-0e41-4105-b89b-b95229813fd9 req-dc894647-0e0f-4b18-b331-1a5631a2619b tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:43.216479 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-778f1497-0e41-4105-b89b-b95229813fd9 req-dc894647-0e0f-4b18-b331-1a5631a2619b tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.2156811
Nov 27 20:45:43.257070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-818ec9c2-0d96-4f4c-bc77-fff6223fe796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.326348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-778f1497-0e41-4105-b89b-b95229813fd9 req-a70df711-da62-4836-b195-d38242ff08d5 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089475
Nov 27 20:45:43.374397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53044) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:43.379788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d80b32-2808-471a-8a0e-4be5eef50ad1', 'tag': 'd41d0e33-705d-4cdf-be42-526f502364c1'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:45:43.383039 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5339781-6652-481c-a725-46f27fb32c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d80b32-2808-471a-8a0e-4be5eef50ad1", "tag": "d41d0e33-705d-4cdf-be42-526f502364c1"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:45:43.387228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-f6d28937-fdf9-440a-8023-0b72cccfa89f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=99a5e719-2b40-469f-9550-26151b5762fb HTTP/1.1" status: 200  len: 217 time: 0.1562779
Nov 27 20:45:43.409207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09671c29-76db-4be0-aa97-460b482106f0 req-b9f23dca-3fa8-4b8c-a6a1-4653143f70bb tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:43.419080 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-09671c29-76db-4be0-aa97-460b482106f0 req-b9f23dca-3fa8-4b8c-a6a1-4653143f70bb tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.7939427
Nov 27 20:45:43.422950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7d8eb-6599-4b3a-abd2-d15f5646a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89983db-e74f-4f04-8dc6-96f9934fef4f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:43.434625 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5585c70f-c200-4153-a9d0-7de71a1adeff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.443218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5585c70f-c200-4153-a9d0-7de71a1adeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.476928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585c70f-c200-4153-a9d0-7de71a1adeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3b7221-a488-416e-ab08-d75771272606,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:43.521803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5585c70f-c200-4153-a9d0-7de71a1adeff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23c387d34d9c441e875c00ad005d1e93&name=default HTTP/1.1" status: 200  len: 2995 time: 0.9687195
Nov 27 20:45:43.527782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53050) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:43.564579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-818ec9c2-0d96-4f4c-bc77-fff6223fe796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.574408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-818ec9c2-0d96-4f4c-bc77-fff6223fe796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.578208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63072ab2-1bf7-428f-996b-a12c90bd2d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.604402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63072ab2-1bf7-428f-996b-a12c90bd2d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.618960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-818ec9c2-0d96-4f4c-bc77-fff6223fe796 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d7efa965ae4db982301191d1bfe86d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5249777
Nov 27 20:45:43.621817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53056) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:43.652994 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428f9cc0-7a97-4d97-bd41-f2335ec1110c x-openstack-request-id: req-428f9cc0-7a97-4d97-bd41-f2335ec1110c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:45:43.653692 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d80b32-2808-471a-8a0e-4be5eef50ad1", "tag": "d41d0e33-705d-4cdf-be42-526f502364c1", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:45:43.654168 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-428f9cc0-7a97-4d97-bd41-f2335ec1110c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:45:43.655561 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d80b32-2808-471a-8a0e-4be5eef50ad1', 'tag': 'd41d0e33-705d-4cdf-be42-526f502364c1', 'status': 'completed', 'code': 200}
Nov 27 20:45:43.660097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-974350912-network', 'tenant_id': '3e29963d3e6243cc983112e01c0a6a5b'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:43.725893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63072ab2-1bf7-428f-996b-a12c90bd2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.726734 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62b3a307-4261-42c8-899b-311a1b5d3415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.729051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63072ab2-1bf7-428f-996b-a12c90bd2d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.729914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ec9c2-0d96-4f4c-bc77-fff6223fe796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04d03fb-ac20-458d-a675-34c2263a1aca,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:43.730447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-63072ab2-1bf7-428f-996b-a12c90bd2d93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c89983db-e74f-4f04-8dc6-96f9934fef4f HTTP/1.1" status: 204  len: 168 time: 0.5458255
Nov 27 20:45:43.740038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Made reservation on behalf of 3e29963d3e6243cc983112e01c0a6a5b for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:45:43.743705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.769437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.796098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3b108c-6ed2-4e46-b56e-7724d60fc36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.798295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339781-6652-481c-a725-46f27fb32c5f req-0aabee00-92bc-4874-b138-2ff5c74a5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:43.799950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5339781-6652-481c-a725-46f27fb32c5f req-0aabee00-92bc-4874-b138-2ff5c74a5580 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a53c15d688a541849c224abc382dff55&device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 1099 time: 0.1435051
Nov 27 20:45:43.801499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-41f13ef9-284d-42a3-babd-a1288ac14c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:43.803178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-41f13ef9-284d-42a3-babd-a1288ac14c0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.3322384
Nov 27 20:45:43.803484 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62b3a307-4261-42c8-899b-311a1b5d3415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.808604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072ab2-1bf7-428f-996b-a12c90bd2d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89983db-e74f-4f04-8dc6-96f9934fef4f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:43.846711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-09671c29-76db-4be0-aa97-460b482106f0 req-e3583cf3-8ebd-4579-9bf3-17d1969a4df7 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4265943
Nov 27 20:45:43.847685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3b108c-6ed2-4e46-b56e-7724d60fc36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:43.908354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-5e3d78b7-9533-499c-b74d-9a770f279e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:43.910114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-5e3d78b7-9533-499c-b74d-9a770f279e7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0952749
Nov 27 20:45:44.122635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.180619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339781-6652-481c-a725-46f27fb32c5f req-ee6fd8dd-f7a8-4b90-af60-fd5aa1e03904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:44.189950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5339781-6652-481c-a725-46f27fb32c5f req-ee6fd8dd-f7a8-4b90-af60-fd5aa1e03904 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.3421276
Nov 27 20:45:44.208032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-c964f2e5-280d-42c8-abcd-977ef7811b8e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834873
Nov 27 20:45:44.237413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.263636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3b108c-6ed2-4e46-b56e-7724d60fc36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.271816 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3b108c-6ed2-4e46-b56e-7724d60fc36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.276889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fe3b108c-6ed2-4e46-b56e-7724d60fc36a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a04d03fb-ac20-458d-a675-34c2263a1aca HTTP/1.1" status: 204  len: 168 time: 0.6539261
Nov 27 20:45:44.364893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11531ce8-e91d-41b9-98ed-123f29db7233,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:44.399502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:45:44.404820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b108c-6ed2-4e46-b56e-7724d60fc36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04d03fb-ac20-458d-a675-34c2263a1aca,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:44.459489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-736a8fe3-909c-4632-92f3-7270d1b6f291 req-77445b7a-ada7-4e48-9ac1-ba2fc85d7e88 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403116
Nov 27 20:45:44.472645 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62b3a307-4261-42c8-899b-311a1b5d3415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.476004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62b3a307-4261-42c8-899b-311a1b5d3415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.479110 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-62b3a307-4261-42c8-899b-311a1b5d3415 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b3b7221-a488-416e-ab08-d75771272606 HTTP/1.1" status: 204  len: 168 time: 0.9492285
Nov 27 20:45:44.503339 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788577873722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.504236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe400fef3a0> segment precommit_create {{(pid=120908) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 27 20:45:44.504672 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Added segment 2b4f84b8-293f-4084-88f3-0adb3330b024 of type vlan for network 60504bbc-c27f-4d69-80b9-b23848baab3d
Nov 27 20:45:44.510650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3a307-4261-42c8-899b-311a1b5d3415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3b7221-a488-416e-ab08-d75771272606,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:44.626194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a2ce5-2eeb-46aa-863a-5c46f9884233 req-6c69249b-dbd3-4e9b-a651-ce5439ca6ca5 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:44.638814 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b25a2ce5-2eeb-46aa-863a-5c46f9884233 req-6c69249b-dbd3-4e9b-a651-ce5439ca6ca5 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.1272585
Nov 27 20:45:44.737544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b25a2ce5-2eeb-46aa-863a-5c46f9884233 req-3486b9a7-6ae5-4dc3-aed2-af44dfb80d00 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995119
Nov 27 20:45:44.765438 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.788773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5339781-6652-481c-a725-46f27fb32c5f req-85c65158-6da4-4dd1-957e-b61b1d90ee84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d41d0e33-705d-4cdf-be42-526f502364c1 HTTP/1.1" status: 200  len: 217 time: 0.1004026
Nov 27 20:45:44.836000 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.838883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:44.839590 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:44.927818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339781-6652-481c-a725-46f27fb32c5f req-11dfd5ed-81eb-4bfa-9429-04a147c8a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:44.930661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5339781-6652-481c-a725-46f27fb32c5f req-11dfd5ed-81eb-4bfa-9429-04a147c8a585 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1175113
Nov 27 20:45:45.019124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339781-6652-481c-a725-46f27fb32c5f req-f5143e82-cbef-4d91-abe8-e9f1dee870b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:45.021713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5339781-6652-481c-a725-46f27fb32c5f req-f5143e82-cbef-4d91-abe8-e9f1dee870b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0825648
Nov 27 20:45:45.176531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b49f6-e15e-424a-b30b-5d37ed159856 req-03475742-640e-4139-a021-2bca4f828a6f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:45.178509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d9b49f6-e15e-424a-b30b-5d37ed159856 req-03475742-640e-4139-a021-2bca4f828a6f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.1351736
Nov 27 20:45:45.224572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5339781-6652-481c-a725-46f27fb32c5f req-bfb1a088-898b-4c4a-98ee-85aa6b35ba12 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787987
Nov 27 20:45:45.250631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53090) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:45.311582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] Pushing event updated for resources: {'Network': ['ID=60504bbc-c27f-4d69-80b9-b23848baab3d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:45.317924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d9b49f6-e15e-424a-b30b-5d37ed159856 req-95c18bd9-616b-45d8-bbb7-211e06e964c6 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278553
Nov 27 20:45:45.323850 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f77bd54-c473-48d5-bb31-074e76a8f9be admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:45.325935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 60504bbc-c27f-4d69-80b9-b23848baab3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:45:45.335980 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1a865044-29ba-4d10-89d6-6f007129ba78 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.9543779
Nov 27 20:45:45.343708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53092) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:45.348909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Request body: {'subnet': {'network_id': '60504bbc-c27f-4d69-80b9-b23848baab3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-974350912-subnet', 'tenant_id': '3e29963d3e6243cc983112e01c0a6a5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:45.378938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Made reservation on behalf of 3e29963d3e6243cc983112e01c0a6a5b for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:45:45.382129 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:45.435956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5339781-6652-481c-a725-46f27fb32c5f req-b7732f1b-ad38-4679-9ff2-e3b71afadfc7 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972520
Nov 27 20:45:45.585161 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f77bd54-c473-48d5-bb31-074e76a8f9be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:45.602485 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f77bd54-c473-48d5-bb31-074e76a8f9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:45.673035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4f77bd54-c473-48d5-bb31-074e76a8f9be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32f447e4c64347af941d8a0804675830&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4213500
Nov 27 20:45:45.674227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77bd54-c473-48d5-bb31-074e76a8f9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa65fd-7d8e-4336-b995-59af93e25771,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:45.678331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53096) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:45.718665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:45.728834 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:45.769125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-419dd1f2-b7aa-4349-ba46-2fc3ef7bcb1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:45.772909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53102) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:45.805850 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c14811f-0f1b-4dd3-90f7-f107aa55a797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:45.847709 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-419dd1f2-b7aa-4349-ba46-2fc3ef7bcb1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:45.854049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Checking segment: {'id': '2b4f84b8-293f-4084-88f3-0adb3330b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60504bbc-c27f-4d69-80b9-b23848baab3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:45:45.854738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Network hostable DHCP agents. Network: 60504bbc-c27f-4d69-80b9-b23848baab3d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:45:45.886124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5eea5b0-29e1-43ce-8669-5c03e5572500,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:45.920508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Network 60504bbc-c27f-4d69-80b9-b23848baab3d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:45:45.955245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60504bbc-c27f-4d69-80b9-b23848baab3d) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:45:45.965683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9fd2f3-33aa-4591-82c5-015a93c7acd6 None None] Network 60504bbc-c27f-4d69-80b9-b23848baab3d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:45:45.986039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:45.986682 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:46.035641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711d29-c80e-4443-9de4-03d230306753 req-08dc4464-b5ce-4023-b0bf-2d665cbfed07 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:46.037230 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05711d29-c80e-4443-9de4-03d230306753 req-08dc4464-b5ce-4023-b0bf-2d665cbfed07 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.1755545
Nov 27 20:45:46.064820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d634260e-276c-46fb-a38c-ca86ab92b2bb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7185988
Nov 27 20:45:46.078541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-419dd1f2-b7aa-4349-ba46-2fc3ef7bcb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:46.089783 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-419dd1f2-b7aa-4349-ba46-2fc3ef7bcb1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:46.096142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-419dd1f2-b7aa-4349-ba46-2fc3ef7bcb1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2fa65fd-7d8e-4336-b995-59af93e25771 HTTP/1.1" status: 204  len: 168 time: 0.4131305
Nov 27 20:45:46.164088 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c14811f-0f1b-4dd3-90f7-f107aa55a797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:46.165189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dd1f2-b7aa-4349-ba46-2fc3ef7bcb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fa65fd-7d8e-4336-b995-59af93e25771,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:46.188625 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c14811f-0f1b-4dd3-90f7-f107aa55a797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:46.256765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05711d29-c80e-4443-9de4-03d230306753 req-ff024fc0-d63e-4659-869e-30f5ecd54d92 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906843
Nov 27 20:45:46.350518 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6c14811f-0f1b-4dd3-90f7-f107aa55a797 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a41efe841c604284b2f3a5e5b55d77a6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5766034
Nov 27 20:45:46.354226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53116) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:46.368452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14811f-0f1b-4dd3-90f7-f107aa55a797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76786e2-f691-4334-9e91-c0863100e729,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:46.424017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462e9d1-1594-4a10-a60f-a763c14909cf None None] Network 60504bbc-c27f-4d69-80b9-b23848baab3d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:45:46.576252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62dd9571-bdcc-44c6-9b8b-6c6ebe97c8f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:46.587430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ef979-baf3-41cd-9f93-b517746c2b52 req-b9ff2bf8-a5d7-4aaa-8dc6-6910be4b8abb tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:46.600298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa2ef979-baf3-41cd-9f93-b517746c2b52 req-b9ff2bf8-a5d7-4aaa-8dc6-6910be4b8abb tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.1212564
Nov 27 20:45:46.655507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62dd9571-bdcc-44c6-9b8b-6c6ebe97c8f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:46.745577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62dd9571-bdcc-44c6-9b8b-6c6ebe97c8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:46.751858 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62dd9571-bdcc-44c6-9b8b-6c6ebe97c8f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:46.754707 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-62dd9571-bdcc-44c6-9b8b-6c6ebe97c8f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c76786e2-f691-4334-9e91-c0863100e729 HTTP/1.1" status: 204  len: 168 time: 0.3994586
Nov 27 20:45:46.766820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd9571-bdcc-44c6-9b8b-6c6ebe97c8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76786e2-f691-4334-9e91-c0863100e729,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:46.778113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa2ef979-baf3-41cd-9f93-b517746c2b52 req-38291a7b-36f2-467b-a486-9bcd4abc12b6 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767561
Nov 27 20:45:47.554355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda993f-555d-42e9-9b8c-00caa427ac85 req-710c6f01-cfd6-4e90-b74b-dc78687652c9 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:47.557668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-beda993f-555d-42e9-9b8c-00caa427ac85 req-710c6f01-cfd6-4e90-b74b-dc78687652c9 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.1482382
Nov 27 20:45:47.668384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-beda993f-555d-42e9-9b8c-00caa427ac85 req-808d0238-e017-41ba-90e2-564a0822f9e4 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012611
Nov 27 20:45:48.002789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5b0f0-be4d-4c09-97ff-5114f2077aa9 req-e415203d-f268-44fa-9be0-dab44352704a tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:48.007382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68d5b0f0-be4d-4c09-97ff-5114f2077aa9 req-e415203d-f268-44fa-9be0-dab44352704a tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.1212347
Nov 27 20:45:48.089605 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68d5b0f0-be4d-4c09-97ff-5114f2077aa9 req-569adf93-3437-471a-9189-ea242f48093b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745952
Nov 27 20:45:48.163295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.357881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53176) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:48.362685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1351201482-network', 'tenant_id': '216503ed054e4fc38d1a0669179331cb'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:48.388394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Made reservation on behalf of 216503ed054e4fc38d1a0669179331cb for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:45:48.391114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.400991 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.487617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.491780 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.518616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:45:48.528517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682be68f-25ec-4219-9aea-1e774e09e1eb,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:48.534866 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.535197 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Added segment 35a1b8fd-14b8-4b11-83b7-fdbbee9ec30a of type vlan for network 28a5c872-04bd-450b-b49b-de8ed892831b
Nov 27 20:45:48.590618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.618603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.620278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:48.621217 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.687526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3286047
Nov 27 20:45:48.690277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53196) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:48.695723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Request body: {'subnet': {'network_id': '28a5c872-04bd-450b-b49b-de8ed892831b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1351201482-subnet', 'tenant_id': '216503ed054e4fc38d1a0669179331cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:48.705939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a09d6b-0344-439f-a3b2-724f893cdbaf admin admin] Pushing event updated for resources: {'Network': ['ID=28a5c872-04bd-450b-b49b-de8ed892831b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:48.719485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 28a5c872-04bd-450b-b49b-de8ed892831b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:45:48.730239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Made reservation on behalf of 216503ed054e4fc38d1a0669179331cb for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:45:48.733201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:48.919134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075300a5-876e-41a2-8933-855e68e21093 req-4b207f70-5cba-4fb9-866b-1331954aa1ba tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:48.920981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-075300a5-876e-41a2-8933-855e68e21093 req-4b207f70-5cba-4fb9-866b-1331954aa1ba tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.0841327
Nov 27 20:45:49.055688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-075300a5-876e-41a2-8933-855e68e21093 req-519eb888-98b2-409d-abf6-e559a6129ed2 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210611
Nov 27 20:45:49.088973 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.181182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Checking segment: {'id': '35a1b8fd-14b8-4b11-83b7-fdbbee9ec30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '28a5c872-04bd-450b-b49b-de8ed892831b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:45:49.181944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Network hostable DHCP agents. Network: 28a5c872-04bd-450b-b49b-de8ed892831b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:45:49.201760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6041fddc-a27d-4190-8dd0-b84f5276cbab,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:49.228838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Network 28a5c872-04bd-450b-b49b-de8ed892831b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:45:49.244561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28a5c872-04bd-450b-b49b-de8ed892831b) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:45:49.254363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1235dda0-460c-4c8c-804f-e97a65b8c0cf None None] Network 28a5c872-04bd-450b-b49b-de8ed892831b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:45:49.271133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:49.272222 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.298562 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-52e44b47-8ef9-4440-b98b-87014750ea54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6070890
Nov 27 20:45:49.309638 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9c7a1-ae39-461b-853c-49d268a3842c req-60c1909f-97a1-4321-a5d7-53e65549b075 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:49.311889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0d9c7a1-ae39-461b-853c-49d268a3842c req-60c1909f-97a1-4321-a5d7-53e65549b075 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.0782063
Nov 27 20:45:49.369876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0d9c7a1-ae39-461b-853c-49d268a3842c req-e6d3696c-4f0a-4394-9765-687aa5ce939e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512674
Nov 27 20:45:49.456133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0fd18e-e785-43ee-b08d-528571c137dd None None] Network 28a5c872-04bd-450b-b49b-de8ed892831b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:45:49.506296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53246) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:49.553210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9ab02b-27a1-4ca7-9273-464d8d940036 admin admin] Deleting subnet d5eea5b0-29e1-43ce-8669-5c03e5572500 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:45:49.556761 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab02b-27a1-4ca7-9273-464d8d940036 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.604440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab02b-27a1-4ca7-9273-464d8d940036 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.615897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab02b-27a1-4ca7-9273-464d8d940036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.677202 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab02b-27a1-4ca7-9273-464d8d940036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.688422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53250) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:49.707721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ab02b-27a1-4ca7-9273-464d8d940036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5eea5b0-29e1-43ce-8669-5c03e5572500,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:49.730408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab02b-27a1-4ca7-9273-464d8d940036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.733833 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cd9ab02b-27a1-4ca7-9273-464d8d940036 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d5eea5b0-29e1-43ce-8669-5c03e5572500 HTTP/1.1" status: 204  len: 168 time: 0.2264426
Nov 27 20:45:49.736592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53258) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:49.817471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bda7-fc7c-4234-b26c-25da78d6b49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.837817 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.961800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:49.995500 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe3fd961a30>> segment before_delete 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:49.995861 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe3fd961a30>> subnet precommit_delete_associations 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:49.997007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fe084a30>> segment_host_mapping after_create 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:49.997344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fe084a30>> port after_create 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:49.999204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fe084a30>> port after_delete 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:49.999204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fe084a30>> port after_update 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:49.999204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fe084a30>> segment after_delete 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:49.999204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fe084a30>> subnet after_create 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:49.999204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fe084a30>> subnet after_delete 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:49.999798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fe084a30>> subnet after_update 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:50.097881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe3fd54f790>> subnet after_create 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:50.098256 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe3fd54f790>> subnet after_delete 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:50.098733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe3fd54f790>> subnet before_create 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:50.098942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe3fd54f790>> subnet before_update 55550000 {{(pid=120909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:45:50.099335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd961400>,) {'filters': {'network_id': ['60504bbc-c27f-4d69-80b9-b23848baab3d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:45:50.131408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd961400>, '2b4f84b8-293f-4084-88f3-0adb3330b024') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:45:50.131716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd961400>, '2b4f84b8-293f-4084-88f3-0adb3330b024') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:45:50.137330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bda7-fc7c-4234-b26c-25da78d6b49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.151644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bda7-fc7c-4234-b26c-25da78d6b49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.155285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.221180 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.251417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9ef2bda7-fc7c-4234-b26c-25da78d6b49b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95c7210651784fa580afdafc24a36ad5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5618474
Nov 27 20:45:50.253566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:45:50.254149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53280) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:50.261704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   from cryptography.utils import int_from_bytes
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   from cryptography.utils import int_from_bytes
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:45:50.281798 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:45:50.284381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2bda7-fc7c-4234-b26c-25da78d6b49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917ad7d3-7d35-4a05-bfd9-ecb94b27b360,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:50.330803 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2276-bce0-427a-a6f1-ed62b8be27dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.355079 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2276-bce0-427a-a6f1-ed62b8be27dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.378207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbdefa-3e72-4683-8dc1-9b143e9ec45d req-7b923f26-eb82-438c-b8e8-14e99fb445c3 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:50.386306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbdbdefa-3e72-4683-8dc1-9b143e9ec45d req-7b923f26-eb82-438c-b8e8-14e99fb445c3 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.2129700
Nov 27 20:45:50.405456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53290) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:50.421143 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.450792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Pushing event deleted for resources: {'Network': ['ID=60504bbc-c27f-4d69-80b9-b23848baab3d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:50.452676 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.455585 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2276-bce0-427a-a6f1-ed62b8be27dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.456053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6c73db81-2ef3-42c1-8218-2fa9eb9e9091 admin admin] 10.222.0.21 "DELETE /v2.0/networks/60504bbc-c27f-4d69-80b9-b23848baab3d HTTP/1.1" status: 204  len: 168 time: 0.7182117
Nov 27 20:45:50.459759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53296) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:50.470787 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2276-bce0-427a-a6f1-ed62b8be27dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.472543 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1b7b2276-bce0-427a-a6f1-ed62b8be27dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/917ad7d3-7d35-4a05-bfd9-ecb94b27b360 HTTP/1.1" status: 204  len: 168 time: 0.2173870
Nov 27 20:45:50.484810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2276-bce0-427a-a6f1-ed62b8be27dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ad7d3-7d35-4a05-bfd9-ecb94b27b360,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:50.529502 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbdbdefa-3e72-4683-8dc1-9b143e9ec45d req-6c33dfe5-c820-4c0a-9142-77b5aaa3ff67 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281760
Nov 27 20:45:50.546780 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-973032c0-d333-44e3-aaef-caa6958e3833 admin admin] Deleting subnet 6041fddc-a27d-4190-8dd0-b84f5276cbab {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:45:50.550294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-973032c0-d333-44e3-aaef-caa6958e3833 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.552423 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3fac8f-c118-48b0-8011-d9c97064b637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.587940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-973032c0-d333-44e3-aaef-caa6958e3833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.632800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37416-3a6e-4b5d-bcee-eb643568dd73 req-89fd6b8f-14e7-4b02-a6d8-4ae76648050e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:50.635200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ec37416-3a6e-4b5d-bcee-eb643568dd73 req-89fd6b8f-14e7-4b02-a6d8-4ae76648050e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.0839560
Nov 27 20:45:50.654897 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-973032c0-d333-44e3-aaef-caa6958e3833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.728696 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-973032c0-d333-44e3-aaef-caa6958e3833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.745510 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ec37416-3a6e-4b5d-bcee-eb643568dd73 req-9ac7ce1b-72f4-4c04-a640-1676896f370e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942781
Nov 27 20:45:50.753075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3fac8f-c118-48b0-8011-d9c97064b637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.766261 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3fac8f-c118-48b0-8011-d9c97064b637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.786685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973032c0-d333-44e3-aaef-caa6958e3833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6041fddc-a27d-4190-8dd0-b84f5276cbab,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:50.791049 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-973032c0-d333-44e3-aaef-caa6958e3833 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.795173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-973032c0-d333-44e3-aaef-caa6958e3833 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6041fddc-a27d-4190-8dd0-b84f5276cbab HTTP/1.1" status: 204  len: 168 time: 0.3335011
Nov 27 20:45:50.797977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53312) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:50.812545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fac8f-c118-48b0-8011-d9c97064b637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c44ea5-dfcd-41b7-a5e8-c6e6ddd8ed07,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:50.818344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fe3fac8f-c118-48b0-8011-d9c97064b637 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f063cedc2fdc401b95e5e62d4de9223a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4103513
Nov 27 20:45:50.821129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53314) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:50.891464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.895235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad5c415c-b3c6-468a-ad0d-09d863cd4206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.915336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53320) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:50.940433 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad5c415c-b3c6-468a-ad0d-09d863cd4206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.942180 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f33b07f6-1eeb-4c6c-af1c-31b7965fe1f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.975556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:50.998338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe330070>,) {'filters': {'network_id': ['28a5c872-04bd-450b-b49b-de8ed892831b']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:45:51.012145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe330070>, '35a1b8fd-14b8-4b11-83b7-fdbbee9ec30a') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:45:51.012514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe330070>, '35a1b8fd-14b8-4b11-83b7-fdbbee9ec30a') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:45:51.023083 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.024250 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad5c415c-b3c6-468a-ad0d-09d863cd4206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.027037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad5c415c-b3c6-468a-ad0d-09d863cd4206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.028391 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ad5c415c-b3c6-468a-ad0d-09d863cd4206 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61c44ea5-dfcd-41b7-a5e8-c6e6ddd8ed07 HTTP/1.1" status: 204  len: 168 time: 0.2057602
Nov 27 20:45:51.042081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c415c-b3c6-468a-ad0d-09d863cd4206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c44ea5-dfcd-41b7-a5e8-c6e6ddd8ed07,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:51.042449 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.050786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:45:51.051478 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:45:51.053520 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:45:51.070840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f33b07f6-1eeb-4c6c-af1c-31b7965fe1f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.078333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f33b07f6-1eeb-4c6c-af1c-31b7965fe1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.127050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.134098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.137287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f33b07f6-1eeb-4c6c-af1c-31b7965fe1f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8812f28b95f4991a9f6ae089d54e47c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2176924
Nov 27 20:45:51.137438 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/28a5c872-04bd-450b-b49b-de8ed892831b HTTP/1.1" status: 204  len: 168 time: 0.3381078
Nov 27 20:45:51.139908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53326) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:51.148408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af663890-62e1-4b7e-acd5-07b842e221b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=28a5c872-04bd-450b-b49b-de8ed892831b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:51.156183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b07f6-1eeb-4c6c-af1c-31b7965fe1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b59bb53-d964-4b06-8ae2-f08a52a25cc9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:51.178509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53330) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:51.200421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40f68d2d-3082-41c0-864e-9e69ff062836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.222643 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40f68d2d-3082-41c0-864e-9e69ff062836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.278453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40f68d2d-3082-41c0-864e-9e69ff062836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.281386 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40f68d2d-3082-41c0-864e-9e69ff062836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.285172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-40f68d2d-3082-41c0-864e-9e69ff062836 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b59bb53-d964-4b06-8ae2-f08a52a25cc9 HTTP/1.1" status: 204  len: 168 time: 0.1418087
Nov 27 20:45:51.293231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f68d2d-3082-41c0-864e-9e69ff062836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b59bb53-d964-4b06-8ae2-f08a52a25cc9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:51.309276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53338) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:51.352873 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c72ca18-0d1b-4f5c-98ad-d7dba406d94d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e29963d3e6243cc983112e01c0a6a5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0424776
Nov 27 20:45:51.355517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53340) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:51.408690 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71859ae0-0230-49ac-8d3b-8a208abb4fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.434928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71859ae0-0230-49ac-8d3b-8a208abb4fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.476188 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20a64fc7-e6f6-4879-8a79-5c61d3807af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.520180 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71859ae0-0230-49ac-8d3b-8a208abb4fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.522907 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71859ae0-0230-49ac-8d3b-8a208abb4fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.524183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-71859ae0-0230-49ac-8d3b-8a208abb4fed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11531ce8-e91d-41b9-98ed-123f29db7233 HTTP/1.1" status: 204  len: 168 time: 0.1677356
Nov 27 20:45:51.553423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71859ae0-0230-49ac-8d3b-8a208abb4fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11531ce8-e91d-41b9-98ed-123f29db7233,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:51.592388 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20a64fc7-e6f6-4879-8a79-5c61d3807af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.599579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20a64fc7-e6f6-4879-8a79-5c61d3807af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.654637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-20a64fc7-e6f6-4879-8a79-5c61d3807af9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee43dcb838a94f45bff48f143d5b69d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4727569
Nov 27 20:45:51.655918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53350) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:51.666663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53352) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:51.668781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a64fc7-e6f6-4879-8a79-5c61d3807af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2cf2b-54ac-43fe-9c59-6232bf44100f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:51.688585 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-407cd660-d0c6-4624-839e-291581a60d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.724321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350125-de38-42d7-a8dd-d28d345aaf9e req-487fd32b-faa5-48b2-ad62-69a3d59f170e tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:51.726375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27350125-de38-42d7-a8dd-d28d345aaf9e req-487fd32b-faa5-48b2-ad62-69a3d59f170e tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 969 time: 0.0937603
Nov 27 20:45:51.756997 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ac6042d-9200-42a4-8e57-ca9ebe1f7985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.790081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ac6042d-9200-42a4-8e57-ca9ebe1f7985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.849135 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ac6042d-9200-42a4-8e57-ca9ebe1f7985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.852656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ac6042d-9200-42a4-8e57-ca9ebe1f7985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.856831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3ac6042d-9200-42a4-8e57-ca9ebe1f7985 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24c2cf2b-54ac-43fe-9c59-6232bf44100f HTTP/1.1" status: 204  len: 168 time: 0.1967924
Nov 27 20:45:51.863774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6042d-9200-42a4-8e57-ca9ebe1f7985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c2cf2b-54ac-43fe-9c59-6232bf44100f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:51.868911 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27350125-de38-42d7-a8dd-d28d345aaf9e req-5f7556a4-4d03-4629-86b4-a4a235de1132 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300886
Nov 27 20:45:51.911855 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-407cd660-d0c6-4624-839e-291581a60d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.917488 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-407cd660-d0c6-4624-839e-291581a60d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:51.950514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a146d2e-4504-4947-8aa8-ebcdd87ab3cf req-4098e26a-3df1-4db0-846c-2c1085211cbc tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:51.952454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a146d2e-4504-4947-8aa8-ebcdd87ab3cf req-4098e26a-3df1-4db0-846c-2c1085211cbc tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.0850215
Nov 27 20:45:51.960340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cd660-d0c6-4624-839e-291581a60d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79ed09e-16e1-4804-a396-5cf7f0d54e76,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:51.964794 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-407cd660-d0c6-4624-839e-291581a60d69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab4cd8717c6e40f89cb5e2256e9d17a1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2931643
Nov 27 20:45:51.967514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53366) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:52.002469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53368) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:52.011843 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a146d2e-4504-4947-8aa8-ebcdd87ab3cf req-3137fe6e-0cf9-4e0e-9e36-1b74d20c8960 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527768
Nov 27 20:45:52.043884 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd1727ed-9557-419b-99fd-521ea9d66b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.068447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-94766db8-0538-4bd4-b6c7-c81430a7f671 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=216503ed054e4fc38d1a0669179331cb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0646055
Nov 27 20:45:52.071166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53370) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:52.077702 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd1727ed-9557-419b-99fd-521ea9d66b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.133152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f73b0bbe-6f57-4154-89d7-53b62d97dcbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.138130 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd1727ed-9557-419b-99fd-521ea9d66b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.140763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd1727ed-9557-419b-99fd-521ea9d66b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.141912 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dd1727ed-9557-419b-99fd-521ea9d66b41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c79ed09e-16e1-4804-a396-5cf7f0d54e76 HTTP/1.1" status: 204  len: 168 time: 0.1734958
Nov 27 20:45:52.152834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1727ed-9557-419b-99fd-521ea9d66b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79ed09e-16e1-4804-a396-5cf7f0d54e76,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:52.162770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f73b0bbe-6f57-4154-89d7-53b62d97dcbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.222505 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f73b0bbe-6f57-4154-89d7-53b62d97dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.225399 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f73b0bbe-6f57-4154-89d7-53b62d97dcbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.229789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f73b0bbe-6f57-4154-89d7-53b62d97dcbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/682be68f-25ec-4219-9aea-1e774e09e1eb HTTP/1.1" status: 204  len: 168 time: 0.1567659
Nov 27 20:45:52.237953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b0bbe-6f57-4154-89d7-53b62d97dcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682be68f-25ec-4219-9aea-1e774e09e1eb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:52.483869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 99a5e719-2b40-469f-9550-26151b5762fb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:45:52.584960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53390) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:52.599459 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10ac5728-f507-4d50-87be-750e05d3f710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.608105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 99a5e719-2b40-469f-9550-26151b5762fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99a5e719-2b40-469f-9550-26151b5762fb,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:45:52.630039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '99a5e719-2b40-469f-9550-26151b5762fb', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '99a5e719-2b40-469f-9550-26151b5762fb', 'mac_address': 'fa:16:3e:c3:4b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:tempest-test_az-2084407099', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:45:52.671909 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.685963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a5e719-2b40-469f-9550-26151b5762fb {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:45:52.706438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 99a5e719-2b40-469f-9550-26151b5762fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99a5e719-2b40-469f-9550-26151b5762fb,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:45:52.711475 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10ac5728-f507-4d50-87be-750e05d3f710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.713683 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.717831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10ac5728-f507-4d50-87be-750e05d3f710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.762782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10ac5728-f507-4d50-87be-750e05d3f710 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a98f8b636dd94e37b9e99738402906c9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1759751
Nov 27 20:45:52.763800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac5728-f507-4d50-87be-750e05d3f710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde43d9b-457c-4115-a87a-d6aedc18e227,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:52.765982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53400) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:52.793733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=99a5e719-2b40-469f-9550-26151b5762fb,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:52.802415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.802957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.803538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.803884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.804222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.804584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.804916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.805242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.805848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.806386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.806716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.807045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Tracked resource versions report:
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]: pushed versions:
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]: {   'AddressGroup': {'1.2'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'ConntrackHelper': {'1.0'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'Log': {'1.0'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'Network': {'1.1'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'Port': {'1.7'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'PortForwarding': {'1.2'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'QosPolicy': {'1.10'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'SecurityGroup': {'1.5'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'SecurityGroupRule': {'1.2'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'SubPort': {'1.0'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'Subnet': {'1.1'},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     'Trunk': {'1.1'}}
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]: consumer versions:
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]: {   DHCP agent@ncdv-master-1: {},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     HyperV agent@nch1-master-1: {},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     HyperV agent@nch2-master-1: {},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     L3 agent@ncdv-master-1: {},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     Metadata agent@ncdv-master-1: {},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     Metering agent@ncdv-master-1: {},
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'ConntrackHelper': '1.0',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'Log': '1.0',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'Network': '1.1',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'Port': '1.7',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'PortForwarding': '1.2',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'QosPolicy': '1.10',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'SecurityGroup': '1.5',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'SecurityGroupRule': '1.2',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'SubPort': '1.0',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'Subnet': '1.1',
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:                                           'Trunk': '1.1'}}
Nov 27 20:45:52.808198 ncdv-master-1 neutron-server[120910]:  {{(pid=120910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 20:45:52.833423 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4002634d-5a10-469a-95e0-3ecca2449923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.856813 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4002634d-5a10-469a-95e0-3ecca2449923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.949919 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4002634d-5a10-469a-95e0-3ecca2449923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.953150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4002634d-5a10-469a-95e0-3ecca2449923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:52.957941 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4002634d-5a10-469a-95e0-3ecca2449923 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dde43d9b-457c-4115-a87a-d6aedc18e227 HTTP/1.1" status: 204  len: 168 time: 0.1901977
Nov 27 20:45:52.981623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002634d-5a10-469a-95e0-3ecca2449923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde43d9b-457c-4115-a87a-d6aedc18e227,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:53.054560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11128e-0b97-4118-946a-14ad9c3fe53e req-a0c381ff-11f6-4024-afc6-c520af3a144b tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:53.056449 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d11128e-0b97-4118-946a-14ad9c3fe53e req-a0c381ff-11f6-4024-afc6-c520af3a144b tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 970 time: 0.0613241
Nov 27 20:45:53.141062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d11128e-0b97-4118-946a-14ad9c3fe53e req-cc6e86a2-2504-4edc-a35b-b96b12dde586 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772114
Nov 27 20:45:53.162975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45530bf-042e-4703-b488-1b125a12dadc req-20331c61-cf51-48c5-9a2b-2d5229d8007b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:53.164538 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b45530bf-042e-4703-b488-1b125a12dadc req-20331c61-cf51-48c5-9a2b-2d5229d8007b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.0754056
Nov 27 20:45:53.189769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['99a5e719-2b40-469f-9550-26151b5762fb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:45:53.234237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b45530bf-042e-4703-b488-1b125a12dadc req-ea5313d1-23bb-4f92-a352-3ccb8c964f52 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595477
Nov 27 20:45:54.365327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5202241-4af3-472f-901d-f096a4afba74 req-adf83421-e8cf-493a-98ab-224945b1b5fa tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:54.375978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5202241-4af3-472f-901d-f096a4afba74 req-adf83421-e8cf-493a-98ab-224945b1b5fa tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 970 time: 0.1553168
Nov 27 20:45:54.419861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e622c90-2b5e-48b4-8f57-3cbbce9aead9 req-e99f88ba-4f48-449a-ac5a-48b2832c0c12 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:54.437335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e622c90-2b5e-48b4-8f57-3cbbce9aead9 req-e99f88ba-4f48-449a-ac5a-48b2832c0c12 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 948 time: 0.0760894
Nov 27 20:45:54.442709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 99a5e719-2b40-469f-9550-26151b5762fb up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:45:54.458742 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5202241-4af3-472f-901d-f096a4afba74 req-13d7b7aa-2e7c-4ea7-92f8-18c2d1ed6ec8 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605834
Nov 27 20:45:54.516416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e622c90-2b5e-48b4-8f57-3cbbce9aead9 req-25604ab1-22bd-4563-8f2d-c94a85b75934 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777481
Nov 27 20:45:54.518340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 99a5e719-2b40-469f-9550-26151b5762fb completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:45:54.524165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 99a5e719-2b40-469f-9550-26151b5762fb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:45:54.524622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:54.611462 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:54.637841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d9f5e3-7112-4787-b2e4-ba60005e60c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a5e719-2b40-469f-9550-26151b5762fb'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:45:54.706408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 99a5e719-2b40-469f-9550-26151b5762fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99a5e719-2b40-469f-9550-26151b5762fb,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:45:54.711703 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:54.766136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=99a5e719-2b40-469f-9550-26151b5762fb,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:54.785172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d41d0e33-705d-4cdf-be42-526f502364c1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:45:54.931738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d41d0e33-705d-4cdf-be42-526f502364c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d41d0e33-705d-4cdf-be42-526f502364c1,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:45:54.945826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'd41d0e33-705d-4cdf-be42-526f502364c1', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'd41d0e33-705d-4cdf-be42-526f502364c1', 'mac_address': 'fa:16:3e:75:e3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:45:54.999538 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:55.014887 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41d0e33-705d-4cdf-be42-526f502364c1 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:45:55.043805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d41d0e33-705d-4cdf-be42-526f502364c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d41d0e33-705d-4cdf-be42-526f502364c1,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:45:55.049673 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:55.108346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d41d0e33-705d-4cdf-be42-526f502364c1,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:55.148013 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1f1ea7-0572-42d8-9ca2-ccbfec76c1ff" -d '{"events": [{"server_uuid": "46d9f5e3-7112-4787-b2e4-ba60005e60c1", "name": "network-vif-plugged", "status": "completed", "tag": "99a5e719-2b40-469f-9550-26151b5762fb"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:45:55.412024 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad83a87c-0617-4082-a0fb-2a0edfcd3556 x-openstack-request-id: req-ad83a87c-0617-4082-a0fb-2a0edfcd3556 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:45:55.412558 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d9f5e3-7112-4787-b2e4-ba60005e60c1", "name": "network-vif-plugged", "status": "completed", "tag": "99a5e719-2b40-469f-9550-26151b5762fb", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:45:55.412846 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad83a87c-0617-4082-a0fb-2a0edfcd3556 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:45:55.413381 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d9f5e3-7112-4787-b2e4-ba60005e60c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a5e719-2b40-469f-9550-26151b5762fb', 'code': 200}
Nov 27 20:45:55.415569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53570) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:55.531942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['d41d0e33-705d-4cdf-be42-526f502364c1'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:45:55.733610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be048043-0a9c-4b14-a591-03d50a40dc28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:55.783795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04486b00-64ef-4cf4-95f4-f5106ebd79b9 req-ee51a23e-df9b-4f42-a5f3-8e4f3882b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:55.785980 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04486b00-64ef-4cf4-95f4-f5106ebd79b9 req-ee51a23e-df9b-4f42-a5f3-8e4f3882b7a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 1122 time: 0.2890210
Nov 27 20:45:55.800004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b4c66-b0f7-4e0d-abef-649d461c015e req-f3c604d2-dcbe-4b6c-b037-a7726412aa38 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:55.801962 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b8b4c66-b0f7-4e0d-abef-649d461c015e req-f3c604d2-dcbe-4b6c-b037-a7726412aa38 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 971 time: 0.2720673
Nov 27 20:45:55.847099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-04486b00-64ef-4cf4-95f4-f5106ebd79b9 req-f5525f0f-f0cb-406d-9596-dc8362901023 service neutron] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:55.849304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be048043-0a9c-4b14-a591-03d50a40dc28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:55.856639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be048043-0a9c-4b14-a591-03d50a40dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:55.892431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-be048043-0a9c-4b14-a591-03d50a40dc28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb40949f71d24b4f85ec88db3e96df59&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4733784
Nov 27 20:45:55.892620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53594) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:55.941352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-78de4b17-1366-475d-8def-297d745f2604 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=86ee5c27bb6e4b2d89671817ecd59b63&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0571935
Nov 27 20:45:55.953627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be048043-0a9c-4b14-a591-03d50a40dc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f3be75-3043-4f94-bc46-5ab67af92dc0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:55.962784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53598) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:55.979331 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-04486b00-64ef-4cf4-95f4-f5106ebd79b9 req-f5525f0f-f0cb-406d-9596-dc8362901023 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:55.987336 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b8b4c66-b0f7-4e0d-abef-649d461c015e req-7a525187-5c08-48a1-99a5-3f0bfa624dd5 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761434
Nov 27 20:45:55.988551 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-04486b00-64ef-4cf4-95f4-f5106ebd79b9 req-f5525f0f-f0cb-406d-9596-dc8362901023 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.035601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04486b00-64ef-4cf4-95f4-f5106ebd79b9 req-f5525f0f-f0cb-406d-9596-dc8362901023 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2324169
Nov 27 20:45:56.036349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5525f0f-f0cb-406d-9596-dc8362901023 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c2f2b-3fd8-4f8b-b364-65e291a21afd,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:56.042101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66e5dc0e-ceff-4db4-86bf-e30f496112d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.078700 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66e5dc0e-ceff-4db4-86bf-e30f496112d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.126206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9b3c7-771a-49b5-be34-09ce8d9df427 req-ddf242fa-90b7-4138-b982-735621402a08 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:56.127661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6af9b3c7-771a-49b5-be34-09ce8d9df427 req-ddf242fa-90b7-4138-b982-735621402a08 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 949 time: 0.0540581
Nov 27 20:45:56.144905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f48d528-a06c-4e6b-8561-2313064e86e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.160189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488d71-a231-4816-a718-b9bf7576a408 req-42a7a9a0-428d-41e3-8319-dcc2b3624998 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:56.161646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-42a7a9a0-428d-41e3-8319-dcc2b3624998 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2091141
Nov 27 20:45:56.176131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6af9b3c7-771a-49b5-be34-09ce8d9df427 req-b9126d1e-7035-4ba3-aa4b-522db65cd9f7 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411637
Nov 27 20:45:56.198482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-48e7bb76-7459-4ba2-9485-5b4da7b107a0 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/quotas/86ee5c27bb6e4b2d89671817ecd59b63 HTTP/1.1" status: 200  len: 375 time: 0.0226104
Nov 27 20:45:56.214467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66e5dc0e-ceff-4db4-86bf-e30f496112d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.216998 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66e5dc0e-ceff-4db4-86bf-e30f496112d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.218112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-66e5dc0e-ceff-4db4-86bf-e30f496112d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45f3be75-3043-4f94-bc46-5ab67af92dc0 HTTP/1.1" status: 204  len: 168 time: 0.3245416
Nov 27 20:45:56.238729 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-be31cb27-fb2b-4bc3-b0fc-6f44301aa8e4 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=86ee5c27bb6e4b2d89671817ecd59b63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0381157
Nov 27 20:45:56.249190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5dc0e-ceff-4db4-86bf-e30f496112d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f3be75-3043-4f94-bc46-5ab67af92dc0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:56.293489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f48d528-a06c-4e6b-8561-2313064e86e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.299943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f48d528-a06c-4e6b-8561-2313064e86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.346248 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3f48d528-a06c-4e6b-8561-2313064e86e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2116bbaf320a4283b72cbea04c986e91&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3817780
Nov 27 20:45:56.347411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48d528-a06c-4e6b-8561-2313064e86e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1d3bcf-94b7-4ac9-9165-f21e31138560,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:56.350319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53608) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:56.429523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2afd1782-1ccf-4ac4-a5db-efae3194de3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.478583 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc64efe3-bd84-400a-8fce-dba36490ab78 req-fa8669c1-bd0f-486c-921c-8a6c2a7230bc tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 210 time: 0.0415409
Nov 27 20:45:56.483404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2afd1782-1ccf-4ac4-a5db-efae3194de3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.523899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b96940-309f-4709-9013-c8927f5d83cc req-f9b90133-7e81-4a58-8238-08aee56ad651 tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:56.525180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b96940-309f-4709-9013-c8927f5d83cc req-f9b90133-7e81-4a58-8238-08aee56ad651 tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:56.526139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b96940-309f-4709-9013-c8927f5d83cc req-f9b90133-7e81-4a58-8238-08aee56ad651 tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:56.533198 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85b96940-309f-4709-9013-c8927f5d83cc req-f9b90133-7e81-4a58-8238-08aee56ad651 tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2206 time: 0.2018754
Nov 27 20:45:56.538377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2afd1782-1ccf-4ac4-a5db-efae3194de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.541947 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2afd1782-1ccf-4ac4-a5db-efae3194de3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.543206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2afd1782-1ccf-4ac4-a5db-efae3194de3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c1d3bcf-94b7-4ac9-9165-f21e31138560 HTTP/1.1" status: 204  len: 168 time: 0.1919165
Nov 27 20:45:56.564841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd1782-1ccf-4ac4-a5db-efae3194de3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1d3bcf-94b7-4ac9-9165-f21e31138560,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:56.681167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028050b4-f58c-4e21-a250-ac8b143e457b req-5b3e43ff-91a3-4d2b-9306-ce831b77ad8e tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:56.682635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-028050b4-f58c-4e21-a250-ac8b143e457b req-5b3e43ff-91a3-4d2b-9306-ce831b77ad8e tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 886 time: 0.1196992
Nov 27 20:45:56.696684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53626) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:56.712907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61a488e3-ace6-4bee-9393-74875a81b322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.761266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d41d0e33-705d-4cdf-be42-526f502364c1 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:45:56.805417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61a488e3-ace6-4bee-9393-74875a81b322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.811906 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61a488e3-ace6-4bee-9393-74875a81b322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.828369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port d41d0e33-705d-4cdf-be42-526f502364c1 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:45:56.834280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port d41d0e33-705d-4cdf-be42-526f502364c1 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:45:56.834714 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.860722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a488e3-ace6-4bee-9393-74875a81b322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cea80e-c840-47cb-8435-7f61d0aea2bb,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:56.862185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469bc6-6e23-42d7-bbc8-fc06c8331405 req-a6f34915-47fb-454a-bc2f-c6b0c58e5ce3 tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:56.862807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469bc6-6e23-42d7-bbc8-fc06c8331405 req-a6f34915-47fb-454a-bc2f-c6b0c58e5ce3 tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:56.863136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469bc6-6e23-42d7-bbc8-fc06c8331405 req-a6f34915-47fb-454a-bc2f-c6b0c58e5ce3 tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:56.868082 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc469bc6-6e23-42d7-bbc8-fc06c8331405 req-a6f34915-47fb-454a-bc2f-c6b0c58e5ce3 tempest-NetworksTest-475679791 tempest-NetworksTest-475679791-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2206 time: 0.1591249
Nov 27 20:45:56.887354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-61a488e3-ace6-4bee-9393-74875a81b322 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60925009468f47debdd606cf1eaf7154&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1895325
Nov 27 20:45:56.891805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53634) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:56.961228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d567ef90-8083-408b-99bd-b967449f68cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:56.981353 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.008368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d567ef90-8083-408b-99bd-b967449f68cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.021193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d41d0e33-705d-4cdf-be42-526f502364c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d41d0e33-705d-4cdf-be42-526f502364c1,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:45:57.039492 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.123020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d41d0e33-705d-4cdf-be42-526f502364c1,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:57.142844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d567ef90-8083-408b-99bd-b967449f68cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.145721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d567ef90-8083-408b-99bd-b967449f68cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.149023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53638) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:57.151414 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d567ef90-8083-408b-99bd-b967449f68cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14cea80e-c840-47cb-8435-7f61d0aea2bb HTTP/1.1" status: 204  len: 168 time: 0.2556610
Nov 27 20:45:57.167909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dff57-d5f2-4260-a6a1-86f4bc4cbe39 req-923d61ee-0aae-4fa9-956e-6765cd438bdc tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:57.169437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567dff57-d5f2-4260-a6a1-86f4bc4cbe39 req-923d61ee-0aae-4fa9-956e-6765cd438bdc tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 971 time: 0.0676067
Nov 27 20:45:57.172705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc639f2-1211-4eae-b474-6497b146d444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.174594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567ef90-8083-408b-99bd-b967449f68cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cea80e-c840-47cb-8435-7f61d0aea2bb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:57.300293 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567dff57-d5f2-4260-a6a1-86f4bc4cbe39 req-e5b71af7-b83e-4dd5-bc1e-4545f22f38a7 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186366
Nov 27 20:45:57.355084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53646) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:57.355895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c855-1936-449b-9749-9c15f36ca82d req-1c29f31e-450d-4288-88c5-7a5b36ef9cfd tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:57.360249 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7931c855-1936-449b-9749-9c15f36ca82d req-1c29f31e-450d-4288-88c5-7a5b36ef9cfd tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 950 time: 0.0853708
Nov 27 20:45:57.363072 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc639f2-1211-4eae-b474-6497b146d444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.373549 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc639f2-1211-4eae-b474-6497b146d444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.414502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d80b32-2808-471a-8a0e-4be5eef50ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41d0e33-705d-4cdf-be42-526f502364c1'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:45:57.416797 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9295225-6aab-4e9e-8f17-42fd10b8a46a" -d '{"events": [{"server_uuid": "f6d80b32-2808-471a-8a0e-4be5eef50ad1", "name": "network-vif-plugged", "status": "completed", "tag": "d41d0e33-705d-4cdf-be42-526f502364c1"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:45:57.448818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc639f2-1211-4eae-b474-6497b146d444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bf9d7c-44f2-49ae-bb5e-52a0c644a909,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:57.455648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4bc639f2-1211-4eae-b474-6497b146d444 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec3797ad743d41e8821657b392c5a3d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3050029
Nov 27 20:45:57.458279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53652) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:57.462950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7931c855-1936-449b-9749-9c15f36ca82d req-8d44f50e-d6b2-4c2f-85c6-e2201977e8b1 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982788
Nov 27 20:45:57.480067 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440b7dae-da71-435c-a241-5b826289c485 x-openstack-request-id: req-440b7dae-da71-435c-a241-5b826289c485 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:45:57.480564 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d80b32-2808-471a-8a0e-4be5eef50ad1", "name": "network-vif-plugged", "status": "completed", "tag": "d41d0e33-705d-4cdf-be42-526f502364c1", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:45:57.480955 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-440b7dae-da71-435c-a241-5b826289c485 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:45:57.481438 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d80b32-2808-471a-8a0e-4be5eef50ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41d0e33-705d-4cdf-be42-526f502364c1', 'code': 200}
Nov 27 20:45:57.547222 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4944e84-ac36-4277-95f2-38034af74f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.572866 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4944e84-ac36-4277-95f2-38034af74f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.616260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e3d21-2382-4d3c-af64-14966bb1163b req-2b0bfe0b-3c88-4cad-b1a9-422320902ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:57.618081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e82e3d21-2382-4d3c-af64-14966bb1163b req-2b0bfe0b-3c88-4cad-b1a9-422320902ac9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 1101 time: 0.0560386
Nov 27 20:45:57.668226 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c3e35ec-0edd-4bfc-b28a-bed21489ea81 req-408c1a00-cc6b-4069-a49c-aaeba44d54b4 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 210 time: 0.0861995
Nov 27 20:45:57.672682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e82e3d21-2382-4d3c-af64-14966bb1163b req-9ed67660-0cd4-4d81-8aad-8de4c83cbbd8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473750
Nov 27 20:45:57.689114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b76229dd-aa38-4f25-88b8-243c9c41a317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.728157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4944e84-ac36-4277-95f2-38034af74f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.730910 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4944e84-ac36-4277-95f2-38034af74f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.732061 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d4944e84-ac36-4277-95f2-38034af74f6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1bf9d7c-44f2-49ae-bb5e-52a0c644a909 HTTP/1.1" status: 204  len: 168 time: 0.2728224
Nov 27 20:45:57.750516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4944e84-ac36-4277-95f2-38034af74f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bf9d7c-44f2-49ae-bb5e-52a0c644a909,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:57.815882 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b76229dd-aa38-4f25-88b8-243c9c41a317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.821537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b76229dd-aa38-4f25-88b8-243c9c41a317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.865951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b76229dd-aa38-4f25-88b8-243c9c41a317 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83c2574a07e944fba4dd36b65c965462&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5094748
Nov 27 20:45:57.869394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53670) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:57.869887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76229dd-aa38-4f25-88b8-243c9c41a317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbe9bb5-c9fd-40ce-a876-600991796cb2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:57.951137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2a180d6-34c4-436b-a226-0056f1b12de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:57.973986 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2a180d6-34c4-436b-a226-0056f1b12de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.048644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-df767a3d-2770-4b9c-866d-cc9b7a8bb741 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=86ee5c27bb6e4b2d89671817ecd59b63&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0238931
Nov 27 20:45:58.136131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2a180d6-34c4-436b-a226-0056f1b12de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.138777 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2a180d6-34c4-436b-a226-0056f1b12de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.140114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e2a180d6-34c4-436b-a226-0056f1b12de8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dbe9bb5-c9fd-40ce-a876-600991796cb2 HTTP/1.1" status: 204  len: 168 time: 0.2690325
Nov 27 20:45:58.154797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a180d6-34c4-436b-a226-0056f1b12de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbe9bb5-c9fd-40ce-a876-600991796cb2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:58.203441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488d71-a231-4816-a718-b9bf7576a408 req-29565899-99db-405f-8e9e-136a9294252a tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:58.205652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-29565899-99db-405f-8e9e-136a9294252a tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1490667
Nov 27 20:45:58.219651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Request body: {'port': {'device_id': '321d86fb-797f-4432-bf01-bdc5917b92ad', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '86ee5c27bb6e4b2d89671817ecd59b63'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:58.347042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Made reservation on behalf of 86ee5c27bb6e4b2d89671817ecd59b63 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:45:58.351000 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.361763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.449217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e1de2-6b99-4609-b6b6-f91e5d19da6a req-042cfc1f-960f-490a-8986-d624462f8300 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:58.456156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-525e1de2-6b99-4609-b6b6-f91e5d19da6a req-042cfc1f-960f-490a-8986-d624462f8300 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 971 time: 0.0835977
Nov 27 20:45:58.534731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.550117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-525e1de2-6b99-4609-b6b6-f91e5d19da6a req-73b5c304-f008-4423-8d1a-d0df5a031168 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930042
Nov 27 20:45:58.551705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.663738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9c295-bf90-47c5-828d-c05e40550acb req-220e5244-ff20-45bf-a03e-3f9382ce336b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:58.672904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0b9c295-bf90-47c5-828d-c05e40550acb req-220e5244-ff20-45bf-a03e-3f9382ce336b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 950 time: 0.1037276
Nov 27 20:45:58.733371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0b9c295-bf90-47c5-828d-c05e40550acb req-97187c63-27b3-4ed2-bb89-870aa0387548 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541117
Nov 27 20:45:58.769696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87abd9ce-328f-4bc4-b185-0a4f21154773,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:58.830989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53734) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:58.842393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40f6a7d8-f04c-4cac-8313-b91e2346e075 req-7e21ceb0-81b0-4b5e-a60a-099cbac2b4f8 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 210 time: 0.0420198
Nov 27 20:45:58.864152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9148bb70-0302-44b6-b3f3-999773b8e483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.951068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Allocated IP 192.168.233.57 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/7d99b7e4-cb69-4555-b647-95cd8ebd5bbe) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:45:58.963231 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9148bb70-0302-44b6-b3f3-999773b8e483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.968499 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9148bb70-0302-44b6-b3f3-999773b8e483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:58.968949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeabb90-625a-42ab-b81b-e0377fda827a req-700294e4-5c8a-4b9e-8f87-8da6d574e6e4 tempest-AggregatesAdminTestJSON-1780747336 tempest-AggregatesAdminTestJSON-1780747336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:58.970783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aeabb90-625a-42ab-b81b-e0377fda827a req-700294e4-5c8a-4b9e-8f87-8da6d574e6e4 tempest-AggregatesAdminTestJSON-1780747336 tempest-AggregatesAdminTestJSON-1780747336-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 1122 time: 0.1617661
Nov 27 20:45:59.000087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8aeabb90-625a-42ab-b81b-e0377fda827a req-b9fb9589-e266-4c03-9352-584facb2b465 tempest-AggregatesAdminTestJSON-1780747336 tempest-AggregatesAdminTestJSON-1780747336-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.016697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9148bb70-0302-44b6-b3f3-999773b8e483 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20eb563b56154e349ab75e2fa09b1dd0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1843984
Nov 27 20:45:59.018557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148bb70-0302-44b6-b3f3-999773b8e483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cccc4dd-c730-4c75-b9b9-79a7959fc690,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:59.023868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53738) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:45:59.187892 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd9f8cb5-69e3-4e13-a788-bc2053e49363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.245734 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.250036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd9f8cb5-69e3-4e13-a788-bc2053e49363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.271197 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8aeabb90-625a-42ab-b81b-e0377fda827a req-b9fb9589-e266-4c03-9352-584facb2b465 tempest-AggregatesAdminTestJSON-1780747336 tempest-AggregatesAdminTestJSON-1780747336-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.282481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8aeabb90-625a-42ab-b81b-e0377fda827a req-b9fb9589-e266-4c03-9352-584facb2b465 tempest-AggregatesAdminTestJSON-1780747336 tempest-AggregatesAdminTestJSON-1780747336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.344900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aeabb90-625a-42ab-b81b-e0377fda827a req-b9fb9589-e266-4c03-9352-584facb2b465 tempest-AggregatesAdminTestJSON-1780747336 tempest-AggregatesAdminTestJSON-1780747336-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3650246
Nov 27 20:45:59.348807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9589-e266-4c03-9352-584facb2b465 tempest-AggregatesAdminTestJSON-1780747336 tempest-AggregatesAdminTestJSON-1780747336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c8300e-b734-46ef-b56d-9b5e51845177,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:59.371607 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.381220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd9f8cb5-69e3-4e13-a788-bc2053e49363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.384664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd9f8cb5-69e3-4e13-a788-bc2053e49363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.388395 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bd9f8cb5-69e3-4e13-a788-bc2053e49363 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cccc4dd-c730-4c75-b9b9-79a7959fc690 HTTP/1.1" status: 204  len: 168 time: 0.3642976
Nov 27 20:45:59.424849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f8cb5-69e3-4e13-a788-bc2053e49363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cccc4dd-c730-4c75-b9b9-79a7959fc690,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:59.467923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:45:59.471501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:45:59.477365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:45:59.482278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Pushing event updated for resources: {'Port': ['ID=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:45:59.554928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:45:59.556970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.580668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-781d54f3-8dc8-4d9c-a17c-c8424ebb1c5d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3660305
Nov 27 20:45:59.598327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Request body: {'port': {'device_id': '321d86fb-797f-4432-bf01-bdc5917b92ad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:45:59.696964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.900861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d11979d8-6ab5-47e0-9889-c55a14c4d6e7 None None] Provisioning complete for port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:45:59.901996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d11979d8-6ab5-47e0-9889-c55a14c4d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:45:59.945399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d11979d8-6ab5-47e0-9889-c55a14c4d6e7 None None] Port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:00.078032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:00.086313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:00.122515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-9d84e9ca-610d-4921-892a-dfa5b19f806a tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7e7fd405b830467db077102575590b2e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0333757
Nov 27 20:46:00.127890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Transition to ACTIVE for port object 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:00.141599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:00.239574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Pushing event updated for resources: {'Port': ['ID=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:00.348615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a818b99-ac71-4707-b079-86158ee85380 req-daf5459f-9327-4803-9264-591b976def3e tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:00.359657 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-daf5459f-9327-4803-9264-591b976def3e tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2278056
Nov 27 20:46:00.395077 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-1389eedd-07ce-41a5-9883-1663a809b5a4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/quotas/7e7fd405b830467db077102575590b2e HTTP/1.1" status: 200  len: 375 time: 0.0224237
Nov 27 20:46:00.407169 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Attempting to bind port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:00.407540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Attempting to bind port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:00.407874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Attempting to bind port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:00.428849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:00.429227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Attempting to bind port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:00.452286 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-abc865da-148d-464a-97a3-7c61097fda86 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e7fd405b830467db077102575590b2e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467908
Nov 27 20:46:00.454654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:00.455009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:00.455651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:00.456217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Bound port: 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:00.456217 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:00.552764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] For port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:00.557319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] For port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:00.557525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb1383-b1cf-4dbe-b84b-33f6e3bc7c84 req-c61021f8-0ed5-4fc2-9974-5e60bb5db49e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:00.559912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dedb1383-b1cf-4dbe-b84b-33f6e3bc7c84 req-c61021f8-0ed5-4fc2-9974-5e60bb5db49e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 950 time: 0.0539575
Nov 27 20:46:00.562838 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:00.604706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:00.605492 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:00.606833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] 10.222.0.15 "PUT /v2.0/ports/7d99b7e4-cb69-4555-b647-95cd8ebd5bbe HTTP/1.1" status: 200  len: 1095 time: 1.0180280
Nov 27 20:46:00.607614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321d86fb-797f-4432-bf01-bdc5917b92ad', 'tag': '7d99b7e4-cb69-4555-b647-95cd8ebd5bbe'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:00.610127 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5" -d '{"events": [{"name": "network-changed", "server_uuid": "321d86fb-797f-4432-bf01-bdc5917b92ad", "tag": "7d99b7e4-cb69-4555-b647-95cd8ebd5bbe"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:00.636704 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dedb1383-b1cf-4dbe-b84b-33f6e3bc7c84 req-71b244a3-42e7-45e6-aa7b-f034630de4e7 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689800
Nov 27 20:46:00.673681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfec3a-ff91-46ca-9414-ca0610a42482 service neutron] Pushing event updated for resources: {'Port': ['ID=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:00.847907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488d71-a231-4816-a718-b9bf7576a408 req-945efd65-ab95-4d94-9c55-8f616cedffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:00.849862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-945efd65-ab95-4d94-9c55-8f616cedffc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86ee5c27bb6e4b2d89671817ecd59b63&device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 1098 time: 0.1558583
Nov 27 20:46:00.864322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e040a3-d1a2-4e78-a3ad-d4e3333ae517 req-d0d160a4-1c04-4fe9-ac1c-17ba5ff6fe1d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:00.866029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3e040a3-d1a2-4e78-a3ad-d4e3333ae517 req-d0d160a4-1c04-4fe9-ac1c-17ba5ff6fe1d tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 947 time: 0.1576028
Nov 27 20:46:00.904419 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bbdcce0-db5f-468c-b8e8-839c35ea251d req-565524c2-ff45-4a27-aff2-0c8b9f3e3c33 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 210 time: 0.0450315
Nov 27 20:46:00.946617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-913a49ac-2bcc-4e63-9184-85185ff12d3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe HTTP/1.1" status: 200  len: 217 time: 0.0793791
Nov 27 20:46:00.972069 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce528ee3-abe9-4bf7-8f06-94bcaab0c2a5 x-openstack-request-id: req-ce528ee3-abe9-4bf7-8f06-94bcaab0c2a5 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:00.972476 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321d86fb-797f-4432-bf01-bdc5917b92ad", "tag": "7d99b7e4-cb69-4555-b647-95cd8ebd5bbe", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:00.974502 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce528ee3-abe9-4bf7-8f06-94bcaab0c2a5 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:00.974914 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321d86fb-797f-4432-bf01-bdc5917b92ad', 'tag': '7d99b7e4-cb69-4555-b647-95cd8ebd5bbe', 'status': 'completed', 'code': 200}
Nov 27 20:46:01.048248 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3e040a3-d1a2-4e78-a3ad-d4e3333ae517 req-83b5736a-0b71-4318-aec9-4e06b6a2dd1b tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582491
Nov 27 20:46:01.056908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488d71-a231-4816-a718-b9bf7576a408 req-c914ebd8-c856-4799-81a2-0e2dd72a29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:01.058391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-c914ebd8-c856-4799-81a2-0e2dd72a29b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0999444
Nov 27 20:46:01.141278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488d71-a231-4816-a718-b9bf7576a408 req-ff3a05a1-3a46-44ba-a1c0-5607237ca205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:01.142793 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-ff3a05a1-3a46-44ba-a1c0-5607237ca205 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0706775
Nov 27 20:46:01.254712 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-3fec7291-f1ae-4d13-98a7-c1077e46af45 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1038890
Nov 27 20:46:01.382642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39488d71-a231-4816-a718-b9bf7576a408 req-46a0e0f6-2e48-4cc1-89e9-b3547e3fdbf1 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200588
Nov 27 20:46:01.557667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-c2a8b7ad-3acc-4d3e-98b2-34b6ba767890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:01.559345 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-c2a8b7ad-3acc-4d3e-98b2-34b6ba767890 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86ee5c27bb6e4b2d89671817ecd59b63&device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 1098 time: 0.0827527
Nov 27 20:46:01.667700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-d1b406f5-2f11-4186-9835-29b655938e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:01.669236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-d1b406f5-2f11-4186-9835-29b655938e32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1013677
Nov 27 20:46:01.724033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-b44773f6-ec49-43f5-b0f6-36fe56290e77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe HTTP/1.1" status: 200  len: 217 time: 0.0468013
Nov 27 20:46:01.800602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-d114005f-1d80-4fde-95a8-c83540ca5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:01.802000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-d114005f-1d80-4fde-95a8-c83540ca5511 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0702472
Nov 27 20:46:01.828205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd2216-6a0a-42da-b03f-806b3b4181e1 req-c8fd242d-dd09-4141-b023-2061eab91489 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:01.829663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71bd2216-6a0a-42da-b03f-806b3b4181e1 req-c8fd242d-dd09-4141-b023-2061eab91489 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 950 time: 0.0637941
Nov 27 20:46:01.879338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-55d727e1-f3a0-46d0-88f2-a3244eaab0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:01.881792 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-55d727e1-f3a0-46d0-88f2-a3244eaab0fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0712278
Nov 27 20:46:01.926079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-f0790134-a3ee-444b-8d36-7e30570ccedf tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0279377
Nov 27 20:46:01.948403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71bd2216-6a0a-42da-b03f-806b3b4181e1 req-532eb9c2-451a-4d8b-9103-019b8d91c240 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047366
Nov 27 20:46:01.976852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-6c49b02c-886f-4e63-9b78-ce7f9131cdfb tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7e7fd405b830467db077102575590b2e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0274920
Nov 27 20:46:02.069336 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-732b1ac6-63ee-4ddc-9bac-58dd0be6dc8f service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772573
Nov 27 20:46:02.076332 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-82415cc5-defd-41e3-a48b-d362c8f8705b tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:02.078077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-82415cc5-defd-41e3-a48b-d362c8f8705b tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1445978
Nov 27 20:46:02.107995 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-ea84d64c-83f3-414f-b993-bff17d5d9cd3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/quotas/c8c32b0fff364ad7b9bbaf1fb71e3a67 HTTP/1.1" status: 200  len: 375 time: 0.0230820
Nov 27 20:46:02.142050 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-36a58482-685b-409c-954b-ef0ea48f4a17 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0303180
Nov 27 20:46:02.353467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-683fe379-6fb7-4f84-a0fd-5c95293cfdb1 req-3e03a6da-8fe4-4e09-a53e-91b818d486f3 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 210 time: 0.2130618
Nov 27 20:46:02.363668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a818b99-ac71-4707-b079-86158ee85380 req-21c119d6-9e32-4230-aba9-87ddbb3127ae tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:02.365826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-21c119d6-9e32-4230-aba9-87ddbb3127ae tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3793063
Nov 27 20:46:02.387285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Request body: {'port': {'device_id': '3f46dedc-d8cb-41e0-9019-d0aa61cceb49', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '7e7fd405b830467db077102575590b2e'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:02.454339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f085b-5ddd-40f4-b903-f17f46671a4c req-89228e5a-d1a8-4648-8dea-5f35e778dac8 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:02.462607 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-093f085b-5ddd-40f4-b903-f17f46671a4c req-89228e5a-d1a8-4648-8dea-5f35e778dac8 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 947 time: 0.0675795
Nov 27 20:46:02.462930 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1da8867e-0885-4fd9-a3c5-23ffa31e32f5 req-cd459a53-2993-4f32-887c-3ef5940c2664 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3859577
Nov 27 20:46:02.520910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-093f085b-5ddd-40f4-b903-f17f46671a4c req-63d0a909-2f27-4ce3-8ea0-f30a00372d64 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528402
Nov 27 20:46:02.574738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Made reservation on behalf of 7e7fd405b830467db077102575590b2e for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:02.578139 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:02.601777 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:02.632378 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-1e49c147-5aeb-4f9d-8e10-49ee02451e1f tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0387886
Nov 27 20:46:02.713306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:02.713630 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:02.805434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9456e8ca-5747-4233-808a-ea007ed8a4e0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:02.851738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-61bf87cb-c1b2-4cda-9baf-1d21b5b64b9e tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:02.860887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-61bf87cb-c1b2-4cda-9baf-1d21b5b64b9e tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2274449
Nov 27 20:46:02.880063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-07cfa8c4-d2ca-4dce-9d85-1fd9fff74c81 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/quotas/c8c32b0fff364ad7b9bbaf1fb71e3a67 HTTP/1.1" status: 200  len: 375 time: 0.0177233
Nov 27 20:46:02.923144 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-583b1fa9-73ee-4baf-8ccf-b47b64009147 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0416276
Nov 27 20:46:02.992387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Allocated IP 192.168.233.121 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/8cbd7b7d-2628-4d2c-9c48-0f983c4e788b) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:03.197958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53970) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:03.257530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f767a9-6372-4113-96de-5e5a6565ad4c req-1a735672-f8df-4b99-96ef-d532c8c2f476 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:03.265382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01f767a9-6372-4113-96de-5e5a6565ad4c req-1a735672-f8df-4b99-96ef-d532c8c2f476 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 950 time: 0.0782700
Nov 27 20:46:03.284377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b91aff1f-94f5-4c2a-9ed2-e00105d07551 req-95bbce98-24d0-45f6-a8f5-73dbd0972170 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 210 time: 0.0494113
Nov 27 20:46:03.294069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fa920-7695-46c3-941a-e5bf70022447 req-d53e80b4-fce9-4cb5-839d-e6c5828234fc tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:03.295869 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-546fa920-7695-46c3-941a-e5bf70022447 req-d53e80b4-fce9-4cb5-839d-e6c5828234fc tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 1101 time: 0.1516497
Nov 27 20:46:03.313064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:03.358151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01f767a9-6372-4113-96de-5e5a6565ad4c req-d0fb3d23-8604-4a34-99dc-f65a4f5a1900 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917192
Nov 27 20:46:03.393654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4de16545-cd3a-4761-b8c0-37d5ba9da2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:03.462887 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:03.535836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df7388-933e-4363-bed6-55a755e087a5 req-2ab2d22b-5f72-4744-92b4-a547831cf771 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:03.537781 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c3df7388-933e-4363-bed6-55a755e087a5 req-2ab2d22b-5f72-4744-92b4-a547831cf771 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 936 time: 0.0790007
Nov 27 20:46:03.577308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.15', 59355) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:03.588356 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4de16545-cd3a-4761-b8c0-37d5ba9da2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:03.594621 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:03.596740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-546fa920-7695-46c3-941a-e5bf70022447 req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] Deleting port d41d0e33-705d-4cdf-be42-526f502364c1 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:46:03.597441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-546fa920-7695-46c3-941a-e5bf70022447 req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:03.617159 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-a17b76e0-fc87-44f7-8ee0-f7374874d685 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0343697
Nov 27 20:46:03.619860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:03.621918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4de16545-cd3a-4761-b8c0-37d5ba9da2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:03.622763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:03.778091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Pushing event updated for resources: {'Port': ['ID=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:03.790747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4de16545-cd3a-4761-b8c0-37d5ba9da2aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f6f4f6a32fe4be0a6d7be7c75a9cb58&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5903683
Nov 27 20:46:03.804728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53996) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:03.838700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:03.839444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:03.854365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-ffc34c02-c11c-4ac3-817f-511230c6c957 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:03.855952 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-ffc34c02-c11c-4ac3-817f-511230c6c957 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2270350
Nov 27 20:46:03.863867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c3df7388-933e-4363-bed6-55a755e087a5 req-3046432e-5330-40d5-b797-73c9e1d6714b tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3131242
Nov 27 20:46:03.872093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de16545-cd3a-4761-b8c0-37d5ba9da2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2c62c3-7a2a-47cb-ad22-0cc8a3b0b502,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:03.878286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01f6a-ab35-4227-aa3e-b88d1560c320 req-fcdcff22-305d-4a66-a814-2af01261658f tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:03.885949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68b01f6a-ab35-4227-aa3e-b88d1560c320 req-fcdcff22-305d-4a66-a814-2af01261658f tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 947 time: 0.1807003
Nov 27 20:46:03.894399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-bd695665-d475-49e5-a7c6-ac6d35735e63 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5134361
Nov 27 20:46:03.907470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Request body: {'port': {'device_id': '3f46dedc-d8cb-41e0-9019-d0aa61cceb49', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:03.908781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Request body: {'port': {'device_id': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c8c32b0fff364ad7b9bbaf1fb71e3a67'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:03.912207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-546fa920-7695-46c3-941a-e5bf70022447 req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] For port d41d0e33-705d-4cdf-be42-526f502364c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d41d0e33-705d-4cdf-be42-526f502364c1,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:03.912658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-546fa920-7695-46c3-941a-e5bf70022447 req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:03.956008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-546fa920-7695-46c3-941a-e5bf70022447 req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] Calling delete_port for d41d0e33-705d-4cdf-be42-526f502364c1 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:46:03.981823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eb05ac74-c448-4a9c-bbca-f8f54d6523e4 None None] Provisioning complete for port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:03.982500 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb05ac74-c448-4a9c-bbca-f8f54d6523e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.052009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-eb05ac74-c448-4a9c-bbca-f8f54d6523e4 None None] Port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:04.066847 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b3c753c-a45f-4434-9d74-b0eef99d02c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.078451 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-397fb723-121a-4d28-8036-303580304883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.138254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68b01f6a-ab35-4227-aa3e-b88d1560c320 req-b604cf5b-729c-45c6-97e1-9fe68277ebfd tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219038
Nov 27 20:46:04.140765 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.264140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-397fb723-121a-4d28-8036-303580304883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.472491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.35', 54446) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:04.488686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d2a48c2-a923-4f05-b89c-cb934a9053e6 req-7c3ed8a6-73c2-4133-a7c1-edea9c344a42 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 210 time: 0.0454652
Nov 27 20:46:04.508205 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-95865cd9-0ab8-46a9-a7f3-37649e61a582 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0340962
Nov 27 20:46:04.535321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:04.538055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Made reservation on behalf of c8c32b0fff364ad7b9bbaf1fb71e3a67 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:04.540612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-546fa920-7695-46c3-941a-e5bf70022447 req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.540805 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.550257 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.551932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['d41d0e33-705d-4cdf-be42-526f502364c1'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:04.579913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] Pushing event deleted for resources: {'Port': ['ID=d41d0e33-705d-4cdf-be42-526f502364c1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:04.632396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-546fa920-7695-46c3-941a-e5bf70022447 req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] No DVR routers for this DVR port d41d0e33-705d-4cdf-be42-526f502364c1 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:46:04.636082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-546fa920-7695-46c3-941a-e5bf70022447 req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.643737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-546fa920-7695-46c3-941a-e5bf70022447 req-b1e1b861-81b9-499c-b821-94a60f6490b5 tempest-DeleteServersAdminTestJSON-594647049 tempest-DeleteServersAdminTestJSON-594647049-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d41d0e33-705d-4cdf-be42-526f502364c1 HTTP/1.1" status: 204  len: 173 time: 1.3286922
Nov 27 20:46:04.644213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d80b32-2808-471a-8a0e-4be5eef50ad1', 'name': 'network-vif-deleted', 'tag': 'd41d0e33-705d-4cdf-be42-526f502364c1'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:04.647019 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.650375 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921556d4-379e-4da9-ac8f-cfefebe60b60" -d '{"events": [{"server_uuid": "f6d80b32-2808-471a-8a0e-4be5eef50ad1", "name": "network-vif-deleted", "tag": "d41d0e33-705d-4cdf-be42-526f502364c1"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:04.659953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Transition to ACTIVE for port object 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:04.666685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.677120 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-397fb723-121a-4d28-8036-303580304883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.682620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-397fb723-121a-4d28-8036-303580304883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.684701 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-397fb723-121a-4d28-8036-303580304883 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b2c62c3-7a2a-47cb-ad22-0cc8a3b0b502 HTTP/1.1" status: 204  len: 168 time: 0.8778999
Nov 27 20:46:04.742737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Pushing event updated for resources: {'Port': ['ID=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:04.832574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Attempting to bind port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:04.832915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Attempting to bind port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:04.833254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Attempting to bind port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:04.838419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:04.838552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:04.838761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Attempting to bind port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:04.844978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:04.845398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:04.845845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:04.846408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Bound port: 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:04.846955 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:04.889225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fb723-121a-4d28-8036-303580304883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2c62c3-7a2a-47cb-ad22-0cc8a3b0b502,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:04.957395 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5716c706-a8e4-41f0-a92e-b47dafeee50f x-openstack-request-id: req-5716c706-a8e4-41f0-a92e-b47dafeee50f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:04.957980 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d80b32-2808-471a-8a0e-4be5eef50ad1", "name": "network-vif-deleted", "tag": "d41d0e33-705d-4cdf-be42-526f502364c1", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:04.958431 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5716c706-a8e4-41f0-a92e-b47dafeee50f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:04.959041 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d80b32-2808-471a-8a0e-4be5eef50ad1', 'name': 'network-vif-deleted', 'tag': 'd41d0e33-705d-4cdf-be42-526f502364c1', 'status': 'completed', 'code': 200}
Nov 27 20:46:04.963644 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0e010aa-b9c7-41c6-82e5-79fe5368c807 req-7d3b6815-ee9c-4367-9696-2f894f9d6355 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6d80b32-2808-471a-8a0e-4be5eef50ad1 HTTP/1.1" status: 200  len: 210 time: 0.2943683
Nov 27 20:46:04.983076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-4bd75687-05de-4b87-ac93-39c87daff6d6 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:04.988386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-4bd75687-05de-4b87-ac93-39c87daff6d6 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4653990
Nov 27 20:46:05.019963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Request body: {'port': {'device_id': 'd32c10d2-9032-4865-b174-8e5c54748d97', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c8c32b0fff364ad7b9bbaf1fb71e3a67'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:05.037368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] For port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:05.044754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] For port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:05.061972 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.088577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:05.127571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '7d99b7e4-cb69-4555-b647-95cd8ebd5bbe', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '7d99b7e4-cb69-4555-b647-95cd8ebd5bbe', 'mac_address': 'fa:16:3e:1b:51:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:05.201522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Pushing event updated for resources: {'Port': ['ID=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:05.220654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:05.221458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.224721 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-53fc2341-0332-4df2-a55c-048a5afb374a service neutron] 10.222.0.35 "PUT /v2.0/ports/8cbd7b7d-2628-4d2c-9c48-0f983c4e788b HTTP/1.1" status: 200  len: 1096 time: 1.3216727
Nov 27 20:46:05.276906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54062) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:05.285423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.341701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:05.369573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:05.384612 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.392977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d79825d3-4e02-438b-b13d-45fca084aa0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.406345 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.446174 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.474723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:05.482915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a818b99-ac71-4707-b079-86158ee85380 req-180d8d16-4fad-43db-83a2-5ae6c041bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:05.485714 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-180d8d16-4fad-43db-83a2-5ae6c041bade service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e7fd405b830467db077102575590b2e&device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 1099 time: 0.1873636
Nov 27 20:46:05.520372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eddecee-218c-41b3-b3f3-990b2a275364,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:05.577916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Made reservation on behalf of c8c32b0fff364ad7b9bbaf1fb71e3a67 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:05.581383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.590401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-2ddeb323-09ac-42b2-ad9b-4ae4ceb47b7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b HTTP/1.1" status: 200  len: 217 time: 0.0918331
Nov 27 20:46:05.603123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4877b2-51a6-453b-a9b7-f5fca7f6ab35 req-68d8c1d4-348a-4cf4-913f-cfb8d2cab7db tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:05.604902 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c4877b2-51a6-453b-a9b7-f5fca7f6ab35 req-68d8c1d4-348a-4cf4-913f-cfb8d2cab7db tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 948 time: 0.2758541
Nov 27 20:46:05.664016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d05193-51e9-460e-b579-0059956e41ac req-e0724dd5-e081-4652-b19e-4875360c51f2 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:05.665465 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37d05193-51e9-460e-b579-0059956e41ac req-e0724dd5-e081-4652-b19e-4875360c51f2 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 948 time: 0.1087043
Nov 27 20:46:05.680064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a818b99-ac71-4707-b079-86158ee85380 req-807d9a60-7576-4624-9ced-e51401741180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:05.681967 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-807d9a60-7576-4624-9ced-e51401741180 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0795159
Nov 27 20:46:05.687809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['7d99b7e4-cb69-4555-b647-95cd8ebd5bbe'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:05.763222 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d79825d3-4e02-438b-b13d-45fca084aa0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.768510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37d05193-51e9-460e-b579-0059956e41ac req-a500d34d-da26-400d-91ba-2ba61a1f8319 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906258
Nov 27 20:46:05.774082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d79825d3-4e02-438b-b13d-45fca084aa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:05.806324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a818b99-ac71-4707-b079-86158ee85380 req-bafb4f19-87e9-49d9-a412-6b3f1ebf88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:05.808527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-bafb4f19-87e9-49d9-a412-6b3f1ebf88fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0971456
Nov 27 20:46:05.828409 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c4877b2-51a6-453b-a9b7-f5fca7f6ab35 req-c766dd5b-3790-4d36-94b3-56527951ce9b tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109132
Nov 27 20:46:05.860417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Allocated IP 192.168.233.245 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/41eff457-e562-48bc-bb0b-6db9a9bacf92) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:05.870519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d79825d3-4e02-438b-b13d-45fca084aa0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3894d6693e524e35b6700cdb0feb9ecf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5891967
Nov 27 20:46:05.871326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54072) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:05.909977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79825d3-4e02-438b-b13d-45fca084aa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f57a27-5bce-4ccb-9065-1a9451031912,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:05.959849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-87c710a5-7e3a-49a9-8b1e-0f37d0eacee5 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369562
Nov 27 20:46:06.029714 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-060cea40-874b-43c2-8dec-8583c21363b6 req-7a264a74-49a9-4d45-92d7-80c33dee5730 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 210 time: 0.0825882
Nov 27 20:46:06.036236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3e99f9d-7eb8-46cd-afe1-1aef0a2193e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.082409 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3e99f9d-7eb8-46cd-afe1-1aef0a2193e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.131041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a818b99-ac71-4707-b079-86158ee85380 req-1cdb1ac8-de85-4fca-8e07-2a60d78d2d4e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629062
Nov 27 20:46:06.163496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.221512 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3e99f9d-7eb8-46cd-afe1-1aef0a2193e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.225684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3e99f9d-7eb8-46cd-afe1-1aef0a2193e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.227903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e3e99f9d-7eb8-46cd-afe1-1aef0a2193e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20f57a27-5bce-4ccb-9065-1a9451031912 HTTP/1.1" status: 204  len: 168 time: 0.3550982
Nov 27 20:46:06.262744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.287058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e99f9d-7eb8-46cd-afe1-1aef0a2193e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f57a27-5bce-4ccb-9065-1a9451031912,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:06.378741 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-76cfface-f45e-449b-8b26-b89168ef1615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.447371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:06.456661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Allocated IP 192.168.233.114 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/61486de3-700a-473b-8c7d-f6d50698c8b0) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:06.459349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:06.464178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:06.466293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:06.472211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:06.472781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.512472 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-3f2b9d04-8406-434c-aa79-e06b1f5910d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6329622
Nov 27 20:46:06.559663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Request body: {'port': {'device_id': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:06.634350 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-a121c722-f418-4ebb-a615-3dc0ffd0b9e3 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a53c15d688a541849c224abc382dff55&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1207991
Nov 27 20:46:06.835049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-121843e2-db25-4504-bb7c-127278382c58 None None] Provisioning complete for port 41eff457-e562-48bc-bb0b-6db9a9bacf92 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:06.835049 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-121843e2-db25-4504-bb7c-127278382c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.864737 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.883098 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:06.942403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-121843e2-db25-4504-bb7c-127278382c58 None None] Port 41eff457-e562-48bc-bb0b-6db9a9bacf92 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:06.964153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f46dedc-d8cb-41e0-9019-d0aa61cceb49', 'tag': '8cbd7b7d-2628-4d2c-9c48-0f983c4e788b'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:06.969233 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f46dedc-d8cb-41e0-9019-d0aa61cceb49", "tag": "8cbd7b7d-2628-4d2c-9c48-0f983c4e788b"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:06.982378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:06.990520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:06.997505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:06.998083 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.007100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-213fbc32-e9d2-4e60-a922-ba9987959c36 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:07.010815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f18a-578a-4de3-93e9-f6d38c78926e req-547475c0-ac79-4ab0-bb1d-3190a4589d19 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:07.015808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-213fbc32-e9d2-4e60-a922-ba9987959c36 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3804989
Nov 27 20:46:07.020646 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7a89f18a-578a-4de3-93e9-f6d38c78926e req-547475c0-ac79-4ab0-bb1d-3190a4589d19 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 948 time: 0.0959220
Nov 27 20:46:07.048569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54162) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:07.102604 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7a89f18a-578a-4de3-93e9-f6d38c78926e req-b849f159-7712-499b-a489-ae04364d0132 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769708
Nov 27 20:46:07.110168 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-34e9405f-bfc9-476b-bbfa-84a4b173e333 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/quotas/a53c15d688a541849c224abc382dff55 HTTP/1.1" status: 200  len: 375 time: 0.0934448
Nov 27 20:46:07.314590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5780-0d04-4791-88e0-6efea719b89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.328101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-bf143a02-8e23-4e7a-b9ba-31d064928c16 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a53c15d688a541849c224abc382dff55&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1912823
Nov 27 20:46:07.351928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.365819 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.400067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6242d25-0b6a-475d-91c5-276ec5b24fbf req-c97859d8-d1b6-4d73-b0e5-78b2d1aa9d5d tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:07.410039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321d86fb-797f-4432-bf01-bdc5917b92ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d99b7e4-cb69-4555-b647-95cd8ebd5bbe'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:07.412969 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea13666-1a72-47fd-bda4-c1989d2bc624" -d '{"events": [{"server_uuid": "321d86fb-797f-4432-bf01-bdc5917b92ad", "name": "network-vif-plugged", "status": "completed", "tag": "7d99b7e4-cb69-4555-b647-95cd8ebd5bbe"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:07.420590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:07.422617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6242d25-0b6a-475d-91c5-276ec5b24fbf req-c97859d8-d1b6-4d73-b0e5-78b2d1aa9d5d tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 948 time: 0.0925026
Nov 27 20:46:07.427952 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.429054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d41d0e33-705d-4cdf-be42-526f502364c1 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:46:07.510599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:07.518129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: d41d0e33-705d-4cdf-be42-526f502364c1 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:46:07.518466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d41d0e33-705d-4cdf-be42-526f502364c1 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:46:07.519629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:07.520788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:07.527899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:07.537350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:07.538106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.540899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Pushing event updated for resources: {'Port': ['ID=61486de3-700a-473b-8c7d-f6d50698c8b0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:07.577560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-219c7c33-442f-4b4f-8470-d87bea52dcda tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5785129
Nov 27 20:46:07.593650 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6242d25-0b6a-475d-91c5-276ec5b24fbf req-cb818e74-61ed-4805-b2f9-fb8f42655c20 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699700
Nov 27 20:46:07.617504 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19a475e-4b17-4c91-a656-b10f7ec4dbd3 x-openstack-request-id: req-b19a475e-4b17-4c91-a656-b10f7ec4dbd3 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:07.618031 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f46dedc-d8cb-41e0-9019-d0aa61cceb49", "tag": "8cbd7b7d-2628-4d2c-9c48-0f983c4e788b", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:07.618556 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b19a475e-4b17-4c91-a656-b10f7ec4dbd3 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:07.619335 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f46dedc-d8cb-41e0-9019-d0aa61cceb49', 'tag': '8cbd7b7d-2628-4d2c-9c48-0f983c4e788b', 'status': 'completed', 'code': 200}
Nov 27 20:46:07.627546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5780-0d04-4791-88e0-6efea719b89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.637431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5780-0d04-4791-88e0-6efea719b89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.638813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Request body: {'port': {'device_id': 'd32c10d2-9032-4865-b174-8e5c54748d97', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:07.704680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.746175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.828166 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945976ce-cb67-4ff3-9620-ee330e1e5649 x-openstack-request-id: req-945976ce-cb67-4ff3-9620-ee330e1e5649 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:07.828487 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321d86fb-797f-4432-bf01-bdc5917b92ad", "name": "network-vif-plugged", "status": "completed", "tag": "7d99b7e4-cb69-4555-b647-95cd8ebd5bbe", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:07.828765 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-945976ce-cb67-4ff3-9620-ee330e1e5649 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:07.829141 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321d86fb-797f-4432-bf01-bdc5917b92ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d99b7e4-cb69-4555-b647-95cd8ebd5bbe', 'code': 200}
Nov 27 20:46:07.841381 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ff1f5780-0d04-4791-88e0-6efea719b89b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85ec794c7c2d4431bf3936db2a303de4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7868383
Nov 27 20:46:07.842852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54192) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:07.866253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41eff457-e562-48bc-bb0b-6db9a9bacf92 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:07.891093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f5780-0d04-4791-88e0-6efea719b89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9d8c26-4c64-4fcd-aea4-2f9262d93273,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:07.898539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-72ff2855-95bf-4c74-b250-a34756f501fe None None] Provisioning complete for port 61486de3-700a-473b-8c7d-f6d50698c8b0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:07.899093 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-72ff2855-95bf-4c74-b250-a34756f501fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.904767 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:07.943565 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-62b29f3a-64a9-454c-a300-8b0192aaf411 req-68a6d7b6-0c50-4520-90ce-dc1387632db8 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 210 time: 0.0554059
Nov 27 20:46:07.978223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-72ff2855-95bf-4c74-b250-a34756f501fe None None] Port 61486de3-700a-473b-8c7d-f6d50698c8b0 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:08.040972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Transition to ACTIVE for port object 41eff457-e562-48bc-bb0b-6db9a9bacf92 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:08.050629 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.118444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-bef342c5-2b41-42c7-9a6a-82efc0f78afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:08.120999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-bef342c5-2b41-42c7-9a6a-82efc0f78afc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e7fd405b830467db077102575590b2e&device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 1099 time: 0.4369602
Nov 27 20:46:08.125474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b63817a-1776-4ca0-bf88-a4b1210eb673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.137183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dca16c-942f-4212-a3c8-ebcd9ce80438 req-e774bec7-1849-4890-b63d-e98469cddfa7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:08.145211 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24dca16c-942f-4212-a3c8-ebcd9ce80438 req-e774bec7-1849-4890-b63d-e98469cddfa7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 936 time: 0.3464937
Nov 27 20:46:08.211089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6919f-42cf-4734-9795-e7ec78b4d398 req-4e860772-8e65-442e-ad4f-a9bbe07248cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:08.212661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cf6919f-42cf-4734-9795-e7ec78b4d398 req-4e860772-8e65-442e-ad4f-a9bbe07248cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 1100 time: 0.2859886
Nov 27 20:46:08.242726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:08.311980 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b63817a-1776-4ca0-bf88-a4b1210eb673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.371699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Attempting to bind port 41eff457-e562-48bc-bb0b-6db9a9bacf92 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:08.372287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Attempting to bind port 41eff457-e562-48bc-bb0b-6db9a9bacf92 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:08.377194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Attempting to bind port 41eff457-e562-48bc-bb0b-6db9a9bacf92 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:08.398235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Port 41eff457-e562-48bc-bb0b-6db9a9bacf92 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:08.398565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Attempting to bind port 41eff457-e562-48bc-bb0b-6db9a9bacf92 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:08.410491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:08.410868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:08.411463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:08.411917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Bound port: 41eff457-e562-48bc-bb0b-6db9a9bacf92, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:08.412279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.527561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:08.633702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61486de3-700a-473b-8c7d-f6d50698c8b0 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:08.650567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000dea4-c3fb-4024-8576-c56604c8590d req-ff7ef824-18c4-44dc-b4c4-e7c98eeb491e tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:08.658030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c000dea4-c3fb-4024-8576-c56604c8590d req-ff7ef824-18c4-44dc-b4c4-e7c98eeb491e tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 949 time: 0.2076290
Nov 27 20:46:08.661396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.673875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:08.704784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:08.716134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:08.722022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-7fd8f311-f8b6-46d6-9ab4-2416e555d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:08.723792 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-7fd8f311-f8b6-46d6-9ab4-2416e555d964 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.5756135
Nov 27 20:46:08.724672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '8cbd7b7d-2628-4d2c-9c48-0f983c4e788b', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '8cbd7b7d-2628-4d2c-9c48-0f983c4e788b', 'mac_address': 'fa:16:3e:41:1b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:08.725419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Transition to ACTIVE for port object 61486de3-700a-473b-8c7d-f6d50698c8b0 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:08.730152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.736379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24dca16c-942f-4212-a3c8-ebcd9ce80438 req-7e175e95-298c-4195-9e7f-6de9bc3c0a2e tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5894625
Nov 27 20:46:08.737173 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b63817a-1776-4ca0-bf88-a4b1210eb673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.740040 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b63817a-1776-4ca0-bf88-a4b1210eb673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.741675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3b63817a-1776-4ca0-bf88-a4b1210eb673 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc9d8c26-4c64-4fcd-aea4-2f9262d93273 HTTP/1.1" status: 204  len: 168 time: 0.8563459
Nov 27 20:46:08.758033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63817a-1776-4ca0-bf88-a4b1210eb673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9d8c26-4c64-4fcd-aea4-2f9262d93273,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:08.762819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cf6919f-42cf-4734-9795-e7ec78b4d398 req-ef6ce5ba-9032-4234-943c-a6d67f52e412 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4885554
Nov 27 20:46:08.771719 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.794587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-1b2f1f55-b579-4ebe-8038-fc3f021483f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b HTTP/1.1" status: 200  len: 217 time: 0.0510092
Nov 27 20:46:08.803915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c000dea4-c3fb-4024-8576-c56604c8590d req-4fefebc1-1e5f-4431-8388-15f4f64f63a9 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448982
Nov 27 20:46:08.820281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:08.821672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.834981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] 10.222.0.15 "PUT /v2.0/ports/41eff457-e562-48bc-bb0b-6db9a9bacf92 HTTP/1.1" status: 200  len: 1096 time: 2.3048170
Nov 27 20:46:08.837854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:08.932359 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:08.951011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-bd69513b-363c-48e3-b275-94e2fb1a34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:08.955841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-bd69513b-363c-48e3-b275-94e2fb1a34e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1485200
Nov 27 20:46:08.976094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:08.999803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:09.012617 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:09.080207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:09.141374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41911b4-c0dd-40a7-a0ce-d2d049ec3395 req-7a912ec7-fa6b-454a-a868-be282be08c8a tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:09.144753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c41911b4-c0dd-40a7-a0ce-d2d049ec3395 req-7a912ec7-fa6b-454a-a868-be282be08c8a tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 971 time: 0.1666796
Nov 27 20:46:09.152692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-4f5510fc-0c98-4e9f-ba13-87b46a5db17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:09.154178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-4f5510fc-0c98-4e9f-ba13-87b46a5db17a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1930208
Nov 27 20:46:09.205135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61004729-33af-4b7a-b804-e7907d9c940d service neutron] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:09.265512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8cbd7b7d-2628-4d2c-9c48-0f983c4e788b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:09.293286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Attempting to bind port 61486de3-700a-473b-8c7d-f6d50698c8b0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:09.293641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Attempting to bind port 61486de3-700a-473b-8c7d-f6d50698c8b0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:09.293963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Attempting to bind port 61486de3-700a-473b-8c7d-f6d50698c8b0 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:09.361399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462620c-ae39-4114-b080-3887971655f6 req-a53c7799-6293-4ab7-9c43-a1e1dd454981 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:09.369238 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-95883611-adb7-49a8-a82d-fe7a160f3b7d tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a53c15d688a541849c224abc382dff55&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0442178
Nov 27 20:46:09.369933 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c462620c-ae39-4114-b080-3887971655f6 req-a53c7799-6293-4ab7-9c43-a1e1dd454981 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 949 time: 0.3586531
Nov 27 20:46:09.392196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Port 61486de3-700a-473b-8c7d-f6d50698c8b0 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:09.392761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Attempting to bind port 61486de3-700a-473b-8c7d-f6d50698c8b0 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:09.404746 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c41911b4-c0dd-40a7-a0ce-d2d049ec3395 req-7c82d309-35da-48e6-84b7-ccec0d1141e1 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442873
Nov 27 20:46:09.424680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-902d4b93-9091-4454-8d06-58d0f2500139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:09.433793 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-902d4b93-9091-4454-8d06-58d0f2500139 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1099 time: 0.3447526
Nov 27 20:46:09.435068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:09.435631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:09.436937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:09.437603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Bound port: 61486de3-700a-473b-8c7d-f6d50698c8b0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:09.438024 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:09.470730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Pushing event updated for resources: {'Port': ['ID=61486de3-700a-473b-8c7d-f6d50698c8b0,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:09.472467 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:09.552359 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e4ebcd-8038-48a9-885a-6ed91299033e" -d '{"events": [{"name": "network-changed", "server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:09.584467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54242) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:09.626117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9294568c-f8ab-4634-837e-c6642300e8c8 req-79ac8fa4-c80a-4e76-909f-9b9fed52f237 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 210 time: 0.0685916
Nov 27 20:46:09.630087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-f7ac3b5c-38e9-40ff-b5c6-b6a7185972fa service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4667225
Nov 27 20:46:09.632914 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be2366c8-8f5b-48d9-a026-e060f6875c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:09.650941 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-90ed4260-ede5-4917-a30c-3d28fd749e98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92 HTTP/1.1" status: 200  len: 217 time: 0.1659369
Nov 27 20:46:09.667901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c462620c-ae39-4114-b080-3887971655f6 req-f5d9ca09-76c6-47bd-8214-cd81d7161499 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2922583
Nov 27 20:46:09.764173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] For port 61486de3-700a-473b-8c7d-f6d50698c8b0, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:09.770687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-0e38fc53-a6bd-4fb0-8957-4edcafca485d tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:09.770876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] For port 61486de3-700a-473b-8c7d-f6d50698c8b0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61486de3-700a-473b-8c7d-f6d50698c8b0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:09.771024 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-0e38fc53-a6bd-4fb0-8957-4edcafca485d tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3968546
Nov 27 20:46:09.778103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:09.784129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-079a98e8-4b96-4545-a9b6-7ccecd89f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:09.785655 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-079a98e8-4b96-4545-a9b6-7ccecd89f0bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1146748
Nov 27 20:46:09.789339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Request body: {'port': {'device_id': 'f76a34a6-fb51-4685-af0f-03a76c89c2f0', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'a53c15d688a541849c224abc382dff55'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:09.864995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.35', 54447) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:09.884225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:09.885063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:09.886729 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] 10.222.0.35 "PUT /v2.0/ports/61486de3-700a-473b-8c7d-f6d50698c8b0 HTTP/1.1" status: 200  len: 1096 time: 2.2916644
Nov 27 20:46:09.918776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be1bee-b1e8-4628-be24-feee5d40875c service neutron] Pushing event updated for resources: {'Port': ['ID=61486de3-700a-473b-8c7d-f6d50698c8b0,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:09.934681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd965ec7-f6dd-4750-8e2e-43c0c9fbdcb0 req-89d1dfac-4dc5-4ea0-9335-263371d826f3 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2675641
Nov 27 20:46:09.963125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-7f7fd033-02fc-4892-8408-2f83b25c1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:09.964696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-7f7fd033-02fc-4892-8408-2f83b25c1720 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1511645
Nov 27 20:46:10.020464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be2366c8-8f5b-48d9-a026-e060f6875c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.041202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be2366c8-8f5b-48d9-a026-e060f6875c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.059084 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba6f9a8-32b2-427f-afb6-90efe935ba32 x-openstack-request-id: req-eba6f9a8-32b2-427f-afb6-90efe935ba32 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:10.059413 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:10.059868 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eba6f9a8-32b2-427f-afb6-90efe935ba32 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:10.060460 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'status': 'completed', 'code': 200}
Nov 27 20:46:10.073910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-6223e7a7-aa97-4802-a22d-402661143adb tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:10.075514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-6223e7a7-aa97-4802-a22d-402661143adb tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.35 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 971 time: 0.2042067
Nov 27 20:46:10.129670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-d257df24-8663-4680-9b28-a6326aa9ff3d service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575041
Nov 27 20:46:10.216327 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.220622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-f6aee9bc-2c08-4c51-bfa1-e21354cc87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:10.222942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-f6aee9bc-2c08-4c51-bfa1-e21354cc87c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 1099 time: 0.2700806
Nov 27 20:46:10.233066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-3edfa42d-2517-41d7-9122-ea6c21ecd8e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1227946
Nov 27 20:46:10.270287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2366c8-8f5b-48d9-a026-e060f6875c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15612f3-6216-45c5-b597-d902056b6536,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:10.282347 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-be2366c8-8f5b-48d9-a026-e060f6875c6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5433cd58699f41948bf541fedb3ed5d1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6915193
Nov 27 20:46:10.283651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54266) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:10.320352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Made reservation on behalf of a53c15d688a541849c224abc382dff55 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:10.324530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.364156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-5e200a44-69ba-4df4-b99d-b081d3e43053 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=61486de3-700a-473b-8c7d-f6d50698c8b0 HTTP/1.1" status: 200  len: 217 time: 0.1172323
Nov 27 20:46:10.395147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aee349-64a7-4e06-9877-3387a8a7b4b2 req-baee1bf8-64a6-4246-814f-54d0fbf01fce tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:10.396648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14aee349-64a7-4e06-9877-3387a8a7b4b2 req-baee1bf8-64a6-4246-814f-54d0fbf01fce tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 948 time: 0.2893729
Nov 27 20:46:10.443909 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5c595a-f6a3-41e9-978b-28fa856014e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.480699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716d8a78-dff0-4e81-9aa1-1aaab47b32f5 req-659868a0-bce1-48aa-92d8-33dd483f7ee6 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959181
Nov 27 20:46:10.506398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5c595a-f6a3-41e9-978b-28fa856014e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.516118 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14aee349-64a7-4e06-9877-3387a8a7b4b2 req-558ab99e-d0a2-4432-a57d-c6867a38f277 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128800
Nov 27 20:46:10.547788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:10.551278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-4f56de6c-16ba-46c9-8273-9b5e75cc51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:10.552764 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-4f56de6c-16ba-46c9-8273-9b5e75cc51fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1662021
Nov 27 20:46:10.575210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-a5c39721-0764-4815-b03f-ec08a97bd3fa tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:10.582074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-a5c39721-0764-4815-b03f-ec08a97bd3fa tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3477590
Nov 27 20:46:10.600526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-58d1a1f5-db9f-41f3-a70f-b7cb8abdf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:10.602641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-58d1a1f5-db9f-41f3-a70f-b7cb8abdf24c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1099 time: 0.0668328
Nov 27 20:46:10.640961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:10.645939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:10.646351 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.650261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-4454a802-7831-48a0-a0f9-0d9db63c7d1a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/quotas/04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 375 time: 0.0673313
Nov 27 20:46:10.677107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Deleting port 99a5e719-2b40-469f-9550-26151b5762fb {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:46:10.677444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.712936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-e059fa71-cc42-461e-8596-5d4c7d3b014d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0519764
Nov 27 20:46:10.737682 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5c595a-f6a3-41e9-978b-28fa856014e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.740696 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5c595a-f6a3-41e9-978b-28fa856014e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.744164 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7a5c595a-f6a3-41e9-978b-28fa856014e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b15612f3-6216-45c5-b597-d902056b6536 HTTP/1.1" status: 204  len: 168 time: 0.4559929
Nov 27 20:46:10.763333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.779964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Allocated IP 192.168.233.195 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/504292fa-16a1-4d42-9aed-d4f56d8c892f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:10.790960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-5b93d4e9-fe85-46a9-b8ca-55c94ad534b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:10.792533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-5b93d4e9-fe85-46a9-b8ca-55c94ad534b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2281985
Nov 27 20:46:10.830862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c595a-f6a3-41e9-978b-28fa856014e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15612f3-6216-45c5-b597-d902056b6536,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:10.831074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:10.832604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f46dedc-d8cb-41e0-9019-d0aa61cceb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbd7b7d-2628-4d2c-9c48-0f983c4e788b'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:10.835985 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf33c23-bdb4-48bd-9daa-7d5650dcb75c" -d '{"events": [{"server_uuid": "3f46dedc-d8cb-41e0-9019-d0aa61cceb49", "name": "network-vif-plugged", "status": "completed", "tag": "8cbd7b7d-2628-4d2c-9c48-0f983c4e788b"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:10.842017 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:10.846229 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:46:10.952608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289fe61-7d27-46b3-8dae-cce0640aa1a1 req-3539f9f5-329e-4ef1-9585-54fc264926e4 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:10.968761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a289fe61-7d27-46b3-8dae-cce0640aa1a1 req-3539f9f5-329e-4ef1-9585-54fc264926e4 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 949 time: 0.3173866
Nov 27 20:46:11.021206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:11.026608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-40ef6b02-8650-41ef-9fe6-e5d8e15f0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:11.028159 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-40ef6b02-8650-41ef-9fe6-e5d8e15f0419 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.4186888
Nov 27 20:46:11.125489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] For port 99a5e719-2b40-469f-9550-26151b5762fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=99a5e719-2b40-469f-9550-26151b5762fb,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:11.126106 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:11.142320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a289fe61-7d27-46b3-8dae-cce0640aa1a1 req-8024961c-6799-4478-98cf-ae0f57c9ab57 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709299
Nov 27 20:46:11.144820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-91e06fa1-89ee-4d04-bf72-43e17322816a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92 HTTP/1.1" status: 200  len: 217 time: 0.1057703
Nov 27 20:46:11.213050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Calling delete_port for 99a5e719-2b40-469f-9550-26151b5762fb owned by compute:tempest-test_az-2084407099 {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:46:11.261441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-92f4633c-7a85-41b1-87e6-6af93a2f386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:11.263188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-92f4633c-7a85-41b1-87e6-6af93a2f386b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1104500
Nov 27 20:46:11.286455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dc097324-b527-4f18-b8d2-cfca3c5772fc req-adb6ddb7-af0d-4ded-8338-188bd722ab3f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 210 time: 0.0412567
Nov 27 20:46:11.345317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-107a7d47-e955-4008-b73b-caa32179a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:11.346579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-63c076e7-1b99-4b17-9d23-4899f21ff3ec service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5396562
Nov 27 20:46:11.347239 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-107a7d47-e955-4008-b73b-caa32179a9b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0595267
Nov 27 20:46:11.357972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c64f-5ddf-4eb3-b41a-6ff816dbd8d8 req-2565af89-d9cf-4343-9c01-c75b551d4344 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:11.359457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c229c64f-5ddf-4eb3-b41a-6ff816dbd8d8 req-2565af89-d9cf-4343-9c01-c75b551d4344 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 971 time: 0.2489104
Nov 27 20:46:11.489137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:11.550561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe2695-31ee-42f6-be74-1b98d9e810cc req-a6f0a9f2-5f1a-4027-9dff-00685b90c5ca tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:11.550859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c229c64f-5ddf-4eb3-b41a-6ff816dbd8d8 req-b7d7ef55-378f-4f8b-bd3c-7200b47f8eb5 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/security-groups?id=6337fd58-6e14-4422-9b76-adca2d0f50fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629188
Nov 27 20:46:11.561810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3abe2695-31ee-42f6-be74-1b98d9e810cc req-a6f0a9f2-5f1a-4027-9dff-00685b90c5ca tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 950 time: 0.0997100
Nov 27 20:46:11.599651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-e8508fdc-ce49-456e-a4d1-5b8e6af60590 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440736
Nov 27 20:46:11.619998 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8881681f-b569-4226-ab34-f592f7b4b78a x-openstack-request-id: req-8881681f-b569-4226-ab34-f592f7b4b78a {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:11.620509 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f46dedc-d8cb-41e0-9019-d0aa61cceb49", "name": "network-vif-plugged", "status": "completed", "tag": "8cbd7b7d-2628-4d2c-9c48-0f983c4e788b", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:11.620860 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8881681f-b569-4226-ab34-f592f7b4b78a {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:11.621223 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f46dedc-d8cb-41e0-9019-d0aa61cceb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbd7b7d-2628-4d2c-9c48-0f983c4e788b', 'code': 200}
Nov 27 20:46:11.696909 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e082d42b-8ab6-45ee-8fa9-fc6fe776348e req-864bcc15-2f94-485b-9c2d-8423b97872ec service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3322437
Nov 27 20:46:11.699959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:11.702337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:11.717372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['99a5e719-2b40-469f-9550-26151b5762fb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:11.735715 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3abe2695-31ee-42f6-be74-1b98d9e810cc req-f2a8f225-26e2-4cec-bd7c-9e836909a3c8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717796
Nov 27 20:46:11.739820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dafdef79-8a2d-46c7-acba-0d273f6de476 req-2c43e1ba-b09e-4587-b049-9af47580b6af tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 210 time: 0.0564697
Nov 27 20:46:11.821189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Pushing event deleted for resources: {'Port': ['ID=99a5e719-2b40-469f-9550-26151b5762fb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:11.921635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcbe04-3291-4537-a4f0-a520ce0b69b7 req-08e36a57-1c49-49a8-b3f3-383978216e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:11.924111 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cbcbe04-3291-4537-a4f0-a520ce0b69b7 req-08e36a57-1c49-49a8-b3f3-383978216e9a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 1101 time: 0.1818898
Nov 27 20:46:11.932168 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78e4ebcd-8038-48a9-885a-6ed91299033e req-07982621-fe9b-4133-9b45-ef88e51b2f6f service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3229511
Nov 27 20:46:11.996502 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cbcbe04-3291-4537-a4f0-a520ce0b69b7 req-d4c64d7b-8c7b-44bb-b72d-296d3a9e2b83 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634949
Nov 27 20:46:12.038998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:12.062525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32c10d2-9032-4865-b174-8e5c54748d97', 'tag': '61486de3-700a-473b-8c7d-f6d50698c8b0'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:12.066064 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d37c1fe-6449-4361-b11a-d77c64d41415" -d '{"events": [{"name": "network-changed", "server_uuid": "d32c10d2-9032-4865-b174-8e5c54748d97", "tag": "61486de3-700a-473b-8c7d-f6d50698c8b0"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:12.071618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] No DVR routers for this DVR port 99a5e719-2b40-469f-9550-26151b5762fb on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:46:12.076832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:12.081646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:12.085779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5ee46f8-dd72-406e-9d59-24e1516cda63 req-e160c6d9-a663-4465-a328-dba244c4c156 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.35 "DELETE /v2.0/ports/99a5e719-2b40-469f-9550-26151b5762fb HTTP/1.1" status: 204  len: 173 time: 1.9768155
Nov 27 20:46:12.091827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d9f5e3-7112-4787-b2e4-ba60005e60c1', 'name': 'network-vif-deleted', 'tag': '99a5e719-2b40-469f-9550-26151b5762fb'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:12.097516 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e037864-7751-4fb8-ae0e-7846d9bc5421" -d '{"events": [{"server_uuid": "46d9f5e3-7112-4787-b2e4-ba60005e60c1", "name": "network-vif-deleted", "tag": "99a5e719-2b40-469f-9550-26151b5762fb"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:12.106964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:12.149791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dba90-d1f9-4dc7-bd07-49b252a34ea3 req-c0905869-015b-46d5-afe8-5bc33456ded0 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:12.152279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e77dba90-d1f9-4dc7-bd07-49b252a34ea3 req-c0905869-015b-46d5-afe8-5bc33456ded0 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 948 time: 0.2207170
Nov 27 20:46:12.153150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Pushing event updated for resources: {'Port': ['ID=504292fa-16a1-4d42-9aed-d4f56d8c892f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:12.208005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:12.208634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:12.221535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680300f-b20e-4851-b27b-fbe856a1e500 req-b69d9618-64a3-4c22-8e70-7633783fb6cf tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:12.231124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2680300f-b20e-4851-b27b-fbe856a1e500 req-b69d9618-64a3-4c22-8e70-7633783fb6cf tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 949 time: 0.0800974
Nov 27 20:46:12.255511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-3784e4ca-7822-420b-9341-9a2626e9cb85 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4698956
Nov 27 20:46:12.260276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e77dba90-d1f9-4dc7-bd07-49b252a34ea3 req-ed5e6d70-f7af-4afa-ba58-fc5f51364855 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892165
Nov 27 20:46:12.276362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Request body: {'port': {'device_id': 'f76a34a6-fb51-4685-af0f-03a76c89c2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:12.337531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2680300f-b20e-4851-b27b-fbe856a1e500 req-9a94ca25-fd35-4548-a57c-4ea2ee6ff44b tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993516
Nov 27 20:46:12.374861 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83116607-9a1b-4ed3-8405-95c54aae0286 x-openstack-request-id: req-83116607-9a1b-4ed3-8405-95c54aae0286 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:12.375144 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32c10d2-9032-4865-b174-8e5c54748d97", "tag": "61486de3-700a-473b-8c7d-f6d50698c8b0", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:12.375610 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83116607-9a1b-4ed3-8405-95c54aae0286 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:12.376010 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32c10d2-9032-4865-b174-8e5c54748d97', 'tag': '61486de3-700a-473b-8c7d-f6d50698c8b0', 'status': 'completed', 'code': 200}
Nov 27 20:46:12.406855 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:12.469896 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245ed3c4-b61b-4915-a35a-4acbfe79ec7f x-openstack-request-id: req-245ed3c4-b61b-4915-a35a-4acbfe79ec7f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:12.470221 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d9f5e3-7112-4787-b2e4-ba60005e60c1", "name": "network-vif-deleted", "tag": "99a5e719-2b40-469f-9550-26151b5762fb", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:12.470481 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-245ed3c4-b61b-4915-a35a-4acbfe79ec7f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:12.470874 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d9f5e3-7112-4787-b2e4-ba60005e60c1', 'name': 'network-vif-deleted', 'tag': '99a5e719-2b40-469f-9550-26151b5762fb', 'status': 'completed', 'code': 200}
Nov 27 20:46:12.543560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-681d4862-3220-496f-a320-9f0e4a3988cb tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0525217
Nov 27 20:46:12.661334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-64d91e6d-4f1b-4c4e-a775-8dfd2b3353ed None None] Provisioning complete for port 504292fa-16a1-4d42-9aed-d4f56d8c892f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:12.662303 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64d91e6d-4f1b-4c4e-a775-8dfd2b3353ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:12.681938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-6bb5c1df-bb4d-4a91-b265-6d99538c3f2a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:12.683386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-aad9005a-fe84-43c8-b40e-1af7d94453b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:12.685125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-6bb5c1df-bb4d-4a91-b265-6d99538c3f2a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1335349
Nov 27 20:46:12.685247 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-aad9005a-fe84-43c8-b40e-1af7d94453b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 1099 time: 0.2792335
Nov 27 20:46:12.699716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98385e53-edc0-4703-99f8-bd87afd843cf req-1f9976fb-9e89-46f3-a1a6-196bf9acef6d tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:12.702789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Request body: {'port': {'device_id': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '04a17517c2104eeba56ce3a7cd915fb0'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:12.708120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98385e53-edc0-4703-99f8-bd87afd843cf req-1f9976fb-9e89-46f3-a1a6-196bf9acef6d tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 936 time: 0.1262720
Nov 27 20:46:12.778849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-64d91e6d-4f1b-4c4e-a775-8dfd2b3353ed None None] Port 504292fa-16a1-4d42-9aed-d4f56d8c892f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:12.904129 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5643a380-be89-4367-b534-9396643fdef4 req-f1226096-5a50-4fbf-845d-b45c735691f4 tempest-AggregatesAdminTestJSON-1453461987 tempest-AggregatesAdminTestJSON-1453461987-project] 10.222.0.21 "GET /v2.0/ports?device_id=46d9f5e3-7112-4787-b2e4-ba60005e60c1 HTTP/1.1" status: 200  len: 210 time: 0.0553563
Nov 27 20:46:12.944217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Made reservation on behalf of 04a17517c2104eeba56ce3a7cd915fb0 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:12.948797 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:12.961678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98385e53-edc0-4703-99f8-bd87afd843cf req-5b72ff56-bad0-4fb0-ae1c-422a02a3be6d tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502899
Nov 27 20:46:12.966752 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:13.078480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-2e5d6a1a-6945-4663-845e-39e67d37d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:13.079942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-2e5d6a1a-6945-4663-845e-39e67d37d81c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.3479736
Nov 27 20:46:13.115407 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-292c6af4-6b75-4fa3-81de-601533a5cfc3 req-fa152199-eaa3-4c9b-a8bb-8e55cb9f6f9a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 210 time: 0.0475748
Nov 27 20:46:13.140665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:13.152371 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:13.170090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-cd5c96c6-a5cb-425e-a5ae-963baf8233b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=61486de3-700a-473b-8c7d-f6d50698c8b0 HTTP/1.1" status: 200  len: 217 time: 0.0688632
Nov 27 20:46:13.179869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720313-ab76-44b7-8abc-84dc9ac61408 req-6794bdc7-c509-42f5-b9b1-91a74ddfc879 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:13.182490 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17720313-ab76-44b7-8abc-84dc9ac61408 req-6794bdc7-c509-42f5-b9b1-91a74ddfc879 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 950 time: 0.1328959
Nov 27 20:46:13.253165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42f953e-85fd-4707-bdf7-84812522efe7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:13.254234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-1f105e3a-6f31-4631-80c6-08f9bbc6b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:13.255906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-1f105e3a-6f31-4631-80c6-08f9bbc6b328 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0704107
Nov 27 20:46:13.305862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17720313-ab76-44b7-8abc-84dc9ac61408 req-ad85f8da-5791-4bca-8d1c-6596018cb98f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144722
Nov 27 20:46:13.340561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504292fa-16a1-4d42-9aed-d4f56d8c892f {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:13.351471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:13.360785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-9147bf08-268a-4461-bf7d-6062ef453e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:13.362307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-9147bf08-268a-4461-bf7d-6062ef453e71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0940197
Nov 27 20:46:13.377787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Transition to ACTIVE for port object 504292fa-16a1-4d42-9aed-d4f56d8c892f will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:13.390699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:13.482869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Pushing event updated for resources: {'Port': ['ID=504292fa-16a1-4d42-9aed-d4f56d8c892f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:13.494404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Allocated IP 192.168.233.144 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/315cf87c-c809-4b39-b8ec-ef3d92d438f0) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:13.579790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.15', 59360) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:13.588153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-a5412596-4b9f-41a1-8f5a-d9ce4e5063ea service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179925
Nov 27 20:46:13.599651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd724c6-90fa-49eb-b9e8-26bb05aa1f49 req-a5dc9db1-b999-49b5-98bf-5051dfedb4e7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:13.601153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0cd724c6-90fa-49eb-b9e8-26bb05aa1f49 req-a5dc9db1-b999-49b5-98bf-5051dfedb4e7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 948 time: 0.1087537
Nov 27 20:46:13.683441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3a65c-460d-4850-bef7-487fc4ef7c0b req-a4aac5b9-40a9-4c3f-8984-b3587e5adcaa tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:13.685008 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ab3a65c-460d-4850-bef7-487fc4ef7c0b req-a4aac5b9-40a9-4c3f-8984-b3587e5adcaa tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 949 time: 0.1852462
Nov 27 20:46:13.687638 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Attempting to bind port 504292fa-16a1-4d42-9aed-d4f56d8c892f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:13.687953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Attempting to bind port 504292fa-16a1-4d42-9aed-d4f56d8c892f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:13.688279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Attempting to bind port 504292fa-16a1-4d42-9aed-d4f56d8c892f on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:13.708163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Port 504292fa-16a1-4d42-9aed-d4f56d8c892f on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:13.708493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Attempting to bind port 504292fa-16a1-4d42-9aed-d4f56d8c892f on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:13.740170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:13.740419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:13.740802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:13.741247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Bound port: 504292fa-16a1-4d42-9aed-d4f56d8c892f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:13.741601 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:13.759885 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d37c1fe-6449-4361-b11a-d77c64d41415 req-264e94f0-f8aa-414d-a5e4-1b980029ef46 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628318
Nov 27 20:46:13.818682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ab3a65c-460d-4850-bef7-487fc4ef7c0b req-fee0e428-78ed-440e-924b-69cb177fd58c tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242599
Nov 27 20:46:13.849332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] For port 504292fa-16a1-4d42-9aed-d4f56d8c892f, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:13.849332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] For port 504292fa-16a1-4d42-9aed-d4f56d8c892f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=504292fa-16a1-4d42-9aed-d4f56d8c892f,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:13.849904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-4a444fb5-a660-491a-b3ce-22ece6a193cb tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:13.850023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:13.851219 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-4a444fb5-a660-491a-b3ce-22ece6a193cb tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.15 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 949 time: 0.2704761
Nov 27 20:46:13.903767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:13.904932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:13.906273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] 10.222.0.15 "PUT /v2.0/ports/504292fa-16a1-4d42-9aed-d4f56d8c892f HTTP/1.1" status: 200  len: 1096 time: 1.6343474
Nov 27 20:46:13.938136 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0cd724c6-90fa-49eb-b9e8-26bb05aa1f49 req-d6ba47e0-0d52-4040-8881-eaa71e26d17b tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3259294
Nov 27 20:46:13.967072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68c61d-da86-47a2-9b92-e4c069f0ff2f service neutron] Pushing event updated for resources: {'Port': ['ID=504292fa-16a1-4d42-9aed-d4f56d8c892f,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:13.984550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:14.156453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:14.252971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Deleting port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:46:14.253300 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:14.352456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-8708213c-bbb5-4f9c-a2cd-f2e75da2ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:14.354135 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-8708213c-bbb5-4f9c-a2cd-f2e75da2ffd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a53c15d688a541849c224abc382dff55&device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 1099 time: 0.3778050
Nov 27 20:46:14.361688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:14.375005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74738-65e5-4369-adb3-e8d57817ca38 req-19a390bc-deb1-4d67-91fe-db7db4e52f1f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:14.380385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660ee4a-03d5-4ea7-afa6-09e28f80bae4 req-21f18b0e-0ea8-4ebb-8940-d44492aa5229 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:14.382091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1660ee4a-03d5-4ea7-afa6-09e28f80bae4 req-21f18b0e-0ea8-4ebb-8940-d44492aa5229 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 936 time: 0.0795977
Nov 27 20:46:14.382701 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97f74738-65e5-4369-adb3-e8d57817ca38 req-19a390bc-deb1-4d67-91fe-db7db4e52f1f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 948 time: 0.2596943
Nov 27 20:46:14.392076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:14.401438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:14.407449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:14.408017 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:14.412511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Pushing event updated for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:14.415858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-d98de9c7-3c51-4afd-b329-5bdc4d839df8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=504292fa-16a1-4d42-9aed-d4f56d8c892f HTTP/1.1" status: 200  len: 217 time: 0.0514629
Nov 27 20:46:14.489946 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-010bd50b-c1c7-4d16-b71d-24708da2535f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7962427
Nov 27 20:46:14.493024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76a34a6-fb51-4685-af0f-03a76c89c2f0', 'tag': '504292fa-16a1-4d42-9aed-d4f56d8c892f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:14.496546 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0ce679-404e-4193-9c2b-64fbd186d5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f76a34a6-fb51-4685-af0f-03a76c89c2f0", "tag": "504292fa-16a1-4d42-9aed-d4f56d8c892f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:14.500629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-473cab5e-a8e4-4457-9293-e2d64139ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:14.502207 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-473cab5e-a8e4-4457-9293-e2d64139ad90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0779290
Nov 27 20:46:14.503094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54404) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:14.513139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Request body: {'port': {'device_id': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:14.549307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 61486de3-700a-473b-8c7d-f6d50698c8b0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:14.553868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 99a5e719-2b40-469f-9550-26151b5762fb no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:46:14.606700 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:14.608015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-8691a23e-1c6a-41d7-8664-e9754dce2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:14.609258 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-8691a23e-1c6a-41d7-8664-e9754dce2b12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0989261
Nov 27 20:46:14.609835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] For port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:14.610192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:14.616017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 99a5e719-2b40-469f-9550-26151b5762fb {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:46:14.616362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 99a5e719-2b40-469f-9550-26151b5762fb not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:46:14.628862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97f74738-65e5-4369-adb3-e8d57817ca38 req-1b8a6a8e-97cf-4da5-85bd-f82d44778e6f tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2451289
Nov 27 20:46:14.662809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54410) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:14.687935 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1660ee4a-03d5-4ea7-afa6-09e28f80bae4 req-11fde8e8-fbb9-4ed3-b2a0-cc440c86c315 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2750187
Nov 27 20:46:14.688412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54412) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:14.692593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Calling delete_port for 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:46:14.791209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 61486de3-700a-473b-8c7d-f6d50698c8b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61486de3-700a-473b-8c7d-f6d50698c8b0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:14.808440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-23b0d73e-242d-4539-8b43-a2e3c33293f2 None None] Provisioning complete for port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:14.809459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-23b0d73e-242d-4539-8b43-a2e3c33293f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:14.822204 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aff05be-cea8-4b0d-8fe8-3f42b407280e x-openstack-request-id: req-0aff05be-cea8-4b0d-8fe8-3f42b407280e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:14.822503 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76a34a6-fb51-4685-af0f-03a76c89c2f0", "tag": "504292fa-16a1-4d42-9aed-d4f56d8c892f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:14.822765 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0aff05be-cea8-4b0d-8fe8-3f42b407280e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:14.823166 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76a34a6-fb51-4685-af0f-03a76c89c2f0', 'tag': '504292fa-16a1-4d42-9aed-d4f56d8c892f', 'status': 'completed', 'code': 200}
Nov 27 20:46:14.843398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '61486de3-700a-473b-8c7d-f6d50698c8b0', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '61486de3-700a-473b-8c7d-f6d50698c8b0', 'mac_address': 'fa:16:3e:13:ef:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:14.877016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-fd609780-fbc6-4613-b5a8-8e5eba7dfc60 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551515
Nov 27 20:46:14.909051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:14.942097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-23b0d73e-242d-4539-8b43-a2e3c33293f2 None None] Port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:14.973635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213473b3-9dd0-472b-80c0-d8a8e0e5bdfd req-fa4e33f2-19bd-41d5-b375-cd20a3008119 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:14.973970 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:14.981765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213473b3-9dd0-472b-80c0-d8a8e0e5bdfd req-fa4e33f2-19bd-41d5-b375-cd20a3008119 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 950 time: 0.2291198
Nov 27 20:46:15.009411 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d38ffc6-ff5d-4dc9-9741-154fdfe4ab40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.022090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61486de3-700a-473b-8c7d-f6d50698c8b0 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:15.027748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61443ca6-e347-433d-a6cb-ddba722af64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.051298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 61486de3-700a-473b-8c7d-f6d50698c8b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61486de3-700a-473b-8c7d-f6d50698c8b0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:15.060595 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.064706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d43633-b9fb-4643-9ea0-dd66ef8f65f9 req-a0bfc295-382b-48d5-a511-81b4d2f25f51 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:15.066623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62d43633-b9fb-4643-9ea0-dd66ef8f65f9 req-a0bfc295-382b-48d5-a511-81b4d2f25f51 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/ports?device_id=321d86fb-797f-4432-bf01-bdc5917b92ad HTTP/1.1" status: 200  len: 949 time: 0.1343157
Nov 27 20:46:15.096275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:15.119306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-13abdb9a-3570-45e5-a697-bc75d247ab91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75de5fe7240c4923a26724fd417391e8&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4262376
Nov 27 20:46:15.127067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54422) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:15.127855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'mac_address': 'fa:16:3e:8c:b8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:15.137151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=61486de3-700a-473b-8c7d-f6d50698c8b0,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:15.144175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f89b72a0-bab0-41df-9acd-186a48cddce9 req-87d7d808-6324-42aa-85e8-d8351cf1f381 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2615633
Nov 27 20:46:15.177789 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.193003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eff457-e562-48bc-bb0b-6db9a9bacf92 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:15.215822 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213473b3-9dd0-472b-80c0-d8a8e0e5bdfd req-51fc1102-6e66-498e-a5b5-e2673b6aa4bb tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331295
Nov 27 20:46:15.220621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:15.226925 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.255893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7011c48f-c105-4f71-a6e5-186aef476976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.261750 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62d43633-b9fb-4643-9ea0-dd66ef8f65f9 req-bd691c3e-654c-4228-812e-0ddedaa0f083 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.21 "GET /v2.0/security-groups?id=87abd9ce-328f-4bc4-b185-0a4f21154773&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727877
Nov 27 20:46:15.285460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-507fc231-f7dc-46d2-b838-25e6704ab841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:15.285460 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-507fc231-f7dc-46d2-b838-25e6704ab841 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a53c15d688a541849c224abc382dff55&device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 1099 time: 0.0789974
Nov 27 20:46:15.285755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:15.293255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['61486de3-700a-473b-8c7d-f6d50698c8b0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:15.301102 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7011c48f-c105-4f71-a6e5-186aef476976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.420595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-050eb27b-cfdd-4757-8003-ad699a708f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:15.422142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-050eb27b-cfdd-4757-8003-ad699a708f47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1341980
Nov 27 20:46:15.440196 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7011c48f-c105-4f71-a6e5-186aef476976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.447198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7011c48f-c105-4f71-a6e5-186aef476976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.447198 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7011c48f-c105-4f71-a6e5-186aef476976 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6337fd58-6e14-4422-9b76-adca2d0f50fc HTTP/1.1" status: 204  len: 168 time: 0.3139884
Nov 27 20:46:15.495512 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d38ffc6-ff5d-4dc9-9741-154fdfe4ab40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.527497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-cb199aaf-69b0-408b-ae85-13baf2b6dfbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=504292fa-16a1-4d42-9aed-d4f56d8c892f HTTP/1.1" status: 200  len: 217 time: 0.0945723
Nov 27 20:46:15.528400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011c48f-c105-4f71-a6e5-186aef476976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6337fd58-6e14-4422-9b76-adca2d0f50fc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:15.530215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61443ca6-e347-433d-a6cb-ddba722af64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.547073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315cf87c-c809-4b39-b8ec-ef3d92d438f0 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:15.552483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d38ffc6-ff5d-4dc9-9741-154fdfe4ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.560049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.573778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['7d99b7e4-cb69-4555-b647-95cd8ebd5bbe'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:15.580348 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61443ca6-e347-433d-a6cb-ddba722af64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.594529 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.610223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Transition to ACTIVE for port object 315cf87c-c809-4b39-b8ec-ef3d92d438f0 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:15.612931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-2527815b-171a-4c5f-927d-b90f9f05341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:15.614534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-2527815b-171a-4c5f-927d-b90f9f05341c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0781007
Nov 27 20:46:15.641313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['41eff457-e562-48bc-bb0b-6db9a9bacf92'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:15.642518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.721552 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d657e-42d9-4161-8fd7-56693708621e req-a09faece-86da-4925-bad7-4cdf9aaa525f tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:15.724893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-8aab8fcf-64c9-4a2c-b278-762e5b59b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:15.726103 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.726759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-8aab8fcf-64c9-4a2c-b278-762e5b59b199 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1045179
Nov 27 20:46:15.729713 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e3d657e-42d9-4161-8fd7-56693708621e req-a09faece-86da-4925-bad7-4cdf9aaa525f tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 949 time: 0.3453078
Nov 27 20:46:15.760376 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8d38ffc6-ff5d-4dc9-9741-154fdfe4ab40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86a34949582b4aacabbc6d4931b2d9f4&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2561839
Nov 27 20:46:15.773224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54440) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:15.792198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38ffc6-ff5d-4dc9-9741-154fdfe4ab40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8fba6a-2921-4057-bb86-301c016c1703,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:15.815439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-61443ca6-e347-433d-a6cb-ddba722af64c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d8f0c34da8b4307bec3f04575d55849&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1368477
Nov 27 20:46:15.817189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Pushing event deleted for resources: {'Port': ['ID=7d99b7e4-cb69-4555-b647-95cd8ebd5bbe,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:15.873022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54444) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:15.901603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] No DVR routers for this DVR port 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:46:15.906141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:15.910366 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e8119d8-ef3b-4c04-bc71-0bed3e8e9a2c req-3207426e-2b75-41cc-947d-18eb0d88c177 tempest-ServerDiagnosticsNegativeTest-388393273 tempest-ServerDiagnosticsNegativeTest-388393273-project] 10.222.0.15 "DELETE /v2.0/ports/7d99b7e4-cb69-4555-b647-95cd8ebd5bbe HTTP/1.1" status: 204  len: 173 time: 2.0453720
Nov 27 20:46:15.919580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321d86fb-797f-4432-bf01-bdc5917b92ad', 'name': 'network-vif-deleted', 'tag': '7d99b7e4-cb69-4555-b647-95cd8ebd5bbe'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:15.921555 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8455bd60-2f68-4c8a-ac2c-f19b09e42ca4" -d '{"events": [{"server_uuid": "321d86fb-797f-4432-bf01-bdc5917b92ad", "name": "network-vif-deleted", "tag": "7d99b7e4-cb69-4555-b647-95cd8ebd5bbe"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:16.001087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4dd28a10-8d6f-43ff-87f3-3d26e0160b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.003614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61443ca6-e347-433d-a6cb-ddba722af64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35712fa-7dbc-418a-addb-d7f1816b6d0e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:16.058291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-d3d0976c-d411-484f-84b4-8ee69fcd3bb2 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3212736
Nov 27 20:46:16.061760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54450) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:16.083179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Pushing event updated for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:16.088454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-7ebe2c47-2f18-4621-9c49-8a81dce22c2e req-0f61ad78-3852-4ef2-96c6-0e742b57d3b7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:46:16.094689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Attempting to bind port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:16.095197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Attempting to bind port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:16.096207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Attempting to bind port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:16.100207 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ebe2c47-2f18-4621-9c49-8a81dce22c2e req-0f61ad78-3852-4ef2-96c6-0e742b57d3b7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1283541
Nov 27 20:46:16.117054 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4dd28a10-8d6f-43ff-87f3-3d26e0160b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.163825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:16.165296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Attempting to bind port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:16.172737 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee4c66ee-9d9c-48ea-ac26-5a20b402a1b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.185611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:16.186131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:16.186595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:16.187167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Bound port: 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:16.187630 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.193555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e3d657e-42d9-4161-8fd7-56693708621e req-48cf4361-57d8-4c06-99a6-174dd519b203 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4629931
Nov 27 20:46:16.233409 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee4c66ee-9d9c-48ea-ac26-5a20b402a1b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.277165 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ac403d56-bc5b-40e2-990d-760e3890723f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e7777e255604cfaa71fbcc6e505061c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2119894
Nov 27 20:46:16.281208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54454) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:16.357474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d009e-fa00-43ce-b8bf-730aa8e705b8 req-e807d436-7504-4e60-8e05-c0ba416f83ec tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:16.359017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-750d009e-fa00-43ce-b8bf-730aa8e705b8 req-e807d436-7504-4e60-8e05-c0ba416f83ec tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 948 time: 0.1415882
Nov 27 20:46:16.388268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-0d76f40c-987a-4179-b4b3-e8fd0ad9b77e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2542300
Nov 27 20:46:16.405965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4dd28a10-8d6f-43ff-87f3-3d26e0160b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.408657 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4dd28a10-8d6f-43ff-87f3-3d26e0160b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.409822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4dd28a10-8d6f-43ff-87f3-3d26e0160b42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e8fba6a-2921-4057-bb86-301c016c1703 HTTP/1.1" status: 204  len: 168 time: 0.6349359
Nov 27 20:46:16.435977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca0ce679-404e-4193-9c2b-64fbd186d5d1 req-8636d2b7-3513-4aaf-89a6-817d944e0a68 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3642840
Nov 27 20:46:16.453727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd28a10-8d6f-43ff-87f3-3d26e0160b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8fba6a-2921-4057-bb86-301c016c1703,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:16.491043 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-510fab83-ba22-4b87-b968-8b18a27f9efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.516835 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-750d009e-fa00-43ce-b8bf-730aa8e705b8 req-89c600fe-3738-40f8-bddd-2f0f6df8949e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445844
Nov 27 20:46:16.537927 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-510fab83-ba22-4b87-b968-8b18a27f9efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.550186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d28ca-c240-4793-8e2e-3d812023e457 req-07e3fbd5-de14-4b5d-bc32-9d84574bde27 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:16.556898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 61486de3-700a-473b-8c7d-f6d50698c8b0 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:16.572005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-887d28ca-c240-4793-8e2e-3d812023e457 req-07e3fbd5-de14-4b5d-bc32-9d84574bde27 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 948 time: 0.2919140
Nov 27 20:46:16.574579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:16.591245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:16.615914 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.624640 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1372b5-e5c8-4a77-81d4-5cbec9b67e00 x-openstack-request-id: req-5c1372b5-e5c8-4a77-81d4-5cbec9b67e00 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:16.625217 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321d86fb-797f-4432-bf01-bdc5917b92ad", "name": "network-vif-deleted", "tag": "7d99b7e4-cb69-4555-b647-95cd8ebd5bbe", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:16.625703 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c1372b5-e5c8-4a77-81d4-5cbec9b67e00 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:16.626300 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321d86fb-797f-4432-bf01-bdc5917b92ad', 'name': 'network-vif-deleted', 'tag': '7d99b7e4-cb69-4555-b647-95cd8ebd5bbe', 'status': 'completed', 'code': 200}
Nov 27 20:46:16.630552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee4c66ee-9d9c-48ea-ac26-5a20b402a1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.633606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee4c66ee-9d9c-48ea-ac26-5a20b402a1b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.634972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ee4c66ee-9d9c-48ea-ac26-5a20b402a1b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a35712fa-7dbc-418a-addb-d7f1816b6d0e HTTP/1.1" status: 204  len: 168 time: 0.7520051
Nov 27 20:46:16.656240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 61486de3-700a-473b-8c7d-f6d50698c8b0 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:16.669381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 61486de3-700a-473b-8c7d-f6d50698c8b0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:16.671774 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.685327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c66ee-9d9c-48ea-ac26-5a20b402a1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35712fa-7dbc-418a-addb-d7f1816b6d0e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:16.692042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:16.692789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.694858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] 10.222.0.15 "PUT /v2.0/ports/315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 1096 time: 2.1957390
Nov 27 20:46:16.723466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-7cbdb2a0-db5e-4b8c-be4b-656daacaf724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:16.728037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-7cbdb2a0-db5e-4b8c-be4b-656daacaf724 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e7fd405b830467db077102575590b2e&device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 1101 time: 0.1909826
Nov 27 20:46:16.733531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-887d28ca-c240-4793-8e2e-3d812023e457 req-013d7250-854b-44b1-a5ad-e2c0a4f15ff1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602294
Nov 27 20:46:16.755667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf49803-a7e1-4352-8235-187c0275c3ef service neutron] Pushing event updated for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:16.755865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-510fab83-ba22-4b87-b968-8b18a27f9efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.759704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-510fab83-ba22-4b87-b968-8b18a27f9efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:16.764081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-510fab83-ba22-4b87-b968-8b18a27f9efe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8c8300e-b734-46ef-b56d-9b5e51845177 HTTP/1.1" status: 204  len: 168 time: 0.4744542
Nov 27 20:46:16.876712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-d84b3457-11d0-441d-a79d-278b6018ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:16.878346 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-d84b3457-11d0-441d-a79d-278b6018ecb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1099 time: 0.1080692
Nov 27 20:46:16.925289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:16.940318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fab83-ba22-4b87-b968-8b18a27f9efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c8300e-b734-46ef-b56d-9b5e51845177,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:16.972721 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-59fc09d3-cc44-4d65-9eaf-e99e2e76f22e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 217 time: 0.0859008
Nov 27 20:46:16.990213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:17.003523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4376a-3fb2-4ff2-b1f7-2214c75400ae req-4ad8dd60-20f7-46d1-a603-8e1fdebd0062 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.020562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ec4376a-3fb2-4ff2-b1f7-2214c75400ae req-4ad8dd60-20f7-46d1-a603-8e1fdebd0062 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 950 time: 0.2107892
Nov 27 20:46:17.049988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32c10d2-9032-4865-b174-8e5c54748d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61486de3-700a-473b-8c7d-f6d50698c8b0'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:17.052762 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f55e09f-27c8-47f7-8523-c0310c8ccc7a" -d '{"events": [{"server_uuid": "d32c10d2-9032-4865-b174-8e5c54748d97", "name": "network-vif-plugged", "status": "completed", "tag": "61486de3-700a-473b-8c7d-f6d50698c8b0"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:17.077071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-53c5468f-a450-4372-8c9f-3d3fc246a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.083101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-53c5468f-a450-4372-8c9f-3d3fc246a849 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1029670
Nov 27 20:46:17.103163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 61486de3-700a-473b-8c7d-f6d50698c8b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61486de3-700a-473b-8c7d-f6d50698c8b0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:17.114544 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:17.131074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 41eff457-e562-48bc-bb0b-6db9a9bacf92 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:17.134926 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a10e1e5-9902-4a1e-bf43-3f3f55578aa7 x-openstack-request-id: req-8a10e1e5-9902-4a1e-bf43-3f3f55578aa7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:17.135496 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32c10d2-9032-4865-b174-8e5c54748d97", "name": "network-vif-plugged", "status": "completed", "tag": "61486de3-700a-473b-8c7d-f6d50698c8b0", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:17.135823 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a10e1e5-9902-4a1e-bf43-3f3f55578aa7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:17.136267 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32c10d2-9032-4865-b174-8e5c54748d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61486de3-700a-473b-8c7d-f6d50698c8b0', 'code': 200}
Nov 27 20:46:17.144126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-ba57aff7-a49b-4634-9d8c-7e1a4a89da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.146088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-ba57aff7-a49b-4634-9d8c-7e1a4a89da22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.3842399
Nov 27 20:46:17.166638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 41eff457-e562-48bc-bb0b-6db9a9bacf92 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:17.166996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:17.181325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-205a16d1-e7b6-447a-999c-2586a988dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.183132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-205a16d1-e7b6-447a-999c-2586a988dc53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0934188
Nov 27 20:46:17.291703 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ec4376a-3fb2-4ff2-b1f7-2214c75400ae req-2adf530a-1e5a-4b3b-a7be-780a2511844d tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2683723
Nov 27 20:46:17.293799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-14d43506-461c-4657-812b-ccac4fa8c988 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b HTTP/1.1" status: 200  len: 217 time: 0.1318576
Nov 27 20:46:17.331359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=61486de3-700a-473b-8c7d-f6d50698c8b0,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:17.372126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-cde1b56b-c29c-4a96-87fc-15f2e2a05d48 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456025
Nov 27 20:46:17.382682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54480) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:17.406780 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:17.426520 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda2a-ecd2-49c8-9cc7-139db36d5560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:17.450536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-60dd4c0c-b446-4e80-80f7-ff322f83c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.458824 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-60dd4c0c-b446-4e80-80f7-ff322f83c838 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1529331
Nov 27 20:46:17.486166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:17.490970 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:17.491942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:46:17.522811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d57a7-e129-4de5-b8a5-40959908b852 req-0afd4df6-b6f8-4bb8-8701-6683862080f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.522811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae3d57a7-e129-4de5-b8a5-40959908b852 req-0afd4df6-b6f8-4bb8-8701-6683862080f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 1101 time: 0.3317685
Nov 27 20:46:17.544972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11db38-80dc-44d8-a0fb-d1ffecfa3d7d req-9251a912-87d8-47c1-8751-69920a7ce9a0 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.546912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff11db38-80dc-44d8-a0fb-d1ffecfa3d7d req-9251a912-87d8-47c1-8751-69920a7ce9a0 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 950 time: 0.1715562
Nov 27 20:46:17.592764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:46:17.594769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7d99b7e4-cb69-4555-b647-95cd8ebd5bbe not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:46:17.609189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-927e20a1-faba-496c-b446-e3f024708238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.614030 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-927e20a1-faba-496c-b446-e3f024708238 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1507151
Nov 27 20:46:17.697443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:17.703312 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae3d57a7-e129-4de5-b8a5-40959908b852 req-221d1a6c-8777-4aa9-8e9f-529dd9107bfd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701028
Nov 27 20:46:17.708055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d89962b-2d42-4fef-8da3-dedee19eeb9e req-2c29028c-4d90-4a74-bd64-dc005c5c0adb service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3171172
Nov 27 20:46:17.725618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff11db38-80dc-44d8-a0fb-d1ffecfa3d7d req-9b42c672-b8fe-40e3-a8d3-e1c7a82fe31b tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235559
Nov 27 20:46:17.832384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd917ae-4212-4c88-9f2a-a43388704e97 req-4e7aeff3-e3ec-4da0-ac51-efe5480cb65c tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.834166 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd917ae-4212-4c88-9f2a-a43388704e97 req-4e7aeff3-e3ec-4da0-ac51-efe5480cb65c tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 948 time: 0.1674979
Nov 27 20:46:17.837231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54490) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:17.899014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-245fb9f2-3a2e-4b62-a2d4-f95b8d71afee admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:17.901500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716426a0-778d-41b1-892b-acf1d17f7294 req-f26a70cd-cc9d-42c7-905b-e85c7528241d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:17.903671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716426a0-778d-41b1-892b-acf1d17f7294 req-f26a70cd-cc9d-42c7-905b-e85c7528241d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 948 time: 0.0900810
Nov 27 20:46:17.916920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda2a-ecd2-49c8-9cc7-139db36d5560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:17.920966 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-b523740a-332e-4e76-b3fb-fdc8063777bd service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2780416
Nov 27 20:46:17.925093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54492) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:17.952227 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c9cda2a-ecd2-49c8-9cc7-139db36d5560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:17.982672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-716426a0-778d-41b1-892b-acf1d17f7294 req-bb60cc71-19d2-491c-a3e8-7eb9bf413205 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725372
Nov 27 20:46:18.054228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd917ae-4212-4c88-9f2a-a43388704e97 req-a6265b33-c913-4789-b431-13fb8b3b5167 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013881
Nov 27 20:46:18.078698 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1c9cda2a-ecd2-49c8-9cc7-139db36d5560 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf0c5d383e5f4ec2a3ba828d71de74aa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6918027
Nov 27 20:46:18.083057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cda2a-ecd2-49c8-9cc7-139db36d5560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d857a15-3b02-43d2-938d-c2abeba7be63,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:18.086923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54508) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:18.151751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-a7785fac-98bc-4052-a75b-593c66130523 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7e7fd405b830467db077102575590b2e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0383923
Nov 27 20:46:18.163768 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.167234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dccfb51d-8c58-453a-a19c-5a0cd14ed221 req-c814a187-3b8b-45ad-9670-7609534da8ae service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262981
Nov 27 20:46:18.174421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3e8029ce-32e1-4ed4-bcb0-ef749a183485 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86ee5c27bb6e4b2d89671817ecd59b63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2441590
Nov 27 20:46:18.177324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54512) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:18.206345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-245fb9f2-3a2e-4b62-a2d4-f95b8d71afee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.225355 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-245fb9f2-3a2e-4b62-a2d4-f95b8d71afee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.271314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5b40152-f742-462b-837f-038b7c0102f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.303663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-245fb9f2-3a2e-4b62-a2d4-f95b8d71afee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1173fc8dd8694a209341582ce49219e1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4629145
Nov 27 20:46:18.305633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fb9f2-3a2e-4b62-a2d4-f95b8d71afee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036a016d-f458-4091-b528-b5cced293704,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:18.308970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b09d00a-2513-4504-9534-6e0b6a3e96fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.310126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5b40152-f742-462b-837f-038b7c0102f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.311659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54518) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:18.338026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b09d00a-2513-4504-9534-6e0b6a3e96fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.391240 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b09d00a-2513-4504-9534-6e0b6a3e96fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.394082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b09d00a-2513-4504-9534-6e0b6a3e96fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.395258 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1b09d00a-2513-4504-9534-6e0b6a3e96fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87abd9ce-328f-4bc4-b185-0a4f21154773 HTTP/1.1" status: 204  len: 168 time: 0.2168143
Nov 27 20:46:18.395951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-ecf5db62-3009-4dd0-9cb4-5328157459bd tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:18.399726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-ecf5db62-3009-4dd0-9cb4-5328157459bd tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2466116
Nov 27 20:46:18.404405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09d00a-2513-4504-9534-6e0b6a3e96fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87abd9ce-328f-4bc4-b185-0a4f21154773,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:18.436385 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-73c02e0d-6441-4133-be33-31cbd490435a tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/quotas/7e7fd405b830467db077102575590b2e HTTP/1.1" status: 200  len: 375 time: 0.0244572
Nov 27 20:46:18.440698 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e053e37-cf77-48a4-9114-060a1fa072ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.499483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e053e37-cf77-48a4-9114-060a1fa072ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.505430 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5b40152-f742-462b-837f-038b7c0102f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.509000 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5b40152-f742-462b-837f-038b7c0102f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.510560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b5b40152-f742-462b-837f-038b7c0102f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d857a15-3b02-43d2-938d-c2abeba7be63 HTTP/1.1" status: 204  len: 168 time: 0.4217188
Nov 27 20:46:18.534127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54528) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:18.550537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b40152-f742-462b-837f-038b7c0102f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d857a15-3b02-43d2-938d-c2abeba7be63,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:18.579156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-5024624d-c93f-46f7-810e-6191a0e7eac9 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e7fd405b830467db077102575590b2e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1346049
Nov 27 20:46:18.607674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e053e37-cf77-48a4-9114-060a1fa072ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.610291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e053e37-cf77-48a4-9114-060a1fa072ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:18.614022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3e053e37-cf77-48a4-9114-060a1fa072ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/036a016d-f458-4091-b528-b5cced293704 HTTP/1.1" status: 204  len: 168 time: 0.2988648
Nov 27 20:46:18.638111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:18.640491 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aef351b-0726-4536-a113-7af50081aae4" -d '{"events": [{"name": "network-changed", "server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:18.643275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e053e37-cf77-48a4-9114-060a1fa072ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036a016d-f458-4091-b528-b5cced293704,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:18.716067 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adffa94-cc0f-47cb-89d3-4bed3d802f20 x-openstack-request-id: req-2adffa94-cc0f-47cb-89d3-4bed3d802f20 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:18.716405 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:18.716660 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2adffa94-cc0f-47cb-89d3-4bed3d802f20 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:18.717838 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'status': 'completed', 'code': 200}
Nov 27 20:46:18.915917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 504292fa-16a1-4d42-9aed-d4f56d8c892f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:18.917694 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eaba16b5-98d1-4710-b2dc-0f93046cc5f8 req-89895342-84a3-484a-98dc-e223d6550bf0 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 210 time: 0.0718703
Nov 27 20:46:18.957828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef351b-0726-4536-a113-7af50081aae4 req-afded66f-c2bf-4d2b-8b18-e4d1b13d75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:18.964139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aef351b-0726-4536-a113-7af50081aae4 req-afded66f-c2bf-4d2b-8b18-e4d1b13d75b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1099 time: 0.2197998
Nov 27 20:46:18.972894 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-df418c14-3166-4e28-b5b6-3ac8fd9ad556 tempest-AutoAllocateNetworkTest-1645471976 tempest-AutoAllocateNetworkTest-1645471976-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bdd7197dea99453d96733be271e26ee5&shared=False HTTP/1.1" status: 200  len: 208 time: 0.4374011
Nov 27 20:46:18.983504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54546) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:19.050614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f2fd3-a8f6-4de9-ade0-6eab91b7ad7e req-4e7e6ae1-242c-4aa3-b3e5-affec490e5e1 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:19.052243 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-642f2fd3-a8f6-4de9-ade0-6eab91b7ad7e req-4e7e6ae1-242c-4aa3-b3e5-affec490e5e1 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 950 time: 0.1924689
Nov 27 20:46:19.136770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 504292fa-16a1-4d42-9aed-d4f56d8c892f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=504292fa-16a1-4d42-9aed-d4f56d8c892f,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:19.140639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:19.143904 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ead7fff-6b6a-44f4-b0d7-877d6ee52a55" -d '{"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-plugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:19.161131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '504292fa-16a1-4d42-9aed-d4f56d8c892f', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '504292fa-16a1-4d42-9aed-d4f56d8c892f', 'mac_address': 'fa:16:3e:53:77:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:19.175858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7452c2-3607-4421-bd10-1b772458efdd req-fd73c8cc-5771-47d9-977c-1bb5f0f57b7c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:19.185865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e7452c2-3607-4421-bd10-1b772458efdd req-fd73c8cc-5771-47d9-977c-1bb5f0f57b7c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 948 time: 0.1047559
Nov 27 20:46:19.223004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:19.247995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504292fa-16a1-4d42-9aed-d4f56d8c892f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:19.250968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54558) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:19.286704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 504292fa-16a1-4d42-9aed-d4f56d8c892f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=504292fa-16a1-4d42-9aed-d4f56d8c892f,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:19.289510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e7452c2-3607-4421-bd10-1b772458efdd req-cc1271dc-d942-4492-85bd-b4e6a4b767a6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918379
Nov 27 20:46:19.302489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:19.345780 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c81a1ed9-b80c-49f0-98cf-d6be93e9286c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:19.409913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c463d-1aad-48e7-a4f2-1946e887376f req-737f8d73-7ed0-4f18-b4e2-7419bb861173 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:19.418279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-788c463d-1aad-48e7-a4f2-1946e887376f req-737f8d73-7ed0-4f18-b4e2-7419bb861173 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 949 time: 0.0680654
Nov 27 20:46:19.429408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=504292fa-16a1-4d42-9aed-d4f56d8c892f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:19.514308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-642f2fd3-a8f6-4de9-ade0-6eab91b7ad7e req-cbff528b-1145-42be-9cf3-c7891f73cb96 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3439019
Nov 27 20:46:19.527454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef351b-0726-4536-a113-7af50081aae4 req-57463acf-e194-49f4-8424-18fc8ccf0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:19.529554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aef351b-0726-4536-a113-7af50081aae4 req-57463acf-e194-49f4-8424-18fc8ccf0d12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.5536017
Nov 27 20:46:19.541507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-788c463d-1aad-48e7-a4f2-1946e887376f req-fe08ae64-44d7-4125-b2b0-7cba7c8065de tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221609
Nov 27 20:46:19.585765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f7fda3-3233-4562-9714-f8c785ddf056 tempest-AutoAllocateNetworkTest-1645471976 tempest-AutoAllocateNetworkTest-1645471976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:19.588381 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-87f7fda3-3233-4562-9714-f8c785ddf056 tempest-AutoAllocateNetworkTest-1645471976 tempest-AutoAllocateNetworkTest-1645471976-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.6028087
Nov 27 20:46:19.591078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54574) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:19.626023 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c02946b-3e77-4eb9-b79a-e8763bab8da7 x-openstack-request-id: req-6c02946b-3e77-4eb9-b79a-e8763bab8da7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:19.626315 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-plugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:19.626571 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c02946b-3e77-4eb9-b79a-e8763bab8da7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:19.626961 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'code': 200}
Nov 27 20:46:19.651758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['504292fa-16a1-4d42-9aed-d4f56d8c892f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:19.692029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aef351b-0726-4536-a113-7af50081aae4 req-86b5942c-c5ac-43e4-9eeb-301a24eaa497 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 217 time: 0.1454728
Nov 27 20:46:19.693650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7bd8377c-ca25-4d7a-bfae-04f973928367 tempest-AutoAllocateNetworkTest-1645471976 tempest-AutoAllocateNetworkTest-1645471976-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1014748
Nov 27 20:46:19.698307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54580) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:19.730880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c01015c8-1201-452c-b24b-7fa6a8dcd7db tempest-AutoAllocateNetworkTest-1645471976 tempest-AutoAllocateNetworkTest-1645471976-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bdd7197dea99453d96733be271e26ee5 HTTP/1.1" status: 200  len: 208 time: 0.0290868
Nov 27 20:46:19.806243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef351b-0726-4536-a113-7af50081aae4 req-5963ee1b-0592-43ad-a505-5682b0b1d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:19.811332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aef351b-0726-4536-a113-7af50081aae4 req-5963ee1b-0592-43ad-a505-5682b0b1d7b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0803521
Nov 27 20:46:19.813415 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c81a1ed9-b80c-49f0-98cf-d6be93e9286c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:19.817744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655c46c-2bcb-4e80-8a03-0b5920da0b51 req-2bee8ba0-e0b9-4b34-b384-e18feed005d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:19.818298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9655c46c-2bcb-4e80-8a03-0b5920da0b51 req-2bee8ba0-e0b9-4b34-b384-e18feed005d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1101 time: 0.1150804
Nov 27 20:46:19.838175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c81a1ed9-b80c-49f0-98cf-d6be93e9286c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:19.905709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9655c46c-2bcb-4e80-8a03-0b5920da0b51 req-b8c1268d-1d39-4a28-aca6-b920527b290c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721512
Nov 27 20:46:19.918322 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c81a1ed9-b80c-49f0-98cf-d6be93e9286c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12bcac19c3614e2ba7bcd8b63cdbc640&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6554956
Nov 27 20:46:19.921636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54586) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:19.933836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a1ed9-b80c-49f0-98cf-d6be93e9286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f948d876-308f-4c37-b24e-09a90deed74e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:19.940356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef351b-0726-4536-a113-7af50081aae4 req-727412ef-7d99-4026-865b-dba5ea4bd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:19.943370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aef351b-0726-4536-a113-7af50081aae4 req-727412ef-7d99-4026-865b-dba5ea4bd173 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1225109
Nov 27 20:46:20.014407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8554688-30bb-46f5-8d7e-708e034010a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:20.066179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fd52bdd-70be-4ab7-b22d-3c5097c8bcfc req-62f7c726-535e-463d-b4c2-64f4c4fbe9ee tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 210 time: 0.0538335
Nov 27 20:46:20.080738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8554688-30bb-46f5-8d7e-708e034010a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:20.154021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8554688-30bb-46f5-8d7e-708e034010a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:20.158875 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8554688-30bb-46f5-8d7e-708e034010a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:20.161077 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a8554688-30bb-46f5-8d7e-708e034010a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f948d876-308f-4c37-b24e-09a90deed74e HTTP/1.1" status: 204  len: 168 time: 0.2383568
Nov 27 20:46:20.174855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8554688-30bb-46f5-8d7e-708e034010a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f948d876-308f-4c37-b24e-09a90deed74e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:20.255455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aef351b-0726-4536-a113-7af50081aae4 req-bd77fd28-581a-4d60-8e83-2894f936649e service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1164243
Nov 27 20:46:20.270299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54604) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:20.290539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-73f486be-27af-4902-9df8-5311bd100410 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7e7fd405b830467db077102575590b2e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331447
Nov 27 20:46:20.472828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-790a3eac-c9e1-4b58-884b-3236100006e6 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:20.474545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-790a3eac-c9e1-4b58-884b-3236100006e6 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1777880
Nov 27 20:46:20.488433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Request body: {'port': {'device_id': '927d4c83-0a2a-4237-90fb-edae98280a7d', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '7e7fd405b830467db077102575590b2e'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:20.653492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b97719-ca17-4fe4-b9c0-1f45b572c6a5 req-538c6386-5655-4f19-99ee-579e393ecada tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:20.655557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33b97719-ca17-4fe4-b9c0-1f45b572c6a5 req-538c6386-5655-4f19-99ee-579e393ecada tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 948 time: 0.0976980
Nov 27 20:46:20.660499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aef351b-0726-4536-a113-7af50081aae4 req-372d92a5-74f3-451a-9742-da09d573c34f service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3977969
Nov 27 20:46:20.672663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Made reservation on behalf of 7e7fd405b830467db077102575590b2e for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:20.676065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:20.713856 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33b97719-ca17-4fe4-b9c0-1f45b572c6a5 req-34572811-ad06-434e-b180-57ad9ddaee5c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517879
Nov 27 20:46:20.720793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60192e76-6e08-4ed5-b4cb-b5af1cfeac74 req-7b89b797-dd01-4911-859e-fb849bc914be tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:20.734301 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60192e76-6e08-4ed5-b4cb-b5af1cfeac74 req-7b89b797-dd01-4911-859e-fb849bc914be tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 950 time: 0.1086037
Nov 27 20:46:20.830163 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b6103df-a292-4c59-97da-330094019d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:20.863172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54626) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:20.880821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce8049-a1fc-495f-980a-fde12b7a8c83 req-e4ac89db-a8c3-477e-88fb-ca01944e5c6e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:20.887668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60192e76-6e08-4ed5-b4cb-b5af1cfeac74 req-372810fb-a8fb-4a59-b99e-35b6041d7a2c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541471
Nov 27 20:46:20.890240 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2ce8049-a1fc-495f-980a-fde12b7a8c83 req-e4ac89db-a8c3-477e-88fb-ca01944e5c6e tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 949 time: 0.0994077
Nov 27 20:46:20.948744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 315cf87c-c809-4b39-b8ec-ef3d92d438f0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:20.956274 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2ce8049-a1fc-495f-980a-fde12b7a8c83 req-b70a6253-c3e7-4ce6-b2da-6d4d1bc9fc37 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646369
Nov 27 20:46:21.012768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 504292fa-16a1-4d42-9aed-d4f56d8c892f up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:21.143078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-394449610-network', 'tenant_id': 'a9eca53282994b4094a056750bb24ccb'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:21.174037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 504292fa-16a1-4d42-9aed-d4f56d8c892f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:21.223307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Made reservation on behalf of a9eca53282994b4094a056750bb24ccb for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:21.225528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 504292fa-16a1-4d42-9aed-d4f56d8c892f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:21.227953 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.231001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:21.233146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.264943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Allocated IP 192.168.233.13 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/cc80c785-1cc6-4355-ac2e-daab2c4b016b) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:21.281555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3716f1cf-8f23-4704-8045-180bb657f57c req-07a79e48-2dc5-4802-9100-95ce1e3fd9a0 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 210 time: 0.1042295
Nov 27 20:46:21.290161 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.314411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'mac_address': 'fa:16:3e:ed:42:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:21.405919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.442272 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.447038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315cf87c-c809-4b39-b8ec-ef3d92d438f0 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:21.483378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:21.486512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.497035 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8035081d-cb41-497f-aeee-9a2efc70308c req-bbda794b-eee9-4aff-84c2-f1a8c0a8a0f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1011229
Nov 27 20:46:21.535136 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.538169 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.543849 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.548581 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.580498 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b6103df-a292-4c59-97da-330094019d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.582756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef2e563-ac5f-4019-acf1-9f39d36c105d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:21.597109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8cbd7b7d-2628-4d2c-9c48-0f983c4e788b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:21.628407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:46:21.631043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad76d2f-c992-433c-9b31-6c7382143743 req-40898c72-aa7c-4a31-b812-40ff3737e2c8 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:21.640779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ad76d2f-c992-433c-9b31-6c7382143743 req-40898c72-aa7c-4a31-b812-40ff3737e2c8 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1810098
Nov 27 20:46:21.643290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76a34a6-fb51-4685-af0f-03a76c89c2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504292fa-16a1-4d42-9aed-d4f56d8c892f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:21.646354 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f620367e-3114-4b0a-9b51-38f19a1fe8a0" -d '{"events": [{"server_uuid": "f76a34a6-fb51-4685-af0f-03a76c89c2f0", "name": "network-vif-plugged", "status": "completed", "tag": "504292fa-16a1-4d42-9aed-d4f56d8c892f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:21.647652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.648291 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Added segment aeb59211-14d7-4891-86e6-48b4cdeaa697 of type vlan for network 979446f3-8da8-4e53-af09-3da825cab09f
Nov 27 20:46:21.653776 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b6103df-a292-4c59-97da-330094019d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.674907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 504292fa-16a1-4d42-9aed-d4f56d8c892f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=504292fa-16a1-4d42-9aed-d4f56d8c892f,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:21.683842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035081d-cb41-497f-aeee-9a2efc70308c req-14673846-7909-44d5-a92d-a9f7cf37f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:21.686812 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:21.688552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:21.691031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:21.691733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8035081d-cb41-497f-aeee-9a2efc70308c req-14673846-7909-44d5-a92d-a9f7cf37f092 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1101 time: 0.1121027
Nov 27 20:46:21.723759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:21.761853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:21.796112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Pushing event updated for resources: {'Port': ['ID=cc80c785-1cc6-4355-ac2e-daab2c4b016b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:21.823881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=504292fa-16a1-4d42-9aed-d4f56d8c892f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:21.843052 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23955e-6fa4-436d-9046-e774126c134d x-openstack-request-id: req-db23955e-6fa4-436d-9046-e774126c134d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:21.843384 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76a34a6-fb51-4685-af0f-03a76c89c2f0", "name": "network-vif-plugged", "status": "completed", "tag": "504292fa-16a1-4d42-9aed-d4f56d8c892f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:21.843648 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db23955e-6fa4-436d-9046-e774126c134d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:21.844038 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76a34a6-fb51-4685-af0f-03a76c89c2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504292fa-16a1-4d42-9aed-d4f56d8c892f', 'code': 200}
Nov 27 20:46:21.880121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3b6103df-a292-4c59-97da-330094019d74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdd7197dea99453d96733be271e26ee5&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6002696
Nov 27 20:46:21.880828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54664) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:21.896421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['315cf87c-c809-4b39-b8ec-ef3d92d438f0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:21.931541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6103df-a292-4c59-97da-330094019d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463ed64c-47a2-48fd-9ae6-a9ff1a020c00,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:21.967695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035081d-cb41-497f-aeee-9a2efc70308c req-7dea7f7d-8ccd-4c8d-9624-8c3f5727f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:21.970887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8035081d-cb41-497f-aeee-9a2efc70308c req-7dea7f7d-8ccd-4c8d-9624-8c3f5727f496 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2260232
Nov 27 20:46:22.006960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ad76d2f-c992-433c-9b31-6c7382143743 req-58cfbde2-63c6-4acf-994a-c394a8e9e9b0 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3655820
Nov 27 20:46:22.027733 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.090191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:22.090191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.115628 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8035081d-cb41-497f-aeee-9a2efc70308c req-ca752a8e-e7cf-4b0c-82cd-1d1d0db872cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92 HTTP/1.1" status: 200  len: 217 time: 0.1278679
Nov 27 20:46:22.133363 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf179c1c-8583-485e-a2e7-cb7f29ce9d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.137693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85b984-667d-4364-abf7-3641bb0be14b req-5227789d-9df0-4d0f-a6ca-8e9b3ae98f4d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:22.139386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf85b984-667d-4364-abf7-3641bb0be14b req-5227789d-9df0-4d0f-a6ca-8e9b3ae98f4d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 949 time: 0.1666028
Nov 27 20:46:22.149171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c0d3edc5-b352-4b5e-a6d5-499f60b435f6 None None] Provisioning complete for port cc80c785-1cc6-4355-ac2e-daab2c4b016b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:22.149759 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c0d3edc5-b352-4b5e-a6d5-499f60b435f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.197081 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf179c1c-8583-485e-a2e7-cb7f29ce9d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.199533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3edc5-b352-4b5e-a6d5-499f60b435f6 None None] Port cc80c785-1cc6-4355-ac2e-daab2c4b016b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:22.200152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8113a-e45e-4377-9516-283407c62dfc req-f6935d0b-6220-4ab9-beb2-3ab1f4cf5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:22.202628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0c8113a-e45e-4377-9516-283407c62dfc req-f6935d0b-6220-4ab9-beb2-3ab1f4cf5b42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 1101 time: 0.2967553
Nov 27 20:46:22.206366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-1b52dde2-11bf-46f5-ad7e-606ba323d8d8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7221148
Nov 27 20:46:22.224686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.226026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:22.227445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.231751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Request body: {'port': {'device_id': '927d4c83-0a2a-4237-90fb-edae98280a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:22.261682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf85b984-667d-4364-abf7-3641bb0be14b req-3382c1c7-da90-431a-b88f-fa9c5bb60d29 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077580
Nov 27 20:46:22.263060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035081d-cb41-497f-aeee-9a2efc70308c req-fa81c6ef-f03d-4c02-9b03-106fa424280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:22.264622 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8035081d-cb41-497f-aeee-9a2efc70308c req-fa81c6ef-f03d-4c02-9b03-106fa424280b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1379948
Nov 27 20:46:22.294320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.4300849
Nov 27 20:46:22.314625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54674) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:22.323945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Request body: {'subnet': {'network_id': '979446f3-8da8-4e53-af09-3da825cab09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-394449610-subnet', 'tenant_id': 'a9eca53282994b4094a056750bb24ccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:22.334938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525937-4f40-49fc-8c52-8146e3eb0073 req-7f683e8a-8332-49f0-9151-486a216ba564 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:22.337188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9525937-4f40-49fc-8c52-8146e3eb0073 req-7f683e8a-8332-49f0-9151-486a216ba564 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 950 time: 0.2004235
Nov 27 20:46:22.347325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03167e85-fc9d-42a1-9128-666d65bd1ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=979446f3-8da8-4e53-af09-3da825cab09f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:22.356061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035081d-cb41-497f-aeee-9a2efc70308c req-5c02c05c-d88f-446d-b12a-ad914aa952a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:22.357916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8035081d-cb41-497f-aeee-9a2efc70308c req-5c02c05c-d88f-446d-b12a-ad914aa952a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0675399
Nov 27 20:46:22.362449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 979446f3-8da8-4e53-af09-3da825cab09f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:46:22.394603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0c8113a-e45e-4377-9516-283407c62dfc req-08d97c6d-2d72-4396-a511-a6bff7fe1f3e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798413
Nov 27 20:46:22.399844 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.432477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Made reservation on behalf of a9eca53282994b4094a056750bb24ccb for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:22.434829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.521116 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8035081d-cb41-497f-aeee-9a2efc70308c req-d418a8e4-8b5f-47af-bbf7-9c4e3c535eaf service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491776
Nov 27 20:46:22.522103 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf179c1c-8583-485e-a2e7-cb7f29ce9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.525413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf179c1c-8583-485e-a2e7-cb7f29ce9d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:22.529240 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bf179c1c-8583-485e-a2e7-cb7f29ce9d21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/463ed64c-47a2-48fd-9ae6-a9ff1a020c00 HTTP/1.1" status: 204  len: 168 time: 0.6256652
Nov 27 20:46:22.558994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9525937-4f40-49fc-8c52-8146e3eb0073 req-acbec694-bc5b-4d2a-bcec-e59c9b500915 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978838
Nov 27 20:46:22.562888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf179c1c-8583-485e-a2e7-cb7f29ce9d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ed64c-47a2-48fd-9ae6-a9ff1a020c00,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:22.756294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8035081d-cb41-497f-aeee-9a2efc70308c req-2718dfb3-77fd-4ca2-9819-8566246d48fb service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345165
Nov 27 20:46:22.867721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9e5b8-e479-4dd8-8c16-a8fa3ab9d6e0 req-05d57ad9-25f0-4ada-8fa4-8e242a8754f2 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:22.869370 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80c9e5b8-e479-4dd8-8c16-a8fa3ab9d6e0 req-05d57ad9-25f0-4ada-8fa4-8e242a8754f2 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 935 time: 0.1186917
Nov 27 20:46:22.970108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 315cf87c-c809-4b39-b8ec-ef3d92d438f0 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:23.053086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:23.087842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:23.097685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:23.098986 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:23.153000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80c9e5b8-e479-4dd8-8c16-a8fa3ab9d6e0 req-53f2cd80-b2c2-4093-b5cd-d211b7791170 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2717724
Nov 27 20:46:23.240332 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c2ff4-136f-4836-968a-73c08ec79e02 req-47b4ce80-5c23-46c7-b13f-bdc4ceafcc7c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:23.243625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f2c2ff4-136f-4836-968a-73c08ec79e02 req-47b4ce80-5c23-46c7-b13f-bdc4ceafcc7c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1304638
Nov 27 20:46:23.244172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54724) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:23.267810 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:23.286537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14abce1-2bd4-41d0-9023-f158340bf983,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:23.315600 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc80c785-1cc6-4355-ac2e-daab2c4b016b {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:23.330183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:23.347385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:23.347956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Network hostable DHCP agents. Network: 979446f3-8da8-4e53-af09-3da825cab09f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:46:23.348152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:23.349888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f2c2ff4-136f-4836-968a-73c08ec79e02 req-e667db2e-c136-4f3c-bdd9-c737bc6f2356 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997527
Nov 27 20:46:23.355319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Transition to ACTIVE for port object cc80c785-1cc6-4355-ac2e-daab2c4b016b will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:23.363875 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:23.381714 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:23.421862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:23.438352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Network 979446f3-8da8-4e53-af09-3da825cab09f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:46:23.468277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 979446f3-8da8-4e53-af09-3da825cab09f) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:23.480123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:23.480718 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:23.485216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Pushing event updated for resources: {'Port': ['ID=cc80c785-1cc6-4355-ac2e-daab2c4b016b,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:23.508997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93659441-2d87-48f3-ade5-ef5a0bd5cccd None None] Network 979446f3-8da8-4e53-af09-3da825cab09f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:23.560204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ecbf100a-f086-4dea-8954-8a8222e28521 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.2369132
Nov 27 20:46:23.620366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Attempting to bind port cc80c785-1cc6-4355-ac2e-daab2c4b016b on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:23.621365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Attempting to bind port cc80c785-1cc6-4355-ac2e-daab2c4b016b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:23.621847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Attempting to bind port cc80c785-1cc6-4355-ac2e-daab2c4b016b on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:23.627421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Port cc80c785-1cc6-4355-ac2e-daab2c4b016b on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:23.627955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Attempting to bind port cc80c785-1cc6-4355-ac2e-daab2c4b016b on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:23.636803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:23.636803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:23.637238 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:23.638563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Bound port: cc80c785-1cc6-4355-ac2e-daab2c4b016b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:23.638937 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:23.671673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1cff7-6edf-49a7-b28f-8be95af6270b req-6fb9f61d-5e67-47b3-bc5d-56e07e0e27a3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:23.675175 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00d1cff7-6edf-49a7-b28f-8be95af6270b req-6fb9f61d-5e67-47b3-bc5d-56e07e0e27a3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.1336644
Nov 27 20:46:23.753436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbbcbf0-5e98-4f29-b1c5-ae48cb1cef95 None None] Network 979446f3-8da8-4e53-af09-3da825cab09f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:23.756603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00d1cff7-6edf-49a7-b28f-8be95af6270b req-f59c1013-8852-4cfb-b784-45c99ec8fda0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745294
Nov 27 20:46:23.781024 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-41e4b059-dfb2-44fd-af08-f59bc9d35492 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0974078
Nov 27 20:46:23.911577 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e54dfec-6e7b-4cc3-b9fb-a1b6b2696ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:23.920732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:23.926335 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114f0b17-7982-4de7-a80e-043b6e9455f9" -d '{"events": [{"server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "name": "network-vif-plugged", "status": "completed", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:23.952375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] For port cc80c785-1cc6-4355-ac2e-daab2c4b016b, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:23.971528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] For port cc80c785-1cc6-4355-ac2e-daab2c4b016b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc80c785-1cc6-4355-ac2e-daab2c4b016b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:23.983939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:24.007016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:24.008329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:24.009888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] 10.222.0.35 "PUT /v2.0/ports/cc80c785-1cc6-4355-ac2e-daab2c4b016b HTTP/1.1" status: 200  len: 1095 time: 1.7867362
Nov 27 20:46:24.013442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12fde4-81e4-4c69-a0fe-04fa1eaa99aa req-095ab57a-b413-42fe-883f-335b877d4d05 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:24.016434 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f12fde4-81e4-4c69-a0fe-04fa1eaa99aa req-095ab57a-b413-42fe-883f-335b877d4d05 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 950 time: 0.0909240
Nov 27 20:46:24.018417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927d4c83-0a2a-4237-90fb-edae98280a7d', 'tag': 'cc80c785-1cc6-4355-ac2e-daab2c4b016b'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:24.022215 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "927d4c83-0a2a-4237-90fb-edae98280a7d", "tag": "cc80c785-1cc6-4355-ac2e-daab2c4b016b"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:24.144824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f12fde4-81e4-4c69-a0fe-04fa1eaa99aa req-a11a79fe-225d-4630-85a3-ffac278701ca tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199186
Nov 27 20:46:24.172590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-0a94f593-71f4-46bc-8911-78cd7d7067f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:24.174082 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-0a94f593-71f4-46bc-8911-78cd7d7067f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e7fd405b830467db077102575590b2e&device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 1098 time: 0.1040099
Nov 27 20:46:24.211235 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad311f32-e657-4674-b0b7-47b7d3b6d77d x-openstack-request-id: req-ad311f32-e657-4674-b0b7-47b7d3b6d77d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:24.212214 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "name": "network-vif-plugged", "status": "completed", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:24.212483 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad311f32-e657-4674-b0b7-47b7d3b6d77d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:24.212886 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'code': 200}
Nov 27 20:46:24.233251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-7b5fc035-e62f-414e-b511-8386148ffbd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=cc80c785-1cc6-4355-ac2e-daab2c4b016b HTTP/1.1" status: 200  len: 217 time: 0.0441716
Nov 27 20:46:24.241073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-8bccf0fc-3333-464f-b6d7-263a7052f41e tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:24.250258 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-8bccf0fc-3333-464f-b6d7-263a7052f41e tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4589882
Nov 27 20:46:24.321322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-016a6b2e-9421-4963-8935-2d65e460df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:24.322629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-016a6b2e-9421-4963-8935-2d65e460df88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0669460
Nov 27 20:46:24.329738 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-b2e1bbc6-74d4-48ae-a8de-b8f4ea36487e tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/quotas/c8c32b0fff364ad7b9bbaf1fb71e3a67 HTTP/1.1" status: 200  len: 375 time: 0.0786049
Nov 27 20:46:24.335071 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81613c8-daba-452d-91d9-a635d8496adc x-openstack-request-id: req-a81613c8-daba-452d-91d9-a635d8496adc {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:24.335426 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927d4c83-0a2a-4237-90fb-edae98280a7d", "tag": "cc80c785-1cc6-4355-ac2e-daab2c4b016b", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:24.336215 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a81613c8-daba-452d-91d9-a635d8496adc {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:24.336607 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927d4c83-0a2a-4237-90fb-edae98280a7d', 'tag': 'cc80c785-1cc6-4355-ac2e-daab2c4b016b', 'status': 'completed', 'code': 200}
Nov 27 20:46:24.338220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111ccca-c197-4d60-8bc0-1c6d661faf81 service neutron] Pushing event updated for resources: {'Port': ['ID=cc80c785-1cc6-4355-ac2e-daab2c4b016b,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:24.352553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e91c3a-b897-4eaf-9f4d-590cb86e2e79 req-d521d71c-6f4e-43e0-a1ab-d3e08de29fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:24.354081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00e91c3a-b897-4eaf-9f4d-590cb86e2e79 req-d521d71c-6f4e-43e0-a1ab-d3e08de29fe6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1101 time: 0.0810487
Nov 27 20:46:24.445291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54784) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:24.466055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-f0f7e058-94e6-4fed-b3e3-5fe05758dbf7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1324792
Nov 27 20:46:24.467873 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f1691-7d54-471c-8eae-808f36ec6589 req-46f910e4-a4c5-4300-9202-4efae8146b7a tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:24.469785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-615f1691-7d54-471c-8eae-808f36ec6589 req-46f910e4-a4c5-4300-9202-4efae8146b7a tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 947 time: 0.0941572
Nov 27 20:46:24.473093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00e91c3a-b897-4eaf-9f4d-590cb86e2e79 req-89f1d488-f03a-44ed-86c4-34cd94c2110d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117430
Nov 27 20:46:24.514857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-3bfffd6c-ac5c-4392-8327-80931b95fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:24.516477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-3bfffd6c-ac5c-4392-8327-80931b95fb18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1737165
Nov 27 20:46:24.522005 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e54dfec-6e7b-4cc3-b9fb-a1b6b2696ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:24.536294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e54dfec-6e7b-4cc3-b9fb-a1b6b2696ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:24.541692 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-615f1691-7d54-471c-8eae-808f36ec6589 req-1b0357a5-44e5-46d1-9902-56a61a5d5c85 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630350
Nov 27 20:46:24.621708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7e54dfec-6e7b-4cc3-b9fb-a1b6b2696ca5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=422364614bf44a91978a65af181a30ed&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3623140
Nov 27 20:46:24.624426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54792) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:24.637662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54dfec-6e7b-4cc3-b9fb-a1b6b2696ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8e3575-5b16-438c-b558-920299b645a2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:24.675373 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-30844c6f-7a4b-41c5-a221-356741de4feb service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504838
Nov 27 20:46:24.806777 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07534172-adda-4198-a21a-61f0880e3188 req-c6db6271-6bdb-4572-99a7-bb01911a0c9d tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 210 time: 0.0668700
Nov 27 20:46:24.809008 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26f8b089-e0a6-4425-bcbf-c4e34def5a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:24.859428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1abc6780-bca9-4efb-9114-bea82626d64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:24.903812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6782fd7a-47ad-46b6-b1f4-33414c13ca26 req-766cf38f-c4ad-435b-b8cd-d2d2abe3795d service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193751
Nov 27 20:46:24.909086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1abc6780-bca9-4efb-9114-bea82626d64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:24.930183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54810) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:24.939005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-379657990-network', 'tenant_id': 'a146d6034f3e4681b6a81cb27ce5f57a'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:24.978723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ea07e-dfec-4557-a7d7-abb914992cce req-0346a07a-7973-4131-82e5-7f10d4327106 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:24.986500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc3ea07e-dfec-4557-a7d7-abb914992cce req-0346a07a-7973-4131-82e5-7f10d4327106 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.1018560
Nov 27 20:46:25.048943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Made reservation on behalf of a146d6034f3e4681b6a81cb27ce5f57a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:25.050763 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26f8b089-e0a6-4425-bcbf-c4e34def5a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.051329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.055140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1abc6780-bca9-4efb-9114-bea82626d64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.059307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1abc6780-bca9-4efb-9114-bea82626d64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.062836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1abc6780-bca9-4efb-9114-bea82626d64f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f8e3575-5b16-438c-b558-920299b645a2 HTTP/1.1" status: 204  len: 168 time: 0.4351034
Nov 27 20:46:25.064051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26f8b089-e0a6-4425-bcbf-c4e34def5a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.067484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.079218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc6780-bca9-4efb-9114-bea82626d64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8e3575-5b16-438c-b558-920299b645a2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:25.112131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc3ea07e-dfec-4557-a7d7-abb914992cce req-ab9af001-a3ec-4a1a-b5e3-10098cabbcb6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242111
Nov 27 20:46:25.124773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-0c87b1b3-b4e1-4795-bd9d-7bdac18a74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:25.126978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-0c87b1b3-b4e1-4795-bd9d-7bdac18a74b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e7fd405b830467db077102575590b2e&device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 1098 time: 0.1378827
Nov 27 20:46:25.127125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8b089-e0a6-4425-bcbf-c4e34def5a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26807312-7288-4810-b48d-cc8cdbf25984,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:25.151037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-26f8b089-e0a6-4425-bcbf-c4e34def5a6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f859ea45f6e741209af2f0f69b576f42&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7047012
Nov 27 20:46:25.151773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54818) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:25.232917 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47c38c9a-6f81-4d37-b9c6-37610023172a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.266274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-7087e72a-88e2-4215-acdd-86164bbefa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:25.267734 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47c38c9a-6f81-4d37-b9c6-37610023172a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.267885 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-7087e72a-88e2-4215-acdd-86164bbefa8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1287627
Nov 27 20:46:25.332823 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.334766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-885d3333-c108-45fd-950f-0bd206dc1b1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=cc80c785-1cc6-4355-ac2e-daab2c4b016b HTTP/1.1" status: 200  len: 217 time: 0.0593143
Nov 27 20:46:25.363941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.376298 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47c38c9a-6f81-4d37-b9c6-37610023172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.379912 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47c38c9a-6f81-4d37-b9c6-37610023172a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.381863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-47c38c9a-6f81-4d37-b9c6-37610023172a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26807312-7288-4810-b48d-cc8cdbf25984 HTTP/1.1" status: 204  len: 168 time: 0.2290812
Nov 27 20:46:25.393466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475412d-6c8c-4f35-a173-93988104c0b9 req-8ec5e12b-06b7-4f54-9999-d98721087842 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:25.395673 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0475412d-6c8c-4f35-a173-93988104c0b9 req-8ec5e12b-06b7-4f54-9999-d98721087842 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 950 time: 0.0760424
Nov 27 20:46:25.403495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c38c9a-6f81-4d37-b9c6-37610023172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26807312-7288-4810-b48d-cc8cdbf25984,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:25.437972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:46:25.452439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d3311e-2a5b-483e-809d-552883607b12,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:25.458021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-71bd8b97-7494-4523-af42-536847f20f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:25.459842 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-71bd8b97-7494-4523-af42-536847f20f90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1154971
Nov 27 20:46:25.461637 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.461895 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Added segment f8e11c8e-4062-4ee7-b722-f66bd69c7aee of type vlan for network 66f64877-ed90-449b-b3a7-56d40eda4ef0
Nov 27 20:46:25.536857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0475412d-6c8c-4f35-a173-93988104c0b9 req-551029d5-7695-4c89-a1ef-a47216ec75fc tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098785
Nov 27 20:46:25.546515 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.575277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-3ba8f2fb-92f8-47ee-a7c1-af96be1bbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:25.577650 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-3ba8f2fb-92f8-47ee-a7c1-af96be1bbaa1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1068091
Nov 27 20:46:25.651502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.652480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:25.653129 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.690509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54836) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:25.711341 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f795a1f0-3f21-4a0f-b377-a2558e4b9d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.805263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] Pushing event updated for resources: {'Network': ['ID=66f64877-ed90-449b-b3a7-56d40eda4ef0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:25.817895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 66f64877-ed90-449b-b3a7-56d40eda4ef0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:46:25.843477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-87d1e016-52ee-4f7f-857e-9801c5dd2aac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9070191
Nov 27 20:46:25.845327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54842) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:25.865799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Request body: {'subnet': {'network_id': '66f64877-ed90-449b-b3a7-56d40eda4ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-379657990-subnet', 'tenant_id': 'a146d6034f3e4681b6a81cb27ce5f57a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:25.880569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-f6720b91-9855-4e9b-bc5b-e513ac5901e6 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2911935
Nov 27 20:46:25.880749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f795a1f0-3f21-4a0f-b377-a2558e4b9d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.904453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f795a1f0-3f21-4a0f-b377-a2558e4b9d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:25.923111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b6f4d-14f8-4e33-baac-2e8ffc7f6da8 req-dcb404bf-e707-4512-8108-415fe47f05df tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:25.925114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c6b6f4d-14f8-4e33-baac-2e8ffc7f6da8 req-dcb404bf-e707-4512-8108-415fe47f05df tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 947 time: 0.2346327
Nov 27 20:46:25.992237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Made reservation on behalf of a146d6034f3e4681b6a81cb27ce5f57a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:25.995228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Publish callbacks [] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:26.062914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795a1f0-3f21-4a0f-b377-a2558e4b9d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d2fcb1-964f-4e80-8dd6-52365032651e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:26.067751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f795a1f0-3f21-4a0f-b377-a2558e4b9d15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d66ae1e4d29435e8489bc8f53cf7eb4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3756044
Nov 27 20:46:26.077646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54852) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:26.186848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24322c76-7da0-4c3c-88e3-030857c08d45 req-c253f497-9268-440e-8500-73e32fdbed20 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:26.197058 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-24322c76-7da0-4c3c-88e3-030857c08d45 req-c253f497-9268-440e-8500-73e32fdbed20 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 950 time: 0.2769804
Nov 27 20:46:26.228509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-90f3f5c4-6586-4cbb-b6d0-b3cd56c3010c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0529745
Nov 27 20:46:26.284375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c6b6f4d-14f8-4e33-baac-2e8ffc7f6da8 req-d542881a-96ad-4c9e-9a0a-6052f7b0318f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3481507
Nov 27 20:46:26.384089 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a9d76ed-a408-4eda-aeab-6b30a206c8a4 req-4dc4e4f1-766d-4699-808c-ed537fa63fea service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4912548
Nov 27 20:46:26.433097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cbea-a948-41ef-8671-1b7be67e7fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:26.444018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7c1adcb8-c5a7-4a2a-aa8c-0c49a84c8380 req-24a49c7d-70ba-4b13-a1c5-c1d35059c4d1 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 210 time: 0.0274866
Nov 27 20:46:26.494662 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-24322c76-7da0-4c3c-88e3-030857c08d45 req-a9a51f6d-73dd-4bcd-bb42-c670df049533 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948492
Nov 27 20:46:26.523683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-e67577da-0c5b-47a7-8d4d-21dd07f9c468 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:26.525184 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-e67577da-0c5b-47a7-8d4d-21dd07f9c468 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2853575
Nov 27 20:46:26.528966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cbea-a948-41ef-8671-1b7be67e7fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:26.545235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Request body: {'port': {'device_id': '7e727772-99b2-45c0-9110-ac8dce65e2ae', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c8c32b0fff364ad7b9bbaf1fb71e3a67'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:26.572571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b9d84-c47f-4e82-8ced-7931d3f702fe req-ad9e0d85-c3ac-4020-bfda-0f4bdbe4332d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:26.574131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-821b9d84-c47f-4e82-8ced-7931d3f702fe req-ad9e0d85-c3ac-4020-bfda-0f4bdbe4332d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.0607533
Nov 27 20:46:26.643519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-821b9d84-c47f-4e82-8ced-7931d3f702fe req-6305f87c-6ead-47ca-b65d-00d9030fce58 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588970
Nov 27 20:46:26.697439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cbea-a948-41ef-8671-1b7be67e7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:26.700124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cbea-a948-41ef-8671-1b7be67e7fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:26.701271 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a7c9cbea-a948-41ef-8671-1b7be67e7fcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53d2fcb1-964f-4e80-8dd6-52365032651e HTTP/1.1" status: 204  len: 168 time: 0.6222448
Nov 27 20:46:26.709375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:26.730722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9cbea-a948-41ef-8671-1b7be67e7fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d2fcb1-964f-4e80-8dd6-52365032651e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:26.788518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54880) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:26.794728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8745b05-095c-4563-9e33-fd2925f4c7d4,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:26.814740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Made reservation on behalf of c8c32b0fff364ad7b9bbaf1fb71e3a67 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:26.818576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:26.822715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Checking segment: {'id': 'f8e11c8e-4062-4ee7-b722-f66bd69c7aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '66f64877-ed90-449b-b3a7-56d40eda4ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:26.823126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Network hostable DHCP agents. Network: 66f64877-ed90-449b-b3a7-56d40eda4ef0, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:46:26.897548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Network 66f64877-ed90-449b-b3a7-56d40eda4ef0 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:46:26.914870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66f64877-ed90-449b-b3a7-56d40eda4ef0) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:26.923035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:26.924058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80227193-cb65-4ae6-88b5-e536a35cc7c2 None None] Network 66f64877-ed90-449b-b3a7-56d40eda4ef0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:26.928016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:26.983299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c2034cd0-284c-4045-b697-cc598a436b2f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.1219485
Nov 27 20:46:26.999720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Allocated IP 192.168.233.204 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/921d53f1-521d-4cdd-b823-85f92a7d7fd4) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:27.136332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856fe16-be9f-4a2d-a765-6c04065263ae None None] Network 66f64877-ed90-449b-b3a7-56d40eda4ef0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:27.216170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-network', 'tenant_id': 'bba5dc062b60481085531bc034e45209'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:27.251314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Made reservation on behalf of bba5dc062b60481085531bc034e45209 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:27.256006 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.271769 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.327969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ad1c4-1475-40bb-a8ba-91fc46d8aaf5 req-a4cf9262-5b4e-4fc5-a913-fe0e9131698a tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:27.335989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-268ad1c4-1475-40bb-a8ba-91fc46d8aaf5 req-a4cf9262-5b4e-4fc5-a913-fe0e9131698a tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 950 time: 0.2818942
Nov 27 20:46:27.409334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.418335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.451246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.469389 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-268ad1c4-1475-40bb-a8ba-91fc46d8aaf5 req-d334c2fe-f71f-4011-9418-a8b891471801 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/security-groups?id=24103546-4ea0-49a9-bb79-f799d817dee3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321216
Nov 27 20:46:27.514500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aed01a5-e00e-449a-a043-32d4967dea83,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:27.537713 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.543760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:46:27.552527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['41eff457-e562-48bc-bb0b-6db9a9bacf92'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:27.558624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['61486de3-700a-473b-8c7d-f6d50698c8b0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:27.571600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.572130 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Added segment ac94e70e-175e-42f5-90a0-d47fbee20d7c of type vlan for network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b
Nov 27 20:46:27.575690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1e47-2763-4645-8559-3dc8ad0a09e3 req-49736532-9367-4c02-a515-aa1e655dd2ed tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:27.584776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee1c1e47-2763-4645-8559-3dc8ad0a09e3 req-49736532-9367-4c02-a515-aa1e655dd2ed tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1101 time: 0.1680434
Nov 27 20:46:27.614541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Pushing event updated for resources: {'Port': ['ID=921d53f1-521d-4cdd-b823-85f92a7d7fd4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:27.634055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:27.639463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ee1c1e47-2763-4645-8559-3dc8ad0a09e3 req-a4183950-3b13-4078-8547-f39ba4178951 tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.644232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:27.658882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:27.668234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:27.668992 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.713160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-674cabe8-9f52-4152-879d-92eded280757 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1722836
Nov 27 20:46:27.729470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d0ed-67fe-4ebc-8dba-4834bde2924e req-f9e2ad2b-2dbd-445e-99b9-82a8ad0b73a3 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:27.730908 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c8e2d0ed-67fe-4ebc-8dba-4834bde2924e req-f9e2ad2b-2dbd-445e-99b9-82a8ad0b73a3 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 947 time: 0.1005220
Nov 27 20:46:27.736534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Request body: {'port': {'device_id': '7e727772-99b2-45c0-9110-ac8dce65e2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:27.777929 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.814265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.858832 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ee1c1e47-2763-4645-8559-3dc8ad0a09e3 req-a4183950-3b13-4078-8547-f39ba4178951 tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.868977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ee1c1e47-2763-4645-8559-3dc8ad0a09e3 req-a4183950-3b13-4078-8547-f39ba4178951 tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.888343 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c8e2d0ed-67fe-4ebc-8dba-4834bde2924e req-8bc71b17-e2a3-49ea-89eb-959dbf9cc426 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471992
Nov 27 20:46:27.934458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4183950-3b13-4078-8547-f39ba4178951 tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd23741-6f20-4ce8-96ff-58ac3c36dde8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:27.957922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.959071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:27.959708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:27.970629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee1c1e47-2763-4645-8559-3dc8ad0a09e3 req-a4183950-3b13-4078-8547-f39ba4178951 tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3847210
Nov 27 20:46:28.016838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7d3ccf7e-e547-46f5-a865-2b084bb3c0c1 None None] Provisioning complete for port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:28.017315 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7d3ccf7e-e547-46f5-a865-2b084bb3c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.022150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.2293255
Nov 27 20:46:28.029307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54924) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:28.035495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Request body: {'subnet': {'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-subnet', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:28.048339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb63208-a91f-4efa-bd41-f8abf1cbd58e admin admin] Pushing event updated for resources: {'Network': ['ID=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:28.074915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:46:28.083231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Made reservation on behalf of bba5dc062b60481085531bc034e45209 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:28.086145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.136788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ccf7e-e547-46f5-a865-2b084bb3c0c1 None None] Port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:28.294804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a50333-ac51-4296-a2c7-cc73041ee194 req-d2f49c31-7715-47a1-9f61-8b27970ccc91 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:28.302235 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41a50333-ac51-4296-a2c7-cc73041ee194 req-d2f49c31-7715-47a1-9f61-8b27970ccc91 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 936 time: 0.2030857
Nov 27 20:46:28.369198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.369657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41a50333-ac51-4296-a2c7-cc73041ee194 req-471b2daf-5d57-4663-8fec-45e0221f584c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659668
Nov 27 20:46:28.382164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-21087711-b751-400c-aa19-3a5123d157e4 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:28.384348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-21087711-b751-400c-aa19-3a5123d157e4 tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.15 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 950 time: 0.0730886
Nov 27 20:46:28.492533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921d53f1-521d-4cdd-b823-85f92a7d7fd4 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:28.501183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.515386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=504d0b4b-8f87-4c09-952d-ea718b410b10,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:28.519013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Transition to ACTIVE for port object 921d53f1-521d-4cdd-b823-85f92a7d7fd4 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:28.524990 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.542844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Checking segment: {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:28.543220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Network hostable DHCP agents. Network: 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:46:28.559334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Deleting port 504292fa-16a1-4d42-9aed-d4f56d8c892f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:46:28.559523 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.584128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Pushing event updated for resources: {'Port': ['ID=921d53f1-521d-4cdd-b823-85f92a7d7fd4,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:28.627364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Attempting to bind port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:28.627715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Attempting to bind port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:28.628054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Attempting to bind port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:28.634913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cc80c785-1cc6-4355-ac2e-daab2c4b016b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:28.645767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:28.646110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Attempting to bind port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:28.659990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:28.660352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:28.660841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:28.662986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Bound port: 921d53f1-521d-4cdd-b823-85f92a7d7fd4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:28.663397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.765984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:46:28.808059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] For port 921d53f1-521d-4cdd-b823-85f92a7d7fd4, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:28.817903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] For port 921d53f1-521d-4cdd-b823-85f92a7d7fd4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=921d53f1-521d-4cdd-b823-85f92a7d7fd4,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:28.824092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.839165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:28.859754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac19d6a-97fa-4000-8bfa-705b44887915 None None] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:28.862908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cc80c785-1cc6-4355-ac2e-daab2c4b016b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc80c785-1cc6-4355-ac2e-daab2c4b016b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:28.894273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:28.894917 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.896458 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] 10.222.0.15 "PUT /v2.0/ports/921d53f1-521d-4cdd-b823-85f92a7d7fd4 HTTP/1.1" status: 200  len: 1096 time: 1.1640723
Nov 27 20:46:28.899313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e727772-99b2-45c0-9110-ac8dce65e2ae', 'tag': '921d53f1-521d-4cdd-b823-85f92a7d7fd4'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:28.899313 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63" -d '{"events": [{"name": "network-changed", "server_uuid": "7e727772-99b2-45c0-9110-ac8dce65e2ae", "tag": "921d53f1-521d-4cdd-b823-85f92a7d7fd4"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:28.930577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:28.933821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:28.968351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-06368d53-0f45-437f-9b4b-ffb127e45e50 req-c92d5565-845a-420b-83a2-96a593f88f0a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:46:28.982416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-06368d53-0f45-437f-9b4b-ffb127e45e50 req-c92d5565-845a-420b-83a2-96a593f88f0a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2411332
Nov 27 20:46:28.983168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38396e60-01c9-4b4e-a0aa-32906a2bf955 service neutron] Pushing event updated for resources: {'Port': ['ID=921d53f1-521d-4cdd-b823-85f92a7d7fd4,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:29.007933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'cc80c785-1cc6-4355-ac2e-daab2c4b016b', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'cc80c785-1cc6-4355-ac2e-daab2c4b016b', 'mac_address': 'fa:16:3e:a9:61:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:29.041035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] For port 504292fa-16a1-4d42-9aed-d4f56d8c892f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=504292fa-16a1-4d42-9aed-d4f56d8c892f,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:29.041554 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.052480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-de04594c-b8ab-4af0-a76f-e9bfe3b4291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:29.055060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-de04594c-b8ab-4af0-a76f-e9bfe3b4291d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 1099 time: 0.0948045
Nov 27 20:46:29.107609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Calling delete_port for 504292fa-16a1-4d42-9aed-d4f56d8c892f owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:46:29.113882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-fded3352-f831-4651-b72b-f20d261f6540 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=921d53f1-521d-4cdd-b823-85f92a7d7fd4 HTTP/1.1" status: 200  len: 217 time: 0.0509763
Nov 27 20:46:29.142862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-7798edea-a359-4b02-ae1d-7074fdd15d3c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:29.153115 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-7798edea-a359-4b02-ae1d-7074fdd15d3c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 820 time: 0.5958588
Nov 27 20:46:29.167445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e377412a-13da-42f8-b52c-6d62b3727c0d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.1366613
Nov 27 20:46:29.168071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54972) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:29.178484 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.182018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-86e832e0-e0ba-4252-ba51-5f7b6a4e4f09 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/quotas/a9eca53282994b4094a056750bb24ccb HTTP/1.1" status: 200  len: 375 time: 0.0279570
Nov 27 20:46:29.228588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-c0a3b7bb-ecab-4863-bcee-0a64d95856c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:29.231454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-c0a3b7bb-ecab-4863-bcee-0a64d95856c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1109951
Nov 27 20:46:29.238947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:29.267090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc80c785-1cc6-4355-ac2e-daab2c4b016b {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:29.283292 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-afdfc8f1-d0bf-4676-93fc-e748fc961a3c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0397625
Nov 27 20:46:29.298168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-b5f08400-bb98-454e-8f86-aef79943658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:29.299937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-b5f08400-bb98-454e-8f86-aef79943658d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0598989
Nov 27 20:46:29.300947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-45e597db-35f6-4295-9d09-2b61c813fe6c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:46:29.303716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-45e597db-35f6-4295-9d09-2b61c813fe6c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0119441
Nov 27 20:46:29.313502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cc80c785-1cc6-4355-ac2e-daab2c4b016b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc80c785-1cc6-4355-ac2e-daab2c4b016b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:29.332943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.349934 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.351217 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.364883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:46:29.371168 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.417237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-12791cb2-6d0b-448b-92e8-cc0a1e181c8b service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1092892
Nov 27 20:46:29.435014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cc80c785-1cc6-4355-ac2e-daab2c4b016b,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:29.550879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.580838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fec54f6-5f8a-4785-a637-e46ebb7557b1 req-4f972ee3-133a-4640-8146-36ad0a5ced8b service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563745
Nov 27 20:46:29.608602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-aecbf081-1aa6-4cd9-8657-ae6c4e7588bc service neutron] 10.222.0.21 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2690282
Nov 27 20:46:29.609093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['cc80c785-1cc6-4355-ac2e-daab2c4b016b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:29.617298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Allocated IP 172.20.0.2 (928a9d2f-c6ce-4a29-a19b-6db7d0d4717b/504d0b4b-8f87-4c09-952d-ea718b410b10/bd842ab1-e829-435a-8d5c-20e0006bd250) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:29.662451 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.693735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['504292fa-16a1-4d42-9aed-d4f56d8c892f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:29.735050 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed522061-3e25-4cc8-aff9-8b81e2eef897 req-5be6b9ac-afbe-4aac-8475-008b3f5d30ac tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.21 "GET /v2.0/ports?device_id=f76a34a6-fb51-4685-af0f-03a76c89c2f0 HTTP/1.1" status: 200  len: 210 time: 0.0313122
Nov 27 20:46:29.774804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Pushing event deleted for resources: {'Port': ['ID=504292fa-16a1-4d42-9aed-d4f56d8c892f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:29.789534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54994) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:29.842578 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.846319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.846673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.847058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.847377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.847718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.848060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.848397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.849078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.849284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.849627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.849957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.850286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:29.885746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] No DVR routers for this DVR port 504292fa-16a1-4d42-9aed-d4f56d8c892f on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:46:29.907467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508b472-6678-4ccb-8aed-d6cebffd7cff req-5af31009-1de2-4d74-84a6-314f6765dacb tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:29.907824 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:29.911462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ac69dc6-2ed0-454a-905e-7de4d2dc00c7 req-18aaa380-6c03-459c-a4b7-5006124ada2b tempest-DeleteServersAdminTestJSON-1921123353 tempest-DeleteServersAdminTestJSON-1921123353-project] 10.222.0.15 "DELETE /v2.0/ports/504292fa-16a1-4d42-9aed-d4f56d8c892f HTTP/1.1" status: 204  len: 173 time: 1.5073764
Nov 27 20:46:29.911929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76a34a6-fb51-4685-af0f-03a76c89c2f0', 'name': 'network-vif-deleted', 'tag': '504292fa-16a1-4d42-9aed-d4f56d8c892f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:29.914787 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b98341b-2ff6-4766-aa92-c2c7506b01b9" -d '{"events": [{"server_uuid": "f76a34a6-fb51-4685-af0f-03a76c89c2f0", "name": "network-vif-deleted", "tag": "504292fa-16a1-4d42-9aed-d4f56d8c892f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:29.915789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4508b472-6678-4ccb-8aed-d6cebffd7cff req-5af31009-1de2-4d74-84a6-314f6765dacb tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 948 time: 0.1096747
Nov 27 20:46:29.971559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-ab3a8080-a19c-47d3-9e3a-e32e19ee6f85 service neutron] 10.222.0.21 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3178592
Nov 27 20:46:29.984349 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-bbdc48c6-13fa-45ad-84b4-0c4626446813 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1929343
Nov 27 20:46:30.007163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-b64ea34e-5b89-49c2-8ab9-47c8c784ffe7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:46:30.008602 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-b64ea34e-5b89-49c2-8ab9-47c8c784ffe7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069973
Nov 27 20:46:30.040527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4508b472-6678-4ccb-8aed-d6cebffd7cff req-93f21cf3-2e97-401d-ac48-f916fe030d5c tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032507
Nov 27 20:46:30.091177 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a5237-3d52-462b-8894-c16fe6e407ce x-openstack-request-id: req-045a5237-3d52-462b-8894-c16fe6e407ce {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:30.091586 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e727772-99b2-45c0-9110-ac8dce65e2ae", "tag": "921d53f1-521d-4cdd-b823-85f92a7d7fd4", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:30.091855 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-045a5237-3d52-462b-8894-c16fe6e407ce {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:30.092260 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e727772-99b2-45c0-9110-ac8dce65e2ae', 'tag': '921d53f1-521d-4cdd-b823-85f92a7d7fd4', 'status': 'completed', 'code': 200}
Nov 27 20:46:30.095162 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:30.117840 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:30.169539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:30.172813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:30.179886 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:30.190459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Pushing event updated for resources: {'Port': ['ID=bd842ab1-e829-435a-8d5c-20e0006bd250,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:30.301620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Attempting to bind port bd842ab1-e829-435a-8d5c-20e0006bd250 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:30.302044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Attempting to bind port bd842ab1-e829-435a-8d5c-20e0006bd250 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:30.302350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Attempting to bind port bd842ab1-e829-435a-8d5c-20e0006bd250 on network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:30.312830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:30.313204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Checking segment: {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:30.313624 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:30.314020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Bound using segment: {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:30.314500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Bound port: bd842ab1-e829-435a-8d5c-20e0006bd250, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:30.314890 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:30.463689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] For port bd842ab1-e829-435a-8d5c-20e0006bd250, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:30.469292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] For port bd842ab1-e829-435a-8d5c-20e0006bd250, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd842ab1-e829-435a-8d5c-20e0006bd250,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:30.478749 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:30.560328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af00a1-3109-46f3-81d5-e7acc8c89490 None None] Pushing event updated for resources: {'Port': ['ID=bd842ab1-e829-435a-8d5c-20e0006bd250,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:30.644753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cc80c785-1cc6-4355-ac2e-daab2c4b016b up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:30.650476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911b835-705c-45ce-bca5-00ae25f4f7ac req-300ba84a-173d-4539-9160-ea0f3e5f9aeb tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:30.656388 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a911b835-705c-45ce-bca5-00ae25f4f7ac req-300ba84a-173d-4539-9160-ea0f3e5f9aeb tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.0840280
Nov 27 20:46:30.715828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-38a09869-4ea9-49e9-bc5a-cfc54282011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:30.717757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-38a09869-4ea9-49e9-bc5a-cfc54282011b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 1099 time: 0.2436175
Nov 27 20:46:30.720289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:30.790040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a911b835-705c-45ce-bca5-00ae25f4f7ac req-464e2afc-8723-4e4e-8d86-28a450d2774f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218581
Nov 27 20:46:30.812094 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:30.833988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port cc80c785-1cc6-4355-ac2e-daab2c4b016b completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:30.840340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port cc80c785-1cc6-4355-ac2e-daab2c4b016b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:30.841721 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.023145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Allocated IP 172.35.3.125 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/b23088c3-b706-477a-b70e-f13da701924f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:31.056073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55042) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:31.056838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c49d-9af1-4085-a7c2-343377805a59 req-f271f7e9-e6a1-4394-a646-bf35e4ef66be tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:31.061205 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.069177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74c7c49d-9af1-4085-a7c2-343377805a59 req-f271f7e9-e6a1-4394-a646-bf35e4ef66be tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 948 time: 0.5927174
Nov 27 20:46:31.097565 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c25381f-2905-42a9-a231-b54dee22c54b x-openstack-request-id: req-8c25381f-2905-42a9-a231-b54dee22c54b {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:31.100908 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76a34a6-fb51-4685-af0f-03a76c89c2f0", "name": "network-vif-deleted", "tag": "504292fa-16a1-4d42-9aed-d4f56d8c892f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:31.102899 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c25381f-2905-42a9-a231-b54dee22c54b {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:31.104491 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76a34a6-fb51-4685-af0f-03a76c89c2f0', 'name': 'network-vif-deleted', 'tag': '504292fa-16a1-4d42-9aed-d4f56d8c892f', 'status': 'completed', 'code': 200}
Nov 27 20:46:31.131945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d4c83-0a2a-4237-90fb-edae98280a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80c785-1cc6-4355-ac2e-daab2c4b016b'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:31.135036 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd44911-71ae-4085-84f9-c936263a983c" -d '{"events": [{"server_uuid": "927d4c83-0a2a-4237-90fb-edae98280a7d", "name": "network-vif-plugged", "status": "completed", "tag": "cc80c785-1cc6-4355-ac2e-daab2c4b016b"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:31.152737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cc80c785-1cc6-4355-ac2e-daab2c4b016b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc80c785-1cc6-4355-ac2e-daab2c4b016b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:31.160281 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.170566 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d925cf04-d552-498c-ac61-4e81eab6160f req-b06a203c-4af3-4e51-aaac-1f98e50e13ca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 210 time: 0.0389214
Nov 27 20:46:31.273297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cc80c785-1cc6-4355-ac2e-daab2c4b016b,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:31.303446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.317931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74c7c49d-9af1-4085-a7c2-343377805a59 req-ecc8d7df-69db-42c5-9709-9e6e4261eb34 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345257
Nov 27 20:46:31.429381 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.431242 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.438764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-61e287f8-daf1-48fd-9ac3-4ed1794d5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:31.446373 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-61e287f8-daf1-48fd-9ac3-4ed1794d5f44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.6710470
Nov 27 20:46:31.477372 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b31cf5-8819-469b-87aa-dc7873a98adf x-openstack-request-id: req-06b31cf5-8819-469b-87aa-dc7873a98adf {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:31.477958 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d4c83-0a2a-4237-90fb-edae98280a7d", "name": "network-vif-plugged", "status": "completed", "tag": "cc80c785-1cc6-4355-ac2e-daab2c4b016b", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:31.478357 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06b31cf5-8819-469b-87aa-dc7873a98adf {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:31.478933 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d4c83-0a2a-4237-90fb-edae98280a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80c785-1cc6-4355-ac2e-daab2c4b016b', 'code': 200}
Nov 27 20:46:31.485401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9b989c20b5c4459b1d9c5c1a375640b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4281576
Nov 27 20:46:31.501433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55058) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:31.546727 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-c5a90a9d-2a3b-408d-81e6-bb05db9b69c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=921d53f1-521d-4cdd-b823-85f92a7d7fd4 HTTP/1.1" status: 200  len: 217 time: 0.0865343
Nov 27 20:46:31.552991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.558177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a18686d-d5bc-42c3-876f-0f18fd354b4c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:31.577469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.577983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.578462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.578914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.579388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.579833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.580280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.581806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.582426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.582869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.583417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.583815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04269c-7ebe-4e9e-979c-57d275ac8226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:31.628595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-504993c0-9d50-46d5-a773-3b666e62b6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.660482 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-504993c0-9d50-46d5-a773-3b666e62b6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.669495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbc4bb-2d7e-40b4-a4ec-228729e1f6e7 req-5f744324-5373-4331-8525-e96ea8d41212 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:31.671271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cddbc4bb-2d7e-40b4-a4ec-228729e1f6e7 req-5f744324-5373-4331-8525-e96ea8d41212 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 949 time: 0.2341070
Nov 27 20:46:31.684624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-7d9b3b37-b39c-4fcf-8a37-bb3ff71cc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:31.686639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-7d9b3b37-b39c-4fcf-8a37-bb3ff71cc8b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1319058
Nov 27 20:46:31.734392 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-504993c0-9d50-46d5-a773-3b666e62b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.737900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-504993c0-9d50-46d5-a773-3b666e62b6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.739153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-504993c0-9d50-46d5-a773-3b666e62b6bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a18686d-d5bc-42c3-876f-0f18fd354b4c HTTP/1.1" status: 204  len: 168 time: 0.2331951
Nov 27 20:46:31.749203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504993c0-9d50-46d5-a773-3b666e62b6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a18686d-d5bc-42c3-876f-0f18fd354b4c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:31.940870 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:31.963230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cddbc4bb-2d7e-40b4-a4ec-228729e1f6e7 req-ab5c2206-f280-463d-a17b-ff2c855f8a9d tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387562
Nov 27 20:46:32.032605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d48bbe-6f1a-43f8-bcad-37fb2e01c2d8 req-37494578-1e33-4c3c-928e-e1457ce067fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:32.034372 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4d48bbe-6f1a-43f8-bcad-37fb2e01c2d8 req-37494578-1e33-4c3c-928e-e1457ce067fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 1100 time: 0.3466821
Nov 27 20:46:32.085236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:32.119292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:32.135752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-26c0f2b8-5edb-48d8-89f6-a0da8aa1ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:32.138281 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-26c0f2b8-5edb-48d8-89f6-a0da8aa1ed49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4195104
Nov 27 20:46:32.138410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:32.142778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=b23088c3-b706-477a-b70e-f13da701924f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:32.209430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ac012-e8b6-4021-96b8-e852dcbd1c73 None None] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:32.252876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b24d60-4100-4b55-8a72-589fe17316d7 req-f667d9b2-d26a-4a5f-955e-fd87414130d3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:32.266090 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2b24d60-4100-4b55-8a72-589fe17316d7 req-f667d9b2-d26a-4a5f-955e-fd87414130d3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.2438388
Nov 27 20:46:32.272348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4d48bbe-6f1a-43f8-bcad-37fb2e01c2d8 req-04769675-ece4-405a-bcc5-4e45fbfc4f69 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215562
Nov 27 20:46:32.321278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-5949d9f2-4a43-488d-a78d-a1d5b50b7061 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:32.322850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-5949d9f2-4a43-488d-a78d-a1d5b50b7061 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 820 time: 0.3665884
Nov 27 20:46:32.345472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Request body: {'port': {'device_id': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f', 'admin_state_up': True, 'tenant_id': 'a9eca53282994b4094a056750bb24ccb'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:32.385103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2b24d60-4100-4b55-8a72-589fe17316d7 req-874ee1e4-fa1b-46f7-987a-ffc5e3f30180 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182065
Nov 27 20:46:32.413030 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-336b39c7-83fe-4afb-97e8-c26a75209112 req-60ae752b-ad1b-4133-a4e1-a9b7fa2df8a0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 210 time: 0.0874157
Nov 27 20:46:32.485553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-49f57474-c074-462a-99c7-57e6e5560633 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3391097
Nov 27 20:46:32.499758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd842ab1-e829-435a-8d5c-20e0006bd250 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:32.562357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55088) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:32.586874 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42443b50-0320-4d4a-b097-0091319c1c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:32.588165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1ce16256-2aed-420d-a048-9f0bbac57c49 None None] Provisioning complete for port bd842ab1-e829-435a-8d5c-20e0006bd250 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:32.588536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ce16256-2aed-420d-a048-9f0bbac57c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:32.638476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55090) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:32.698716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9671b30-2dfd-4b50-aeac-f9a1547278ed req-efb90465-40b5-43ea-a694-3618001d95d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:32.707763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9671b30-2dfd-4b50-aeac-f9a1547278ed req-efb90465-40b5-43ea-a694-3618001d95d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 948 time: 0.2025173
Nov 27 20:46:32.738801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Made reservation on behalf of a9eca53282994b4094a056750bb24ccb for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:32.744158 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:32.768497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55094) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:32.885501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bd842ab1-e829-435a-8d5c-20e0006bd250 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:32.885784 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:32.893331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Allocated IP 172.20.0.2 (979446f3-8da8-4e53-af09-3da825cab09f/a14abce1-2bd4-41d0-9023-f158340bf983/e37a2959-a2b3-4d7f-9dd6-d943c2ac302c) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:32.916285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:32.921981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0e23e40-bb6d-41ce-b701-68eb0a4ebb63 req-e698a5b2-42f8-45b6-8352-8ed6f1ca1c7f service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4238541
Nov 27 20:46:32.940360 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ce16256-2aed-420d-a048-9f0bbac57c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:32.966623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-0a5cbae1-4739-416d-bece-d17194898c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:32.968298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-0a5cbae1-4739-416d-bece-d17194898c27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1101 time: 0.4153860
Nov 27 20:46:32.993964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1ce16256-2aed-420d-a048-9f0bbac57c49 None None] For port bd842ab1-e829-435a-8d5c-20e0006bd250, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd842ab1-e829-435a-8d5c-20e0006bd250,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:32.999822 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ce16256-2aed-420d-a048-9f0bbac57c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.034849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 921d53f1-521d-4cdd-b823-85f92a7d7fd4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:33.125762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 504292fa-16a1-4d42-9aed-d4f56d8c892f no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:46:33.177720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 504292fa-16a1-4d42-9aed-d4f56d8c892f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:46:33.178065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 504292fa-16a1-4d42-9aed-d4f56d8c892f not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:46:33.197081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcbd70e6-f958-4986-b9f9-a64636bcf3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.216755 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.266134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce16256-2aed-420d-a048-9f0bbac57c49 None None] Pushing event updated for resources: {'Port': ['ID=bd842ab1-e829-435a-8d5c-20e0006bd250,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:33.292242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9671b30-2dfd-4b50-aeac-f9a1547278ed req-bbae3293-6ca8-45e5-9fce-5ff55dfe64b1 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5771461
Nov 27 20:46:33.326574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 921d53f1-521d-4cdd-b823-85f92a7d7fd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=921d53f1-521d-4cdd-b823-85f92a7d7fd4,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:33.356893 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:46:33.357790 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:46:33.359631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '921d53f1-521d-4cdd-b823-85f92a7d7fd4', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '921d53f1-521d-4cdd-b823-85f92a7d7fd4', 'mac_address': 'fa:16:3e:c7:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:33.368591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2228aa36-6b38-4656-af1d-a2b01fb8c860 None None] Provisioning complete for port bd842ab1-e829-435a-8d5c-20e0006bd250 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:33.368591 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2228aa36-6b38-4656-af1d-a2b01fb8c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.400504 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.484026 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.502001 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcbd70e6-f958-4986-b9f9-a64636bcf3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.502623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921d53f1-521d-4cdd-b823-85f92a7d7fd4 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:33.507512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-1aae1c33-7d47-4a42-bf67-b5e89e1ac43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:33.509981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-1aae1c33-7d47-4a42-bf67-b5e89e1ac43a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.3285704
Nov 27 20:46:33.543218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcbd70e6-f958-4986-b9f9-a64636bcf3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.547836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 921d53f1-521d-4cdd-b823-85f92a7d7fd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=921d53f1-521d-4cdd-b823-85f92a7d7fd4,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:33.549079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42443b50-0320-4d4a-b097-0091319c1c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.553318 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.559914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5c4a347a-6339-4783-bc1f-dc7d8f57a8f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a53c15d688a541849c224abc382dff55&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7785311
Nov 27 20:46:33.561510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55106) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:33.565061 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42443b50-0320-4d4a-b097-0091319c1c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.568439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.590619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df45148-5e76-4792-bced-6c30bf6ce7e8 req-596ebf0e-28ec-4bf5-94a5-874325ce7163 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:33.592273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9df45148-5e76-4792-bced-6c30bf6ce7e8 req-596ebf0e-28ec-4bf5-94a5-874325ce7163 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 949 time: 0.4936583
Nov 27 20:46:33.616671 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.617821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=921d53f1-521d-4cdd-b823-85f92a7d7fd4,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:33.670772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42443b50-0320-4d4a-b097-0091319c1c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0fedb8-0009-4e88-bbbb-7a9857b8b496,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:33.681615 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-569c89c2-48e7-48b2-aa44-f9529d539590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 217 time: 0.1395493
Nov 27 20:46:33.711283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-42443b50-0320-4d4a-b097-0091319c1c74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cf2e4fc98de4b15bd55bfd95f3600ff&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1461015
Nov 27 20:46:33.714542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55108) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:33.721412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Network 979446f3-8da8-4e53-af09-3da825cab09f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:33.723387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd70e6-f958-4986-b9f9-a64636bcf3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355ea997-68a6-44ea-aa42-51011ebaf509,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:33.751103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dcbd70e6-f958-4986-b9f9-a64636bcf3c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9d19cebb8eb47a8a37231bc16ea8704&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0946062
Nov 27 20:46:33.754726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55110) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:33.759459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:33.769598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:33.775733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:33.776340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.783841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Pushing event updated for resources: {'Port': ['ID=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:33.794143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9df45148-5e76-4792-bced-6c30bf6ce7e8 req-9af99536-73dc-4e11-bef8-b757e267a4cc tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847534
Nov 27 20:46:33.799176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fd587-d60a-4d56-b1ed-9a30185878fc req-341b0b64-923d-45b8-aaeb-ef2eea742b03 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:33.800847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-631fd587-d60a-4d56-b1ed-9a30185878fc req-341b0b64-923d-45b8-aaeb-ef2eea742b03 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.2627707
Nov 27 20:46:33.813821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b56a2d59-b57f-4d10-8e83-3901edd9f0ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.851915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-a90d13d3-6484-43fa-8aa2-4431234555ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5109136
Nov 27 20:46:33.858301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-3f1c7ac3-d89f-4325-85cf-d31536e3b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:33.859752 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-3f1c7ac3-d89f-4325-85cf-d31536e3b64a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1611981
Nov 27 20:46:33.866603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Request body: {'port': {'device_id': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:33.870833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b56a2d59-b57f-4d10-8e83-3901edd9f0ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.895961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['921d53f1-521d-4cdd-b823-85f92a7d7fd4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:33.960988 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81c2bd73-5284-4b57-9084-aa9e7fbab4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:33.973910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-631fd587-d60a-4d56-b1ed-9a30185878fc req-f0c97c30-4785-4d31-9665-6878ad902c07 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578791
Nov 27 20:46:33.975839 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db551498-e155-4980-9c71-638056982570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.000893 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7802f371-f328-4d50-9887-18c0c005798c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.005217 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81c2bd73-5284-4b57-9084-aa9e7fbab4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.033618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.037001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb39177-29d3-456e-b6b9-e0cae7f95531 req-d9032e18-09fa-4998-b7f3-98f31b70ba23 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:34.038590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0eb39177-29d3-456e-b6b9-e0cae7f95531 req-d9032e18-09fa-4998-b7f3-98f31b70ba23 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 931 time: 0.1280768
Nov 27 20:46:34.041445 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:46:34.049263 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b56a2d59-b57f-4d10-8e83-3901edd9f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.051836 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b56a2d59-b57f-4d10-8e83-3901edd9f0ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.055906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b56a2d59-b57f-4d10-8e83-3901edd9f0ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24103546-4ea0-49a9-bb79-f799d817dee3 HTTP/1.1" status: 204  len: 168 time: 0.4888513
Nov 27 20:46:34.056060 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db551498-e155-4980-9c71-638056982570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.074494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-2b49625d-b651-4f0f-ae63-6f197f976cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:34.076225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-2b49625d-b651-4f0f-ae63-6f197f976cc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2021289
Nov 27 20:46:34.080389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a2d59-b57f-4d10-8e83-3901edd9f0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24103546-4ea0-49a9-bb79-f799d817dee3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:34.177993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81c2bd73-5284-4b57-9084-aa9e7fbab4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.181314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81c2bd73-5284-4b57-9084-aa9e7fbab4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.182611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-81c2bd73-5284-4b57-9084-aa9e7fbab4d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/355ea997-68a6-44ea-aa42-51011ebaf509 HTTP/1.1" status: 204  len: 168 time: 0.4008636
Nov 27 20:46:34.217492 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0eb39177-29d3-456e-b6b9-e0cae7f95531 req-0f92f6ba-bd4a-4152-ae3e-6e1300b7c21f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618884
Nov 27 20:46:34.225915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2bd73-5284-4b57-9084-aa9e7fbab4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355ea997-68a6-44ea-aa42-51011ebaf509,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:34.253938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:46:34.275391 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Sync routers for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:46:34.290987 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:34.292979 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:34.308071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.312364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-26236373-852b-4388-915d-25ab4a028cb6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 5.1333849
Nov 27 20:46:34.312987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55118) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:34.319717 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db551498-e155-4980-9c71-638056982570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.322318 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db551498-e155-4980-9c71-638056982570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.326331 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-db551498-e155-4980-9c71-638056982570 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be0fedb8-0009-4e88-bbbb-7a9857b8b496 HTTP/1.1" status: 204  len: 168 time: 0.6038167
Nov 27 20:46:34.385162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db551498-e155-4980-9c71-638056982570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0fedb8-0009-4e88-bbbb-7a9857b8b496,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:34.390096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-e805996e-d81a-413f-bb80-427558d653af service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2853136
Nov 27 20:46:34.460162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd842ab1-e829-435a-8d5c-20e0006bd250 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:34.550622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bd842ab1-e829-435a-8d5c-20e0006bd250 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:34.551323 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.615105 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:34.697363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55126) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:34.706908 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-184d8b8a-0a87-4c5f-983a-5d097cc844c2 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2954378
Nov 27 20:46:34.766768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cd8f6-aaec-4ed3-892b-e432f95d57cc req-eafcbdf2-594a-48a1-80e7-d0fb9dc15946 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:34.768373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a2cd8f6-aaec-4ed3-892b-e432f95d57cc req-eafcbdf2-594a-48a1-80e7-d0fb9dc15946 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 949 time: 0.2928407
Nov 27 20:46:34.804122 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3e1e41c-ed47-425b-90c2-b6b197e43734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.856919 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b490>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:32Z', 'revision_number': 3, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:34.891215 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Checking router: b5cef8b7-18b5-4ecd-a292-87a3ada440d9 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:46:34.891848 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Updating router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 port b23088c3-b706-477a-b70e-f13da701924f binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:46:34.894178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37a2959-a2b3-4d7f-9dd6-d943c2ac302c {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:34.912114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.939270 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:34.974425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Transition to ACTIVE for port object e37a2959-a2b3-4d7f-9dd6-d943c2ac302c will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:34.991052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.004460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a2cd8f6-aaec-4ed3-892b-e432f95d57cc req-11ce7c85-fbce-487c-a8ab-cd51736070f3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222383
Nov 27 20:46:35.006756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55132) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:35.037015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 921d53f1-521d-4cdd-b823-85f92a7d7fd4 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:35.083245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Pushing event updated for resources: {'Port': ['ID=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:35.115895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69a3d91c-2a79-4b60-946c-8b00ee22fd2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.121089 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3e1e41c-ed47-425b-90c2-b6b197e43734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.131290 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3e1e41c-ed47-425b-90c2-b6b197e43734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.133443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:35.140852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:35.141055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:35.141941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:35.141941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:35.142774 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.165362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:35.166078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:35.214472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4117d0f-80d1-4f48-a681-68dcf10f339a req-f3d29142-c9d2-46ea-99f0-27264adf65ce tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:35.226091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1e41c-ed47-425b-90c2-b6b197e43734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe20a32-e409-4be9-89cb-603367ac9a3c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:35.227746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:35.228090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:35.228519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:35.228960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Bound port: e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:35.229316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.247094 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d4117d0f-80d1-4f48-a681-68dcf10f339a req-f3d29142-c9d2-46ea-99f0-27264adf65ce tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 949 time: 0.2856550
Nov 27 20:46:35.254222 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.256356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b3e1e41c-ed47-425b-90c2-b6b197e43734 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80406563ee66488994c5b0a9329e3348&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5484109
Nov 27 20:46:35.259966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55138) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:35.293099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 921d53f1-521d-4cdd-b823-85f92a7d7fd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=921d53f1-521d-4cdd-b823-85f92a7d7fd4,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:35.294169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e727772-99b2-45c0-9110-ac8dce65e2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921d53f1-521d-4cdd-b823-85f92a7d7fd4'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:35.297074 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a18ca3-0107-44b4-aecb-51134b118541" -d '{"events": [{"server_uuid": "7e727772-99b2-45c0-9110-ac8dce65e2ae", "name": "network-vif-plugged", "status": "completed", "tag": "921d53f1-521d-4cdd-b823-85f92a7d7fd4"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:35.302334 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.342571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d29d7-b468-4d2c-b492-ff8d7bdc2c93 req-12f2e1c5-0086-4938-8532-03e7c727b1ea tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:35.349687 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-942d29d7-b468-4d2c-b492-ff8d7bdc2c93 req-12f2e1c5-0086-4938-8532-03e7c727b1ea tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.1603851
Nov 27 20:46:35.378781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.393288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=921d53f1-521d-4cdd-b823-85f92a7d7fd4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:35.400251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:35.434835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5219f7fd-f0ab-42c0-8844-2013ad552aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.437638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:35.451937 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.467749 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d4117d0f-80d1-4f48-a681-68dcf10f339a req-15495175-2cac-4964-bc99-97ef5b088539 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182045
Nov 27 20:46:35.471655 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.484539 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.499238 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-942d29d7-b468-4d2c-b492-ff8d7bdc2c93 req-447f8ee8-9206-4758-aee2-b1dd671a7f97 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486092
Nov 27 20:46:35.577844 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Attempting to bind port b23088c3-b706-477a-b70e-f13da701924f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:35.578279 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Attempting to bind port b23088c3-b706-477a-b70e-f13da701924f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:35.578652 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Attempting to bind port b23088c3-b706-477a-b70e-f13da701924f on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:35.581703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5219f7fd-f0ab-42c0-8844-2013ad552aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.583160 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Pushing event updated for resources: {'Port': ['ID=b23088c3-b706-477a-b70e-f13da701924f,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:35.595696 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0179779-3ca8-4477-89b6-048e0982edaf x-openstack-request-id: req-d0179779-3ca8-4477-89b6-048e0982edaf {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:35.596201 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e727772-99b2-45c0-9110-ac8dce65e2ae", "name": "network-vif-plugged", "status": "completed", "tag": "921d53f1-521d-4cdd-b823-85f92a7d7fd4", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:35.596295 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0179779-3ca8-4477-89b6-048e0982edaf {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:35.596667 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e727772-99b2-45c0-9110-ac8dce65e2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921d53f1-521d-4cdd-b823-85f92a7d7fd4', 'code': 200}
Nov 27 20:46:35.601880 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:35.602320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69a3d91c-2a79-4b60-946c-8b00ee22fd2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.602441 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:35.602785 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.604519 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:35.607028 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Bound port: b23088c3-b706-477a-b70e-f13da701924f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:35.612188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:35.617138 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.618737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] 10.222.0.15 "PUT /v2.0/ports/e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 200  len: 1091 time: 1.7577190
Nov 27 20:46:35.621092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69a3d91c-2a79-4b60-946c-8b00ee22fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.621225 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.634779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:35.635522 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.636255 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.636508 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.637673 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.638029 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.639118 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.640611 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.640954 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.641295 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.641803 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e1cda8-1b74-4945-9815-2efabc64117b" -d '{"events": [{"name": "network-changed", "server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:35.643804 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.644236 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.644582 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Tracked resource versions report:
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]: pushed versions:
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]: {   'AddressGroup': {'1.2'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'ConntrackHelper': {'1.0'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'Log': {'1.0'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'Network': {'1.1'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'Port': {'1.7'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'PortForwarding': {'1.2'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'QosPolicy': {'1.10'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'SecurityGroup': {'1.5'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'SecurityGroupRule': {'1.2'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'SubPort': {'1.0'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'Subnet': {'1.1'},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     'Trunk': {'1.1'}}
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]: consumer versions:
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]: {   DHCP agent@ncdv-master-1: {},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     HyperV agent@nch1-master-1: {},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     HyperV agent@nch2-master-1: {},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     L3 agent@ncdv-master-1: {},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     Metadata agent@ncdv-master-1: {},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     Metering agent@ncdv-master-1: {},
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'ConntrackHelper': '1.0',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'Log': '1.0',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'Network': '1.1',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'Port': '1.7',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'PortForwarding': '1.2',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'QosPolicy': '1.10',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'SecurityGroup': '1.5',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'SecurityGroupRule': '1.2',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'SubPort': '1.0',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'Subnet': '1.1',
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:                                           'Trunk': '1.1'}}
Nov 27 20:46:35.648144 ncdv-master-1 neutron-server[120911]:  {{(pid=120911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 27 20:46:35.725784 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] For port b23088c3-b706-477a-b70e-f13da701924f, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:35.729575 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] For port b23088c3-b706-477a-b70e-f13da701924f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b23088c3-b706-477a-b70e-f13da701924f,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:35.737905 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:35.795210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e26674-67aa-4b62-a97e-deb531ee2479 service neutron] Pushing event updated for resources: {'Port': ['ID=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:35.805067 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-69a3d91c-2a79-4b60-946c-8b00ee22fd2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b27fa40e5e8849f9afaa6269ac038aca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7967484
Nov 27 20:46:35.807787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55160) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:35.809824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3d91c-2a79-4b60-946c-8b00ee22fd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0772e1-cf14-4f0d-a687-725cd7859df7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:35.829450 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:35.830310 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:35.861777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30570da5-9926-43dd-aa60-48ec63d11be4 req-7466ab08-cb9d-47b7-9336-b932a2c7c981 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:35.863607 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30570da5-9926-43dd-aa60-48ec63d11be4 req-7466ab08-cb9d-47b7-9336-b932a2c7c981 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 943 time: 0.2026742
Nov 27 20:46:35.878753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-41703170-e698-4148-9c3d-167342c68eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:35.880451 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-41703170-e698-4148-9c3d-167342c68eb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1094 time: 0.1785336
Nov 27 20:46:35.913602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904bb5-5bc3-4e15-a1c6-fa8982f36e48 req-7cf0a770-afa5-4997-865e-a4421f84c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:35.917635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de904bb5-5bc3-4e15-a1c6-fa8982f36e48 req-7cf0a770-afa5-4997-865e-a4421f84c570 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 1101 time: 0.2175126
Nov 27 20:46:35.928178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Allocated IP 172.20.0.1 (928a9d2f-c6ce-4a29-a19b-6db7d0d4717b/504d0b4b-8f87-4c09-952d-ea718b410b10/af1d1144-9483-4cae-8779-5708a3e649d8) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:35.944839 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6a0aa-e06c-496a-b268-903cf70e57f9 None None] Pushing event updated for resources: {'Port': ['ID=b23088c3-b706-477a-b70e-f13da701924f,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:35.963751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-f528f098-7604-4db5-a3e8-8dd6732f8ae9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 200  len: 217 time: 0.0447228
Nov 27 20:46:35.973767 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647a665e-04da-4e1e-b699-22baf551fa42 x-openstack-request-id: req-647a665e-04da-4e1e-b699-22baf551fa42 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:35.974054 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:35.974316 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-647a665e-04da-4e1e-b699-22baf551fa42 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:35.974704 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c', 'status': 'completed', 'code': 200}
Nov 27 20:46:36.035855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55166) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:36.066004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5219f7fd-f0ab-42c0-8844-2013ad552aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.068881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5219f7fd-f0ab-42c0-8844-2013ad552aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.070717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5219f7fd-f0ab-42c0-8844-2013ad552aac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fe20a32-e409-4be9-89cb-603367ac9a3c HTTP/1.1" status: 204  len: 168 time: 0.8089259
Nov 27 20:46:36.074697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a94855c-122b-4149-bc48-81b34e108fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.078264 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:36.098265 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30570da5-9926-43dd-aa60-48ec63d11be4 req-fefbc644-af3e-4d8c-aa7e-f60b3f94eac7 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218065
Nov 27 20:46:36.198116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.212560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-13d8572d-291e-408a-aaac-812bff749292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:36.214265 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a94855c-122b-4149-bc48-81b34e108fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.214382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-13d8572d-291e-408a-aaac-812bff749292 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.2291524
Nov 27 20:46:36.222432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219f7fd-f0ab-42c0-8844-2013ad552aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe20a32-e409-4be9-89cb-603367ac9a3c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:36.264067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da7a98-284a-4200-8f03-8d9b7ccec056 req-556b7152-be1a-42cb-a9da-c6c49ddf9e0f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:36.264311 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de904bb5-5bc3-4e15-a1c6-fa8982f36e48 req-4eb2375e-703d-4bcf-8a7e-48be1c9a5d4d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942474
Nov 27 20:46:36.266189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45da7a98-284a-4200-8f03-8d9b7ccec056 req-556b7152-be1a-42cb-a9da-c6c49ddf9e0f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 949 time: 0.2093902
Nov 27 20:46:36.279632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-network', 'tenant_id': '68857c7effec496aa99ff78b76521109'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:36.329105 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-66e1ed24-5be7-4c57-8274-6ca7bbd92d03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706780
Nov 27 20:46:36.355123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Made reservation on behalf of 68857c7effec496aa99ff78b76521109 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:36.357754 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.381037 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.381731 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04cb1d31-4aab-4230-a768-28c6008d0fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.386859 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a94855c-122b-4149-bc48-81b34e108fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.389772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a94855c-122b-4149-bc48-81b34e108fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.393949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4a94855c-122b-4149-bc48-81b34e108fb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd0772e1-cf14-4f0d-a687-725cd7859df7 HTTP/1.1" status: 204  len: 168 time: 0.5849257
Nov 27 20:46:36.395606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.412297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8eb3a-1213-4564-83e8-8e0b0050882a req-4c2b4eb0-8190-4b50-9296-951b14727b59 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:36.415446 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8c8eb3a-1213-4564-83e8-8e0b0050882a req-4c2b4eb0-8190-4b50-9296-951b14727b59 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 950 time: 0.1959724
Nov 27 20:46:36.427467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45da7a98-284a-4200-8f03-8d9b7ccec056 req-101b72cf-e948-4de2-8ee7-54ac6ab91628 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513269
Nov 27 20:46:36.495533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94855c-122b-4149-bc48-81b34e108fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0772e1-cf14-4f0d-a687-725cd7859df7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:36.509280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:36.517898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:36.525265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:36.572974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Pushing event updated for resources: {'Port': ['ID=af1d1144-9483-4cae-8779-5708a3e649d8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:36.619827 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.735725 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b490>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:32Z', 'revision_number': 3, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:36.748568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8c8eb3a-1213-4564-83e8-8e0b0050882a req-d686ceab-6a7d-476d-a305-ed35d2848b2f tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3252742
Nov 27 20:46:36.800560 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b50e3-8255-4873-9b80-b0a26253284a None None] The sync data for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 is: [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:32Z', 'revision_number': 3, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:46:36.857149 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-4b27fb5e-21fb-4bcd-803b-1ae04c7f53f4 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3190353
Nov 27 20:46:36.920836 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.951358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:36.975110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bcf67-bfc2-4c1e-903f-1dc11810bed7 req-3ffa0441-ebd1-4d80-ac4b-f82fee610604 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:36.977622 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-038bcf67-bfc2-4c1e-903f-1dc11810bed7 req-3ffa0441-ebd1-4d80-ac4b-f82fee610604 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.2909548
Nov 27 20:46:37.014080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:46:37.030224 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96864b3a-6bb8-4443-9ef4-78fe6656c941 req-aca50cda-2c90-4f23-98ca-8ef2a810bbfc service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683998
Nov 27 20:46:37.059060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2617ba21-1bb5-4ad4-a754-4541d857501d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:37.062401 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.062933 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Added segment 64ac4fd8-6c60-4aff-b882-9cb963b69a63 of type vlan for network 7a2f3da6-fc07-4bd8-b994-fc2cede22518
Nov 27 20:46:37.076617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8a951f71-7370-47f7-b567-f34deba89d1d None None] Provisioning complete for port af1d1144-9483-4cae-8779-5708a3e649d8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:37.079203 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a951f71-7370-47f7-b567-f34deba89d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.121980 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.139403 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.166569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-038bcf67-bfc2-4c1e-903f-1dc11810bed7 req-fcf4082a-e4fe-41c0-96e3-57a22d67d1dc tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771157
Nov 27 20:46:37.167895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8a951f71-7370-47f7-b567-f34deba89d1d None None] Port af1d1144-9483-4cae-8779-5708a3e649d8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:37.242277 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.243283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:37.244385 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.382924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.3408260
Nov 27 20:46:37.387411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55200) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:37.462039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Request body: {'subnet': {'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-subnet', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:37.488600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-f6e05ce1-a7cf-405e-910d-d4f449292062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:37.491416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-f6e05ce1-a7cf-405e-910d-d4f449292062 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1094 time: 0.3912024
Nov 27 20:46:37.496547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1113e51-2e6c-4e08-9cf2-e6567bbe001d admin admin] Pushing event updated for resources: {'Network': ['ID=7a2f3da6-fc07-4bd8-b994-fc2cede22518,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:37.510345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:46:37.526763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Made reservation on behalf of 68857c7effec496aa99ff78b76521109 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:37.533763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.651872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-3ea4c64e-fea9-441e-9fc4-c280733a6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:37.658999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-3ea4c64e-fea9-441e-9fc4-c280733a6c8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1277523
Nov 27 20:46:37.705150 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.708830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4174f-1e9f-42ce-a2cc-96e6580aa5ee req-9635e8c7-0078-456d-ab76-21b8e7f21c9b tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:37.717608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ced4174f-1e9f-42ce-a2cc-96e6580aa5ee req-9635e8c7-0078-456d-ab76-21b8e7f21c9b tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 943 time: 0.2324710
Nov 27 20:46:37.747492 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.769951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:37.796496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-f022edad-6edf-4eaa-896f-0c4d1c82e1e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 200  len: 217 time: 0.1217048
Nov 27 20:46:37.876092 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ced4174f-1e9f-42ce-a2cc-96e6580aa5ee req-5c12af38-c03f-4931-a910-b05edf6cd9aa tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572924
Nov 27 20:46:38.056310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-787a341c-7502-40e3-a1b4-42d7726f302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:38.057786 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-787a341c-7502-40e3-a1b4-42d7726f302e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.2052934
Nov 27 20:46:38.070506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4ed70-786d-4b73-b343-f344522ac0e4 req-ed2e0f8b-3581-461b-8e21-934ff8427b33 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:38.072056 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9bb4ed70-786d-4b73-b343-f344522ac0e4 req-ed2e0f8b-3581-461b-8e21-934ff8427b33 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 950 time: 0.0807483
Nov 27 20:46:38.121690 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-514307e2-a77b-4fcd-91d8-93208014e421 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485253
Nov 27 20:46:38.177481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedd4eb-eb5b-4485-8e1a-0559ce5b7e0c req-bf8885af-d33f-4d85-a90c-8ab9c6e66ca9 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:38.179053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9fedd4eb-eb5b-4485-8e1a-0559ce5b7e0c req-bf8885af-d33f-4d85-a90c-8ab9c6e66ca9 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 949 time: 0.5976193
Nov 27 20:46:38.224926 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9bb4ed70-786d-4b73-b343-f344522ac0e4 req-46f60afa-e5a2-4b4a-aa36-5a54dba70626 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424925
Nov 27 20:46:38.232990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Pushing event updated for resources: {'Port': ['ID=af1d1144-9483-4cae-8779-5708a3e649d8,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:38.241710 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:38.290437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-5abc7be2-bdfc-48ee-b637-0b9d41eece43 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549160
Nov 27 20:46:38.460021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b23088c3-b706-477a-b70e-f13da701924f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:38.472650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:38.532983 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9fedd4eb-eb5b-4485-8e1a-0559ce5b7e0c req-3335e38d-0105-43be-9588-2340d47e3027 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3451805
Nov 27 20:46:38.535912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94a709-35ed-438a-8e0f-d6562e737783 req-66a89eff-4921-4a56-95f5-9b11a5dc545c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:38.550109 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb94a709-35ed-438a-8e0f-d6562e737783 req-66a89eff-4921-4a56-95f5-9b11a5dc545c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.1609740
Nov 27 20:46:38.551192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2810e0-f316-4078-a3ee-55abc91692d6,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:38.577245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b23088c3-b706-477a-b70e-f13da701924f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:38.577625 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:38.605532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1e1cda8-1b74-4945-9815-2efabc64117b req-67363cb9-7c1b-4a97-86f0-0a6a68728171 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3071525
Nov 27 20:46:38.623214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:38.625663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:38.629015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Checking segment: {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:38.629660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Network hostable DHCP agents. Network: 7a2f3da6-fc07-4bd8-b994-fc2cede22518, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:46:38.651194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb94a709-35ed-438a-8e0f-d6562e737783 req-c9274b75-5e9d-44eb-8b06-4fac6b104424 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964022
Nov 27 20:46:38.721324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:46:38.769546 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:38.785721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7a2f3da6-fc07-4bd8-b994-fc2cede22518) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:38.801260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:38.802192 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:38.806264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a852b1-f2d9-41f5-8444-2a00565d51dc None None] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:38.812564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9013d2f-c0cd-4ec9-8a39-c2686c490e3f req-7f9e7aae-729f-4da6-a666-8d14cf3b2b95 tempest-LiveMigrationNegativeTest-1284411537 tempest-LiveMigrationNegativeTest-1284411537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:38.826662 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c9013d2f-c0cd-4ec9-8a39-c2686c490e3f req-7f9e7aae-729f-4da6-a666-8d14cf3b2b95 tempest-LiveMigrationNegativeTest-1284411537 tempest-LiveMigrationNegativeTest-1284411537-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 1100 time: 0.0764551
Nov 27 20:46:38.832434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-77756b8b-764b-4e5c-b22b-ae503ccc7445 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.4022727
Nov 27 20:46:38.835783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55252) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:38.840269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:38.850025 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c9013d2f-c0cd-4ec9-8a39-c2686c490e3f req-de631dbe-4b34-44a6-9cd5-ad5cf26aab53 tempest-LiveMigrationNegativeTest-1284411537 tempest-LiveMigrationNegativeTest-1284411537-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:38.871747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:46:38.871959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port b23088c3-b706-477a-b70e-f13da701924f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b23088c3-b706-477a-b70e-f13da701924f,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:38.895662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:38.896698 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:38.967079 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.008154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c9013d2f-c0cd-4ec9-8a39-c2686c490e3f req-de631dbe-4b34-44a6-9cd5-ad5cf26aab53 tempest-LiveMigrationNegativeTest-1284411537 tempest-LiveMigrationNegativeTest-1284411537-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.015549 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c9013d2f-c0cd-4ec9-8a39-c2686c490e3f req-de631dbe-4b34-44a6-9cd5-ad5cf26aab53 tempest-LiveMigrationNegativeTest-1284411537 tempest-LiveMigrationNegativeTest-1284411537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.070574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de631dbe-4b34-44a6-9cd5-ad5cf26aab53 tempest-LiveMigrationNegativeTest-1284411537 tempest-LiveMigrationNegativeTest-1284411537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7d13db-c2b4-45f6-bd53-10c676fadb01,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:39.094430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=b23088c3-b706-477a-b70e-f13da701924f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:39.148481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-39a01bc9-9265-4870-881a-bc693b6ee6d9 None None] Provisioning complete for port af1d1144-9483-4cae-8779-5708a3e649d8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:39.149065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-39a01bc9-9265-4870-881a-bc693b6ee6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.152244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c9013d2f-c0cd-4ec9-8a39-c2686c490e3f req-de631dbe-4b34-44a6-9cd5-ad5cf26aab53 tempest-LiveMigrationNegativeTest-1284411537 tempest-LiveMigrationNegativeTest-1284411537-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3192651
Nov 27 20:46:39.200814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:46:39.206965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-39a01bc9-9265-4870-881a-bc693b6ee6d9 None None] Port af1d1144-9483-4cae-8779-5708a3e649d8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:39.234492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:46:39.235671 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.298152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00ea4d-4e09-40db-a4c7-b11fadfa76db req-9fb3f6e9-f312-4508-951b-44410f775c97 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:39.302176 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.307989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d00ea4d-4e09-40db-a4c7-b11fadfa76db req-9fb3f6e9-f312-4508-951b-44410f775c97 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 943 time: 0.0732603
Nov 27 20:46:39.314061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f47c5361-a98f-4718-b1c1-f7d515bd4242 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5cef8b7-18b5-4ecd-a292-87a3ada440d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9997814
Nov 27 20:46:39.401463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d00ea4d-4e09-40db-a4c7-b11fadfa76db req-40890a9a-eadc-4cd3-99fe-2c9f933f91f0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870571
Nov 27 20:46:39.522351 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.576418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Allocated IP 172.20.0.2 (7a2f3da6-fc07-4bd8-b994-fc2cede22518/5b2810e0-f316-4078-a3ee-55abc91692d6/9dfb03d5-e319-4eb8-9bb6-dec7f16b58be) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:39.645809 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.783278 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.796423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.837495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:39.841943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:39.849792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:39.897422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.921313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:39.994020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Pushing event updated for resources: {'Port': ['ID=9dfb03d5-e319-4eb8-9bb6-dec7f16b58be,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:40.006030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Attempting to bind port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:40.006408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Attempting to bind port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:40.008650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Attempting to bind port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be on network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:40.012692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:40.013613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Checking segment: {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:40.014029 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.014555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Bound using segment: {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:40.015030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Bound port: 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:40.015441 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.094096 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] For port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:40.099756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Allocated IP 172.35.3.233 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/7a47fe15-9589-4b42-80af-13e62b3a32ca) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:40.100060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] For port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dfb03d5-e319-4eb8-9bb6-dec7f16b58be,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:40.106285 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.146263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-b0983b92-290d-44ec-953d-aff4ea9501b4 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.146757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-b0983b92-290d-44ec-953d-aff4ea9501b4 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.147792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-b0983b92-290d-44ec-953d-aff4ea9501b4 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.148291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-b0983b92-290d-44ec-953d-aff4ea9501b4 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.148762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-b0983b92-290d-44ec-953d-aff4ea9501b4 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.149238 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-b0983b92-290d-44ec-953d-aff4ea9501b4 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.149832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-b0983b92-290d-44ec-953d-aff4ea9501b4 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.151825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-b0983b92-290d-44ec-953d-aff4ea9501b4 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3&device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae&device_id=927d4c83-0a2a-4237-90fb-edae98280a7d&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f&device_id=d32c10d2-9032-4865-b174-8e5c54748d97&device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77&device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 6440 time: 0.1009045
Nov 27 20:46:40.199396 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-e097391c-c54c-446a-a18f-3c6b5e0568f6 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.217382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70aa59-069f-41ee-9dd9-2e881bc85856 None None] Pushing event updated for resources: {'Port': ['ID=9dfb03d5-e319-4eb8-9bb6-dec7f16b58be,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:40.241928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.291742 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.360093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ad9d9-4ac2-45fd-a980-5031d78f7325 req-15b4cbf7-ff9a-4436-8e4c-043997939f56 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.367603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-e097391c-c54c-446a-a18f-3c6b5e0568f6 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.367794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d84ad9d9-4ac2-45fd-a980-5031d78f7325 req-15b4cbf7-ff9a-4436-8e4c-043997939f56 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.0743818
Nov 27 20:46:40.374260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-e097391c-c54c-446a-a18f-3c6b5e0568f6 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.380026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.382664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b23088c3-b706-477a-b70e-f13da701924f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:40.431187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Sync routers for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:46:40.439280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d84ad9d9-4ac2-45fd-a980-5031d78f7325 req-d4a48f3f-ce60-448d-856d-58328f5f926e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705066
Nov 27 20:46:40.456069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:40.457264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd807760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:40.502215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:40.512574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097391c-c54c-446a-a18f-3c6b5e0568f6 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cae4ff-346e-4bae-8a30-feadb52257be,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:40.535130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b23088c3-b706-477a-b70e-f13da701924f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:40.535684 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:40.562414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:40.585164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:40.614031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a47fe15-9589-4b42-80af-13e62b3a32ca,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:40.645896 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a64f92d2-f160-42fe-a7f6-09d6ec33578f req-e097391c-c54c-446a-a18f-3c6b5e0568f6 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&id=9456e8ca-5747-4233-808a-ea007ed8a4e0&id=a42f953e-85fd-4707-bdf7-84812522efe7&id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 488 time: 0.4657958
Nov 27 20:46:40.775954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-1b6e89cb-46d6-463d-b896-21172dd74123 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.783513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-1b6e89cb-46d6-463d-b896-21172dd74123 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 821 time: 0.1872694
Nov 27 20:46:40.801794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-33b4b792-30b2-4f8d-b058-ad84cc5d74a2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/quotas/bba5dc062b60481085531bc034e45209 HTTP/1.1" status: 200  len: 375 time: 0.0164065
Nov 27 20:46:40.856444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:40.869925 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-bcc63727-e54f-4a0b-8844-d62ab3362e77 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0668485
Nov 27 20:46:40.875812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-700045f6-653d-429d-a22d-7c2301419649 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:46:40.884148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-700045f6-653d-429d-a22d-7c2301419649 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0127075
Nov 27 20:46:40.969328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515b8a1-69a7-418b-b5d8-cd1fd6746e10 req-89904cf6-3b20-41a9-a88c-ff8256cb3afc tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:40.970822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b515b8a1-69a7-418b-b5d8-cd1fd6746e10 req-89904cf6-3b20-41a9-a88c-ff8256cb3afc tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 949 time: 0.0844581
Nov 27 20:46:40.979679 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-d7936991-0d14-49f1-bfa5-b69bc6ee5554 service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943429
Nov 27 20:46:41.008351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:41.074691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd807760>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:37Z', 'revision_number': 2, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:41.079948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b515b8a1-69a7-418b-b5d8-cd1fd6746e10 req-28203819-0b9e-4cf5-a44c-02f65c074e6a tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990672
Nov 27 20:46:41.091011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-63dd51a8-0f7d-4b8c-916e-f1b6e80c5def service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000166
Nov 27 20:46:41.112085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e37a2959-a2b3-4d7f-9dd6-d943c2ac302c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:41.114826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Checking router: b5cef8b7-18b5-4ecd-a292-87a3ada440d9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:46:41.115333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Updating router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 port af1d1144-9483-4cae-8779-5708a3e649d8 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:46:41.191563 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:41.325450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:41.404907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:41.421270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d913ae0-f661-4801-950e-0bf5a3052738 req-caec10ff-d7d1-46b7-9ee8-7091e1c17272 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:41.430384 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d913ae0-f661-4801-950e-0bf5a3052738 req-caec10ff-d7d1-46b7-9ee8-7091e1c17272 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 943 time: 0.2189655
Nov 27 20:46:41.439806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c', 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f', 'port_id': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c', 'mac_address': 'fa:16:3e:99:29:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14abce1-2bd4-41d0-9023-f158340bf983', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:41.569785 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:41.591965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37a2959-a2b3-4d7f-9dd6-d943c2ac302c {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:41.609132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60840d1-77ed-4709-8ceb-0513525d5833 req-cb3f05ee-fc1b-4fd5-a02d-af4e9eb96d36 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 210 time: 0.0451357
Nov 27 20:46:41.624334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:41.632955 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:41.651546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d913ae0-f661-4801-950e-0bf5a3052738 req-fa2a9acd-ec9f-416f-a0c4-da256eb2f000 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142696
Nov 27 20:46:41.694852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d444c56-3e65-41e5-a304-23fd586017ff None None] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:41.743243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Router e2cff884-2ffd-4f51-956e-0c5ef8834077 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:46:41.860396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-49c6e51f-1fb4-4d73-b748-811c8b6519ab None None] Provisioning complete for port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:41.863319 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49c6e51f-1fb4-4d73-b748-811c8b6519ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:41.902445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e56f7-7343-4d4c-9668-3ccb8ce997a8 req-c7525f4c-9854-4b95-9ce1-205750575440 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:41.903329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e56f7-7343-4d4c-9668-3ccb8ce997a8 req-c7525f4c-9854-4b95-9ce1-205750575440 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:41.903944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e56f7-7343-4d4c-9668-3ccb8ce997a8 req-c7525f4c-9854-4b95-9ce1-205750575440 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:41.914506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-502e56f7-7343-4d4c-9668-3ccb8ce997a8 req-c7525f4c-9854-4b95-9ce1-205750575440 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae&device_id=d32c10d2-9032-4865-b174-8e5c54748d97&device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 2884 time: 0.0633402
Nov 27 20:46:41.955448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:41.955672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:46:41.966936 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Sync routers for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:46:41.977684 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-502e56f7-7343-4d4c-9668-3ccb8ce997a8 req-78c80b3f-7054-43be-9805-95513237f28e tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617712
Nov 27 20:46:41.979015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-54498483-c64e-4972-b5b6-4987fafcfa96 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:41.980553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-54498483-c64e-4972-b5b6-4987fafcfa96 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 949 time: 0.1215174
Nov 27 20:46:41.981254 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:41.982256 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9b0b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:42.009051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbbd23-541d-4e4b-a4cf-4fdb19e002b9 req-a4a04ca3-2bc8-4de1-9380-209a34f262bc tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:42.017309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6cbbd23-541d-4e4b-a4cf-4fdb19e002b9 req-a4a04ca3-2bc8-4de1-9380-209a34f262bc tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.1554527
Nov 27 20:46:42.026322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['e37a2959-a2b3-4d7f-9dd6-d943c2ac302c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:42.030150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:42.034137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55334) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:42.035013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2e1af541-9ca7-456e-8db2-86a5eeca0fe0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.1983647
Nov 27 20:46:42.114750 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:42.139539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:42.195871 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:42.313308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49c6e51f-1fb4-4d73-b748-811c8b6519ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:42.366723 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6cbbd23-541d-4e4b-a4cf-4fdb19e002b9 req-c555e2c2-237b-4f68-b143-406775bb940e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3398092
Nov 27 20:46:42.408490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ec90b-9740-4ae4-b2d3-f62ea16600a2 None None] Pushing event updated for resources: {'Port': ['ID=af1d1144-9483-4cae-8779-5708a3e649d8,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:42.467766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Deleting port cc80c785-1cc6-4355-ac2e-daab2c4b016b {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:46:42.469639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:42.517742 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9b0b20>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:40Z', 'revision_number': 3, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:42.530747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:42.533180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10720575-66f5-443b-bc3a-e6713cfda7ba req-8025addd-bcc8-458a-ab33-c9aae8339a4f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:42.534474 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10720575-66f5-443b-bc3a-e6713cfda7ba req-8025addd-bcc8-458a-ab33-c9aae8339a4f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 949 time: 0.2516589
Nov 27 20:46:42.600609 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Checking router: e2cff884-2ffd-4f51-956e-0c5ef8834077 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:46:42.601276 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Updating router e2cff884-2ffd-4f51-956e-0c5ef8834077 port 7a47fe15-9589-4b42-80af-13e62b3a32ca binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:46:42.642165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-49c6e51f-1fb4-4d73-b748-811c8b6519ab None None] For port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dfb03d5-e319-4eb8-9bb6-dec7f16b58be,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:42.653210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Attempting to bind port af1d1144-9483-4cae-8779-5708a3e649d8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:42.653599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Attempting to bind port af1d1144-9483-4cae-8779-5708a3e649d8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:42.654004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Attempting to bind port af1d1144-9483-4cae-8779-5708a3e649d8 on network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:42.664811 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:42.685783 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49c6e51f-1fb4-4d73-b748-811c8b6519ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:42.701133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:42.701532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Checking segment: {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:42.701930 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:42.702333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Bound using segment: {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:42.702826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Bound port: af1d1144-9483-4cae-8779-5708a3e649d8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:42.703212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:42.726161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10720575-66f5-443b-bc3a-e6713cfda7ba req-e49cc0c7-8176-4a6e-a561-62d40a641aef tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818371
Nov 27 20:46:43.034135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] For port af1d1144-9483-4cae-8779-5708a3e649d8, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:43.043910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] For port af1d1144-9483-4cae-8779-5708a3e649d8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af1d1144-9483-4cae-8779-5708a3e649d8,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:43.064179 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.079828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6331a804-7967-4fa6-a534-2ba01d7405be None None] Provisioning complete for port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:43.080261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6331a804-7967-4fa6-a534-2ba01d7405be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.118831 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6e51f-1fb4-4d73-b748-811c8b6519ab None None] Pushing event updated for resources: {'Port': ['ID=9dfb03d5-e319-4eb8-9bb6-dec7f16b58be,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:43.123402 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fffa5c1b-a615-43e0-a327-9a60c7728943 req-5381b1dc-c626-4318-91c1-9aefe4d72a31 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 210 time: 0.1331739
Nov 27 20:46:43.136903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:43.137440 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.176753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] For port cc80c785-1cc6-4355-ac2e-daab2c4b016b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc80c785-1cc6-4355-ac2e-daab2c4b016b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:43.177225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.208760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Calling delete_port for cc80c785-1cc6-4355-ac2e-daab2c4b016b owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:46:43.215370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ec90b-9740-4ae4-b2d3-f62ea16600a2 None None] Pushing event updated for resources: {'Port': ['ID=af1d1144-9483-4cae-8779-5708a3e649d8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:43.313307 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.323774 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.324966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55366) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:43.328324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:43.329333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd807760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:43.373402 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b062b0-9caf-4ce1-b7f5-4f9a86d28cb8 None None] Pushing event updated for resources: {'Port': ['ID=7a47fe15-9589-4b42-80af-13e62b3a32ca,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:43.406611 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Attempting to bind port 7a47fe15-9589-4b42-80af-13e62b3a32ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:43.407244 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Attempting to bind port 7a47fe15-9589-4b42-80af-13e62b3a32ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:43.407968 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Attempting to bind port 7a47fe15-9589-4b42-80af-13e62b3a32ca on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:43.415231 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:43.415903 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:43.416462 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.417000 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:43.417643 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Bound port: 7a47fe15-9589-4b42-80af-13e62b3a32ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:43.418423 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.488902 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] For port 7a47fe15-9589-4b42-80af-13e62b3a32ca, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:43.495556 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] For port 7a47fe15-9589-4b42-80af-13e62b3a32ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a47fe15-9589-4b42-80af-13e62b3a32ca,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:43.508198 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.561814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.627931 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:43.632079 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9b0b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:43.673827 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a763ab23-409a-4369-bc9b-254f559c060e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.706618 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b062b0-9caf-4ce1-b7f5-4f9a86d28cb8 None None] Pushing event updated for resources: {'Port': ['ID=7a47fe15-9589-4b42-80af-13e62b3a32ca,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:43.712130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227f166-a426-4307-8cd2-e0e65136a0d2 req-b03f149c-871a-4769-8545-156d2082fac1 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:43.715359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a227f166-a426-4307-8cd2-e0e65136a0d2 req-b03f149c-871a-4769-8545-156d2082fac1 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 944 time: 0.3887804
Nov 27 20:46:43.719275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Pushing event deleted for resources: {'Port': ['ID=cc80c785-1cc6-4355-ac2e-daab2c4b016b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:43.739876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-85132f4e-5e62-494d-8ea0-5a84a01d0835 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:43.741438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-85132f4e-5e62-494d-8ea0-5a84a01d0835 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.35 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 821 time: 0.7442446
Nov 27 20:46:43.763004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] No DVR routers for this DVR port cc80c785-1cc6-4355-ac2e-daab2c4b016b on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:46:43.764521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Request body: {'port': {'device_id': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'admin_state_up': True, 'tenant_id': 'bba5dc062b60481085531bc034e45209'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:43.771992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.777244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29ee9a0e-ec07-42b9-b0eb-7fae3c6a2f0b req-789cb1e3-ada5-4510-86c5-547bf9b346e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "DELETE /v2.0/ports/cc80c785-1cc6-4355-ac2e-daab2c4b016b HTTP/1.1" status: 204  len: 173 time: 1.7877607
Nov 27 20:46:43.816954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927d4c83-0a2a-4237-90fb-edae98280a7d', 'name': 'network-vif-deleted', 'tag': 'cc80c785-1cc6-4355-ac2e-daab2c4b016b'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:43.819398 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:43.820030 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b3afff-2d28-45ac-a996-f8828e8e8093" -d '{"events": [{"server_uuid": "927d4c83-0a2a-4237-90fb-edae98280a7d", "name": "network-vif-deleted", "tag": "cc80c785-1cc6-4355-ac2e-daab2c4b016b"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:43.844380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8cbd7b7d-2628-4d2c-9c48-0f983c4e788b', 'cc80c785-1cc6-4355-ac2e-daab2c4b016b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:43.908178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a227f166-a426-4307-8cd2-e0e65136a0d2 req-2eea582a-d5ee-424a-8eb7-679c129a7f9a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502373
Nov 27 20:46:43.944537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:43.963368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6331a804-7967-4fa6-a534-2ba01d7405be None None] Provisioning complete for port af1d1144-9483-4cae-8779-5708a3e649d8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:43.963908 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6331a804-7967-4fa6-a534-2ba01d7405be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:43.985300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830235c-689e-4499-a10e-227c44a3e75e req-3ef9a497-77b6-4f98-8014-9b89d32c00e2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:43.994560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6830235c-689e-4499-a10e-227c44a3e75e req-3ef9a497-77b6-4f98-8014-9b89d32c00e2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.2655644
Nov 27 20:46:44.019937 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a763ab23-409a-4369-bc9b-254f559c060e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.020986 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.027835 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a763ab23-409a-4369-bc9b-254f559c060e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.102062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a763ab23-409a-4369-bc9b-254f559c060e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1d3787c7e8440b59ed83b4791025546&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7743626
Nov 27 20:46:44.103430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55380) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:44.106225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763ab23-409a-4369-bc9b-254f559c060e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510e4d7f-cee9-4b36-aa59-21af7ad8de1c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:44.147062 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6830235c-689e-4499-a10e-227c44a3e75e req-a8e1d107-9663-4fa5-a1be-dfa6b802239b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443303
Nov 27 20:46:44.205197 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9b0b20>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:40Z', 'revision_number': 3, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:44.214509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-952960a9-1b15-4182-8f4c-2df8e85f0728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.243983 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-952960a9-1b15-4182-8f4c-2df8e85f0728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.268453 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2187f37e-32bd-438b-a674-d537efd61c81 None None] The sync data for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 is: [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:40Z', 'revision_number': 3, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:46:44.310576 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afa72ad-877e-41b0-9802-c1574d907fd9 x-openstack-request-id: req-3afa72ad-877e-41b0-9802-c1574d907fd9 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:44.311026 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927d4c83-0a2a-4237-90fb-edae98280a7d", "name": "network-vif-deleted", "tag": "cc80c785-1cc6-4355-ac2e-daab2c4b016b", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:44.311448 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3afa72ad-877e-41b0-9802-c1574d907fd9 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:44.312065 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927d4c83-0a2a-4237-90fb-edae98280a7d', 'name': 'network-vif-deleted', 'tag': 'cc80c785-1cc6-4355-ac2e-daab2c4b016b', 'status': 'completed', 'code': 200}
Nov 27 20:46:44.313075 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-952960a9-1b15-4182-8f4c-2df8e85f0728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.318348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-952960a9-1b15-4182-8f4c-2df8e85f0728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.323829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-952960a9-1b15-4182-8f4c-2df8e85f0728 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/510e4d7f-cee9-4b36-aa59-21af7ad8de1c HTTP/1.1" status: 204  len: 168 time: 0.2188323
Nov 27 20:46:44.340273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952960a9-1b15-4182-8f4c-2df8e85f0728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e4d7f-cee9-4b36-aa59-21af7ad8de1c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:44.362687 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6331a804-7967-4fa6-a534-2ba01d7405be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.472488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:44.509285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c5adb-e894-42ea-aec3-ac1d94168967 req-22bddf8a-b0ab-4750-b4b4-64c1cd91e1d2 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:44.511689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a2c5adb-e894-42ea-aec3-ac1d94168967 req-22bddf8a-b0ab-4750-b4b4-64c1cd91e1d2 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1101 time: 0.1049650
Nov 27 20:46:44.583333 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8574fcd9-ddb0-4def-b7ed-4c02eeb45f47 req-d0a2fc31-42f2-46b0-a358-791577ef2d62 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=927d4c83-0a2a-4237-90fb-edae98280a7d HTTP/1.1" status: 200  len: 210 time: 0.1448932
Nov 27 20:46:44.594576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Made reservation on behalf of bba5dc062b60481085531bc034e45209 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:44.598042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6331a804-7967-4fa6-a534-2ba01d7405be None None] For port af1d1144-9483-4cae-8779-5708a3e649d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af1d1144-9483-4cae-8779-5708a3e649d8,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:44.599182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a2c5adb-e894-42ea-aec3-ac1d94168967 req-a865f418-f270-429d-9820-1fd3d0daba64 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783262
Nov 27 20:46:44.614743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.623768 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6331a804-7967-4fa6-a534-2ba01d7405be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.703035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:44.703456 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.762462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd807760>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:43Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:44.769676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331a804-7967-4fa6-a534-2ba01d7405be None None] Pushing event updated for resources: {'Port': ['ID=af1d1144-9483-4cae-8779-5708a3e649d8,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:44.809145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d3c4f-3117-4d80-b49c-48ea8ec0609b None None] The sync data for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 is: [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:43Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:46:44.824576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-106a4602-78ac-4a8a-a212-6d030eb8fad8 None None] Provisioning complete for port af1d1144-9483-4cae-8779-5708a3e649d8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:44.824949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-106a4602-78ac-4a8a-a212-6d030eb8fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:44.914908 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4eafceb0-3663-444f-b1b5-aec10bc0ca55 req-f43bcdad-62e0-4608-8ca8-e3a9e60ef7d0 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 210 time: 0.1493824
Nov 27 20:46:44.937389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7772b8a-6160-45c5-bce5-ab85302fa1ab req-3198158d-13a9-4fd3-b50a-193699acf2c9 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:44.942770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7772b8a-6160-45c5-bce5-ab85302fa1ab req-3198158d-13a9-4fd3-b50a-193699acf2c9 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1101 time: 0.1444600
Nov 27 20:46:44.952235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Allocated IP 172.20.0.1 (7a2f3da6-fc07-4bd8-b994-fc2cede22518/5b2810e0-f316-4078-a3ee-55abc91692d6/635adfa2-548a-48ac-892d-67f832bcbf95) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:45.010912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55400) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:45.030084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c71b188-6a7b-4552-9d38-0bee874200f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.074218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7772b8a-6160-45c5-bce5-ab85302fa1ab req-bb4315e1-9a25-4eb9-a169-979c945b2959 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147077
Nov 27 20:46:45.136643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e37a2959-a2b3-4d7f-9dd6-d943c2ac302c up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:45.177060 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c71b188-6a7b-4552-9d38-0bee874200f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.183245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c71b188-6a7b-4552-9d38-0bee874200f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.242699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0c71b188-6a7b-4552-9d38-0bee874200f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a69b853f602a432f89a872408b02f835&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2305882
Nov 27 20:46:45.245882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55408) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:45.248235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71b188-6a7b-4552-9d38-0bee874200f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689b006c-c621-4b10-9047-136f480969bc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:45.282560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:45.288944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:45.289619 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.318728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d91-7bec-4e1c-8655-ccaca8574232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.361932 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.378449 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d91-7bec-4e1c-8655-ccaca8574232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.413132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Allocated IP 172.20.0.10 (928a9d2f-c6ce-4a29-a19b-6db7d0d4717b/504d0b4b-8f87-4c09-952d-ea718b410b10/8be29504-a892-4d2c-b932-707aa3ac7d18) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:45.414399 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.434209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.447628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823926c2-f49e-4e80-9ae0-fd1595373302 req-8fc8d73f-7cbe-4582-8719-b45a37cbbcd5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:45.455303 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-823926c2-f49e-4e80-9ae0-fd1595373302 req-8fc8d73f-7cbe-4582-8719-b45a37cbbcd5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 944 time: 0.3536880
Nov 27 20:46:45.479183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:45.486367 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd2660e-006f-412e-b8c7-9b33ab20350b" -d '{"events": [{"server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "name": "network-vif-plugged", "status": "completed", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:45.505951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:45.516826 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.560145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8365c-8d9d-46fb-9b78-2b117909ba2a req-b1258a2d-537a-42a4-89bb-f5d87fc44198 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:45.566651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bfc8365c-8d9d-46fb-9b78-2b117909ba2a req-b1258a2d-537a-42a4-89bb-f5d87fc44198 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.0901968
Nov 27 20:46:45.568321 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d91-7bec-4e1c-8655-ccaca8574232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.577450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a36f4d91-7bec-4e1c-8655-ccaca8574232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.578927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a36f4d91-7bec-4e1c-8655-ccaca8574232 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/689b006c-c621-4b10-9047-136f480969bc HTTP/1.1" status: 204  len: 168 time: 0.3318760
Nov 27 20:46:45.583280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-823926c2-f49e-4e80-9ae0-fd1595373302 req-112b109e-2fb3-4d34-a2e7-b97b3d86a8e2 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263614
Nov 27 20:46:45.583396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Pushing event updated for resources: {'Port': ['ID=635adfa2-548a-48ac-892d-67f832bcbf95,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:45.595567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:45.600178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:45.612360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:45.614135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:45.614811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.642887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f4d91-7bec-4e1c-8655-ccaca8574232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689b006c-c621-4b10-9047-136f480969bc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:45.717078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bfc8365c-8d9d-46fb-9b78-2b117909ba2a req-59eff860-0db1-43f0-bb26-d92210f30521 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347322
Nov 27 20:46:45.734487 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:45.813106 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a24c74-9b5b-4087-8bc3-ff1d0c138ae7 x-openstack-request-id: req-59a24c74-9b5b-4087-8bc3-ff1d0c138ae7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:45.813772 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "name": "network-vif-plugged", "status": "completed", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:45.814203 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59a24c74-9b5b-4087-8bc3-ff1d0c138ae7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:45.814740 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c', 'code': 200}
Nov 27 20:46:46.015764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:46.094022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e69f8b24-e077-4e49-9902-e27dbcef0279 None None] Provisioning complete for port 635adfa2-548a-48ac-892d-67f832bcbf95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:46.094609 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e69f8b24-e077-4e49-9902-e27dbcef0279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:46.180594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-327575af-6988-446c-95e0-cbc162703780 req-9ba992d2-b482-45e8-b7bc-1a9c50f85da3 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 210 time: 0.1294439
Nov 27 20:46:46.251917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e69f8b24-e077-4e49-9902-e27dbcef0279 None None] Port 635adfa2-548a-48ac-892d-67f832bcbf95 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:46.316525 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:46.335716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2396d0-4958-4a82-beb3-1dd82f7300e8 req-3e98a9a3-9707-48c0-a34a-8dfda8ec6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:46.337201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af2396d0-4958-4a82-beb3-1dd82f7300e8 req-3e98a9a3-9707-48c0-a34a-8dfda8ec6538 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1096 time: 0.4496684
Nov 27 20:46:46.452713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:46.457697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Pushing event updated for resources: {'Port': ['ID=8be29504-a892-4d2c-b932-707aa3ac7d18,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:46.465747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:46.469467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:46.475931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:46.476577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:46.485835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:46.538108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af2396d0-4958-4a82-beb3-1dd82f7300e8 req-3b17d2a5-17d3-4db6-9c03-e15972ca18a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700463
Nov 27 20:46:46.542561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-b945e50b-25bf-4631-9163-56b88724b3df tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7830708
Nov 27 20:46:46.560183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc7248-ab39-4e2a-b96a-57bc64679862 req-0757c198-f290-4eb9-997b-0e887a6616b8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:46.571105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Request body: {'port': {'device_id': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:46.572247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af1d1144-9483-4cae-8779-5708a3e649d8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:46.586754 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37bc7248-ab39-4e2a-b96a-57bc64679862 req-0757c198-f290-4eb9-997b-0e887a6616b8 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 950 time: 0.1726415
Nov 27 20:46:46.679277 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:46.724745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port af1d1144-9483-4cae-8779-5708a3e649d8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:46.725361 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:46.745999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37bc7248-ab39-4e2a-b96a-57bc64679862 req-22463511-76b2-4580-9ca2-b20051e4b0cf tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578822
Nov 27 20:46:46.773116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cc80c785-1cc6-4355-ac2e-daab2c4b016b no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:46:46.841044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: cc80c785-1cc6-4355-ac2e-daab2c4b016b {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:46:46.841625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cc80c785-1cc6-4355-ac2e-daab2c4b016b not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:46:46.903834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422e46a-a3cc-4130-bfff-6e2cdb71a2a6 req-83f17d49-d224-4e26-9d77-4f5eafb8ca6e tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:46.911812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8422e46a-a3cc-4130-bfff-6e2cdb71a2a6 req-83f17d49-d224-4e26-9d77-4f5eafb8ca6e tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 945 time: 0.0823183
Nov 27 20:46:46.994955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a47fe15-9589-4b42-80af-13e62b3a32ca up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:47.066471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-56df44f8-0bb6-43dc-8c4b-8397fc94f304 None None] Provisioning complete for port 8be29504-a892-4d2c-b932-707aa3ac7d18 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:47.066862 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-56df44f8-0bb6-43dc-8c4b-8397fc94f304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.085225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8422e46a-a3cc-4130-bfff-6e2cdb71a2a6 req-34110113-ad37-4bb3-9b0f-26833f526ccc tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635070
Nov 27 20:46:47.172339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-56df44f8-0bb6-43dc-8c4b-8397fc94f304 None None] Port 8be29504-a892-4d2c-b932-707aa3ac7d18 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:47.187280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55476) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:47.190022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7a47fe15-9589-4b42-80af-13e62b3a32ca triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:47.190468 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.333165 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.369735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1412206442-network', 'tenant_id': '149906b8a2744176929b4d314a0de57d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:47.375916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 7a47fe15-9589-4b42-80af-13e62b3a32ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a47fe15-9589-4b42-80af-13e62b3a32ca,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:47.377319 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.384128 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.400619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.401801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.415875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Made reservation on behalf of 149906b8a2744176929b4d314a0de57d for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:47.419341 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.437221 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.476013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=7a47fe15-9589-4b42-80af-13e62b3a32ca,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:47.538028 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.544096 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.552390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Pushing event updated for resources: {'Port': ['ID=635adfa2-548a-48ac-892d-67f832bcbf95,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:47.578598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0cf6-d23e-4d74-85be-63842058bb42 req-f5f0e0a6-664f-48a8-adef-32b7c6ef950f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:47.580300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01ad0cf6-d23e-4d74-85be-63842058bb42 req-f5f0e0a6-664f-48a8-adef-32b7c6ef950f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.3283391
Nov 27 20:46:47.589467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:46:47.610043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f044ccf7-a927-45c5-957f-c769fb6a6632,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:47.617529 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.617877 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Added segment 6b207c7b-0e89-4c4a-8a3a-0f483c2f2153 of type vlan for network 324306ab-fd63-4c3d-9f56-7119b3413ec6
Nov 27 20:46:47.667105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30f8c-d8e2-476b-afdf-0fb92314147a req-afba432a-a86a-4111-9792-54f8b2f990a6 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:47.668680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ab30f8c-d8e2-476b-afdf-0fb92314147a req-afba432a-a86a-4111-9792-54f8b2f990a6 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1196954
Nov 27 20:46:47.691648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.702618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01ad0cf6-d23e-4d74-85be-63842058bb42 req-0b7b135b-c846-4927-afb2-c8dabc345327 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137114
Nov 27 20:46:47.710967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:47.713401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be29504-a892-4d2c-b932-707aa3ac7d18 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:47.717971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:47.729832 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.794452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Transition to ACTIVE for port object 8be29504-a892-4d2c-b932-707aa3ac7d18 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:46:47.801713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ab30f8c-d8e2-476b-afdf-0fb92314147a req-986c22a3-f13b-445b-85f5-5f0aee040324 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214650
Nov 27 20:46:47.802171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.815129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-a5662b7a-034c-48b5-b331-aa39dd3e6c4a tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:47.816936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-a5662b7a-034c-48b5-b331-aa39dd3e6c4a tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 950 time: 0.1139715
Nov 27 20:46:47.827380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.832014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:47.832640 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:47.845931 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:46:47.925823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7366934
Nov 27 20:46:47.938728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55492) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:47.974515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Request body: {'subnet': {'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1412206442-subnet', 'tenant_id': '149906b8a2744176929b4d314a0de57d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:47.987399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e3ad8-8fc7-4cdd-aae0-f0a390028447 admin admin] Pushing event updated for resources: {'Network': ['ID=324306ab-fd63-4c3d-9f56-7119b3413ec6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:48.004572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Attempting to bind port 8be29504-a892-4d2c-b932-707aa3ac7d18 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:48.004917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Attempting to bind port 8be29504-a892-4d2c-b932-707aa3ac7d18 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:48.005716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Attempting to bind port 8be29504-a892-4d2c-b932-707aa3ac7d18 on network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:48.010976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 324306ab-fd63-4c3d-9f56-7119b3413ec6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:46:48.027108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Port 8be29504-a892-4d2c-b932-707aa3ac7d18 on network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:48.027714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Attempting to bind port 8be29504-a892-4d2c-b932-707aa3ac7d18 on network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:48.030169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Pushing event updated for resources: {'Port': ['ID=8be29504-a892-4d2c-b932-707aa3ac7d18,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:48.034854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Made reservation on behalf of 149906b8a2744176929b4d314a0de57d for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:48.050879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.066369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd916-94dd-4a9d-b520-ccc171e41589 req-d52f0bff-78de-4b5e-9db7-f7df191128b5 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:48.075062 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f00bd916-94dd-4a9d-b520-ccc171e41589 req-d52f0bff-78de-4b5e-9db7-f7df191128b5 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 944 time: 0.2247539
Nov 27 20:46:48.077339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:48.077617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Checking segment: {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:48.078222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Bound using segment: {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:48.078796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Bound port: 8be29504-a892-4d2c-b932-707aa3ac7d18, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:48.079179 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.082758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Router e2cff884-2ffd-4f51-956e-0c5ef8834077 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:46:48.167642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6d3d7ce1-91e7-4a5d-b50d-dfbe865ad5db None None] Provisioning complete for port 635adfa2-548a-48ac-892d-67f832bcbf95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:48.168174 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d3d7ce1-91e7-4a5d-b50d-dfbe865ad5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.190196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4043c8-fa94-465b-9bed-73f4c9dabefb req-af12b968-9f64-41ac-8890-7a06ad9555e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:48.198095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a4043c8-fa94-465b-9bed-73f4c9dabefb req-af12b968-9f64-41ac-8890-7a06ad9555e4 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 950 time: 0.1921237
Nov 27 20:46:48.209403 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.219037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d7ce1-91e7-4a5d-b50d-dfbe865ad5db None None] Port 635adfa2-548a-48ac-892d-67f832bcbf95 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:48.227590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Deleting port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:46:48.227590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.308591 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f00bd916-94dd-4a9d-b520-ccc171e41589 req-8a904e78-73c5-4228-ba40-f9ccc0cc321c tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2324619
Nov 27 20:46:48.393312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:46:48.415810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-685bec8b-e590-4ca9-85eb-006e11efdf06 admin admin] 10.222.0.21 "PUT /v2.0/routers/e2cff884-2ffd-4f51-956e-0c5ef8834077/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3680234
Nov 27 20:46:48.418300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] For port 8be29504-a892-4d2c-b932-707aa3ac7d18, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:48.418951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a47fe15-9589-4b42-80af-13e62b3a32ca up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:48.442928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a4043c8-fa94-465b-9bed-73f4c9dabefb req-8b544cd2-5f47-43ce-ae60-1f1382f6d259 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/security-groups?id=9456e8ca-5747-4233-808a-ea007ed8a4e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394931
Nov 27 20:46:48.448488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] For port 8be29504-a892-4d2c-b932-707aa3ac7d18, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8be29504-a892-4d2c-b932-707aa3ac7d18,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:48.464374 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.501868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Sync routers for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:46:48.548539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:48.549214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.551570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] 10.222.0.35 "PUT /v2.0/ports/8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 1092 time: 1.9847314
Nov 27 20:46:48.560421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] For port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:48.560797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.598590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:48.600919 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f338ef86-db10-461d-85b5-972df3d691d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:48.658334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Calling delete_port for 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:46:48.711678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceadb38-a4d9-4c73-8912-9ed9cd1f3420 service neutron] Pushing event updated for resources: {'Port': ['ID=8be29504-a892-4d2c-b932-707aa3ac7d18,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:48.729688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9e5ee-3156-40eb-8580-7e381d90894c req-fdeb0478-f181-4ad2-a84c-af675ed75ed3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:48.731304 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04f9e5ee-3156-40eb-8580-7e381d90894c req-fdeb0478-f181-4ad2-a84c-af675ed75ed3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 945 time: 0.2362885
Nov 27 20:46:48.738197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-92622287-8c98-476e-8a5f-bc6f6eebefad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:48.739884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-92622287-8c98-476e-8a5f-bc6f6eebefad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1095 time: 0.1127181
Nov 27 20:46:48.742860 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.782186 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63100fe-6820-454b-82e7-883337d2eef5 x-openstack-request-id: req-a63100fe-6820-454b-82e7-883337d2eef5 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:48.782484 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:48.782739 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a63100fe-6820-454b-82e7-883337d2eef5 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:48.783133 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'status': 'completed', 'code': 200}
Nov 27 20:46:48.838297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:48.839426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7dbe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:48.840080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-99d08860-5325-4a27-80d4-730fd72c7077 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 217 time: 0.0891027
Nov 27 20:46:48.900193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ec39ef-a293-4636-973a-265cd39882ca,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:48.903068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7a47fe15-9589-4b42-80af-13e62b3a32ca triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:48.904974 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:48.921803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04f9e5ee-3156-40eb-8580-7e381d90894c req-88bdf799-f1a5-4724-8418-2b56964cd72d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778884
Nov 27 20:46:48.933714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-ffaeab74-d108-40af-a9fb-d3a391903b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:48.935737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-ffaeab74-d108-40af-a9fb-d3a391903b3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.0869401
Nov 27 20:46:48.948963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:48.949329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Network hostable DHCP agents. Network: 324306ab-fd63-4c3d-9f56-7119b3413ec6, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:46:49.019078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-3f5ce4d5-c128-4c1e-9f6e-1f3fa0b01c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:49.022917 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-3f5ce4d5-c128-4c1e-9f6e-1f3fa0b01c7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0783587
Nov 27 20:46:49.081675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:49.104247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Network 324306ab-fd63-4c3d-9f56-7119b3413ec6 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:46:49.122741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:49.137777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8cbd7b7d-2628-4d2c-9c48-0f983c4e788b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:49.145163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bdac4-deb5-44a8-9b78-7ea888a1a5e6 req-0a96b21c-cb0f-4124-bb1c-d322d9b6f60e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:49.163894 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-219bdac4-deb5-44a8-9b78-7ea888a1a5e6 req-0a96b21c-cb0f-4124-bb1c-d322d9b6f60e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.2594998
Nov 27 20:46:49.191832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adbe4f-6f72-46e6-9378-27bb57efb591 req-064f9d95-ba76-4453-a5c0-d2b8cdd257c5 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:49.193330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28adbe4f-6f72-46e6-9378-27bb57efb591 req-064f9d95-ba76-4453-a5c0-d2b8cdd257c5 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.0916028
Nov 27 20:46:49.199942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-7097dbe6-d7f9-4ad4-9f43-9d1fb131390e service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648188
Nov 27 20:46:49.214113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 324306ab-fd63-4c3d-9f56-7119b3413ec6) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:49.220733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Pushing event deleted for resources: {'Port': ['ID=8cbd7b7d-2628-4d2c-9c48-0f983c4e788b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:49.255400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:49.256225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:49.307334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d399c8e4-4eca-467f-8663-35516dea6556 None None] Network 324306ab-fd63-4c3d-9f56-7119b3413ec6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:49.322739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2c1eb18d-2708-4504-9262-1c1f413a5b27 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3735659
Nov 27 20:46:49.355227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28adbe4f-6f72-46e6-9378-27bb57efb591 req-b51c5081-86da-44db-ba0d-40efd7d8e91c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539662
Nov 27 20:46:49.373829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55538) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:49.382002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-network', 'tenant_id': '67445244452542a2862ec7dc1cf17784'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:49.395940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e03496b8-370a-43fa-8aae-6e587bb91331 req-2c3a0168-46a4-4fde-ad3f-aeb1a14a9d17 service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797538
Nov 27 20:46:49.428695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Made reservation on behalf of 67445244452542a2862ec7dc1cf17784 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:49.431689 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:49.445910 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:49.486830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] No DVR routers for this DVR port 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:46:49.492648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:49.496663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e621c97e-e31e-49a1-8f7f-bd809805abcb req-241465a2-402e-46e0-b8d1-87d19b3ab28f tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.35 "DELETE /v2.0/ports/8cbd7b7d-2628-4d2c-9c48-0f983c4e788b HTTP/1.1" status: 204  len: 173 time: 1.6705945
Nov 27 20:46:49.502003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f46dedc-d8cb-41e0-9019-d0aa61cceb49', 'name': 'network-vif-deleted', 'tag': '8cbd7b7d-2628-4d2c-9c48-0f983c4e788b'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:49.509976 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79359120-aa6f-498c-b0a1-b67ace69f6ca" -d '{"events": [{"server_uuid": "3f46dedc-d8cb-41e0-9019-d0aa61cceb49", "name": "network-vif-deleted", "tag": "8cbd7b7d-2628-4d2c-9c48-0f983c4e788b"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:49.540712 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-219bdac4-deb5-44a8-9b78-7ea888a1a5e6 req-c86a561d-21ef-4191-98eb-087c8d332634 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3672485
Nov 27 20:46:49.626309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338ef86-db10-461d-85b5-972df3d691d6 req-0419613c-49b5-4091-a1ec-14437f266c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:49.627967 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f338ef86-db10-461d-85b5-972df3d691d6 req-0419613c-49b5-4091-a1ec-14437f266c82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1095 time: 0.1611056
Nov 27 20:46:49.702529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03b00b-f337-4a9d-83b2-3e1ce021d9ad None None] Network 324306ab-fd63-4c3d-9f56-7119b3413ec6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:49.733835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:49.747232 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:49.782565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5268b453-09fa-40a6-bef1-35b4c3686ab5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:49.811677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:46:49.816711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2499-18d5-4093-8eb3-2272937df02d req-34a7953c-d929-4658-8a39-c2ee21ec8b03 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:49.827443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338ef86-db10-461d-85b5-972df3d691d6 req-4f230661-eec8-47c1-b3e1-678803b54287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:49.828391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-100d2499-18d5-4093-8eb3-2272937df02d req-34a7953c-d929-4658-8a39-c2ee21ec8b03 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 944 time: 0.1232164
Nov 27 20:46:49.829092 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f338ef86-db10-461d-85b5-972df3d691d6 req-4f230661-eec8-47c1-b3e1-678803b54287 service neutron] 10.222.0.35 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.1782980
Nov 27 20:46:49.833124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:49.833470 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Added segment 8d5ab541-43fc-4438-b97b-41e79bdae291 of type vlan for network 6029b4a4-5744-4798-af31-3964547abdd5
Nov 27 20:46:49.863397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7dbe50>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 2, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:49.904599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f338ef86-db10-461d-85b5-972df3d691d6 req-a495c683-1030-4cb5-9a07-dda1d3ebeb0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 217 time: 0.0582705
Nov 27 20:46:49.904838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Checking router: e2cff884-2ffd-4f51-956e-0c5ef8834077 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:46:49.905218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Updating router e2cff884-2ffd-4f51-956e-0c5ef8834077 port 635adfa2-548a-48ac-892d-67f832bcbf95 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:46:49.924892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-100d2499-18d5-4093-8eb3-2272937df02d req-ba4393e8-c908-490d-b8a6-e4219ed04c60 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946093
Nov 27 20:46:50.014306 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.072443 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.089379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203af4c-320a-498b-bbd2-af223883c589 req-c696d811-3361-463a-bf2f-f9bb8633d09b tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:50.100767 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9203af4c-320a-498b-bbd2-af223883c589 req-c696d811-3361-463a-bf2f-f9bb8633d09b tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1096 time: 0.2070689
Nov 27 20:46:50.123469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338ef86-db10-461d-85b5-972df3d691d6 req-bc7d4f4d-cb62-47b1-a5fc-b5e980f9811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:50.124965 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f338ef86-db10-461d-85b5-972df3d691d6 req-bc7d4f4d-cb62-47b1-a5fc-b5e980f9811e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.1884570
Nov 27 20:46:50.202085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e6c6d1f1-9766-4e04-977b-263bbdd90ea5 req-6a822f93-2c9d-413d-b7be-745c079aaa72 tempest-LiveMigrationNegativeTest-260313426 tempest-LiveMigrationNegativeTest-260313426-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f46dedc-d8cb-41e0-9019-d0aa61cceb49 HTTP/1.1" status: 200  len: 210 time: 0.1125307
Nov 27 20:46:50.203096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9203af4c-320a-498b-bbd2-af223883c589 req-aab844cc-7181-4692-b568-3b7150a986a1 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961452
Nov 27 20:46:50.209169 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.216972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:50.217665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.335692 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64518e47-b450-48f5-b03c-5e9185dd2400 x-openstack-request-id: req-64518e47-b450-48f5-b03c-5e9185dd2400 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:50.336373 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f46dedc-d8cb-41e0-9019-d0aa61cceb49", "name": "network-vif-deleted", "tag": "8cbd7b7d-2628-4d2c-9c48-0f983c4e788b", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:50.336999 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64518e47-b450-48f5-b03c-5e9185dd2400 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:50.337628 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f46dedc-d8cb-41e0-9019-d0aa61cceb49', 'name': 'network-vif-deleted', 'tag': '8cbd7b7d-2628-4d2c-9c48-0f983c4e788b', 'status': 'completed', 'code': 200}
Nov 27 20:46:50.341121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] Pushing event updated for resources: {'Network': ['ID=6029b4a4-5744-4798-af31-3964547abdd5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:50.359721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 6029b4a4-5744-4798-af31-3964547abdd5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:46:50.363705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338ef86-db10-461d-85b5-972df3d691d6 req-adc87ac7-c599-4efb-abcf-cb37ec489668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:50.369948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f338ef86-db10-461d-85b5-972df3d691d6 req-adc87ac7-c599-4efb-abcf-cb37ec489668 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2348683
Nov 27 20:46:50.383403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55564) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:50.388577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Request body: {'subnet': {'network_id': '6029b4a4-5744-4798-af31-3964547abdd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-subnet', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:50.396194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fc1a6d2c-82f5-46d9-b1c5-a68f054072da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0200472
Nov 27 20:46:50.435779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Made reservation on behalf of 67445244452542a2862ec7dc1cf17784 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:50.441944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.462037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55570) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:50.523511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1282260631-network', 'tenant_id': '493adc593bae4219a753f10cd4ee463a'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:50.555290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Made reservation on behalf of 493adc593bae4219a753f10cd4ee463a for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:50.557864 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.596956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7598d1c-beef-46a3-a2fa-a8c9107e42a0 req-fb8e4d2f-eb18-4558-be7d-08d75535eea0 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:50.599179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7598d1c-beef-46a3-a2fa-a8c9107e42a0 req-fb8e4d2f-eb18-4558-be7d-08d75535eea0 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.0838404
Nov 27 20:46:50.601641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.633214 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.641155 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.646059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ad666-bb50-4e6a-a3de-010516d50d96 req-c46b11b4-de9b-41b5-96a4-7734fb46cd8f tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:50.649207 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba5ad666-bb50-4e6a-a3de-010516d50d96 req-c46b11b4-de9b-41b5-96a4-7734fb46cd8f tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1096 time: 0.1033120
Nov 27 20:46:50.705737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7598d1c-beef-46a3-a2fa-a8c9107e42a0 req-296a969a-d9c3-460b-a534-b371c42efff3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968382
Nov 27 20:46:50.743381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d857-39b8-4399-814e-11e07c362d72 None None] Pushing event updated for resources: {'Port': ['ID=635adfa2-548a-48ac-892d-67f832bcbf95,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:50.767820 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.788822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Attempting to bind port 635adfa2-548a-48ac-892d-67f832bcbf95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:50.789213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Attempting to bind port 635adfa2-548a-48ac-892d-67f832bcbf95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:50.789545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Attempting to bind port 635adfa2-548a-48ac-892d-67f832bcbf95 on network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:50.795981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f338ef86-db10-461d-85b5-972df3d691d6 req-fe74a2ba-3fa2-4d3b-8901-ddf125f79fcf service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3979874
Nov 27 20:46:50.796176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:50.796652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Checking segment: {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:50.796921 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.797327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Bound using segment: {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:50.797848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Bound port: 635adfa2-548a-48ac-892d-67f832bcbf95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:50.798363 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.817648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba5ad666-bb50-4e6a-a3de-010516d50d96 req-b2d2bbbe-ad4c-4649-93f5-629f751c7354 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481173
Nov 27 20:46:50.898985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] For port 635adfa2-548a-48ac-892d-67f832bcbf95, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:50.903332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] For port 635adfa2-548a-48ac-892d-67f832bcbf95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=635adfa2-548a-48ac-892d-67f832bcbf95,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:50.917200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:50.988455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e99e19-9398-429c-8568-1a12c12d5f93,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:51.011862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:51.012634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7dbe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:51.015816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d857-39b8-4399-814e-11e07c362d72 None None] Pushing event updated for resources: {'Port': ['ID=635adfa2-548a-48ac-892d-67f832bcbf95,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:51.028559 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f338ef86-db10-461d-85b5-972df3d691d6 req-137ca70c-f80c-4549-b58a-d5a5070457b1 service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2201142
Nov 27 20:46:51.039682 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.045474 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.062321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Checking segment: {'id': '8d5ab541-43fc-4438-b97b-41e79bdae291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:51.062703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Network hostable DHCP agents. Network: 6029b4a4-5744-4798-af31-3964547abdd5, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:46:51.092058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:46:51.101027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb76fdb-b604-4124-ba4f-06fe14b18c58,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:51.113855 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.114441 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Added segment 654f64c6-ce7a-41de-8d19-4f2072321b83 of type vlan for network dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47
Nov 27 20:46:51.139443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728a92e-53d3-4287-9550-3424c36c4d89 req-119b3d4c-7b53-469c-9ee8-0b20a7a1c120 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:51.149718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e728a92e-53d3-4287-9550-3424c36c4d89 req-119b3d4c-7b53-469c-9ee8-0b20a7a1c120 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.2693717
Nov 27 20:46:51.156443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Provisioning complete for port 635adfa2-548a-48ac-892d-67f832bcbf95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:51.156869 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.196579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Network 6029b4a4-5744-4798-af31-3964547abdd5 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:46:51.224507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.235227 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e728a92e-53d3-4287-9550-3424c36c4d89 req-ba4003e2-3e88-426c-9661-5c795b5a292e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842521
Nov 27 20:46:51.236631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6029b4a4-5744-4798-af31-3964547abdd5) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:51.245823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:51.246429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.281302 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bf043c38-bcc4-4ffd-a0f2-805297523b76 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.8942809
Nov 27 20:46:51.282276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55590) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:51.289718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:51.295296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f16f9-5964-409c-a980-fb28b4e275c6 None None] Network 6029b4a4-5744-4798-af31-3964547abdd5 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:51.311886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467fd60-780f-4b41-b0ee-b848e6206531 req-6ce95c49-4a19-42bb-b01a-49a992f5d02f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:51.317343 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0467fd60-780f-4b41-b0ee-b848e6206531 req-6ce95c49-4a19-42bb-b01a-49a992f5d02f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 944 time: 0.1565998
Nov 27 20:46:51.327796 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.328394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:51.328983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.342133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.343230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.432825 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.653486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.696289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6029b4a4-5744-4798-af31-3964547abdd5', 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'fixed_ips': [{'subnet_id': '88e99e19-9398-429c-8568-1a12c12d5f93'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:46:51.697107 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.837954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3730307
Nov 27 20:46:51.841602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55608) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:51.842255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1065a-7a0c-42a8-b817-95cb5686655c admin admin] Pushing event updated for resources: {'Network': ['ID=dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:51.850308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Request body: {'subnet': {'network_id': 'dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1282260631-subnet', 'tenant_id': '493adc593bae4219a753f10cd4ee463a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:51.869082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0467fd60-780f-4b41-b0ee-b848e6206531 req-efd4853d-1c81-4aa9-aad7-182054315cfc tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5318604
Nov 27 20:46:51.908443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Made reservation on behalf of 493adc593bae4219a753f10cd4ee463a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:51.910760 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.953076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:51.979458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:51.982891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:52.108405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Allocated IP 172.35.3.33 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/9281ce23-92fa-4f50-8547-54dd85c95cab) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:52.233537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:52.276534 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:52.283584 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:52.298294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:46:52.376963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:52.391515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:52.399572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:52.417813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:52.424392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Pushing event updated for resources: {'Port': ['ID=9281ce23-92fa-4f50-8547-54dd85c95cab,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:52.465948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Checking segment: {'id': '654f64c6-ce7a-41de-8d19-4f2072321b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:52.466739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Network hostable DHCP agents. Network: dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:46:52.471760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cdfbf1b-edd3-417c-8139-60768012541e,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:52.517440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f1ecc-6ea2-49a1-b858-e74f6db03f4c req-91e6f6e7-88a2-4e47-9319-4a756e5b89c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:52.526910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b90f1ecc-6ea2-49a1-b858-e74f6db03f4c req-91e6f6e7-88a2-4e47-9319-4a756e5b89c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1673870
Nov 27 20:46:52.539894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Network dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:46:52.564026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:52.570035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:52.570783 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:52.603430 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a57d1455-496f-4126-ac3f-be8eaad2cab9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7529616
Nov 27 20:46:52.621299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fdb578-f115-4204-9ad1-98695cf04ab9 None None] Network dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:52.633344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b90f1ecc-6ea2-49a1-b858-e74f6db03f4c req-79fd6dd9-9fbb-4d61-9f77-130036b138fe tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053262
Nov 27 20:46:52.653384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] For port 635adfa2-548a-48ac-892d-67f832bcbf95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=635adfa2-548a-48ac-892d-67f832bcbf95,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:52.727753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Allocated IP 172.20.0.2 (6029b4a4-5744-4798-af31-3964547abdd5/88e99e19-9398-429c-8568-1a12c12d5f93/2d8b5008-db43-499a-a1f3-4389b54bb35d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:52.810657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55636) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:52.846471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8be29504-a892-4d2c-b932-707aa3ac7d18 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:46:52.889546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18183cd9-3d0b-4146-a01f-162ee5b3b82c req-e53de486-c309-47c6-99e5-e092470f8a6d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:52.900358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18183cd9-3d0b-4146-a01f-162ee5b3b82c req-e53de486-c309-47c6-99e5-e092470f8a6d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.1172032
Nov 27 20:46:52.996023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18183cd9-3d0b-4146-a01f-162ee5b3b82c req-c1799382-1a7a-4b9e-afe3-d46304172295 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929365
Nov 27 20:46:53.011193 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.032454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:46:53.115625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:46:53.116079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8cbd7b7d-2628-4d2c-9c48-0f983c4e788b not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:46:53.155131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 8be29504-a892-4d2c-b932-707aa3ac7d18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8be29504-a892-4d2c-b932-707aa3ac7d18,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:53.173556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7dbe50>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:50Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:53.225175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.260746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-8879908f-bc0c-4102-914b-541be3061da0 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:46:53.262950 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-8879908f-bc0c-4102-914b-541be3061da0 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2221339
Nov 27 20:46:53.264706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe7314-f905-4bec-988c-5e10511c9b13 None None] The sync data for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 is: [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:50Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:46:53.280387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'port_id': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'mac_address': 'fa:16:3e:dd:6e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:46:53.306880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b4915-7796-41fc-8ded-044c12ea9267 req-5b5bc59f-77ec-4475-a7aa-543022d840b2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:53.308426 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f87b4915-7796-41fc-8ded-044c12ea9267 req-5b5bc59f-77ec-4475-a7aa-543022d840b2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 944 time: 0.1182573
Nov 27 20:46:53.380248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Pushing event updated for resources: {'Port': ['ID=635adfa2-548a-48ac-892d-67f832bcbf95,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:53.390237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dea8a3ab-37c7-43d5-896b-5ecd4eb1da57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e7fd405b830467db077102575590b2e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5580735
Nov 27 20:46:53.393604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55654) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:53.399237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-6b0c0c72-b55f-45cb-bd19-fd5cd4136017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:53.405385 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-6b0c0c72-b55f-45cb-bd19-fd5cd4136017 service neutron] 10.222.0.21 "GET /v2.0/ports/e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 200  len: 1093 time: 0.1187773
Nov 27 20:46:53.436433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-59f5ea8a-cf68-4bd2-b8cd-fb73cf0a4e96 None None] Provisioning complete for port 635adfa2-548a-48ac-892d-67f832bcbf95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:53.436433 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59f5ea8a-cf68-4bd2-b8cd-fb73cf0a4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.439595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:53.440139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Unknown quota resources ['binding']. {{(pid=120908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:46:53.452405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.452766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.453115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.453486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.453828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.454168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.454501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.454836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.455174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.455532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.455865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.456195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a599f073-ea97-4eb1-a2b6-8d77b9055aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:46:53.483603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f87b4915-7796-41fc-8ded-044c12ea9267 req-a253c047-0264-46e4-b636-3542c121819d tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351538
Nov 27 20:46:53.505474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.519838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd886e0-5fcb-4c3f-8114-60d414fec4a3 None None] Network dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:53.563821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.618223 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-977b47e3-4faf-4ce5-a1f1-fa6687a8aa01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.683703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Router 57299c85-dc1d-463c-a899-823b1429980f is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:46:53.687755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-977b47e3-4faf-4ce5-a1f1-fa6687a8aa01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.733495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be29504-a892-4d2c-b932-707aa3ac7d18 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:46:53.764857 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.815898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 8be29504-a892-4d2c-b932-707aa3ac7d18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8be29504-a892-4d2c-b932-707aa3ac7d18,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:53.822601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.842465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on host nch1-master-1 for vnic_type normal with profile None {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:53.843379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:53.843979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:53.873061 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.875518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:46:53.886313 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Sync routers for ids ['57299c85-dc1d-463c-a899-823b1429980f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:46:53.890194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:53.890716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:53.900232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:53.901088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:53.902005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:53.902670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Bound port: e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:53.904135 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Routers {'57299c85-dc1d-463c-a899-823b1429980f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:53.904791 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ce760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['57299c85-dc1d-463c-a899-823b1429980f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:53.935796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:53.937060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ea054db8-c3c4-4b63-bc5b-0ddbd57b9f62 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 2.6538162
Nov 27 20:46:53.939759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55668) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:53.963756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Network 6029b4a4-5744-4798-af31-3964547abdd5 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:53.966767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:53.973052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:54.011627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Pushing event updated for resources: {'Port': ['ID=2d8b5008-db43-499a-a1f3-4389b54bb35d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:54.014873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-977b47e3-4faf-4ce5-a1f1-fa6687a8aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:54.017979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-977b47e3-4faf-4ce5-a1f1-fa6687a8aa01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:54.023289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-977b47e3-4faf-4ce5-a1f1-fa6687a8aa01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9456e8ca-5747-4233-808a-ea007ed8a4e0 HTTP/1.1" status: 204  len: 168 time: 0.6126058
Nov 27 20:46:54.054993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:54.056176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b47e3-4faf-4ce5-a1f1-fa6687a8aa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9456e8ca-5747-4233-808a-ea007ed8a4e0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:54.071951 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:54.087623 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c91b423a-343a-4af4-b15e-816ffb45ae8b service neutron] 10.222.0.21 "POST /v2.0/ports/e37a2959-a2b3-4d7f-9dd6-d943c2ac302c/bindings HTTP/1.1" status: 201  len: 389 time: 0.6820197
Nov 27 20:46:54.110018 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Set router 57299c85-dc1d-463c-a899-823b1429980f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:54.110246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-ddd86c20-fd21-4d41-952d-6f928429046e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:54.123557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-ddd86c20-fd21-4d41-952d-6f928429046e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 808 time: 0.3496902
Nov 27 20:46:54.164126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-d734474b-4735-4650-b046-aba22b26334e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/quotas/149906b8a2744176929b4d314a0de57d HTTP/1.1" status: 200  len: 375 time: 0.0387855
Nov 27 20:46:54.260448 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-0fb56b96-2703-4e66-96fa-5b81fbc2d8ff tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0904186
Nov 27 20:46:54.299808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=8be29504-a892-4d2c-b932-707aa3ac7d18,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:54.323904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8be29504-a892-4d2c-b932-707aa3ac7d18'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:54.349878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Attempting to bind port 2d8b5008-db43-499a-a1f3-4389b54bb35d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:54.350270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Attempting to bind port 2d8b5008-db43-499a-a1f3-4389b54bb35d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8d5ab541-43fc-4438-b97b-41e79bdae291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:54.350646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Attempting to bind port 2d8b5008-db43-499a-a1f3-4389b54bb35d on network 6029b4a4-5744-4798-af31-3964547abdd5 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:54.452656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:54.453277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Checking segment: {'id': '8d5ab541-43fc-4438-b97b-41e79bdae291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:54.454017 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:54.455033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Bound using segment: {'id': '8d5ab541-43fc-4438-b97b-41e79bdae291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:54.455737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Bound port: 2d8b5008-db43-499a-a1f3-4389b54bb35d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5ab541-43fc-4438-b97b-41e79bdae291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:54.456508 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:54.549874 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-381ae5b3-b98a-48b0-b58e-ff1971792b00 service neutron] 10.222.0.21 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917240
Nov 27 20:46:54.607516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-634bdc82-ca83-4b44-8b50-110fc94a4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:54.613108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e646565-90ce-4d41-9cf2-5a92a8fd9a74 req-36cfb808-1ffa-460a-b3eb-66d8df6db7d9 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:54.617127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-634bdc82-ca83-4b44-8b50-110fc94a4a93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1096 time: 0.1673129
Nov 27 20:46:54.625480 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e646565-90ce-4d41-9cf2-5a92a8fd9a74 req-36cfb808-1ffa-460a-b3eb-66d8df6db7d9 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1545122
Nov 27 20:46:54.665541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 635adfa2-548a-48ac-892d-67f832bcbf95 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:54.695779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55682) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:54.742550 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ce760>, [{'id': '57299c85-dc1d-463c-a899-823b1429980f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33'}], 'enable_snat': True}, 'gw_port_id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 3, 'project_id': '67445244452542a2862ec7dc1cf17784', 'gw_port': {'id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:54.781972 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Checking router: 57299c85-dc1d-463c-a899-823b1429980f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:46:54.782556 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Updating router 57299c85-dc1d-463c-a899-823b1429980f port 9281ce23-92fa-4f50-8547-54dd85c95cab binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:46:54.785760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] For port 2d8b5008-db43-499a-a1f3-4389b54bb35d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:54.798076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] For port 2d8b5008-db43-499a-a1f3-4389b54bb35d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d8b5008-db43-499a-a1f3-4389b54bb35d,segment=NetworkSegment(8d5ab541-43fc-4438-b97b-41e79bdae291),segment_id=8d5ab541-43fc-4438-b97b-41e79bdae291)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:54.807642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e646565-90ce-4d41-9cf2-5a92a8fd9a74 req-dd08081c-7f28-4854-8b45-60fe8dc9cc4f tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794939
Nov 27 20:46:54.816177 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:54.827634 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:54.842425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 635adfa2-548a-48ac-892d-67f832bcbf95 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:54.842931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:54.857460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-5e666343-ebda-4eca-b096-49f9e09626f1 service neutron] 10.222.0.21 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2983897
Nov 27 20:46:54.862944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-10e11931-1a17-470c-9f78-c8e296cbb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:54.864475 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-10e11931-1a17-470c-9f78-c8e296cbb783 service neutron] 10.222.0.35 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.2464397
Nov 27 20:46:54.887430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7f248109-6712-40a8-bb0b-16a131905f44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3027e754dc9d4f98b1ff4e8daf26d2c9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1882155
Nov 27 20:46:54.888153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55684) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:55.002943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-e5ba265e-91ae-4008-b3f4-5047dd1b50a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 200  len: 217 time: 0.1204276
Nov 27 20:46:55.127957 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.142433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-5b3399a4-fda4-4599-bf67-117dfdf03fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:55.144008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-5b3399a4-fda4-4599-bf67-117dfdf03fa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1212969
Nov 27 20:46:55.165664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ea70-18b8-4c40-9331-791935d11d03 req-ccfe9d23-33b8-49fd-8a60-8ab4536c729b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:55.168268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5473ea70-18b8-4c40-9331-791935d11d03 req-ccfe9d23-33b8-49fd-8a60-8ab4536c729b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.2338066
Nov 27 20:46:55.182475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e22342-cc7f-4288-bc5e-8f376126d046 None None] Pushing event updated for resources: {'Port': ['ID=2d8b5008-db43-499a-a1f3-4389b54bb35d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:55.269284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-038f1334-8f1c-499a-b374-239e7df7d56a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1077731
Nov 27 20:46:55.269760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5473ea70-18b8-4c40-9331-791935d11d03 req-85a05355-b6b5-4995-bb57-81fb4bddb304 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755031
Nov 27 20:46:55.403437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-94dffdb2-6a8b-453b-8b88-e59c1bf4988f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.436210 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.450534 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.469902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-94dffdb2-6a8b-453b-8b88-e59c1bf4988f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.510945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb006a0-a95c-4dd5-ab7a-d450fa13cb37 req-e8b1b832-a038-4504-b2fc-cb8734c8233d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:55.517546 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1eb006a0-a95c-4dd5-ab7a-d450fa13cb37 req-e8b1b832-a038-4504-b2fc-cb8734c8233d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 945 time: 0.2496283
Nov 27 20:46:55.559917 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Attempting to bind port 9281ce23-92fa-4f50-8547-54dd85c95cab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:55.560960 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Attempting to bind port 9281ce23-92fa-4f50-8547-54dd85c95cab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:55.561579 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Attempting to bind port 9281ce23-92fa-4f50-8547-54dd85c95cab on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:55.585581 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:55.586244 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:55.588715 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.591709 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:55.592451 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Bound port: 9281ce23-92fa-4f50-8547-54dd85c95cab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:55.593052 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.597651 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c55d09-14be-4449-94cd-c3442848664c None None] Pushing event updated for resources: {'Port': ['ID=9281ce23-92fa-4f50-8547-54dd85c95cab,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:55.626760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-9efc9083-642d-4e30-8156-e59573bdbe96 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3318105
Nov 27 20:46:55.630838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Allocated IP 172.20.0.1 (6029b4a4-5744-4798-af31-3964547abdd5/88e99e19-9398-429c-8568-1a12c12d5f93/7c011986-4c34-46a5-b32f-2d4787a8f2b0) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:55.695919 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1eb006a0-a95c-4dd5-ab7a-d450fa13cb37 req-f9d58e04-3333-4e69-850a-d6d5143d6be6 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770530
Nov 27 20:46:55.700618 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] For port 9281ce23-92fa-4f50-8547-54dd85c95cab, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:55.704405 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] For port 9281ce23-92fa-4f50-8547-54dd85c95cab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9281ce23-92fa-4f50-8547-54dd85c95cab,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:55.714103 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.745471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7b465-8861-4887-bed6-1aaf20b97301 req-2ee1bcba-5be3-42c9-a0cc-c427e1a98834 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:55.747140 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44f7b465-8861-4887-bed6-1aaf20b97301 req-2ee1bcba-5be3-42c9-a0cc-c427e1a98834 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 945 time: 0.2206085
Nov 27 20:46:55.779109 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-94dffdb2-6a8b-453b-8b88-e59c1bf4988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.781741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-94dffdb2-6a8b-453b-8b88-e59c1bf4988f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.785363 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-94dffdb2-6a8b-453b-8b88-e59c1bf4988f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db7d13db-c2b4-45f6-bd53-10c676fadb01 HTTP/1.1" status: 204  len: 168 time: 0.8938510
Nov 27 20:46:55.796772 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Routers {'57299c85-dc1d-463c-a899-823b1429980f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:46:55.798231 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ce760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['57299c85-dc1d-463c-a899-823b1429980f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:55.843006 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c55d09-14be-4449-94cd-c3442848664c None None] Pushing event updated for resources: {'Port': ['ID=9281ce23-92fa-4f50-8547-54dd85c95cab,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:55.861856 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-157c8c53-1457-49d7-b7dc-f856161076de req-0ac96e50-3a33-407e-8aeb-6d566ab69f21 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 210 time: 0.0558136
Nov 27 20:46:55.862696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dffdb2-6a8b-453b-8b88-e59c1bf4988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7d13db-c2b4-45f6-bd53-10c676fadb01,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:55.887188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44f7b465-8861-4887-bed6-1aaf20b97301 req-6bb1fd08-5af6-46d2-b171-4663f99fc9bf tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275723
Nov 27 20:46:55.932116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:55.945232 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-53e655d7-fd22-44ab-abf2-a1b742821a3e service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2913013
Nov 27 20:46:56.012289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:56.061800 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] Set router 57299c85-dc1d-463c-a899-823b1429980f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:46:56.100331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Network 6029b4a4-5744-4798-af31-3964547abdd5 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:56.118574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:56.124222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:46:56.129305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Pushing event updated for resources: {'Port': ['ID=7c011986-4c34-46a5-b32f-2d4787a8f2b0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:56.202283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424c933-7509-45ca-9561-fa0bb20db92c req-56aeda4e-7f31-4afc-b153-85229c6035a7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:56.206183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4424c933-7509-45ca-9561-fa0bb20db92c req-56aeda4e-7f31-4afc-b153-85229c6035a7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1442170
Nov 27 20:46:56.280279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:56.341720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-374d23d3-2a28-4a79-bfa3-78f128eebd8d tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:56.343863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-374d23d3-2a28-4a79-bfa3-78f128eebd8d tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2244034
Nov 27 20:46:56.359187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:56.465850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4424c933-7509-45ca-9561-fa0bb20db92c req-e2d5f7a6-44b2-4e40-b443-052f9f6b1277 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2389779
Nov 27 20:46:56.475506 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ce760>, [{'id': '57299c85-dc1d-463c-a899-823b1429980f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33'}], 'enable_snat': True}, 'gw_port_id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 3, 'project_id': '67445244452542a2862ec7dc1cf17784', 'gw_port': {'id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:46:56.548071 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb0a1c-3030-40fa-a0cd-10dea60b247a None None] The sync data for ids ['57299c85-dc1d-463c-a899-823b1429980f'] in ncdv-master-1 is: [{'id': '57299c85-dc1d-463c-a899-823b1429980f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33'}], 'enable_snat': True}, 'gw_port_id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 3, 'project_id': '67445244452542a2862ec7dc1cf17784', 'gw_port': {'id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:46:56.581405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2d8b5008-db43-499a-a1f3-4389b54bb35d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:56.609137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:56.622377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:56.701205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 2d8b5008-db43-499a-a1f3-4389b54bb35d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:56.701572 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:56.756791 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac3415-e413-4f1f-b91a-45984234696e req-77e2af00-9289-400e-bfb7-5b2e53c6129e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:56.772055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00ac3415-e413-4f1f-b91a-45984234696e req-77e2af00-9289-400e-bfb7-5b2e53c6129e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.2516108
Nov 27 20:46:56.792033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8be29504-a892-4d2c-b932-707aa3ac7d18 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:56.936498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c159037-f5bd-4d4c-b26b-3f9445f2b26d None None] Network 6029b4a4-5744-4798-af31-3964547abdd5 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:46:57.059282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:57.098071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeacc52-9bbd-446e-9bf7-4b9d5ff279ef req-3989cc3a-0fb5-42fa-a99b-68e2a324ce83 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:57.106236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8eeacc52-9bbd-446e-9bf7-4b9d5ff279ef req-3989cc3a-0fb5-42fa-a99b-68e2a324ce83 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 945 time: 0.1450462
Nov 27 20:46:57.142227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-1e00249a-0092-4add-85bc-aa654148a4d9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:57.144527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-1e00249a-0092-4add-85bc-aa654148a4d9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 808 time: 0.2981341
Nov 27 20:46:57.165439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Request body: {'port': {'device_id': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6', 'admin_state_up': True, 'tenant_id': '149906b8a2744176929b4d314a0de57d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:57.217303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:57.277449 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.283671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 8be29504-a892-4d2c-b932-707aa3ac7d18 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:46:57.290853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-005bf230-f8c5-4f0f-b36e-f71b3a23d730 None None] Provisioning complete for port 2d8b5008-db43-499a-a1f3-4389b54bb35d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:57.291714 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-005bf230-f8c5-4f0f-b36e-f71b3a23d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.298468 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.305379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00ac3415-e413-4f1f-b91a-45984234696e req-9e5cb61a-3848-452d-a6e4-fb72b416a7d3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5303693
Nov 27 20:46:57.306266 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.358421 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-6a4297dd-c9a9-43fe-baf1-e5aac18d86b1 service neutron] show failed (client error): The resource could not be found.
Nov 27 20:46:57.359523 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-6a4297dd-c9a9-43fe-baf1-e5aac18d86b1 service neutron] 10.222.0.15 "GET /v2.0/ports/315cf87c-c809-4b39-b8ec-ef3d92d438f0/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.4801168
Nov 27 20:46:57.378200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:57.380636 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708d7635-7019-4a3c-9111-b5721205ac4d" -d '{"events": [{"server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "name": "network-vif-unplugged", "status": "completed", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:57.397392 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.416417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.421803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 8be29504-a892-4d2c-b932-707aa3ac7d18 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:57.422180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.429088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 2d8b5008-db43-499a-a1f3-4389b54bb35d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d8b5008-db43-499a-a1f3-4389b54bb35d,segment=NetworkSegment(8d5ab541-43fc-4438-b97b-41e79bdae291),segment_id=8d5ab541-43fc-4438-b97b-41e79bdae291)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:57.473960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8eeacc52-9bbd-446e-9bf7-4b9d5ff279ef req-55783432-2a49-4924-91da-a9c7d246c384 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3666697
Nov 27 20:46:57.517292 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.537648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55754) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:57.630256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-caab2d77-00c0-48ba-bcc4-9d2f9c3fac44 req-27b5aaf1-433e-4949-88de-11aebf9f4bcc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 210 time: 0.1138062
Nov 27 20:46:57.665286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Pushing event updated for resources: {'Port': ['ID=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:57.734643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:46:57.734982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:46:57.740763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:57.749651 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8986a0a1-925b-4605-9ed4-4040e48bf4a0 x-openstack-request-id: req-8986a0a1-925b-4605-9ed4-4040e48bf4a0 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:57.749984 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "name": "network-vif-unplugged", "status": "completed", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:57.750244 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8986a0a1-925b-4605-9ed4-4040e48bf4a0 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:57.750686 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c', 'code': 200}
Nov 27 20:46:57.752989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:46:57.753364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Attempting to bind port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:46:57.772519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:46:57.772908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:46:57.773428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:46:57.773879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Bound port: e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:46:57.774564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.776121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Made reservation on behalf of 149906b8a2744176929b4d314a0de57d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:46:57.787652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.828546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=2d8b5008-db43-499a-a1f3-4389b54bb35d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:57.922607 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:57.992592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:58.001533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:46:58.022966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:58.025958 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45875f0f-847f-42c6-8ccd-fc52817199f5" -d '{"events": [{"server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "name": "network-vif-plugged", "status": "completed", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:58.041601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 8be29504-a892-4d2c-b932-707aa3ac7d18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8be29504-a892-4d2c-b932-707aa3ac7d18,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:58.049861 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.063398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a1c96e24-6391-43ce-9b54-bf69b93d0a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.087421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.163633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=8be29504-a892-4d2c-b932-707aa3ac7d18,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:58.257241 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56bc5b-eede-42b3-9580-f6a5c4d4e129 req-c374302f-5b98-4560-b47b-a9d2ea8f3bc3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:58.266997 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c56bc5b-eede-42b3-9580-f6a5c4d4e129 req-c374302f-5b98-4560-b47b-a9d2ea8f3bc3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.3720615
Nov 27 20:46:58.288661 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.290403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Pushing event updated for resources: {'Port': ['ID=7c011986-4c34-46a5-b32f-2d4787a8f2b0,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:58.291768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Pushing event updated for resources: {'Port': ['ID=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,revision_number=8']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:58.353313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-184cf74f-4bb0-4db4-86a5-f8baed1c6653 None None] Provisioning complete for port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:58.353943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-184cf74f-4bb0-4db4-86a5-f8baed1c6653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.449034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:58.456192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.458183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-89c3a0b8-9fd9-4cb9-beb9-855356e91da2 service neutron] 10.222.0.35 "PUT /v2.0/ports/e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 200  len: 1121 time: 2.1066144
Nov 27 20:46:58.495360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-184cf74f-4bb0-4db4-86a5-f8baed1c6653 None None] Port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:58.522765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['e37a2959-a2b3-4d7f-9dd6-d943c2ac302c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:46:58.538243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-184cf74f-4bb0-4db4-86a5-f8baed1c6653 None None] Provisioning complete for port 2d8b5008-db43-499a-a1f3-4389b54bb35d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:58.542409 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-184cf74f-4bb0-4db4-86a5-f8baed1c6653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.560552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d4e1-2e0b-43d7-9f48-2516e52c89eb req-52572692-3a5e-4e0a-b62d-2e3b7044a253 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:58.562440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d30d4e1-2e0b-43d7-9f48-2516e52c89eb req-52572692-3a5e-4e0a-b62d-2e3b7044a253 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 945 time: 0.9190288
Nov 27 20:46:58.603756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9281ce23-92fa-4f50-8547-54dd85c95cab up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:58.707618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-2998483a-196e-4f13-9b30-241ff74332e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:58.714935 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-2998483a-196e-4f13-9b30-241ff74332e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f&tenant_id=04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 1101 time: 0.4209552
Nov 27 20:46:58.742911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:46:58.770783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c56bc5b-eede-42b3-9580-f6a5c4d4e129 req-e6314dff-c6c2-4c0a-95b7-a36c41744732 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5026531
Nov 27 20:46:58.786357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a1c96e24-6391-43ce-9b54-bf69b93d0a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.794441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a1c96e24-6391-43ce-9b54-bf69b93d0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.815492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9281ce23-92fa-4f50-8547-54dd85c95cab triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:58.815988 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:58.853866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d30d4e1-2e0b-43d7-9f48-2516e52c89eb req-44eb79b2-34fa-43a3-b1e9-f3d6f80fc9d0 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2507336
Nov 27 20:46:58.856707 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a1c96e24-6391-43ce-9b54-bf69b93d0a2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9cfdf5632874b5d9e4fe5a6d6bc2e20&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2939405
Nov 27 20:46:58.874918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55796) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:58.887655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Allocated IP 172.20.0.13 (324306ab-fd63-4c3d-9f56-7119b3413ec6/b8ec39ef-a293-4636-973a-265cd39882ca/bb36450b-f6f8-40a8-b587-c2c25520c90d) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:46:58.916349 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49739be3-9ba2-49ef-b10a-b74b57ccec9e x-openstack-request-id: req-49739be3-9ba2-49ef-b10a-b74b57ccec9e {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:58.916349 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "name": "network-vif-plugged", "status": "completed", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:58.916932 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49739be3-9ba2-49ef-b10a-b74b57ccec9e {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:58.916932 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'code': 200}
Nov 27 20:46:58.924382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c96e24-6391-43ce-9b54-bf69b93d0a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e861ad46-c047-4d34-a4c4-8895e10c8d42,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:59.006602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Network 6029b4a4-5744-4798-af31-3964547abdd5 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:46:59.010847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.030761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:46:59.128727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.160749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 9281ce23-92fa-4f50-8547-54dd85c95cab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9281ce23-92fa-4f50-8547-54dd85c95cab,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:59.174459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.175637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2d8b5008-db43-499a-a1f3-4389b54bb35d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:46:59.207013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b94d9-d2d7-44b0-beb5-2cb625a2be77 req-b6cd63d3-8d95-4f69-92df-1a950b47f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:59.209622 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d79b94d9-d2d7-44b0-beb5-2cb625a2be77 req-b6cd63d3-8d95-4f69-92df-1a950b47f99c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1097 time: 0.2614250
Nov 27 20:46:59.210086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7ae796a1-1930-452d-98f4-b0e33faefe9a None None] Provisioning complete for port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:59.210678 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ae796a1-1930-452d-98f4-b0e33faefe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.211850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-34206760-2ed4-4c8b-982d-3eee7b31986f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.259191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184f0f-bb5d-4faf-a93b-9856ada2bf38 req-5941c2cc-a82e-4167-9a6a-d5159ff8955a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:59.261500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2e184f0f-bb5d-4faf-a93b-9856ada2bf38 req-5941c2cc-a82e-4167-9a6a-d5159ff8955a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.2000501
Nov 27 20:46:59.315744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-34206760-2ed4-4c8b-982d-3eee7b31986f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.340506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=9281ce23-92fa-4f50-8547-54dd85c95cab,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:59.344180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7ae796a1-1930-452d-98f4-b0e33faefe9a None None] Port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:59.351664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 2d8b5008-db43-499a-a1f3-4389b54bb35d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:59.352233 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.450348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d79b94d9-d2d7-44b0-beb5-2cb625a2be77 req-a95b1468-758c-4038-a9c2-25cc79299a26 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2170281
Nov 27 20:46:59.475584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:46:59.476775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2e184f0f-bb5d-4faf-a93b-9856ada2bf38 req-a33f1b12-f1db-41f0-9968-4ba782d83f63 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895745
Nov 27 20:46:59.498909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2bcc4b65-b180-4ced-bde4-e2bbbaee5392 None None] Provisioning complete for port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:46:59.499314 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4b65-b180-4ced-bde4-e2bbbaee5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.503538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-34206760-2ed4-4c8b-982d-3eee7b31986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.506233 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-34206760-2ed4-4c8b-982d-3eee7b31986f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.508508 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-34206760-2ed4-4c8b-982d-3eee7b31986f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e861ad46-c047-4d34-a4c4-8895e10c8d42 HTTP/1.1" status: 204  len: 168 time: 0.6219580
Nov 27 20:46:59.528760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34206760-2ed4-4c8b-982d-3eee7b31986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e861ad46-c047-4d34-a4c4-8895e10c8d42,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:46:59.544906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92fda0-f110-4198-879a-79b795b812e1 req-df561c75-c916-4733-aba0-ea58f1a32dfc tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:46:59.549840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc4b65-b180-4ced-bde4-e2bbbaee5392 None None] Port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:46:59.558367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a92fda0-f110-4198-879a-79b795b812e1 req-df561c75-c916-4733-aba0-ea58f1a32dfc tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 943 time: 0.5396943
Nov 27 20:46:59.599296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-afdc5910-4507-47b5-93f3-0832495a3692 req-fd53a623-a889-4b7c-a527-0dc44ef1cadf tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 210 time: 0.0325279
Nov 27 20:46:59.752205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:59.752517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:46:59.754758 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:59.782603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a92fda0-f110-4198-879a-79b795b812e1 req-09b0b41b-b748-4f54-895f-9a70d0eab7fc tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220964
Nov 27 20:46:59.798413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Router 57299c85-dc1d-463c-a899-823b1429980f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:46:59.839005 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d4d1f1-2b29-4a05-9099-abe306f26a90 x-openstack-request-id: req-c9d4d1f1-2b29-4a05-9099-abe306f26a90 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:46:59.839601 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:46:59.840078 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9d4d1f1-2b29-4a05-9099-abe306f26a90 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:46:59.840696 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c', 'status': 'completed', 'code': 200}
Nov 27 20:46:59.848777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:46:59.852500 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f89158-f912-497c-8122-861354878793" -d '{"events": [{"server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "name": "network-vif-unplugged", "status": "completed", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:46:59.863740 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.876053 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.954706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55822) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:46:59.977588 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d113010-e4b7-43e9-9426-8e5c165b2d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:46:59.986964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Transition to ACTIVE for port object 315cf87c-c809-4b39-b8ec-ef3d92d438f0 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:47:00.002202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-14751ba1-04b1-43b9-a643-1ce800edd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:00.003762 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-14751ba1-04b1-43b9-a643-1ce800edd0de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1124 time: 0.0904813
Nov 27 20:47:00.034567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.193388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-3399f7eb-7673-48b8-aaa1-dceaaab2c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:00.195231 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-3399f7eb-7673-48b8-aaa1-dceaaab2c1aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1781778
Nov 27 20:47:00.197288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d113010-e4b7-43e9-9426-8e5c165b2d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.202564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d113010-e4b7-43e9-9426-8e5c165b2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.220001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.225527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Pushing event updated for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:00.237758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6d113010-e4b7-43e9-9426-8e5c165b2d46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdf4d721f5cf42b497cd5bb55a5242d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2812376
Nov 27 20:47:00.238102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbbdcb-3c6f-48b5-a720-fb79721e9f83 req-2f7ac42e-b5e8-4ec0-aca1-86813394ef9e tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:00.239696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2edbbdcb-3c6f-48b5-a720-fb79721e9f83 req-2f7ac42e-b5e8-4ec0-aca1-86813394ef9e tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.2900569
Nov 27 20:47:00.244231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] No DVR routers for this DVR port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:47:00.246284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55826) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:00.273253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:00.283865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3dc9015e-e3dc-486d-978e-f40ddd052296 admin admin] 10.222.0.21 "PUT /v2.0/routers/57299c85-dc1d-463c-a899-823b1429980f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3429086
Nov 27 20:47:00.293114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Sync routers for ids ['57299c85-dc1d-463c-a899-823b1429980f'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:00.301754 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad54d4bf-757a-4f3d-9c59-ff877c01c9da x-openstack-request-id: req-ad54d4bf-757a-4f3d-9c59-ff877c01c9da {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:00.302047 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "name": "network-vif-unplugged", "status": "completed", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:00.302300 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad54d4bf-757a-4f3d-9c59-ff877c01c9da {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:00.302737 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'code': 200}
Nov 27 20:47:00.320490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Routers {'57299c85-dc1d-463c-a899-823b1429980f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:00.321157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7ed520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['57299c85-dc1d-463c-a899-823b1429980f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:00.324311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Network 324306ab-fd63-4c3d-9f56-7119b3413ec6 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:00.348090 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-eb278610-e567-43ad-ab6c-795be4b2afaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 200  len: 217 time: 0.1141031
Nov 27 20:47:00.357937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:00.373154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:00.393702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-77f2576b-e220-4354-b89d-fd6e1d4c5c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.434287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-77f2576b-e220-4354-b89d-fd6e1d4c5c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.443788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Pushing event updated for resources: {'Port': ['ID=bb36450b-f6f8-40a8-b587-c2c25520c90d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:00.455048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Attempting to bind port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:00.455391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Attempting to bind port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:00.455730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Attempting to bind port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:00.469733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9281ce23-92fa-4f50-8547-54dd85c95cab up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:00.492141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:00.492613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Attempting to bind port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:00.505060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2edbbdcb-3c6f-48b5-a720-fb79721e9f83 req-5c80112f-9f74-4b1d-bee3-b8c405dcecab tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338588
Nov 27 20:47:00.513722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:00.514360 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.517038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:00.517396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:00.517769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:00.518211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Bound port: 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:00.518682 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.526325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-10304a81-d15f-40eb-8434-995569b5a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:00.527836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-10304a81-d15f-40eb-8434-995569b5a044 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1654050
Nov 27 20:47:00.586413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d113010-e4b7-43e9-9426-8e5c165b2d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dfc6d5-076d-4267-934a-519bb8c1e3ac,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:00.591418 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-bae69193-86bb-45e8-9b22-e0429aca26dd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4337788
Nov 27 20:47:00.609420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Request body: {'port': {'device_id': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:00.624541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Set router 57299c85-dc1d-463c-a899-823b1429980f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:00.677558 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.710877 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-428c14de-c45c-49a5-a470-3cff3b281d94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1205792
Nov 27 20:47:00.711554 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-77f2576b-e220-4354-b89d-fd6e1d4c5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.714157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-77f2576b-e220-4354-b89d-fd6e1d4c5c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.717704 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-77f2576b-e220-4354-b89d-fd6e1d4c5c2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15dfc6d5-076d-4267-934a-519bb8c1e3ac HTTP/1.1" status: 204  len: 168 time: 0.4668002
Nov 27 20:47:00.730064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2576b-e220-4354-b89d-fd6e1d4c5c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dfc6d5-076d-4267-934a-519bb8c1e3ac,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:00.774441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:00.795877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:00.809905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:00.817016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097941c-8f1f-40e9-9850-b37315e1b528 req-9f8c3158-201a-449a-9c4d-6c6f34775711 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:00.825624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5097941c-8f1f-40e9-9850-b37315e1b528 req-9f8c3158-201a-449a-9c4d-6c6f34775711 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 946 time: 0.3011818
Nov 27 20:47:00.881864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e37a2959-a2b3-4d7f-9dd6-d943c2ac302c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:00.906723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5097941c-8f1f-40e9-9850-b37315e1b528 req-aa639cc1-c1ea-4b4d-8ff6-3dc1ba7d8b35 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772486
Nov 27 20:47:00.943814 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-b432b427-c409-4737-aa75-f9d83486a192 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2149303
Nov 27 20:47:00.982676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9281ce23-92fa-4f50-8547-54dd85c95cab triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:00.983053 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:01.015369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:01.016406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:01.018371 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 1096 time: 2.2912734
Nov 27 20:47:01.043756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ad148-355b-4497-b695-50087b0517c9 service neutron] Pushing event updated for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:01.109694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:01.149071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae7add-da5a-4921-a140-116738d74c14 req-604d4d9e-ec2e-415a-b2cf-7887c2e12b21 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:01.150863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ebae7add-da5a-4921-a140-116738d74c14 req-604d4d9e-ec2e-415a-b2cf-7887c2e12b21 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 948 time: 0.2102640
Nov 27 20:47:01.171562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-77f8339e-e38f-447a-ba69-c07d9356ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:01.173639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-77f8339e-e38f-447a-ba69-c07d9356ef96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1099 time: 0.1128938
Nov 27 20:47:01.190879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-482f1b8a-7971-4ee4-9612-bc3078d2bbc1 req-bd36dccb-14b8-46ca-bb16-7b7844db3574 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2385302
Nov 27 20:47:01.211546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 315cf87c-c809-4b39-b8ec-ef3d92d438f0 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:47:01.277719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e37a2959-a2b3-4d7f-9dd6-d943c2ac302c has no active binding in host nch1-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 20:47:01.356070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f1799-309b-4771-ab7d-0afc24266466 req-497e86dc-3294-4c90-b06c-f87dd00456b8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:01.358217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e95f1799-309b-4771-ab7d-0afc24266466 req-497e86dc-3294-4c90-b06c-f87dd00456b8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 932 time: 0.1234994
Nov 27 20:47:01.369231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 315cf87c-c809-4b39-b8ec-ef3d92d438f0 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:47:01.439596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e95f1799-309b-4771-ab7d-0afc24266466 req-a16a0cda-44f4-498c-b417-143be574dbd9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749013
Nov 27 20:47:01.476449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7ed520>, [{'id': '57299c85-dc1d-463c-a899-823b1429980f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33'}], 'enable_snat': True}, 'gw_port_id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:56Z', 'revision_number': 4, 'project_id': '67445244452542a2862ec7dc1cf17784', 'gw_port': {'id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c011986-4c34-46a5-b32f-2d4787a8f2b0', 'name': '', 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'mac_address': 'fa:16:3e:d2:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '88e99e19-9398-429c-8568-1a12c12d5f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:55Z', 'updated_at': '2021-11-27T20:46:56Z', 'revision_number': 2, 'project_id': '67445244452542a2862ec7dc1cf17784', 'subnets': [{'id': '88e99e19-9398-429c-8568-1a12c12d5f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:01.524821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Checking router: 57299c85-dc1d-463c-a899-823b1429980f for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:01.525600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Updating router 57299c85-dc1d-463c-a899-823b1429980f port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:47:01.556550 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:01.557625 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ebae7add-da5a-4921-a140-116738d74c14 req-1210182d-68f6-4674-a740-427e4e99892c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3889818
Nov 27 20:47:01.581006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2d5b9-c921-4aeb-822f-0e2d566eec1a req-72cb4918-8aac-4554-991b-5b1608ae08b9 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:01.594392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ec2d5b9-c921-4aeb-822f-0e2d566eec1a req-72cb4918-8aac-4554-991b-5b1608ae08b9 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 943 time: 0.0818913
Nov 27 20:47:01.658522 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ec2d5b9-c921-4aeb-822f-0e2d566eec1a req-c1579515-434d-44b1-a4f9-dde4cac44c2d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595784
Nov 27 20:47:01.691493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-924ba2af-c404-44b9-a8ff-70cb4c7e05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:01.693621 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-924ba2af-c404-44b9-a8ff-70cb4c7e05ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.4674885
Nov 27 20:47:01.762152 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-669cd65a-bf30-4db1-a33e-8a312d8e6f76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 217 time: 0.0477040
Nov 27 20:47:01.768018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb36450b-f6f8-40a8-b587-c2c25520c90d {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:01.786027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:01.798856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74cf95-1eb9-40e8-8e37-c416ed2fc883 req-e142346b-9d88-489f-8f09-27dc04b597e1 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:01.809665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf74cf95-1eb9-40e8-8e37-c416ed2fc883 req-e142346b-9d88-489f-8f09-27dc04b597e1 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.0856736
Nov 27 20:47:01.825604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Transition to ACTIVE for port object bb36450b-f6f8-40a8-b587-c2c25520c90d will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:47:01.836498 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:01.851969 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:01.860752 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:01.885774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-9f804bf9-e0f4-45c1-abbc-ab39397b0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:01.887720 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-9f804bf9-e0f4-45c1-abbc-ab39397b0ec3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1130347
Nov 27 20:47:01.892049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Pushing event updated for resources: {'Port': ['ID=bb36450b-f6f8-40a8-b587-c2c25520c90d,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:01.921645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf74cf95-1eb9-40e8-8e37-c416ed2fc883 req-017cae64-0a74-49fd-9144-25d2ce9d9728 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106410
Nov 27 20:47:01.939728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0b38a-911d-48e2-b070-e6bfe1cdf409 None None] Pushing event updated for resources: {'Port': ['ID=7c011986-4c34-46a5-b32f-2d4787a8f2b0,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:02.000466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Attempting to bind port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:02.001227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Attempting to bind port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8d5ab541-43fc-4438-b97b-41e79bdae291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:02.001227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Attempting to bind port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 on network 6029b4a4-5744-4798-af31-3964547abdd5 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:02.007408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:02.007940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Checking segment: {'id': '8d5ab541-43fc-4438-b97b-41e79bdae291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:02.008500 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:02.008910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Bound using segment: {'id': '8d5ab541-43fc-4438-b97b-41e79bdae291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:02.009620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Bound port: 7c011986-4c34-46a5-b32f-2d4787a8f2b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5ab541-43fc-4438-b97b-41e79bdae291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:02.009754 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:02.017404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-753c6253-28d7-48b1-8798-9df116987539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:02.019398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-753c6253-28d7-48b1-8798-9df116987539 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1202216
Nov 27 20:47:02.109804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] For port 7c011986-4c34-46a5-b32f-2d4787a8f2b0, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:02.124454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] For port 7c011986-4c34-46a5-b32f-2d4787a8f2b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c011986-4c34-46a5-b32f-2d4787a8f2b0,segment=NetworkSegment(8d5ab541-43fc-4438-b97b-41e79bdae291),segment_id=8d5ab541-43fc-4438-b97b-41e79bdae291)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:02.133731 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:02.212327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0b38a-911d-48e2-b070-e6bfe1cdf409 None None] Pushing event updated for resources: {'Port': ['ID=7c011986-4c34-46a5-b32f-2d4787a8f2b0,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:02.226083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Routers {'57299c85-dc1d-463c-a899-823b1429980f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:02.227023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7ed520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:46:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['57299c85-dc1d-463c-a899-823b1429980f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:02.236708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:02.237487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:02.237954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:02.247134 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-d95f32d9-d207-4667-9084-39b09dab5985 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159901
Nov 27 20:47:02.249011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Port bb36450b-f6f8-40a8-b587-c2c25520c90d on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:02.249338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:02.308231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:02.311139 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6df431c-2724-4ef1-9094-5ed7d5c16114" -d '{"events": [{"name": "network-changed", "server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:02.311299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f5a1fdea-59e3-4176-8504-8dc94f5c94e7 None None] Provisioning complete for port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:02.311925 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5a1fdea-59e3-4176-8504-8dc94f5c94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:02.400888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:02.401289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:02.401740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:02.402167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Bound port: bb36450b-f6f8-40a8-b587-c2c25520c90d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:02.402533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:02.438275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] Set router 57299c85-dc1d-463c-a899-823b1429980f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:02.507087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:02.510391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:02.522523 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:02.577954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f66be-bbaa-40da-8981-17703fb4ecc8 req-46ccafa9-875b-44b8-bdaf-91c0393c2db8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:02.580844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c7f66be-bbaa-40da-8981-17703fb4ecc8 req-46ccafa9-875b-44b8-bdaf-91c0393c2db8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 946 time: 0.3327639
Nov 27 20:47:02.631218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd9866d0-23ad-4818-b95c-86bed5d97201 req-d1e9ca46-b29e-426f-88ec-2e075937b050 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3238015
Nov 27 20:47:02.645024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157af184-f2e1-4c04-8135-98ceaef82ac3 req-c422b302-6b92-4b71-a291-ea92909f625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:02.647478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:02.648297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:02.650882 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5a1fdea-59e3-4176-8504-8dc94f5c94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:02.652184 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] 10.222.0.35 "PUT /v2.0/ports/bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 200  len: 1092 time: 2.0493143
Nov 27 20:47:02.653524 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-157af184-f2e1-4c04-8135-98ceaef82ac3 req-c422b302-6b92-4b71-a291-ea92909f625e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1101 time: 0.1198266
Nov 27 20:47:02.757792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-157af184-f2e1-4c04-8135-98ceaef82ac3 req-9b90ba4d-5919-4a9e-9482-78c8bfa3d1e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932488
Nov 27 20:47:02.759858 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa5b28c-9090-4053-b116-65ff8c841183 x-openstack-request-id: req-faa5b28c-9090-4053-b116-65ff8c841183 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:02.760159 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:02.760420 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faa5b28c-9090-4053-b116-65ff8c841183 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:02.760819 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'status': 'completed', 'code': 200}
Nov 27 20:47:02.778970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f5a1fdea-59e3-4176-8504-8dc94f5c94e7 None None] For port 7c011986-4c34-46a5-b32f-2d4787a8f2b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c011986-4c34-46a5-b32f-2d4787a8f2b0,segment=NetworkSegment(8d5ab541-43fc-4438-b97b-41e79bdae291),segment_id=8d5ab541-43fc-4438-b97b-41e79bdae291)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:02.854519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd2f71-ae37-4304-98e9-4ba472c73074 service neutron] Pushing event updated for resources: {'Port': ['ID=bb36450b-f6f8-40a8-b587-c2c25520c90d,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:02.873926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c7f66be-bbaa-40da-8981-17703fb4ecc8 req-a85b0727-77c0-4797-aa2f-08ceeb30675d tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2540312
Nov 27 20:47:02.884861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-451249cf-7650-44dc-9858-5fe47ecd2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:02.886279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-451249cf-7650-44dc-9858-5fe47ecd2a37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1095 time: 0.1561065
Nov 27 20:47:02.910822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-8c2fa74a-9ee1-4a75-a8b1-dcc08c8afa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:02.914036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-8c2fa74a-9ee1-4a75-a8b1-dcc08c8afa77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1099 time: 0.1300559
Nov 27 20:47:02.914873 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5a1fdea-59e3-4176-8504-8dc94f5c94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:02.938877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182ffe1-736e-487e-853d-172e1eab598c req-118fb149-a8ac-4cb8-9abb-2b38760b9758 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:02.949143 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7182ffe1-736e-487e-853d-172e1eab598c req-118fb149-a8ac-4cb8-9abb-2b38760b9758 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 944 time: 0.1243083
Nov 27 20:47:03.011618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-67f66789-3138-4e5f-a164-fadd7172921f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 200  len: 217 time: 0.1099725
Nov 27 20:47:03.055900 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7182ffe1-736e-487e-853d-172e1eab598c req-f6910e51-46be-47b4-acff-5e439b9fd6e6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057873
Nov 27 20:47:03.085180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-d5205cc4-c3bf-411b-9a1d-c0568e961a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.090386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-d5205cc4-c3bf-411b-9a1d-c0568e961a4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1099 time: 0.0982831
Nov 27 20:47:03.128571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1fdea-59e3-4176-8504-8dc94f5c94e7 None None] Pushing event updated for resources: {'Port': ['ID=7c011986-4c34-46a5-b32f-2d4787a8f2b0,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:03.144579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-821c908d-527d-4c49-b150-91eaf8b0ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.146844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-821c908d-527d-4c49-b150-91eaf8b0ad1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.1110988
Nov 27 20:47:03.157131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab626bb9-f0f1-42f8-830f-a9bebc632ae7 req-bc11c7dd-d880-4882-847e-417e5793942d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.164985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab626bb9-f0f1-42f8-830f-a9bebc632ae7 req-bc11c7dd-d880-4882-847e-417e5793942d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 948 time: 0.1663954
Nov 27 20:47:03.220671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-2cd5d903-fd47-43e9-b988-b00851adba32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483615
Nov 27 20:47:03.262624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-22340a32-2713-4e53-9c42-740ae87ad1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.264352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-22340a32-2713-4e53-9c42-740ae87ad1e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2758653
Nov 27 20:47:03.269711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:03.274625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:47:03.282722 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6c5b1011-78bf-46e9-8121-4954dc6aebe3 None None] Provisioning complete for port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:03.283089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1011-78bf-46e9-8121-4954dc6aebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:03.295764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-8f7ff2c5-5cb1-40cb-9b34-4483331c8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.297711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-8f7ff2c5-5cb1-40cb-9b34-4483331c8d8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1985657
Nov 27 20:47:03.320502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6cfe6-d201-4f52-ab91-3011b2d400e2 req-7a9d4a83-9c97-4ae8-a9c4-7ab8765d45db tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.321823 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ad6cfe6-d201-4f52-ab91-3011b2d400e2 req-7a9d4a83-9c97-4ae8-a9c4-7ab8765d45db tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 943 time: 0.0808444
Nov 27 20:47:03.357108 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-c03a07ee-c086-4137-bd08-cbe4315f334f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 217 time: 0.0627694
Nov 27 20:47:03.358638 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-0450a1a9-2aa2-4e78-a3b4-7a68950c0629 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 217 time: 0.0529637
Nov 27 20:47:03.372278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab626bb9-f0f1-42f8-830f-a9bebc632ae7 req-63d7e394-6fae-4617-9209-68f1fd94e0cd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062101
Nov 27 20:47:03.374622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7ed520>, [{'id': '57299c85-dc1d-463c-a899-823b1429980f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33'}], 'enable_snat': True}, 'gw_port_id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:56Z', 'revision_number': 4, 'project_id': '67445244452542a2862ec7dc1cf17784', 'gw_port': {'id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c011986-4c34-46a5-b32f-2d4787a8f2b0', 'name': '', 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'mac_address': 'fa:16:3e:d2:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '88e99e19-9398-429c-8568-1a12c12d5f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:55Z', 'updated_at': '2021-11-27T20:47:02Z', 'revision_number': 4, 'project_id': '67445244452542a2862ec7dc1cf17784', 'subnets': [{'id': '88e99e19-9398-429c-8568-1a12c12d5f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:03.436871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ad6cfe6-d201-4f52-ab91-3011b2d400e2 req-6284dc48-cd9d-4952-8b0f-8812c1a68933 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809603
Nov 27 20:47:03.438404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-d54e2506-7457-47e4-b5f2-f453bf19261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.439960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-d54e2506-7457-47e4-b5f2-f453bf19261b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0684364
Nov 27 20:47:03.455027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920859c-36c8-4539-9291-2b5c1dc9a841 None None] The sync data for ids ['57299c85-dc1d-463c-a899-823b1429980f'] in ncdv-master-1 is: [{'id': '57299c85-dc1d-463c-a899-823b1429980f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33'}], 'enable_snat': True}, 'gw_port_id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:56Z', 'revision_number': 4, 'project_id': '67445244452542a2862ec7dc1cf17784', 'gw_port': {'id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7c011986-4c34-46a5-b32f-2d4787a8f2b0', 'name': '', 'network_id': '6029b4a4-5744-4798-af31-3964547abdd5', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'mac_address': 'fa:16:3e:d2:7d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '88e99e19-9398-429c-8568-1a12c12d5f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:55Z', 'updated_at': '2021-11-27T20:47:02Z', 'revision_number': 4, 'project_id': '67445244452542a2862ec7dc1cf17784', 'subnets': [{'id': '88e99e19-9398-429c-8568-1a12c12d5f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:03.502188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-8b823110-6237-48be-9210-4ceae9f175a8 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665009
Nov 27 20:47:03.504566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-bcd5965c-2ec6-48f4-be25-a96972195cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.507179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-bcd5965c-2ec6-48f4-be25-a96972195cfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1410282
Nov 27 20:47:03.560033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-0c2bf5a9-1a30-4e4f-92b6-57b3cb472ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.561893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-0c2bf5a9-1a30-4e4f-92b6-57b3cb472ae5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1135213
Nov 27 20:47:03.643935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:03.655083 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:03.694892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'mac_address': 'fa:16:3e:8c:b8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:47:03.708533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-8c9a1ab3-9b4e-4efc-bc69-cbecec117f3f service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362336
Nov 27 20:47:03.795395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:03.796387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:03.800505 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab35d1f-a697-4178-97b1-b746e93048bc" -d '{"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-unplugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:03.819246 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:03.821210 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:03.887552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41eff457-e562-48bc-bb0b-6db9a9bacf92 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:03.923000 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-06527526-454a-4dba-a2a3-fff87399be94 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2035272
Nov 27 20:47:03.935347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-06e30de7-f3fa-49bf-a6bf-5bba22482ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:03.937017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-06e30de7-f3fa-49bf-a6bf-5bba22482ea4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3876209
Nov 27 20:47:04.041525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89273382-93de-4572-aea2-935502ddb2a9 req-757eef20-f0c1-4a65-b6e4-2631647e8851 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:04.044628 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:47:04.044988 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:47:04.049476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89273382-93de-4572-aea2-935502ddb2a9 req-757eef20-f0c1-4a65-b6e4-2631647e8851 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 948 time: 0.1191218
Nov 27 20:47:04.052019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-b5970997-8406-4774-9c37-a3b1e2d80c36 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6388028
Nov 27 20:47:04.070163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:04.079128 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8bc0b7e9-9a37-4800-81e1-ec5f0ed67894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.087529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92a2e690-0c73-44e8-aacd-ae41e0a76acc req-9f6cb7f3-d711-47c9-bf0d-cf80193d96df service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5134687
Nov 27 20:47:04.090541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:04.138360 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.162534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-0690a9a4-6601-4702-85a9-0b7b88166e7b service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017889
Nov 27 20:47:04.186378 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89273382-93de-4572-aea2-935502ddb2a9 req-6d864838-6a9c-4062-84ec-0bb1f1ea00d7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363266
Nov 27 20:47:04.217563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-d672b9a4-f67f-4dd4-82d4-f38d691c984f service neutron] 10.222.0.15 "GET /v2.0/ports/e37a2959-a2b3-4d7f-9dd6-d943c2ac302c/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1008594
Nov 27 20:47:04.335402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6df431c-2724-4ef1-9094-5ed7d5c16114 req-1e049ec1-80c7-421b-bf74-8e7cedd25aab service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309972
Nov 27 20:47:04.406484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.444221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7c011986-4c34-46a5-b32f-2d4787a8f2b0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:04.455502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:04.482080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:04.498988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:04.499623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.509859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-562d23c9-fe97-478f-8f72-f9ec47492d32 req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1389615832', 'description': 'tempest-description-956363302'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:04.534362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37a2959-a2b3-4d7f-9dd6-d943c2ac302c {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:04.539296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Allocated IP 172.35.3.175 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/1a4e652c-c10e-4bd8-87ae-463611d058d6) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:04.549443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:04.562840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-562d23c9-fe97-478f-8f72-f9ec47492d32 req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.570520 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.579493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-562d23c9-fe97-478f-8f72-f9ec47492d32 req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.618560 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.643919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eff457-e562-48bc-bb0b-6db9a9bacf92 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:04.694193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:04.695569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] Transition to ACTIVE for port object e37a2959-a2b3-4d7f-9dd6-d943c2ac302c will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:47:04.700696 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.706100 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.706913 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.759960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:04.764793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:04.768019 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5397bdbd-8c71-4765-a2e7-a0f79f015bac" -d '{"events": [{"name": "network-changed", "server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:04.773021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.784883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-562d23c9-fe97-478f-8f72-f9ec47492d32 req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.821865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-562d23c9-fe97-478f-8f72-f9ec47492d32 req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.824958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:04.828121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:04.832121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:04.860239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Pushing event updated for resources: {'Port': ['ID=1a4e652c-c10e-4bd8-87ae-463611d058d6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:04.860486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] Pushing event updated for resources: {'Port': ['ID=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,revision_number=10']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:04.915520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] No DVR routers for this DVR port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:47:04.928746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65850007-17ab-486d-9320-2a69dc7d4953,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:04.962671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c3df17d7-84da-44a4-9b94-8fb44094df8c service neutron] 10.222.0.15 "PUT /v2.0/ports/e37a2959-a2b3-4d7f-9dd6-d943c2ac302c/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.7303853
Nov 27 20:47:04.981107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:04.997881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-562d23c9-fe97-478f-8f72-f9ec47492d32 req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.003209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-562d23c9-fe97-478f-8f72-f9ec47492d32 req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.024841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-562d23c9-fe97-478f-8f72-f9ec47492d32 req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.026289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-562d23c9-fe97-478f-8f72-f9ec47492d32 req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5236065
Nov 27 20:47:05.047757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['41eff457-e562-48bc-bb0b-6db9a9bacf92'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:05.078569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd9bcd-b3a9-4daf-96c1-d32666fed530 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e9c264-710c-466e-b1d4-3f957cac4515,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:05.088530 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d2bd17-b937-48f0-abb1-7cede3f236b5 x-openstack-request-id: req-76d2bd17-b937-48f0-abb1-7cede3f236b5 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:05.088813 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-unplugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:05.089130 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76d2bd17-b937-48f0-abb1-7cede3f236b5 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:05.089648 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'code': 200}
Nov 27 20:47:05.201976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e37a2959-a2b3-4d7f-9dd6-d943c2ac302c no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:47:05.207620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ed85f-b5f0-4dd0-82ff-e5423345297a req-35ea8542-c82e-424e-8c42-5635247f8464 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:05.209614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a22ed85f-b5f0-4dd0-82ff-e5423345297a req-35ea8542-c82e-424e-8c42-5635247f8464 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 944 time: 0.0606449
Nov 27 20:47:05.267154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a22ed85f-b5f0-4dd0-82ff-e5423345297a req-e5564db3-fbf9-466d-88fd-2569c3f0d0b2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503471
Nov 27 20:47:05.304634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e37a2959-a2b3-4d7f-9dd6-d943c2ac302c not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:47:05.310814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.369194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-86318685-5985-46a9-a45f-689f4c723dbc tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:05.370920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-86318685-5985-46a9-a45f-689f4c723dbc tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1177895
Nov 27 20:47:05.477278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-6c1cdb5a-339f-4b91-9139-6cdfdd5682c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:05.478813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-6c1cdb5a-339f-4b91-9139-6cdfdd5682c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3&tenant_id=a9eca53282994b4094a056750bb24ccb HTTP/1.1" status: 200  len: 1095 time: 0.0963144
Nov 27 20:47:05.573482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.576852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-bf5d2350-2189-41fa-bed2-00b3cdfc457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:05.578688 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-bf5d2350-2189-41fa-bed2-00b3cdfc457f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1095 time: 0.0656822
Nov 27 20:47:05.579912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.701565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Pushing event updated for resources: {'Port': ['ID=1a4e652c-c10e-4bd8-87ae-463611d058d6,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:05.716357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.743126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.744367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-ed62c97f-540b-447f-87ea-5fde2da48249 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6806192
Nov 27 20:47:05.759759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-9e77f3de-65ff-406b-a7fb-60dd55dfd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:05.761186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-9e77f3de-65ff-406b-a7fb-60dd55dfd7d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1560390
Nov 27 20:47:05.802784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55954) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:05.808970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-81e3fe80-6128-4977-81fa-9ad84ed18620 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211467980', 'description': 'tempest-description--1605711790'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:05.836150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe80-6128-4977-81fa-9ad84ed18620 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.860655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-4eb6e31c-b458-4f89-804f-811d27cf1c71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 200  len: 217 time: 0.0790560
Nov 27 20:47:05.863811 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-61d381e1-09aa-4328-9f2b-154d884dfd43 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 696 time: 0.1122241
Nov 27 20:47:05.923832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54faeb4-c9b3-4ffe-bbf4-9a38f9dcc6af req-c785b5de-d869-4b91-a4de-61cb2682fa59 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:05.925494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f54faeb4-c9b3-4ffe-bbf4-9a38f9dcc6af req-c785b5de-d869-4b91-a4de-61cb2682fa59 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 948 time: 0.0759058
Nov 27 20:47:05.968336 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe80-6128-4977-81fa-9ad84ed18620 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:05.974613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-56257395-c363-4f08-bc09-4d647d4eff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:05.976280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-56257395-c363-4f08-bc09-4d647d4eff9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1046221
Nov 27 20:47:05.977693 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe80-6128-4977-81fa-9ad84ed18620 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.013289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f54faeb4-c9b3-4ffe-bbf4-9a38f9dcc6af req-15fe8ae3-46b8-448f-8668-bf8f09bb2e2b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809917
Nov 27 20:47:06.020133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-abe8545d-9610-4d23-ab3b-dafb19abcf0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0350835
Nov 27 20:47:06.021647 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81e3fe80-6128-4977-81fa-9ad84ed18620 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.026173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-81e3fe80-6128-4977-81fa-9ad84ed18620 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2205734
Nov 27 20:47:06.034059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55956) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:06.037108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-76b65866-2b96-44e9-b92b-9343df1cd347 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Request body: {'security_group_rule': {'security_group_id': 'b6b566a8-d043-4b5a-9473-2eef90679a40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:06.044935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3fe80-6128-4977-81fa-9ad84ed18620 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b566a8-d043-4b5a-9473-2eef90679a40,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:06.062422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-0ac7895c-e8d3-42c0-b273-9c3f64faa2f5 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:06.064116 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-0ac7895c-e8d3-42c0-b273-9c3f64faa2f5 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1943483
Nov 27 20:47:06.077471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-76b65866-2b96-44e9-b92b-9343df1cd347 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.100389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-4f23e1db-2219-4d18-b3af-05c56321b8b1 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:47:06.101488 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aaf8f672-d4b5-4216-a242-a96208e84d05 req-4f23e1db-2219-4d18-b3af-05c56321b8b1 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0091643
Nov 27 20:47:06.165880 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b14bd2-8de1-44dc-ac43-2bb603c5a29c x-openstack-request-id: req-31b14bd2-8de1-44dc-ac43-2bb603c5a29c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:06.166178 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:06.167181 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31b14bd2-8de1-44dc-ac43-2bb603c5a29c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:06.167853 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d', 'status': 'completed', 'code': 200}
Nov 27 20:47:06.172360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f8c9-e91a-4018-88cb-1dd7a50eae24 req-a152ccf8-db2c-48d8-ae01-faf4cf74558e tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:06.173902 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d14f8c9-e91a-4018-88cb-1dd7a50eae24 req-a152ccf8-db2c-48d8-ae01-faf4cf74558e tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 944 time: 0.0812020
Nov 27 20:47:06.175300 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-1c0cbecf-1827-43ae-8a2d-2c37bab75b49 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465013
Nov 27 20:47:06.184575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-76b65866-2b96-44e9-b92b-9343df1cd347 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.191556 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-76b65866-2b96-44e9-b92b-9343df1cd347 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.220456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-b9e92d89-264b-4cb2-855c-45a162d79296 req-58818aee-caca-4947-befa-6fcab0238eab tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1869691982', 'description': 'tempest-description-388085327'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:06.229584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b65866-2b96-44e9-b92b-9343df1cd347 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af0a5a8-306b-4130-8081-249ffda4f8d3,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:06.241105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-76b65866-2b96-44e9-b92b-9343df1cd347 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.245038 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-76b65866-2b96-44e9-b92b-9343df1cd347 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2103972
Nov 27 20:47:06.246320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55962) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:06.250758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b0e3ab4d-40f6-4473-a21b-92eb29cb8631 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Request body: {'security_group_rule': {'security_group_id': 'b6b566a8-d043-4b5a-9473-2eef90679a40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:06.260828 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d14f8c9-e91a-4018-88cb-1dd7a50eae24 req-5e8837c8-5284-455a-87a9-46e9821dc291 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784602
Nov 27 20:47:06.293830 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ab4d-40f6-4473-a21b-92eb29cb8631 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.316997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b9e92d89-264b-4cb2-855c-45a162d79296 req-58818aee-caca-4947-befa-6fcab0238eab tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.325527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-2f972531-3bf1-46b8-a7e2-2bbe8a6ddfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:06.327092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-2f972531-3bf1-46b8-a7e2-2bbe8a6ddfe1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1095 time: 0.1308939
Nov 27 20:47:06.368614 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0188dec7-59a6-4671-b650-786d27cee16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.385586 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-c2da6cd1-2f4f-43ce-8729-e03bf357fdeb service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016931
Nov 27 20:47:06.406577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ab4d-40f6-4473-a21b-92eb29cb8631 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.412074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ab4d-40f6-4473-a21b-92eb29cb8631 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.444394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3ab4d-40f6-4473-a21b-92eb29cb8631 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80495657-2f98-463a-885c-48c6cc492df5,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:06.455486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b256ea9-9a17-4477-a8e6-e205c536c10c req-bda4ec0a-f231-4e9d-b3fe-6ac63685e5c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:06.457002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b256ea9-9a17-4477-a8e6-e205c536c10c req-bda4ec0a-f231-4e9d-b3fe-6ac63685e5c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 949 time: 0.1033280
Nov 27 20:47:06.473157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ab4d-40f6-4473-a21b-92eb29cb8631 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.474207 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b0e3ab4d-40f6-4473-a21b-92eb29cb8631 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2269382
Nov 27 20:47:06.481314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55968) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:06.491971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:06.513495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b256ea9-9a17-4477-a8e6-e205c536c10c req-280e86a3-b1ff-4ccf-9a2b-eea818d9aff4 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495710
Nov 27 20:47:06.520331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-8888f1f2-9575-4eb2-84b9-06651854f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:06.521840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-8888f1f2-9575-4eb2-84b9-06651854f5d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.1811574
Nov 27 20:47:06.546944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b9e92d89-264b-4cb2-855c-45a162d79296 req-58818aee-caca-4947-befa-6fcab0238eab tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.582381 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b9e92d89-264b-4cb2-855c-45a162d79296 req-58818aee-caca-4947-befa-6fcab0238eab tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.586790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-fefb030a-aa9a-47d9-8723-5a294da89c1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 200  len: 217 time: 0.0546958
Nov 27 20:47:06.594838 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.680460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b9e92d89-264b-4cb2-855c-45a162d79296 req-58818aee-caca-4947-befa-6fcab0238eab tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:06.681707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9e92d89-264b-4cb2-855c-45a162d79296 req-58818aee-caca-4947-befa-6fcab0238eab tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.4836075
Nov 27 20:47:06.699998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58818aee-caca-4947-befa-6fcab0238eab tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f276871-ca6b-48c9-82f4-a8a127f84853,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:06.778663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-35637a95-ca79-4b17-b03e-32f66b4114c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:06.780276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-35637a95-ca79-4b17-b03e-32f66b4114c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.1744483
Nov 27 20:47:06.851542 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-c8c6ae71-c5a3-415f-b43e-1204fbfd6881 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536261
Nov 27 20:47:06.853372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-03ee1c6d-486b-4051-bb2b-4bd5e644d53c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:06.854840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-03ee1c6d-486b-4051-bb2b-4bd5e644d53c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1977887
Nov 27 20:47:06.860367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 315cf87c-c809-4b39-b8ec-ef3d92d438f0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:06.916628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793989-0ed3-4802-942c-887ed84aa971 req-fb3db1c1-6163-4af3-9018-2f46a83ea05c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:06.918369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-44793989-0ed3-4802-942c-887ed84aa971 req-fb3db1c1-6163-4af3-9018-2f46a83ea05c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 944 time: 0.1018615
Nov 27 20:47:06.969067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:06.981759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'mac_address': 'fa:16:3e:ed:42:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:47:06.987539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-a35e8d4a-bc56-4447-9568-a4c38c120577 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:06.988186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-a35e8d4a-bc56-4447-9568-a4c38c120577 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.15 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f&tenant_id=04a17517c2104eeba56ce3a7cd915fb0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1320469
Nov 27 20:47:07.021404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.031406 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-44793989-0ed3-4802-942c-887ed84aa971 req-7516a6a5-06eb-40d7-abf6-75965306c017 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050014
Nov 27 20:47:07.036052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315cf87c-c809-4b39-b8ec-ef3d92d438f0 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:07.063894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:07.068780 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.069833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bb36450b-f6f8-40a8-b587-c2c25520c90d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:07.073995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-a4c73082-a960-43fe-946e-844859cc7ad1 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:07.075574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-a4c73082-a960-43fe-946e-844859cc7ad1 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 821 time: 0.2651470
Nov 27 20:47:07.077292 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-5864b3b6-a2d3-49c8-a873-bdff7fc58d60 service neutron] delete failed (client error): The resource could not be found.
Nov 27 20:47:07.078665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-5864b3b6-a2d3-49c8-a873-bdff7fc58d60 service neutron] 10.222.0.15 "DELETE /v2.0/ports/315cf87c-c809-4b39-b8ec-ef3d92d438f0/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0816641
Nov 27 20:47:07.172919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-f0fa6693-3e83-481d-9799-14b50a402327 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/quotas/bba5dc062b60481085531bc034e45209 HTTP/1.1" status: 200  len: 375 time: 0.0857060
Nov 27 20:47:07.177699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:07.182212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.196509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-0906ef34-7949-4dde-9a6d-d1ca94a47e79 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2996192
Nov 27 20:47:07.221855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:07.225989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:07.255238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c787ba-8b41-4a07-ab76-4b83088fc339 req-d77806ed-5954-4cdc-a18c-2c21509782ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:07.257055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65c787ba-8b41-4a07-ab76-4b83088fc339 req-d77806ed-5954-4cdc-a18c-2c21509782ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 949 time: 0.1147895
Nov 27 20:47:07.261498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'bb36450b-f6f8-40a8-b587-c2c25520c90d', 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6', 'port_id': 'bb36450b-f6f8-40a8-b587-c2c25520c90d', 'mac_address': 'fa:16:3e:62:d4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ec39ef-a293-4636-973a-265cd39882ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:47:07.288198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-33584583-267e-45a9-bb63-73ee5c46d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:07.289993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-33584583-267e-45a9-bb63-73ee5c46d5da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1100 time: 0.0957289
Nov 27 20:47:07.327537 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.335547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-00e95d18-44b7-4143-a0f3-26e494443dde service neutron] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:07.343571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 41eff457-e562-48bc-bb0b-6db9a9bacf92 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:07.343946 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.346461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb36450b-f6f8-40a8-b587-c2c25520c90d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:07.348457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-00e95d18-44b7-4143-a0f3-26e494443dde service neutron] Publish callbacks [] for binding, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.350108 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575ae455-028d-43c3-acfc-2c8f34a778bc req-00e95d18-44b7-4143-a0f3-26e494443dde service neutron] 10.222.0.35 "DELETE /v2.0/ports/e37a2959-a2b3-4d7f-9dd6-d943c2ac302c/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4552219
Nov 27 20:47:07.364295 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-bcadf1f5-a06d-4b3e-a9ad-753e17ba2a6e tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1796501
Nov 27 20:47:07.379335 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65c787ba-8b41-4a07-ab76-4b83088fc339 req-000ea0d4-22e6-431e-b73e-1c7a68db02b7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129689
Nov 27 20:47:07.405863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:07.412274 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.437593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-b2bf8c0e-cce9-46f1-9d19-a634c3873ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:07.439093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-b2bf8c0e-cce9-46f1-9d19-a634c3873ec7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1387527
Nov 27 20:47:07.502568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-ea533df3-73ec-4d4e-9c58-0ccd69bbe736 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 217 time: 0.0505309
Nov 27 20:47:07.519618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=bb36450b-f6f8-40a8-b587-c2c25520c90d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:07.536898 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.562955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:07.565867 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a69d3-fff0-4713-a7d0-d49c30607541" -d '{"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-plugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:07.584004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:07.588545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-463b4b72-fb9d-4891-8147-f5de91d2bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:07.589124 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.590441 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-463b4b72-fb9d-4891-8147-f5de91d2bf46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0790815
Nov 27 20:47:07.606794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ba126de8-aca8-44dc-86bb-78954b88fe59 req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-994390933', 'description': 'tempest-description-357097894'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:07.669690 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ba126de8-aca8-44dc-86bb-78954b88fe59 req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.695184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['bb36450b-f6f8-40a8-b587-c2c25520c90d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:07.704812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5397bdbd-8c71-4765-a2e7-a0f79f015bac req-c593120d-f2d5-4023-acd1-6448babf573e service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4940808
Nov 27 20:47:07.706967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-b1174180-9369-4165-9fe4-8ac96784e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:07.708823 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-b1174180-9369-4165-9fe4-8ac96784e1bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1062028
Nov 27 20:47:07.710038 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ba126de8-aca8-44dc-86bb-78954b88fe59 req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.720974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:07.725749 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.731686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Allocated IP 172.35.3.36 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/af031479-85db-4ca2-8692-800c6d277245) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:07.754331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['315cf87c-c809-4b39-b8ec-ef3d92d438f0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:07.787194 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-e6bbaf49-fcac-4645-9077-ea88638a6b6e service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4073970
Nov 27 20:47:07.810288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ba126de8-aca8-44dc-86bb-78954b88fe59 req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.942170 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:07.949356 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-2c3e83d7-6295-4c4c-b6da-38a1688dfc2f service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348803
Nov 27 20:47:07.984369 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.035127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:08.041022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:08.049269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:08.083878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event updated for resources: {'Port': ['ID=af031479-85db-4ca2-8692-800c6d277245,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:08.093918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ba126de8-aca8-44dc-86bb-78954b88fe59 req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.099466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-7e42e29d-9ca1-4aa8-bb35-1c585d026174 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3806319
Nov 27 20:47:08.195493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47c2b88-5296-4833-835e-9db17d56ab60,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:08.222105 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.251711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ba126de8-aca8-44dc-86bb-78954b88fe59 req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.257071 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-965fbd1f-7d21-46fb-bd4b-98f0ed849dc6 req-a071303f-6154-4199-8d1a-c15193f89884 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476099
Nov 27 20:47:08.258936 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ba126de8-aca8-44dc-86bb-78954b88fe59 req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.283977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.284226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b5e99-dfed-49eb-9219-9b73dae968f6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:08.308387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ba126de8-aca8-44dc-86bb-78954b88fe59 req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.321672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba126de8-aca8-44dc-86bb-78954b88fe59 req-daec3866-34c8-4e4d-9ed8-35f1fe7ef868 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.7202919
Nov 27 20:47:08.364304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeee5d2-2e2f-4df7-a721-18449b41cdc4 req-8b435ef4-2455-4722-9671-d94032e6887a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:08.366392 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eeeee5d2-2e2f-4df7-a721-18449b41cdc4 req-8b435ef4-2455-4722-9671-d94032e6887a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 949 time: 0.1965065
Nov 27 20:47:08.481781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eeeee5d2-2e2f-4df7-a721-18449b41cdc4 req-0502e185-ec90-431b-96ff-820e55ac79f9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040101
Nov 27 20:47:08.588742 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.599491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.699507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fc579-adc4-4b62-9029-467967b1d16c req-6e599b46-98c1-49f5-8f47-eb66f9c168dd tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:08.701647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb2fc579-adc4-4b62-9029-467967b1d16c req-6e599b46-98c1-49f5-8f47-eb66f9c168dd tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 944 time: 0.1472266
Nov 27 20:47:08.715406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event updated for resources: {'Port': ['ID=af031479-85db-4ca2-8692-800c6d277245,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:08.753044 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.803586 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb2fc579-adc4-4b62-9029-467967b1d16c req-9487e415-0112-4f42-8afa-465d9ae339ec tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923431
Nov 27 20:47:08.807531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:08.809231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4969b419-0be8-4104-9da9-ccbeca5cc64f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3255174
Nov 27 20:47:08.849793 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdd5789-48c6-48d7-b9b7-24944925aaad x-openstack-request-id: req-bcdd5789-48c6-48d7-b9b7-24944925aaad {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:08.850353 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-plugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:08.851008 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcdd5789-48c6-48d7-b9b7-24944925aaad {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:08.851534 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'code': 200}
Nov 27 20:47:08.866041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 315cf87c-c809-4b39-b8ec-ef3d92d438f0 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:08.994196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627f5c3-77b4-464b-95ea-c284103b63f6 req-40517246-be71-4262-b632-9610649ecf23 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:08.996645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d627f5c3-77b4-464b-95ea-c284103b63f6 req-40517246-be71-4262-b632-9610649ecf23 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 945 time: 0.0833132
Nov 27 20:47:09.004660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2bea013c-0bb7-4b3c-b29f-76a532c4301d req-263d4335-10c7-4b60-a808-3b2eacacc50a tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 210 time: 0.0696330
Nov 27 20:47:09.017733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:47:09.021228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:09.021901 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.042019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-49d156c2-1fc2-403e-8793-870147593d98 req-7006ed16-616b-4242-8f51-ddba5b0fba03 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1898830144', 'description': 'tempest-description-940474095'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:09.070625 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49d156c2-1fc2-403e-8793-870147593d98 req-7006ed16-616b-4242-8f51-ddba5b0fba03 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.073510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d627f5c3-77b4-464b-95ea-c284103b63f6 req-66bc7266-d014-49eb-8d7a-b4e0a0a110fb tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698311
Nov 27 20:47:09.128367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.151841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49d156c2-1fc2-403e-8793-870147593d98 req-7006ed16-616b-4242-8f51-ddba5b0fba03 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.157594 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49d156c2-1fc2-403e-8793-870147593d98 req-7006ed16-616b-4242-8f51-ddba5b0fba03 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.164317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:09.169492 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.170545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bb36450b-f6f8-40a8-b587-c2c25520c90d up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:09.188375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49d156c2-1fc2-403e-8793-870147593d98 req-7006ed16-616b-4242-8f51-ddba5b0fba03 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.189625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49d156c2-1fc2-403e-8793-870147593d98 req-7006ed16-616b-4242-8f51-ddba5b0fba03 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.1534750
Nov 27 20:47:09.259701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006ed16-616b-4242-8f51-ddba5b0fba03 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0efb78e-a638-4446-a911-158f2c16325f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:09.275139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:09.302758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port bb36450b-f6f8-40a8-b587-c2c25520c90d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:47:09.310580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port bb36450b-f6f8-40a8-b587-c2c25520c90d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:09.310971 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.354215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f406ead-c928-41ae-81d2-b6d82f7d060e req-d406d65f-842d-4682-965e-3499fe72ad36 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:09.355816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f406ead-c928-41ae-81d2-b6d82f7d060e req-d406d65f-842d-4682-965e-3499fe72ad36 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.0923631
Nov 27 20:47:09.399557 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.446183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-6c7f9303-a899-4ab2-ac61-90108f67ce67 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1211467980&fields=id&tenant_id=68857c7effec496aa99ff78b76521109 HTTP/1.1" status: 200  len: 267 time: 0.0879033
Nov 27 20:47:09.466856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.511393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f406ead-c928-41ae-81d2-b6d82f7d060e req-0e05b314-c602-4189-a900-776342dce2c9 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443448
Nov 27 20:47:09.532730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:09.539626 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.607813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=bb36450b-f6f8-40a8-b587-c2c25520c90d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:09.621316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-0c2bafdb-a661-4811-8204-ca1c120bfaa4 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:09.622925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-0c2bafdb-a661-4811-8204-ca1c120bfaa4 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/networks?id=7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 200  len: 823 time: 0.1780703
Nov 27 20:47:09.641087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-765bf859-05d4-4096-911c-5f1665562f11 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:09.642915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-765bf859-05d4-4096-911c-5f1665562f11 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.15 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 821 time: 0.1971364
Nov 27 20:47:09.645949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-998b26d9-e1d6-4b70-a730-cff3d19eaf32 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/quotas/68857c7effec496aa99ff78b76521109 HTTP/1.1" status: 200  len: 375 time: 0.0160096
Nov 27 20:47:09.680049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Request body: {'port': {'device_id': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'admin_state_up': True, 'tenant_id': 'bba5dc062b60481085531bc034e45209'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:09.705176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-9fcbbe33-fe41-41ad-aee9-21c796168174 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68857c7effec496aa99ff78b76521109&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0583599
Nov 27 20:47:09.807507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-4b2d196e-f4ed-4eae-925f-0edfccd8b8b9 service neutron] 10.222.0.21 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883505
Nov 27 20:47:09.875647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Made reservation on behalf of bba5dc062b60481085531bc034e45209 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:09.879033 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:09.899151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8dbf5881-f8f1-41b2-86e9-fa5378979d10 service neutron] 10.222.0.21 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855780
Nov 27 20:47:10.087774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a47b6-a813-41e4-ad6d-b1d20fc591ea req-9ebd3c1c-63c2-468b-bbd0-20f47f4dc3e8 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:10.089987 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c08a47b6-a813-41e4-ad6d-b1d20fc591ea req-9ebd3c1c-63c2-468b-bbd0-20f47f4dc3e8 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1095 time: 0.0444868
Nov 27 20:47:10.094289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-116d0cac-7f63-494f-935a-d7c5ca933a7f tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 53735 time: 0.5100513
Nov 27 20:47:10.095531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Allocated IP 172.20.0.8 (928a9d2f-c6ce-4a29-a19b-6db7d0d4717b/504d0b4b-8f87-4c09-952d-ea718b410b10/2fee0259-c961-4dfb-8c3d-3f133072bbe7) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:10.155809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c08a47b6-a813-41e4-ad6d-b1d20fc591ea req-75da9f38-9114-4a5f-9005-d9add2cc2c77 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513690
Nov 27 20:47:10.171851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-07bd2201-e583-4bec-a774-ce7149dd2dbc tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/25cae4ff-346e-4bae-8a30-feadb52257be HTTP/1.1" status: 200  len: 2998 time: 0.0625207
Nov 27 20:47:10.215559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:10.303340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-7c06e7bf-5925-4ae1-a841-b98f5283cf54 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/25cae4ff-346e-4bae-8a30-feadb52257be HTTP/1.1" status: 200  len: 2998 time: 0.1260619
Nov 27 20:47:10.384781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:10.389374 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-9776b2f6-b478-4ca4-b42c-7812de62c650 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2617ba21-1bb5-4ad4-a754-4541d857501d HTTP/1.1" status: 200  len: 2998 time: 0.0849032
Nov 27 20:47:10.403739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aea653-238c-4c18-a93f-37e9434a7567 req-7730e5f5-8727-432b-adcd-72aef31db56b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:10.405265 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8aea653-238c-4c18-a93f-37e9434a7567 req-7730e5f5-8727-432b-adcd-72aef31db56b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.0797498
Nov 27 20:47:10.456749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:10.468881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-dcf5cda9-5983-43f4-bcb1-7414dab8c27f tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2617ba21-1bb5-4ad4-a754-4541d857501d HTTP/1.1" status: 200  len: 2998 time: 0.0702679
Nov 27 20:47:10.472602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8be29504-a892-4d2c-b932-707aa3ac7d18'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:10.477396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8aea653-238c-4c18-a93f-37e9434a7567 req-97e0a707-8ad9-4b4b-b49e-b6386df2eb4d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641773
Nov 27 20:47:10.531270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:10.544311 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:10.549182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:10.555054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:10.555736 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:10.559463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Pushing event updated for resources: {'Port': ['ID=2fee0259-c961-4dfb-8c3d-3f133072bbe7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:10.600452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-da8cf73c-5e8e-4dd1-9d76-af0b6f7ef739 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3aed01a5-e00e-449a-a043-32d4967dea83 HTTP/1.1" status: 200  len: 2998 time: 0.1068141
Nov 27 20:47:10.609176 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-c75738f0-04bb-41c0-baa1-34bc6e29ca8f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9354358
Nov 27 20:47:10.625521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Request body: {'port': {'device_id': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:10.727695 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:10.750083 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-c01d5292-956a-48c6-887e-ecf379b51779 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3aed01a5-e00e-449a-a043-32d4967dea83 HTTP/1.1" status: 200  len: 2998 time: 0.1392484
Nov 27 20:47:10.853063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0'}, {'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:10.856904 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8085ce-5eec-4b4c-8ba1-1da693bf5642" -d '{"events": [{"server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "name": "network-vif-plugged", "status": "completed", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0"}, {"server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "name": "network-vif-plugged", "status": "completed", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:10.892609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9fa2ff67-198d-426d-8920-3a50b25041e6 req-4ea55b04-6a1f-4be5-98ec-15aad5f3e9f2 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 210 time: 0.0363722
Nov 27 20:47:10.910989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-26e189f3-ca65-4c65-a082-1b03a1d958c9 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5268b453-09fa-40a6-bef1-35b4c3686ab5 HTTP/1.1" status: 200  len: 2998 time: 0.1350763
Nov 27 20:47:10.933849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ac32bbb0-978c-41de-99c2-0be71462b6f8 None None] Provisioning complete for port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:10.934191 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ac32bbb0-978c-41de-99c2-0be71462b6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:10.970066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ac32bbb0-978c-41de-99c2-0be71462b6f8 None None] Port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:11.006246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-adf9e349-2f3f-4da5-8822-19794a77f1d7 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5268b453-09fa-40a6-bef1-35b4c3686ab5 HTTP/1.1" status: 200  len: 2998 time: 0.0927448
Nov 27 20:47:11.008786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49284d7f-d2d5-464a-87f9-a3aec1f93573 req-69ebae9d-bc2f-474c-84c1-d9765390a4aa tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:11.010450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49284d7f-d2d5-464a-87f9-a3aec1f93573 req-69ebae9d-bc2f-474c-84c1-d9765390a4aa tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 931 time: 0.0581105
Nov 27 20:47:11.063697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49284d7f-d2d5-464a-87f9-a3aec1f93573 req-3a61506e-02bf-4695-ae64-9e9c25f5b28f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467148
Nov 27 20:47:11.080754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-fd3e538e-3b3a-49d9-8720-ccabc9c94fed tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/63d3311e-2a5b-483e-809d-552883607b12 HTTP/1.1" status: 200  len: 2998 time: 0.0650375
Nov 27 20:47:11.162780 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-98bb1a1d-e32b-4c4d-ad1b-600acf9e8831 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/63d3311e-2a5b-483e-809d-552883607b12 HTTP/1.1" status: 200  len: 2998 time: 0.0722630
Nov 27 20:47:11.166323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fee0259-c961-4dfb-8c3d-3f133072bbe7 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:11.175460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:11.190951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22924ae6-df08-44cf-9239-26ccff0e0e0a req-0d2a864d-f1bb-4c90-aae5-5d2f9f51dff9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:11.200030 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22924ae6-df08-44cf-9239-26ccff0e0e0a req-0d2a864d-f1bb-4c90-aae5-5d2f9f51dff9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 946 time: 0.0684137
Nov 27 20:47:11.250799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22924ae6-df08-44cf-9239-26ccff0e0e0a req-b284f5fb-52fd-406f-91c9-6b1f849dc9e6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497737
Nov 27 20:47:11.255614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Transition to ACTIVE for port object 2fee0259-c961-4dfb-8c3d-3f133072bbe7 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:47:11.269471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:11.314561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-44630a06-bfc9-4bee-bac0-f577e3456af4 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/65850007-17ab-486d-9320-2a69dc7d4953 HTTP/1.1" status: 200  len: 2998 time: 0.1437340
Nov 27 20:47:11.381178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Pushing event updated for resources: {'Port': ['ID=2fee0259-c961-4dfb-8c3d-3f133072bbe7,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:11.409502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-c6549295-15d8-41a2-a321-0fafcc8e0b41 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:11.410791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-c6549295-15d8-41a2-a321-0fafcc8e0b41 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.15 "GET /v2.0/networks?id=7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 200  len: 823 time: 0.2290492
Nov 27 20:47:11.447068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Attempting to bind port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:11.447343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Attempting to bind port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:11.447674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Attempting to bind port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 on network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:11.454473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-72195e9a-ea62-4cd3-85f7-47de37ecee6c tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/65850007-17ab-486d-9320-2a69dc7d4953 HTTP/1.1" status: 200  len: 2998 time: 0.1282821
Nov 27 20:47:11.459169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 on network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:11.459535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Attempting to bind port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 on network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:11.488486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:11.488836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Checking segment: {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:11.489226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Bound using segment: {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:11.490213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Bound port: 2fee0259-c961-4dfb-8c3d-3f133072bbe7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac94e70e-175e-42f5-90a0-d47fbee20d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:11.490593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:11.491443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-3e883ac0-8c28-4fb9-97da-3482f59d62a4 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:11.493168 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-3e883ac0-8c28-4fb9-97da-3482f59d62a4 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 820 time: 0.1317432
Nov 27 20:47:11.511859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-9211a457-af87-4f5b-9aa8-0ec703cef805 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/quotas/a9eca53282994b4094a056750bb24ccb HTTP/1.1" status: 200  len: 375 time: 0.0108805
Nov 27 20:47:11.562964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-e5f5b4e2-1059-4dd8-87d6-99485b00c372 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0436993
Nov 27 20:47:11.566325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-0fc3d336-3370-494c-9685-d9d1f0ff1720 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68857c7effec496aa99ff78b76521109 HTTP/1.1" status: 200  len: 380 time: 0.1421232
Nov 27 20:47:11.579333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Request body: {'port': {'device_id': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'admin_state_up': True, 'tenant_id': '68857c7effec496aa99ff78b76521109', 'security_groups': ['b6b566a8-d043-4b5a-9473-2eef90679a40']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:11.586115 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-32c8f541-a73d-45a0-a811-4d6a703634c4 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8eddecee-218c-41b3-b3f3-990b2a275364 HTTP/1.1" status: 200  len: 2998 time: 0.1243963
Nov 27 20:47:11.658338 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-e5c98cd9-870e-44ef-89b4-c67028047f1b service neutron] 10.222.0.21 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870576
Nov 27 20:47:11.672903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] For port 2fee0259-c961-4dfb-8c3d-3f133072bbe7, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:11.682021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] For port 2fee0259-c961-4dfb-8c3d-3f133072bbe7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:11.696259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:11.748534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-51a909cb-b65c-4a4a-82a5-5acfb13acaa7 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8eddecee-218c-41b3-b3f3-990b2a275364 HTTP/1.1" status: 200  len: 2998 time: 0.1496348
Nov 27 20:47:11.758706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:11.759358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:11.760722 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] 10.222.0.15 "PUT /v2.0/ports/2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 200  len: 1091 time: 1.1394539
Nov 27 20:47:11.761176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:11.763485 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ba80c4-f149-4218-b1c7-8e76f397d4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:11.764469 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-174b0a77-c373-43c4-b2a8-0a1b86439598 service neutron] 10.222.0.21 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989625
Nov 27 20:47:11.818362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43ed6b-5910-44e7-b8d3-3e6a19a55a41 service neutron] Pushing event updated for resources: {'Port': ['ID=2fee0259-c961-4dfb-8c3d-3f133072bbe7,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:11.834306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Made reservation on behalf of 68857c7effec496aa99ff78b76521109 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:11.837885 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:11.868766 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-c2784627-c529-4b7e-9126-bb3aae5d4a34 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a42f953e-85fd-4707-bdf7-84812522efe7 HTTP/1.1" status: 200  len: 2998 time: 0.0997667
Nov 27 20:47:12.016515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-a4e85b29-a37a-48ec-b0fc-ca9904a88d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:12.018103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-a4e85b29-a37a-48ec-b0fc-ca9904a88d76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 1094 time: 0.1608694
Nov 27 20:47:12.019479 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-f50be04e-404a-489c-a3a6-243c73ee3db5 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a42f953e-85fd-4707-bdf7-84812522efe7 HTTP/1.1" status: 200  len: 2998 time: 0.1220810
Nov 27 20:47:12.082030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-6ad95f76-ad13-4aac-bc22-458ff03a11a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 200  len: 217 time: 0.0546265
Nov 27 20:47:12.140634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Allocated IP 172.20.0.6 (7a2f3da6-fc07-4bd8-b994-fc2cede22518/5b2810e0-f316-4078-a3ee-55abc91692d6/3c6e79a9-ba6d-49b0-b965-1eb45c6fa910) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:12.151954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c826-3e7f-42ad-9de4-fe4e8f0b7a29 req-3cfa1fee-8c98-42e3-9e70-a4806513001d tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:12.153510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34c6c826-3e7f-42ad-9de4-fe4e8f0b7a29 req-3cfa1fee-8c98-42e3-9e70-a4806513001d tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1101 time: 0.0440979
Nov 27 20:47:12.172986 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-9eeab7e1-a89a-425b-a318-31e21e3d77c9 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a9c79561-11b5-4b52-8345-1f7341f626db HTTP/1.1" status: 200  len: 2990 time: 0.1361480
Nov 27 20:47:12.197943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3d877d4a-ce07-4ee0-9316-d342ad329dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:12.199422 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-3d877d4a-ce07-4ee0-9316-d342ad329dbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.1083333
Nov 27 20:47:12.220315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34c6c826-3e7f-42ad-9de4-fe4e8f0b7a29 req-9370fc11-5797-4565-8bd6-4bb04d64949a tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594239
Nov 27 20:47:12.322590 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-7afe037e-befc-4fd6-86ce-3e89715c2b73 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a9c79561-11b5-4b52-8345-1f7341f626db HTTP/1.1" status: 200  len: 2990 time: 0.1421869
Nov 27 20:47:12.327532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-188fbfdb-bd3d-4729-b29c-05475cc91740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:12.328985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-188fbfdb-bd3d-4729-b29c-05475cc91740 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1195195
Nov 27 20:47:12.346496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f0143-76e2-481b-8690-a85693018d29 req-af1737cc-2eb8-4b59-bca5-754d451e6884 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:12.355425 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac9f0143-76e2-481b-8690-a85693018d29 req-af1737cc-2eb8-4b59-bca5-754d451e6884 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.0718212
Nov 27 20:47:12.414475 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac9f0143-76e2-481b-8690-a85693018d29 req-48ab6e3f-9483-422a-8147-dfc0aa8ad866 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549071
Nov 27 20:47:12.647720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-c681c92f-493e-4300-a5e5-857672571508 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/af0b2073-5207-45bd-b112-3bba9fb0b4db HTTP/1.1" status: 200  len: 2994 time: 0.3242636
Nov 27 20:47:12.659789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:12.704678 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-106a9b0f-4c29-4042-b5cd-1a9ce12cbeb5 service neutron] 10.222.0.15 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3669932
Nov 27 20:47:12.766538 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74aa138-1e1a-464b-baf6-e28c15c5a011 x-openstack-request-id: req-f74aa138-1e1a-464b-baf6-e28c15c5a011 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:12.767058 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "name": "network-vif-plugged", "status": "completed", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0", "code": 200}, {"server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "name": "network-vif-plugged", "status": "completed", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:12.767199 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f74aa138-1e1a-464b-baf6-e28c15c5a011 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:12.767517 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'code': 200}
Nov 27 20:47:12.767786 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d', 'code': 200}
Nov 27 20:47:12.775704 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-f9aac59a-7aff-4c0e-abb3-01bc88c807a8 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/af0b2073-5207-45bd-b112-3bba9fb0b4db HTTP/1.1" status: 200  len: 2994 time: 0.1142545
Nov 27 20:47:12.781480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:12.823545 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d712cae0-5ed5-4335-a945-7cc9179ed192 x-openstack-request-id: req-d712cae0-5ed5-4335-a945-7cc9179ed192 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:12.823830 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:12.824092 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d712cae0-5ed5-4335-a945-7cc9179ed192 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:12.824448 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'status': 'completed', 'code': 200}
Nov 27 20:47:12.860086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:12.872090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event updated for resources: {'Port': ['ID=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:12.874543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:12.881674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:12.887217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:12.887863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:12.919343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2f1bd-fbbc-407e-b1c1-5b9dc872d3de req-164eb8e2-c8a1-474e-835c-bbce3f73b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:12.920925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1eb2f1bd-fbbc-407e-b1c1-5b9dc872d3de req-164eb8e2-c8a1-474e-835c-bbce3f73b817 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1097 time: 0.0723519
Nov 27 20:47:12.926154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-696d93fd-a2ed-4779-aadd-98cfba32a2c6 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b47c2b88-5296-4833-835e-9db17d56ab60 HTTP/1.1" status: 200  len: 2998 time: 0.1412058
Nov 27 20:47:12.930401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8182b677-c885-4708-ada7-a0eb08826ec8 req-9448a270-c552-4d14-af78-3d745c02a29e service neutron] 10.222.0.15 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118583
Nov 27 20:47:12.933729 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8f8d891d-a9a5-4788-89a7-6c24e774b485 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3614044
Nov 27 20:47:12.950544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Request body: {'port': {'device_id': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:12.953674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44728f9-34a8-406e-80d0-5fd0251dbc48 req-ffedadda-9828-4f43-8173-e17e009f6338 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:12.955164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f44728f9-34a8-406e-80d0-5fd0251dbc48 req-ffedadda-9828-4f43-8173-e17e009f6338 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 931 time: 0.0815513
Nov 27 20:47:13.008939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1eb2f1bd-fbbc-407e-b1c1-5b9dc872d3de req-0f2420d9-5596-45e1-b9ee-dc4cf61a44eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800655
Nov 27 20:47:13.047445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f44728f9-34a8-406e-80d0-5fd0251dbc48 req-85f16d07-9202-4feb-973f-7c3ff0d06d65 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704572
Nov 27 20:47:13.078673 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-ab968edc-7552-432c-b5b9-9dfed406c4bd tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b47c2b88-5296-4833-835e-9db17d56ab60 HTTP/1.1" status: 200  len: 2998 time: 0.1440897
Nov 27 20:47:13.094960 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:13.116274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-287c0bbd-f8bf-47e1-976a-6e530b089e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:13.117800 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-287c0bbd-f8bf-47e1-976a-6e530b089e58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 1094 time: 0.1213691
Nov 27 20:47:13.206875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af1e73e8-2297-4137-84dc-b7840f397c70 req-8f39d214-a004-43e9-9075-c70fcdcb736a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 210 time: 0.0584502
Nov 27 20:47:13.229441 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-7e2151c9-8fb9-4f3e-88f9-79ed993830ab tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ba6c2f2b-3fd8-4f8b-b364-65e291a21afd HTTP/1.1" status: 200  len: 2998 time: 0.1413729
Nov 27 20:47:13.272596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2870c990-79ed-499b-9986-b61c58a6e147 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:13.273910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-424ff90b-6ce3-4f85-a21a-f28cd42e7249 None None] Provisioning complete for port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:13.274088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2870c990-79ed-499b-9986-b61c58a6e147 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 820 time: 0.1796641
Nov 27 20:47:13.275687 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-424ff90b-6ce3-4f85-a21a-f28cd42e7249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:13.288336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Request body: {'port': {'device_id': 'bb9efc26-9fde-4032-8074-261f852463fc', 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f', 'admin_state_up': True, 'tenant_id': 'a9eca53282994b4094a056750bb24ccb'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:13.320436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-424ff90b-6ce3-4f85-a21a-f28cd42e7249 None None] Port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:13.372099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-5e82daa5-6da0-41b0-9dae-348aaabfb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:13.373480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-5e82daa5-6da0-41b0-9dae-348aaabfb291 service neutron] 10.222.0.15 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.2459965
Nov 27 20:47:13.376800 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-45bac3dc-616d-49e9-9720-ddea38e8efd9 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ba6c2f2b-3fd8-4f8b-b364-65e291a21afd HTTP/1.1" status: 200  len: 2998 time: 0.1375418
Nov 27 20:47:13.411367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc315a-bbe8-40f0-b99e-ddaf7ed40a55 req-2a6dd1f4-7038-4b13-a4fd-1e02ef1fab63 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:13.412852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bccc315a-bbe8-40f0-b99e-ddaf7ed40a55 req-2a6dd1f4-7038-4b13-a4fd-1e02ef1fab63 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 943 time: 0.0731606
Nov 27 20:47:13.457596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-2e9bc83c-c108-4df7-a982-f6c0262c0dbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 200  len: 217 time: 0.0517144
Nov 27 20:47:13.482855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Made reservation on behalf of a9eca53282994b4094a056750bb24ccb for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:13.486361 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:13.492179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bccc315a-bbe8-40f0-b99e-ddaf7ed40a55 req-3b626deb-9b97-4c96-b789-3616f473d23b tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699258
Nov 27 20:47:13.556766 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-46a699e2-9e19-4da9-9bdd-124678c78224 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bef2e563-ac5f-4019-acf1-9f39d36c105d HTTP/1.1" status: 200  len: 2998 time: 0.1492748
Nov 27 20:47:13.559805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-1cefa93b-45a2-4bc2-898a-f558c0b9b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:13.561218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-1cefa93b-45a2-4bc2-898a-f558c0b9b90a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.0958629
Nov 27 20:47:13.667619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-d18ccd60-66fd-4510-8b0b-e151b5239522 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bef2e563-ac5f-4019-acf1-9f39d36c105d HTTP/1.1" status: 200  len: 2998 time: 0.1041687
Nov 27 20:47:13.675204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:13.679533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43cbc8-df80-4f66-b3b8-8dd49e5360af req-5e1add96-258d-4870-bbf8-f8e6a18841ce tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:13.680726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d43cbc8-df80-4f66-b3b8-8dd49e5360af req-5e1add96-258d-4870-bbf8-f8e6a18841ce tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 946 time: 0.0894008
Nov 27 20:47:13.681027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-8e1bb896-1375-42c7-8293-7facd3df8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:13.682497 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-8e1bb896-1375-42c7-8293-7facd3df8570 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1137815
Nov 27 20:47:13.691739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:13.708810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Allocated IP 172.20.0.7 (979446f3-8da8-4e53-af09-3da825cab09f/a14abce1-2bd4-41d0-9023-f158340bf983/3978ebd3-dcc3-49e6-8a90-afe04b6c5d93) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:13.757096 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d43cbc8-df80-4f66-b3b8-8dd49e5360af req-14aa7365-e4cf-42d0-b9b7-3501f233184b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655696
Nov 27 20:47:13.767624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Transition to ACTIVE for port object 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:47:13.779705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:13.821518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-11a80524-2ece-4aa2-96cf-6aeeaf48056c tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dcd23741-6f20-4ce8-96ff-58ac3c36dde8 HTTP/1.1" status: 200  len: 2998 time: 0.1380422
Nov 27 20:47:13.871919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Pushing event updated for resources: {'Port': ['ID=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:13.875617 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-7e98b89b-47ab-4a47-aed1-4e42f5b459e7 service neutron] 10.222.0.15 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808457
Nov 27 20:47:13.901399 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:13.943329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:13.976301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Attempting to bind port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:13.976648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Attempting to bind port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:13.976988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Attempting to bind port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 on network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:13.986124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-7176cba6-6e2b-4479-b32f-0a98d9f5825c tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dcd23741-6f20-4ce8-96ff-58ac3c36dde8 HTTP/1.1" status: 200  len: 2998 time: 0.1524298
Nov 27 20:47:13.990317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 on network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:13.990650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Attempting to bind port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 on network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:14.006909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Pushing event updated for resources: {'Port': ['ID=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:14.007150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:14.007501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Checking segment: {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:14.007893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Bound using segment: {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:14.008346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Bound port: 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:14.008712 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:14.023846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Network 979446f3-8da8-4e53-af09-3da825cab09f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:14.025841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:14.028735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:14.091422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:14.092155 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:14.114617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-f3d0e1a6-b46a-47a6-88b4-38b2b9b38bca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8307590
Nov 27 20:47:14.117559 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77ba80c4-f149-4218-b1c7-8e76f397d4bd req-68970739-3212-47fd-9427-c6b85c9bf213 service neutron] 10.222.0.15 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274549
Nov 27 20:47:14.118950 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-645bba2a-f2bb-4ec2-bc40-d82c73113f32 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ecb76fdb-b604-4124-ba4f-06fe14b18c58 HTTP/1.1" status: 200  len: 2998 time: 0.1235833
Nov 27 20:47:14.134328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Request body: {'port': {'device_id': 'bb9efc26-9fde-4032-8074-261f852463fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:14.144950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] For port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:14.149893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] For port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:14.156868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:14.216598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:14.217229 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:14.218619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] 10.222.0.15 "PUT /v2.0/ports/3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 HTTP/1.1" status: 200  len: 1091 time: 1.2732279
Nov 27 20:47:14.220381 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:14.248816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678e4c5-fcda-472d-b05b-9a29160f012b service neutron] Pushing event updated for resources: {'Port': ['ID=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:14.252219 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-d8c6643a-86c9-47a0-b3c8-217e60a0b3ba tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ecb76fdb-b604-4124-ba4f-06fe14b18c58 HTTP/1.1" status: 200  len: 2998 time: 0.0933759
Nov 27 20:47:14.362683 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-84dda62c-aea6-4d0c-a88d-d199c53bd4a6 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f044ccf7-a927-45c5-957f-c769fb6a6632 HTTP/1.1" status: 200  len: 2998 time: 0.0994952
Nov 27 20:47:14.368075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-c3976b2c-f859-4b4f-80ed-3e4af4372a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:14.369921 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-c3976b2c-f859-4b4f-80ed-3e4af4372a4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68857c7effec496aa99ff78b76521109&device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 1094 time: 0.0853784
Nov 27 20:47:14.430027 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-e9bc33bd-d1b6-4aa5-b7cb-ec53638c9f95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 HTTP/1.1" status: 200  len: 217 time: 0.0501180
Nov 27 20:47:14.485064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3404d99-d4ac-4b5f-a57f-439b2e5a8c32 req-e57ef1e9-1d95-4c39-81ff-ba463b96ab06 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f044ccf7-a927-45c5-957f-c769fb6a6632 HTTP/1.1" status: 200  len: 2998 time: 0.1135585
Nov 27 20:47:14.502077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-718c688b-0ad6-4086-8659-0ffc31037ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:14.503615 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-718c688b-0ad6-4086-8659-0ffc31037ed4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2810e0-f316-4078-a3ee-55abc91692d6 HTTP/1.1" status: 200  len: 862 time: 0.0665340
Nov 27 20:47:14.560114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-9a7ba59e-5627-4b24-b475-f33b165c9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:14.562215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-9a7ba59e-5627-4b24-b475-f33b165c9719 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a2f3da6-fc07-4bd8-b994-fc2cede22518&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0513873
Nov 27 20:47:14.609003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39023af-bc75-4089-a817-64219aa40bcc req-4f747289-ac10-4014-9fcf-1b50eb3ebc0d tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:14.610673 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a39023af-bc75-4089-a817-64219aa40bcc req-4f747289-ac10-4014-9fcf-1b50eb3ebc0d tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1013064
Nov 27 20:47:14.659052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-c9299387-7dfc-4588-8fae-b8cd5fdec433 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0290415
Nov 27 20:47:14.692038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a39023af-bc75-4089-a817-64219aa40bcc req-0ee28ba7-6555-49de-8ab6-5056bd1a2730 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741205
Nov 27 20:47:14.738774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:14.748070 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:14.752250 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-bb0cae0d-f9ba-46fc-8332-aabfe2adc56b service neutron] 10.222.0.15 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820545
Nov 27 20:47:14.769829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Transition to ACTIVE for port object 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:47:14.778143 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:14.820676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56168) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:14.837860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'tag': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:14.840009 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30463407-01bc-4eda-b136-04f3834230de" -d '{"events": [{"name": "network-changed", "server_uuid": "1f864ad9-b187-4c7e-a890-af76116d06ea", "tag": "3c6e79a9-ba6d-49b0-b965-1eb45c6fa910"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:14.857177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-90b839e3-10eb-41ac-84ce-7dc7316cbb95 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:14.858677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-90b839e3-10eb-41ac-84ce-7dc7316cbb95 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1928072
Nov 27 20:47:14.866864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Pushing event updated for resources: {'Port': ['ID=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:14.887385 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7a8c0990-33df-4e61-a97f-3a6607979d8e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/quotas/04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 375 time: 0.0188963
Nov 27 20:47:14.914771 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07e9cb1b-9863-47b3-9180-ff1cea9fd68c req-4ad015c9-0586-45a9-b8b1-88413bde888a service neutron] 10.222.0.15 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554592
Nov 27 20:47:14.922669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f6d29-ffb0-46a3-8b4c-26c8a70ccafc req-e7b26b99-3ede-4adc-b970-811130f3ef61 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:14.930512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-076f6d29-ffb0-46a3-8b4c-26c8a70ccafc req-e7b26b99-3ede-4adc-b970-811130f3ef61 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 943 time: 0.1407924
Nov 27 20:47:14.964416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7fbd5f5b-5063-4c9d-8e12-aa83dac9b3a1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0660181
Nov 27 20:47:14.971231 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c389827-3215-4828-8de2-f281b73d9bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:14.992122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:14.992677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:14.992806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:15.012297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-076f6d29-ffb0-46a3-8b4c-26c8a70ccafc req-e935edc2-5d68-4d4f-b8dc-f4c665e764a6 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808415
Nov 27 20:47:15.013500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:15.013838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:15.027959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:15.028615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:15.029128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:15.029601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Bound port: 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:15.029956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.081097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c389827-3215-4828-8de2-f281b73d9bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.085752 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c389827-3215-4828-8de2-f281b73d9bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.150484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3c389827-3215-4828-8de2-f281b73d9bf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3a8d93b8e0a432991b59ad1dd23a4c9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3254538
Nov 27 20:47:15.153413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56178) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:15.158630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:15.163856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c389827-3215-4828-8de2-f281b73d9bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb191ac-3917-4517-8a59-8a2822c9cdd1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:15.180557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:15.188783 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.232280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:15.233324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.234808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] 10.222.0.15 "PUT /v2.0/ports/3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 HTTP/1.1" status: 200  len: 1091 time: 1.1079998
Nov 27 20:47:15.245258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17a556-4f33-422f-85f5-4cd8e0662e10 req-cc4dc231-e396-4dd8-925a-3dee109fa680 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:15.247587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff17a556-4f33-422f-85f5-4cd8e0662e10 req-cc4dc231-e396-4dd8-925a-3dee109fa680 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 943 time: 0.1683731
Nov 27 20:47:15.251176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:15.254549 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6cb227b-fb09-46f0-b0c9-c2c352e48e2e req-e5a62ebf-4f34-4887-aaf3-435d6dcc2c10 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a03ea486bb44aa29cb6760d77139ca1 HTTP/1.1" status: 200  len: 6153 time: 0.1467817
Nov 27 20:47:15.255070 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f12e60-b080-4aa2-9f3e-50087c6c05ae" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:15.275398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ece25420-73a8-4b3a-bbf5-9c913ebb6df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.316136 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ece25420-73a8-4b3a-bbf5-9c913ebb6df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.318336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7f864-34f6-4a12-81ed-ce282739d874 service neutron] Pushing event updated for resources: {'Port': ['ID=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:15.328793 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6cb227b-fb09-46f0-b0c9-c2c352e48e2e req-8c5d06f0-f54d-46f0-8ac7-31b4216950d3 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] 10.222.0.21 "GET /v2.0/security-groups/65850007-17ab-486d-9320-2a69dc7d4953 HTTP/1.1" status: 200  len: 2998 time: 0.0731554
Nov 27 20:47:15.338149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff17a556-4f33-422f-85f5-4cd8e0662e10 req-4352372c-256f-4631-83b6-3ce6fac87699 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783205
Nov 27 20:47:15.397381 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6cb227b-fb09-46f0-b0c9-c2c352e48e2e req-8768b490-bf76-46e7-9213-e68fb1cdbcf9 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] 10.222.0.21 "GET /v2.0/security-groups/65850007-17ab-486d-9320-2a69dc7d4953 HTTP/1.1" status: 200  len: 2998 time: 0.0607209
Nov 27 20:47:15.414266 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ece25420-73a8-4b3a-bbf5-9c913ebb6df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.419690 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ece25420-73a8-4b3a-bbf5-9c913ebb6df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.421303 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ece25420-73a8-4b3a-bbf5-9c913ebb6df3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bb191ac-3917-4517-8a59-8a2822c9cdd1 HTTP/1.1" status: 204  len: 168 time: 0.2668526
Nov 27 20:47:15.431346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece25420-73a8-4b3a-bbf5-9c913ebb6df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb191ac-3917-4517-8a59-8a2822c9cdd1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:15.494015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-689eec04-261f-42bc-8393-c1b414144a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:15.496233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-689eec04-261f-42bc-8393-c1b414144a37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1094 time: 0.1142495
Nov 27 20:47:15.535435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddca1a-5b36-4ad5-93c2-bf9bebe9ef10 req-257a4874-6341-4dc6-932e-853534694246 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:15.537992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90ddca1a-5b36-4ad5-93c2-bf9bebe9ef10 req-257a4874-6341-4dc6-932e-853534694246 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 946 time: 0.0620172
Nov 27 20:47:15.565062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540dbad-fdaf-485c-8032-5d6c58803605 req-28303e1d-c59d-4814-9ba6-ec2437a3e1cf tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:15.574040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9540dbad-fdaf-485c-8032-5d6c58803605 req-28303e1d-c59d-4814-9ba6-ec2437a3e1cf tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 943 time: 0.1329961
Nov 27 20:47:15.586490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-7a6366b4-6112-4a6a-8cfa-7d7057ad4fcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 HTTP/1.1" status: 200  len: 217 time: 0.0819526
Nov 27 20:47:15.606866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90ddca1a-5b36-4ad5-93c2-bf9bebe9ef10 req-640af7e6-93c8-4062-be5b-bdef92519975 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625398
Nov 27 20:47:15.658237 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257e4e48-3bd6-4b0e-8534-667e3cee38bb x-openstack-request-id: req-257e4e48-3bd6-4b0e-8534-667e3cee38bb {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:15.658564 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f864ad9-b187-4c7e-a890-af76116d06ea", "tag": "3c6e79a9-ba6d-49b0-b965-1eb45c6fa910", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:15.659443 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-257e4e48-3bd6-4b0e-8534-667e3cee38bb {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:15.659872 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'tag': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910', 'status': 'completed', 'code': 200}
Nov 27 20:47:15.698464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-12d66ef7-d230-4b75-a17e-b3273a41ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:15.700739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-12d66ef7-d230-4b75-a17e-b3273a41ea0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1033454
Nov 27 20:47:15.708776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9540dbad-fdaf-485c-8032-5d6c58803605 req-cf3c80e9-3370-4273-b39a-6a0903689f03 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324866
Nov 27 20:47:15.716701 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.749402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-36d24500-6fb8-427d-9ea0-9177b3648db6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361912
Nov 27 20:47:15.796164 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d1ac6f1-1216-4cdd-982a-b04987382544 req-f66a8bb4-3f12-4fee-a8df-76b82e304ccd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 210 time: 0.0802400
Nov 27 20:47:15.827292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56200) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:15.835947 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84c5657-99a4-4130-8ea5-f3dee4dec348 x-openstack-request-id: req-b84c5657-99a4-4130-8ea5-f3dee4dec348 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:15.836273 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:15.836486 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b84c5657-99a4-4130-8ea5-f3dee4dec348 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:15.836909 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93', 'status': 'completed', 'code': 200}
Nov 27 20:47:15.845249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30d1c0b9-2e33-4727-9610-e290d09e5469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:15.878938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30463407-01bc-4eda-b136-04f3834230de req-8825ccfa-8cab-43ec-a426-023f58ec6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:15.880576 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30463407-01bc-4eda-b136-04f3834230de req-8825ccfa-8cab-43ec-a426-023f58ec6e2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68857c7effec496aa99ff78b76521109&device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 1094 time: 0.1668591
Nov 27 20:47:15.892006 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec26ec30-5673-4e09-bff7-a7540340cb2e req-48b1cb85-65ad-4846-8ae8-56efffccdeb8 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a0efb78e-a638-4446-a911-158f2c16325f HTTP/1.1" status: 200  len: 1794 time: 0.0641277
Nov 27 20:47:15.927701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-29f5c73e-2013-461a-89df-5f850bfb3235 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703787
Nov 27 20:47:16.027080 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30d1c0b9-2e33-4727-9610-e290d09e5469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.028872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30463407-01bc-4eda-b136-04f3834230de req-1b563848-9655-48a3-9e9a-0864b8ef6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.030461 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30463407-01bc-4eda-b136-04f3834230de req-1b563848-9655-48a3-9e9a-0864b8ef6ec1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 200  len: 924 time: 0.1407495
Nov 27 20:47:16.033948 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec26ec30-5673-4e09-bff7-a7540340cb2e req-3da87510-db6e-4ffb-8be8-3e8ea7b952ff tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.034596 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30d1c0b9-2e33-4727-9610-e290d09e5469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.099715 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30463407-01bc-4eda-b136-04f3834230de req-33b4460d-cdd6-41e0-a1fc-ce3e0a35d7d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 HTTP/1.1" status: 200  len: 217 time: 0.0543661
Nov 27 20:47:16.105163 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec26ec30-5673-4e09-bff7-a7540340cb2e req-3da87510-db6e-4ffb-8be8-3e8ea7b952ff tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.121500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-300e32f4-77a4-4b36-9406-bde918ae5250 req-7b42c524-b3b8-4add-a32d-04d437c66e77 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821070
Nov 27 20:47:16.122271 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-30d1c0b9-2e33-4727-9610-e290d09e5469 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1986979ca0fe469ca150e0ecc8a059ea&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2928693
Nov 27 20:47:16.127599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56204) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:16.144235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1c0b9-2e33-4727-9610-e290d09e5469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a86daa-3e84-47d8-8bce-d69a921f2b2a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:16.164192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30463407-01bc-4eda-b136-04f3834230de req-e325ee23-25b8-4432-8abb-aa9dbff99bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.166074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30463407-01bc-4eda-b136-04f3834230de req-e325ee23-25b8-4432-8abb-aa9dbff99bd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2810e0-f316-4078-a3ee-55abc91692d6 HTTP/1.1" status: 200  len: 862 time: 0.0589619
Nov 27 20:47:16.219358 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-a87177b6-d176-4c30-870e-a5f0ca9cec57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1492975
Nov 27 20:47:16.245416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec26ec30-5673-4e09-bff7-a7540340cb2e req-3da87510-db6e-4ffb-8be8-3e8ea7b952ff tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.248032 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec26ec30-5673-4e09-bff7-a7540340cb2e req-3da87510-db6e-4ffb-8be8-3e8ea7b952ff tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.249170 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec26ec30-5673-4e09-bff7-a7540340cb2e req-3da87510-db6e-4ffb-8be8-3e8ea7b952ff tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0efb78e-a638-4446-a911-158f2c16325f HTTP/1.1" status: 204  len: 173 time: 0.3453479
Nov 27 20:47:16.256744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30463407-01bc-4eda-b136-04f3834230de req-0e7d153f-4dbd-4e3d-af3e-8333205f7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.258842 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30463407-01bc-4eda-b136-04f3834230de req-0e7d153f-4dbd-4e3d-af3e-8333205f7e17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a2f3da6-fc07-4bd8-b994-fc2cede22518&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0803864
Nov 27 20:47:16.272198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-c3e12957-f5e2-4c6f-90bc-9e2605dd579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.273701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-c3e12957-f5e2-4c6f-90bc-9e2605dd579a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1094 time: 0.0912707
Nov 27 20:47:16.276928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da87510-db6e-4ffb-8be8-3e8ea7b952ff tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0efb78e-a638-4446-a911-158f2c16325f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:16.279124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-500823a8-ff80-45ba-a622-829d6d89410c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.279746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86aa18-de2f-40e8-8179-a4445708429e req-a05a0306-2152-4504-9083-02b4db98c5cc tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.281792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c86aa18-de2f-40e8-8179-a4445708429e req-a05a0306-2152-4504-9083-02b4db98c5cc tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1097 time: 0.0751059
Nov 27 20:47:16.383352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-500823a8-ff80-45ba-a622-829d6d89410c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.423053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c86aa18-de2f-40e8-8179-a4445708429e req-f51538dc-87d7-4101-9174-f4e7769d5e4c tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102121
Nov 27 20:47:16.440303 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30463407-01bc-4eda-b136-04f3834230de req-a9abfbfd-0af5-4302-92a8-5648c5b5b449 service neutron] 10.222.0.15 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727693
Nov 27 20:47:16.600120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b082727-ca50-4a78-a135-7b6641053f05 req-a1e458c3-bb0d-4b01-b1c0-9dc5643639d4 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.601669 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b082727-ca50-4a78-a135-7b6641053f05 req-a1e458c3-bb0d-4b01-b1c0-9dc5643639d4 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 943 time: 0.0946620
Nov 27 20:47:16.607757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30463407-01bc-4eda-b136-04f3834230de req-a046647f-2e6b-468f-82e8-7f1726195139 service neutron] 10.222.0.15 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589429
Nov 27 20:47:16.653438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b082727-ca50-4a78-a135-7b6641053f05 req-dec27071-ad4a-4eb2-8453-bf37e841731f tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447087
Nov 27 20:47:16.710890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ccfb689-798b-469e-be87-5a0e13e0af7b req-913599d5-fa19-4d67-a19f-8453656cdbe6 tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b39b5e99-dfed-49eb-9219-9b73dae968f6 HTTP/1.1" status: 200  len: 1793 time: 0.0347261
Nov 27 20:47:16.711559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-f8de08e9-0a0b-4f27-86b6-2266b5e858e8 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0488467
Nov 27 20:47:16.757162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-9806879e-4670-4868-8fe3-9aa816785757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.758657 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-9806879e-4670-4868-8fe3-9aa816785757 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 1101 time: 0.4661288
Nov 27 20:47:16.769369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9ccfb689-798b-469e-be87-5a0e13e0af7b req-9d973543-f0ba-4886-84bc-49d95139a66d tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.792812 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9ccfb689-798b-469e-be87-5a0e13e0af7b req-9d973543-f0ba-4886-84bc-49d95139a66d tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.800333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-afdafccb-d150-4d46-ad46-e821cf289757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.802331 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-afdafccb-d150-4d46-ad46-e821cf289757 service neutron] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.5204425
Nov 27 20:47:16.828877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c36e1d-89c1-49de-8fdc-9c12fcb4e40c req-7b817c97-cc0b-40f3-b035-9b80f3386e58 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.830328 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c36e1d-89c1-49de-8fdc-9c12fcb4e40c req-7b817c97-cc0b-40f3-b035-9b80f3386e58 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.4700956
Nov 27 20:47:16.843421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9ccfb689-798b-469e-be87-5a0e13e0af7b req-9d973543-f0ba-4886-84bc-49d95139a66d tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.845999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9ccfb689-798b-469e-be87-5a0e13e0af7b req-9d973543-f0ba-4886-84bc-49d95139a66d tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.847288 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ccfb689-798b-469e-be87-5a0e13e0af7b req-9d973543-f0ba-4886-84bc-49d95139a66d tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/b39b5e99-dfed-49eb-9219-9b73dae968f6 HTTP/1.1" status: 204  len: 173 time: 0.1300271
Nov 27 20:47:16.857061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d973543-f0ba-4886-84bc-49d95139a66d tempest-SecurityGroupsTestAdminJSON-1036712305 tempest-SecurityGroupsTestAdminJSON-1036712305-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b5e99-dfed-49eb-9219-9b73dae968f6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:16.891039 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-500823a8-ff80-45ba-a622-829d6d89410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.893579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-500823a8-ff80-45ba-a622-829d6d89410c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:16.894690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-500823a8-ff80-45ba-a622-829d6d89410c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40a86daa-3e84-47d8-8bce-d69a921f2b2a HTTP/1.1" status: 204  len: 168 time: 0.7578440
Nov 27 20:47:16.929315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-5b0d7795-fe58-4b5a-abd1-ecd880f3c366 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 HTTP/1.1" status: 200  len: 217 time: 0.1167891
Nov 27 20:47:16.961770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd603a31-7199-44ed-a592-2b09e049d81a req-e3c2d7fe-d815-4621-a470-779bf2b3b698 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:16.963290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd603a31-7199-44ed-a592-2b09e049d81a req-e3c2d7fe-d815-4621-a470-779bf2b3b698 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 943 time: 0.0529885
Nov 27 20:47:16.969723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500823a8-ff80-45ba-a622-829d6d89410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a86daa-3e84-47d8-8bce-d69a921f2b2a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:17.023724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd603a31-7199-44ed-a592-2b09e049d81a req-e4495983-4aee-4880-8fa7-ec97cb83f874 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532472
Nov 27 20:47:17.035063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7346de32-48f2-4da6-bef1-0945af736567 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:17.037081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7346de32-48f2-4da6-bef1-0945af736567 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3046336
Nov 27 20:47:17.055899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Request body: {'port': {'device_id': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '04a17517c2104eeba56ce3a7cd915fb0'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:17.068383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c36e1d-89c1-49de-8fdc-9c12fcb4e40c req-c7d11c87-c44a-4d1c-8564-f5de7b1b2734 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293439
Nov 27 20:47:17.087121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-360d6b6a-811a-48a8-a07c-8e783020eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:17.088628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-360d6b6a-811a-48a8-a07c-8e783020eaa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1469269
Nov 27 20:47:17.132399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02615eef-ecae-46d1-b72d-69bceccfc61f req-7ef072b5-7d4e-4f6e-b603-a798d11da10f tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:17.140294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02615eef-ecae-46d1-b72d-69bceccfc61f req-7ef072b5-7d4e-4f6e-b603-a798d11da10f tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1097 time: 0.0618308
Nov 27 20:47:17.144115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-71e747e3-50a3-46a4-baee-d69a5cd31910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:17.145634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-71e747e3-50a3-46a4-baee-d69a5cd31910 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.3385358
Nov 27 20:47:17.165859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-bbe3789c-e805-41b8-950e-23ffa31b319a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432868
Nov 27 20:47:17.199946 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02615eef-ecae-46d1-b72d-69bceccfc61f req-679fba3c-e338-4c01-8ec2-597e066a232d tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584707
Nov 27 20:47:17.222685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-9f7a21ca-a9ed-48e4-b6ae-b318b41fa525 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=61486de3-700a-473b-8c7d-f6d50698c8b0 HTTP/1.1" status: 200  len: 217 time: 0.0596571
Nov 27 20:47:17.288340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-47932cd2-5956-4b68-a474-fd2ea837c01f req-b888b6cc-f200-44d0-8059-f825890fd161 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 210 time: 0.0325119
Nov 27 20:47:17.322974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2fee0259-c961-4dfb-8c3d-3f133072bbe7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:17.391069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-a71e048e-faca-412f-a055-8a870d4e124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:17.392634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-a71e048e-faca-412f-a055-8a870d4e124f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1562536
Nov 27 20:47:17.412283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ba83-e8a4-4289-98e8-8245c3eb121f req-c5e2003c-2d26-46b2-ac14-f9d11745a189 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:17.419839 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdc7ba83-e8a4-4289-98e8-8245c3eb121f req-c5e2003c-2d26-46b2-ac14-f9d11745a189 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 943 time: 0.2171926
Nov 27 20:47:17.441812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-ca4de6b4-e2f2-4319-ac91-ceab57cf9477 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2404931
Nov 27 20:47:17.481291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Made reservation on behalf of 04a17517c2104eeba56ce3a7cd915fb0 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:17.484847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:17.656098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41e0ebaa-856a-4c8b-a533-fa53141105d9 req-11d557c8-a2ff-4518-bdcf-3a169422f43b tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] 10.222.0.21 "GET /v2.0/security-groups/3f276871-ca6b-48c9-82f4-a8a127f84853 HTTP/1.1" status: 200  len: 1794 time: 0.3394599
Nov 27 20:47:17.664013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2fee0259-c961-4dfb-8c3d-3f133072bbe7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:17.667865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-f1edccb0-d1dd-49c4-a489-ab1669fae3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:17.669646 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-f1edccb0-d1dd-49c4-a489-ab1669fae3de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2663808
Nov 27 20:47:17.689614 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdc7ba83-e8a4-4289-98e8-8245c3eb121f req-8bd7abce-42c1-47e5-8bf1-98c3ace689a5 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669055
Nov 27 20:47:17.693262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'port_id': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'mac_address': 'fa:16:3e:df:40:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:47:17.746308 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-41e0ebaa-856a-4c8b-a533-fa53141105d9 req-d6f4ba6a-a55a-424a-ae5b-340065255ff9 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:17.819774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-41e0ebaa-856a-4c8b-a533-fa53141105d9 req-d6f4ba6a-a55a-424a-ae5b-340065255ff9 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:17.821216 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:17.856430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fee0259-c961-4dfb-8c3d-3f133072bbe7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:17.889523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-41e0ebaa-856a-4c8b-a533-fa53141105d9 req-d6f4ba6a-a55a-424a-ae5b-340065255ff9 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:17.894224 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-41e0ebaa-856a-4c8b-a533-fa53141105d9 req-d6f4ba6a-a55a-424a-ae5b-340065255ff9 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:17.896369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41e0ebaa-856a-4c8b-a533-fa53141105d9 req-d6f4ba6a-a55a-424a-ae5b-340065255ff9 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] 10.222.0.21 "DELETE /v2.0/security-groups/3f276871-ca6b-48c9-82f4-a8a127f84853 HTTP/1.1" status: 204  len: 173 time: 0.2385697
Nov 27 20:47:17.897200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2fee0259-c961-4dfb-8c3d-3f133072bbe7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:17.899507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83f12e60-b080-4aa2-9f3e-50087c6c05ae req-c303c38c-957f-4379-b479-bcff2632006b service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4318492
Nov 27 20:47:17.909145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4ba6a-a55a-424a-ae5b-340065255ff9 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f276871-ca6b-48c9-82f4-a8a127f84853,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:17.916399 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:17.948863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-88821276-3ec9-4b54-815e-005560d223ea service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488346
Nov 27 20:47:17.984078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Allocated IP 192.168.233.34 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/75279561-8c7c-4017-8974-2a5bc6d0661c) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:17.998569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2fee0259-c961-4dfb-8c3d-3f133072bbe7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:18.068571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad5879-1a03-49f1-9e33-f3e6fef42bcb req-3505ca68-87b3-4c97-b7ff-c72a4fdf5f97 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:18.075704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17ad5879-1a03-49f1-9e33-f3e6fef42bcb req-3505ca68-87b3-4c97-b7ff-c72a4fdf5f97 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 943 time: 0.1815181
Nov 27 20:47:18.185423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.190613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17ad5879-1a03-49f1-9e33-f3e6fef42bcb req-b83d0904-7345-4dfc-b63a-6999fb08aca8 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090136
Nov 27 20:47:18.231037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b05b9287-cf05-4098-9dc5-f7fea77ab9b7 req-e6202be7-6526-4fa7-acb6-37f0bbb5d8fb service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439792
Nov 27 20:47:18.263647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2fee0259-c961-4dfb-8c3d-3f133072bbe7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:18.325489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da616f23-b3a4-486c-af2d-7cf2fa2508e9 req-c0807e10-2187-446c-b5ac-9a6162c7c974 tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] 10.222.0.21 "GET /v2.0/security-groups/d3e9c264-710c-466e-b1d4-3f957cac4515 HTTP/1.1" status: 200  len: 1794 time: 0.1115088
Nov 27 20:47:18.376909 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.432672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da616f23-b3a4-486c-af2d-7cf2fa2508e9 req-f609cd06-d649-4ae6-a6f0-437cb8dd044c tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.458920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.468389 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da616f23-b3a4-486c-af2d-7cf2fa2508e9 req-f609cd06-d649-4ae6-a6f0-437cb8dd044c tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.478729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['315cf87c-c809-4b39-b8ec-ef3d92d438f0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:18.537578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:18.546884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:18.549729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:18.594794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Pushing event updated for resources: {'Port': ['ID=75279561-8c7c-4017-8974-2a5bc6d0661c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:18.624368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da616f23-b3a4-486c-af2d-7cf2fa2508e9 req-f609cd06-d649-4ae6-a6f0-437cb8dd044c tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.627446 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da616f23-b3a4-486c-af2d-7cf2fa2508e9 req-f609cd06-d649-4ae6-a6f0-437cb8dd044c tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.642592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da616f23-b3a4-486c-af2d-7cf2fa2508e9 req-f609cd06-d649-4ae6-a6f0-437cb8dd044c tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] 10.222.0.21 "DELETE /v2.0/security-groups/d3e9c264-710c-466e-b1d4-3f957cac4515 HTTP/1.1" status: 204  len: 173 time: 0.3161371
Nov 27 20:47:18.664270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:18.666507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.693922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609cd06-d649-4ae6-a6f0-437cb8dd044c tempest-SecurityGroupsTestAdminJSON-1695080009 tempest-SecurityGroupsTestAdminJSON-1695080009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e9c264-710c-466e-b1d4-3f957cac4515,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:18.721770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-7bb74026-273c-40af-a2e4-8e61e2c9cef5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6720228
Nov 27 20:47:18.791869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Request body: {'port': {'device_id': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:18.878765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9bf7-8fc3-409c-ac59-1ef0342b2711 req-1b7d2129-ffe6-4ad5-b8d7-c6800e8b8b6a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:18.880434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1cc9bf7-8fc3-409c-ac59-1ef0342b2711 req-1b7d2129-ffe6-4ad5-b8d7-c6800e8b8b6a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 943 time: 0.1467121
Nov 27 20:47:18.888459 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.975818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dfcea957-45ef-4c37-88b9-2eb5197de892 None None] Provisioning complete for port 75279561-8c7c-4017-8974-2a5bc6d0661c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:18.976448 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dfcea957-45ef-4c37-88b9-2eb5197de892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:18.986106 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1cc9bf7-8fc3-409c-ac59-1ef0342b2711 req-6d5a0033-efb8-4eb7-988a-e8749874f766 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917056
Nov 27 20:47:19.034621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-dfcea957-45ef-4c37-88b9-2eb5197de892 None None] Port 75279561-8c7c-4017-8974-2a5bc6d0661c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:19.129994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56306) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:19.199982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0034a-5ac8-450d-9a7f-6af9db213d35 req-8bec9c5a-08d4-4645-900b-8926d534beab tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:19.201489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54d0034a-5ac8-450d-9a7f-6af9db213d35 req-8bec9c5a-08d4-4645-900b-8926d534beab tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1065311
Nov 27 20:47:19.292682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54d0034a-5ac8-450d-9a7f-6af9db213d35 req-f80f0535-9857-42d5-849c-27e7f2198be8 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792124
Nov 27 20:47:19.292914 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e7f08c75-ca45-4014-a259-834103520d93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a03ea486bb44aa29cb6760d77139ca1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1590269
Nov 27 20:47:19.292914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56312) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:19.299857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:19.303392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2fee0259-c961-4dfb-8c3d-3f133072bbe7 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:19.384195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0293f28f-cc5e-45b8-baa8-bd8278e05be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.386192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75279561-8c7c-4017-8974-2a5bc6d0661c {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:19.397575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.417613 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0293f28f-cc5e-45b8-baa8-bd8278e05be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.428893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:47:19.438719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:19.439459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Transition to ACTIVE for port object 75279561-8c7c-4017-8974-2a5bc6d0661c will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:47:19.440102 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.453306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.463989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73066c-ca69-4635-9570-dd05d906ca89 req-6474538a-f125-4fc7-8617-d95458c90b6c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:19.466013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc73066c-ca69-4635-9570-dd05d906ca89 req-6474538a-f125-4fc7-8617-d95458c90b6c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 935 time: 0.0641930
Nov 27 20:47:19.496780 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0293f28f-cc5e-45b8-baa8-bd8278e05be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.501783 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0293f28f-cc5e-45b8-baa8-bd8278e05be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.503845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0293f28f-cc5e-45b8-baa8-bd8278e05be6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65850007-17ab-486d-9320-2a69dc7d4953 HTTP/1.1" status: 204  len: 168 time: 0.2098312
Nov 27 20:47:19.515671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293f28f-cc5e-45b8-baa8-bd8278e05be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65850007-17ab-486d-9320-2a69dc7d4953,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:19.539228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:19.564215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc73066c-ca69-4635-9570-dd05d906ca89 req-89621276-ddc9-456b-9fa0-967e2b4cfc2f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911803
Nov 27 20:47:19.564344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93', 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f', 'port_id': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93', 'mac_address': 'fa:16:3e:7d:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14abce1-2bd4-41d0-9023-f158340bf983', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:47:19.585419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Pushing event updated for resources: {'Port': ['ID=75279561-8c7c-4017-8974-2a5bc6d0661c,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:19.597209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56320) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:19.651431 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Attempting to bind port 75279561-8c7c-4017-8974-2a5bc6d0661c on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:19.652025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Attempting to bind port 75279561-8c7c-4017-8974-2a5bc6d0661c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:19.652519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Attempting to bind port 75279561-8c7c-4017-8974-2a5bc6d0661c on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:19.657854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Port 75279561-8c7c-4017-8974-2a5bc6d0661c on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:19.658375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Attempting to bind port 75279561-8c7c-4017-8974-2a5bc6d0661c on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:19.664675 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.678488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:19.679084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:19.679918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:19.680793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Bound port: 75279561-8c7c-4017-8974-2a5bc6d0661c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:19.681409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.686244 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.690470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:19.704594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-10fb3f34-e7b8-4f74-879d-fc9425485818 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:47:19.714632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-10fb3f34-e7b8-4f74-879d-fc9425485818 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1236761
Nov 27 20:47:19.731491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:19.740415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:19.742878 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803deacd-770b-4f8f-83d3-9e958c9d1fc4" -d '{"events": [{"server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "name": "network-vif-plugged", "status": "completed", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:19.756582 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.757258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:19.763721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2fee0259-c961-4dfb-8c3d-3f133072bbe7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:19.791312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93939b-2f08-4092-b303-1bfdc6f54f1e req-778e34d6-3022-4258-99ea-8c14341b3729 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:19.799718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb93939b-2f08-4092-b303-1bfdc6f54f1e req-778e34d6-3022-4258-99ea-8c14341b3729 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 944 time: 0.1367481
Nov 27 20:47:19.838374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:19.865996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:19.871238 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb93939b-2f08-4092-b303-1bfdc6f54f1e req-0f7aadc3-8b4a-4918-8af2-586938bf3dee tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708916
Nov 27 20:47:19.873446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75279561-8c7c-4017-8974-2a5bc6d0661c,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:19.880633 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.911929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.934060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:19.934897 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:19.936634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] 10.222.0.35 "PUT /v2.0/ports/75279561-8c7c-4017-8974-2a5bc6d0661c HTTP/1.1" status: 200  len: 1095 time: 1.1845746
Nov 27 20:47:19.937195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:19.940148 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e75426-0de9-438f-8b44-0931e7dca81d" -d '{"events": [{"name": "network-changed", "server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:19.970293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7581239-f1ca-4489-b17b-0aa0d9adcd7e service neutron] Pushing event updated for resources: {'Port': ['ID=75279561-8c7c-4017-8974-2a5bc6d0661c,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:20.032298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2fee0259-c961-4dfb-8c3d-3f133072bbe7,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:20.052203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:20.072010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b66391a9-399e-44ea-b918-82ce7358607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:20.074777 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-b66391a9-399e-44ea-b918-82ce7358607f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 1098 time: 0.0814893
Nov 27 20:47:20.082605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'port_id': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910', 'mac_address': 'fa:16:3e:53:fd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:47:20.108536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56338) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:20.151438 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-2a3317ea-1c7b-4786-b2cd-cf79953d5c75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=75279561-8c7c-4017-8974-2a5bc6d0661c HTTP/1.1" status: 200  len: 217 time: 0.0656605
Nov 27 20:47:20.174100 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4efc455c-d2c1-4df8-a1dc-3440a367ad61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfdb8173e3b64499a9ae524eab985b25&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0642302
Nov 27 20:47:20.175996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:20.177824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56340) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:20.211448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:20.242910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:20.243168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c113e31d-aefc-4e3d-995a-9f236ed8e5b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:20.249246 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:20.260096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-73906d01-0e43-48ff-ae74-dd69bc8d4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:20.266201 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-73906d01-0e43-48ff-ae74-dd69bc8d4775 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1070318
Nov 27 20:47:20.315652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c113e31d-aefc-4e3d-995a-9f236ed8e5b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:20.323811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:20.326899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-69d3f3cf-8d70-44b3-9594-06fb036af8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:20.328806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-69d3f3cf-8d70-44b3-9594-06fb036af8a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0547483
Nov 27 20:47:20.334278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-6406a55f-2169-4b63-90ea-cbf4c700c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:20.335776 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-6406a55f-2169-4b63-90ea-cbf4c700c8aa service neutron] 10.222.0.21 "GET /v2.0/ports/bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 200  len: 1094 time: 0.4318173
Nov 27 20:47:20.354823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:20.355500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Unknown quota resources ['binding']. {{(pid=120908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:47:20.472106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c113e31d-aefc-4e3d-995a-9f236ed8e5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:20.476429 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-bc6129e7-4260-4610-aea9-fe8dfe5d62a7 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161385
Nov 27 20:47:20.478180 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c113e31d-aefc-4e3d-995a-9f236ed8e5b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:20.479717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c113e31d-aefc-4e3d-995a-9f236ed8e5b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b47c2b88-5296-4833-835e-9db17d56ab60 HTTP/1.1" status: 204  len: 168 time: 0.3009381
Nov 27 20:47:20.502065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113e31d-aefc-4e3d-995a-9f236ed8e5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47c2b88-5296-4833-835e-9db17d56ab60,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:20.588293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d on host nch2-master-1 for vnic_type normal with profile None {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:20.588665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:20.589174 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:20.594015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Port bb36450b-f6f8-40a8-b587-c2c25520c90d on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:20.594532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:20.600464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:20.600988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:20.601613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:20.602049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Bound port: bb36450b-f6f8-40a8-b587-c2c25520c90d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:20.610585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['3c6e79a9-ba6d-49b0-b965-1eb45c6fa910'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:20.612642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['3978ebd3-dcc3-49e6-8a90-afe04b6c5d93'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:20.614776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d94f6f84-69a3-4086-9cf9-bbefeed13d10 req-1191119c-6aa3-4906-8ca6-1e40e9d83d3a service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244142
Nov 27 20:47:20.694509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:20.703504 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:20.705790 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-2cd2c1bc-39fc-455c-bcf8-501567692b56 service neutron] 10.222.0.21 "POST /v2.0/ports/bb36450b-f6f8-40a8-b587-c2c25520c90d/bindings HTTP/1.1" status: 201  len: 389 time: 0.3547447
Nov 27 20:47:20.738112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52314c27-dc8f-4cf4-bd8d-0db3f3ba3d41 req-2a17485e-63c0-4760-b7f0-238cc439bee8 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:20.740368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52314c27-dc8f-4cf4-bd8d-0db3f3ba3d41 req-2a17485e-63c0-4760-b7f0-238cc439bee8 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 944 time: 0.0609396
Nov 27 20:47:20.815678 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03bdb11-4b9f-4d53-908e-b064e72b236f x-openstack-request-id: req-e03bdb11-4b9f-4d53-908e-b064e72b236f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:20.816003 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "name": "network-vif-plugged", "status": "completed", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:20.816264 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e03bdb11-4b9f-4d53-908e-b064e72b236f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:20.816736 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'code': 200}
Nov 27 20:47:20.898749 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8232e16-5895-4d25-8ad9-44351543d432 x-openstack-request-id: req-f8232e16-5895-4d25-8ad9-44351543d432 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:20.899217 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:20.899501 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8232e16-5895-4d25-8ad9-44351543d432 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:20.899925 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c', 'status': 'completed', 'code': 200}
Nov 27 20:47:20.919671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52314c27-dc8f-4cf4-bd8d-0db3f3ba3d41 req-b6747a9d-6cdb-4451-8ac7-bf67f596b42a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1709657
Nov 27 20:47:20.987867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0435a7f-3e2a-4986-b338-c2faa7963245 req-fb5f9d79-d8ae-4d58-a80f-9105f5f8a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:20.988051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da8198-b4e5-41fc-aaac-0b25ee4699e0 req-8cb07577-275c-46ca-a8e1-3b9a5c08a320 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:20.991030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87da8198-b4e5-41fc-aaac-0b25ee4699e0 req-8cb07577-275c-46ca-a8e1-3b9a5c08a320 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 944 time: 0.0782411
Nov 27 20:47:20.991856 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a0435a7f-3e2a-4986-b338-c2faa7963245 req-fb5f9d79-d8ae-4d58-a80f-9105f5f8a967 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 1096 time: 0.0700924
Nov 27 20:47:21.048201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87da8198-b4e5-41fc-aaac-0b25ee4699e0 req-12ccb78a-fe67-4fc3-a02d-ed9dfa531f7c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499704
Nov 27 20:47:21.116499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-d4b160dc-da08-4926-bb10-08436d2246c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.118585 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-d4b160dc-da08-4926-bb10-08436d2246c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1097 time: 0.0523176
Nov 27 20:47:21.130061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-4a0eb05f-ec6a-4aaf-80f4-2f9b7bcd4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.131594 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-4a0eb05f-ec6a-4aaf-80f4-2f9b7bcd4b03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 1098 time: 0.1387367
Nov 27 20:47:21.133890 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a0435a7f-3e2a-4986-b338-c2faa7963245 req-49bf9513-9ffd-40df-bf2c-91f71b0e55e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298521
Nov 27 20:47:21.171068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13854034-fb91-4bc6-b5aa-5699e5293c2c req-ad1455c2-f988-4f5a-9906-5ea5badb0a7c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.172618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13854034-fb91-4bc6-b5aa-5699e5293c2c req-ad1455c2-f988-4f5a-9906-5ea5badb0a7c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1300395
Nov 27 20:47:21.240836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2865e-3ed2-4302-9b65-30a98c2b87c2 req-d49bcd89-c9fc-4923-aa58-2ab878fa62d3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.242343 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5b2865e-3ed2-4302-9b65-30a98c2b87c2 req-d49bcd89-c9fc-4923-aa58-2ab878fa62d3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 947 time: 0.1073594
Nov 27 20:47:21.272402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-39ead313-a39b-4b36-9037-8e7f5a9b6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.273872 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-39ead313-a39b-4b36-9037-8e7f5a9b6ce3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.1471095
Nov 27 20:47:21.275103 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13854034-fb91-4bc6-b5aa-5699e5293c2c req-d3e68f2e-fb1f-4eb7-bc49-be9c6adeae54 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753932
Nov 27 20:47:21.279781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-2ff47816-ff61-4ce9-b496-53b8db4e461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.281180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-2ff47816-ff61-4ce9-b496-53b8db4e461a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1377032
Nov 27 20:47:21.305807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5b2865e-3ed2-4302-9b65-30a98c2b87c2 req-35905c58-7a52-4976-9d7a-cffa4ce418a1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520830
Nov 27 20:47:21.477157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-f383fdb4-2200-4696-b488-be4e618eac56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 200  len: 217 time: 0.0595469
Nov 27 20:47:21.505804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a3cd1-054e-4d2c-bdf2-e266f504e84c req-d850a841-9d1c-4d3e-9b20-bcd6084d0e2a tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.513617 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e2a3cd1-054e-4d2c-bdf2-e266f504e84c req-d850a841-9d1c-4d3e-9b20-bcd6084d0e2a tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 946 time: 0.1307096
Nov 27 20:47:21.554546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56380) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:21.585986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-3ee816ab-1c41-4848-9a33-739c61535997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.587496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-3ee816ab-1c41-4848-9a33-739c61535997 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.1011853
Nov 27 20:47:21.588766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-5f592fad-6be3-4610-85ec-b70c35c09f7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=75279561-8c7c-4017-8974-2a5bc6d0661c HTTP/1.1" status: 200  len: 217 time: 0.2940583
Nov 27 20:47:21.599186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e2a3cd1-054e-4d2c-bdf2-e266f504e84c req-efd4a4cb-affa-4015-93bd-94f0898e7e3c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846422
Nov 27 20:47:21.656650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-482be67b-7c79-46a6-b142-af25d7758585 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347905
Nov 27 20:47:21.666094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-6be8e8b0-ba0e-47d3-9d25-9b6eac360a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.667579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-6be8e8b0-ba0e-47d3-9d25-9b6eac360a83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0625682
Nov 27 20:47:21.730962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-bbdab1dc-a03e-4b17-88ef-29a645e26f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.732536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-bbdab1dc-a03e-4b17-88ef-29a645e26f57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0564756
Nov 27 20:47:21.742380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-network', 'tenant_id': 'a6d0433d36494c339de083939adfa30d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:21.798679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Made reservation on behalf of a6d0433d36494c339de083939adfa30d for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:21.800951 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:21.821364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f6b48-e10e-412b-ab3e-5904be05fc58 req-a909329a-97a3-4e03-8cf1-3b2deff4b05d tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:21.822848 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-220f6b48-e10e-412b-ab3e-5904be05fc58 req-a909329a-97a3-4e03-8cf1-3b2deff4b05d tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 945 time: 0.1411488
Nov 27 20:47:21.824742 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:21.829761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-cef268e2-97f7-43f7-8d90-085b236f996c service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655238
Nov 27 20:47:21.852637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-3f2fb1d2-b07e-45f7-997f-d9d5263c84fd service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096632
Nov 27 20:47:21.961577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9e75426-0de9-438f-8b44-0931e7dca81d req-f98794bc-5430-4862-90cd-9cbdd77c2bb4 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0973177
Nov 27 20:47:21.963797 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-220f6b48-e10e-412b-ab3e-5904be05fc58 req-06d7bcc8-9116-4450-8a8e-96ea1ed83dd7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278019
Nov 27 20:47:21.994370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-fdd05e37-f9a3-4ce9-a969-4d57183444ec service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506827
Nov 27 20:47:22.045899 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.074867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.121813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:47:22.148288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.148647 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Added segment 02668b19-7cf1-4596-9db4-db0d398cbc46 of type vlan for network 9b43f6b5-8fe9-4060-8bba-ace1af710c22
Nov 27 20:47:22.160692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e9e578-9d7a-4126-9537-15db804d3a2f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:22.172725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7133-6d13-47fd-bdb5-96deabdf33ce req-366f3ccd-9451-4eb8-bae2-2e18f1f6fae4 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:22.174226 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db3e7133-6d13-47fd-bdb5-96deabdf33ce req-366f3ccd-9451-4eb8-bae2-2e18f1f6fae4 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 944 time: 0.1450374
Nov 27 20:47:22.196930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-24d494ef-d721-46d0-9e10-05b2c3af1a74 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:22.198414 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-24d494ef-d721-46d0-9e10-05b2c3af1a74 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.1346123
Nov 27 20:47:22.222916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:22.235377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.259402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f156125-d649-44f3-b952-c2a96e4adb2a req-4998d6f4-2a3b-487e-9b9c-ab43922a0b74 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:22.261182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f156125-d649-44f3-b952-c2a96e4adb2a req-4998d6f4-2a3b-487e-9b9c-ab43922a0b74 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 944 time: 0.0536616
Nov 27 20:47:22.308889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f156125-d649-44f3-b952-c2a96e4adb2a req-83561568-c911-4490-9217-2c5636ad225f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419087
Nov 27 20:47:22.319385 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.320360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:22.320986 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.330618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db3e7133-6d13-47fd-bdb5-96deabdf33ce req-f6770c4e-3c83-47e9-8921-931cf8a9a029 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1312697
Nov 27 20:47:22.345365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.408507 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8511441
Nov 27 20:47:22.412388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56410) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:22.417501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Request body: {'subnet': {'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-subnet', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:22.421022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ecac5-3a99-47e9-b8b8-622768b35dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b43f6b5-8fe9-4060-8bba-ace1af710c22,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:22.440608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:47:22.465297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Made reservation on behalf of a6d0433d36494c339de083939adfa30d for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:22.470316 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.504333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7873c-b565-48c9-b147-f634efa942f5 req-cbcac6ce-160c-4107-ab74-a3ea39511348 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:22.505909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64c7873c-b565-48c9-b147-f634efa942f5 req-cbcac6ce-160c-4107-ab74-a3ea39511348 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1079180
Nov 27 20:47:22.627824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e14c5-fd95-4faf-9a1a-2439c337c944 req-217cba73-da2d-4203-8631-41f180307da7 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:22.635145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e76e14c5-fd95-4faf-9a1a-2439c337c944 req-217cba73-da2d-4203-8631-41f180307da7 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 947 time: 0.1219118
Nov 27 20:47:22.641728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:22.658104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64c7873c-b565-48c9-b147-f634efa942f5 req-c206269f-40a9-4c79-a127-e9c208799142 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070659
Nov 27 20:47:22.719362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:22.738533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e76e14c5-fd95-4faf-9a1a-2439c337c944 req-c72a34ae-3203-4918-b277-bbe3c466ab30 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023064
Nov 27 20:47:22.798648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:22.800992 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cbff56-db53-4b61-af7e-d4b51f217dde" -d '{"events": [{"server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:22.805712 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.813334 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.824864 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.841734 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6304130b-cc99-4c6c-aafa-012711af47cf x-openstack-request-id: req-6304130b-cc99-4c6c-aafa-012711af47cf {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:22.842043 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:22.842305 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6304130b-cc99-4c6c-aafa-012711af47cf {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:22.842822 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d', 'code': 200}
Nov 27 20:47:22.874920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a939-5c26-43a9-9580-245ac76a929b req-99fd007d-e932-4855-b45c-f200d9139004 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:22.876477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e965a939-5c26-43a9-9580-245ac76a929b req-99fd007d-e932-4855-b45c-f200d9139004 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 946 time: 0.1263139
Nov 27 20:47:22.902234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954cf457-e405-47a1-9872-88cc482b90ed,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:22.903647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb36450b-f6f8-40a8-b587-c2c25520c90d,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:22.915245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Checking segment: {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:22.915755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Network hostable DHCP agents. Network: 9b43f6b5-8fe9-4060-8bba-ace1af710c22, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:47:22.934450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:47:22.942410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:22.942704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:22.943029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:22.944823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b43f6b5-8fe9-4060-8bba-ace1af710c22) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:22.954618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752a9cd-052c-41de-8a8c-2551047d5498 None None] Network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:47:22.962301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Port bb36450b-f6f8-40a8-b587-c2c25520c90d on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:22.962652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Attempting to bind port bb36450b-f6f8-40a8-b587-c2c25520c90d on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:22.963502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:22.964599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:22.975759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e965a939-5c26-43a9-9580-245ac76a929b req-6b5810ac-ced7-47a7-83f8-4c4b313720a2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856915
Nov 27 20:47:22.976700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:22.977062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:22.977430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:22.977879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Bound port: bb36450b-f6f8-40a8-b587-c2c25520c90d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:22.978244 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.032764 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2b3e98c-11dc-441b-a991-6eea912dbe43 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6188791
Nov 27 20:47:23.034165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56424) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:23.039236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:23.064050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:23.068328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:23.075997 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.097922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.099157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.149307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:23.149866 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.151889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 200  len: 1122 time: 0.9420567
Nov 27 20:47:23.169187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883173d2-5906-4532-9dc4-4f20d6bba7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb36450b-f6f8-40a8-b587-c2c25520c90d,revision_number=8']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:23.175440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9b43f6b5-8fe9-4060-8bba-ace1af710c22', 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'fixed_ips': [{'subnet_id': '954cf457-e405-47a1-9872-88cc482b90ed'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:47:23.175869 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.194884 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.218408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bc5d7-a11e-40b5-bafe-dc37f45c4cb0 req-55f8563b-1eda-46a8-9ecc-aab5bc6536ba tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:23.220081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e38bc5d7-a11e-40b5-bafe-dc37f45c4cb0 req-55f8563b-1eda-46a8-9ecc-aab5bc6536ba tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 945 time: 0.1385064
Nov 27 20:47:23.263021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['bb36450b-f6f8-40a8-b587-c2c25520c90d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:23.335890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:23.385256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56432) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:23.408787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Allocated IP 172.20.0.2 (9b43f6b5-8fe9-4060-8bba-ace1af710c22/954cf457-e405-47a1-9872-88cc482b90ed/43410a5e-6815-47cc-86c5-ebe1ccfeadb5) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:23.420642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.439103 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e38bc5d7-a11e-40b5-bafe-dc37f45c4cb0 req-2e5034f8-14b1-41f8-b0c7-9299dc34d277 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458936
Nov 27 20:47:23.557743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-b78fbbde-379b-46dd-a2e8-49cfe7099a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:23.559438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-b78fbbde-379b-46dd-a2e8-49cfe7099a46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1101 time: 0.0833440
Nov 27 20:47:23.565792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:47:23.568559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0e188-c929-4904-8f79-15816a143463 req-9853dfe7-7e82-4aac-aa07-d1dd4d032768 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:23.570067 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37c0e188-c929-4904-8f79-15816a143463 req-9853dfe7-7e82-4aac-aa07-d1dd4d032768 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 944 time: 0.1488101
Nov 27 20:47:23.571039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16d294dd-854e-488f-8668-0746b5eb0a13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.582019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:23.583101 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.592048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09f852-e605-4a2a-a7b2-8a5aeebe236f req-e104bf9f-15f1-4a94-b084-c5022b3fdc3b tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:23.593545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e09f852-e605-4a2a-a7b2-8a5aeebe236f req-e104bf9f-15f1-4a94-b084-c5022b3fdc3b tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 944 time: 0.0794799
Nov 27 20:47:23.692577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e09f852-e605-4a2a-a7b2-8a5aeebe236f req-5386e312-8c8c-4798-810c-fe0db9160d0c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908997
Nov 27 20:47:23.722943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37c0e188-c929-4904-8f79-15816a143463 req-6761704e-6ca7-4846-a51f-5058831ba0d3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367002
Nov 27 20:47:23.749279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-a75a8c24-9a0b-4d44-9fd9-4b5c867df7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:23.751001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-a75a8c24-9a0b-4d44-9fd9-4b5c867df7b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1529567
Nov 27 20:47:23.797406 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.799132 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.814163 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.845923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16d294dd-854e-488f-8668-0746b5eb0a13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.847800 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-a3ef9196-aec3-4019-97f0-ee6822482d75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92 HTTP/1.1" status: 200  len: 217 time: 0.0819790
Nov 27 20:47:23.866253 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16d294dd-854e-488f-8668-0746b5eb0a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.901786 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.943052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:23.961031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d294dd-854e-488f-8668-0746b5eb0a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacf96f8-349d-4910-a404-1d107c1f1c1f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:23.965242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-16d294dd-854e-488f-8668-0746b5eb0a13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4c4ec547cb840df84c2c625324d2608&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5789790
Nov 27 20:47:23.968423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56442) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:23.970245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-811e493d-fd4d-464f-b547-7b4b980801ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:23.971782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-811e493d-fd4d-464f-b547-7b4b980801ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1144383
Nov 27 20:47:23.980743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e3f0-b98a-4969-94db-9d536ddb8de5 req-7958eadc-9799-4064-b3fb-1675e58a3d32 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:23.982232 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dc88e3f0-b98a-4969-94db-9d536ddb8de5 req-7958eadc-9799-4064-b3fb-1675e58a3d32 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1401629
Nov 27 20:47:23.999334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:24.001695 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af5d2d7-4083-4f3e-827e-723289d0acf6" -d '{"events": [{"server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "name": "network-vif-plugged", "status": "completed", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:24.019552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:24.026525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:24.028403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:24.036539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:24.039148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af9d0-793e-4257-95c0-71be517bd84a req-5ffe5f87-c542-4e40-90f2-1d764ba29971 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:24.040423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.041151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-5ffe5f87-c542-4e40-90f2-1d764ba29971 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1736739
Nov 27 20:47:24.041624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:24.045696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Pushing event updated for resources: {'Port': ['ID=43410a5e-6815-47cc-86c5-ebe1ccfeadb5,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:24.047323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-48d8beff-d6aa-4f26-ad6c-99bdbb0b581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:24.048834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-48d8beff-d6aa-4f26-ad6c-99bdbb0b581f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0657282
Nov 27 20:47:24.085223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dc88e3f0-b98a-4969-94db-9d536ddb8de5 req-b5915a7f-7b34-4986-a46c-8803692c2a76 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768068
Nov 27 20:47:24.147183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-f165280d-2275-444c-af2f-5448ec880fb1 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 696 time: 0.0908797
Nov 27 20:47:24.163589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-b951398e-aab9-42ff-b763-c0b5242fc9cc service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1063910
Nov 27 20:47:24.181387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Attempting to bind port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:24.181596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Request body: {'floatingip': {'port_id': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'fixed_ip_address': '172.20.0.10'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:24.182207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Attempting to bind port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:24.182787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Attempting to bind port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 on network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:24.189796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:24.195463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:24.196109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Checking segment: {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:24.196730 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.197306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Bound using segment: {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:24.197963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Bound port: 43410a5e-6815-47cc-86c5-ebe1ccfeadb5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:24.198542 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.235763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:47:24.242948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:24.243584 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.265998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b870bdb9-af62-4bed-a252-7fb72b4e8ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.273279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.293363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9634d44-bbb6-4c76-b58e-6ad30883fcdd req-610d0a1a-4c67-4b4c-a670-9b9c7f3d6761 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:24.294965 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9634d44-bbb6-4c76-b58e-6ad30883fcdd req-610d0a1a-4c67-4b4c-a670-9b9c7f3d6761 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 947 time: 0.0982704
Nov 27 20:47:24.313718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67b8718d-d31b-4639-902e-e1a1e59b07dd req-6aa150ea-c5af-4f70-82c9-8520515e0287 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392627
Nov 27 20:47:24.322134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] For port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:24.330290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] For port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43410a5e-6815-47cc-86c5-ebe1ccfeadb5,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:24.335082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Allocated IP 172.35.3.147 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/7570bf9b-69ec-447f-908f-4ad6e0bacbf6) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:24.340372 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.372723 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b870bdb9-af62-4bed-a252-7fb72b4e8ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.385165 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9634d44-bbb6-4c76-b58e-6ad30883fcdd req-18247061-e572-42dc-8e34-53b7b042d05a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690973
Nov 27 20:47:24.420304 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.449308 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80615034-8859-478f-bb97-0e8d2b098298 x-openstack-request-id: req-80615034-8859-478f-bb97-0e8d2b098298 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:24.449611 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "name": "network-vif-plugged", "status": "completed", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:24.449969 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80615034-8859-478f-bb97-0e8d2b098298 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:24.450441 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93', 'code': 200}
Nov 27 20:47:24.478262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163b21d-be5a-4ad3-84f9-537b815c62e2 None None] Pushing event updated for resources: {'Port': ['ID=43410a5e-6815-47cc-86c5-ebe1ccfeadb5,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:24.494121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:24.498334 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.557979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:24.612484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f507482-58bb-4cd9-b747-42ac412db082 req-95534f61-307c-46f8-84bb-ed831298709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:24.614578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f507482-58bb-4cd9-b747-42ac412db082 req-95534f61-307c-46f8-84bb-ed831298709e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1096 time: 0.0865245
Nov 27 20:47:24.636240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4994c-a77e-4f78-a035-76ef839e0762 req-d429e86b-36ea-48ef-b6d7-875998b486e3 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:24.639289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b870bdb9-af62-4bed-a252-7fb72b4e8ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.639813 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-34b4994c-a77e-4f78-a035-76ef839e0762 req-d429e86b-36ea-48ef-b6d7-875998b486e3 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 944 time: 0.0833359
Nov 27 20:47:24.642133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b870bdb9-af62-4bed-a252-7fb72b4e8ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.666533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b870bdb9-af62-4bed-a252-7fb72b4e8ba1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aacf96f8-349d-4910-a404-1d107c1f1c1f HTTP/1.1" status: 204  len: 168 time: 0.6760929
Nov 27 20:47:24.743132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f507482-58bb-4cd9-b747-42ac412db082 req-21e0a8c6-64f6-458b-9c8c-38dd656a217e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213338
Nov 27 20:47:24.746452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870bdb9-af62-4bed-a252-7fb72b4e8ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacf96f8-349d-4910-a404-1d107c1f1c1f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:24.748403 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-34b4994c-a77e-4f78-a035-76ef839e0762 req-625021d4-019c-4614-98a3-3d1e49484a0e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011906
Nov 27 20:47:24.808651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:24.844419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:24.846265 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:47:24.848627 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:24.912392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 75279561-8c7c-4017-8974-2a5bc6d0661c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:24.929867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456ef71-265a-4160-ae01-c99e23256bc0 req-c0cad671-e12f-4814-b0eb-9c43d5c4623b tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:24.931469 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e456ef71-265a-4160-ae01-c99e23256bc0 req-c0cad671-e12f-4814-b0eb-9c43d5c4623b tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.0691760
Nov 27 20:47:24.974292 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.000359 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e456ef71-265a-4160-ae01-c99e23256bc0 req-b972e382-9742-4024-950a-189b4351d44c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581315
Nov 27 20:47:25.040592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75279561-8c7c-4017-8974-2a5bc6d0661c,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:25.057838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:25.059443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '75279561-8c7c-4017-8974-2a5bc6d0661c', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '75279561-8c7c-4017-8974-2a5bc6d0661c', 'mac_address': 'fa:16:3e:01:7f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:47:25.065720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56458) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:25.079160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ba7061c-8b00-413d-933b-4f6697f02d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.112343 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.128098 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75279561-8c7c-4017-8974-2a5bc6d0661c {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:25.151483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75279561-8c7c-4017-8974-2a5bc6d0661c,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:25.157313 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.210538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=75279561-8c7c-4017-8974-2a5bc6d0661c,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:25.326329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device bb36450b-f6f8-40a8-b587-c2c25520c90d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:25.352282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Pushing event updated for resources: {'Port': ['ID=7570bf9b-69ec-447f-908f-4ad6e0bacbf6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:25.361499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:25.371776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:25.406790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cedd47-cf4f-4b12-9d9c-f99b64ac909b req-eaf9d8c7-3064-4fd6-a2fd-dc9ebb3f76af tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:25.415543 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74cedd47-cf4f-4b12-9d9c-f99b64ac909b req-eaf9d8c7-3064-4fd6-a2fd-dc9ebb3f76af tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 945 time: 0.3333805
Nov 27 20:47:25.465089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['75279561-8c7c-4017-8974-2a5bc6d0661c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:25.492750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ba7061c-8b00-413d-933b-4f6697f02d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.514046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:25.519581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74cedd47-cf4f-4b12-9d9c-f99b64ac909b req-22f124c1-b6e3-4a92-9861-8d5678d40178 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989909
Nov 27 20:47:25.523146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ba7061c-8b00-413d-933b-4f6697f02d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.537122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device bb36450b-f6f8-40a8-b587-c2c25520c90d has no active binding in host nch2-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 20:47:25.583394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9ba7061c-8b00-413d-933b-4f6697f02d9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f72dbd4a564c4ae5bdf68f6f98f06c5c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5163395
Nov 27 20:47:25.584940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56464) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:25.622039 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4afe52d-6231-4ffa-a668-4689793792cf x-openstack-request-id: req-d4afe52d-6231-4ffa-a668-4689793792cf {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:25.622760 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:25.622760 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4afe52d-6231-4ffa-a668-4689793792cf {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:25.622760 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d', 'status': 'completed', 'code': 200}
Nov 27 20:47:25.624074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7061c-8b00-413d-933b-4f6697f02d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d364465a-bef9-415e-b556-6ced24bd0a29,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:25.654291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5de1a4e-a405-4558-bc04-287be2680037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.682705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5de1a4e-a405-4558-bc04-287be2680037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.692086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd7b4d-3a88-42df-a543-fd6aae022d3f None None] Network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:47:25.703490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.resource_extend [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:47:25.760714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbaf3c-2aec-468b-86a4-69a35abac6ee req-6eec1406-4220-4304-b013-b9b1e9a1e727 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:25.762831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29bbaf3c-2aec-468b-86a4-69a35abac6ee req-6eec1406-4220-4304-b013-b9b1e9a1e727 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.0836093
Nov 27 20:47:25.778621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5de1a4e-a405-4558-bc04-287be2680037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.781821 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5de1a4e-a405-4558-bc04-287be2680037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.784903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c5de1a4e-a405-4558-bc04-287be2680037 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d364465a-bef9-415e-b556-6ced24bd0a29 HTTP/1.1" status: 204  len: 168 time: 0.1966169
Nov 27 20:47:25.795987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-60eba504-3265-4698-aab5-759b503376de None None] Provisioning complete for port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:25.796513 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60eba504-3265-4698-aab5-759b503376de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.803087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de1a4e-a405-4558-bc04-287be2680037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d364465a-bef9-415e-b556-6ced24bd0a29,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:25.814260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.816758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-00c82e77-1900-4bfc-87d4-5c250cb6aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:25.818368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-00c82e77-1900-4bfc-87d4-5c250cb6aff0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1125 time: 0.1834760
Nov 27 20:47:25.824218 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.843555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29bbaf3c-2aec-468b-86a4-69a35abac6ee req-9a9071e1-14e4-446e-92c7-53f0a330f5ff tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670195
Nov 27 20:47:25.970116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a1e88-8e6c-4311-b1e4-84b8bd6e2115 req-2261955d-cc99-47d6-827c-756b4419adec tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:25.971772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d79a1e88-8e6c-4311-b1e4-84b8bd6e2115 req-2261955d-cc99-47d6-827c-756b4419adec tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 948 time: 0.0557480
Nov 27 20:47:25.988353 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60eba504-3265-4698-aab5-759b503376de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:25.990564 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:26.031778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d79a1e88-8e6c-4311-b1e4-84b8bd6e2115 req-ef54eb61-7f3f-4369-b7aa-c31444cc7327 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531540
Nov 27 20:47:26.042960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-60eba504-3265-4698-aab5-759b503376de None None] For port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43410a5e-6815-47cc-86c5-ebe1ccfeadb5,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:26.058834 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60eba504-3265-4698-aab5-759b503376de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:26.133841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eba504-3265-4698-aab5-759b503376de None None] Pushing event updated for resources: {'Port': ['ID=43410a5e-6815-47cc-86c5-ebe1ccfeadb5,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:26.195900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859337e-9461-4935-8cfd-a5fa6d7b56b7 req-7e7d43e1-d9b7-47c4-a1ba-34a146370f80 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:26.197703 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6859337e-9461-4935-8cfd-a5fa6d7b56b7 req-7e7d43e1-d9b7-47c4-a1ba-34a146370f80 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 944 time: 0.0651031
Nov 27 20:47:26.234787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-4f227e8e-f89a-46c9-b9d9-9a6b254a444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:26.236406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-4f227e8e-f89a-46c9-b9d9-9a6b254a444c service neutron] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.3043005
Nov 27 20:47:26.239687 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e associated. External IP: 172.35.3.175, port: 8be29504-a892-4d2c-b932-707aa3ac7d18.
Nov 27 20:47:26.276798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6859337e-9461-4935-8cfd-a5fa6d7b56b7 req-55b58f02-cd1d-41f1-9f76-ac1cba35b6be tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728552
Nov 27 20:47:26.288374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d733389f-3b92-49c3-a38d-ad36d00c8778 None None] Provisioning complete for port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:26.288858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d733389f-3b92-49c3-a38d-ad36d00c8778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:26.378422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-6bd44185-a48f-4647-b169-2e187cf92acd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 200  len: 217 time: 0.0838597
Nov 27 20:47:26.455858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:26.458566 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2f85af-c815-4d97-ba3f-cca91c31b46f" -d '{"events": [{"server_uuid": "1f864ad9-b187-4c7e-a890-af76116d06ea", "name": "network-vif-plugged", "status": "completed", "tag": "3c6e79a9-ba6d-49b0-b965-1eb45c6fa910"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:26.492614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbc386-2ebd-4ff3-8f07-c595ba02a922 req-2b2af8ec-be1b-4b3d-a711-a20660554d7c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:26.494202 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-86bbc386-2ebd-4ff3-8f07-c595ba02a922 req-2b2af8ec-be1b-4b3d-a711-a20660554d7c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.1070194
Nov 27 20:47:26.529723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:26.539547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-d2ae8a86-6e17-4c31-974d-d4684483df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:26.541066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-d2ae8a86-6e17-4c31-974d-d4684483df35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.1510196
Nov 27 20:47:26.574109 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-86bbc386-2ebd-4ff3-8f07-c595ba02a922 req-2d18d8eb-a3f4-4c0c-b7e9-3d08f9795ca2 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713060
Nov 27 20:47:26.601362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:26.601664 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:26.620121 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:26.623707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-91f1b554-d98b-4a6f-8c0f-169ee90e5476 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341635
Nov 27 20:47:26.631140 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a360e0-ea47-48dd-b9c3-0a8735b760d8 x-openstack-request-id: req-a2a360e0-ea47-48dd-b9c3-0a8735b760d8 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:26.631492 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f864ad9-b187-4c7e-a890-af76116d06ea", "name": "network-vif-plugged", "status": "completed", "tag": "3c6e79a9-ba6d-49b0-b965-1eb45c6fa910", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:26.631761 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2a360e0-ea47-48dd-b9c3-0a8735b760d8 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:26.632148 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910', 'code': 200}
Nov 27 20:47:26.803877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c0ddf-cd1d-4555-8a48-0e39b1a5b123 req-f2f5f373-d4c3-4fa2-89a7-466910815b8c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:26.805648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-218c0ddf-cd1d-4555-8a48-0e39b1a5b123 req-f2f5f373-d4c3-4fa2-89a7-466910815b8c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 945 time: 0.1046834
Nov 27 20:47:26.812308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cce74-4340-4db4-b4e5-3bef2c580d64 req-02718ebb-c7ee-4a34-bcc3-44eafe418947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:26.813824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf8cce74-4340-4db4-b4e5-3bef2c580d64 req-02718ebb-c7ee-4a34-bcc3-44eafe418947 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 1096 time: 0.0839305
Nov 27 20:47:26.900268 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-218c0ddf-cd1d-4555-8a48-0e39b1a5b123 req-00372b0f-e35f-4eab-bd50-d096206461d7 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853612
Nov 27 20:47:26.903783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf8cce74-4340-4db4-b4e5-3bef2c580d64 req-f785859c-11f8-4949-b375-a9374d486c9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812602
Nov 27 20:47:26.934768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 75279561-8c7c-4017-8974-2a5bc6d0661c up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:26.936471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56496) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:26.993196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 75279561-8c7c-4017-8974-2a5bc6d0661c completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:47:26.999140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 75279561-8c7c-4017-8974-2a5bc6d0661c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:26.999563 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.036685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43580a2-18b6-4614-93e7-09bda9e3021f req-7df3982a-bf91-44b9-8270-29c80cfb2170 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:27.038802 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c43580a2-18b6-4614-93e7-09bda9e3021f req-7df3982a-bf91-44b9-8270-29c80cfb2170 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.0596488
Nov 27 20:47:27.084136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:27.106384 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.113606 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-199937cb-da16-45e1-9183-e2dd3c72a6db service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4816055
Nov 27 20:47:27.116886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c43580a2-18b6-4614-93e7-09bda9e3021f req-5759a4a5-7b62-4e82-837e-e523b29418b5 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666883
Nov 27 20:47:27.124572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-network', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:27.147631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75279561-8c7c-4017-8974-2a5bc6d0661c,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:27.153417 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.156851 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Made reservation on behalf of 4f730ab339a540fea192c1f8539b7fa8 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:27.160145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.169955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.213889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=75279561-8c7c-4017-8974-2a5bc6d0661c,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:27.261533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28940f05-0153-4e91-b66c-5c03146a3cce req-5f4e9187-6e4e-492b-b825-e5d2817a7fe9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:27.263203 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28940f05-0153-4e91-b66c-5c03146a3cce req-5f4e9187-6e4e-492b-b825-e5d2817a7fe9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.0775158
Nov 27 20:47:27.301575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Router 618d4062-0f18-4154-a06a-943e815f7954 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:47:27.330510 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.336028 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.343999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0311ffec-d6c9-43b1-a8fc-77b3469bb1d6 req-7fefa6bb-5981-4c26-9525-049f69ac9796 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219875
Nov 27 20:47:27.344353 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28940f05-0153-4e91-b66c-5c03146a3cce req-bf0edbcb-ff09-42e0-a6e8-7e7132e4977d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741224
Nov 27 20:47:27.362862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:47:27.378881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:27.380139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec60f4a-f387-40a3-878e-edb906f1fc6c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:27.388702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.389106 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Added segment e38c1848-64ad-477a-a1cf-da1c49c10127 of type vlan for network 600b4632-2fa4-475a-8ee8-076f65aaee94
Nov 27 20:47:27.394466 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] Sync routers for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:27.394910 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.407893 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:27.408399 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe903a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:27.445932 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.488102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-a43d5755-9925-444a-8aed-4862235eaedb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "PUT /v2.0/floatingips/e7d09a21-c5dc-472f-8c81-48956b80e10e HTTP/1.1" status: 200  len: 997 time: 3.3168747
Nov 27 20:47:27.495029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:27.497839 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b18e557-8f38-4bdc-bb84-433e856d5dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:27.500932 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.501836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:27.502526 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.529249 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:27.551119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:27.571833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Sync routers for ids ['618d4062-0f18-4154-a06a-943e815f7954'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:27.577447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6395352
Nov 27 20:47:27.578071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56506) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:27.579406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af9d0-793e-4257-95c0-71be517bd84a req-44a421d8-1df2-4489-9692-f798005f0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:27.580958 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-44a421d8-1df2-4489-9692-f798005f0776 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1097 time: 0.0771492
Nov 27 20:47:27.584292 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.585436 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-00b0a44a-150c-40f3-aa54-041d4a719671 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.5501723
Nov 27 20:47:27.588126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56508) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:27.591374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Request body: {'subnet': {'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-subnet', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:27.593744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Routers {'618d4062-0f18-4154-a06a-943e815f7954'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:27.599587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd63bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['618d4062-0f18-4154-a06a-943e815f7954'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:27.604946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843e08e-065d-4d9f-b8aa-5e54714270fa req-93384e07-443b-480c-a0b6-b5ee00a46d1c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:27.606560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a843e08e-065d-4d9f-b8aa-5e54714270fa req-93384e07-443b-480c-a0b6-b5ee00a46d1c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 944 time: 0.1394465
Nov 27 20:47:27.616034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2fba4-7dca-4551-b6cc-2357f78c7984 admin admin] Pushing event updated for resources: {'Network': ['ID=600b4632-2fa4-475a-8ee8-076f65aaee94,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:27.640509 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 600b4632-2fa4-475a-8ee8-076f65aaee94 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:47:27.727879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a843e08e-065d-4d9f-b8aa-5e54714270fa req-e1282cfb-137b-4ecc-976a-f1fef2ae632b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949388
Nov 27 20:47:27.738169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Made reservation on behalf of 4f730ab339a540fea192c1f8539b7fa8 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:27.741635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:27.796032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af9d0-793e-4257-95c0-71be517bd84a req-0ea91e6b-6550-49e7-8234-68f65f546055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:27.798083 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-0ea91e6b-6550-49e7-8234-68f65f546055 service neutron] 10.222.0.21 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.2025778
Nov 27 20:47:27.839114 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce021ab0-56d0-4e2b-b0e6-d5a17a869cc7 x-openstack-request-id: req-ce021ab0-56d0-4e2b-b0e6-d5a17a869cc7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:27.839442 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:27.839708 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce021ab0-56d0-4e2b-b0e6-d5a17a869cc7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:27.840111 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'status': 'completed', 'code': 200}
Nov 27 20:47:27.901452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Set router 618d4062-0f18-4154-a06a-943e815f7954 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:27.940585 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe903a30>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:dd:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:25Z', 'revision_number': 1, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:27.973243 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] Checking router: b5cef8b7-18b5-4ecd-a292-87a3ada440d9 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:27.982487 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:27.983528 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe903a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:28.016704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-79e58b48-5b34-4ade-93c6-8e986204c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.018225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-79e58b48-5b34-4ade-93c6-8e986204c54a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1097 time: 0.1657529
Nov 27 20:47:28.037536 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.055415 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-5fe263d1-93f6-43a5-92b1-c05f38875462 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 1000 time: 0.2144270
Nov 27 20:47:28.122037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd63bc10>, [{'id': '618d4062-0f18-4154-a06a-943e815f7954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147'}], 'enable_snat': True}, 'gw_port_id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:25Z', 'revision_number': 3, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'gw_port': {'id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:28.141138 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:28.142968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b293c0-9554-4c2f-b581-e6c867c87b27,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:28.161521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Checking router: 618d4062-0f18-4154-a06a-943e815f7954 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:28.162255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Updating router 618d4062-0f18-4154-a06a-943e815f7954 port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:47:28.166043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ea8ad-6d08-4546-9434-bb3b03f2711c req-da32da36-4e87-4814-a1c3-44f1192dc5d2 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.175112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-934ea8ad-6d08-4546-9434-bb3b03f2711c req-da32da36-4e87-4814-a1c3-44f1192dc5d2 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.1567662
Nov 27 20:47:28.202028 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.208002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af9d0-793e-4257-95c0-71be517bd84a req-8e0caec3-e7c6-4a93-b5c1-d5294026db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.209572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-8e0caec3-e7c6-4a93-b5c1-d5294026db48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.1415966
Nov 27 20:47:28.217461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Checking segment: {'id': 'e38c1848-64ad-477a-a1cf-da1c49c10127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:28.217885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Network hostable DHCP agents. Network: 600b4632-2fa4-475a-8ee8-076f65aaee94, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:47:28.241643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-934ea8ad-6d08-4546-9434-bb3b03f2711c req-67155f9c-68a5-490b-a4c5-cfeeec1e6059 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655105
Nov 27 20:47:28.275183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Network 600b4632-2fa4-475a-8ee8-076f65aaee94 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:47:28.287542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 600b4632-2fa4-475a-8ee8-076f65aaee94) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:28.293545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.294685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.316192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-781fd00f-1006-4d06-b7fe-9caf80f08586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.317768 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-781fd00f-1006-4d06-b7fe-9caf80f08586 service neutron] 10.222.0.35 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.2829921
Nov 27 20:47:28.331151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f94a9751-60ec-41b0-ad56-30f0821ad3e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7445314
Nov 27 20:47:28.332051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56516) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:28.338408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:28.397481 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-efd72150-a8f9-4a22-8f6b-98b05fe0e995 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 1000 time: 0.0697198
Nov 27 20:47:28.397923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.398969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.407427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af9d0-793e-4257-95c0-71be517bd84a req-83dfb8fb-5f70-4bb8-b84a-4d3098518259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.409236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-83dfb8fb-5f70-4bb8-b84a-4d3098518259 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1881967
Nov 27 20:47:28.423463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb41bc4-3e82-4e19-acc8-217503fadb0a None None] Network 600b4632-2fa4-475a-8ee8-076f65aaee94 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:47:28.446193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-de414f56-e658-46d5-b574-1088c70503cc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:47:28.446193 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-de414f56-e658-46d5-b574-1088c70503cc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061202
Nov 27 20:47:28.455304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb4721-ff2c-4a5f-9998-9e2c5f9e2284 req-14bd2b7d-9f22-4b1b-b9cf-bb974f395fd2 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.457630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61eb4721-ff2c-4a5f-9998-9e2c5f9e2284 req-14bd2b7d-9f22-4b1b-b9cf-bb974f395fd2 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 945 time: 0.1049166
Nov 27 20:47:28.540593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.563655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-4774ba12-3713-494d-8305-12a93804f7fe service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965860
Nov 27 20:47:28.614713 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe903a30>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:dd:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:25Z', 'revision_number': 1, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:28.626141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-366ce4ad-b4a4-4c7a-8ef2-7c888e7a57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.627650 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-366ce4ad-b4a4-4c7a-8ef2-7c888e7a57ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.2174094
Nov 27 20:47:28.649380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:28.651710 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d837c-3b8e-4200-bf1a-7ba8adaec183" -d '{"events": [{"server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "name": "network-vif-plugged", "status": "completed", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:28.653396 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d484a8d-4d86-4db4-b191-84e8d867dadf None None] The sync data for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 is: [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:dd:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:25Z', 'revision_number': 1, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:28.662816 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.669333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.678055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61eb4721-ff2c-4a5f-9998-9e2c5f9e2284 req-2df9bdc7-61ae-4d42-827e-9b1f10ee8715 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068355
Nov 27 20:47:28.713237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-600b4632-2fa4-475a-8ee8-076f65aaee94', 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'fixed_ips': [{'subnet_id': '17b293c0-9554-4c2f-b581-e6c867c87b27'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:47:28.718374 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.764053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.814573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503af9d0-793e-4257-95c0-71be517bd84a req-2fd05f97-f48f-486b-ace0-603da7162d22 service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2394700
Nov 27 20:47:28.818065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Attempting to bind port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:28.818378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Attempting to bind port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:28.818762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Attempting to bind port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:28.821245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-205874a7-e0ea-4f79-ac22-e81badaba9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.822803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-205874a7-e0ea-4f79-ac22-e81badaba9cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1620522
Nov 27 20:47:28.824661 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.828359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:28.828752 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:28.829454 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.829860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:28.830340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Bound port: 7570bf9b-69ec-447f-908f-4ad6e0bacbf6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:28.830774 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:28.899611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672108a-037b-4551-b743-be345475e36c None None] Pushing event updated for resources: {'Port': ['ID=7570bf9b-69ec-447f-908f-4ad6e0bacbf6,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:28.927542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307915f-99b5-402a-b454-c37ce51804b9 req-ddbc2578-9d5d-445e-b8bd-23c128671a4d tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:28.937889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b307915f-99b5-402a-b454-c37ce51804b9 req-ddbc2578-9d5d-445e-b8bd-23c128671a4d tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1324296
Nov 27 20:47:28.952661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-88ab55b9-4550-4ba9-877e-d4b47dfd63e8 service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1176054
Nov 27 20:47:28.988892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] For port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:29.005379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] For port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7570bf9b-69ec-447f-908f-4ad6e0bacbf6,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:29.018392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:29.021810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Allocated IP 172.20.0.2 (600b4632-2fa4-475a-8ee8-076f65aaee94/17b293c0-9554-4c2f-b581-e6c867c87b27/5dbfbc87-703d-4211-bad9-bab0f339ca37) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:29.025552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b307915f-99b5-402a-b454-c37ce51804b9 req-5a8c8fef-e327-4d88-86d6-4f6e958b2b30 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849349
Nov 27 20:47:29.050793 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04cb8e-4cc5-4736-9507-8b9193d404be None None] New status for floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:47:29.133600 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab38dd2-f67c-46e3-bd30-49bc9f339d69 x-openstack-request-id: req-5ab38dd2-f67c-46e3-bd30-49bc9f339d69 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:29.134181 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "name": "network-vif-plugged", "status": "completed", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:29.134181 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ab38dd2-f67c-46e3-bd30-49bc9f339d69 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:29.134565 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c', 'code': 200}
Nov 27 20:47:29.139293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Routers {'618d4062-0f18-4154-a06a-943e815f7954'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:29.140132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd63bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['618d4062-0f18-4154-a06a-943e815f7954'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:29.163663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89517c-59dc-494d-b85d-ae31c1b14a4d req-d35160c1-ae05-4401-b844-ed76bdf4b14d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:29.172561 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a89517c-59dc-494d-b85d-ae31c1b14a4d req-d35160c1-ae05-4401-b844-ed76bdf4b14d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.2007139
Nov 27 20:47:29.288681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] Set router 618d4062-0f18-4154-a06a-943e815f7954 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:29.306490 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:29.340702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:29.357663 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672108a-037b-4551-b743-be345475e36c None None] Pushing event updated for resources: {'Port': ['ID=7570bf9b-69ec-447f-908f-4ad6e0bacbf6,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:29.367612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2384359-c692-4370-bd01-86c6eb29af5f req-fdf1d369-0498-4b1d-90c5-519f9abc823f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:29.369188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2384359-c692-4370-bd01-86c6eb29af5f req-fdf1d369-0498-4b1d-90c5-519f9abc823f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 944 time: 0.1411028
Nov 27 20:47:29.491674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2384359-c692-4370-bd01-86c6eb29af5f req-311c52ae-a133-4fda-a2d8-d0b65add7003 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941665
Nov 27 20:47:29.530976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Allocated IP 172.35.3.67 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/be7d9697-c904-42d3-ba23-3466b8e3d205) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:29.595349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:29.612784 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:29.635699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Network 600b4632-2fa4-475a-8ee8-076f65aaee94 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:29.652379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a89517c-59dc-494d-b85d-ae31c1b14a4d req-4b45b115-7c0b-4a00-8792-11c9aeca406c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4783268
Nov 27 20:47:29.653566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:29.661293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b18e557-8f38-4bdc-bb84-433e856d5dcd req-86b611d1-3ced-48dc-926a-3db667b210d0 service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6949944
Nov 27 20:47:29.664338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:29.719362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769b193-c53b-4136-b9e8-ec391aa6cf7e req-a69e6423-7a7c-42f4-8074-1a121633499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:29.720961 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7769b193-c53b-4136-b9e8-ec391aa6cf7e req-a69e6423-7a7c-42f4-8074-1a121633499e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 1100 time: 0.4500313
Nov 27 20:47:29.770011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-a848106e-99c8-423f-9560-09b4bd7a10b9 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:29.775844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-a848106e-99c8-423f-9560-09b4bd7a10b9 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1509783
Nov 27 20:47:29.815575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Allocated IP 172.20.0.1 (9b43f6b5-8fe9-4060-8bba-ace1af710c22/954cf457-e405-47a1-9872-88cc482b90ed/c1cb2cca-d0f3-4fba-aadf-1dd947cae628) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:29.818202 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:29.848963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd63bc10>, [{'id': '618d4062-0f18-4154-a06a-943e815f7954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147'}], 'enable_snat': True}, 'gw_port_id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:25Z', 'revision_number': 3, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'gw_port': {'id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:29.866802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Attempting to bind port 5dbfbc87-703d-4211-bad9-bab0f339ca37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:29.867176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Attempting to bind port 5dbfbc87-703d-4211-bad9-bab0f339ca37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e38c1848-64ad-477a-a1cf-da1c49c10127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:29.867575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Attempting to bind port 5dbfbc87-703d-4211-bad9-bab0f339ca37 on network 600b4632-2fa4-475a-8ee8-076f65aaee94 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:29.878073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46612e6-85f2-4223-a033-fb98795e60fe req-c96c93c2-8794-4c19-8cc5-9230c3db3ddb tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:29.879588 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d46612e6-85f2-4223-a033-fb98795e60fe req-c96c93c2-8794-4c19-8cc5-9230c3db3ddb tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.1516280
Nov 27 20:47:29.897902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Pushing event updated for resources: {'Port': ['ID=5dbfbc87-703d-4211-bad9-bab0f339ca37,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:29.905842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd645ab4-7e5c-4358-929f-ab887907baf6 None None] The sync data for ids ['618d4062-0f18-4154-a06a-943e815f7954'] in ncdv-master-1 is: [{'id': '618d4062-0f18-4154-a06a-943e815f7954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147'}], 'enable_snat': True}, 'gw_port_id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:25Z', 'revision_number': 3, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'gw_port': {'id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:29.908968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:29.909349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Checking segment: {'id': 'e38c1848-64ad-477a-a1cf-da1c49c10127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:29.909852 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:29.910122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Bound using segment: {'id': 'e38c1848-64ad-477a-a1cf-da1c49c10127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:29.911176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Bound port: 5dbfbc87-703d-4211-bad9-bab0f339ca37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38c1848-64ad-477a-a1cf-da1c49c10127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:29.911585 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:29.922603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-9ed3599c-2d26-4f1c-ab83-eeffd4bfec90 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 1002 time: 0.1376908
Nov 27 20:47:29.934458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-e1f4b0cb-3097-4164-a3f5-2f23e05bc7ca service neutron] 10.222.0.35 "GET /v2.0/ports/bb36450b-f6f8-40a8-b587-c2c25520c90d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2216218
Nov 27 20:47:29.940573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Request body: {'floatingip': {'port_id': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:29.942936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7769b193-c53b-4136-b9e8-ec391aa6cf7e req-03cb0d15-2cf9-4a0c-9038-866a92fd9d7e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101617
Nov 27 20:47:29.988210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] For port 5dbfbc87-703d-4211-bad9-bab0f339ca37, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:29.992284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] For port 5dbfbc87-703d-4211-bad9-bab0f339ca37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dbfbc87-703d-4211-bad9-bab0f339ca37,segment=NetworkSegment(e38c1848-64ad-477a-a1cf-da1c49c10127),segment_id=e38c1848-64ad-477a-a1cf-da1c49c10127)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:29.997464 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.004859 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.080221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755e965-0f3a-4343-aab6-22ba425e4c1c None None] Pushing event updated for resources: {'Port': ['ID=5dbfbc87-703d-4211-bad9-bab0f339ca37,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:30.087547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d46612e6-85f2-4223-a033-fb98795e60fe req-d2398a0a-fcd0-4d45-9ae4-7423292e3e01 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1897449
Nov 27 20:47:30.132311 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.247600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.291122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Pushing event updated for resources: {'Port': ['ID=be7d9697-c904-42d3-ba23-3466b8e3d205,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:30.319717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:30.326219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:30.335641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:30.357028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:30.375644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:30.383133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:30.385290 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cb2cca-d0f3-4fba-aadf-1dd947cae628,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:30.398403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af42c-75b8-477c-ae81-91ecebc43e4e req-ddc62c9f-5f8b-4fdc-9e22-b4507bc88723 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:30.408034 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-984af42c-75b8-477c-ae81-91ecebc43e4e req-ddc62c9f-5f8b-4fdc-9e22-b4507bc88723 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 945 time: 0.1795006
Nov 27 20:47:30.449150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.476418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:30.500584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.500953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.501313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.501665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.502015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.502363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.502849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.503582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.504959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.506129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.507434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.509846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:30.588650 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-984af42c-75b8-477c-ae81-91ecebc43e4e req-4c2c1c9f-c9db-4d9d-85e5-f6f4c1ecce89 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792877
Nov 27 20:47:30.595733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:30.646328 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.702846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:30.790439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb36450b-f6f8-40a8-b587-c2c25520c90d {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:30.803147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:30.822102 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.823420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:30.823805 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.898305 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.906310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6294-f4ee-430b-8393-a03f1c80b639 req-e0d43d28-2348-4b3c-ac36-db68d7aba1ba tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:30.907883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a9f6294-f4ee-430b-8393-a03f1c80b639 req-e0d43d28-2348-4b3c-ac36-db68d7aba1ba tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.0905848
Nov 27 20:47:30.924301 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.958804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7570bf9b-69ec-447f-908f-4ad6e0bacbf6,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:30.976599 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:30.977676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5dbfbc87-703d-4211-bad9-bab0f339ca37 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:31.028267 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a9f6294-f4ee-430b-8393-a03f1c80b639 req-bcab9abf-e0db-4ce2-a14b-d18fb36ada63 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977731
Nov 27 20:47:31.033306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.057861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5b67a5fc-4da3-4542-9247-33021a001e4f None None] Provisioning complete for port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:31.058648 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b67a5fc-4da3-4542-9247-33021a001e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.123046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] Transition to ACTIVE for port object bb36450b-f6f8-40a8-b587-c2c25520c90d will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:47:31.140248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=7570bf9b-69ec-447f-908f-4ad6e0bacbf6,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:31.148135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.166402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5b67a5fc-4da3-4542-9247-33021a001e4f None None] Port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:31.190332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5dbfbc87-703d-4211-bad9-bab0f339ca37 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:31.190886 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.342191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] No DVR routers for this DVR port bb36450b-f6f8-40a8-b587-c2c25520c90d on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:47:31.364876 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.409558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 5dbfbc87-703d-4211-bad9-bab0f339ca37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dbfbc87-703d-4211-bad9-bab0f339ca37,segment=NetworkSegment(e38c1848-64ad-477a-a1cf-da1c49c10127),segment_id=e38c1848-64ad-477a-a1cf-da1c49c10127)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:31.417069 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.458045 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf487f-eecf-4be5-a067-07a886b77e57 req-1abdb091-2fd4-483e-a20a-027fa5c8c187 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:31.466476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dbf487f-eecf-4be5-a067-07a886b77e57 req-1abdb091-2fd4-483e-a20a-027fa5c8c187 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 945 time: 0.2947047
Nov 27 20:47:31.491651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] Pushing event updated for resources: {'Port': ['ID=bb36450b-f6f8-40a8-b587-c2c25520c90d,revision_number=10']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:31.525967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=5dbfbc87-703d-4211-bad9-bab0f339ca37,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:31.543271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-a96ffc73-b15c-4362-9e46-75d4ccb362ea service neutron] 10.222.0.35 "PUT /v2.0/ports/bb36450b-f6f8-40a8-b587-c2c25520c90d/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5986969
Nov 27 20:47:31.573388 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dbf487f-eecf-4be5-a067-07a886b77e57 req-bfaecff6-5562-4512-abf2-5c3b3e5c025b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054728
Nov 27 20:47:31.585634 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.610757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.617563 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.726705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cb2cca-d0f3-4fba-aadf-1dd947cae628,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:31.729180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de7677-86f5-4312-9ad8-5d700ca3e50c None None] Network 600b4632-2fa4-475a-8ee8-076f65aaee94 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:47:31.732655 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.776744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.resource_extend [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:47:31.804857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f2c2e-2557-4536-b9a7-7717fc5c14db req-d8c752e3-f0e4-4369-a0eb-acef286eaf8a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:31.806431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b1f2c2e-2557-4536-b9a7-7717fc5c14db req-d8c752e3-f0e4-4369-a0eb-acef286eaf8a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1309183
Nov 27 20:47:31.828328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-35969b8d-3790-4b66-abea-bd3f836b126c None None] Provisioning complete for port 5dbfbc87-703d-4211-bad9-bab0f339ca37 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:31.828705 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35969b8d-3790-4b66-abea-bd3f836b126c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:31.883742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:31.888905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:31.894053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b1f2c2e-2557-4536-b9a7-7717fc5c14db req-c295a56e-4157-461a-8e76-5329221c9578 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728767
Nov 27 20:47:32.129219 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:32.132322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768cb3-0a9e-4c10-9b12-4fa409d4ee06 req-34ac8ce4-2532-4996-974c-055a6c2bcf00 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:32.134298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60768cb3-0a9e-4c10-9b12-4fa409d4ee06 req-34ac8ce4-2532-4996-974c-055a6c2bcf00 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.1015067
Nov 27 20:47:32.134616 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:32.155032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Router 618d4062-0f18-4154-a06a-943e815f7954 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:32.210138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Router e968ba5f-5044-4053-98e1-05c326137fe1 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:47:32.275324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60768cb3-0a9e-4c10-9b12-4fa409d4ee06 req-f98cf70c-3929-441c-8e4c-3486ee10461b tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261821
Nov 27 20:47:32.318390 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e associated. External IP: 172.35.3.175, port: 8be29504-a892-4d2c-b932-707aa3ac7d18.
Nov 27 20:47:32.346691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:32.358436 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-314bd917-1747-4377-9053-1b73fa02f1d2 admin admin] 10.222.0.21 "PUT /v2.0/routers/618d4062-0f18-4154-a06a-943e815f7954/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7643352
Nov 27 20:47:32.388665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-268bd8b5-cf40-4f7a-9639-13644c65d4d4 None None] Provisioning complete for port 5dbfbc87-703d-4211-bad9-bab0f339ca37 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:32.389049 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-268bd8b5-cf40-4f7a-9639-13644c65d4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:32.429809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c769d-f355-4990-8a7d-ac4197a982f0 req-67d2a996-a60b-4d65-821b-2c2ab3e6b809 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:32.437178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-395c769d-f355-4990-8a7d-ac4197a982f0 req-67d2a996-a60b-4d65-821b-2c2ab3e6b809 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 945 time: 0.0631256
Nov 27 20:47:32.489161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:32.523550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:32.527123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Sync routers for ids ['e968ba5f-5044-4053-98e1-05c326137fe1'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:32.530101 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-395c769d-f355-4990-8a7d-ac4197a982f0 req-e8fe4bf8-c19b-4242-b76c-b269bad8fbf8 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811324
Nov 27 20:47:32.550209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:32.551609 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cb5e62cd-b30a-42be-a67e-2ec52fec5aef admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.2186441
Nov 27 20:47:32.555770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56546) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:32.556519 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Sync routers for ids ['618d4062-0f18-4154-a06a-943e815f7954'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:32.576685 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Routers {'618d4062-0f18-4154-a06a-943e815f7954'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:32.577990 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ab760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['618d4062-0f18-4154-a06a-943e815f7954'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:32.601087 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Routers {'e968ba5f-5044-4053-98e1-05c326137fe1'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:32.601225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e968ba5f-5044-4053-98e1-05c326137fe1'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:32.713243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:32.753622 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Set router 618d4062-0f18-4154-a06a-943e815f7954 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:32.763895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-e054b040-f7b0-4065-b838-36b0586619b6 req-2253a5e6-0bcc-4556-a931-4545f1a8ef87 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:47:32.764897 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e054b040-f7b0-4065-b838-36b0586619b6 req-2253a5e6-0bcc-4556-a931-4545f1a8ef87 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0078015
Nov 27 20:47:32.851520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-268bd8b5-cf40-4f7a-9639-13644c65d4d4 None None] Provisioning complete for port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:32.852038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-268bd8b5-cf40-4f7a-9639-13644c65d4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:32.936387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:32.951581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] Sync routers for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:32.987380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bb36450b-f6f8-40a8-b587-c2c25520c90d no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:47:32.992047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:32.992419 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:32.995441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Set router e968ba5f-5044-4053-98e1-05c326137fe1 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:33.010088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-268bd8b5-cf40-4f7a-9639-13644c65d4d4 None None] Port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:33.140782 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ab760>, [{'id': '618d4062-0f18-4154-a06a-943e815f7954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147'}], 'enable_snat': True}, 'gw_port_id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 4, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'gw_port': {'id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1cb2cca-d0f3-4fba-aadf-1dd947cae628', 'name': '', 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'mac_address': 'fa:16:3e:ba:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '954cf457-e405-47a1-9872-88cc482b90ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:31Z', 'revision_number': 2, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'subnets': [{'id': '954cf457-e405-47a1-9872-88cc482b90ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:33.188785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-d078c475-a5e3-409b-bdaa-46a157a3f94f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1228163
Nov 27 20:47:33.207204 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Checking router: 618d4062-0f18-4154-a06a-943e815f7954 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:33.207597 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Updating router 618d4062-0f18-4154-a06a-943e815f7954 port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:47:33.258700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:33.259392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd384520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:33.261145 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.280057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56568) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:33.285369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-network', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:33.356341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Made reservation on behalf of d61eba1a7f8f4515a0c7ec1489d0b15f for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:33.359336 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.375313 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.445508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:33.463115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bb36450b-f6f8-40a8-b587-c2c25520c90d not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:47:33.547525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:33.699740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856792d9-e6be-4caf-84d0-e1ec4db3ec3b req-936904e4-dbce-4652-a938-6bea68fd004a tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:33.703875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-856792d9-e6be-4caf-84d0-e1ec4db3ec3b req-936904e4-dbce-4652-a938-6bea68fd004a tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.6197798
Nov 27 20:47:33.708657 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.714566 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.757226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:47:33.760503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:33.772116 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.794084 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.801245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafe8f62-9955-4a9f-8962-4347bf15e1ac,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:33.803676 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.808435 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.808783 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Added segment 60d92610-d64f-423c-80db-9eeac8c45a9d of type vlan for network af65fcc6-be6d-4d20-a33a-e002b41ea24a
Nov 27 20:47:33.836453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.836453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.836825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.837457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.837667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.838020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.838400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.838604 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.838780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.839121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.839697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.840253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.840397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:33.865379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:33.867728 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85117e1f-515a-4f0f-a30e-facdc0467d20" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:33.868075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5dbfbc87-703d-4211-bad9-bab0f339ca37 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:33.876582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-856792d9-e6be-4caf-84d0-e1ec4db3ec3b req-27c1010e-a94b-4f94-8e8b-89a1de4bfd55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591291
Nov 27 20:47:33.911189 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ec9f6-8017-4965-a87c-63cbf142847a None None] Pushing event updated for resources: {'Port': ['ID=c1cb2cca-d0f3-4fba-aadf-1dd947cae628,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:33.957395 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:33.975474 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-8c0ea857-7b29-47e0-a601-e621a8470fe8 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "PUT /v2.0/floatingips/e7d09a21-c5dc-472f-8c81-48956b80e10e HTTP/1.1" status: 200  len: 998 time: 4.0323949
Nov 27 20:47:34.041059 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Attempting to bind port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:34.041725 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Attempting to bind port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:34.042258 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Attempting to bind port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 on network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:34.050086 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:34.059978 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Checking segment: {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:34.060771 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.061451 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Bound using segment: {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:34.062116 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Bound port: c1cb2cca-d0f3-4fba-aadf-1dd947cae628, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:34.062689 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.103624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.105257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:34.106361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.122322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac71c6-ac57-4a1c-b3f0-420a61fae8c1 req-38f46ad3-bd32-4b19-904b-292108c7c031 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:34.124132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1ac71c6-ac57-4a1c-b3f0-420a61fae8c1 req-38f46ad3-bd32-4b19-904b-292108c7c031 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 945 time: 0.1118734
Nov 27 20:47:34.133534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-c5b4824c-08ae-4bfb-adc8-2cb9b16cee29 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:34.135644 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-c5b4824c-08ae-4bfb-adc8-2cb9b16cee29 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports/8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 943 time: 0.1572568
Nov 27 20:47:34.142815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Allocated IP 172.20.0.1 (600b4632-2fa4-475a-8ee8-076f65aaee94/17b293c0-9554-4c2f-b581-e6c867c87b27/57325419-04ea-4014-905f-262b36b2f6f4) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:34.187291 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] For port c1cb2cca-d0f3-4fba-aadf-1dd947cae628, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:34.191222 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] For port c1cb2cca-d0f3-4fba-aadf-1dd947cae628, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1cb2cca-d0f3-4fba-aadf-1dd947cae628,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:34.197084 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.206063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9246500
Nov 27 20:47:34.218132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56592) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:34.228710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce079e-0c6f-4a3c-96fe-f0afd0dafa77 admin admin] Pushing event updated for resources: {'Network': ['ID=af65fcc6-be6d-4d20-a33a-e002b41ea24a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:34.295545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Request body: {'subnet': {'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-subnet', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:34.301921 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Routers {'618d4062-0f18-4154-a06a-943e815f7954'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:34.304737 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ab760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['618d4062-0f18-4154-a06a-943e815f7954'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:34.350782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1ac71c6-ac57-4a1c-b3f0-420a61fae8c1 req-7ab53747-dda8-458d-a3f8-68ebdda0336d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181001
Nov 27 20:47:34.353630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Made reservation on behalf of d61eba1a7f8f4515a0c7ec1489d0b15f for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:34.371428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.407960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network af65fcc6-be6d-4d20-a33a-e002b41ea24a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:47:34.412349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-e860900d-6b8b-4d5c-a043-4e0a7f5f4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:34.419801 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-e860900d-6b8b-4d5c-a043-4e0a7f5f4056 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1097 time: 0.1062841
Nov 27 20:47:34.427566 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2fa82acb-2ea3-4f60-82e6-df2e759751cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.612198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.645762 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ec9f6-8017-4965-a87c-63cbf142847a None None] Pushing event updated for resources: {'Port': ['ID=c1cb2cca-d0f3-4fba-aadf-1dd947cae628,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:34.662480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5dbfbc87-703d-4211-bad9-bab0f339ca37 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:34.662851 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.666995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-eed60b91-60ee-43e7-958a-520f84a1f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:34.667977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bde20-6345-4a77-ab90-3741ff9accf6 req-84e578c4-d87b-4388-a4ad-2939295f7df0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:34.669536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-eed60b91-60ee-43e7-958a-520f84a1f168 service neutron] 10.222.0.21 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.2327707
Nov 27 20:47:34.676995 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e0bde20-6345-4a77-ab90-3741ff9accf6 req-84e578c4-d87b-4388-a4ad-2939295f7df0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1806111
Nov 27 20:47:34.693811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-06ccb1ae-1bc0-4a75-9d4e-f074341cd0ce None None] Provisioning complete for port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:34.694173 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-06ccb1ae-1bc0-4a75-9d4e-f074341cd0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.706706 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] Set router 618d4062-0f18-4154-a06a-943e815f7954 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:34.786384 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:34.804480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-bae18431-8d2e-4f4a-a183-18751fd1787f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 217 time: 0.1251218
Nov 27 20:47:34.820228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709fa0>, [{'id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 3, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'gw_port': {'id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:29Z', 'updated_at': '2021-11-27T20:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:34.867553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e0bde20-6345-4a77-ab90-3741ff9accf6 req-46548bf0-fc65-4a86-a8d8-8059c22e6008 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849957
Nov 27 20:47:34.888152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-49a4ddcb-6df5-4a0f-af62-96f8815b8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:34.889829 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-49a4ddcb-6df5-4a0f-af62-96f8815b8b6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.0766788
Nov 27 20:47:34.942052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Checking router: e968ba5f-5044-4053-98e1-05c326137fe1 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:34.944104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Updating router e968ba5f-5044-4053-98e1-05c326137fe1 port be7d9697-c904-42d3-ba23-3466b8e3d205 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:47:34.944743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-010d9e1a-88e5-4873-a909-c4ebd2272b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:34.947121 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-010d9e1a-88e5-4873-a909-c4ebd2272b93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0510030
Nov 27 20:47:34.961743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-99dd83fa-5c7a-424b-af81-0a0e7041d2c3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:47:34.962897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-99dd83fa-5c7a-424b-af81-0a0e7041d2c3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0076790
Nov 27 20:47:34.973194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Network 600b4632-2fa4-475a-8ee8-076f65aaee94 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:34.999915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:35.001813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Pushing event updated for resources: {'Port': ['ID=57325419-04ea-4014-905f-262b36b2f6f4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:35.005663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:35.047458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:35.060240 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ab760>, [{'id': '618d4062-0f18-4154-a06a-943e815f7954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147'}], 'enable_snat': True}, 'gw_port_id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 4, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'gw_port': {'id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1cb2cca-d0f3-4fba-aadf-1dd947cae628', 'name': '', 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'mac_address': 'fa:16:3e:ba:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '954cf457-e405-47a1-9872-88cc482b90ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:34Z', 'revision_number': 4, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'subnets': [{'id': '954cf457-e405-47a1-9872-88cc482b90ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:35.083916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-0854578e-0e3e-4a4d-b13d-09d6facc6330 service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1138196
Nov 27 20:47:35.096483 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31c159-fa81-44e1-9a31-c1a9f06b6792 None None] The sync data for ids ['618d4062-0f18-4154-a06a-943e815f7954'] in ncdv-master-1 is: [{'id': '618d4062-0f18-4154-a06a-943e815f7954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147'}], 'enable_snat': True}, 'gw_port_id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 4, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'gw_port': {'id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1cb2cca-d0f3-4fba-aadf-1dd947cae628', 'name': '', 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'mac_address': 'fa:16:3e:ba:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '954cf457-e405-47a1-9872-88cc482b90ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:34Z', 'revision_number': 4, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'subnets': [{'id': '954cf457-e405-47a1-9872-88cc482b90ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:35.105907 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-06ccb1ae-1bc0-4a75-9d4e-f074341cd0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:35.128925 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:35.233660 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:35.310780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-06ccb1ae-1bc0-4a75-9d4e-f074341cd0ce None None] For port c1cb2cca-d0f3-4fba-aadf-1dd947cae628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1cb2cca-d0f3-4fba-aadf-1dd947cae628,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:35.327373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1e90d-644f-4ce8-bce9-dd953f188472 req-e542dd2a-dcea-4a29-9e0d-ebe562b56158 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:35.327373 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cd1e90d-644f-4ce8-bce9-dd953f188472 req-e542dd2a-dcea-4a29-9e0d-ebe562b56158 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.2831957
Nov 27 20:47:35.335228 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-06ccb1ae-1bc0-4a75-9d4e-f074341cd0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:35.341688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd384520>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:df:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:31Z', 'revision_number': 3, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:35.342569 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-bcdf74da-8469-4b1d-8784-cf6ab54bdae0 service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2494738
Nov 27 20:47:35.350389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24dffe1-670f-4e19-8f8b-38238f620d62,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:35.443782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] Checking router: b5cef8b7-18b5-4ecd-a292-87a3ada440d9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:35.449801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb1ae-1bc0-4a75-9d4e-f074341cd0ce None None] Pushing event updated for resources: {'Port': ['ID=c1cb2cca-d0f3-4fba-aadf-1dd947cae628,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:35.452025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Checking segment: {'id': '60d92610-d64f-423c-80db-9eeac8c45a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:35.452395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Network hostable DHCP agents. Network: af65fcc6-be6d-4d20-a33a-e002b41ea24a, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:47:35.458827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-eba23f64-b171-4cfc-a438-676ddad0581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:35.460883 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-eba23f64-b171-4cfc-a438-676ddad0581c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 1096 time: 0.0894461
Nov 27 20:47:35.479733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:35.480637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd384520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:35.540185 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:35.542137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6c5ed6d2-06de-4e94-b67b-3ee3523d68bb None None] Provisioning complete for port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:35.542596 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed6d2-06de-4e94-b67b-3ee3523d68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:35.547283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Network af65fcc6-be6d-4d20-a33a-e002b41ea24a is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:47:35.566496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-5559171d-3e3c-42f9-9f17-99ead524547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:35.568171 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-5559171d-3e3c-42f9-9f17-99ead524547e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 1100 time: 0.2413266
Nov 27 20:47:35.577382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-9fdb3e6c-51a9-4170-ba00-5fb9a1a73b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:35.579202 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-9fdb3e6c-51a9-4170-ba00-5fb9a1a73b28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.1070514
Nov 27 20:47:35.584479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cd1e90d-644f-4ce8-bce9-dd953f188472 req-eff4c9df-e35c-46a7-9845-9731bdfb4692 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2249315
Nov 27 20:47:35.698917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, af65fcc6-be6d-4d20-a33a-e002b41ea24a) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:35.719547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ba1a4-b715-4a06-aeaf-684b9d9dbb25 None None] Network af65fcc6-be6d-4d20-a33a-e002b41ea24a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:47:35.753090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:35.753590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:35.757438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-46b06b48-b064-4ce0-b16d-b6033231a3fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 200  len: 1001 time: 0.1638980
Nov 27 20:47:35.821931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-adbda2e0-d931-4b2e-a5f4-35c9b4a7ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:35.823320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-adbda2e0-d931-4b2e-a5f4-35c9b4a7ad1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.0569184
Nov 27 20:47:35.879176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54baa2-69fb-406a-8166-cae9463b3116 req-4201e591-eb7a-4cce-9abb-950fa3966362 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:35.880973 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d54baa2-69fb-406a-8166-cae9463b3116 req-4201e591-eb7a-4cce-9abb-950fa3966362 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 945 time: 0.1596076
Nov 27 20:47:35.888244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251749b-1b43-4236-8629-c5651d39187a req-3d106fd8-1863-4945-a4c9-07cce34251cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:35.888671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b47a2251-c165-4dd4-b29d-0df3c714cc39 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6694794
Nov 27 20:47:35.891364 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-3d106fd8-1863-4945-a4c9-07cce34251cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0572388
Nov 27 20:47:35.891862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56602) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:35.901123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:35.903742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:36.021693 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-b5583f84-0cc6-4e88-9763-ddb2ce3bb23c service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110473
Nov 27 20:47:36.036238 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.038597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-05090166-8485-43e0-a644-78971cf78175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:36.040242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-05090166-8485-43e0-a644-78971cf78175 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.4002757
Nov 27 20:47:36.043052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.044380 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.063185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6c5ed6d2-06de-4e94-b67b-3ee3523d68bb None None] Provisioning complete for port 57325419-04ea-4014-905f-262b36b2f6f4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:36.063910 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed6d2-06de-4e94-b67b-3ee3523d68bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.068890 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d54baa2-69fb-406a-8166-cae9463b3116 req-cd3a1544-f3b1-4348-b355-7d00fded90a8 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773865
Nov 27 20:47:36.071172 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.122044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ed6d2-06de-4e94-b67b-3ee3523d68bb None None] Port 57325419-04ea-4014-905f-262b36b2f6f4 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:36.125795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-af65fcc6-be6d-4d20-a33a-e002b41ea24a', 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'fixed_ips': [{'subnet_id': 'a24dffe1-670f-4e19-8f8b-38238f620d62'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:47:36.127149 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.131135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.165013 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.177902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.184885 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba21ec4-6cc3-40e3-b9e1-ed3559ace8d2 x-openstack-request-id: req-7ba21ec4-6cc3-40e3-b9e1-ed3559ace8d2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:36.185292 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:36.185618 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ba21ec4-6cc3-40e3-b9e1-ed3559ace8d2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:36.186096 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'status': 'completed', 'code': 200}
Nov 27 20:47:36.267975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-8bd8f7e3-4c08-48bb-9d26-4af37732b1e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=75279561-8c7c-4017-8974-2a5bc6d0661c HTTP/1.1" status: 200  len: 217 time: 0.1976912
Nov 27 20:47:36.297504 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251749b-1b43-4236-8629-c5651d39187a req-dbfa6650-d784-42b6-8d65-3c2517670dbc service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2527630
Nov 27 20:47:36.378548 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.444012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd3220-7bd0-47bb-97d8-8bded15aa77a None None] Pushing event updated for resources: {'Port': ['ID=be7d9697-c904-42d3-ba23-3466b8e3d205,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:36.467830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Pushing event updated for resources: {'Port': ['ID=57325419-04ea-4014-905f-262b36b2f6f4,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:36.484548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Network 600b4632-2fa4-475a-8ee8-076f65aaee94 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:36.496259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Attempting to bind port be7d9697-c904-42d3-ba23-3466b8e3d205 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:36.497221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Attempting to bind port be7d9697-c904-42d3-ba23-3466b8e3d205 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:36.497221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Attempting to bind port be7d9697-c904-42d3-ba23-3466b8e3d205 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:36.497739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:36.502467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-e673d7d3-2458-4d43-baa7-d3c2e6bcb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:36.504409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-e673d7d3-2458-4d43-baa7-d3c2e6bcb770 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1097 time: 0.2826324
Nov 27 20:47:36.508482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-43175d33-17bf-45cf-ab7e-fbb87949e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:36.510018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-43175d33-17bf-45cf-ab7e-fbb87949e65b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.2352026
Nov 27 20:47:36.513870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d41e296f-70e8-42d6-a422-42d3572c3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.533152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f157753-df00-4694-8e34-1459b951fdf2 req-096ecc5d-f83d-4085-9b26-b6f30d2e6cd7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:36.539513 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f157753-df00-4694-8e34-1459b951fdf2 req-096ecc5d-f83d-4085-9b26-b6f30d2e6cd7 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1497641
Nov 27 20:47:36.559673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:36.560062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.560198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:36.560469 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.560880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:36.561383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Bound port: be7d9697-c904-42d3-ba23-3466b8e3d205, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:36.561776 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.588402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd9fa2-fe83-41bb-814e-795a381ab2b7 req-28baa5e9-7985-4fd6-aa36-73113dcd3610 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:36.601026 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2bcd9fa2-fe83-41bb-814e-795a381ab2b7 req-28baa5e9-7985-4fd6-aa36-73113dcd3610 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 945 time: 0.2230651
Nov 27 20:47:36.676890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Allocated IP 172.20.0.2 (af65fcc6-be6d-4d20-a33a-e002b41ea24a/a24dffe1-670f-4e19-8f8b-38238f620d62/c06c893c-f01a-4549-861b-44d29863dbe0) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:36.706116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] For port be7d9697-c904-42d3-ba23-3466b8e3d205, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:36.727053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2bcd9fa2-fe83-41bb-814e-795a381ab2b7 req-941e5c66-5aa3-4bce-bb12-382b674d2701 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250727
Nov 27 20:47:36.812291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] For port be7d9697-c904-42d3-ba23-3466b8e3d205, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be7d9697-c904-42d3-ba23-3466b8e3d205,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:36.881355 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:36.925729 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f157753-df00-4694-8e34-1459b951fdf2 req-843cb038-ca5b-43e7-b2c2-37707c7e2f4b tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3323920
Nov 27 20:47:36.935766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-8f0316a7-433c-4de3-84fe-5234b7d0328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:36.937268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-8f0316a7-433c-4de3-84fe-5234b7d0328d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3452752
Nov 27 20:47:36.962785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd3220-7bd0-47bb-97d8-8bded15aa77a None None] Pushing event updated for resources: {'Port': ['ID=be7d9697-c904-42d3-ba23-3466b8e3d205,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:36.972329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-c64030ca-1730-4cd3-9340-d3994cf3eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:36.974521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-c64030ca-1730-4cd3-9340-d3994cf3eb15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.4337442
Nov 27 20:47:37.063075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f4175d13-15f0-4f81-95f8-af11b68674c3 None None] Provisioning complete for port 57325419-04ea-4014-905f-262b36b2f6f4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:37.068958 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f4175d13-15f0-4f81-95f8-af11b68674c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.128054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Router e968ba5f-5044-4053-98e1-05c326137fe1 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:37.134383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f4175d13-15f0-4f81-95f8-af11b68674c3 None None] Port 57325419-04ea-4014-905f-262b36b2f6f4 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:37.136326 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-e3bcb64a-b951-4547-a4cd-ba1986a85cee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 217 time: 0.1476216
Nov 27 20:47:37.172054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c1cb2cca-d0f3-4fba-aadf-1dd947cae628 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:37.240355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd384520>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:df:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:31Z', 'revision_number': 3, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:37.250752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7374fc4d-df14-473a-9b2c-807a0b839204 req-1f2ba499-4e7a-400f-9dbb-fcfa27ee88ea tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 1001 time: 0.2632680
Nov 27 20:47:37.291806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Routers {'e968ba5f-5044-4053-98e1-05c326137fe1'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:37.292552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e968ba5f-5044-4053-98e1-05c326137fe1'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:37.295669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5833c2-31c9-4835-bac3-d5c2fd4d73bc None None] The sync data for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 is: [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:df:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:31Z', 'revision_number': 3, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:37.305666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-1c28f3de-a476-4c84-bba7-6e7c4467cf0b service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3461561
Nov 27 20:47:37.307051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-e29d8317-b207-48bc-b47d-b3d6b4171c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:37.308464 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-e29d8317-b207-48bc-b47d-b3d6b4171c8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.1616132
Nov 27 20:47:37.333584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd30830-055f-499f-a6d3-55fb04f90ffc req-d450731f-fd44-422a-baa4-e9d12d5393c1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:37.335119 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2cd30830-055f-499f-a6d3-55fb04f90ffc req-d450731f-fd44-422a-baa4-e9d12d5393c1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1511562
Nov 27 20:47:37.392619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.421253 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.440597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2cd30830-055f-499f-a6d3-55fb04f90ffc req-346f925d-c222-4cdb-9977-43996d5cf30b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864966
Nov 27 20:47:37.471430 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.476946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:37.477330 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.503614 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.577862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] Set router e968ba5f-5044-4053-98e1-05c326137fe1 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:37.608286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Allocated IP 172.35.3.81 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/40456532-1769-4645-afd9-9e7a7f562ea7) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:37.617626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Network af65fcc6-be6d-4d20-a33a-e002b41ea24a is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:37.625882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:37.628533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:37.629739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df7a3b-4ca8-4721-8074-fad01fb039b5 req-c574d4e6-1b21-4626-b8d7-a77690f857cd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:37.633778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Pushing event updated for resources: {'Port': ['ID=c06c893c-f01a-4549-861b-44d29863dbe0,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:37.636034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49df7a3b-4ca8-4721-8074-fad01fb039b5 req-c574d4e6-1b21-4626-b8d7-a77690f857cd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.0997846
Nov 27 20:47:37.743870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49df7a3b-4ca8-4721-8074-fad01fb039b5 req-a00283ac-e223-41a3-ac1f-56e6fea66f18 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950544
Nov 27 20:47:37.766431 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374fc4d-df14-473a-9b2c-807a0b839204 req-01f12086-042e-489b-9990-e69aaee68ad3 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:37.779740 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7374fc4d-df14-473a-9b2c-807a0b839204 req-01f12086-042e-489b-9990-e69aaee68ad3 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports/2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 200  len: 942 time: 0.5185299
Nov 27 20:47:37.818966 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.829209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Attempting to bind port c06c893c-f01a-4549-861b-44d29863dbe0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:37.829209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Attempting to bind port c06c893c-f01a-4549-861b-44d29863dbe0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60d92610-d64f-423c-80db-9eeac8c45a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:37.829209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Attempting to bind port c06c893c-f01a-4549-861b-44d29863dbe0 on network af65fcc6-be6d-4d20-a33a-e002b41ea24a {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:37.829719 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.844413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:37.844805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Checking segment: {'id': '60d92610-d64f-423c-80db-9eeac8c45a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:37.845217 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.845626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Bound using segment: {'id': '60d92610-d64f-423c-80db-9eeac8c45a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:37.846089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Bound port: c06c893c-f01a-4549-861b-44d29863dbe0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d92610-d64f-423c-80db-9eeac8c45a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:37.846618 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.874802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:37.896890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:37.896890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:37.933015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:37.950913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:37.953885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-8eccac25-5029-4af5-aecb-d2bf0ded0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:37.955791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-8eccac25-5029-4af5-aecb-d2bf0ded0841 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6254623
Nov 27 20:47:37.961660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9bb71165-1df9-44b2-bb52-31f495e2da62 admin admin] 10.222.0.21 "PUT /v2.0/routers/e968ba5f-5044-4053-98e1-05c326137fe1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4048002
Nov 27 20:47:37.977748 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea259f69-41ad-466c-b62b-fccb0c93bcb8 None None] New status for floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:47:38.021527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] For port c06c893c-f01a-4549-861b-44d29863dbe0, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:38.035730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] For port c06c893c-f01a-4549-861b-44d29863dbe0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c06c893c-f01a-4549-861b-44d29863dbe0,segment=NetworkSegment(60d92610-d64f-423c-80db-9eeac8c45a9d),segment_id=60d92610-d64f-423c-80db-9eeac8c45a9d)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:38.044229 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:38.056092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb402bd-7ead-40c1-8239-765376309675 req-1eb38632-7b7d-42ee-9314-c940a1ebc2c5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:38.063405 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-beb402bd-7ead-40c1-8239-765376309675 req-1eb38632-7b7d-42ee-9314-c940a1ebc2c5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 945 time: 0.1399460
Nov 27 20:47:38.076139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-77fb2f7c-b3e1-4203-ae13-ba7d3e084d21 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7468250
Nov 27 20:47:38.091692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Pushing event updated for resources: {'Port': ['ID=40456532-1769-4645-afd9-9e7a7f562ea7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:38.099410 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7374fc4d-df14-473a-9b2c-807a0b839204 req-d935be68-492d-4b8f-9ec0-7b2dabef5f3a tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 1001 time: 0.2583234
Nov 27 20:47:38.152140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-beb402bd-7ead-40c1-8239-765376309675 req-47080be5-98a1-4010-961e-1e06344f34d7 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877786
Nov 27 20:47:38.188268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:38.191133 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:38.204338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90b0b7-06b5-4c40-a14f-7453acbdc593 None None] Pushing event updated for resources: {'Port': ['ID=c06c893c-f01a-4549-861b-44d29863dbe0,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:38.240653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709fa0>, [{'id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:35Z', 'revision_number': 4, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'gw_port': {'id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:29Z', 'updated_at': '2021-11-27T20:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57325419-04ea-4014-905f-262b36b2f6f4', 'name': '', 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'mac_address': 'fa:16:3e:82:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:33Z', 'updated_at': '2021-11-27T20:47:35Z', 'revision_number': 2, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'subnets': [{'id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:38.259595 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-9b542a51-fc5a-4461-83e2-cba447d1759a service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2896941
Nov 27 20:47:38.286413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638db69c-9c62-407f-8ee4-3270f6f74851 None None] The sync data for ids ['e968ba5f-5044-4053-98e1-05c326137fe1'] in ncdv-master-1 is: [{'id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:35Z', 'revision_number': 4, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'gw_port': {'id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:29Z', 'updated_at': '2021-11-27T20:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57325419-04ea-4014-905f-262b36b2f6f4', 'name': '', 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'mac_address': 'fa:16:3e:82:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:33Z', 'updated_at': '2021-11-27T20:47:35Z', 'revision_number': 2, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'subnets': [{'id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:38.463242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374fc4d-df14-473a-9b2c-807a0b839204 req-ec8d0469-dea6-43cb-8547-e01d2cbd6824 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:38.464681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7374fc4d-df14-473a-9b2c-807a0b839204 req-ec8d0469-dea6-43cb-8547-e01d2cbd6824 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.3486075
Nov 27 20:47:38.523064 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85117e1f-515a-4f0f-a30e-facdc0467d20 req-724489a8-86e3-44d6-9c68-f0d038b545fe service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2483156
Nov 27 20:47:38.526617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:38.538648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df6066-fd0d-4b5e-b909-ed92d62195c4 req-0786ad88-1fd4-4fe6-ad43-98e3ba1f40b5 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:38.540467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2df6066-fd0d-4b5e-b909-ed92d62195c4 req-0786ad88-1fd4-4fe6-ad43-98e3ba1f40b5 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 945 time: 0.2384746
Nov 27 20:47:38.571735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] Sync routers for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:38.589581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:38.590528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:38.631880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640efc6-7466-4346-b3a7-f7c91700c450 req-34c393aa-fb5d-4419-a07d-908895747eb0 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:38.640752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e640efc6-7466-4346-b3a7-f7c91700c450 req-34c393aa-fb5d-4419-a07d-908895747eb0 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.0827763
Nov 27 20:47:38.726344 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e640efc6-7466-4346-b3a7-f7c91700c450 req-b5d2dfc0-51a2-4593-bb30-008c9797803e tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753613
Nov 27 20:47:38.741788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2df6066-fd0d-4b5e-b909-ed92d62195c4 req-4968344d-cb6b-463e-b70d-4170b2509d95 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434295
Nov 27 20:47:38.790510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:38.815870 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff1869d-6c71-490c-a7c7-8f9cf45e8402 x-openstack-request-id: req-9ff1869d-6c71-490c-a7c7-8f9cf45e8402 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:38.816212 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:38.816480 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ff1869d-6c71-490c-a7c7-8f9cf45e8402 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:38.816897 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'status': 'completed', 'code': 200}
Nov 27 20:47:38.895925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-0403eab2-3d9e-4ee9-b700-831ba5b3bfb9 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 1001 time: 0.0951054
Nov 27 20:47:38.982581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-637130a9-9419-4d3b-8780-d6fdde3620f6 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:38.984838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-637130a9-9419-4d3b-8780-d6fdde3620f6 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports/2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 200  len: 942 time: 0.0878637
Nov 27 20:47:39.036834 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:39.106683 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-8a2bdb97-22e4-4ba9-b1be-48f8efe810e5 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 1001 time: 0.0644794
Nov 27 20:47:39.216306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e054c635-1e46-48cd-b518-f7a79c2469f0 req-ce29c21d-03dc-40c9-800c-0d0272307925 tempest-FloatingIPsNegativeTestJSON-823184708 tempest-FloatingIPsNegativeTestJSON-823184708-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=4f730ab339a540fea192c1f8539b7fa8 HTTP/1.1" status: 200  len: 217 time: 0.2436357
Nov 27 20:47:39.314304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:47:39.363995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c06c893c-f01a-4549-861b-44d29863dbe0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:39.372786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-5265a54a-e954-4fc0-9a42-4ae56549f500 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:39.388293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-5265a54a-e954-4fc0-9a42-4ae56549f500 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2738376
Nov 27 20:47:39.437041 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:39.471313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709f10>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:df:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:38Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:39.522154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] Checking router: b5cef8b7-18b5-4ecd-a292-87a3ada440d9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:39.529997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c06c893c-f01a-4549-861b-44d29863dbe0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:39.530359 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:39.570586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:39.571136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:39.577918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-61e35195-d714-4f95-b58e-f440a963a809 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 1001 time: 0.1841452
Nov 27 20:47:39.595468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-cfafec9c-3d5d-456d-a924-39ce9041b345 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:39.651420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c82db-6c9b-4b94-a373-41df7a3cfde9 req-a5534524-02a9-4e54-8a36-dc9410f41bae tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:39.653287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bb2c82db-6c9b-4b94-a373-41df7a3cfde9 req-a5534524-02a9-4e54-8a36-dc9410f41bae tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.2916009
Nov 27 20:47:39.662978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-25cd090a-9350-41ff-a30c-55752ad064ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:39.664439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-25cd090a-9350-41ff-a30c-55752ad064ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 1096 time: 0.1499431
Nov 27 20:47:39.684223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-f15ec628-c485-47b5-9cfb-72b23f4aedd3 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:39.685742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-f15ec628-c485-47b5-9cfb-72b23f4aedd3 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1952751
Nov 27 20:47:39.726615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:39.741929 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Sync routers for ids ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:39.768654 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Routers {'0e53822e-a6f7-4a3e-a3d8-8cd9003763be'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:39.769386 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3db610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:39.772910 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-cfafec9c-3d5d-456d-a924-39ce9041b345 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:39.789653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:39.792757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c31a1-8e06-4d09-9757-e1edfc674766 None None] Network af65fcc6-be6d-4d20-a33a-e002b41ea24a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:47:39.826991 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:39.831128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-780657a6-fe87-421c-b33e-d4322475ffe3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.9381399
Nov 27 20:47:39.832432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56636) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:39.853184 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bb2c82db-6c9b-4b94-a373-41df7a3cfde9 req-252bba3c-432a-4c2b-b7ca-3863fb496aa9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877613
Nov 27 20:47:39.864950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:39.889795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-4d4bc2e7-f21f-4fcf-b6c6-941a53794aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:39.892464 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-4d4bc2e7-f21f-4fcf-b6c6-941a53794aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3&tenant_id=149906b8a2744176929b4d314a0de57d HTTP/1.1" status: 200  len: 1096 time: 0.1940279
Nov 27 20:47:39.953373 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Set router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:39.996290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-51a8ac67-c4f5-443f-a72f-8781654599e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:40.004174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-51a8ac67-c4f5-443f-a72f-8781654599e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.3157921
Nov 27 20:47:40.015088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port c06c893c-f01a-4549-861b-44d29863dbe0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c06c893c-f01a-4549-861b-44d29863dbe0,segment=NetworkSegment(60d92610-d64f-423c-80db-9eeac8c45a9d),segment_id=60d92610-d64f-423c-80db-9eeac8c45a9d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:40.067294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bfa7a1e2-bc4a-4609-9505-3f40325fabe0 None None] Provisioning complete for port c06c893c-f01a-4549-861b-44d29863dbe0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:40.078100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a1e2-bc4a-4609-9505-3f40325fabe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.159035 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.177663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7553-f5e4-4953-8dee-25ed94575d33 req-cb30bcd4-1bd4-432f-9dd6-81f7246d7392 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:40.185938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-799b7553-f5e4-4953-8dee-25ed94575d33 req-cb30bcd4-1bd4-432f-9dd6-81f7246d7392 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.1779010
Nov 27 20:47:40.197986 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-acb337b4-64b2-46a5-a4e3-b1fc7ae5959a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 200  len: 1001 time: 0.1438575
Nov 27 20:47:40.220517 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-cfafec9c-3d5d-456d-a924-39ce9041b345 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.225103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-519a05a3-625c-427c-bda7-83106312d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:40.229905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-519a05a3-625c-427c-bda7-83106312d5db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1096 time: 0.2674019
Nov 27 20:47:40.231404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-cfafec9c-3d5d-456d-a924-39ce9041b345 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.231748 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-cfafec9c-3d5d-456d-a924-39ce9041b345 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e disassociated. External IP: 172.35.3.175, port: 2fee0259-c961-4dfb-8c3d-3f133072bbe7.
Nov 27 20:47:40.273068 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3db610>, [{'id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': True}, 'gw_port_id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:36Z', 'updated_at': '2021-11-27T20:47:38Z', 'revision_number': 3, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'gw_port': {'id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:37Z', 'updated_at': '2021-11-27T20:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:40.305756 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Checking router: 0e53822e-a6f7-4a3e-a3d8-8cd9003763be for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:40.306883 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Updating router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be port 40456532-1769-4645-afd9-9e7a7f562ea7 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:47:40.335327 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.438573 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.487419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-f382d80c-ef32-4f5b-88e0-e97e014402c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:40.490780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=c06c893c-f01a-4549-861b-44d29863dbe0,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:40.498269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-f382d80c-ef32-4f5b-88e0-e97e014402c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.2097714
Nov 27 20:47:40.562002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-6c4b7fa9-c668-46b7-9eec-4cc5ce8e301b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 200  len: 217 time: 0.0615616
Nov 27 20:47:40.652153 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.668134 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.674026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-453a61c2-99f6-4882-a4cb-3603dc46014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:40.676992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-453a61c2-99f6-4882-a4cb-3603dc46014d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0787699
Nov 27 20:47:40.696890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-799b7553-f5e4-4953-8dee-25ed94575d33 req-5597d87c-74cf-46a2-b86c-1e11f3324f54 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5099738
Nov 27 20:47:40.720682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-e3c1c909-e320-45b7-bc40-a9feaad0e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:40.720682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-e3c1c909-e320-45b7-bc40-a9feaad0e7c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.5089531
Nov 27 20:47:40.721634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709f10>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:df:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:38Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:40.753545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb272049-7a7c-44dc-acc4-e31b539c92e9 None None] The sync data for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 is: [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:df:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:38Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:40.781813 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Attempting to bind port 40456532-1769-4645-afd9-9e7a7f562ea7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:40.782423 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Attempting to bind port 40456532-1769-4645-afd9-9e7a7f562ea7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:40.783867 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Attempting to bind port 40456532-1769-4645-afd9-9e7a7f562ea7 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:40.796953 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:40.797693 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:40.798207 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.798726 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:40.799450 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Bound port: 40456532-1769-4645-afd9-9e7a7f562ea7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:40.800126 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.809717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-030761c8-a649-457c-a8e2-a19fee19687d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1176465
Nov 27 20:47:40.835189 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Pushing event updated for resources: {'Port': ['ID=40456532-1769-4645-afd9-9e7a7f562ea7,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:40.866678 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.867134 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.868116 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.868116 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.868467 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.869022 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.869717 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.870143 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.870621 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.871042 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.871500 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.871939 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:40.905125 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] For port 40456532-1769-4645-afd9-9e7a7f562ea7, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:40.908828 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] For port 40456532-1769-4645-afd9-9e7a7f562ea7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40456532-1769-4645-afd9-9e7a7f562ea7,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:40.914648 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:40.921897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-cfafec9c-3d5d-456d-a924-39ce9041b345 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:40.987483 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Routers {'0e53822e-a6f7-4a3e-a3d8-8cd9003763be'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:40.988868 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3db610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:41.029058 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-7a443b73-1f33-4009-8116-a9b7167156f3 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2014310
Nov 27 20:47:41.044489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-9ae01015-239a-49f1-8269-afc2d221aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:41.046013 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-9ae01015-239a-49f1-8269-afc2d221aeea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3084552
Nov 27 20:47:41.068678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d3217d55-d8cb-4662-986d-a7dcd07ba73c None None] Provisioning complete for port c06c893c-f01a-4549-861b-44d29863dbe0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:41.068906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d2bab-fc78-4f39-ac4e-eb5f2494d325 req-e5a9f196-9fc4-4d5e-8d7a-2ba56a871ed0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:41.069048 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d3217d55-d8cb-4662-986d-a7dcd07ba73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:41.069144 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b8d2bab-fc78-4f39-ac4e-eb5f2494d325 req-e5a9f196-9fc4-4d5e-8d7a-2ba56a871ed0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 945 time: 0.1539295
Nov 27 20:47:41.148920 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c6d93-7aa2-4a43-937c-10affe382480 None None] Pushing event updated for resources: {'Port': ['ID=40456532-1769-4645-afd9-9e7a7f562ea7,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:41.171050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-cfafec9c-3d5d-456d-a924-39ce9041b345 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:41.177608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-cfafec9c-3d5d-456d-a924-39ce9041b345 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:41.201554 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] Set router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:41.212167 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-cfafec9c-3d5d-456d-a924-39ce9041b345 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "PUT /v2.0/floatingips/e7d09a21-c5dc-472f-8c81-48956b80e10e HTTP/1.1" status: 200  len: 695 time: 1.6265213
Nov 27 20:47:41.215216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:41.217970 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce62a31-c843-44d9-b7de-e5f7b3089087" -d '{"events": [{"name": "network-changed", "server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:41.229101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device be7d9697-c904-42d3-ba23-3466b8e3d205 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:41.256910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b8d2bab-fc78-4f39-ac4e-eb5f2494d325 req-1bf4656d-1d6e-478b-a62c-79db707abe29 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656990
Nov 27 20:47:41.267062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-307acdc9-35d5-4299-a1f3-a80754afd06c service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831954
Nov 27 20:47:41.288627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-57c9bc6c-c712-4ec9-bb89-ddac4583dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:41.290589 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-57c9bc6c-c712-4ec9-bb89-ddac4583dfc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 1096 time: 0.0566709
Nov 27 20:47:41.340918 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a809b3da-f344-45a9-9e7d-ebdc247a690c req-84d39d8f-6a5f-494a-9648-19c96cd4fe08 tempest-FloatingIPsNegativeTestJSON-823184708 tempest-FloatingIPsNegativeTestJSON-823184708-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0406401
Nov 27 20:47:41.351418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port be7d9697-c904-42d3-ba23-3466b8e3d205 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:41.353821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:41.419975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-1c38ca06-10d5-45a6-96e1-0be84a4b171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:41.433195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-1c38ca06-10d5-45a6-96e1-0be84a4b171e service neutron] 10.222.0.21 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.1340315
Nov 27 20:47:41.462607 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:41.477004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-50bfdd05-16b1-4854-a068-dd54fd5af2fa service neutron] 10.222.0.15 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4071651
Nov 27 20:47:41.506982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-c50117ff-b439-41b9-9553-902de1460c9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 200  len: 217 time: 0.0666540
Nov 27 20:47:41.508538 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:41.544186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port be7d9697-c904-42d3-ba23-3466b8e3d205, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be7d9697-c904-42d3-ba23-3466b8e3d205,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:41.550288 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:41.551388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c06c893c-f01a-4549-861b-44d29863dbe0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:41.566539 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3db610>, [{'id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': True}, 'gw_port_id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:36Z', 'updated_at': '2021-11-27T20:47:38Z', 'revision_number': 3, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'gw_port': {'id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:37Z', 'updated_at': '2021-11-27T20:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:41.602895 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d161d-7b10-4153-96ee-0fe74643b3a3 None None] The sync data for ids ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'] in ncdv-master-1 is: [{'id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': True}, 'gw_port_id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:36Z', 'updated_at': '2021-11-27T20:47:38Z', 'revision_number': 3, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'gw_port': {'id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:37Z', 'updated_at': '2021-11-27T20:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:41.628321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-59e2164d-1119-4d33-ba7c-2ad967e90c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:41.629592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-59e2164d-1119-4d33-ba7c-2ad967e90c11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.1143792
Nov 27 20:47:41.634800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-0ea5fe1d-4b32-4d80-9d8e-5c888d6df353 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:41.636402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-0ea5fe1d-4b32-4d80-9d8e-5c888d6df353 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0849392
Nov 27 20:47:41.674878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=be7d9697-c904-42d3-ba23-3466b8e3d205,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:41.696188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c06c893c-f01a-4549-861b-44d29863dbe0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:41.696601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:41.723333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-30bec311-7df8-4d46-a6c6-3b18e14a28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:41.724969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-30bec311-7df8-4d46-a6c6-3b18e14a28e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0870483
Nov 27 20:47:41.747916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51853a5d-7b37-4733-b37e-357eed830afa req-bf6c9a72-0090-441a-bf43-2b4ecdd6f5e3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:41.749959 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51853a5d-7b37-4733-b37e-357eed830afa req-bf6c9a72-0090-441a-bf43-2b4ecdd6f5e3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.2844603
Nov 27 20:47:41.754714 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c22cb73-3fe5-4c64-997a-1f75e621fbe6 req-823afeae-db0f-4096-96fa-ec103962b15c service neutron] 10.222.0.15 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2678480
Nov 27 20:47:41.828201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Allocated IP 172.20.0.1 (af65fcc6-be6d-4d20-a33a-e002b41ea24a/a24dffe1-670f-4e19-8f8b-38238f620d62/1aea204b-c534-479a-a941-8b167a369594) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:41.836124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-cda3e30b-ebc7-4a2c-8d29-bfbc5bed410a service neutron] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:41.844933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-cda3e30b-ebc7-4a2c-8d29-bfbc5bed410a service neutron] Publish callbacks [] for binding, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:41.846063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fbd5eef-a087-47dd-bea9-18f946814212 req-cda3e30b-ebc7-4a2c-8d29-bfbc5bed410a service neutron] 10.222.0.15 "DELETE /v2.0/ports/bb36450b-f6f8-40a8-b587-c2c25520c90d/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1992326
Nov 27 20:47:41.848034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51853a5d-7b37-4733-b37e-357eed830afa req-0ce0d84d-d1d0-4be2-acae-b9592a5343a1 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643902
Nov 27 20:47:41.861858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-5663b5df-8d68-4742-8071-62bfbadfc30f service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265106
Nov 27 20:47:41.976698 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a355e1ac-0504-4e60-92ce-a79e7bba88f8 req-a5599b48-0e6e-4fb5-ae95-0ba376fa3e98 service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065409
Nov 27 20:47:41.989654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:42.021258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d2fec-807a-4c49-aaeb-ff3bfb70a6b8 req-7a07af95-54c1-4868-bc53-d1633a0d720b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:42.022750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-be9d2fec-807a-4c49-aaeb-ff3bfb70a6b8 req-7a07af95-54c1-4868-bc53-d1633a0d720b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 945 time: 0.0881824
Nov 27 20:47:42.060599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:42.089962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff41eb-46c4-4a5f-854b-830eb0a69fa8 req-6aea038d-ca09-4fa7-b1d6-d04e14c147f1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:42.091472 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7ff41eb-46c4-4a5f-854b-830eb0a69fa8 req-6aea038d-ca09-4fa7-b1d6-d04e14c147f1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.0499151
Nov 27 20:47:42.115765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-be9d2fec-807a-4c49-aaeb-ff3bfb70a6b8 req-bf531651-dab0-4005-a376-a8a5903be567 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864737
Nov 27 20:47:42.119225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Network af65fcc6-be6d-4d20-a33a-e002b41ea24a is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:42.123547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:42.125323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Pushing event updated for resources: {'Port': ['ID=1aea204b-c534-479a-a941-8b167a369594,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:42.127454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:42.127929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:42.162865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7ff41eb-46c4-4a5f-854b-830eb0a69fa8 req-fc2bfff8-70d0-46f6-a74c-13c5751e2df0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608153
Nov 27 20:47:42.195933 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb2e64f-b9e5-4e8a-a690-421699142e62 x-openstack-request-id: req-9cb2e64f-b9e5-4e8a-a690-421699142e62 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:42.196234 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:42.196492 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cb2e64f-b9e5-4e8a-a690-421699142e62 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:42.196899 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'status': 'completed', 'code': 200}
Nov 27 20:47:42.302182 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-002d6bf1-d279-4349-aaa5-9ff698b44e0b req-22c3163d-2327-4175-bef3-bdf9f3768e01 tempest-FloatingIPsNegativeTestJSON-823184708 tempest-FloatingIPsNegativeTestJSON-823184708-project] show failed (client error): The resource could not be found.
Nov 27 20:47:42.312706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-002d6bf1-d279-4349-aaa5-9ff698b44e0b req-22c3163d-2327-4175-bef3-bdf9f3768e01 tempest-FloatingIPsNegativeTestJSON-823184708 tempest-FloatingIPsNegativeTestJSON-823184708-project] 10.222.0.21 "GET /v2.0/floatingips/3d6cf6eb-88f1-4bfc-8c14-1ac25e65c0c9 HTTP/1.1" status: 404  len: 350 time: 0.0712504
Nov 27 20:47:42.313813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56652) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:42.318247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-46c22cbb-83ea-4f0e-b1be-e7b936ed9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:42.323913 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-46c22cbb-83ea-4f0e-b1be-e7b936ed9d79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 1096 time: 0.0616198
Nov 27 20:47:42.328056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b92be-bd98-4ad6-8bdb-f1ddc2b97a0c req-dc25ef23-00a4-40b3-8e6d-0c00f94c000c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:42.338206 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-251b92be-bd98-4ad6-8bdb-f1ddc2b97a0c req-dc25ef23-00a4-40b3-8e6d-0c00f94c000c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1096 time: 0.1155479
Nov 27 20:47:42.465644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-19406594-72ee-43fd-b850-224bf03a6699 None None] Provisioning complete for port 1aea204b-c534-479a-a941-8b167a369594 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:42.466722 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-19406594-72ee-43fd-b850-224bf03a6699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:42.469698 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-251b92be-bd98-4ad6-8bdb-f1ddc2b97a0c req-8a254397-972e-430e-a0bc-36d7a4c61d1d tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304438
Nov 27 20:47:42.472675 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:42.505191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-ca058ac4-36ef-42f5-93d8-d92bf52539d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:42.506458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-ca058ac4-36ef-42f5-93d8-d92bf52539d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.1469231
Nov 27 20:47:42.516801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-19406594-72ee-43fd-b850-224bf03a6699 None None] Port 1aea204b-c534-479a-a941-8b167a369594 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:42.575363 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-05324376-ad66-44d7-9645-3837ec81c87b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 200  len: 217 time: 0.0567834
Nov 27 20:47:42.587074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707ed1a-0c30-455f-9f4c-3fb1ccff8a6e req-481e634d-7fa1-490f-894b-8ddc04245993 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:42.588643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b707ed1a-0c30-455f-9f4c-3fb1ccff8a6e req-481e634d-7fa1-490f-894b-8ddc04245993 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.2125332
Nov 27 20:47:42.645153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-9cbd99a0-ffd7-4957-8749-ce668ea3a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:42.646733 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-9cbd99a0-ffd7-4957-8749-ce668ea3a191 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.0635173
Nov 27 20:47:42.715187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-45ba695a-4f3e-43cb-b05a-42e673cc6785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:42.716521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-45ba695a-4f3e-43cb-b05a-42e673cc6785 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0584908
Nov 27 20:47:42.835870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] Sync routers for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:42.854827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:42.855812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaddb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:42.975630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-4c4212b8-76ae-4dc1-bbe3-77a55bc89697 service neutron] 10.222.0.15 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388051
Nov 27 20:47:42.978559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e04c5-6da9-4b30-ad03-e8c5a5418b5c req-86c7aa26-4c97-44c6-81fe-ecbbc110ad4b tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:42.981038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e90e04c5-6da9-4b30-ad03-e8c5a5418b5c req-86c7aa26-4c97-44c6-81fe-ecbbc110ad4b tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1096 time: 0.1828625
Nov 27 20:47:43.059000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:43.092052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b707ed1a-0c30-455f-9f4c-3fb1ccff8a6e req-87f94e03-5d4b-487c-854b-063eb6d285c2 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4611282
Nov 27 20:47:43.143174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dce62a31-c843-44d9-b7de-e5f7b3089087 req-cf3a8419-ffc5-4183-9d6e-9be85614c2e6 service neutron] 10.222.0.15 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591167
Nov 27 20:47:43.229372 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e90e04c5-6da9-4b30-ad03-e8c5a5418b5c req-3fcebdab-4ba4-4b1a-af27-c3f557ab1619 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836179
Nov 27 20:47:43.288340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:43.341575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:43.342301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:43.355590 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Sync routers for ids ['e968ba5f-5044-4053-98e1-05c326137fe1'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:43.372463 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Routers {'e968ba5f-5044-4053-98e1-05c326137fe1'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:43.382445 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2ff3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e968ba5f-5044-4053-98e1-05c326137fe1'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:43.401918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4a699-0e02-4c1a-9d41-d5ed0d4b0901 req-9306a483-afb3-4cd8-896a-23245399689e tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:43.404499 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8e4a699-0e02-4c1a-9d41-d5ed0d4b0901 req-9306a483-afb3-4cd8-896a-23245399689e tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1096 time: 0.0907602
Nov 27 20:47:43.464191 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8e4a699-0e02-4c1a-9d41-d5ed0d4b0901 req-fec809db-b590-4c35-ad18-314f45ecd189 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519783
Nov 27 20:47:43.470702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device be7d9697-c904-42d3-ba23-3466b8e3d205 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:43.623839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port be7d9697-c904-42d3-ba23-3466b8e3d205 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:43.624574 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:43.693124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-48ecd856-39c9-46dc-9d3f-3797ad51fb3f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:43.700454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-48ecd856-39c9-46dc-9d3f-3797ad51fb3f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.4147520
Nov 27 20:47:43.705354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d3761-7657-4295-9dd8-28093f88f356 req-c870c002-8176-405b-b0ef-e85297ee0a95 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:43.707241 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c91d3761-7657-4295-9dd8-28093f88f356 req-c870c002-8176-405b-b0ef-e85297ee0a95 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1106834
Nov 27 20:47:43.708683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Pushing event updated for resources: {'Port': ['ID=1aea204b-c534-479a-a941-8b167a369594,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:43.739857 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Set router e968ba5f-5044-4053-98e1-05c326137fe1 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:43.768960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaddb50>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:43.791368 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-fb6b6195-a3fc-4ef0-9c55-2267ba83cc62 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 698 time: 0.0898967
Nov 27 20:47:43.796773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-5c777e48-06db-40b3-8357-71b7fc0860ec tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Request body: {'floatingip': {'port_id': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'fixed_ip_address': '172.20.0.10'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:43.810610 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c91d3761-7657-4295-9dd8-28093f88f356 req-3fbd350e-53c4-48a5-9a04-7801fd4740ec tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846472
Nov 27 20:47:43.823347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] Checking router: b5cef8b7-18b5-4ecd-a292-87a3ada440d9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:43.827300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 40456532-1769-4645-afd9-9e7a7f562ea7 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:43.861765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:43.863659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaddb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:43.904457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-5c777e48-06db-40b3-8357-71b7fc0860ec tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:43.912671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Network af65fcc6-be6d-4d20-a33a-e002b41ea24a is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:43.962190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeb5fd-c2a4-4e56-a0c5-f0fcb7eb7800 req-5f68c8fa-3773-462b-a55d-4a9e632b8adc tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:43.964473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:43.992813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56672) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:43.994160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-78eeb5fd-c2a4-4e56-a0c5-f0fcb7eb7800 req-5f68c8fa-3773-462b-a55d-4a9e632b8adc tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.1084919
Nov 27 20:47:44.000492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Request body: {'floatingip': {'port_id': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:44.039956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 40456532-1769-4645-afd9-9e7a7f562ea7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:44.040467 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.046366 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2ff3d0>, [{'id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:35Z', 'revision_number': 4, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'gw_port': {'id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:29Z', 'updated_at': '2021-11-27T20:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57325419-04ea-4014-905f-262b36b2f6f4', 'name': '', 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'mac_address': 'fa:16:3e:82:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:33Z', 'updated_at': '2021-11-27T20:47:35Z', 'revision_number': 2, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'subnets': [{'id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:44.077602 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Checking router: e968ba5f-5044-4053-98e1-05c326137fe1 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:44.078063 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Updating router e968ba5f-5044-4053-98e1-05c326137fe1 port 57325419-04ea-4014-905f-262b36b2f6f4 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:47:44.111741 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.121667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:44.187025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f15f3f-3b2e-4901-a420-8cd9b5ad5a9f req-2c740ce1-15d9-4ee3-8c86-f02370c00ec9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:44.188784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d5f15f3f-3b2e-4901-a420-8cd9b5ad5a9f req-2c740ce1-15d9-4ee3-8c86-f02370c00ec9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.0842104
Nov 27 20:47:44.205446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.263546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d5f15f3f-3b2e-4901-a420-8cd9b5ad5a9f req-9751a48b-5cd0-4d03-8427-e94106842284 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642939
Nov 27 20:47:44.323973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.383918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 40456532-1769-4645-afd9-9e7a7f562ea7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40456532-1769-4645-afd9-9e7a7f562ea7,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:44.400323 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.427057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.485284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=40456532-1769-4645-afd9-9e7a7f562ea7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:44.504444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3db4a59e-abe8-4fc5-8ea1-c33351efe555 None None] Provisioning complete for port 1aea204b-c534-479a-a941-8b167a369594 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:44.505162 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3db4a59e-abe8-4fc5-8ea1-c33351efe555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.546500 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.556569 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.599471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3db4a59e-abe8-4fc5-8ea1-c33351efe555 None None] Port 1aea204b-c534-479a-a941-8b167a369594 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:44.611919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-0c2dab20-e332-490c-ab7b-691752f312cb tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:44.621093 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-0c2dab20-e332-490c-ab7b-691752f312cb tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 808 time: 0.1734800
Nov 27 20:47:44.621366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaddb50>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:44.644022 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-fd1bc880-1ead-40b1-86a0-ca00a66c8280 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/quotas/149906b8a2744176929b4d314a0de57d HTTP/1.1" status: 200  len: 375 time: 0.0214829
Nov 27 20:47:44.681372 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc9ceb-8e98-4f84-851f-03adc6fef384 None None] Pushing event updated for resources: {'Port': ['ID=57325419-04ea-4014-905f-262b36b2f6f4,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:44.682420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4580c59-ec5b-4b69-b85a-bccae499341b None None] The sync data for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 is: [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:44.727840 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Attempting to bind port 57325419-04ea-4014-905f-262b36b2f6f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:44.728224 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Attempting to bind port 57325419-04ea-4014-905f-262b36b2f6f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e38c1848-64ad-477a-a1cf-da1c49c10127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:44.728591 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Attempting to bind port 57325419-04ea-4014-905f-262b36b2f6f4 on network 600b4632-2fa4-475a-8ee8-076f65aaee94 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:44.735604 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:44.736129 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Checking segment: {'id': 'e38c1848-64ad-477a-a1cf-da1c49c10127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:44.736541 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.736937 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Bound using segment: {'id': 'e38c1848-64ad-477a-a1cf-da1c49c10127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:44.737431 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Bound port: 57325419-04ea-4014-905f-262b36b2f6f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38c1848-64ad-477a-a1cf-da1c49c10127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:44.738448 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.777299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:44.813381 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] For port 57325419-04ea-4014-905f-262b36b2f6f4, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:44.817755 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] For port 57325419-04ea-4014-905f-262b36b2f6f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57325419-04ea-4014-905f-262b36b2f6f4,segment=NetworkSegment(e38c1848-64ad-477a-a1cf-da1c49c10127),segment_id=e38c1848-64ad-477a-a1cf-da1c49c10127)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:44.824553 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:44.900864 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc9ceb-8e98-4f84-851f-03adc6fef384 None None] Pushing event updated for resources: {'Port': ['ID=57325419-04ea-4014-905f-262b36b2f6f4,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:44.904584 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Routers {'e968ba5f-5044-4053-98e1-05c326137fe1'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:44.905187 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2ff3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e968ba5f-5044-4053-98e1-05c326137fe1'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:45.031792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-81d93106-b457-4093-a3d7-5319cd8f0e04 None None] Provisioning complete for port 57325419-04ea-4014-905f-262b36b2f6f4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:45.033014 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-81d93106-b457-4093-a3d7-5319cd8f0e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.042774 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] Set router e968ba5f-5044-4053-98e1-05c326137fe1 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:45.099047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-7e8497fb-25b2-4c2c-90e2-bb14557bfd07 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:45.104221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-7e8497fb-25b2-4c2c-90e2-bb14557bfd07 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.15 "GET /v2.0/ports?device_id=207cc77c-fd33-4974-8dc3-35a483bfd761 HTTP/1.1" status: 200  len: 945 time: 0.5621483
Nov 27 20:47:45.193049 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-81d93106-b457-4093-a3d7-5319cd8f0e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.204043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 57325419-04ea-4014-905f-262b36b2f6f4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:45.243490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-ef6f3393-c9ca-4634-943f-10c673af36ab tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5981781
Nov 27 20:47:45.298849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-81d93106-b457-4093-a3d7-5319cd8f0e04 None None] For port 57325419-04ea-4014-905f-262b36b2f6f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57325419-04ea-4014-905f-262b36b2f6f4,segment=NetworkSegment(e38c1848-64ad-477a-a1cf-da1c49c10127),segment_id=e38c1848-64ad-477a-a1cf-da1c49c10127)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:45.308466 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-81d93106-b457-4093-a3d7-5319cd8f0e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.375079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 57325419-04ea-4014-905f-262b36b2f6f4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:45.375665 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.392245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Deleting port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:47:45.392596 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.401987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d93106-b457-4093-a3d7-5319cd8f0e04 None None] Pushing event updated for resources: {'Port': ['ID=57325419-04ea-4014-905f-262b36b2f6f4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:45.404417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-7961bbf3-f9ff-418b-8979-49164db5035b service neutron] 10.222.0.21 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599941
Nov 27 20:47:45.406567 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2ff3d0>, [{'id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:35Z', 'revision_number': 4, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'gw_port': {'id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:29Z', 'updated_at': '2021-11-27T20:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57325419-04ea-4014-905f-262b36b2f6f4', 'name': '', 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'mac_address': 'fa:16:3e:82:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:33Z', 'updated_at': '2021-11-27T20:47:44Z', 'revision_number': 4, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'subnets': [{'id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:45.427794 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-5c777e48-06db-40b3-8357-71b7fc0860ec tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.449687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-844f2605-b3c0-40e5-b47c-f7bf7b79d0ea None None] Provisioning complete for port 57325419-04ea-4014-905f-262b36b2f6f4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:45.450160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-844f2605-b3c0-40e5-b47c-f7bf7b79d0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.461004 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ab174-de23-4805-bd41-8b86f2ff09a1 None None] The sync data for ids ['e968ba5f-5044-4053-98e1-05c326137fe1'] in ncdv-master-1 is: [{'id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:35Z', 'revision_number': 4, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'gw_port': {'id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:29Z', 'updated_at': '2021-11-27T20:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57325419-04ea-4014-905f-262b36b2f6f4', 'name': '', 'network_id': '600b4632-2fa4-475a-8ee8-076f65aaee94', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'mac_address': 'fa:16:3e:82:9c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:33Z', 'updated_at': '2021-11-27T20:47:44Z', 'revision_number': 4, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'subnets': [{'id': '17b293c0-9554-4c2f-b581-e6c867c87b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:45.477773 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-5c777e48-06db-40b3-8357-71b7fc0860ec tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.572342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 40456532-1769-4645-afd9-9e7a7f562ea7 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:45.584865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] For port 2fee0259-c961-4dfb-8c3d-3f133072bbe7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2fee0259-c961-4dfb-8c3d-3f133072bbe7,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:45.585241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.602228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-7a948b81-8f81-4623-ab4e-1fa1f7a524ea service neutron] 10.222.0.21 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967216
Nov 27 20:47:45.608801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Calling delete_port for 2fee0259-c961-4dfb-8c3d-3f133072bbe7 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:47:45.664150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 40456532-1769-4645-afd9-9e7a7f562ea7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:45.664661 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.720585 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.781538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:45.795282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2fee0259-c961-4dfb-8c3d-3f133072bbe7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:45.797993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8be29504-a892-4d2c-b932-707aa3ac7d18'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:45.837092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:45.851474 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8521eb2c-7f0e-4a1e-ae73-0df58c18058a admin admin] 10.222.0.21 "PUT /v2.0/routers/0e53822e-a6f7-4a3e-a3d8-8cd9003763be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0131500
Nov 27 20:47:45.879078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Pushing event deleted for resources: {'Port': ['ID=2fee0259-c961-4dfb-8c3d-3f133072bbe7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:45.998168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] No DVR routers for this DVR port 2fee0259-c961-4dfb-8c3d-3f133072bbe7 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:47:46.014816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:46.019431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4bfa4d7-7a42-49e2-b13c-c35e0c3ad6ef req-16c458a4-939c-4776-9c32-7ea694102640 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.15 "DELETE /v2.0/ports/2fee0259-c961-4dfb-8c3d-3f133072bbe7 HTTP/1.1" status: 204  len: 173 time: 0.9037118
Nov 27 20:47:46.038415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'name': 'network-vif-deleted', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:46.045177 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c234c7-0d66-49ae-8754-9a5b799567b6" -d '{"events": [{"server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "name": "network-vif-deleted", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:46.051707 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-5c777e48-06db-40b3-8357-71b7fc0860ec tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e associated. External IP: 172.35.3.175, port: 8be29504-a892-4d2c-b932-707aa3ac7d18.
Nov 27 20:47:46.228406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7081c3-f774-4a88-9411-bad9c6a6c1f4 req-41a96f58-38fd-4b41-8713-8781d8e264b3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:46.258051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff7081c3-f774-4a88-9411-bad9c6a6c1f4 req-41a96f58-38fd-4b41-8713-8781d8e264b3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1509161
Nov 27 20:47:46.366915 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.resource_extend [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:47:46.412468 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff7081c3-f774-4a88-9411-bad9c6a6c1f4 req-e0c9ef8f-34fb-48b0-94da-22818589a624 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525595
Nov 27 20:47:46.499818 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:46.510443 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:46.548222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d924dd4-854d-48bc-bfb3-d69348346ee4 req-a47518f0-b4e9-49fd-b443-425c008f8f49 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:46.558253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d924dd4-854d-48bc-bfb3-d69348346ee4 req-a47518f0-b4e9-49fd-b443-425c008f8f49 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.0735285
Nov 27 20:47:46.683787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-5c777e48-06db-40b3-8357-71b7fc0860ec tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:46.686679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d924dd4-854d-48bc-bfb3-d69348346ee4 req-f3ad791d-9983-4e5b-81ec-b27c4986016d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270576
Nov 27 20:47:46.826888 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Floating IP 90d87728-8f02-4ce3-ae30-5878bfceefc1 associated. External IP: 172.35.3.36, port: 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910.
Nov 27 20:47:46.866636 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-390b5e0b-05ea-44d6-9d66-7773a55d6eda req-ae5e77bc-31fc-41a8-be13-819b5c8899e7 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 210 time: 0.0554552
Nov 27 20:47:46.891892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Deleting port 57325419-04ea-4014-905f-262b36b2f6f4 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:47:46.892410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:47.046462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Sync routers for ids ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:47.069323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Routers {'0e53822e-a6f7-4a3e-a3d8-8cd9003763be'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:47.070696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4364c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:47.141593 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77e7dbd-2a5d-44ee-84dc-d7b8e9b31f06 None None] New status for floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:47:47.174869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bc717-72e0-49d7-8999-d0abe2f4ce11 req-2c374d0b-043b-4d82-b3f1-a2addf7521f8 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:47.181659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f96bc717-72e0-49d7-8999-d0abe2f4ce11 req-2c374d0b-043b-4d82-b3f1-a2addf7521f8 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1096 time: 0.1285195
Nov 27 20:47:47.287761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f96bc717-72e0-49d7-8999-d0abe2f4ce11 req-e4680f2d-3c8d-4434-8621-2bb755b21d2c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897219
Nov 27 20:47:47.407406 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86e83df-8ebf-4181-a0e3-eaa762403cb0 x-openstack-request-id: req-c86e83df-8ebf-4181-a0e3-eaa762403cb0 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:47.407738 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207cc77c-fd33-4974-8dc3-35a483bfd761", "name": "network-vif-deleted", "tag": "2fee0259-c961-4dfb-8c3d-3f133072bbe7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:47.408003 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c86e83df-8ebf-4181-a0e3-eaa762403cb0 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:47.408526 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207cc77c-fd33-4974-8dc3-35a483bfd761', 'name': 'network-vif-deleted', 'tag': '2fee0259-c961-4dfb-8c3d-3f133072bbe7', 'status': 'completed', 'code': 200}
Nov 27 20:47:47.648334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 57325419-04ea-4014-905f-262b36b2f6f4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:47.804422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 57325419-04ea-4014-905f-262b36b2f6f4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:47.807607 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:47.943124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Set router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:47.961151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-c0e80802-32a3-426e-b153-ed0b524fb029 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:47.964614 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-c0e80802-32a3-426e-b153-ed0b524fb029 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 808 time: 0.3223658
Nov 27 20:47:47.983719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Request body: {'port': {'device_id': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6', 'admin_state_up': True, 'tenant_id': '149906b8a2744176929b4d314a0de57d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:48.126495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] For port 57325419-04ea-4014-905f-262b36b2f6f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57325419-04ea-4014-905f-262b36b2f6f4,segment=NetworkSegment(e38c1848-64ad-477a-a1cf-da1c49c10127),segment_id=e38c1848-64ad-477a-a1cf-da1c49c10127)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:48.127220 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:48.143183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Calling delete_port for 57325419-04ea-4014-905f-262b36b2f6f4 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:47:48.274026 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:48.325388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-5c777e48-06db-40b3-8357-71b7fc0860ec tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:48.335971 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-5c777e48-06db-40b3-8357-71b7fc0860ec tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:48.360565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Made reservation on behalf of 149906b8a2744176929b4d314a0de57d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:47:48.366083 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:48.448961 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-5c777e48-06db-40b3-8357-71b7fc0860ec tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "PUT /v2.0/floatingips/e7d09a21-c5dc-472f-8c81-48956b80e10e HTTP/1.1" status: 200  len: 999 time: 4.6563621
Nov 27 20:47:48.454100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:48.459746 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:48.533488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] Sync routers for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:48.663004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:48.664116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd53c2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:48.706669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Allocated IP 172.20.0.14 (324306ab-fd63-4c3d-9f56-7119b3413ec6/b8ec39ef-a293-4636-973a-265cd39882ca/b51ad6c9-008a-470c-b58c-4307b66fbeca) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:47:48.882703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:48.938944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-db6da446-d80c-48ed-88a4-ae0c6b0594d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:48.941554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-db6da446-d80c-48ed-88a4-ae0c6b0594d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1097 time: 0.3606877
Nov 27 20:47:49.072143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Router e2cff884-2ffd-4f51-956e-0c5ef8834077 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:49.096650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:49.122299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4364c0>, [{'id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': True}, 'gw_port_id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:36Z', 'updated_at': '2021-11-27T20:47:42Z', 'revision_number': 4, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'gw_port': {'id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:37Z', 'updated_at': '2021-11-27T20:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1aea204b-c534-479a-a941-8b167a369594', 'name': '', 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'mac_address': 'fa:16:3e:a4:48:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a24dffe1-670f-4e19-8f8b-38238f620d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:41Z', 'updated_at': '2021-11-27T20:47:42Z', 'revision_number': 2, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'subnets': [{'id': 'a24dffe1-670f-4e19-8f8b-38238f620d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:49.154415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Checking router: 0e53822e-a6f7-4a3e-a3d8-8cd9003763be for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:49.155466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Updating router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be port 1aea204b-c534-479a-a941-8b167a369594 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:47:49.210265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-2a68a7e8-c154-4739-9330-c5fd282ff3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:49.210265 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-2a68a7e8-c154-4739-9330-c5fd282ff3a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.2264171
Nov 27 20:47:49.221616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:49.230727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:49.231953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-4ea7b551-e677-4fa9-aedb-992f8093015c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:47:49.235628 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-4ea7b551-e677-4fa9-aedb-992f8093015c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0198243
Nov 27 20:47:49.302185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Network 324306ab-fd63-4c3d-9f56-7119b3413ec6 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:47:49.306692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:47:49.316820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Pushing event updated for resources: {'Port': ['ID=b51ad6c9-008a-470c-b58c-4307b66fbeca,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:49.329819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:47:49.373950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-6334fd22-8c68-43b5-8616-439220f8b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:49.376162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-6334fd22-8c68-43b5-8616-439220f8b316 service neutron] 10.222.0.21 "GET /v2.0/ports/3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 HTTP/1.1" status: 200  len: 1093 time: 0.0935965
Nov 27 20:47:49.390679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:49.391787 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:49.436701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2fee0259-c961-4dfb-8c3d-3f133072bbe7 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:47:49.439772 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-3215c753-1245-4275-ad8b-e12a1a3d9eb8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4608204
Nov 27 20:47:49.463921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 2fee0259-c961-4dfb-8c3d-3f133072bbe7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:47:49.463921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2fee0259-c961-4dfb-8c3d-3f133072bbe7 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:47:49.475366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Request body: {'port': {'device_id': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:49.567959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:49.585343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:49.597434 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:49.598512 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] Sync routers for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:49.608908 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:49.609546 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a62b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:49.614579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:49.655877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd53c2b0>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:dd:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:47Z', 'revision_number': 7, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:49.664176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:49.664800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Unknown quota resources ['binding']. {{(pid=120908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:47:49.701339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3c313ad5-09ae-40dc-8924-f56d93e0e555 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "PUT /v2.0/floatingips/90d87728-8f02-4ce3-ae30-5878bfceefc1 HTTP/1.1" status: 200  len: 990 time: 5.7072148
Nov 27 20:47:49.808827 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:49.834137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Pushing event deleted for resources: {'Port': ['ID=57325419-04ea-4014-905f-262b36b2f6f4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:49.934517 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:49.948804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] Checking router: b5cef8b7-18b5-4ecd-a292-87a3ada440d9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:49.958714 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.087712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f9d21-464f-453a-ad16-2b437eb25d83 None None] Pushing event updated for resources: {'Port': ['ID=1aea204b-c534-479a-a941-8b167a369594,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:50.146601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:50.147456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd53c2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:50.158126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.186424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51ad6c9-008a-470c-b58c-4307b66fbeca {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:50.212432 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.247084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Transition to ACTIVE for port object b51ad6c9-008a-470c-b58c-4307b66fbeca will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:47:50.256591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.381457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:50.384141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-25ec389d-5eec-49e1-97ad-500ca88001ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 1000 time: 1.1610911
Nov 27 20:47:50.444041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Pushing event updated for resources: {'Port': ['ID=b51ad6c9-008a-470c-b58c-4307b66fbeca,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:50.551808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:50.552440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:50.552937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:50.557516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Port b51ad6c9-008a-470c-b58c-4307b66fbeca on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:50.558005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:50.560675 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a62b0>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '90d87728-8f02-4ce3-ae30-5878bfceefc1', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'floating_ip_address': '172.35.3.36', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'port_id': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'mac_address': 'fa:16:3e:53:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:08Z', 'updated_at': '2021-11-27T20:47:46Z', 'revision_number': 1, 'project_id': '68857c7effec496aa99ff78b76521109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:50.563564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:50.564092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:50.564636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:50.565219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Bound port: b51ad6c9-008a-470c-b58c-4307b66fbeca, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:50.565794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.603477 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] Checking router: e2cff884-2ffd-4f51-956e-0c5ef8834077 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:50.613562 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:50.618335 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a62b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:50.639000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:50.642529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:50.651126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.701046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-a59b57d8-8e31-4a46-bc1c-13d02ef479e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:50.703051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-a59b57d8-8e31-4a46-bc1c-13d02ef479e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.2348881
Nov 27 20:47:50.740435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:50.741323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.742924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] 10.222.0.35 "PUT /v2.0/ports/b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 200  len: 1092 time: 1.2743220
Nov 27 20:47:50.743599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:50.746373 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a92a2-ca39-4d75-8de4-9e2433711a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:50.780138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47469c69-5b5f-4a91-bdd5-9eab64fd4b57 service neutron] Pushing event updated for resources: {'Port': ['ID=b51ad6c9-008a-470c-b58c-4307b66fbeca,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:50.797521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on host nch1-master-1 for vnic_type normal with profile None {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:50.798160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:50.798674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:50.814456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:50.815053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:50.822167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Router e968ba5f-5044-4053-98e1-05c326137fe1 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:50.836399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:50.837104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:50.839787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:50.840560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Bound port: 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:50.852578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-f2a74e84-41c1-429a-a772-eda9f2389e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:50.855133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-f2a74e84-41c1-429a-a772-eda9f2389e8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1384757
Nov 27 20:47:50.876856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Attempting to bind port 1aea204b-c534-479a-a941-8b167a369594 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:50.877446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Attempting to bind port 1aea204b-c534-479a-a941-8b167a369594 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60d92610-d64f-423c-80db-9eeac8c45a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:50.877728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Attempting to bind port 1aea204b-c534-479a-a941-8b167a369594 on network af65fcc6-be6d-4d20-a33a-e002b41ea24a {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:50.900338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:50.900732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Checking segment: {'id': '60d92610-d64f-423c-80db-9eeac8c45a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:50.901021 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.901488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Bound using segment: {'id': '60d92610-d64f-423c-80db-9eeac8c45a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:50.902091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Bound port: 1aea204b-c534-479a-a941-8b167a369594, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d92610-d64f-423c-80db-9eeac8c45a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:50.902865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.913125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-19cd5e63-f639-4630-a723-09bbf5ef671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:50.914628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-19cd5e63-f639-4630-a723-09bbf5ef671d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1095 time: 0.1183152
Nov 27 20:47:50.931578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c40a57be-e192-4e2d-b4dc-8de3527c7bb4 None None] Provisioning complete for port 1aea204b-c534-479a-a941-8b167a369594 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:50.932152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c40a57be-e192-4e2d-b4dc-8de3527c7bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:50.936999 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:51.017216 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-48cd09fa-7efc-4f15-855c-26158a0c21c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 200  len: 217 time: 0.0855386
Nov 27 20:47:51.118256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-08429d47-0879-4a15-a858-01d98d6d0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:51.121974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-08429d47-0879-4a15-a858-01d98d6d0c63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0983691
Nov 27 20:47:51.188161 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-e2051572-174b-4792-bf54-966d5c49fe45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576031
Nov 27 20:47:51.193470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c40a57be-e192-4e2d-b4dc-8de3527c7bb4 None None] Port 1aea204b-c534-479a-a941-8b167a369594 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:47:51.213566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:51.229297 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:51.241354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-cebb3c99-1976-43cd-b117-f82a6b322389 service neutron] 10.222.0.21 "POST /v2.0/ports/3978ebd3-dcc3-49e6-8a90-afe04b6c5d93/bindings HTTP/1.1" status: 201  len: 389 time: 1.6508701
Nov 27 20:47:51.267563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-89c1aedb-c161-4af3-9f9d-c3353af6957a service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4001751
Nov 27 20:47:51.269410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:51.284337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] For port 1aea204b-c534-479a-a941-8b167a369594, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:51.286989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1cdee7e6-b75a-4d72-b2c6-ae5e26c58265 admin admin] 10.222.0.21 "PUT /v2.0/routers/e968ba5f-5044-4053-98e1-05c326137fe1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9277329
Nov 27 20:47:51.303191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] Sync routers for ids ['e968ba5f-5044-4053-98e1-05c326137fe1'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:51.318826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56750) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:51.344175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] For port 1aea204b-c534-479a-a941-8b167a369594, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aea204b-c534-479a-a941-8b167a369594,segment=NetworkSegment(60d92610-d64f-423c-80db-9eeac8c45a9d),segment_id=60d92610-d64f-423c-80db-9eeac8c45a9d)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:51.413863 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a62b0>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '90d87728-8f02-4ce3-ae30-5878bfceefc1', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'floating_ip_address': '172.35.3.36', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'port_id': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'mac_address': 'fa:16:3e:53:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:08Z', 'updated_at': '2021-11-27T20:47:46Z', 'revision_number': 1, 'project_id': '68857c7effec496aa99ff78b76521109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:51.420183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:51.473748 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534605c7-6280-49b3-b817-a4a93f46898b None None] The sync data for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 is: [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '90d87728-8f02-4ce3-ae30-5878bfceefc1', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'floating_ip_address': '172.35.3.36', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'port_id': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'mac_address': 'fa:16:3e:53:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:08Z', 'updated_at': '2021-11-27T20:47:46Z', 'revision_number': 1, 'project_id': '68857c7effec496aa99ff78b76521109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:51.578892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] Routers {'e968ba5f-5044-4053-98e1-05c326137fe1'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:51.579669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd51a400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e968ba5f-5044-4053-98e1-05c326137fe1'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:51.583327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f9d21-464f-453a-ad16-2b437eb25d83 None None] Pushing event updated for resources: {'Port': ['ID=1aea204b-c534-479a-a941-8b167a369594,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:51.657101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd53c2b0>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:dd:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:47Z', 'revision_number': 7, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:51.675870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-bcac1ac5-d3b0-4ed6-ba21-148a4378f1c4 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4708076
Nov 27 20:47:51.700067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49031178-c1ea-42f2-b4aa-c1678cd7e83a None None] The sync data for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 is: [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e7d09a21-c5dc-472f-8c81-48956b80e10e', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'port_id': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'mac_address': 'fa:16:3e:dd:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:04Z', 'updated_at': '2021-11-27T20:47:47Z', 'revision_number': 7, 'project_id': 'bba5dc062b60481085531bc034e45209', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:51.710160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Routers {'0e53822e-a6f7-4a3e-a3d8-8cd9003763be'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:51.710875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4364c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:51.868132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-68ae387b-2be9-4f01-aea7-bdbd6876512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:51.870744 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-68ae387b-2be9-4f01-aea7-bdbd6876512e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1096 time: 0.2952788
Nov 27 20:47:51.933619 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79b782-7f9f-4e4c-8a98-fc52d7441317 None None] New status for floating IP 90d87728-8f02-4ce3-ae30-5878bfceefc1: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:47:52.038405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] Set router e968ba5f-5044-4053-98e1-05c326137fe1 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:52.128339 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:52.137256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-4e419ce2-51c3-4c15-ab2b-6be44d6e293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:52.141207 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-4e419ce2-51c3-4c15-ab2b-6be44d6e293c service neutron] 10.222.0.35 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.2592218
Nov 27 20:47:52.158694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e606a19-8a27-419c-8548-16dbe7d95128 req-72d18b43-bc5a-4bad-98c3-20da76d9c002 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:52.166086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e01c9e-5d09-4ebf-a1ce-e757e6787263 req-916d1316-4735-46ac-ac58-c564506d7686 service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8779018
Nov 27 20:47:52.171563 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e606a19-8a27-419c-8548-16dbe7d95128 req-72d18b43-bc5a-4bad-98c3-20da76d9c002 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.6262753
Nov 27 20:47:52.250672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d32ca1-e30a-48d1-b50e-35226794e751 None None] New status for floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:47:52.280455 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-b3227205-65b2-4e35-95c5-85a3ce6656d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 HTTP/1.1" status: 200  len: 217 time: 0.1011455
Nov 27 20:47:52.369562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe1e983-feb8-4812-acf6-8356afc3a318 req-ee0e9775-241d-4235-aa02-ff1d5d86b8cc service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6749253
Nov 27 20:47:52.402273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e606a19-8a27-419c-8548-16dbe7d95128 req-12132677-5cc8-4118-ae82-dded894075a5 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293246
Nov 27 20:47:52.415444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8814a4-0334-4935-a539-04a1eb1211d0 req-d644c22b-be15-4c33-afb1-5da576c82927 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:52.416202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-31055bc5-31b0-49fd-8876-2aea3e2aa5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:52.418149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-31055bc5-31b0-49fd-8876-2aea3e2aa5d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1270330
Nov 27 20:47:52.432481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d8814a4-0334-4935-a539-04a1eb1211d0 req-d644c22b-be15-4c33-afb1-5da576c82927 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.0995739
Nov 27 20:47:52.434372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] Set router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:52.468252 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-d713f56d-840e-4925-83da-63388d0a6aed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418015
Nov 27 20:47:52.470778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Provisioning complete for port 1aea204b-c534-479a-a941-8b167a369594 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:52.471204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:52.502177 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:52.522070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d8814a4-0334-4935-a539-04a1eb1211d0 req-7b3f41bc-9cc7-4798-98f7-53c182297810 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886207
Nov 27 20:47:52.610243 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe4782b-45b9-4b3f-8087-38b24c6df815 x-openstack-request-id: req-3fe4782b-45b9-4b3f-8087-38b24c6df815 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:52.610880 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:52.611480 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fe4782b-45b9-4b3f-8087-38b24c6df815 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:52.612097 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'status': 'completed', 'code': 200}
Nov 27 20:47:52.628942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-b3594e4a-a323-47c6-8445-2dcf6b622742 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484611
Nov 27 20:47:52.649846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Deleting port be7d9697-c904-42d3-ba23-3466b8e3d205 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:47:52.656598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:52.760106 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-39573ebe-3b2a-4f8e-8751-5b4becfaf7c0 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063023
Nov 27 20:47:52.793117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd51a400>, [{'id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:48Z', 'revision_number': 5, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'gw_port': {'id': 'be7d9697-c904-42d3-ba23-3466b8e3d205', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:29Z', 'updated_at': '2021-11-27T20:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:52.821138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-31497197-41d2-4d0a-9e1a-96aa8835a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:52.822659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-31497197-41d2-4d0a-9e1a-96aa8835a74f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1097 time: 0.1928365
Nov 27 20:47:52.832281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906a12f-c665-4957-b6b1-6f7adfbfef26 req-cf1fc0fc-6a16-42c3-80c6-f4bcec68a293 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:52.852611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e906a12f-c665-4957-b6b1-6f7adfbfef26 req-cf1fc0fc-6a16-42c3-80c6-f4bcec68a293 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.3567245
Nov 27 20:47:52.857209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] For port be7d9697-c904-42d3-ba23-3466b8e3d205, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be7d9697-c904-42d3-ba23-3466b8e3d205,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:52.857501 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:52.861384 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0fc7e9-daed-4d43-8af9-63f3f069bf13 x-openstack-request-id: req-3a0fc7e9-daed-4d43-8af9-63f3f069bf13 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:52.861677 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:52.861940 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a0fc7e9-daed-4d43-8af9-63f3f069bf13 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:52.862371 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca', 'status': 'completed', 'code': 200}
Nov 27 20:47:52.872737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Calling delete_port for be7d9697-c904-42d3-ba23-3466b8e3d205 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:47:52.891885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] Checking router: e968ba5f-5044-4053-98e1-05c326137fe1 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:52.906125 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:52.985627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-cdb8869b-f8ec-4950-9c19-85dd911ecec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:52.987098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-cdb8869b-f8ec-4950-9c19-85dd911ecec1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.1219602
Nov 27 20:47:53.091105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] Routers {'e968ba5f-5044-4053-98e1-05c326137fe1'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:53.091105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd51a400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e968ba5f-5044-4053-98e1-05c326137fe1'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:53.141852 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:53.169064 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e906a12f-c665-4957-b6b1-6f7adfbfef26 req-2c2eddb4-6d15-4253-b20d-db113b89df5d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3155677
Nov 27 20:47:53.171122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-f3104583-ba94-4581-82d7-9b75436a5024 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 1000 time: 0.1735868
Nov 27 20:47:53.201406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] Set router e968ba5f-5044-4053-98e1-05c326137fe1 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:53.223813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7d9697-c904-42d3-ba23-3466b8e3d205,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:53.241900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-d5084c86-60f0-44be-ad05-0d6ba306813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:53.243991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-d5084c86-60f0-44be-ad05-0d6ba306813c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.0591002
Nov 27 20:47:53.250188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1c55d-e52d-43a1-afa4-39168331bae0 req-055976aa-a728-4342-aa22-e021ea6599cd tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:53.252049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80f1c55d-e52d-43a1-afa4-39168331bae0 req-055976aa-a728-4342-aa22-e021ea6599cd tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 945 time: 0.2250612
Nov 27 20:47:53.297195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd51a400>, [{'id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:52Z', 'revision_number': 6, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:53.302830 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:53.320475 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-191996e3-3150-4f75-9e33-112660ddd0b4 req-75159e51-a5fe-48c6-b1b2-58b85fb436cd tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips/e7d09a21-c5dc-472f-8c81-48956b80e10e HTTP/1.1" status: 200  len: 997 time: 0.0696659
Nov 27 20:47:53.332315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-9d8e40b5-42ee-4fd8-a6c4-008c3ce48bed tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:53.333823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-9d8e40b5-42ee-4fd8-a6c4-008c3ce48bed tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.3579757
Nov 27 20:47:53.435738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:53.438538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:53.466735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191996e3-3150-4f75-9e33-112660ddd0b4 req-1a455659-4b7b-4daf-b10e-678237c9ae62 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:53.468119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-191996e3-3150-4f75-9e33-112660ddd0b4 req-1a455659-4b7b-4daf-b10e-678237c9ae62 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1318071
Nov 27 20:47:53.474242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919398fe-0946-4398-b3f5-5bd5152d3abd None None] The sync data for ids ['e968ba5f-5044-4053-98e1-05c326137fe1'] in ncdv-master-1 is: [{'id': 'e968ba5f-5044-4053-98e1-05c326137fe1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1113114217-router', 'tenant_id': '4f730ab339a540fea192c1f8539b7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:28Z', 'updated_at': '2021-11-27T20:47:52Z', 'revision_number': 6, 'project_id': '4f730ab339a540fea192c1f8539b7fa8', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:53.486882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:53.500640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-191996e3-3150-4f75-9e33-112660ddd0b4 req-bc742fc6-1df6-42e3-b83f-5d83337f47a4 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:47:53.501751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-191996e3-3150-4f75-9e33-112660ddd0b4 req-bc742fc6-1df6-42e3-b83f-5d83337f47a4 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0104413
Nov 27 20:47:53.552941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-4e727dd0-e077-4e4c-b47f-b18e49f17c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:53.554499 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-4e727dd0-e077-4e4c-b47f-b18e49f17c77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2330842
Nov 27 20:47:53.586187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-3bdef842-3338-4a6d-9aa1-49e623284dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:53.591858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-3bdef842-3338-4a6d-9aa1-49e623284dc4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1095 time: 0.5744779
Nov 27 20:47:53.597658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] For port 1aea204b-c534-479a-a941-8b167a369594, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aea204b-c534-479a-a941-8b167a369594,segment=NetworkSegment(60d92610-d64f-423c-80db-9eeac8c45a9d),segment_id=60d92610-d64f-423c-80db-9eeac8c45a9d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:53.610544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4364c0>, [{'id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': True}, 'gw_port_id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:36Z', 'updated_at': '2021-11-27T20:47:42Z', 'revision_number': 4, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'gw_port': {'id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:37Z', 'updated_at': '2021-11-27T20:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1aea204b-c534-479a-a941-8b167a369594', 'name': '', 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'mac_address': 'fa:16:3e:a4:48:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a24dffe1-670f-4e19-8f8b-38238f620d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:41Z', 'updated_at': '2021-11-27T20:47:51Z', 'revision_number': 4, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'subnets': [{'id': 'a24dffe1-670f-4e19-8f8b-38238f620d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:53.648590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8b262-a814-4d42-b781-1fb9aa54eb08 None None] The sync data for ids ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'] in ncdv-master-1 is: [{'id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': True}, 'gw_port_id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:36Z', 'updated_at': '2021-11-27T20:47:42Z', 'revision_number': 4, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'gw_port': {'id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:37Z', 'updated_at': '2021-11-27T20:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1aea204b-c534-479a-a941-8b167a369594', 'name': '', 'network_id': 'af65fcc6-be6d-4d20-a33a-e002b41ea24a', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'mac_address': 'fa:16:3e:a4:48:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a24dffe1-670f-4e19-8f8b-38238f620d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:41Z', 'updated_at': '2021-11-27T20:47:51Z', 'revision_number': 4, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'subnets': [{'id': 'a24dffe1-670f-4e19-8f8b-38238f620d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:53.650712 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:53.709902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Pushing event updated for resources: {'Port': ['ID=1aea204b-c534-479a-a941-8b167a369594,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:53.718520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.719187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.719820 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.720335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.721385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.722071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.722558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.723156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.723670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.724176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.724739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.725275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4278ed-518a-4ad9-be94-985d68175dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:47:53.733919 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:53.734455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e968ba5f-5044-4053-98e1-05c326137fe1 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:47:53.745913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:53.747074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-579d3bbe-f022-4b3b-a7f6-48c95c227a00 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e968ba5f-5044-4053-98e1-05c326137fe1 HTTP/1.1" status: 204  len: 168 time: 2.4228351
Nov 27 20:47:53.748297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-7fe5c6e3-2559-4065-a0fe-1b4fe6a195d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:53.749771 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-7fe5c6e3-2559-4065-a0fe-1b4fe6a195d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.1465158
Nov 27 20:47:53.750479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56764) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:53.765374 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-e9dd0803-c827-47d9-8f8f-e133acf6c1ca service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005711
Nov 27 20:47:53.781124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601df4bd-1756-4b4b-b1fb-d810d25612ed req-ef0665a9-7ea3-466c-b301-faa647d0cf1f tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:53.782585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-601df4bd-1756-4b4b-b1fb-d810d25612ed req-ef0665a9-7ea3-466c-b301-faa647d0cf1f tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 950 time: 0.1678631
Nov 27 20:47:53.783165 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:53.824183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80f1c55d-e52d-43a1-afa4-39168331bae0 req-111860fa-1746-4b63-8b1a-63833a9a9f82 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5445392
Nov 27 20:47:53.829182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-86cb32cf-b3f7-40d4-885f-7d2d2b648f56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 200  len: 217 time: 0.0645778
Nov 27 20:47:53.885289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-4b0f94be-ef91-4d24-9771-4f1d177c4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:53.886947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-4b0f94be-ef91-4d24-9771-4f1d177c4195 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0489912
Nov 27 20:47:53.906353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cee6ef-846e-4437-954c-266ca66c22d3 admin admin] Deleting subnet 17b293c0-9554-4c2f-b581-e6c867c87b27 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:47:53.910478 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0cee6ef-846e-4437-954c-266ca66c22d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:53.963008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-abe57b2f-96d3-4051-b321-7c43860e31c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668786
Nov 27 20:47:54.022320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0cee6ef-846e-4437-954c-266ca66c22d3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:54.228193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-bb2ca8e5-8de8-4b9a-b3f7-7c73e17c9f70 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 1002 time: 0.2903392
Nov 27 20:47:54.252853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-741bed56-5671-4d51-aa19-e83e4ac95910 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2510829
Nov 27 20:47:54.293387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0cee6ef-846e-4437-954c-266ca66c22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:54.354931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-601df4bd-1756-4b4b-b1fb-d810d25612ed req-450e2071-74f9-41ea-af9c-18222c6e7878 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5454245
Nov 27 20:47:54.404816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-275947df-1934-4923-b7df-354c51d5fa5f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:54.448113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-275947df-1934-4923-b7df-354c51d5fa5f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports/8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 943 time: 0.1891568
Nov 27 20:47:54.526496 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9dad0a5-2934-4efd-9a80-94a098ccbfe5 req-e549aaba-68d4-4e04-898a-7fdfff38d2a0 service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7455168
Nov 27 20:47:54.572496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:54.626650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'tag': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:54.630820 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f456da13-a796-4235-96ac-2aee37be53ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1f864ad9-b187-4c7e-a890-af76116d06ea", "tag": "3c6e79a9-ba6d-49b0-b965-1eb45c6fa910"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:54.645074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ef5e8-0ebe-4208-a9a1-3208c910abc8 req-9fef2fe4-1491-483c-a2bf-8965f27bdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:54.646600 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-881ef5e8-0ebe-4208-a9a1-3208c910abc8 req-9fef2fe4-1491-483c-a2bf-8965f27bdaf7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1101 time: 0.4263484
Nov 27 20:47:54.668589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213a92a2-ca39-4d75-8de4-9e2433711a6a req-6f6ec713-3f52-4d7f-999a-3a2d7fb44014 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3991261
Nov 27 20:47:54.704256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0cee6ef-846e-4437-954c-266ca66c22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:54.741242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-403b3476-4ffe-4c6a-a310-fa58cc6d20ae tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 1002 time: 0.2326088
Nov 27 20:47:54.758454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-881ef5e8-0ebe-4208-a9a1-3208c910abc8 req-3865c725-ff6b-4ab6-91ac-cede43bf583d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936444
Nov 27 20:47:54.770607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cee6ef-846e-4437-954c-266ca66c22d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b293c0-9554-4c2f-b581-e6c867c87b27,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:54.784549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7b74f-2ca0-41ca-ace3-d45f87b6bc94 None None] Network 600b4632-2fa4-475a-8ee8-076f65aaee94 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:47:54.795583 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:54.829973 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0cee6ef-846e-4437-954c-266ca66c22d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:54.843487 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a0cee6ef-846e-4437-954c-266ca66c22d3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/17b293c0-9554-4c2f-b581-e6c867c87b27 HTTP/1.1" status: 204  len: 168 time: 1.0877721
Nov 27 20:47:54.844121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56770) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:54.848565 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:54.866798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731f19a-3e74-4396-b702-a17908a6a765 req-40837643-8552-4514-8925-b22284be415b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:54.889678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2731f19a-3e74-4396-b702-a17908a6a765 req-40837643-8552-4514-8925-b22284be415b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.3392076
Nov 27 20:47:54.900904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:54.904825 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb509b5f-8f4d-4f4b-939f-bb757f9674f0" -d '{"events": [{"server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "name": "network-vif-unplugged", "status": "completed", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:54.925281 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.004757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.040634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2731f19a-3e74-4396-b702-a17908a6a765 req-66170c05-306b-41b0-8537-a7ca69d37e43 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491804
Nov 27 20:47:55.101949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b51ad6c9-008a-470c-b58c-4307b66fbeca details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:55.220185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:47:55.220518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:47:55.223532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:55.239189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Pushing event updated for resources: {'Port': ['ID=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:55.276919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:47:55.277258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Attempting to bind port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:47:55.288884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:47:55.289258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:47:55.292153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:47:55.293596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Bound port: 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:47:55.293981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.356919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Deleting port 5dbfbc87-703d-4211-bad9-bab0f339ca37 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:47:55.357456 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.407458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1aea204b-c534-479a-a941-8b167a369594 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:55.436435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:47:55.449919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:47:55.469671 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.501936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] DHCP port deletion for 600b4632-2fa4-475a-8ee8-076f65aaee94 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:47:55.529162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:55.531074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:47:55.538864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] For port 5dbfbc87-703d-4211-bad9-bab0f339ca37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dbfbc87-703d-4211-bad9-bab0f339ca37,segment=NetworkSegment(e38c1848-64ad-477a-a1cf-da1c49c10127),segment_id=e38c1848-64ad-477a-a1cf-da1c49c10127)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:55.539283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.575798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Calling delete_port for 5dbfbc87-703d-4211-bad9-bab0f339ca37 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:47:55.680167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Pushing event updated for resources: {'Port': ['ID=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,revision_number=8']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:55.718854 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.756655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 1aea204b-c534-479a-a941-8b167a369594 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:47:55.757052 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.765781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-fe9c64c9-9a6a-4858-bbd5-050e484a3ba3 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:55.771139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-fe9c64c9-9a6a-4858-bbd5-050e484a3ba3 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 1.0282698
Nov 27 20:47:55.772989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:55.773806 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.776312 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:55.781165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-ede68e07-c607-468e-b226-0372c3626c3d service neutron] 10.222.0.35 "PUT /v2.0/ports/3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 HTTP/1.1" status: 200  len: 1121 time: 2.2969954
Nov 27 20:47:55.876276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15669f83-6ff6-43ea-a214-299a44737372 req-861fd691-c869-4def-a495-f2f642744393 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:55.878427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15669f83-6ff6-43ea-a214-299a44737372 req-861fd691-c869-4def-a495-f2f642744393 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.3066533
Nov 27 20:47:55.889147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbfbc87-703d-4211-bad9-bab0f339ca37,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:55.889396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] No DVR routers for this DVR port 5dbfbc87-703d-4211-bad9-bab0f339ca37 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:47:55.959781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15669f83-6ff6-43ea-a214-299a44737372 req-00b11736-5083-4843-a9a2-1bae82e27d56 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511451
Nov 27 20:47:56.014917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:56.041735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:56.044084 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3173e432-cb79-46f7-b25f-1017a1d3a820" -d '{"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-unplugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:56.047086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['3978ebd3-dcc3-49e6-8a90-afe04b6c5d93'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:56.215543 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:56.348884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:56.350205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456da13-a796-4235-96ac-2aee37be53ae req-e3ee946f-c55a-4e2c-be45-9961e06067e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:56.351756 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f456da13-a796-4235-96ac-2aee37be53ae req-e3ee946f-c55a-4e2c-be45-9961e06067e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68857c7effec496aa99ff78b76521109&device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 1096 time: 0.2306089
Nov 27 20:47:56.416349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:56.505441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e089c2b-7393-47f7-8c93-0d84bbe93690 req-f0957b18-9ec4-4cba-b402-50f84368ff8f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:56.514684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e089c2b-7393-47f7-8c93-0d84bbe93690 req-f0957b18-9ec4-4cba-b402-50f84368ff8f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 943 time: 0.2824926
Nov 27 20:47:56.537746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:56.551728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] Deleting port 5dbfbc87-703d-4211-bad9-bab0f339ca37 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:47:56.552234 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:56.559499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456da13-a796-4235-96ac-2aee37be53ae req-5e67177e-9260-4d7b-9360-b7b712ddd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:56.561608 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f456da13-a796-4235-96ac-2aee37be53ae req-5e67177e-9260-4d7b-9360-b7b712ddd644 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 200  len: 924 time: 0.1990411
Nov 27 20:47:56.643757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] For port 5dbfbc87-703d-4211-bad9-bab0f339ca37, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:56.644311 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:56.653392 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc637aff-99d9-4aa9-b506-4c3b71e48333 x-openstack-request-id: req-bc637aff-99d9-4aa9-b506-4c3b71e48333 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:56.654320 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f864ad9-b187-4c7e-a890-af76116d06ea", "tag": "3c6e79a9-ba6d-49b0-b965-1eb45c6fa910", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:56.654732 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc637aff-99d9-4aa9-b506-4c3b71e48333 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:56.655312 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'tag': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910', 'status': 'completed', 'code': 200}
Nov 27 20:47:56.659172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-d62c1af7-0007-4af0-b56a-6dba86d83195 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 1002 time: 0.8484271
Nov 27 20:47:56.663566 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:56.670622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] Calling delete_port for 5dbfbc87-703d-4211-bad9-bab0f339ca37 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:47:56.676050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] Port 5dbfbc87-703d-4211-bad9-bab0f339ca37 was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 20:47:56.677564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'mac_address': 'fa:16:3e:8c:b8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:47:56.695941 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:56.698478 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe3fdcc9c10>> segment before_delete 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.699020 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe3fdcc9c10>> subnet precommit_delete_associations 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.699640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e089c2b-7393-47f7-8c93-0d84bbe93690 req-6a34e482-7e86-4524-88b1-d0dd7cc2cf7f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837740
Nov 27 20:47:56.700178 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fd8240d0>> segment_host_mapping after_create 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.700683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fd8240d0>> port after_create 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.701187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fd8240d0>> port after_delete 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.701812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f456da13-a796-4235-96ac-2aee37be53ae req-955ab835-9ccb-4ec3-9714-fe7b7d791b5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 HTTP/1.1" status: 200  len: 1000 time: 0.1303694
Nov 27 20:47:56.702016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fd8240d0>> port after_update 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.702659 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fd8240d0>> segment after_delete 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.703171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fd8240d0>> subnet after_create 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.706873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fd8240d0>> subnet after_delete 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.707118 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe3fd8240d0>> subnet after_update 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.799089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] No DVR routers for this DVR port 5dbfbc87-703d-4211-bad9-bab0f339ca37 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:47:56.823286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe3fd4cf670>> subnet after_create 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.823286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe3fd4cf670>> subnet after_delete 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.823286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe3fd4cf670>> subnet before_create 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.823286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe3fd4cf670>> subnet before_update 55550000 {{(pid=120908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 27 20:47:56.823286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdcc96a0>,) {'filters': {'network_id': ['600b4632-2fa4-475a-8ee8-076f65aaee94']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:56.823910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe98aac-ee93-46d0-9220-6e7dd48c0c6d None None] Pushing event deleted for resources: {'Port': ['ID=5dbfbc87-703d-4211-bad9-bab0f339ca37,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:56.836441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device be7d9697-c904-42d3-ba23-3466b8e3d205 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:47:56.850073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdcc96a0>, 'e38c1848-64ad-477a-a1cf-da1c49c10127') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:56.850382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdcc96a0>, 'e38c1848-64ad-477a-a1cf-da1c49c10127') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:56.854990 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3788e43a-94ea-4f02-99a4-bed00f7e74bf x-openstack-request-id: req-3788e43a-94ea-4f02-99a4-bed00f7e74bf {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:56.855638 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "name": "network-vif-unplugged", "status": "completed", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:56.856054 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3788e43a-94ea-4f02-99a4-bed00f7e74bf {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:56.856606 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93', 'code': 200}
Nov 27 20:47:56.859898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456da13-a796-4235-96ac-2aee37be53ae req-adef4a41-2faf-45dd-82b2-7954ceac5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:56.861534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f456da13-a796-4235-96ac-2aee37be53ae req-adef4a41-2faf-45dd-82b2-7954ceac5929 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2810e0-f316-4078-a3ee-55abc91692d6 HTTP/1.1" status: 200  len: 862 time: 0.1481073
Nov 27 20:47:56.868198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:56.875336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: be7d9697-c904-42d3-ba23-3466b8e3d205 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:47:56.875925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device be7d9697-c904-42d3-ba23-3466b8e3d205 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:47:56.876447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 57325419-04ea-4014-905f-262b36b2f6f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:47:56.891846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:56.905500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:47:56.905500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   from cryptography.utils import int_from_bytes
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   from cryptography.utils import int_from_bytes
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:47:56.916931 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:47:56.953939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-88618dcc-9e5f-4598-9110-063c642623b7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:47:56.957367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'b51ad6c9-008a-470c-b58c-4307b66fbeca', 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6', 'port_id': 'b51ad6c9-008a-470c-b58c-4307b66fbeca', 'mac_address': 'fa:16:3e:8b:bc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ec39ef-a293-4636-973a-265cd39882ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:47:56.967108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 57325419-04ea-4014-905f-262b36b2f6f4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:47:56.967627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 57325419-04ea-4014-905f-262b36b2f6f4 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:47:56.976124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456da13-a796-4235-96ac-2aee37be53ae req-37d4fd71-c476-4c5e-86dd-f2b81f25e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:56.977644 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:56.978224 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f456da13-a796-4235-96ac-2aee37be53ae req-37d4fd71-c476-4c5e-86dd-f2b81f25e914 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a2f3da6-fc07-4bd8-b994-fc2cede22518&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1069989
Nov 27 20:47:57.024357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.042367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.048934 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] 10.222.0.21 "DELETE /v2.0/networks/600b4632-2fa4-475a-8ee8-076f65aaee94 HTTP/1.1" status: 204  len: 168 time: 2.2005806
Nov 27 20:47:57.050756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f9394-56be-4c58-a79e-163d555e37f2 req-30ebf321-8f23-48a2-856c-4a49236ed2d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:57.052476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d0f9394-56be-4c58-a79e-163d555e37f2 req-30ebf321-8f23-48a2-856c-4a49236ed2d2 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 948 time: 0.1997197
Nov 27 20:47:57.070404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-88618dcc-9e5f-4598-9110-063c642623b7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.125952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eff457-e562-48bc-bb0b-6db9a9bacf92 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:57.218724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5dbfbc87-703d-4211-bad9-bab0f339ca37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:47:57.271640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d0f9394-56be-4c58-a79e-163d555e37f2 req-42c8c7c5-c930-4677-85d2-c69b7cd61fdf tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632321
Nov 27 20:47:57.281107 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-88618dcc-9e5f-4598-9110-063c642623b7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.291632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930d583-3c1e-4451-b228-aee20c9a537c admin admin] Pushing event deleted for resources: {'Network': ['ID=600b4632-2fa4-475a-8ee8-076f65aaee94,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:57.309541 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-88618dcc-9e5f-4598-9110-063c642623b7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.310247 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-88618dcc-9e5f-4598-9110-063c642623b7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e disassociated. External IP: 172.35.3.175, port: 8be29504-a892-4d2c-b932-707aa3ac7d18.
Nov 27 20:47:57.326687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:57.350195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.352713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5dbfbc87-703d-4211-bad9-bab0f339ca37 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:47:57.356695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5dbfbc87-703d-4211-bad9-bab0f339ca37 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:47:57.361535 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f456da13-a796-4235-96ac-2aee37be53ae req-8c43b342-98b2-417d-9d09-22c08d031bca service neutron] 10.222.0.15 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3590331
Nov 27 20:47:57.410923 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.439025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56792) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:57.473988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51ad6c9-008a-470c-b58c-4307b66fbeca {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:47:57.527769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:47:57.542157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-35729f0b-63d7-4f0c-8c4c-961873979afd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f730ab339a540fea192c1f8539b7fa8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0995278
Nov 27 20:47:57.543243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56794) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:47:57.553867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f456da13-a796-4235-96ac-2aee37be53ae req-919d0e70-9bcb-4db7-ae74-35e9b1c87ec1 service neutron] 10.222.0.15 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1842065
Nov 27 20:47:57.584665 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.617345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=10']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:57.638008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52c020-62cf-4634-9914-7b7e0d5c2eba req-b5ff15e8-f696-4da6-ac67-c9608e877fed tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:57.650867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e52c020-62cf-4634-9914-7b7e0d5c2eba req-b5ff15e8-f696-4da6-ac67-c9608e877fed tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.2288666
Nov 27 20:47:57.678728 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d52a1432-aa54-4548-931e-588eda0877e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.743814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b51ad6c9-008a-470c-b58c-4307b66fbeca,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:57.747785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e52c020-62cf-4634-9914-7b7e0d5c2eba req-b665b946-9157-47c4-a583-4c15877b1d9f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924149
Nov 27 20:47:57.762689 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d52a1432-aa54-4548-931e-588eda0877e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.831153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['41eff457-e562-48bc-bb0b-6db9a9bacf92'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:57.837768 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a79a66-cee2-40b0-b984-6369db1c3349 x-openstack-request-id: req-67a79a66-cee2-40b0-b984-6369db1c3349 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:57.838466 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-unplugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:57.838953 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67a79a66-cee2-40b0-b984-6369db1c3349 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:57.839895 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'code': 200}
Nov 27 20:47:57.870806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-88618dcc-9e5f-4598-9110-063c642623b7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:47:57.889213 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d52a1432-aa54-4548-931e-588eda0877e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.892724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d52a1432-aa54-4548-931e-588eda0877e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:57.896764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d52a1432-aa54-4548-931e-588eda0877e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ec60f4a-f387-40a3-878e-edb906f1fc6c HTTP/1.1" status: 204  len: 168 time: 0.3501790
Nov 27 20:47:57.903410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['b51ad6c9-008a-470c-b58c-4307b66fbeca'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:47:58.008275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a1432-aa54-4548-931e-588eda0877e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec60f4a-f387-40a3-878e-edb906f1fc6c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:47:58.154464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-88618dcc-9e5f-4598-9110-063c642623b7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:47:58.167364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-88618dcc-9e5f-4598-9110-063c642623b7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:47:58.181523 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] Sync routers for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:47:58.217912 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:58.218560 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe781c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:58.258012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-88618dcc-9e5f-4598-9110-063c642623b7 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "PUT /v2.0/floatingips/e7d09a21-c5dc-472f-8c81-48956b80e10e HTTP/1.1" status: 200  len: 695 time: 1.3128476
Nov 27 20:47:58.275966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e72308-22c0-4804-a614-0ac8afc70718 req-bf5724cf-5bd4-4026-ab29-a79bb9288da1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:58.284991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0e72308-22c0-4804-a614-0ac8afc70718 req-bf5724cf-5bd4-4026-ab29-a79bb9288da1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 945 time: 0.1344938
Nov 27 20:47:58.362155 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:58.371062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-3a394ad2-4bf2-4e5d-a159-d72ed02870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:58.372595 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-3a394ad2-4bf2-4e5d-a159-d72ed02870a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1097 time: 0.0773880
Nov 27 20:47:58.406784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0e72308-22c0-4804-a614-0ac8afc70718 req-d76b58ab-2b13-43d2-9ab5-71f390e4ce7e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207995
Nov 27 20:47:58.610517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-751b0188-ed24-49b5-b00a-385b5f0a9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:58.612323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-751b0188-ed24-49b5-b00a-385b5f0a9caa service neutron] 10.222.0.21 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.2196977
Nov 27 20:47:58.701036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:58.703590 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:58.715092 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-e5e84bec-3721-40a7-9719-84641481d802 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 217 time: 0.0912728
Nov 27 20:47:58.778263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-0d599cea-9a42-4f58-9016-f413d816405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:58.785083 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe781c70>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:58.792967 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-0d599cea-9a42-4f58-9016-f413d816405a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.0766559
Nov 27 20:47:58.816025 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] Checking router: b5cef8b7-18b5-4ecd-a292-87a3ada440d9 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:47:58.826240 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:47:58.826871 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe781c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:47:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:58.849575 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-57b1abde-7734-4075-830b-c52a334d7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:58.855494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cd42d-9cdd-4be4-afc3-df1abe949638 req-d0adf437-e91e-4de6-ac0a-ac4d2a91f218 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:58.861042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-57b1abde-7734-4075-830b-c52a334d7b5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0663753
Nov 27 20:47:58.866997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-380cd42d-9cdd-4be4-afc3-df1abe949638 req-d0adf437-e91e-4de6-ac0a-ac4d2a91f218 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 943 time: 0.1142938
Nov 27 20:47:58.883466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:47:58.885774 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2cef5-3073-4150-9aa1-dc5be07d0e28" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:47:58.964441 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:47:59.015732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-380cd42d-9cdd-4be4-afc3-df1abe949638 req-60d2562a-5a96-4dce-810f-5c45202f3d34 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477323
Nov 27 20:47:59.036020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-d255c750-5fc6-4436-a42f-93c9cf6262af service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716838
Nov 27 20:47:59.156790 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3f5bad5-6054-4c89-84c4-fe7793a0d848 req-077e271a-9f1e-4d3a-ae66-5061f7b5d3a1 service neutron] 10.222.0.21 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113586
Nov 27 20:47:59.187916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a0f1b-e13d-4038-995c-010554c39a65 req-f63fab15-7204-48f7-9797-42bf506fdf7d tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:59.189770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-199a0f1b-e13d-4038-995c-010554c39a65 req-f63fab15-7204-48f7-9797-42bf506fdf7d tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1101 time: 0.0846212
Nov 27 20:47:59.256251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-199a0f1b-e13d-4038-995c-010554c39a65 req-d4b514c8-23e4-4634-a05d-d5935f2fd288 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563688
Nov 27 20:47:59.272133 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5924d5f3-69ee-4dba-836a-ad6ee4428454 x-openstack-request-id: req-5924d5f3-69ee-4dba-836a-ad6ee4428454 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:59.272133 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:59.272133 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5924d5f3-69ee-4dba-836a-ad6ee4428454 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:59.272133 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'status': 'completed', 'code': 200}
Nov 27 20:47:59.293938 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe781c70>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:47:59.362839 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a36ce2d-22f1-4143-b32a-98b400747297 x-openstack-request-id: req-7a36ce2d-22f1-4143-b32a-98b400747297 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:47:59.363480 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:47:59.364057 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a36ce2d-22f1-4143-b32a-98b400747297 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:47:59.364788 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93', 'status': 'completed', 'code': 200}
Nov 27 20:47:59.389706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-711dbf75-e250-4c61-b8f8-fd42c47d1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:59.391500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-711dbf75-e250-4c61-b8f8-fd42c47d1bca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bba5dc062b60481085531bc034e45209&device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 1097 time: 0.1044862
Nov 27 20:47:59.475270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae4274-def6-4cbe-95c4-0ee5e5d277d6 req-a594384c-0844-4552-8ecc-f809aa82015a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:59.476959 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4dae4274-def6-4cbe-95c4-0ee5e5d277d6 req-a594384c-0844-4552-8ecc-f809aa82015a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1209462
Nov 27 20:47:59.513154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-ecf76473-aa4d-464a-8c0e-6afdb4feb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:59.514672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-ecf76473-aa4d-464a-8c0e-6afdb4feb37c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1124 time: 0.1387200
Nov 27 20:47:59.536466 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfa892-e842-4e15-90a8-a49e72535bef None None] The sync data for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 is: [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:46:36Z', 'revision_number': 4, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af1d1144-9483-4cae-8779-5708a3e649d8', 'name': '', 'network_id': '928a9d2f-c6ce-4a29-a19b-6db7d0d4717b', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'mac_address': 'fa:16:3e:a9:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:35Z', 'updated_at': '2021-11-27T20:46:44Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'subnets': [{'id': '504d0b4b-8f87-4c09-952d-ea718b410b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:47:59.556104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4dae4274-def6-4cbe-95c4-0ee5e5d277d6 req-05d0c9c5-e9b6-4c58-aeb5-61533a1a3240 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732422
Nov 27 20:47:59.582489 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:47:59.726764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b51ad6c9-008a-470c-b58c-4307b66fbeca up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:47:59.754660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-f99da857-24c8-4b8e-92ed-d03d842e8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:59.760328 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-f99da857-24c8-4b8e-92ed-d03d842e8144 service neutron] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.2360253
Nov 27 20:47:59.776818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-1bfcc56f-41e7-45f0-93ca-a4666a7f1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:47:59.779953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-1bfcc56f-41e7-45f0-93ca-a4666a7f1b29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 200  len: 922 time: 0.3717134
Nov 27 20:47:59.923478 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-6b70f3f0-093b-49bb-b5e9-db6900f18f8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 HTTP/1.1" status: 200  len: 217 time: 0.1513917
Nov 27 20:48:00.123738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-1e78a7f6-917c-44b9-9b08-5b8d2ee385b2 service neutron] 10.222.0.15 "GET /v2.0/ports/3978ebd3-dcc3-49e6-8a90-afe04b6c5d93/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1611359
Nov 27 20:48:00.126883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cd9d7-0497-403c-8778-0108fcb8e0cc req-84957527-d7e8-49c0-ab24-8c1121c57ccf tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:00.129199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a2fe3-ea13-4431-8344-bf58e6711e0b None None] New status for floating IP e7d09a21-c5dc-472f-8c81-48956b80e10e: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:48:00.136664 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e83cd9d7-0497-403c-8778-0108fcb8e0cc req-84957527-d7e8-49c0-ab24-8c1121c57ccf tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 1101 time: 0.0997787
Nov 27 20:48:00.140159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-8b1cc3d0-de2c-42e2-a402-d1c9014f3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:00.141790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-8b1cc3d0-de2c-42e2-a402-d1c9014f3173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1490762
Nov 27 20:48:00.152841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-bb6afd8b-810c-467f-ae2f-3b81a1eed87e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 200  len: 217 time: 0.2521954
Nov 27 20:48:00.227015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:00.238708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 has no active binding in host nch1-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 20:48:00.322858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e83cd9d7-0497-403c-8778-0108fcb8e0cc req-009afd09-fce5-43af-b7cf-abdd39fed897 tempest-ServersAdminTestJSON-1568972249 tempest-ServersAdminTestJSON-1568972249-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846616
Nov 27 20:48:00.352725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-5da0605e-bc63-4ab2-b485-59ddb9274b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:00.357376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-5da0605e-bc63-4ab2-b485-59ddb9274b76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 200  len: 860 time: 0.1744049
Nov 27 20:48:00.381632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port b51ad6c9-008a-470c-b58c-4307b66fbeca completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:00.392697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port b51ad6c9-008a-470c-b58c-4307b66fbeca triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:00.393880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:00.415784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1a700-a3f2-43aa-a717-d9fbd5d61a8b req-2e3cc625-c5a2-48c8-8069-8bf909e92f55 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:00.418481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56890) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:00.423673 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22a1a700-a3f2-43aa-a717-d9fbd5d61a8b req-2e3cc625-c5a2-48c8-8069-8bf909e92f55 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 945 time: 0.6571341
Nov 27 20:48:00.463264 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-734d4065-1e6f-427b-9e8c-5e75ab9c3469 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3092213
Nov 27 20:48:00.465515 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-ebc3722a-2e81-4268-a422-6e4cc1c72cde tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips/e7d09a21-c5dc-472f-8c81-48956b80e10e HTTP/1.1" status: 200  len: 695 time: 0.1000946
Nov 27 20:48:00.581011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:00.593338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:00.597697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-57d6ac73-ce7b-4740-b96a-5e128b3e1b46 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1182790
Nov 27 20:48:00.634483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:00.640609 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d7d02d-ad8f-499b-95df-42cd1c88920b" -d '{"events": [{"server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "name": "network-vif-plugged", "status": "completed", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:00.644958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:00.676412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:00.686522 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:00.716476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c091e55-bd5c-41bc-aef9-f376fafbbf43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:00.725491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-350c5e0f-9284-4474-903b-9a6666d2b544 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:00.726972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-350c5e0f-9284-4474-903b-9a6666d2b544 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2546556
Nov 27 20:48:00.744291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:00.751836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-d144d5b0-c3c7-4aad-8710-eb7041cadb20 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:48:00.752892 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-d144d5b0-c3c7-4aad-8710-eb7041cadb20 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0147943
Nov 27 20:48:00.766180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b51ad6c9-008a-470c-b58c-4307b66fbeca,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:00.770200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:00.827805 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:00.840833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22a1a700-a3f2-43aa-a717-d9fbd5d61a8b req-6512cba1-7e7e-404d-9b09-ec6f87b6f317 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4055011
Nov 27 20:48:00.868102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-eeb498b3-2238-49c1-ba70-a59c425923f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:00.870776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-eeb498b3-2238-49c1-ba70-a59c425923f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4193742
Nov 27 20:48:00.872998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-2c0e3bbf-68e2-4d5d-ba81-b0f2dfdd0a6f tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 697 time: 0.1076107
Nov 27 20:48:00.986033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b2cef5-3073-4150-9aa1-dc5be07d0e28 req-047d5470-035a-494e-99a9-f197200a433c service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3516614
Nov 27 20:48:00.998015 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-60066991-5ce9-41f0-8f34-673771f8ea52 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.175 HTTP/1.1" status: 200  len: 697 time: 0.1114104
Nov 27 20:48:01.138957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c091e55-bd5c-41bc-aef9-f376fafbbf43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.150529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aea5c1-03aa-4ba2-87f0-36dfc83315d3 req-fca17df5-3255-41b6-8c37-85afa1b8d60f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:01.153662 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c091e55-bd5c-41bc-aef9-f376fafbbf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.160813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47aea5c1-03aa-4ba2-87f0-36dfc83315d3 req-fca17df5-3255-41b6-8c37-85afa1b8d60f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 943 time: 0.1903806
Nov 27 20:48:01.211300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] Transition to ACTIVE for port object 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:01.227584 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-09e73d3f-ef30-4bd3-9c90-9045a7b3c9f7 service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3455081
Nov 27 20:48:01.229047 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.231649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47aea5c1-03aa-4ba2-87f0-36dfc83315d3 req-3ab737da-febc-41d3-9eaa-8e809ed94aa7 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700328
Nov 27 20:48:01.249157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9c091e55-bd5c-41bc-aef9-f376fafbbf43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=362ae85fdb0f47298d68a24282d26caa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8294139
Nov 27 20:48:01.254512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56900) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:01.286471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c091e55-bd5c-41bc-aef9-f376fafbbf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e68e36d-7096-42de-a020-2bd5b5fc3b52,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:01.348011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] No DVR routers for this DVR port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:48:01.359987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] Pushing event updated for resources: {'Port': ['ID=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,revision_number=10']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:01.373815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93bd425-291f-461f-9f56-e45393a9bf41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.389577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Deleting port 1a4e652c-c10e-4bd8-87ae-463611d058d6 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:48:01.390486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.391321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b29e12d-eb7e-4beb-a10d-02e5b4b5ed99 req-18e86f21-7324-45e5-b381-b38e886f9696 service neutron] 10.222.0.35 "GET /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551723
Nov 27 20:48:01.396971 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-a84ccf64-c6a7-4281-b007-eafd60711166 service neutron] 10.222.0.15 "PUT /v2.0/ports/3978ebd3-dcc3-49e6-8a90-afe04b6c5d93/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.2580826
Nov 27 20:48:01.421962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93bd425-291f-461f-9f56-e45393a9bf41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.469881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:01.537771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.537771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.550694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-b31ce513-2a12-4176-afae-61b6643afb7c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:01.553482 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-b31ce513-2a12-4176-afae-61b6643afb7c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0851715
Nov 27 20:48:01.566652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Calling delete_port for 1a4e652c-c10e-4bd8-87ae-463611d058d6 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:48:01.602939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 41eff457-e562-48bc-bb0b-6db9a9bacf92 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:01.603355 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.612346 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93bd425-291f-461f-9f56-e45393a9bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.617012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93bd425-291f-461f-9f56-e45393a9bf41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.622228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f93bd425-291f-461f-9f56-e45393a9bf41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e68e36d-7096-42de-a020-2bd5b5fc3b52 HTTP/1.1" status: 204  len: 168 time: 0.3566580
Nov 27 20:48:01.640197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bd425-291f-461f-9f56-e45393a9bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e68e36d-7096-42de-a020-2bd5b5fc3b52,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:01.652394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-7097b446-90ca-48a6-8d46-8b4bc6709cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:01.654192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-7097b446-90ca-48a6-8d46-8b4bc6709cf3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc&tenant_id=a9eca53282994b4094a056750bb24ccb HTTP/1.1" status: 200  len: 1095 time: 0.0862901
Nov 27 20:48:01.842921 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.847461 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:48:01.855026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-d72c30b6-9816-4e5a-a5ab-5dd6295f0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:01.861001 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-d72c30b6-9816-4e5a-a5ab-5dd6295f0fbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1095 time: 0.1786888
Nov 27 20:48:01.883759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.894304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:01.899853 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:01.900935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:01.941484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Pushing event deleted for resources: {'Port': ['ID=1a4e652c-c10e-4bd8-87ae-463611d058d6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:01.961357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb928e34-8351-46e8-afc2-e7796f77e125 req-7a328658-31c8-4a24-8f74-b18bfa1056fc tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:01.969823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb928e34-8351-46e8-afc2-e7796f77e125 req-7a328658-31c8-4a24-8f74-b18bfa1056fc tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1715322
Nov 27 20:48:02.032605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=11']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:02.041742 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:02.042356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:48:02.044355 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:02.045798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-528bfc90-00f1-499b-a22d-89ceac2c9dcb req-a747e167-98a5-4ed8-8f49-d3659a5cdc85 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "DELETE /v2.0/floatingips/e7d09a21-c5dc-472f-8c81-48956b80e10e HTTP/1.1" status: 204  len: 173 time: 1.0265417
Nov 27 20:48:02.083765 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb928e34-8351-46e8-afc2-e7796f77e125 req-a7139c26-4d96-470a-8b92-d41758d5da94 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117258
Nov 27 20:48:02.087022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-b9e2a58d-0a14-4a84-b4cc-7ebaf00eda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:02.087884 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-b9e2a58d-0a14-4a84-b4cc-7ebaf00eda41 service neutron] 10.222.0.35 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.2191052
Nov 27 20:48:02.110807 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a499ff7b-a07f-41b4-b192-d3cc38453b7e x-openstack-request-id: req-a499ff7b-a07f-41b4-b192-d3cc38453b7e {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:02.111243 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "name": "network-vif-plugged", "status": "completed", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:02.111620 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a499ff7b-a07f-41b4-b192-d3cc38453b7e {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:02.112671 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca', 'code': 200}
Nov 27 20:48:02.228514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-56b7738c-a1c4-4194-b674-d6063f3dc79a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 HTTP/1.1" status: 200  len: 217 time: 0.1309605
Nov 27 20:48:02.286106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04a8ed-0dee-455c-9e61-a79a45b8b48a req-d79a4567-955d-47a1-acfc-a2c51c176375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:02.287816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da04a8ed-0dee-455c-9e61-a79a45b8b48a req-d79a4567-955d-47a1-acfc-a2c51c176375 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1097 time: 0.0975840
Nov 27 20:48:02.323447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa53ca-2539-47e8-9c47-18ed223d6377 req-bf20e320-231c-442d-bdd6-7c6217e208b0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:02.333842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cea758-a531-4009-bf86-d5518bcd5f08 req-26cc64e5-e8f8-4641-bbb5-4c1cc020e3eb tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:02.334931 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebaa53ca-2539-47e8-9c47-18ed223d6377 req-bf20e320-231c-442d-bdd6-7c6217e208b0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 946 time: 0.0997107
Nov 27 20:48:02.342753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27cea758-a531-4009-bf86-d5518bcd5f08 req-26cc64e5-e8f8-4641-bbb5-4c1cc020e3eb tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 950 time: 0.1337998
Nov 27 20:48:02.376315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-d12e3394-81ac-4434-bdaa-e8ad4bac200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:02.382168 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-d12e3394-81ac-4434-bdaa-e8ad4bac200b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1214919
Nov 27 20:48:02.388952 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da04a8ed-0dee-455c-9e61-a79a45b8b48a req-b1572573-99f3-48d8-b858-8efb643b2e67 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929439
Nov 27 20:48:02.424539 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebaa53ca-2539-47e8-9c47-18ed223d6377 req-0c74a0e1-5967-4fab-b60b-e844073be1c5 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805025
Nov 27 20:48:02.461200 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-c1bf2bf6-078c-4d74-981d-310494ad647e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523124
Nov 27 20:48:02.470124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27cea758-a531-4009-bf86-d5518bcd5f08 req-769300bf-af63-47e9-8b0a-d410192790e3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259892
Nov 27 20:48:02.689408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922928ac-0eb1-4bfc-9bef-0656837980dc req-98c56b85-3e77-467e-b00b-d906ce58bd48 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:02.699787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-922928ac-0eb1-4bfc-9bef-0656837980dc req-98c56b85-3e77-467e-b00b-d906ce58bd48 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 946 time: 0.0696521
Nov 27 20:48:02.717095 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed71c-b6a8-4a79-8287-23747e86709b req-77ca3e34-8d43-4e79-9501-cf1d3c4b6511 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:02.725069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-027ed71c-b6a8-4a79-8287-23747e86709b req-77ca3e34-8d43-4e79-9501-cf1d3c4b6511 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 944 time: 0.1538126
Nov 27 20:48:02.749174 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56934) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:02.781935 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-922928ac-0eb1-4bfc-9bef-0656837980dc req-27a09eb2-2696-40c2-a512-24b8762d35c5 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762432
Nov 27 20:48:02.801649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-5f2028da-6835-4dbb-bdc9-5cf7c31626b1 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782405
Nov 27 20:48:02.819498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-027ed71c-b6a8-4a79-8287-23747e86709b req-f92e7140-2d22-4a6a-b072-588a85b82977 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878217
Nov 27 20:48:02.898795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1734566018-network', 'tenant_id': '9ad7d5043f534761a5ec7fd800939007'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:02.932968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Made reservation on behalf of 9ad7d5043f534761a5ec7fd800939007 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:02.934437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-c63db4d0-20ac-4b0f-939f-51176fa260ba service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111817
Nov 27 20:48:02.935660 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:02.949460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.051500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.068464 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.093152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:48:03.116648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4e7ec0-7e33-427b-8344-0b0ef73794eb,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:03.123685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.124197 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Added segment 8064bb54-3ee0-4c04-bf4f-7968352ac17d of type vlan for network ff60f85e-ec4e-469d-8172-a616261a3bfd
Nov 27 20:48:03.178838 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.209035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.211141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:03.212591 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.239381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-2bf95382-c404-4449-a739-38635c5c8f22 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:03.241498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-2bf95382-c404-4449-a739-38635c5c8f22 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0610778
Nov 27 20:48:03.286213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.5346551
Nov 27 20:48:03.308823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56940) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:03.317397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Request body: {'subnet': {'network_id': 'ff60f85e-ec4e-469d-8172-a616261a3bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1734566018-subnet', 'tenant_id': '9ad7d5043f534761a5ec7fd800939007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:03.331137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c56ea-ab6e-4cba-9009-d2952fa83ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff60f85e-ec4e-469d-8172-a616261a3bfd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:03.345153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network ff60f85e-ec4e-469d-8172-a616261a3bfd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:48:03.349894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a176a61-ec87-4498-aeaa-6004b61f60e5 req-8e55b4a8-6e7a-445e-a692-8ce39e815872 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:03.357550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a176a61-ec87-4498-aeaa-6004b61f60e5 req-8e55b4a8-6e7a-445e-a692-8ce39e815872 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1218307
Nov 27 20:48:03.362380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-4bff2467-3d5b-413d-b3ae-9ed4261baa30 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:03.364606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-4bff2467-3d5b-413d-b3ae-9ed4261baa30 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 950 time: 0.0965667
Nov 27 20:48:03.365720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Made reservation on behalf of 9ad7d5043f534761a5ec7fd800939007 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:03.367991 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.464590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a176a61-ec87-4498-aeaa-6004b61f60e5 req-f480133b-09c4-4454-893b-17dd4fdb4c02 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014125
Nov 27 20:48:03.490380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-4d06018c-e897-4ed8-ac41-a88dc7ef5882 service neutron] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:03.494627 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-4d06018c-e897-4ed8-ac41-a88dc7ef5882 service neutron] Publish callbacks [] for binding, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.495823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6a54d9a-0a81-4c22-9b8f-137302e0398e req-4d06018c-e897-4ed8-ac41-a88dc7ef5882 service neutron] 10.222.0.35 "DELETE /v2.0/ports/3978ebd3-dcc3-49e6-8a90-afe04b6c5d93/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2434123
Nov 27 20:48:03.625833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0cd04-f5f2-43c0-af1b-adbb2ccff403 req-0368aefb-7c35-46b4-b2f8-67af68ae1bac tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:03.635516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93c0cd04-f5f2-43c0-af1b-adbb2ccff403 req-0368aefb-7c35-46b4-b2f8-67af68ae1bac tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 950 time: 0.0728793
Nov 27 20:48:03.715819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93c0cd04-f5f2-43c0-af1b-adbb2ccff403 req-76f46783-3712-4702-9dd2-0b704809786a tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784602
Nov 27 20:48:03.734313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ebe85-d847-4774-8e92-bf5e7bfa28fd req-ba5cdc55-305d-4c88-b404-90eecb1ecb67 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:03.736060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a98ebe85-d847-4774-8e92-bf5e7bfa28fd req-ba5cdc55-305d-4c88-b404-90eecb1ecb67 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 946 time: 0.1643548
Nov 27 20:48:03.786801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Deleting port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:48:03.787148 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:03.951782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e273c3-9f95-4af7-8a89-b7bc646756b2 req-fb25fc06-c01d-4ba8-8eae-3636efcc7d77 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:03.953866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32e273c3-9f95-4af7-8a89-b7bc646756b2 req-fb25fc06-c01d-4ba8-8eae-3636efcc7d77 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 946 time: 0.0676627
Nov 27 20:48:04.013898 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32520228-b22d-4438-9043-fcbf56612072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:04.044670 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32e273c3-9f95-4af7-8a89-b7bc646756b2 req-203b7869-89ea-41f2-9864-762f46f2e61a tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788825
Nov 27 20:48:04.114114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:04.120626 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b45e7f-2de7-4b1e-8893-16ecd94c0dd8" -d '{"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-plugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:04.180709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a98ebe85-d847-4774-8e92-bf5e7bfa28fd req-eb1b6494-9999-409a-910e-1406f92317e5 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4318900
Nov 27 20:48:04.226137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90b94a-f4a2-4706-88cc-8cf823cbcfdc req-5c82ad5f-f924-495c-8db7-f98bd98d0dec tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:04.233364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c90b94a-f4a2-4706-88cc-8cf823cbcfdc req-5c82ad5f-f924-495c-8db7-f98bd98d0dec tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 944 time: 0.1070492
Nov 27 20:48:04.261836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-9be02273-55e1-408c-bb22-8701e69b89bb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:04.263493 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-9be02273-55e1-408c-bb22-8701e69b89bb tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 946 time: 0.1056643
Nov 27 20:48:04.349072 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c90b94a-f4a2-4706-88cc-8cf823cbcfdc req-1229e662-6136-4104-80b3-2342d3262e48 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081977
Nov 27 20:48:04.375506 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2040a985-61c1-4743-8d56-0a187cad6774 x-openstack-request-id: req-2040a985-61c1-4743-8d56-0a187cad6774 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:04.376440 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-plugged", "status": "completed", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:04.376943 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2040a985-61c1-4743-8d56-0a187cad6774 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:04.377606 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'code': 200}
Nov 27 20:48:04.393199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] For port 921d53f1-521d-4cdd-b823-85f92a7d7fd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=921d53f1-521d-4cdd-b823-85f92a7d7fd4,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:04.394193 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:04.455730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Calling delete_port for 921d53f1-521d-4cdd-b823-85f92a7d7fd4 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:48:04.467669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:04.491269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Deleting port 8be29504-a892-4d2c-b932-707aa3ac7d18 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:48:04.492188 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:04.651163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d57dc-f384-42b3-a21e-058064ec77bb req-aa0880b1-0ad7-4f7a-b514-960972749d6f tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:04.652721 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0b2d57dc-f384-42b3-a21e-058064ec77bb req-aa0880b1-0ad7-4f7a-b514-960972749d6f tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 1095 time: 0.1053183
Nov 27 20:48:04.656266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4170881b-bfbf-494d-859a-03b48beba761,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:04.669237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa50f2-4bbd-4a20-be08-72654eb66751 req-946961b9-3c75-4549-8a7e-fdb6ee300d1b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:04.670872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9aa50f2-4bbd-4a20-be08-72654eb66751 req-946961b9-3c75-4549-8a7e-fdb6ee300d1b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.0927868
Nov 27 20:48:04.677117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] For port 8be29504-a892-4d2c-b932-707aa3ac7d18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8be29504-a892-4d2c-b932-707aa3ac7d18,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:04.677482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:04.704419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Calling delete_port for 8be29504-a892-4d2c-b932-707aa3ac7d18 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:48:04.712838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0b2d57dc-f384-42b3-a21e-058064ec77bb req-0f9c2587-ecf0-4a48-800b-0a0f3c13f657 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505714
Nov 27 20:48:04.722447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Checking segment: {'id': '8064bb54-3ee0-4c04-bf4f-7968352ac17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ff60f85e-ec4e-469d-8172-a616261a3bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:04.722810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Network hostable DHCP agents. Network: ff60f85e-ec4e-469d-8172-a616261a3bfd, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:48:04.772270 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9aa50f2-4bbd-4a20-be08-72654eb66751 req-0d8a9a4e-0ae2-45cf-b435-bf2fe79b5414 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906608
Nov 27 20:48:04.774944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Network ff60f85e-ec4e-469d-8172-a616261a3bfd is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:48:04.864077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ff60f85e-ec4e-469d-8172-a616261a3bfd) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:04.872938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:04.873554 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:04.880540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81018cd-19bf-490c-9ec1-ce44c5f1a77a None None] Network ff60f85e-ec4e-469d-8172-a616261a3bfd requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:48:04.916024 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:04.921773 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-82a7d314-da89-44cc-88f3-19d1e0ccd2f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.6117272
Nov 27 20:48:04.954355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Pushing event deleted for resources: {'Port': ['ID=921d53f1-521d-4cdd-b823-85f92a7d7fd4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:05.044372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58a92666-b40c-4c88-ada4-6cf6e76c0d04 req-d75603bf-0e61-449e-ad7b-e272c382628b tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e727772-99b2-45c0-9110-ac8dce65e2ae HTTP/1.1" status: 200  len: 210 time: 0.1375427
Nov 27 20:48:05.075488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['61486de3-700a-473b-8c7d-f6d50698c8b0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:05.085063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['921d53f1-521d-4cdd-b823-85f92a7d7fd4', '41eff457-e562-48bc-bb0b-6db9a9bacf92'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:05.121967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] No DVR routers for this DVR port 921d53f1-521d-4cdd-b823-85f92a7d7fd4 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:48:05.125008 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:05.130663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40ec6621-b106-4dcf-829e-ff7a05053bd8 req-7dbc5a2a-5bb2-4f77-917e-967da9ac50ed tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "DELETE /v2.0/ports/921d53f1-521d-4cdd-b823-85f92a7d7fd4 HTTP/1.1" status: 204  len: 173 time: 1.7590649
Nov 27 20:48:05.131207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e727772-99b2-45c0-9110-ac8dce65e2ae', 'name': 'network-vif-deleted', 'tag': '921d53f1-521d-4cdd-b823-85f92a7d7fd4'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:05.136799 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9439bd84-1db0-4eb3-b6cc-a99173d18b34" -d '{"events": [{"server_uuid": "7e727772-99b2-45c0-9110-ac8dce65e2ae", "name": "network-vif-deleted", "tag": "921d53f1-521d-4cdd-b823-85f92a7d7fd4"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:05.398321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f68c-fb3f-4007-86b9-38e8e48eb0eb req-e08f789d-38d4-4979-8837-470e0960acef tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:05.411637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c939f68c-fb3f-4007-86b9-38e8e48eb0eb req-e08f789d-38d4-4979-8837-470e0960acef tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad5d6f1-7c37-47dc-a199-429ece8deb71 HTTP/1.1" status: 200  len: 946 time: 0.0900047
Nov 27 20:48:05.498069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-dcf429a0-ec35-47a7-90c3-c0d55d4898da tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:05.507021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-dcf429a0-ec35-47a7-90c3-c0d55d4898da tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 820 time: 0.2347953
Nov 27 20:48:05.532634 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a74cf81c-7b89-4aec-b4ff-888897a0438e tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/quotas/a9eca53282994b4094a056750bb24ccb HTTP/1.1" status: 200  len: 375 time: 0.0243797
Nov 27 20:48:05.579886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c939f68c-fb3f-4007-86b9-38e8e48eb0eb req-32b1d6f0-eb41-4592-9dc3-aaa219316714 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.21 "GET /v2.0/security-groups?id=3aed01a5-e00e-449a-a043-32d4967dea83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618996
Nov 27 20:48:05.603849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4f84e-a884-4050-ba44-5a4b6a214f22 None None] Network ff60f85e-ec4e-469d-8172-a616261a3bfd requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:48:05.614685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:05.649177 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-f1b660ea-3209-4d9a-a26d-a9a78c103430 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1151707
Nov 27 20:48:05.667785 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16593dd4-5716-4c10-a93c-33daa17d0a21 x-openstack-request-id: req-16593dd4-5716-4c10-a93c-33daa17d0a21 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:05.668090 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e727772-99b2-45c0-9110-ac8dce65e2ae", "name": "network-vif-deleted", "tag": "921d53f1-521d-4cdd-b823-85f92a7d7fd4", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:05.668354 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16593dd4-5716-4c10-a93c-33daa17d0a21 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:05.668841 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e727772-99b2-45c0-9110-ac8dce65e2ae', 'name': 'network-vif-deleted', 'tag': '921d53f1-521d-4cdd-b823-85f92a7d7fd4', 'status': 'completed', 'code': 200}
Nov 27 20:48:05.680138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Pushing event deleted for resources: {'Port': ['ID=8be29504-a892-4d2c-b932-707aa3ac7d18,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:05.757709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] No DVR routers for this DVR port 8be29504-a892-4d2c-b932-707aa3ac7d18 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:48:05.763811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:05.777426 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18e96a0a-4b65-4661-9828-53e72cbed763 req-4418b5bd-eebc-4966-a0c2-3825d41485c2 tempest-FloatingIPsAssociationTestJSON-1607325997 tempest-FloatingIPsAssociationTestJSON-1607325997-project] 10.222.0.35 "DELETE /v2.0/ports/8be29504-a892-4d2c-b932-707aa3ac7d18 HTTP/1.1" status: 204  len: 173 time: 1.5052795
Nov 27 20:48:05.778033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'name': 'network-vif-deleted', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:05.781055 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4909124c-728e-4854-8b32-6a68a2a31893" -d '{"events": [{"server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "name": "network-vif-deleted", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:05.872698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-c74380ae-16a4-4750-a7c8-25859cce41aa service neutron] 10.222.0.21 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224507
Nov 27 20:48:05.900937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c69212-6e4d-413a-a969-f09b93aedd29 req-9255973e-c2ee-4794-beac-e3ba09acf6fd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:05.903019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c2c69212-6e4d-413a-a969-f09b93aedd29 req-9255973e-c2ee-4794-beac-e3ba09acf6fd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 946 time: 0.1184731
Nov 27 20:48:06.010944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c2c69212-6e4d-413a-a969-f09b93aedd29 req-4beb7657-e3da-4f96-9fa3-bb686f14dab0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946028
Nov 27 20:48:06.027888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-302525b2-21ae-4d17-908b-68d4c0e6e98c service neutron] 10.222.0.21 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542790
Nov 27 20:48:06.048535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8be29504-a892-4d2c-b932-707aa3ac7d18'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:06.290420 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-34dda0dc-f0c6-4315-a7e2-6b77d4b05737 req-e902a1a7-ea89-4437-a730-19f8794841c4 tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] show failed (client error): The resource could not be found.
Nov 27 20:48:06.291661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34dda0dc-f0c6-4315-a7e2-6b77d4b05737 req-e902a1a7-ea89-4437-a730-19f8794841c4 tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] 10.222.0.21 "GET /v2.0/security-groups/f1b80cd2-e694-4d4e-8995-1bf843786557 HTTP/1.1" status: 404  len: 352 time: 0.0194852
Nov 27 20:48:06.356498 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad537c5e-6493-492b-96f5-28d69893df5d x-openstack-request-id: req-ad537c5e-6493-492b-96f5-28d69893df5d {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:06.357210 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad5d6f1-7c37-47dc-a199-429ece8deb71", "name": "network-vif-deleted", "tag": "8be29504-a892-4d2c-b932-707aa3ac7d18", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:06.357679 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad537c5e-6493-492b-96f5-28d69893df5d {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:06.358301 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad5d6f1-7c37-47dc-a199-429ece8deb71', 'name': 'network-vif-deleted', 'tag': '8be29504-a892-4d2c-b932-707aa3ac7d18', 'status': 'completed', 'code': 200}
Nov 27 20:48:06.385778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e73f8220-fb35-4e96-9ee4-4f66933a6bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:06.478922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce2c6-f4fa-4093-a194-3db19912b526 req-b7071f74-94c4-4b6c-b526-fb722206e437 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:06.481281 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b56ce2c6-f4fa-4093-a194-3db19912b526 req-b7071f74-94c4-4b6c-b526-fb722206e437 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.0784450
Nov 27 20:48:06.519824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edddb50-b7f3-485b-8f4e-888fcefc6eaf req-81d46c49-5f27-4420-bea9-9ffc715a4c9d tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:06.528832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7edddb50-b7f3-485b-8f4e-888fcefc6eaf req-81d46c49-5f27-4420-bea9-9ffc715a4c9d tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1097 time: 0.0788143
Nov 27 20:48:06.580796 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b56ce2c6-f4fa-4093-a194-3db19912b526 req-42b8b288-39f8-41f3-8658-786547438be0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858471
Nov 27 20:48:06.598603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7edddb50-b7f3-485b-8f4e-888fcefc6eaf req-b55676f3-59e9-49fe-bc5a-cc16cabf9c98 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686846
Nov 27 20:48:06.682456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c9906403-5391-470f-907a-b54abd1915fc req-e8a705f9-611b-4449-a6d4-a228a2b11484 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 210 time: 0.0398395
Nov 27 20:48:06.710277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57022) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:06.862996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e66b-f053-44fb-8a0d-6efc471997c0 req-24642885-1ad2-4a7e-bce2-d824e3afa650 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:06.870082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42e7e66b-f053-44fb-8a0d-6efc471997c0 req-24642885-1ad2-4a7e-bce2-d824e3afa650 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1097 time: 0.0941544
Nov 27 20:48:07.021327 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc68482-b805-4e4f-a094-f1b2b8307ea3 req-ede41c9f-3ab9-4bef-83e6-103d7d399356 tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ad7d5043f534761a5ec7fd800939007 HTTP/1.1" status: 200  len: 3001 time: 0.0720170
Nov 27 20:48:07.051439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42e7e66b-f053-44fb-8a0d-6efc471997c0 req-9cded16b-1d93-488d-9e65-22103e0e21d7 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744912
Nov 27 20:48:07.098901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc68482-b805-4e4f-a094-f1b2b8307ea3 req-3c08e77c-3c8a-4028-8321-d7310c887587 tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] 10.222.0.21 "GET /v2.0/security-groups/7f4e7ec0-7e33-427b-8344-0b0ef73794eb HTTP/1.1" status: 200  len: 2998 time: 0.0762103
Nov 27 20:48:07.182548 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc68482-b805-4e4f-a094-f1b2b8307ea3 req-e3fb8110-ccf3-4560-b4da-84231aae5ddd tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] 10.222.0.21 "GET /v2.0/security-groups/7f4e7ec0-7e33-427b-8344-0b0ef73794eb HTTP/1.1" status: 200  len: 2998 time: 0.0825694
Nov 27 20:48:07.235627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c157-6165-4ae0-b08f-864288c1fc16 req-b4facc30-395c-42db-a25c-d2f33794af3f tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:07.243221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f467c157-6165-4ae0-b08f-864288c1fc16 req-b4facc30-395c-42db-a25c-d2f33794af3f tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 950 time: 0.0942535
Nov 27 20:48:07.276952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a8bd6cc-eac2-420d-b9da-70183d6088de req-2fb4cc63-9574-4041-92df-1af881ab1478 tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] 10.222.0.21 "GET /v2.0/security-groups/7f4e7ec0-7e33-427b-8344-0b0ef73794eb HTTP/1.1" status: 200  len: 2998 time: 0.0488122
Nov 27 20:48:07.301595 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f467c157-6165-4ae0-b08f-864288c1fc16 req-0a435bbb-3762-4c49-ad32-b2487395d94a tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574472
Nov 27 20:48:07.369378 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-9a8bd6cc-eac2-420d-b9da-70183d6088de req-f30b5738-da18-4815-85a0-f2f9ecc3a07f tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 27 20:48:07.370481 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a8bd6cc-eac2-420d-b9da-70183d6088de req-f30b5738-da18-4815-85a0-f2f9ecc3a07f tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f4e7ec0-7e33-427b-8344-0b0ef73794eb HTTP/1.1" status: 409  len: 352 time: 0.0873749
Nov 27 20:48:07.390895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:07.469072 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-48430157-1226-4b39-8b50-88a3847843b0 req-e1f21193-3bfa-44e8-bff5-10ce2b2a9982 tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] show failed (client error): The resource could not be found.
Nov 27 20:48:07.481190 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48430157-1226-4b39-8b50-88a3847843b0 req-e1f21193-3bfa-44e8-bff5-10ce2b2a9982 tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] 10.222.0.21 "GET /v2.0/security-groups/5a5921b1-155f-4854-8775-c4060912819b HTTP/1.1" status: 404  len: 352 time: 0.0221167
Nov 27 20:48:07.504926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 921d53f1-521d-4cdd-b823-85f92a7d7fd4 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:07.538109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 921d53f1-521d-4cdd-b823-85f92a7d7fd4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:48:07.541609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 921d53f1-521d-4cdd-b823-85f92a7d7fd4 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:48:07.554326 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-739ebcc8-fa85-4b3c-a567-923c710af298 req-0cb1f85a-feca-4cbf-b62d-8285834c330d tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] show failed (client error): The resource could not be found.
Nov 27 20:48:07.570166 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-739ebcc8-fa85-4b3c-a567-923c710af298 req-0cb1f85a-feca-4cbf-b62d-8285834c330d tempest-SecurityGroupsNegativeTestJSON-1727030840 tempest-SecurityGroupsNegativeTestJSON-1727030840-project] 10.222.0.21 "GET /v2.0/security-groups/77c699e1-2f76-464a-a2fd-f89d41f9ba68 HTTP/1.1" status: 404  len: 352 time: 0.0412390
Nov 27 20:48:07.571107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57042) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:07.642185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1171c75c-b76c-4651-8f2b-e0d2d3f167f6 admin admin] Deleting subnet 4170881b-bfbf-494d-859a-03b48beba761 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:48:07.653764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1171c75c-b76c-4651-8f2b-e0d2d3f167f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:07.714831 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:07.755675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1171c75c-b76c-4651-8f2b-e0d2d3f167f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:07.794896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0602a-2384-4e60-8cdb-cb43be0f79be req-b4b4a4dc-319f-425c-90b5-180b3282a632 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:07.802245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1de0602a-2384-4e60-8cdb-cb43be0f79be req-b4b4a4dc-319f-425c-90b5-180b3282a632 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1073949
Nov 27 20:48:07.855644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c3b8b-8561-4c14-862e-066680a7a792 req-c22cc1ba-4a73-4dfe-89b8-8a166e01f6ca tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:07.857077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a4c3b8b-8561-4c14-862e-066680a7a792 req-c22cc1ba-4a73-4dfe-89b8-8a166e01f6ca tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1097 time: 0.2055345
Nov 27 20:48:07.863115 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1171c75c-b76c-4651-8f2b-e0d2d3f167f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:07.886352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-0f219c92-2f12-46d9-97dc-9956d2117669 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:07.887841 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-0f219c92-2f12-46d9-97dc-9956d2117669 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 820 time: 0.3396404
Nov 27 20:48:07.903104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Request body: {'port': {'device_id': '5be38ef7-cbe4-41c9-8180-148457627022', 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f', 'admin_state_up': True, 'tenant_id': 'a9eca53282994b4094a056750bb24ccb'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:07.916410 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1de0602a-2384-4e60-8cdb-cb43be0f79be req-1041864b-0190-48fa-8793-3f217d3292de tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132965
Nov 27 20:48:07.958932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1171c75c-b76c-4651-8f2b-e0d2d3f167f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:07.995596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171c75c-b76c-4651-8f2b-e0d2d3f167f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4170881b-bfbf-494d-859a-03b48beba761,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:08.003272 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1171c75c-b76c-4651-8f2b-e0d2d3f167f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.006647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1171c75c-b76c-4651-8f2b-e0d2d3f167f6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4170881b-bfbf-494d-859a-03b48beba761 HTTP/1.1" status: 204  len: 168 time: 0.4344518
Nov 27 20:48:08.009177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57048) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:08.022319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a4c3b8b-8561-4c14-862e-066680a7a792 req-104585ba-50b3-4c57-be8b-1fc6d0e736cd tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465311
Nov 27 20:48:08.110965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Made reservation on behalf of a9eca53282994b4094a056750bb24ccb for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:08.115858 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.116020 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-231b02be-3980-469f-9cdd-b4b2adc14bd8 req-ca8a6611-25f2-4ac2-ac57-7594dea5655c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 210 time: 0.0722728
Nov 27 20:48:08.145804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.166276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Deleting port af1d1144-9483-4cae-8779-5708a3e649d8 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:48:08.166582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.241013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.263032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd317400>,) {'filters': {'network_id': ['ff60f85e-ec4e-469d-8172-a616261a3bfd']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:08.272790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd317400>, '8064bb54-3ee0-4c04-bf4f-7968352ac17d') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:08.273124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd317400>, '8064bb54-3ee0-4c04-bf4f-7968352ac17d') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:08.284271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.300371 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.308836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:48:08.309287 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:48:08.311945 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:48:08.327686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] For port af1d1144-9483-4cae-8779-5708a3e649d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af1d1144-9483-4cae-8779-5708a3e649d8,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:08.328077 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.366438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Allocated IP 172.20.0.9 (979446f3-8da8-4e53-af09-3da825cab09f/a14abce1-2bd4-41d0-9023-f158340bf983/f6b877dc-2544-4729-b562-12b62148f13d) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:08.379420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Calling delete_port for af1d1144-9483-4cae-8779-5708a3e649d8 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:48:08.395368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.409212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.417254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff60f85e-ec4e-469d-8172-a616261a3bfd HTTP/1.1" status: 204  len: 168 time: 0.4051895
Nov 27 20:48:08.539099 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b95826-3726-4153-90a1-2e4e5a752673 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff60f85e-ec4e-469d-8172-a616261a3bfd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:08.582042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-e27a4d85-3aa0-475a-9fab-250a67a7a0cf tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:08.584012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-e27a4d85-3aa0-475a-9fab-250a67a7a0cf tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.35 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 950 time: 0.1662822
Nov 27 20:48:08.633869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57056) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:08.701445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4c0e-3062-4894-8261-af8faaea64d5 req-25627268-a88e-4aee-899d-8a196cbebc9c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:08.712633 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b6f4c0e-3062-4894-8261-af8faaea64d5 req-25627268-a88e-4aee-899d-8a196cbebc9c tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 950 time: 0.2938852
Nov 27 20:48:08.714171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Deleting port 61486de3-700a-473b-8c7d-f6d50698c8b0 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:48:08.714524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.837599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] For port 61486de3-700a-473b-8c7d-f6d50698c8b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61486de3-700a-473b-8c7d-f6d50698c8b0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:08.838313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.840960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-264fffc6-44ce-436a-8dd4-d7a4d54e60ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ad7d5043f534761a5ec7fd800939007&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1517236
Nov 27 20:48:08.841119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57058) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:08.862146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b6f4c0e-3062-4894-8261-af8faaea64d5 req-67773304-edce-4d2f-bf0c-41ec25e7a132 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480963
Nov 27 20:48:08.867467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Calling delete_port for 61486de3-700a-473b-8c7d-f6d50698c8b0 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:48:08.890026 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.940003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-02909fd8-9345-4402-a407-a3ede7482321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.940455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:08.977882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1d1144-9483-4cae-8779-5708a3e649d8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:08.985898 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:09.014850 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-02909fd8-9345-4402-a407-a3ede7482321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:09.146654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Pushing event updated for resources: {'Port': ['ID=f6b877dc-2544-4729-b562-12b62148f13d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:09.206029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Network 979446f3-8da8-4e53-af09-3da825cab09f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:09.212298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:09.216058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:09.275714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:09.276799 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:09.290533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-02909fd8-9345-4402-a407-a3ede7482321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:09.293498 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-02909fd8-9345-4402-a407-a3ede7482321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:09.296942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-02909fd8-9345-4402-a407-a3ede7482321 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f4e7ec0-7e33-427b-8344-0b0ef73794eb HTTP/1.1" status: 204  len: 168 time: 0.4528055
Nov 27 20:48:09.296942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:09.309568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['61486de3-700a-473b-8c7d-f6d50698c8b0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:09.312729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['41eff457-e562-48bc-bb0b-6db9a9bacf92'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:09.324354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02909fd8-9345-4402-a407-a3ede7482321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4e7ec0-7e33-427b-8344-0b0ef73794eb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:09.380775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362db74-db44-4ab8-9a21-5e76834809f8 req-5bc8a358-14f3-4d37-b5da-6efdfa23e889 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:09.389254 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d362db74-db44-4ab8-9a21-5e76834809f8 req-5bc8a358-14f3-4d37-b5da-6efdfa23e889 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1097 time: 0.2435958
Nov 27 20:48:09.394344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Pushing event deleted for resources: {'Port': ['ID=61486de3-700a-473b-8c7d-f6d50698c8b0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:09.421061 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a0c79497-29de-4771-b0b7-a20282cc9381 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5228457
Nov 27 20:48:09.422570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b655581-4aa3-4ffd-9b72-0020b2db2e33 req-a85f9f13-7b40-4bac-ac32-6e57a2b068d6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:09.433340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b655581-4aa3-4ffd-9b72-0020b2db2e33 req-a85f9f13-7b40-4bac-ac32-6e57a2b068d6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.3444552
Nov 27 20:48:09.525232 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:09.565985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b655581-4aa3-4ffd-9b72-0020b2db2e33 req-05bd67c0-c240-4ccf-9ac4-32385f8baa45 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251609
Nov 27 20:48:09.608114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8be29504-a892-4d2c-b932-707aa3ac7d18 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:09.648654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 8be29504-a892-4d2c-b932-707aa3ac7d18 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:48:09.648928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] No DVR routers for this DVR port 61486de3-700a-473b-8c7d-f6d50698c8b0 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:48:09.649947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8be29504-a892-4d2c-b932-707aa3ac7d18 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:48:09.654172 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:09.657643 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efdc3dd5-4a74-4c14-85d6-684cd9f8e70f req-f5dc216c-cee3-426a-a3ed-286f03add4c3 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.35 "DELETE /v2.0/ports/61486de3-700a-473b-8c7d-f6d50698c8b0 HTTP/1.1" status: 204  len: 173 time: 1.0611203
Nov 27 20:48:09.658108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32c10d2-9032-4865-b174-8e5c54748d97', 'name': 'network-vif-deleted', 'tag': '61486de3-700a-473b-8c7d-f6d50698c8b0'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:09.660500 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6997e767-823e-498d-968b-f6673a70ea11" -d '{"events": [{"server_uuid": "d32c10d2-9032-4865-b174-8e5c54748d97", "name": "network-vif-deleted", "tag": "61486de3-700a-473b-8c7d-f6d50698c8b0"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:09.826994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7be76-cfc5-47be-a74c-cb3053ba185c req-1c2ed189-761d-4165-ad69-5a2f05d35be3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:09.829322 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43f7be76-cfc5-47be-a74c-cb3053ba185c req-1c2ed189-761d-4165-ad69-5a2f05d35be3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 931 time: 0.0868096
Nov 27 20:48:09.910082 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43f7be76-cfc5-47be-a74c-cb3053ba185c req-c392e4ac-4665-41f9-b6bc-759b08388d2a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698481
Nov 27 20:48:09.947034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Request body: {'port': {'device_id': '5be38ef7-cbe4-41c9-8180-148457627022', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:10.092384 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee912e-7c94-4cd2-8d0a-e50b87e5afce x-openstack-request-id: req-90ee912e-7c94-4cd2-8d0a-e50b87e5afce {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:10.092961 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32c10d2-9032-4865-b174-8e5c54748d97", "name": "network-vif-deleted", "tag": "61486de3-700a-473b-8c7d-f6d50698c8b0", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:10.093515 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90ee912e-7c94-4cd2-8d0a-e50b87e5afce {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:10.094291 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32c10d2-9032-4865-b174-8e5c54748d97', 'name': 'network-vif-deleted', 'tag': '61486de3-700a-473b-8c7d-f6d50698c8b0', 'status': 'completed', 'code': 200}
Nov 27 20:48:10.111856 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d362db74-db44-4ab8-9a21-5e76834809f8 req-7a443bc5-687f-4636-a150-3898abc2527c tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7209973
Nov 27 20:48:10.126450 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:10.136925 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:10.254597 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:10.380906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ed654f7-46f8-47dd-8e66-18a632ef7c50 req-a96a4a38-676c-486a-a384-cd0919c17117 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=d32c10d2-9032-4865-b174-8e5c54748d97 HTTP/1.1" status: 200  len: 210 time: 0.0987079
Nov 27 20:48:10.569053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-4526e2c1-dc69-4b9d-b4f8-ca1ad4b65541 service neutron] 10.222.0.35 "GET /v2.0/ports/75279561-8c7c-4017-8974-2a5bc6d0661c/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1849122
Nov 27 20:48:10.742181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57100) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:10.809328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec63d9-c055-4a55-a431-5993a76ea434 req-00c3e18a-d804-49ad-b716-bd6ec6c3577a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:10.829661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96ec63d9-c055-4a55-a431-5993a76ea434 req-00c3e18a-d804-49ad-b716-bd6ec6c3577a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1420317
Nov 27 20:48:10.900544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96ec63d9-c055-4a55-a431-5993a76ea434 req-0590cbe6-84dc-40ab-a974-5c0d34d93e18 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693114
Nov 27 20:48:10.975185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-22a0592b-2eda-48e3-a161-7da985ed4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:10.979382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-22a0592b-2eda-48e3-a161-7da985ed4ac0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24&tenant_id=04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 1100 time: 0.0839984
Nov 27 20:48:11.000581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1511178115-network', 'tenant_id': '72659aa0252c4e7491effb8522dd5a1c'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:11.027427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:48:11.173276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b877dc-2544-4729-b562-12b62148f13d {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:11.194265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Made reservation on behalf of 72659aa0252c4e7491effb8522dd5a1c for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:11.199047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.209556 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.243345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Transition to ACTIVE for port object f6b877dc-2544-4729-b562-12b62148f13d will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:11.243586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.258197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9a7f9-d14e-46fb-ac87-0b638164c0a2 req-fd49a05a-a855-4aae-ad94-333fbbeba027 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:11.260158 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47e9a7f9-d14e-46fb-ac87-0b638164c0a2 req-fd49a05a-a855-4aae-ad94-333fbbeba027 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 931 time: 0.2079332
Nov 27 20:48:11.272136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-6db2aa00-7200-48b6-8a57-33ef4e2dd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:11.272136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-6db2aa00-7200-48b6-8a57-33ef4e2dd47f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 1100 time: 0.2117798
Nov 27 20:48:11.302288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.313771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:48:11.320619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6cefb35c-00d6-43de-b36d-8d425974bc79 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5cef8b7-18b5-4ecd-a292-87a3ada440d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6092114
Nov 27 20:48:11.328481 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] Sync routers for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:48:11.343906 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:48:11.344955 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:48:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:11.348037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57124) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:11.494778 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47e9a7f9-d14e-46fb-ac87-0b638164c0a2 req-4db46925-77a5-46f3-99fa-695d41fc8dc0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868179
Nov 27 20:48:11.534510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-cbe58710-e98a-414d-b33a-a113e471e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:11.542362 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-cbe58710-e98a-414d-b33a-a113e471e4f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2597466
Nov 27 20:48:11.587923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b877dc-2544-4729-b562-12b62148f13d,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:11.656893 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:48:11.671106 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-3dc88bee-006c-413a-9cd5-012b2b3dfd76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=75279561-8c7c-4017-8974-2a5bc6d0661c HTTP/1.1" status: 200  len: 217 time: 0.1128654
Nov 27 20:48:11.673243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:11.674319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:11.674863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:11.685204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Port f6b877dc-2544-4729-b562-12b62148f13d on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:11.685671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:11.697217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:11.698042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:11.698825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:11.699235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Bound port: f6b877dc-2544-4729-b562-12b62148f13d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:11.699719 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.703616 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.734169 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.769919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-f1a0c083-448b-4cda-a87e-0c82f9509048 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:48:11.778605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-f1a0c083-448b-4cda-a87e-0c82f9509048 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0139160
Nov 27 20:48:11.794578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-4226bce6-bfdb-4604-82b5-5c80a39a7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:11.796125 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-4226bce6-bfdb-4604-82b5-5c80a39a7475 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0924489
Nov 27 20:48:11.797253 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.811887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:48:11.828130 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.828598 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Added segment 500a3ee7-e862-4bd2-a993-0854f595477f of type vlan for network 325efdd2-0df2-4453-9d05-e00eab372342
Nov 27 20:48:11.868598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:11.872730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:11.883877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.889767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.969960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-59ffce84-efdb-40d5-bee3-9f86ee55d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:11.979088 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-59ffce84-efdb-40d5-bee3-9f86ee55d725 service neutron] 10.222.0.21 "GET /v2.0/ports/b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 200  len: 1094 time: 0.1987178
Nov 27 20:48:11.983353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:11.984495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Unknown quota resources ['binding']. {{(pid=120908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:48:11.992225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:11.994046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:11.994664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:12.003750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:12.005023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:12.006189 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] 10.222.0.15 "PUT /v2.0/ports/f6b877dc-2544-4729-b562-12b62148f13d HTTP/1.1" status: 200  len: 1091 time: 2.0737734
Nov 27 20:48:12.010741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:12.013814 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "tag": "f6b877dc-2544-4729-b562-12b62148f13d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:12.023449 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a250>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:48:08Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:12.090252 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] Checking router: b5cef8b7-18b5-4ecd-a292-87a3ada440d9 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:48:12.090972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954dc8c-41a6-4cbe-9b93-255980b3db57 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b877dc-2544-4729-b562-12b62148f13d,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:12.109028 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] Routers {'b5cef8b7-18b5-4ecd-a292-87a3ada440d9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:48:12.109927 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:48:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:12.125039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:12.138532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Pushing event updated for resources: {'Network': ['ID=325efdd2-0df2-4453-9d05-e00eab372342,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:12.148912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c9cd1-c77f-4676-8100-9a48a0935847,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:12.152311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 325efdd2-0df2-4453-9d05-e00eab372342 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:48:12.218141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-67ab3b9c-00d5-4fd3-a5fd-072bc3331044 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.4731290
Nov 27 20:48:12.220063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57140) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:12.227623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Request body: {'subnet': {'network_id': '325efdd2-0df2-4453-9d05-e00eab372342', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1511178115-subnet', 'tenant_id': '72659aa0252c4e7491effb8522dd5a1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:12.237705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-11984788-281d-4860-ae80-c5e6359a9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:12.239236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-11984788-281d-4860-ae80-c5e6359a9858 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1094 time: 0.1683562
Nov 27 20:48:12.246900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-a4c7707d-b3fa-41f2-afb9-ab6a0ab1f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:12.249444 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-a4c7707d-b3fa-41f2-afb9-ab6a0ab1f06d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3230286
Nov 27 20:48:12.265397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cd52b-823b-4caf-aa3e-040181e293e0 req-7c856baf-e2d2-43e5-bcdd-d30ec62f740e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:12.275498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da5cd52b-823b-4caf-aa3e-040181e293e0 req-7c856baf-e2d2-43e5-bcdd-d30ec62f740e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1553686
Nov 27 20:48:12.321468 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-a1dbbce5-90f2-4e03-9f20-7445c4f7873b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b877dc-2544-4729-b562-12b62148f13d HTTP/1.1" status: 200  len: 217 time: 0.0650260
Nov 27 20:48:12.362094 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] Set router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:48:12.390639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Made reservation on behalf of 72659aa0252c4e7491effb8522dd5a1c for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:12.394491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:12.395131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Deleting port b23088c3-b706-477a-b70e-f13da701924f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:48:12.395515 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:12.457780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da5cd52b-823b-4caf-aa3e-040181e293e0 req-98d85c7c-5eb7-4937-89ab-c10fe09d8e86 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810319
Nov 27 20:48:12.475170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca on host nch2-master-1 for vnic_type normal with profile None {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:12.475592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:12.476068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:12.498354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Port b51ad6c9-008a-470c-b58c-4307b66fbeca on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:12.498354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:12.518136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:12.518490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:12.518856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:12.519305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Bound port: b51ad6c9-008a-470c-b58c-4307b66fbeca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:12.528750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-f506f9bf-08ce-4b96-a1ef-7ca2a1026bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:12.530219 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-f506f9bf-08ce-4b96-a1ef-7ca2a1026bd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1934979
Nov 27 20:48:12.532171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] For port b23088c3-b706-477a-b70e-f13da701924f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b23088c3-b706-477a-b70e-f13da701924f,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:12.532553 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:12.602137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Calling delete_port for b23088c3-b706-477a-b70e-f13da701924f owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:48:12.607538 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-d6e7f2d7-08d0-4e40-8240-82bf66e02a9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425000
Nov 27 20:48:12.612212 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a250>, [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:48:08Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:12.629789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-c2d19cfd-89c1-4c2e-afa2-2d9272f76a21 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3329518
Nov 27 20:48:12.662492 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517cf29-d3fc-4a48-8a43-e4a608643fab None None] The sync data for ids ['b5cef8b7-18b5-4ecd-a292-87a3ada440d9'] in ncdv-master-1 is: [{'id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051844631-router', 'tenant_id': 'bba5dc062b60481085531bc034e45209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b23088c3-b706-477a-b70e-f13da701924f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:29Z', 'updated_at': '2021-11-27T20:48:08Z', 'revision_number': 5, 'project_id': 'bba5dc062b60481085531bc034e45209', 'gw_port': {'id': 'b23088c3-b706-477a-b70e-f13da701924f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cef8b7-18b5-4ecd-a292-87a3ada440d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:30Z', 'updated_at': '2021-11-27T20:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:48:12.750090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa62f3-1500-45ee-bfaa-df4d32afa4f9 req-aefc4ff2-f8bc-4b05-91d9-c8679946cd80 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:12.752768 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-01fa62f3-1500-45ee-bfaa-df4d32afa4f9 req-aefc4ff2-f8bc-4b05-91d9-c8679946cd80 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 951 time: 0.1736588
Nov 27 20:48:12.860837 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5e9dc0f-8469-4709-9b6f-79a028424e69 req-ec97f191-7230-43e5-8cbb-63cc1d8925ee service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163327
Nov 27 20:48:12.893384 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-01fa62f3-1500-45ee-bfaa-df4d32afa4f9 req-1deed8f6-7c99-4df7-a585-29176bc25623 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eddecee-218c-41b3-b3f3-990b2a275364&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262958
Nov 27 20:48:12.908870 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:12.980762 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-40541026-0798-4c60-84d2-ea9eed5817c0 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3641441
Nov 27 20:48:12.983733 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c9ccfb-68c0-4087-88c2-751efeaed0f8 x-openstack-request-id: req-f3c9ccfb-68c0-4087-88c2-751efeaed0f8 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:12.984024 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "tag": "f6b877dc-2544-4729-b562-12b62148f13d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:12.984368 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3c9ccfb-68c0-4087-88c2-751efeaed0f8 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:12.984858 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d', 'status': 'completed', 'code': 200}
Nov 27 20:48:12.989417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.058061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f49dd7-5e25-4ded-b980-54f2c73a9e13,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:13.063548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af1d1144-9483-4cae-8779-5708a3e649d8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:13.086451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Checking segment: {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:13.086822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Network hostable DHCP agents. Network: 325efdd2-0df2-4453-9d05-e00eab372342, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:48:13.092614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: af1d1144-9483-4cae-8779-5708a3e649d8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:48:13.093204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af1d1144-9483-4cae-8779-5708a3e649d8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:48:13.117979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:13.147951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b23088c3-b706-477a-b70e-f13da701924f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:13.148961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Network 325efdd2-0df2-4453-9d05-e00eab372342 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:48:13.162927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb8d77-e1f5-47e9-886e-7a9d3e5b1073 req-18d97b90-bcc1-49ad-aae7-c4a8cd85603d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:13.165273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9eb8d77-e1f5-47e9-886e-7a9d3e5b1073 req-18d97b90-bcc1-49ad-aae7-c4a8cd85603d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 943 time: 0.0804803
Nov 27 20:48:13.167004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.181501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-a6a381fc-875e-4189-b37a-085b7918f7d8 service neutron] 10.222.0.21 "POST /v2.0/ports/b51ad6c9-008a-470c-b58c-4307b66fbeca/bindings HTTP/1.1" status: 201  len: 389 time: 1.1975763
Nov 27 20:48:13.184454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 325efdd2-0df2-4453-9d05-e00eab372342) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:13.206072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ce6dd7-a3ad-42c4-833a-0866555e18da None None] Network 325efdd2-0df2-4453-9d05-e00eab372342 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:48:13.227006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:13.230115 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.325421 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64466bf1-d2a1-4d56-a1f6-5f62927fb2d8 req-e9da0615-c0fb-459f-aa11-eebd47ed4de9 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3281660
Nov 27 20:48:13.329545 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.384572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-50514fc7-86ab-4b33-b07b-3fd350276745 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1601403
Nov 27 20:48:13.460092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9eb8d77-e1f5-47e9-886e-7a9d3e5b1073 req-f92a80bf-28b1-4d5c-82d6-592a1c3cd6de tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2839432
Nov 27 20:48:13.480273 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.482981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.553100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-325efdd2-0df2-4453-9d05-e00eab372342', 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342', 'tenant_id': '72659aa0252c4e7491effb8522dd5a1c', 'fixed_ips': [{'subnet_id': 'c3f49dd7-5e25-4ded-b980-54f2c73a9e13'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:48:13.553991 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.615816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 61486de3-700a-473b-8c7d-f6d50698c8b0 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:13.688211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9fdc3-5de0-4bec-b99f-7e5d01f11bf0 req-67786b33-a2b2-442b-95d7-2e4aee71f189 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:13.695433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05d9fdc3-5de0-4bec-b99f-7e5d01f11bf0 req-67786b33-a2b2-442b-95d7-2e4aee71f189 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 946 time: 0.1410966
Nov 27 20:48:13.717433 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.724775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cef8b7-18b5-4ecd-a292-87a3ada440d9 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:48:13.746408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-c6f2ee16-ef50-4a02-b40b-f83277c8ca7d tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:13.748110 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-c6f2ee16-ef50-4a02-b40b-f83277c8ca7d tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 951 time: 0.1277907
Nov 27 20:48:13.772180 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.772180 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0221773f-c310-47f1-a413-cbb6b3d82b4f admin admin] 10.222.0.21 "DELETE /v2.0/routers/b5cef8b7-18b5-4ecd-a292-87a3ada440d9 HTTP/1.1" status: 204  len: 168 time: 2.4195666
Nov 27 20:48:13.786783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 61486de3-700a-473b-8c7d-f6d50698c8b0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:48:13.787141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 61486de3-700a-473b-8c7d-f6d50698c8b0 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:48:13.810129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:13.862069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05d9fdc3-5de0-4bec-b99f-7e5d01f11bf0 req-7a5c32fa-1591-4835-9a62-f4aae9c47a47 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656282
Nov 27 20:48:13.939936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-928163f6-1284-4dc9-902e-b31f21233067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:13.941135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Deleting port 41eff457-e562-48bc-bb0b-6db9a9bacf92 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:48:13.941494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:13.941614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-928163f6-1284-4dc9-902e-b31f21233067 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1094 time: 0.3696845
Nov 27 20:48:13.984337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Allocated IP 172.20.0.2 (325efdd2-0df2-4453-9d05-e00eab372342/c3f49dd7-5e25-4ded-b980-54f2c73a9e13/a7ef9791-a10d-4fb9-8a0f-9d06617a47eb) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:14.033989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a771a-73bc-427e-8b6d-e3e52c553b4e req-afb43b03-78f2-4f72-96ac-2cfd030bfbbb tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:14.035856 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a72a771a-73bc-427e-8b6d-e3e52c553b4e req-afb43b03-78f2-4f72-96ac-2cfd030bfbbb tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.3544452
Nov 27 20:48:14.037866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-2752b701-111d-4a94-b274-6c80820e8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:14.040881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-2752b701-111d-4a94-b274-6c80820e8d8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1097 time: 0.3796229
Nov 27 20:48:14.108331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] For port 41eff457-e562-48bc-bb0b-6db9a9bacf92, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41eff457-e562-48bc-bb0b-6db9a9bacf92,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:14.108981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.143286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Calling delete_port for 41eff457-e562-48bc-bb0b-6db9a9bacf92 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:48:14.168108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dfe9be-d7d0-458e-b8bc-bb641db4529e admin admin] Deleting subnet 504d0b4b-8f87-4c09-952d-ea718b410b10 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:48:14.195209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73dfe9be-d7d0-458e-b8bc-bb641db4529e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.280938 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.289892 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.336527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Network 325efdd2-0df2-4453-9d05-e00eab372342 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:14.341337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:14.349297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:14.397877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Pushing event updated for resources: {'Port': ['ID=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:14.438702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Attempting to bind port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:14.438819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Attempting to bind port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:14.439186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Attempting to bind port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb on network 325efdd2-0df2-4453-9d05-e00eab372342 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:14.457109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:14.457704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Checking segment: {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:14.458757 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.458903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Bound using segment: {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:14.459459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Bound port: a7ef9791-a10d-4fb9-8a0f-9d06617a47eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:14.459852 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.477554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-55e9fb19-9ee1-482b-ae1e-2a58ab1a6759 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:14.479283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-55e9fb19-9ee1-482b-ae1e-2a58ab1a6759 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/networks?id=325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 200  len: 816 time: 0.2475379
Nov 27 20:48:14.503685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-e14e0d78-51e8-4cd9-8cd4-0e48507eb2f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/quotas/72659aa0252c4e7491effb8522dd5a1c HTTP/1.1" status: 200  len: 375 time: 0.0181026
Nov 27 20:48:14.527172 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.540833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['41eff457-e562-48bc-bb0b-6db9a9bacf92'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:14.589245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Pushing event deleted for resources: {'Port': ['ID=41eff457-e562-48bc-bb0b-6db9a9bacf92,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:14.590063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] For port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:14.594572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] For port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:14.601082 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.633095 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73dfe9be-d7d0-458e-b8bc-bb641db4529e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.638093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a72a771a-73bc-427e-8b6d-e3e52c553b4e req-bdfce508-15ac-4245-864f-9edd97cec8ef tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5786071
Nov 27 20:48:14.683157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] No DVR routers for this DVR port 41eff457-e562-48bc-bb0b-6db9a9bacf92 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:48:14.686623 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:14.692087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bce90bf8-a790-4db8-aefd-3bfcfc74bbb8 req-93d27490-caf0-4fe3-a690-156c923d7f55 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.15 "DELETE /v2.0/ports/41eff457-e562-48bc-bb0b-6db9a9bacf92 HTTP/1.1" status: 204  len: 173 time: 0.9279709
Nov 27 20:48:14.703047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-69f6b861-f1fb-423b-8069-9a35007d401c tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1911650
Nov 27 20:48:14.703502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-deleted', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:14.710374 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c28630c-bae7-417d-b0b2-ae19dabd752c" -d '{"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-deleted", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:14.742676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-9808a488-1756-4790-b0cc-cd47c48def58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:14.754804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-9808a488-1756-4790-b0cc-cd47c48def58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.7832856
Nov 27 20:48:14.756362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212292-cf68-43d6-886a-db6c746182b8 None None] Pushing event updated for resources: {'Port': ['ID=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:14.776010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-67dcde09-c680-4570-8df6-b12debb4b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:14.777483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-67dcde09-c680-4570-8df6-b12debb4b8df service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.7239060
Nov 27 20:48:14.913401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-367e8fe3-4b58-4c85-80cd-9b86ae5f0684 service neutron] 10.222.0.21 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893899
Nov 27 20:48:14.944195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73dfe9be-d7d0-458e-b8bc-bb641db4529e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:15.040664 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a615e5b0-8a7d-476e-9676-83c1cf9c80ca req-792db569-05b6-472c-ba2c-f82bcd77b998 tempest-ServersAdminTestJSON-295645475 tempest-ServersAdminTestJSON-295645475-project] 10.222.0.21 "GET /v2.0/ports?device_id=05c2ea24-9d6c-4f22-a5f2-b77f798cfc77 HTTP/1.1" status: 200  len: 210 time: 0.2134297
Nov 27 20:48:15.151226 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-e685f8e3-ba29-41e1-bb46-9e561c000fe9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 200  len: 217 time: 0.3554342
Nov 27 20:48:15.152737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-cb4399bd-4dc6-47e0-9aaf-34c278717117 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b877dc-2544-4729-b562-12b62148f13d HTTP/1.1" status: 200  len: 217 time: 0.3782809
Nov 27 20:48:15.226346 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-ee2d64e7-0415-4baa-a299-b13579675b6a service neutron] 10.222.0.21 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3050873
Nov 27 20:48:15.273063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a7ef9791-a10d-4fb9-8a0f-9d06617a47eb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:15.303774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-3ac9be31-a242-475b-a7a9-a317ac9803e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:15.309285 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-3ac9be31-a242-475b-a7a9-a317ac9803e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1233418
Nov 27 20:48:15.346288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:15.346921 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:15.482213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:15.498669 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-cc7416c2-6a71-47a7-9b25-3541d71eb5f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1222730
Nov 27 20:48:15.584172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:15.591643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:15.641980 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee7c477-a197-409d-a5a5-805a4210995a x-openstack-request-id: req-aee7c477-a197-409d-a5a5-805a4210995a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:15.642317 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c2ea24-9d6c-4f22-a5f2-b77f798cfc77", "name": "network-vif-deleted", "tag": "41eff457-e562-48bc-bb0b-6db9a9bacf92", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:15.642649 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aee7c477-a197-409d-a5a5-805a4210995a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:15.642997 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c2ea24-9d6c-4f22-a5f2-b77f798cfc77', 'name': 'network-vif-deleted', 'tag': '41eff457-e562-48bc-bb0b-6db9a9bacf92', 'status': 'completed', 'code': 200}
Nov 27 20:48:15.670263 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 75279561-8c7c-4017-8974-2a5bc6d0661c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:15.674363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 75279561-8c7c-4017-8974-2a5bc6d0661c no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:15.777010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b23088c3-b706-477a-b70e-f13da701924f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:15.870953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d25e4-832a-46a1-8ea6-844e767eac67 req-428fb6e6-cb1c-483a-8d12-ad41ab31a329 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:15.887686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-088d25e4-832a-46a1-8ea6-844e767eac67 req-428fb6e6-cb1c-483a-8d12-ad41ab31a329 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 943 time: 0.5767772
Nov 27 20:48:15.899058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b772d-6133-47da-88b8-936fdc912837 req-5077d759-57a1-4907-8cb8-8b2d103a0322 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:15.912655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-654b772d-6133-47da-88b8-936fdc912837 req-5077d759-57a1-4907-8cb8-8b2d103a0322 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 946 time: 0.0996757
Nov 27 20:48:15.951777 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-4552f17c-f927-4916-a0b4-68792fe3dcd3 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4138808
Nov 27 20:48:15.969528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-8e7e8c5b-e9a0-4025-857f-92bc2cc44851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:15.971912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-8e7e8c5b-e9a0-4025-857f-92bc2cc44851 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.8061726
Nov 27 20:48:16.012694 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73dfe9be-d7d0-458e-b8bc-bb641db4529e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.035382 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.036148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b23088c3-b706-477a-b70e-f13da701924f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:48:16.036506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b23088c3-b706-477a-b70e-f13da701924f not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:48:16.053771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.resource_extend [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:48:16.062557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-654b772d-6133-47da-88b8-936fdc912837 req-2322946d-3423-48b5-84cb-10efd3060f11 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491246
Nov 27 20:48:16.084892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:16.100406 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-aac9ba0e-db61-4c2e-b2c9-5e9e46d68198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410018
Nov 27 20:48:16.127442 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73dfe9be-d7d0-458e-b8bc-bb641db4529e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.131313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88343f6b-2617-47bd-97c9-ccc2c2001d7d None None] Network 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:48:16.134073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57200) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:16.134568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-73dfe9be-d7d0-458e-b8bc-bb641db4529e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/504d0b4b-8f87-4c09-952d-ea718b410b10 HTTP/1.1" status: 204  len: 168 time: 2.3213964
Nov 27 20:48:16.197229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfe9be-d7d0-458e-b8bc-bb641db4529e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=504d0b4b-8f87-4c09-952d-ea718b410b10,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:16.273833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.286027 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-088d25e4-832a-46a1-8ea6-844e767eac67 req-25015ed3-17ff-4ea0-b5b5-46971b3cd284 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3973794
Nov 27 20:48:16.320637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8734116-2c0b-498d-8aa7-4fcb2c309245 None None] Network 325efdd2-0df2-4453-9d05-e00eab372342 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:48:16.438872 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-047f18a6-cdc4-4371-b68e-c3ae3f435dd2 req-8bb9e731-4086-4f57-a86d-46304ca3ba47 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4659257
Nov 27 20:48:16.465925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a1694376-42c1-4bb0-a8a0-e6fc73c45ac0 None None] Provisioning complete for port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:16.467569 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a1694376-42c1-4bb0-a8a0-e6fc73c45ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.488062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Deleting port bd842ab1-e829-435a-8d5c-20e0006bd250 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:48:16.488637 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.513714 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-9db7bb9f-4943-4d86-a819-b204cd27b4ba service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3991492
Nov 27 20:48:16.567292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] For port bd842ab1-e829-435a-8d5c-20e0006bd250, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd842ab1-e829-435a-8d5c-20e0006bd250,segment=NetworkSegment(ac94e70e-175e-42f5-90a0-d47fbee20d7c),segment_id=ac94e70e-175e-42f5-90a0-d47fbee20d7c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:16.567688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.589849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Calling delete_port for bd842ab1-e829-435a-8d5c-20e0006bd250 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:48:16.641100 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-9dffe00c-2d40-45ef-9436-50f0b74a3a2f service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1060584
Nov 27 20:48:16.673018 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c26743-7a54-43e0-a448-3a4e0ec32e83 req-9db0be9b-2d1c-465c-8a61-e026778d6d64 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:16.675994 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81c26743-7a54-43e0-a448-3a4e0ec32e83 req-9db0be9b-2d1c-465c-8a61-e026778d6d64 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.2278063
Nov 27 20:48:16.698536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.736291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] No DVR routers for this DVR port bd842ab1-e829-435a-8d5c-20e0006bd250 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:48:16.740764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Pushing event deleted for resources: {'Port': ['ID=bd842ab1-e829-435a-8d5c-20e0006bd250,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:16.750763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-4f1c1542-d6c7-456e-8a23-12bf303df8cb tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:16.759050 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-4f1c1542-d6c7-456e-8a23-12bf303df8cb tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/networks?id=325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 200  len: 816 time: 0.4436121
Nov 27 20:48:16.797103 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-ec535677-fe2c-4f19-9648-1275df6e73cb tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/quotas/72659aa0252c4e7491effb8522dd5a1c HTTP/1.1" status: 200  len: 375 time: 0.0370493
Nov 27 20:48:16.860542 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.862928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.882320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd852c70>,) {'filters': {'network_id': ['928a9d2f-c6ce-4a29-a19b-6db7d0d4717b']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:16.884588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81c26743-7a54-43e0-a448-3a4e0ec32e83 req-79255bc3-1cc2-4342-bf9a-905b9087c35c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994989
Nov 27 20:48:16.897518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-5ead718e-899a-4788-a1d0-a3c3666f235a tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:16.903990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-5ead718e-899a-4788-a1d0-a3c3666f235a tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.1934948
Nov 27 20:48:16.924786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd852c70>, 'ac94e70e-175e-42f5-90a0-d47fbee20d7c') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:16.925092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd852c70>, 'ac94e70e-175e-42f5-90a0-d47fbee20d7c') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:16.925926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:16.947108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.961056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.969206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:48:16.969629 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:16.985592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:16.990176 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a165f3-0583-4dd6-a8c6-6f4126b5187f" -d '{"events": [{"server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "name": "network-vif-unplugged", "status": "completed", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:17.012967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75279561-8c7c-4017-8974-2a5bc6d0661c,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:17.065927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75279561-8c7c-4017-8974-2a5bc6d0661c,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:17.093529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '75279561-8c7c-4017-8974-2a5bc6d0661c', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '75279561-8c7c-4017-8974-2a5bc6d0661c', 'mac_address': 'fa:16:3e:01:7f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:48:17.145128 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:48:17.155767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:17.167406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:17.188298 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:17.200984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f637e595-4bb0-4312-b2f7-7571b55b37ae None None] DHCP port deletion for 928a9d2f-c6ce-4a29-a19b-6db7d0d4717b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:48:17.215679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] 10.222.0.21 "DELETE /v2.0/networks/928a9d2f-c6ce-4a29-a19b-6db7d0d4717b HTTP/1.1" status: 204  len: 168 time: 1.0799644
Nov 27 20:48:17.231312 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:17.283210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c345-d368-49fe-964f-27fbfbfd40ba admin admin] Pushing event deleted for resources: {'Network': ['ID=928a9d2f-c6ce-4a29-a19b-6db7d0d4717b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:17.306549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-15c06e81-e707-4057-8de0-618c9b074a9e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5083270
Nov 27 20:48:17.433768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a7ef9791-a10d-4fb9-8a0f-9d06617a47eb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:17.531498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57228) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:17.540422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:17.580337 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdf3677-d533-4a09-80ca-3c7890bd3953 x-openstack-request-id: req-2fdf3677-d533-4a09-80ca-3c7890bd3953 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:17.580893 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "name": "network-vif-unplugged", "status": "completed", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:17.580893 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fdf3677-d533-4a09-80ca-3c7890bd3953 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:17.581222 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c', 'code': 200}
Nov 27 20:48:17.581973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f6b877dc-2544-4729-b562-12b62148f13d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:17.597833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:17.619998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57230) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:17.634844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-83a190fd-3b4a-4037-a863-7c10d98e3a01 service neutron] 10.222.0.21 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3209939
Nov 27 20:48:17.653313 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:17.682636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 41eff457-e562-48bc-bb0b-6db9a9bacf92 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:48:17.682995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41eff457-e562-48bc-bb0b-6db9a9bacf92 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:48:17.789179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:17.794875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10333d44-6f87-42d0-a0bb-1c47b784abc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bba5dc062b60481085531bc034e45209&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2576368
Nov 27 20:48:17.812110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-6cea007a-a58a-4ba7-aa22-3079d6f5cca5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:17.813751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-6cea007a-a58a-4ba7-aa22-3079d6f5cca5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24&tenant_id=04a17517c2104eeba56ce3a7cd915fb0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 947 time: 0.2384503
Nov 27 20:48:17.815184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57234) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:17.825113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=75279561-8c7c-4017-8974-2a5bc6d0661c,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:17.830583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75279561-8c7c-4017-8974-2a5bc6d0661c {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:17.886656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75279561-8c7c-4017-8974-2a5bc6d0661c,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:17.926499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999d27-9d4e-4c6f-9cbd-f4bb6965ce3e req-7c4bea73-6502-4cdc-b35c-6f46ddbef018 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:17.928102 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08999d27-9d4e-4c6f-9cbd-f4bb6965ce3e req-7c4bea73-6502-4cdc-b35c-6f46ddbef018 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 946 time: 0.2996488
Nov 27 20:48:17.934509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:17.937193 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7af546-6d7d-4ade-a521-1f9521d63c08" -d '{"events": [{"server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "name": "network-vif-unplugged", "status": "completed", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:17.946257 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:17.976028 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:17.977781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:17.978662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0b82e111-a325-48e6-85ee-6d23d5d2ea03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.001367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-93e4f951-91c5-4162-96c8-569f56ce4917 service neutron] 10.222.0.21 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3363674
Nov 27 20:48:18.021627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:18.021993 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.024976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0b82e111-a325-48e6-85ee-6d23d5d2ea03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.029399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-9e78f492-bf9c-4f79-b070-00c615634c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:18.030974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-9e78f492-bf9c-4f79-b070-00c615634c75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 1099 time: 0.0987794
Nov 27 20:48:18.051525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-203f18fb-6588-482d-954d-2fab61a3452f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:18.053048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-203f18fb-6588-482d-954d-2fab61a3452f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.15 "GET /v2.0/networks?id=325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 200  len: 816 time: 0.3585174
Nov 27 20:48:18.080794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Request body: {'port': {'device_id': '5aa58d27-298b-455d-8185-f926aa730620', 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342', 'admin_state_up': True, 'tenant_id': '72659aa0252c4e7491effb8522dd5a1c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:18.135976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=75279561-8c7c-4017-8974-2a5bc6d0661c,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:18.140848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:18.186523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'f6b877dc-2544-4729-b562-12b62148f13d', 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f', 'port_id': 'f6b877dc-2544-4729-b562-12b62148f13d', 'mac_address': 'fa:16:3e:63:ac:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14abce1-2bd4-41d0-9023-f158340bf983', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:18.231561 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.235925 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0b82e111-a325-48e6-85ee-6d23d5d2ea03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.239168 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0b82e111-a325-48e6-85ee-6d23d5d2ea03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.240738 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0b82e111-a325-48e6-85ee-6d23d5d2ea03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3aed01a5-e00e-449a-a043-32d4967dea83 HTTP/1.1" status: 204  len: 168 time: 0.4217467
Nov 27 20:48:18.245436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-8e9d6533-661a-41b7-a9a0-8ee6474e10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:18.247729 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-8e9d6533-661a-41b7-a9a0-8ee6474e10f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1864064
Nov 27 20:48:18.253884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82e111-a325-48e6-85ee-6d23d5d2ea03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aed01a5-e00e-449a-a043-32d4967dea83,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:18.300778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08999d27-9d4e-4c6f-9cbd-f4bb6965ce3e req-557a654c-e2ff-4d46-afa7-437cbdb795ed tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3572433
Nov 27 20:48:18.304950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['75279561-8c7c-4017-8974-2a5bc6d0661c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:18.312651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-e11b03ed-c718-4180-a166-ed81341efb1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=75279561-8c7c-4017-8974-2a5bc6d0661c HTTP/1.1" status: 200  len: 217 time: 0.0542235
Nov 27 20:48:18.348746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Pushing event updated for resources: {'Port': ['ID=b51ad6c9-008a-470c-b58c-4307b66fbeca,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:18.456004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:18.456598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:18.457131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:18.544578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Port b51ad6c9-008a-470c-b58c-4307b66fbeca on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:18.545231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Attempting to bind port b51ad6c9-008a-470c-b58c-4307b66fbeca on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:18.550303 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-02cad835-ef0d-485b-a767-84184c21be66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8c32b0fff364ad7b9bbaf1fb71e3a67&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9251130
Nov 27 20:48:18.551055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57242) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:18.573210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:18.573589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:18.573955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:18.574427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Bound port: b51ad6c9-008a-470c-b58c-4307b66fbeca, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:18.574780 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.591698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-8a37ac96-60a4-452a-bf51-90671f4986bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:18.593432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-8a37ac96-60a4-452a-bf51-90671f4986bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.2722826
Nov 27 20:48:18.616102 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d73a49f7-8469-4746-b471-f0cc7d41cfa9 None None] Provisioning complete for port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:18.616522 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d73a49f7-8469-4746-b471-f0cc7d41cfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.648668 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.750599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b877dc-2544-4729-b562-12b62148f13d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:18.796674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-df3f4067-5c6e-4e4d-abd7-132dc2c1fdbc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4518209
Nov 27 20:48:18.838059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:18.850990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95d02b-9297-41ad-aff3-7bedb2ac9234 req-5dd841d4-1045-43c4-958f-310261eb7a32 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:18.865281 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:18.867893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb95d02b-9297-41ad-aff3-7bedb2ac9234 req-5dd841d4-1045-43c4-958f-310261eb7a32 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 943 time: 0.4075143
Nov 27 20:48:19.097648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd842ab1-e829-435a-8d5c-20e0006bd250 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:19.182948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: bd842ab1-e829-435a-8d5c-20e0006bd250 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:48:19.183376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd842ab1-e829-435a-8d5c-20e0006bd250 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:48:19.185632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:19.192862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:19.197792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=f6b877dc-2544-4729-b562-12b62148f13d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:19.233207 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb95d02b-9297-41ad-aff3-7bedb2ac9234 req-f488f10d-fa21-4a44-9c46-90d92e384709 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3643131
Nov 27 20:48:19.239024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Made reservation on behalf of 72659aa0252c4e7491effb8522dd5a1c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:19.249772 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:19.280522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['f6b877dc-2544-4729-b562-12b62148f13d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:19.311322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:19.333864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-ffba71ab-a5b9-4562-a99a-bdb76a42eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:19.340132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-ffba71ab-a5b9-4562-a99a-bdb76a42eb03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1101 time: 0.4696307
Nov 27 20:48:19.536092 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659065df-828a-4899-b766-d13bd56a4cd1 x-openstack-request-id: req-659065df-828a-4899-b766-d13bd56a4cd1 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:19.536420 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "name": "network-vif-unplugged", "status": "completed", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:19.536891 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-659065df-828a-4899-b766-d13bd56a4cd1 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:19.538498 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca', 'code': 200}
Nov 27 20:48:19.546151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Pushing event updated for resources: {'Port': ['ID=b51ad6c9-008a-470c-b58c-4307b66fbeca,revision_number=8']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:19.716749 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2197ee9-97d0-49d8-abdb-ffa29d6f523c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:19.723100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-eb014aad-0b29-4b44-b259-d2c47b285677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:19.724670 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-eb014aad-0b29-4b44-b259-d2c47b285677 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.1214783
Nov 27 20:48:19.725843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-236123be-4946-46b6-8f13-98f6d808446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:19.727375 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-236123be-4946-46b6-8f13-98f6d808446c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1873872
Nov 27 20:48:19.740207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd140a8d-cd4a-4c1d-b3d6-a5274f568363 req-830c7dc6-8ebe-4c1f-861a-b0849924acf9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:19.742415 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd140a8d-cd4a-4c1d-b3d6-a5274f568363 req-830c7dc6-8ebe-4c1f-861a-b0849924acf9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 948 time: 0.9388232
Nov 27 20:48:19.836996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd140a8d-cd4a-4c1d-b3d6-a5274f568363 req-a6ddd180-8f28-44b0-9f9c-d0f075ec005f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818007
Nov 27 20:48:19.844482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-d47ce322-0c55-4e4c-b605-7912c97ebb7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 217 time: 0.0747139
Nov 27 20:48:19.871057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2197ee9-97d0-49d8-abdb-ffa29d6f523c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:19.942427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57284) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:19.988708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:19.989345 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:19.990789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-383f43e3-588b-4ddd-8b07-3dbdcfb99d8d service neutron] 10.222.0.15 "PUT /v2.0/ports/b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 200  len: 1122 time: 3.0771124
Nov 27 20:48:20.016581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-7847add0-7acc-437c-95a5-fec289210faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:20.018180 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-7847add0-7acc-437c-95a5-fec289210faf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1443596
Nov 27 20:48:20.071123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['b51ad6c9-008a-470c-b58c-4307b66fbeca'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:20.110344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e684d02-f9e1-4f27-924f-14d13701ffde req-49f2056e-51ab-429d-959d-909bb0e773d1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:20.113137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e684d02-f9e1-4f27-924f-14d13701ffde req-49f2056e-51ab-429d-959d-909bb0e773d1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.1683464
Nov 27 20:48:20.136540 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-d7bbf060-e80f-4e99-9d15-18e75efd0246 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3863933
Nov 27 20:48:20.145310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2197ee9-97d0-49d8-abdb-ffa29d6f523c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:20.147979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2197ee9-97d0-49d8-abdb-ffa29d6f523c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:20.149850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a2197ee9-97d0-49d8-abdb-ffa29d6f523c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8eddecee-218c-41b3-b3f3-990b2a275364 HTTP/1.1" status: 204  len: 168 time: 1.5960944
Nov 27 20:48:20.193996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2197ee9-97d0-49d8-abdb-ffa29d6f523c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eddecee-218c-41b3-b3f3-990b2a275364,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:20.205866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-d0477887-fa5c-46fa-8d9c-f20a34d2615d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:20.213525 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-d0477887-fa5c-46fa-8d9c-f20a34d2615d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/networks?id=325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 200  len: 816 time: 0.4835558
Nov 27 20:48:20.255675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-2a811c88-c5aa-4e9d-b8f6-518e605c4f0e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/quotas/72659aa0252c4e7491effb8522dd5a1c HTTP/1.1" status: 200  len: 375 time: 0.0411043
Nov 27 20:48:20.315198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Allocated IP 172.20.0.11 (325efdd2-0df2-4453-9d05-e00eab372342/c3f49dd7-5e25-4ded-b980-54f2c73a9e13/b3fdcccc-7383-40d8-8be2-9440dff6baff) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:20.323368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-cc6bf1ca-4a1d-4f3b-98fd-1cd120360631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:20.325200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-cc6bf1ca-4a1d-4f3b-98fd-1cd120360631 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2812655
Nov 27 20:48:20.332264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-network', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:20.362116 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e684d02-f9e1-4f27-924f-14d13701ffde req-77952f1b-74ef-4903-b571-e10c2bec78a5 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311587
Nov 27 20:48:20.462279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Made reservation on behalf of e11cec7060094963bccef4d0cadba71d for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:20.464610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:20.475710 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9735c6a-12e3-4588-a1e4-1201f8429940 req-b232d530-6b54-4c3a-8330-ed7f8d7b79ea service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3177605
Nov 27 20:48:20.495730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a5fea855-b91c-4ac9-8f27-be530677ff59 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2389257
Nov 27 20:48:20.554281 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:20.577037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015cd1f-a1f3-47b3-ae01-bf093dc07862 req-00d86946-30b5-48e5-a018-51b24673aa3a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:20.578901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f015cd1f-a1f3-47b3-ae01-bf093dc07862 req-00d86946-30b5-48e5-a018-51b24673aa3a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 944 time: 0.0564170
Nov 27 20:48:20.581338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-e77190cc-82eb-4aba-a3c2-eb9f27e05be2 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294989
Nov 27 20:48:20.643719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f015cd1f-a1f3-47b3-ae01-bf093dc07862 req-f4489e3f-0910-44a4-ad84-57a7a6e24147 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574708
Nov 27 20:48:20.784418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57302) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:20.881109 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d438be6-1c82-4e5f-93ba-45be080ccaab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03e6f572dbff4069a27888a2ddfaf435&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0954225
Nov 27 20:48:20.881791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57306) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:20.964108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f1a77e-1b7f-4b58-b254-abf52eab73c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.061220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f1a77e-1b7f-4b58-b254-abf52eab73c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.137652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7d598-f787-415c-9bb4-8f475b5a3b79 req-a81b1634-d118-4515-a3c5-48ec14d2b4da tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:21.149529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-08d7d598-f787-415c-9bb4-8f475b5a3b79 req-a81b1634-d118-4515-a3c5-48ec14d2b4da tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 948 time: 0.1640024
Nov 27 20:48:21.180772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f1a77e-1b7f-4b58-b254-abf52eab73c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.184493 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f1a77e-1b7f-4b58-b254-abf52eab73c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.195040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-28f1a77e-1b7f-4b58-b254-abf52eab73c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25cae4ff-346e-4bae-8a30-feadb52257be HTTP/1.1" status: 204  len: 168 time: 0.3121283
Nov 27 20:48:21.211282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1a77e-1b7f-4b58-b254-abf52eab73c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cae4ff-346e-4bae-8a30-feadb52257be,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:21.275535 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-08d7d598-f787-415c-9bb4-8f475b5a3b79 req-abdbafe0-88f1-48ce-bc06-bc731de6db3b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216047
Nov 27 20:48:21.406190 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a26510b6-632c-40f2-be55-d7529f72bd2b service neutron] 10.222.0.21 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9095769
Nov 27 20:48:21.448283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7d0832a9-1a8a-4d16-8bbf-588cb030d2ff tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:21.449795 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7d0832a9-1a8a-4d16-8bbf-588cb030d2ff tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.15 "GET /v2.0/networks?id=325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 200  len: 816 time: 0.7881498
Nov 27 20:48:21.487948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bffa95c3-cb3b-4add-994c-e4400d50c8ae req-a309afa4-a609-4e1a-abf8-081ea6466b55 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8241885
Nov 27 20:48:21.538962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:21.541806 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:21.544158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e306-22b5-45dc-9d30-3392a527b3e4 req-fff70039-4b9c-45fa-ac1c-92fecda2b0b4 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:21.547334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9194e306-22b5-45dc-9d30-3392a527b3e4 req-fff70039-4b9c-45fa-ac1c-92fecda2b0b4 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.0693691
Nov 27 20:48:21.550915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Request body: {'port': {'device_id': '2262a9bd-9524-4919-8024-e41473beec99', 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342', 'admin_state_up': True, 'tenant_id': '72659aa0252c4e7491effb8522dd5a1c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:21.593542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b51ad6c9-008a-470c-b58c-4307b66fbeca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:21.597026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f6b877dc-2544-4729-b562-12b62148f13d up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:21.612871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9194e306-22b5-45dc-9d30-3392a527b3e4 req-677780ee-64b6-4dc3-811a-92e007d2381d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606289
Nov 27 20:48:21.618002 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.633996 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.642503 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.696769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:48:21.753293 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-cb10aa46-fdf8-4a69-b6b2-ea428d1a6504 service neutron] 10.222.0.21 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3287387
Nov 27 20:48:21.754592 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.754940 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Added segment 010b9885-cfde-45ed-beac-6dacf365bfc4 of type vlan for network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9
Nov 27 20:48:21.759838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacc69c5-2fb2-47ba-9abf-cbba189760bf,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:21.832593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.842394 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.893678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Made reservation on behalf of 72659aa0252c4e7491effb8522dd5a1c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:21.897225 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.929397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Network 325efdd2-0df2-4453-9d05-e00eab372342 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:21.941531 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.942513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:21.943125 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:21.945435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:21.960929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:22.025013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Pushing event updated for resources: {'Port': ['ID=b3fdcccc-7383-40d8-8be2-9440dff6baff,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:22.049531 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bb5131-7bbf-48ae-b78e-38f509cb054e x-openstack-request-id: req-80bb5131-7bbf-48ae-b78e-38f509cb054e {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:22.049861 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:22.050145 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80bb5131-7bbf-48ae-b78e-38f509cb054e {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:22.050614 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca', 'status': 'completed', 'code': 200}
Nov 27 20:48:22.055911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 75279561-8c7c-4017-8974-2a5bc6d0661c up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:22.162013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port f6b877dc-2544-4729-b562-12b62148f13d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:22.184165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port f6b877dc-2544-4729-b562-12b62148f13d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:22.184545 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:22.262551 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 2.3072753
Nov 27 20:48:22.277175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57358) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:22.288106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Request body: {'subnet': {'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-subnet', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:22.346561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:22.355184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 75279561-8c7c-4017-8974-2a5bc6d0661c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:22.359636 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:22.390305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b51ad6c9-008a-470c-b58c-4307b66fbeca has no active binding in host nch2-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 20:48:22.417840 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:22.438200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-97295749-c181-4170-806c-d37a80401a97 None None] Provisioning complete for port b3fdcccc-7383-40d8-8be2-9440dff6baff triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:22.438649 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-97295749-c181-4170-806c-d37a80401a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:22.454738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Made reservation on behalf of e11cec7060094963bccef4d0cadba71d for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:22.458507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:22.509463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23de66-4bfa-4b02-b3b5-b280e2031dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:22.545275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:22.546979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:22.583634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:22.588623 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1f892e-ff54-4d94-bae1-f4646984158c" -d '{"events": [{"server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "name": "network-vif-plugged", "status": "completed", "tag": "f6b877dc-2544-4729-b562-12b62148f13d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:22.605966 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:22.608824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82997-b380-4081-b5ec-47550c1e1694 req-f5ce31d6-7f86-4c43-a5a4-8e35a27bd787 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:22.610700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-f5ce31d6-7f86-4c43-a5a4-8e35a27bd787 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/networks?id=9b43f6b5-8fe9-4060-8bba-ace1af710c22 HTTP/1.1" status: 200  len: 815 time: 0.4899471
Nov 27 20:48:22.646896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:48:22.676463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-91f181db-6664-411c-af9a-b316c6856649 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/quotas/a6d0433d36494c339de083939adfa30d HTTP/1.1" status: 200  len: 375 time: 0.0494812
Nov 27 20:48:22.713411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-f9fb8c11-d6b4-4595-b51a-2517b27094f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6455331
Nov 27 20:48:22.725535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:22.726703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Allocated IP 172.20.0.3 (325efdd2-0df2-4453-9d05-e00eab372342/c3f49dd7-5e25-4ded-b980-54f2c73a9e13/0958f265-00aa-4105-b49f-7b7659b442d8) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:22.767518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-3b46d665-1525-4994-ab39-aea7737a11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:22.769589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-3b46d665-1525-4994-ab39-aea7737a11fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1125 time: 0.6367538
Nov 27 20:48:22.775388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-97295749-c181-4170-806c-d37a80401a97 None None] Port b3fdcccc-7383-40d8-8be2-9440dff6baff cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:48:22.782578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75279561-8c7c-4017-8974-2a5bc6d0661c,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:22.783551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Request body: {'port': {'device_id': '5aa58d27-298b-455d-8185-f926aa730620', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:22.784665 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:22.795364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438a4da-f516-4717-ae93-9ea713891da7 req-e5234b3f-1926-4427-8992-c356c469b081 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:22.797170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e438a4da-f516-4717-ae93-9ea713891da7 req-e5234b3f-1926-4427-8992-c356c469b081 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 944 time: 0.5843382
Nov 27 20:48:22.845799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=f6b877dc-2544-4729-b562-12b62148f13d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:22.850537 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:22.902578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-c86fad5d-5faa-409c-807e-a06c6a973bda tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6d0433d36494c339de083939adfa30d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2239988
Nov 27 20:48:22.918623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=75279561-8c7c-4017-8974-2a5bc6d0661c,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:22.942954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-a4996abb-938a-4535-9915-57a01c4b33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:22.944717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-a4996abb-938a-4535-9915-57a01c4b33e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.1393566
Nov 27 20:48:23.027011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-dc713c21-6c94-46e3-8b3e-cf6ec3b152ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 200  len: 217 time: 0.0453115
Nov 27 20:48:23.048205 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:23.094132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-aed2fb66-d37a-4e16-b224-c8b2a06a695a service neutron] 10.222.0.21 "GET /v2.0/networks/9b43f6b5-8fe9-4060-8bba-ace1af710c22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899526
Nov 27 20:48:23.094332 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:23.140712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c14fbe-fa46-43d8-846d-9ced7168b237,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:23.185760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Checking segment: {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:23.186122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Network hostable DHCP agents. Network: 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:48:23.187355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e438a4da-f516-4717-ae93-9ea713891da7 req-26897358-2a51-4ea5-995e-8a61187fcedd tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387602
Nov 27 20:48:23.237496 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-8d5644e9-71aa-4790-93ea-0bfd4f2a510e service neutron] 10.222.0.21 "GET /v2.0/networks/9b43f6b5-8fe9-4060-8bba-ace1af710c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285703
Nov 27 20:48:23.238768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:48:23.263638 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:23.268889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:23.278842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad82cb5-9692-4eb9-9fda-317bb04f420b None None] Network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:48:23.282682 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:23.333356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-a9e0c31b-213c-4187-8285-67c4cf8416ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:23.334862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-a9e0c31b-213c-4187-8285-67c4cf8416ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.2977457
Nov 27 20:48:23.347375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0d33fb85-d8d7-427a-95f0-365b63a62cec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.0681620
Nov 27 20:48:23.354543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57384) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:23.372986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:23.457732 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:23.487851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-7e0b2003-ac0e-4c04-a1ad-23928994c41b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1420743
Nov 27 20:48:23.529345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:23.530515 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:23.659411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:48:23.660667 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:23.662225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17a33d42-9795-468e-ace9-1e4ade6980d6 req-f31a71ee-cf36-4010-ba51-b6709f0ec1bc tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 210 time: 0.1786282
Nov 27 20:48:23.735224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9345-cba3-4a00-bf6b-b12ab818f5f3 req-671fb0e8-5375-4fe2-932a-33eef783d250 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:23.736875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4add9345-cba3-4a00-bf6b-b12ab818f5f3 req-671fb0e8-5375-4fe2-932a-33eef783d250 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.3168247
Nov 27 20:48:23.741771 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:23.801893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-198767d2-10a2-4b1f-aff7-db89cd4ae11b service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2951653
Nov 27 20:48:23.872300 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04aa24f-0741-49cc-afa1-7a9955b92339 x-openstack-request-id: req-b04aa24f-0741-49cc-afa1-7a9955b92339 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:23.872640 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "name": "network-vif-plugged", "status": "completed", "tag": "f6b877dc-2544-4729-b562-12b62148f13d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:23.873018 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b04aa24f-0741-49cc-afa1-7a9955b92339 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:23.873543 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d', 'code': 200}
Nov 27 20:48:23.901459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:23.941849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-3224c822-e66f-4882-acbe-66090d139e03 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:23.943447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-3224c822-e66f-4882-acbe-66090d139e03 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.35 "GET /v2.0/networks?id=325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 200  len: 816 time: 0.4311512
Nov 27 20:48:23.990859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Allocated IP 172.20.0.2 (60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9/46c14fbe-fa46-43d8-846d-9ced7168b237/bd1f2f8a-93d4-46ff-a78e-823251290d72) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:24.005854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Request body: {'port': {'device_id': '476f7662-3487-44f6-9f58-943deb3cde93', 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342', 'admin_state_up': True, 'tenant_id': '72659aa0252c4e7491effb8522dd5a1c'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:24.070580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Network 325efdd2-0df2-4453-9d05-e00eab372342 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:24.087391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:24.093000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:24.111899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Pushing event updated for resources: {'Port': ['ID=0958f265-00aa-4105-b49f-7b7659b442d8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:24.128652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4add9345-cba3-4a00-bf6b-b12ab818f5f3 req-420a608f-720e-4cbe-ad54-6c5c12ff8b5d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3828402
Nov 27 20:48:24.145282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.176335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d708d1-d25b-49b3-980a-2a3d0634a799 req-c186325e-3162-4129-a844-53fddacde333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:24.178026 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a0d708d1-d25b-49b3-980a-2a3d0634a799 req-c186325e-3162-4129-a844-53fddacde333 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1096 time: 0.3077943
Nov 27 20:48:24.191503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4faf1e20-dd3a-4fc2-a969-f2c28888d2d3 req-4f8995ae-28af-46b6-99f5-787deecc2e23 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3756170
Nov 27 20:48:24.227757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba601d3b-a84a-477f-95f9-0f189a79a5fd req-fc3dde45-746f-48e7-b6a3-61fd3a12e177 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:24.237918 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba601d3b-a84a-477f-95f9-0f189a79a5fd req-fc3dde45-746f-48e7-b6a3-61fd3a12e177 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.3829358
Nov 27 20:48:24.253431 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.261348 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.361510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3db49653-476f-4ff7-b932-ea36821fc014 req-66f3ecf4-fbf2-49b7-9e77-57f38018a54c tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 210 time: 0.1371057
Nov 27 20:48:24.367428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba601d3b-a84a-477f-95f9-0f189a79a5fd req-e5c00143-15c7-4b4c-81d3-cad91268e965 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278765
Nov 27 20:48:24.393360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:24.394051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.396031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Pushing event updated for resources: {'Port': ['ID=bd1f2f8a-93d4-46ff-a78e-823251290d72,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:24.399821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:24.401600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:24.416323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:24.472059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a0d708d1-d25b-49b3-980a-2a3d0634a799 req-a70d3a3a-1ffc-42d6-9599-ccc74f3a3fe0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2732494
Nov 27 20:48:24.496886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-97617809-d863-4c8c-bffa-26bded01d616 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9629765
Nov 27 20:48:24.519051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fdcccc-7383-40d8-8be2-9440dff6baff {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:24.519977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Made reservation on behalf of 72659aa0252c4e7491effb8522dd5a1c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:24.528408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.529243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.543532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Transition to ACTIVE for port object b3fdcccc-7383-40d8-8be2-9440dff6baff will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:24.548681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.557164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Attempting to bind port bd1f2f8a-93d4-46ff-a78e-823251290d72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:24.557555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Attempting to bind port bd1f2f8a-93d4-46ff-a78e-823251290d72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:24.557929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Attempting to bind port bd1f2f8a-93d4-46ff-a78e-823251290d72 on network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:24.574331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:24.575176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Checking segment: {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:24.575866 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.578321 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Bound using segment: {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:24.579647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Bound port: bd1f2f8a-93d4-46ff-a78e-823251290d72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:24.580311 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.602483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7cbc5565-6056-4dc6-9e6a-15a89c45a507 None None] Provisioning complete for port 0958f265-00aa-4105-b49f-7b7659b442d8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:24.602903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7cbc5565-6056-4dc6-9e6a-15a89c45a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.690123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc5565-6056-4dc6-9e6a-15a89c45a507 None None] Port 0958f265-00aa-4105-b49f-7b7659b442d8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:48:24.725958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] For port bd1f2f8a-93d4-46ff-a78e-823251290d72, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:24.729620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] For port bd1f2f8a-93d4-46ff-a78e-823251290d72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd1f2f8a-93d4-46ff-a78e-823251290d72,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:24.734863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.796556 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-2f87c083-4201-4c54-a428-cf959423105f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0712821
Nov 27 20:48:24.796770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60837d-ae18-4ded-b322-434d160163b6 None None] Pushing event updated for resources: {'Port': ['ID=bd1f2f8a-93d4-46ff-a78e-823251290d72,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:24.894551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Allocated IP 172.20.0.10 (325efdd2-0df2-4453-9d05-e00eab372342/c3f49dd7-5e25-4ded-b980-54f2c73a9e13/0cb03dce-7858-4441-8989-6186f64291e0) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:24.918560 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.936879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fdcccc-7383-40d8-8be2-9440dff6baff,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:24.982756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:24.984962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3514a-dd93-481a-985c-abdc0d332abb req-b27df22c-de82-4078-aad4-6e15f11a8236 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:24.995470 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3af3514a-dd93-481a-985c-abdc0d332abb req-b27df22c-de82-4078-aad4-6e15f11a8236 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1306334
Nov 27 20:48:25.088604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70997-b299-4c34-9461-0dad54f51e53 req-95c8cad5-046f-4012-ad84-de9619b1369f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:25.097172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-95c8cad5-046f-4012-ad84-de9619b1369f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2996697
Nov 27 20:48:25.176606 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-19a09d09-e48c-4dc7-b2d9-c5ceb1c401e3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/quotas/c03fae8406904a0da2046c097555cf58 HTTP/1.1" status: 200  len: 375 time: 0.0783496
Nov 27 20:48:25.198135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82997-b380-4081-b5ec-47550c1e1694 req-af317a74-6406-47f4-878f-8d53bacd9e0f tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:25.201425 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-af317a74-6406-47f4-878f-8d53bacd9e0f tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.35 "GET /v2.0/networks?id=9b43f6b5-8fe9-4060-8bba-ace1af710c22 HTTP/1.1" status: 200  len: 815 time: 0.2296319
Nov 27 20:48:25.227727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Request body: {'port': {'device_id': '26eee3c3-56bb-48c8-b5fc-f88ab39670f0', 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22', 'admin_state_up': True, 'tenant_id': 'a6d0433d36494c339de083939adfa30d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:25.323518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3af3514a-dd93-481a-985c-abdc0d332abb req-5788570c-36bb-44b5-8399-8ffde9497dc5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3271487
Nov 27 20:48:25.347724 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7116a720-e534-4bbd-8eda-0879dc7f397f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1682453
Nov 27 20:48:25.370631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Allocated IP 172.35.3.165 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/e70d876c-aca9-49eb-a6e5-ba993eed8474) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:25.393834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:25.404256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Attempting to bind port b3fdcccc-7383-40d8-8be2-9440dff6baff on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:25.404777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Attempting to bind port b3fdcccc-7383-40d8-8be2-9440dff6baff by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:25.405206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Attempting to bind port b3fdcccc-7383-40d8-8be2-9440dff6baff on network 325efdd2-0df2-4453-9d05-e00eab372342 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:25.416361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Port b3fdcccc-7383-40d8-8be2-9440dff6baff on network 325efdd2-0df2-4453-9d05-e00eab372342 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:25.417066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Attempting to bind port b3fdcccc-7383-40d8-8be2-9440dff6baff on network 325efdd2-0df2-4453-9d05-e00eab372342 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:25.444614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:25.445075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Checking segment: {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:25.445566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Bound using segment: {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:25.446119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Bound port: b3fdcccc-7383-40d8-8be2-9440dff6baff, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:25.446577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:25.479072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Made reservation on behalf of a6d0433d36494c339de083939adfa30d for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:25.483046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:25.553782 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:25.598311 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9fcfe-d1ed-4815-a245-45d0573c8ba4 req-ff875f42-3ae7-4ffb-93ec-843de0738ceb tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:25.605623 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fc9fcfe-d1ed-4815-a245-45d0573c8ba4 req-ff875f42-3ae7-4ffb-93ec-843de0738ceb tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.1804519
Nov 27 20:48:25.664177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] For port b3fdcccc-7383-40d8-8be2-9440dff6baff, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:25.692805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Pushing event updated for resources: {'Port': ['ID=0cb03dce-7858-4441-8989-6186f64291e0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:25.704841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Network 325efdd2-0df2-4453-9d05-e00eab372342 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:25.709129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:25.718367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:25.720777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:25.757943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Allocated IP 172.20.0.11 (9b43f6b5-8fe9-4060-8bba-ace1af710c22/954cf457-e405-47a1-9872-88cc482b90ed/64da879e-2956-4a5b-a220-c740193b8ae4) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:25.793303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] For port b3fdcccc-7383-40d8-8be2-9440dff6baff, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3fdcccc-7383-40d8-8be2-9440dff6baff,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:25.817545 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:25.874742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:25.878899 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee5413-0239-433b-86b1-e31e52a515e3" -d '{"events": [{"server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "name": "network-vif-plugged", "status": "completed", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:26.019242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fc9fcfe-d1ed-4815-a245-45d0573c8ba4 req-711b3223-e483-480f-a34f-7436a0961f87 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4101367
Nov 27 20:48:26.072000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:26.073250 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:26.074554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3fdcccc-7383-40d8-8be2-9440dff6baff HTTP/1.1" status: 200  len: 1092 time: 3.3033581
Nov 27 20:48:26.083393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa58d27-298b-455d-8185-f926aa730620', 'tag': 'b3fdcccc-7383-40d8-8be2-9440dff6baff'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:26.090055 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9ffe66-878b-4b88-9983-d8c9e17c1893" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa58d27-298b-455d-8185-f926aa730620", "tag": "b3fdcccc-7383-40d8-8be2-9440dff6baff"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:26.280248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51261b17-2b01-4318-8abc-ff1e49a61528 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fdcccc-7383-40d8-8be2-9440dff6baff,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:26.295674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eccf6548-b032-46cd-9c51-2d5ba374450a None None] Provisioning complete for port 0cb03dce-7858-4441-8989-6186f64291e0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:26.296349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eccf6548-b032-46cd-9c51-2d5ba374450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:26.427079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-eccf6548-b032-46cd-9c51-2d5ba374450a None None] Port 0cb03dce-7858-4441-8989-6186f64291e0 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:48:26.475717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2fba42-719b-49a9-9767-185433df8b42 None None] Network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:48:26.476834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd0ac-3f36-427d-a7c0-09a0e8d52eaa req-132efea4-3620-4706-9268-da1b4757e395 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:26.482386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b1fdd0ac-3f36-427d-a7c0-09a0e8d52eaa req-132efea4-3620-4706-9268-da1b4757e395 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 932 time: 0.3063974
Nov 27 20:48:26.650145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9fe91bc8-b344-473d-a783-4b9d5da5eda2 None None] Provisioning complete for port bd1f2f8a-93d4-46ff-a78e-823251290d72 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:26.650145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9fe91bc8-b344-473d-a783-4b9d5da5eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:26.659969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:26.661373 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:26.678250 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:26.680732 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:26.731853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b1fdd0ac-3f36-427d-a7c0-09a0e8d52eaa req-4b134cbf-f8ac-4b55-b72c-2c3556b001b5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418377
Nov 27 20:48:26.760280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-1222e8b1-1d34-4703-975f-da8a7e459bb4 service neutron] 10.222.0.35 "GET /v2.0/ports/b51ad6c9-008a-470c-b58c-4307b66fbeca/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 1.0076010
Nov 27 20:48:26.761046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Pushing event updated for resources: {'Port': ['ID=e70d876c-aca9-49eb-a6e5-ba993eed8474,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:26.777016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:26.777839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:26.783993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f6bbefc9-38b4-4891-80ad-8e4020cd76e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7826076
Nov 27 20:48:26.784888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:26.789473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:26.883694 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9fe91bc8-b344-473d-a783-4b9d5da5eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:26.887660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:26.894546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:26.914035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:26.971531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9fe91bc8-b344-473d-a783-4b9d5da5eda2 None None] For port bd1f2f8a-93d4-46ff-a78e-823251290d72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd1f2f8a-93d4-46ff-a78e-823251290d72,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:26.977921 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9fe91bc8-b344-473d-a783-4b9d5da5eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:27.042726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Pushing event updated for resources: {'Port': ['ID=64da879e-2956-4a5b-a220-c740193b8ae4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:27.083227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0f03d-a574-4087-b97e-ca6eb0fa84dd req-a0f8816d-e9fe-44b7-bc85-47bfb1432918 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:27.093737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15f0f03d-a574-4087-b97e-ca6eb0fa84dd req-a0f8816d-e9fe-44b7-bc85-47bfb1432918 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 932 time: 0.1651938
Nov 27 20:48:27.103064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:27.104182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:27.167385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe91bc8-b344-473d-a783-4b9d5da5eda2 None None] Pushing event updated for resources: {'Port': ['ID=bd1f2f8a-93d4-46ff-a78e-823251290d72,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:27.263345 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-4820fc32-8766-49d2-a5df-ee28166fd829 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0399480
Nov 27 20:48:27.300487 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15f0f03d-a574-4087-b97e-ca6eb0fa84dd req-9cb8cf15-90ea-422a-80ed-4101736da513 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047031
Nov 27 20:48:27.332075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd1f2f8a-93d4-46ff-a78e-823251290d72 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:27.387790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:27.427677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c9a81444-02df-478f-a8d3-b8895f538941 None None] Provisioning complete for port 64da879e-2956-4a5b-a220-c740193b8ae4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:27.428132 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c9a81444-02df-478f-a8d3-b8895f538941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:27.477640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c9a81444-02df-478f-a8d3-b8895f538941 None None] Port 64da879e-2956-4a5b-a220-c740193b8ae4 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:48:27.478535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bd1f2f8a-93d4-46ff-a78e-823251290d72 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:27.479011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:27.525348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96702-1824-4444-98b3-fb87d72ab9d3 req-a0d6685a-41dd-4867-b96d-fc2c6b8bebee tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:27.527140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32d96702-1824-4444-98b3-fb87d72ab9d3 req-a0d6685a-41dd-4867-b96d-fc2c6b8bebee tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.0612748
Nov 27 20:48:27.608716 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32d96702-1824-4444-98b3-fb87d72ab9d3 req-dfecf205-b172-46b0-b044-fdb460680204 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650234
Nov 27 20:48:27.609999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5f105940-f421-4c7c-b93f-3b1a3c3c538c None None] Provisioning complete for port bd1f2f8a-93d4-46ff-a78e-823251290d72 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:27.610423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5f105940-f421-4c7c-b93f-3b1a3c3c538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:27.675020 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:27.732112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b17db27-2097-40c7-8896-f1eb0c4d8245 req-1e74c8a3-19dd-4d69-831f-2b8b84c50510 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 210 time: 0.0384791
Nov 27 20:48:27.777024 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670b77a2-c30e-4c63-8de9-8763584325ab x-openstack-request-id: req-670b77a2-c30e-4c63-8de9-8763584325ab {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:27.777354 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "name": "network-vif-plugged", "status": "completed", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:27.777824 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-670b77a2-c30e-4c63-8de9-8763584325ab {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:27.778235 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c', 'code': 200}
Nov 27 20:48:27.813652 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd878ff2-2c15-4fd3-9278-8f9becc963cd x-openstack-request-id: req-bd878ff2-2c15-4fd3-9278-8f9becc963cd {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:27.813950 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa58d27-298b-455d-8185-f926aa730620", "tag": "b3fdcccc-7383-40d8-8be2-9440dff6baff", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:27.814209 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd878ff2-2c15-4fd3-9278-8f9becc963cd {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:27.814617 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa58d27-298b-455d-8185-f926aa730620', 'tag': 'b3fdcccc-7383-40d8-8be2-9440dff6baff', 'status': 'completed', 'code': 200}
Nov 27 20:48:27.837613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:48:27.938093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b8dea-6584-4d37-9083-9a0baeb75a61 req-19526d53-1350-4f84-9222-7633fe1ec1e5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:27.940297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-308b8dea-6584-4d37-9083-9a0baeb75a61 req-19526d53-1350-4f84-9222-7633fe1ec1e5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.0569742
Nov 27 20:48:27.969869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:48:27.979450 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Sync routers for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:48:27.989753 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:27.993423 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ebc86d30-adb6-437a-8781-60f370ab83af admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 4.6343071
Nov 27 20:48:27.993834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-308b8dea-6584-4d37-9083-9a0baeb75a61 req-9fa5fdcb-2ab7-4bc7-8ca7-dfab10d8d96b tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450594
Nov 27 20:48:27.994012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57466) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:27.995456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:48:27.996299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd61aee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:48:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:28.168751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcbd8e-bb85-4ddd-b641-068f9ad38f9a req-9a70c4d7-cbc7-4b4b-9c0d-8757ae1679e4 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:28.170336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f3dcbd8e-bb85-4ddd-b641-068f9ad38f9a req-9a70c4d7-cbc7-4b4b-9c0d-8757ae1679e4 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 932 time: 0.0677338
Nov 27 20:48:28.180259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:48:28.296944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f3dcbd8e-bb85-4ddd-b641-068f9ad38f9a req-35be7e3d-9490-4969-8d41-a8c00f3c65dc tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886919
Nov 27 20:48:28.378436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd61aee0>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:27Z', 'revision_number': 3, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:28.534281 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Checking router: 6dbecf3c-cf2b-4f86-a599-aaade592dd7a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:48:28.534630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Updating router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a port e70d876c-aca9-49eb-a6e5-ba993eed8474 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:48:28.560007 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:28.574890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cac2d-46f3-443b-9aa0-6a04a0b4af61 req-ef550f57-b130-4383-92ae-98e0f45971d0 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:28.584427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b9cac2d-46f3-443b-9aa0-6a04a0b4af61 req-ef550f57-b130-4383-92ae-98e0f45971d0 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 932 time: 0.1172321
Nov 27 20:48:28.669850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b9cac2d-46f3-443b-9aa0-6a04a0b4af61 req-24f02096-5418-4f44-9975-ec0f881ed4b1 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845203
Nov 27 20:48:28.687534 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:28.868965 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:28.877129 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:28.949925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Attempting to bind port e70d876c-aca9-49eb-a6e5-ba993eed8474 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:28.950481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Attempting to bind port e70d876c-aca9-49eb-a6e5-ba993eed8474 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:28.950922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Attempting to bind port e70d876c-aca9-49eb-a6e5-ba993eed8474 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:28.954915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2ed5f-b3df-4d9c-ac8d-cb969bbc69c1 None None] Pushing event updated for resources: {'Port': ['ID=e70d876c-aca9-49eb-a6e5-ba993eed8474,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:28.959879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Allocated IP 172.20.0.1 (60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9/46c14fbe-fa46-43d8-846d-9ced7168b237/924b9479-7c13-462d-95ab-93ab515db7fd) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:28.976888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:28.977656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:28.978388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:28.979610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:28.980955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Bound port: e70d876c-aca9-49eb-a6e5-ba993eed8474, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:28.981579 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:28.988945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8f5eb-5f09-446a-aa6d-b44d1a04290a req-f7fe4f65-77e1-49cd-b140-ad2465c03963 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:29.004333 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1aa8f5eb-5f09-446a-aa6d-b44d1a04290a req-f7fe4f65-77e1-49cd-b140-ad2465c03963 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.1300189
Nov 27 20:48:29.051062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] For port e70d876c-aca9-49eb-a6e5-ba993eed8474, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:29.057050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] For port e70d876c-aca9-49eb-a6e5-ba993eed8474, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70d876c-aca9-49eb-a6e5-ba993eed8474,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:29.063672 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:29.125229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:48:29.126059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd61aee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:48:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:29.143838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1aa8f5eb-5f09-446a-aa6d-b44d1a04290a req-d2c85387-f981-4832-9773-748b51f71779 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387038
Nov 27 20:48:29.168629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd1f2f8a-93d4-46ff-a78e-823251290d72 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:29.200937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2ed5f-b3df-4d9c-ac8d-cb969bbc69c1 None None] Pushing event updated for resources: {'Port': ['ID=e70d876c-aca9-49eb-a6e5-ba993eed8474,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:29.201179 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:29.255103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:29.314969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Pushing event updated for resources: {'Port': ['ID=924b9479-7c13-462d-95ab-93ab515db7fd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:29.321017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bd1f2f8a-93d4-46ff-a78e-823251290d72 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:29.321017 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:29.326854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:48:29.335288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:29.349139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:29.352621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30c7340a-1747-4157-b884-e7bdcddf39bc req-42f71f0b-6217-46bc-a726-a06a4703cd11 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 210 time: 0.0867324
Nov 27 20:48:29.353336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:29.404212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:29.621138 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-ffac8e52-52ba-400a-9852-6fe51393c1b4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0465815
Nov 27 20:48:29.700196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd61aee0>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:27Z', 'revision_number': 3, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:29.730672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ff854-9551-4383-818d-c0cc63080e96 None None] The sync data for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 is: [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:27Z', 'revision_number': 3, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:48:29.733605 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:29.777203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-863de63b-7811-404e-958f-fc726160d1f7 None None] Provisioning complete for port 924b9479-7c13-462d-95ab-93ab515db7fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:29.777590 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-863de63b-7811-404e-958f-fc726160d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:29.816578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-863de63b-7811-404e-958f-fc726160d1f7 None None] Port 924b9479-7c13-462d-95ab-93ab515db7fd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:48:29.864394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-d162ae7b-df86-4f61-8c4d-527e1618e0dd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:29.865855 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-d162ae7b-df86-4f61-8c4d-527e1618e0dd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2371995
Nov 27 20:48:29.919977 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-ab7a51d3-47d8-44bd-a4a9-9ebcc663db75 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/quotas/04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 375 time: 0.0381043
Nov 27 20:48:30.035460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b51ad6c9-008a-470c-b58c-4307b66fbeca no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:48:30.044166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:30.053745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-7e994839-b09b-4289-b850-01a9ce5494e0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1176248
Nov 27 20:48:30.055571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:30.168057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Pushing event updated for resources: {'Port': ['ID=924b9479-7c13-462d-95ab-93ab515db7fd,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:30.172472 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:30.452097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:30.470729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:30.701487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbaa8f-cf11-4492-9a23-9cbb15853c24 req-8e3a8b8e-1ac9-4c95-86c8-ba49d5d1eb59 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:30.703106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2dbaa8f-cf11-4492-9a23-9cbb15853c24 req-8e3a8b8e-1ac9-4c95-86c8-ba49d5d1eb59 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.3302577
Nov 27 20:48:30.769711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:48:30.871783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-34b4f64f-0318-47d6-a310-03074cbfa7cd None None] Provisioning complete for port 924b9479-7c13-462d-95ab-93ab515db7fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:30.872417 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-34b4f64f-0318-47d6-a310-03074cbfa7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:30.876495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2dbaa8f-cf11-4492-9a23-9cbb15853c24 req-0616fe22-ad96-4d25-b694-16bfebf196d3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654308
Nov 27 20:48:30.957501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-34b4f64f-0318-47d6-a310-03074cbfa7cd None None] Port 924b9479-7c13-462d-95ab-93ab515db7fd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:48:30.980854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:48:30.999863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1dfb0706-4d9a-4c86-9c82-15878945db2a admin admin] 10.222.0.21 "PUT /v2.0/routers/6dbecf3c-cf2b-4f86-a599-aaade592dd7a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0045717
Nov 27 20:48:31.100886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e2171-1a8e-4797-b4c1-a216e265ae49 req-5feaed97-fd84-45f4-bb6e-2d9795ce6352 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:31.114903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-789e2171-1a8e-4797-b4c1-a216e265ae49 req-5feaed97-fd84-45f4-bb6e-2d9795ce6352 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 932 time: 0.1073852
Nov 27 20:48:31.168394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e70d876c-aca9-49eb-a6e5-ba993eed8474 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:31.240820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-789e2171-1a8e-4797-b4c1-a216e265ae49 req-b4e3f44c-9d95-4af4-9619-6bd681683aca tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192238
Nov 27 20:48:31.262008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e70d876c-aca9-49eb-a6e5-ba993eed8474 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:31.262390 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:31.357600 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:31.364641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016bf90-99d5-4368-aa3e-7340df7a2234 req-b71a9f84-1531-4b13-a4c9-689f787cfcde tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:31.366388 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5016bf90-99d5-4368-aa3e-7340df7a2234 req-b71a9f84-1531-4b13-a4c9-689f787cfcde tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 932 time: 0.0592780
Nov 27 20:48:31.385080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port e70d876c-aca9-49eb-a6e5-ba993eed8474, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70d876c-aca9-49eb-a6e5-ba993eed8474,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:31.397932 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:31.455396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5016bf90-99d5-4368-aa3e-7340df7a2234 req-4d3a8a75-b094-42f3-a69b-66035d024e83 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823605
Nov 27 20:48:31.467487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=e70d876c-aca9-49eb-a6e5-ba993eed8474,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:31.573396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8f60-c7b1-4b49-bb7d-95db3fec8a22 req-aebabdb4-ef64-4e4b-bb29-bae668dfeaf1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:31.574877 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-243c8f60-c7b1-4b49-bb7d-95db3fec8a22 req-aebabdb4-ef64-4e4b-bb29-bae668dfeaf1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.0504160
Nov 27 20:48:31.625972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-243c8f60-c7b1-4b49-bb7d-95db3fec8a22 req-eeec01a0-889f-4a18-b014-238905277311 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448833
Nov 27 20:48:31.734272 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cdc782e4-4fc0-49f7-9e3b-e1b90ab4fb56 req-2375413a-7ec8-42c8-8d8c-d155f54e7df7 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 210 time: 0.0324073
Nov 27 20:48:31.822210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e07e4209-1392-4c68-9ac7-b1a19b33a8f9 req-d7cad9f9-2b68-4781-86dd-d19437dc3572 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 210 time: 0.0259471
Nov 27 20:48:32.027991 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Sync routers for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:48:32.038357 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:48:32.039099 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:48:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:32.074350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-215df698-e11c-42f7-9ea1-f1527d1f367d tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:32.076110 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-215df698-e11c-42f7-9ea1-f1527d1f367d tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/networks?id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 HTTP/1.1" status: 200  len: 828 time: 0.1170533
Nov 27 20:48:32.091779 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-351b133b-dc76-4264-907f-0fbbd394fed8 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/quotas/e11cec7060094963bccef4d0cadba71d HTTP/1.1" status: 200  len: 375 time: 0.0091736
Nov 27 20:48:32.163241 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-1f2e94b9-2f15-45d8-974d-3216c65d4db9 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e11cec7060094963bccef4d0cadba71d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0629437
Nov 27 20:48:32.169032 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:48:32.272265 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-35ef61d6-8a4c-40ab-9dd4-a84f2eccb15b service neutron] 10.222.0.21 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073735
Nov 27 20:48:32.389032 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564400>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '924b9479-7c13-462d-95ab-93ab515db7fd', 'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:28Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 2, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'subnets': [{'id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:32.427544 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Checking router: 6dbecf3c-cf2b-4f86-a599-aaade592dd7a for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:48:32.429526 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Updating router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a port 924b9479-7c13-462d-95ab-93ab515db7fd binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:48:32.456926 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:32.620930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-78e29b66-cc09-4e10-b850-b61b6188cfe7 service neutron] 10.222.0.21 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3424079
Nov 27 20:48:32.847625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3baed1a-9016-4554-a36b-ee919c10ee3b req-d5aeeff6-dd35-4d62-bb60-3acb91e42c34 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:32.855598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3baed1a-9016-4554-a36b-ee919c10ee3b req-d5aeeff6-dd35-4d62-bb60-3acb91e42c34 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.0579181
Nov 27 20:48:32.880304 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:32.887487 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:32.936129 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6d4b0-e0ec-477b-b14f-8a1107b29c61 None None] Pushing event updated for resources: {'Port': ['ID=924b9479-7c13-462d-95ab-93ab515db7fd,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:32.939099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3baed1a-9016-4554-a36b-ee919c10ee3b req-8e66867d-f97d-46ae-b95f-35b00a31088f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818834
Nov 27 20:48:33.065702 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Attempting to bind port 924b9479-7c13-462d-95ab-93ab515db7fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:33.066255 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Attempting to bind port 924b9479-7c13-462d-95ab-93ab515db7fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:33.066564 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Attempting to bind port 924b9479-7c13-462d-95ab-93ab515db7fd on network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:33.073112 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:33.073553 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Checking segment: {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:33.074011 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:33.074445 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Bound using segment: {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:33.074998 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Bound port: 924b9479-7c13-462d-95ab-93ab515db7fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:33.075454 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:33.220957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8a24f-b879-4e71-9f76-b4cd04e6f50d req-501d8582-2e13-4941-b76f-35f2761cf2ee tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:33.229380 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97e8a24f-b879-4e71-9f76-b4cd04e6f50d req-501d8582-2e13-4941-b76f-35f2761cf2ee tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 932 time: 0.1611006
Nov 27 20:48:33.238980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e70d876c-aca9-49eb-a6e5-ba993eed8474 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:33.253963 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] For port 924b9479-7c13-462d-95ab-93ab515db7fd, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:33.257332 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] For port 924b9479-7c13-462d-95ab-93ab515db7fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=924b9479-7c13-462d-95ab-93ab515db7fd,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:33.264336 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:33.337675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e70d876c-aca9-49eb-a6e5-ba993eed8474 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:33.340322 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:33.341188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97e8a24f-b879-4e71-9f76-b4cd04e6f50d req-d719e179-c2a4-40db-b62c-ac4db4c681fd tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105473
Nov 27 20:48:33.343777 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6d4b0-e0ec-477b-b14f-8a1107b29c61 None None] Pushing event updated for resources: {'Port': ['ID=924b9479-7c13-462d-95ab-93ab515db7fd,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:33.381661 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:48:33.383664 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:48:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:33.486350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-43098c4f-ea28-44b9-a4da-9ee6bb06d900 None None] Provisioning complete for port 924b9479-7c13-462d-95ab-93ab515db7fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:33.487377 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43098c4f-ea28-44b9-a4da-9ee6bb06d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:33.514374 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:48:33.525930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae3493-9bf1-41b4-930c-cc39c27bf0ff req-87bbdd3f-470a-4111-9eba-5a043bc990e2 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:33.542242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1fae3493-9bf1-41b4-930c-cc39c27bf0ff req-87bbdd3f-470a-4111-9eba-5a043bc990e2 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 932 time: 0.1257463
Nov 27 20:48:33.634892 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1fae3493-9bf1-41b4-930c-cc39c27bf0ff req-20383feb-b350-47d3-9779-61492f88b84d tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845923
Nov 27 20:48:33.705706 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43098c4f-ea28-44b9-a4da-9ee6bb06d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:33.762432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-43098c4f-ea28-44b9-a4da-9ee6bb06d900 None None] For port 924b9479-7c13-462d-95ab-93ab515db7fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=924b9479-7c13-462d-95ab-93ab515db7fd,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:33.768529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43098c4f-ea28-44b9-a4da-9ee6bb06d900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:33.796530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1c2b8-8af4-4bcc-9a7a-68bd158c0195 req-2c5b512b-6852-4a1d-abcd-87dcd9a878a0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:33.815604 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73f1c2b8-8af4-4bcc-9a7a-68bd158c0195 req-2c5b512b-6852-4a1d-abcd-87dcd9a878a0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.1120315
Nov 27 20:48:33.832589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43098c4f-ea28-44b9-a4da-9ee6bb06d900 None None] Pushing event updated for resources: {'Port': ['ID=924b9479-7c13-462d-95ab-93ab515db7fd,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:33.851163 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564400>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '924b9479-7c13-462d-95ab-93ab515db7fd', 'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:28Z', 'updated_at': '2021-11-27T20:48:33Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'subnets': [{'id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:48:33.894708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a83e2c3c-ce71-406a-9a53-d8366c42d665 None None] Provisioning complete for port 924b9479-7c13-462d-95ab-93ab515db7fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:33.895125 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a83e2c3c-ce71-406a-9a53-d8366c42d665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:33.900149 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6550790-380a-482c-b5c6-09fa7d9b7462 None None] The sync data for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 is: [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '924b9479-7c13-462d-95ab-93ab515db7fd', 'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:28Z', 'updated_at': '2021-11-27T20:48:33Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'subnets': [{'id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:48:33.918076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73f1c2b8-8af4-4bcc-9a7a-68bd158c0195 req-aad30ca3-182f-4584-90f1-924c36204123 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969558
Nov 27 20:48:34.012725 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4edd85c5-6b86-4966-9c0d-1c20f67015ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:34.084872 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bb4dbe36-8924-4329-9c4b-c22a43692075 req-191b78eb-4847-4d55-b084-f847b2b89601 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 210 time: 0.0373449
Nov 27 20:48:34.196767 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ab1e146-a3d7-4c6a-8462-d9e1abeb0362 req-2e7e5680-5464-42c1-832c-661fc4e3bf32 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 210 time: 0.0445757
Nov 27 20:48:34.279095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-337034cd-bb44-4406-8a12-e6dc52c0e6f2 req-2209c7fb-38c9-4557-b045-8816012c92bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 210 time: 0.0286281
Nov 27 20:48:34.399665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eabfb1-11be-4472-b6f5-afb88a440148 req-da7bc8a9-c4c1-4b32-9e1b-192312ca7701 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:34.401336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60eabfb1-11be-4472-b6f5-afb88a440148 req-da7bc8a9-c4c1-4b32-9e1b-192312ca7701 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.0584078
Nov 27 20:48:34.463774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60eabfb1-11be-4472-b6f5-afb88a440148 req-b18cc8f0-b935-44ff-8371-996bc405e896 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526175
Nov 27 20:48:34.600867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb577f-8561-4285-a4c1-792d41d23a73 req-bdacc75e-b791-4ae6-b61d-f0990faf30a1 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:34.602431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bcb577f-8561-4285-a4c1-792d41d23a73 req-bdacc75e-b791-4ae6-b61d-f0990faf30a1 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 932 time: 0.0577683
Nov 27 20:48:34.671521 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bcb577f-8561-4285-a4c1-792d41d23a73 req-ca88be48-0b17-4384-87cb-b70b5d1828e2 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616472
Nov 27 20:48:34.792809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d75fe-e5bb-4659-b007-62faa0c05800 req-4b91bccc-b7a0-4883-8dd8-e87efba6a21d tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:34.795489 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7d75fe-e5bb-4659-b007-62faa0c05800 req-4b91bccc-b7a0-4883-8dd8-e87efba6a21d tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 932 time: 0.0657468
Nov 27 20:48:34.850826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7d75fe-e5bb-4659-b007-62faa0c05800 req-57663db1-e9c2-4191-9303-f1b086a5d5bc tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460019
Nov 27 20:48:35.031131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85dab5-dafd-429c-964c-43e88946bbf3 req-4fb7cbfc-420e-4d53-b160-e698c3b96d4c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:35.032887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d85dab5-dafd-429c-964c-43e88946bbf3 req-4fb7cbfc-420e-4d53-b160-e698c3b96d4c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.0528278
Nov 27 20:48:35.101496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d85dab5-dafd-429c-964c-43e88946bbf3 req-9a9dd2ca-b8c0-4dc7-bc00-62e073a301da tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612855
Nov 27 20:48:35.209260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e3e98d9-3448-4c4c-8622-810878b77614 req-599a216c-2b4f-4b68-8271-2b3705cc61c1 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 210 time: 0.0424027
Nov 27 20:48:35.209456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 924b9479-7c13-462d-95ab-93ab515db7fd up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:35.303731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 924b9479-7c13-462d-95ab-93ab515db7fd triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:35.304527 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:35.310544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d233bb65-f281-4964-a182-a6afb82f7577 req-17ffb86d-6464-4fd7-ab4a-56c92066a544 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 210 time: 0.0300398
Nov 27 20:48:35.416658 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf2b896c-6812-49c7-abf6-4cc805b167e1 req-2512c07b-31cd-4be7-a2e5-ad9251dbee9b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 210 time: 0.0304227
Nov 27 20:48:35.594713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f5127-de3b-499f-955f-16e238021af2 req-0132bcdf-3361-473a-a34c-bb29b18657ef tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:35.596229 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df5f5127-de3b-499f-955f-16e238021af2 req-0132bcdf-3361-473a-a34c-bb29b18657ef tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.0515077
Nov 27 20:48:35.647046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df5f5127-de3b-499f-955f-16e238021af2 req-7b3f7a11-a4b2-4ab5-9055-16066a0a8fbc tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447693
Nov 27 20:48:35.787069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b6c2a-69c0-4d36-b6da-a31ca4091457 req-97e43dfd-cb76-4cb1-86b5-47a1cf5f2888 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:35.788719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-076b6c2a-69c0-4d36-b6da-a31ca4091457 req-97e43dfd-cb76-4cb1-86b5-47a1cf5f2888 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 932 time: 0.0577323
Nov 27 20:48:35.839784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-076b6c2a-69c0-4d36-b6da-a31ca4091457 req-c4d0fd01-100b-462d-9154-64bfae6a98f4 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446916
Nov 27 20:48:35.978372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dd6f8-a3bb-4e44-83a7-dd0605cae19c req-36f8ac56-2576-4e7c-9d8b-eba8f6fa4539 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:35.979898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f8dd6f8-a3bb-4e44-83a7-dd0605cae19c req-36f8ac56-2576-4e7c-9d8b-eba8f6fa4539 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 932 time: 0.0527039
Nov 27 20:48:36.029359 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f8dd6f8-a3bb-4e44-83a7-dd0605cae19c req-c21c2c82-f012-4be7-b604-0d716fa001b0 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426280
Nov 27 20:48:36.152737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Request body: {'port': {'device_id': '2262a9bd-9524-4919-8024-e41473beec99', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:36.277296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:36.313242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0111c10-daf1-45ee-a68f-856073c26d2d req-fe1b61cb-ffd7-4f49-95ab-8a37e90dbe9e tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 210 time: 0.0266171
Nov 27 20:48:36.340244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92385e4-0453-4615-aa1d-786cb5ff545f req-babbc1c4-8cc7-496d-a1c3-9242f6636239 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:36.341766 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f92385e4-0453-4615-aa1d-786cb5ff545f req-babbc1c4-8cc7-496d-a1c3-9242f6636239 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.1258399
Nov 27 20:48:36.352496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ffe66-878b-4b88-9983-d8c9e17c1893 req-0a57a1bc-481b-47d4-8f4a-afc1025946e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:36.354001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c9ffe66-878b-4b88-9983-d8c9e17c1893 req-0a57a1bc-481b-47d4-8f4a-afc1025946e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 1095 time: 0.1347075
Nov 27 20:48:36.373548 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-11816948-b8c2-4bbe-9f85-d619a6514129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:36.412653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-551f7e95-69f4-4f17-8a7b-cb59cd914d16 req-ae2a49c8-bc34-46ff-b79b-e8edb7f5c926 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 210 time: 0.0296924
Nov 27 20:48:36.524085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f18253c1-cac3-4fad-9833-e4650537371e req-a27706a4-e47f-43bc-933e-2cede391f88b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 210 time: 0.0289769
Nov 27 20:48:36.588237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f92385e4-0453-4615-aa1d-786cb5ff545f req-dcf96d08-9978-4b93-b356-8d4ff1823e02 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331591
Nov 27 20:48:36.711678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ffe66-878b-4b88-9983-d8c9e17c1893 req-aa216ca7-7b8a-4821-868a-611deca86ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:36.713132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c9ffe66-878b-4b88-9983-d8c9e17c1893 req-aa216ca7-7b8a-4821-868a-611deca86ef6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=72659aa0252c4e7491effb8522dd5a1c&shared=False HTTP/1.1" status: 200  len: 917 time: 0.3501341
Nov 27 20:48:36.777210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebdbc9-35a0-46d5-9dc6-e645d3414af9 req-92e727f6-e1a5-4fa5-b9e1-88eb8fe844b5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:36.779005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7ebdbc9-35a0-46d5-9dc6-e645d3414af9 req-92e727f6-e1a5-4fa5-b9e1-88eb8fe844b5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.0578401
Nov 27 20:48:36.836004 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7ebdbc9-35a0-46d5-9dc6-e645d3414af9 req-0fa2c293-c6c3-4449-b412-19873ef69eda tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504417
Nov 27 20:48:36.946076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ffe66-878b-4b88-9983-d8c9e17c1893 req-1d488e85-e92f-4a3c-b595-1dda33708a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:36.947503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c9ffe66-878b-4b88-9983-d8c9e17c1893 req-1d488e85-e92f-4a3c-b595-1dda33708a82 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2225072
Nov 27 20:48:36.968235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0958f265-00aa-4105-b49f-7b7659b442d8 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:36.977669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:37.017553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Transition to ACTIVE for port object 0958f265-00aa-4105-b49f-7b7659b442d8 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:37.027838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7d462-db63-454b-8c78-ddd94056320c req-312fbb15-9bfa-4217-b0cc-66dd166f84e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:37.029310 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78b7d462-db63-454b-8c78-ddd94056320c req-312fbb15-9bfa-4217-b0cc-66dd166f84e8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 932 time: 0.0991454
Nov 27 20:48:37.032366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:37.067800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Request body: {'port': {'device_id': '476f7662-3487-44f6-9f58-943deb3cde93', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:37.076907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Request body: {'port': {'device_id': '26eee3c3-56bb-48c8-b5fc-f88ab39670f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:37.163716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-27a3120e-3ab2-46a5-b105-f604788c159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:37.166566 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-27a3120e-3ab2-46a5-b105-f604788c159f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 1095 time: 0.1775177
Nov 27 20:48:37.179589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=0958f265-00aa-4105-b49f-7b7659b442d8,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:37.285276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:37.318132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78b7d462-db63-454b-8c78-ddd94056320c req-7d206863-603a-4195-b043-5e2718cf1096 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772508
Nov 27 20:48:37.333865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3fd90-d15f-4cd4-ae31-f2e48d049f48 req-1a292bb1-1966-403c-b5cc-a010a37ebf2e tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:37.341020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.341789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.342300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.342653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.342997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.343397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.343772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.344105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.344976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.345316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.345787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.346141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:37.353887 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69f3fd90-d15f-4cd4-ae31-f2e48d049f48 req-1a292bb1-1966-403c-b5cc-a010a37ebf2e tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 932 time: 0.1604216
Nov 27 20:48:37.365523 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-2139e247-d2f1-40c0-9749-54fcfe42f984 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fdcccc-7383-40d8-8be2-9440dff6baff HTTP/1.1" status: 200  len: 217 time: 0.1672709
Nov 27 20:48:37.368788 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:37.449024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-eaee5f07-bb1d-4d7b-8519-677a10909a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:37.451575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-eaee5f07-bb1d-4d7b-8519-677a10909a62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3f49dd7-5e25-4ded-b980-54f2c73a9e13 HTTP/1.1" status: 200  len: 855 time: 0.0764499
Nov 27 20:48:37.535220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Attempting to bind port 0958f265-00aa-4105-b49f-7b7659b442d8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:37.535593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Attempting to bind port 0958f265-00aa-4105-b49f-7b7659b442d8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:37.535932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Attempting to bind port 0958f265-00aa-4105-b49f-7b7659b442d8 on network 325efdd2-0df2-4453-9d05-e00eab372342 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:37.542438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Port 0958f265-00aa-4105-b49f-7b7659b442d8 on network 325efdd2-0df2-4453-9d05-e00eab372342 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:37.542776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Attempting to bind port 0958f265-00aa-4105-b49f-7b7659b442d8 on network 325efdd2-0df2-4453-9d05-e00eab372342 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:37.557448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:37.557751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Checking segment: {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:37.558141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Bound using segment: {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:37.558752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Bound port: 0958f265-00aa-4105-b49f-7b7659b442d8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:37.559127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:37.662142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69f3fd90-d15f-4cd4-ae31-f2e48d049f48 req-c0048bb5-e48f-4a51-8235-fbce092e287a tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3073750
Nov 27 20:48:37.667371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-d3a45a24-86e0-40e3-999d-9e252bd2c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:37.668917 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-d3a45a24-86e0-40e3-999d-9e252bd2c78b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=325efdd2-0df2-4453-9d05-e00eab372342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1809521
Nov 27 20:48:37.696959 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-13826f0f-e8e7-413a-b0a4-8f76647eeea3 req-ff234566-0724-46f9-81c1-9d2f402b5d48 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 210 time: 0.0733747
Nov 27 20:48:37.717712 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:37.849789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7a15cca6-a62c-4cd8-8cb5-f11e020a21ca req-74ca426a-6f98-4c8a-a9a7-5717bbc454ab tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 210 time: 0.0837681
Nov 27 20:48:37.852003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:37.871317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] For port 0958f265-00aa-4105-b49f-7b7659b442d8, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:37.876758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] For port 0958f265-00aa-4105-b49f-7b7659b442d8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0958f265-00aa-4105-b49f-7b7659b442d8,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:37.894094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.35', 54524) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:37.906536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2523a2f7-6294-4a12-ab9d-e67ab175dc35 req-e9c193d4-677e-4422-ac54-2469f29f2480 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 210 time: 0.0610254
Nov 27 20:48:37.930727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:37.950495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:38.032917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-b6c28540-373b-4875-969e-d766f9b80af5 req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51ad6c9-008a-470c-b58c-4307b66fbeca {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:38.049594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:38.081453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:38.140423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983767b3-5f00-445c-8ad6-c3dc7f31e9ca req-0e6dc9d9-ea10-4c53-949d-96ec1cb19029 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:38.142589 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-983767b3-5f00-445c-8ad6-c3dc7f31e9ca req-0e6dc9d9-ea10-4c53-949d-96ec1cb19029 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 944 time: 0.1503878
Nov 27 20:48:38.202132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb03dce-7858-4441-8989-6186f64291e0 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:38.220952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:38.254804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Transition to ACTIVE for port object 0cb03dce-7858-4441-8989-6186f64291e0 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:38.268262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:38.271064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-b6c28540-373b-4875-969e-d766f9b80af5 req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] Transition to ACTIVE for port object b51ad6c9-008a-470c-b58c-4307b66fbeca will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:38.277651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-983767b3-5f00-445c-8ad6-c3dc7f31e9ca req-d9ac01af-eb48-487a-bf2b-7dae6d6743e1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140966
Nov 27 20:48:38.295161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-6100d8cc-6eb7-4cb0-a8b1-a1d8bacdea8e service neutron] 10.222.0.15 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5930686
Nov 27 20:48:38.299133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:38.349179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Pushing event updated for resources: {'Port': ['ID=0cb03dce-7858-4441-8989-6186f64291e0,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:38.393701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.394056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.394408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.394758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.395103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.395614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.396029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.396636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.396758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.397027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.397350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.397677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:38.403202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.35', 54525) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:48:38.417658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] No DVR routers for this DVR port b51ad6c9-008a-470c-b58c-4307b66fbeca on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:48:38.449856 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e545e16-3f2d-4777-af84-5da45ba193f7 req-6835b52b-60a8-4112-a924-8ff5cc0e1ec9 service neutron] 10.222.0.15 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172190
Nov 27 20:48:38.452001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:38.452735 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:38.454112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] 10.222.0.15 "PUT /v2.0/ports/0958f265-00aa-4105-b49f-7b7659b442d8 HTTP/1.1" status: 200  len: 1091 time: 2.3139701
Nov 27 20:48:38.460929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2262a9bd-9524-4919-8024-e41473beec99', 'tag': '0958f265-00aa-4105-b49f-7b7659b442d8'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:38.463363 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2262a9bd-9524-4919-8024-e41473beec99", "tag": "0958f265-00aa-4105-b49f-7b7659b442d8"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:38.531881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-022a7490-205a-4dad-b2e8-133fea4ab45b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1243498
Nov 27 20:48:38.541121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0580da-39cf-4513-b65d-df993aaa6ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=0958f265-00aa-4105-b49f-7b7659b442d8,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:38.587086 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] 10.222.0.35 "PUT /v2.0/ports/b51ad6c9-008a-470c-b58c-4307b66fbeca/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5283804
Nov 27 20:48:38.590612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70aeb-866b-42c5-a8dd-1707be76b99f req-ca2b5eb5-861b-487a-91b3-fff212bf7074 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:38.601743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bb70aeb-866b-42c5-a8dd-1707be76b99f req-ca2b5eb5-861b-487a-91b3-fff212bf7074 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.3333893
Nov 27 20:48:38.633590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-a31e1cd3-75ac-4e7f-8c8a-f718ec00e409 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:38.635106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-a31e1cd3-75ac-4e7f-8c8a-f718ec00e409 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.35 "GET /v2.0/networks?id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 HTTP/1.1" status: 200  len: 828 time: 0.7313995
Nov 27 20:48:38.666369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Request body: {'port': {'device_id': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'admin_state_up': True, 'tenant_id': 'e11cec7060094963bccef4d0cadba71d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:38.670834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07339c3b-70d8-4e2a-8b86-c91129460a58 req-27453c25-8c77-4854-9068-2c9106117728 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:38.680073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07339c3b-70d8-4e2a-8b86-c91129460a58 req-27453c25-8c77-4854-9068-2c9106117728 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 944 time: 0.1969168
Nov 27 20:48:38.687402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb827a-a21a-4968-a572-ef6f295870ca service neutron] Pushing event updated for resources: {'Port': ['ID=b51ad6c9-008a-470c-b58c-4307b66fbeca,revision_number=10']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:38.691056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Attempting to bind port 0cb03dce-7858-4441-8989-6186f64291e0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:38.691426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Attempting to bind port 0cb03dce-7858-4441-8989-6186f64291e0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:38.691756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Attempting to bind port 0cb03dce-7858-4441-8989-6186f64291e0 on network 325efdd2-0df2-4453-9d05-e00eab372342 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:38.717025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Port 0cb03dce-7858-4441-8989-6186f64291e0 on network 325efdd2-0df2-4453-9d05-e00eab372342 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:38.717356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Attempting to bind port 0cb03dce-7858-4441-8989-6186f64291e0 on network 325efdd2-0df2-4453-9d05-e00eab372342 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:38.741187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64da879e-2956-4a5b-a220-c740193b8ae4 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:38.757730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:38.758073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Checking segment: {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:38.759007 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Bound using segment: {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:38.759007 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Bound port: 0cb03dce-7858-4441-8989-6186f64291e0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500a3ee7-e862-4bd2-a993-0854f595477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:38.759376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:38.764630 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:38.777600 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07339c3b-70d8-4e2a-8b86-c91129460a58 req-d49c187e-507b-43bb-9a7f-91e2b9db2f73 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944927
Nov 27 20:48:38.789275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-0b6c915d-36b1-4adb-8316-0b2b01e2a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:38.790780 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-0b6c915d-36b1-4adb-8316-0b2b01e2a4fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&device_id=2262a9bd-9524-4919-8024-e41473beec99 HTTP/1.1" status: 200  len: 1094 time: 0.2220411
Nov 27 20:48:38.800963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-6f7df6c5-b25b-4c74-8762-595360f720a7 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:38.802497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-6f7df6c5-b25b-4c74-8762-595360f720a7 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2560387
Nov 27 20:48:38.815981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bb70aeb-866b-42c5-a8dd-1707be76b99f req-0da8a22e-daea-4188-b655-d0fd11d80cf1 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132499
Nov 27 20:48:38.845132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Transition to ACTIVE for port object 64da879e-2956-4a5b-a220-c740193b8ae4 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:38.865198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Request body: {'port': {'device_id': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '04a17517c2104eeba56ce3a7cd915fb0'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:38.865497 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:48:38.965495 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda8c81-ba05-4c90-9ae7-8101b10af877 x-openstack-request-id: req-deda8c81-ba05-4c90-9ae7-8101b10af877 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:38.966119 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2262a9bd-9524-4919-8024-e41473beec99", "tag": "0958f265-00aa-4105-b49f-7b7659b442d8", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:38.966838 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-deda8c81-ba05-4c90-9ae7-8101b10af877 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:38.968658 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2262a9bd-9524-4919-8024-e41473beec99', 'tag': '0958f265-00aa-4105-b49f-7b7659b442d8', 'status': 'completed', 'code': 200}
Nov 27 20:48:38.971404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:39.009976 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-91ce584c-894c-4b4a-a109-74addcde2108 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0958f265-00aa-4105-b49f-7b7659b442d8 HTTP/1.1" status: 200  len: 217 time: 0.1928513
Nov 27 20:48:39.059507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-cfd81272-7997-4898-b60a-749c772b208d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0405469
Nov 27 20:48:39.065271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] For port 0cb03dce-7858-4441-8989-6186f64291e0, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:39.100535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] For port 0cb03dce-7858-4441-8989-6186f64291e0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0cb03dce-7858-4441-8989-6186f64291e0,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:39.135126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707fad0-41c9-481e-97af-9a9c13022f54 req-f361237f-9448-4f4e-a679-7355513c1644 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.137044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9707fad0-41c9-481e-97af-9a9c13022f54 req-f361237f-9448-4f4e-a679-7355513c1644 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 944 time: 0.1881833
Nov 27 20:48:39.138379 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:39.176357 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b67dd9f9-5365-4460-b0c8-07a45dc009e0 req-1b3817d8-451e-45ab-b98f-f3dac88c20fc tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 210 time: 0.1158450
Nov 27 20:48:39.193563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Pushing event updated for resources: {'Port': ['ID=64da879e-2956-4a5b-a220-c740193b8ae4,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:39.266609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.267293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:39.268761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] 10.222.0.35 "PUT /v2.0/ports/0cb03dce-7858-4441-8989-6186f64291e0 HTTP/1.1" status: 200  len: 1092 time: 2.2114608
Nov 27 20:48:39.271177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476f7662-3487-44f6-9f58-943deb3cde93', 'tag': '0cb03dce-7858-4441-8989-6186f64291e0'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:39.273523 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588fe655-eb64-486a-83fa-e7ceded1cdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "476f7662-3487-44f6-9f58-943deb3cde93", "tag": "0cb03dce-7858-4441-8989-6186f64291e0"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:39.295787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-90892d48-9fec-492d-85c8-23b285ac8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.298026 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-90892d48-9fec-492d-85c8-23b285ac8fbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3f49dd7-5e25-4ded-b980-54f2c73a9e13 HTTP/1.1" status: 200  len: 855 time: 0.2351577
Nov 27 20:48:39.300655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-ce4dd65c-f8c5-428a-be2e-2b986ef58fe8 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.302741 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-ce4dd65c-f8c5-428a-be2e-2b986ef58fe8 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.3512008
Nov 27 20:48:39.349012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Made reservation on behalf of e11cec7060094963bccef4d0cadba71d for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:39.352726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:39.356594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d83e17-1446-47b9-9787-416fecee95fe service neutron] Pushing event updated for resources: {'Port': ['ID=0cb03dce-7858-4441-8989-6186f64291e0,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:39.402409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9707fad0-41c9-481e-97af-9a9c13022f54 req-917f6677-96ad-4ac4-bd83-4f28be0dbd2e tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125905
Nov 27 20:48:39.414034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:39.429674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70997-b299-4c34-9461-0dad54f51e53 req-c4a9241e-89bc-4dc8-93f7-3f3934c114f7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.431267 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-c4a9241e-89bc-4dc8-93f7-3f3934c114f7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3598669
Nov 27 20:48:39.435414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Made reservation on behalf of 04a17517c2104eeba56ce3a7cd915fb0 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:39.439178 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:39.456581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Request body: {'port': {'device_id': 'ca701c1d-30e3-471a-881e-6d51c9bbef61', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c03fae8406904a0da2046c097555cf58'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:39.489897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-72114426-1417-485f-a5bb-b3a82cf2ae21 req-b31c60f0-d9e0-429e-b0e4-b470eea94487 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 210 time: 0.1861250
Nov 27 20:48:39.538782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-15a0e759-1add-41dc-af69-c36741773b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.540517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-15a0e759-1add-41dc-af69-c36741773b5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 1095 time: 0.2074437
Nov 27 20:48:39.561863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Attempting to bind port 64da879e-2956-4a5b-a220-c740193b8ae4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:39.562252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Attempting to bind port 64da879e-2956-4a5b-a220-c740193b8ae4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:39.563011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Attempting to bind port 64da879e-2956-4a5b-a220-c740193b8ae4 on network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:39.623536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Port 64da879e-2956-4a5b-a220-c740193b8ae4 on network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:39.623877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Attempting to bind port 64da879e-2956-4a5b-a220-c740193b8ae4 on network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:39.627228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-32a03cbe-5d1b-4408-99a6-f1270ab67d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.628838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-32a03cbe-5d1b-4408-99a6-f1270ab67d61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=325efdd2-0df2-4453-9d05-e00eab372342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3124022
Nov 27 20:48:39.634226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-cdbaba67-fb83-42af-a55b-eef28a9ab65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.635745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-cdbaba67-fb83-42af-a55b-eef28a9ab65f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9&tenant_id=149906b8a2744176929b4d314a0de57d HTTP/1.1" status: 200  len: 1096 time: 0.3089142
Nov 27 20:48:39.661647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:39.662321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Checking segment: {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:39.662711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Bound using segment: {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:39.663167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Bound port: 64da879e-2956-4a5b-a220-c740193b8ae4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02668b19-7cf1-4596-9db4-db0d398cbc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:39.663558 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:39.895126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Allocated IP 172.20.0.4 (60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9/46c14fbe-fa46-43d8-846d-9ced7168b237/eabaf35a-0b10-4c47-9a45-f879a9b99282) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:39.895561 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffec054-03b2-4bc2-b1a1-16bde62ab44a x-openstack-request-id: req-0ffec054-03b2-4bc2-b1a1-16bde62ab44a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:39.895857 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476f7662-3487-44f6-9f58-943deb3cde93", "tag": "0cb03dce-7858-4441-8989-6186f64291e0", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:39.896120 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ffec054-03b2-4bc2-b1a1-16bde62ab44a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:39.896513 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476f7662-3487-44f6-9f58-943deb3cde93', 'tag': '0cb03dce-7858-4441-8989-6186f64291e0', 'status': 'completed', 'code': 200}
Nov 27 20:48:39.898728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eefa1ea9-e1ed-4565-8d23-7382c4406409 req-643c2267-cf4c-4420-9855-3b73d81165a7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 210 time: 0.3572984
Nov 27 20:48:39.906191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e26055-ac2c-4ba2-b83f-684c81d43dfe req-200cea17-a021-4ea5-b855-8352bbe87a23 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.907789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20e26055-ac2c-4ba2-b83f-684c81d43dfe req-200cea17-a021-4ea5-b855-8352bbe87a23 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 945 time: 0.2672668
Nov 27 20:48:39.934939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-e049a9cf-1dd8-46b7-9ac5-8757a341c0fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cb03dce-7858-4441-8989-6186f64291e0 HTTP/1.1" status: 200  len: 217 time: 0.3758018
Nov 27 20:48:39.944155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-9c8440f7-d63a-487c-8bd7-b73169b51609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:39.945606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-9c8440f7-d63a-487c-8bd7-b73169b51609 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1096 time: 0.2353480
Nov 27 20:48:39.949519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] For port 64da879e-2956-4a5b-a220-c740193b8ae4, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:39.965343 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-49e8340f-4a75-4f6f-857d-326b191bdbbd service neutron] 10.222.0.15 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3216918
Nov 27 20:48:39.998114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] For port 64da879e-2956-4a5b-a220-c740193b8ae4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64da879e-2956-4a5b-a220-c740193b8ae4,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:40.050203 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.095221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-21000b4d-c3b3-4e7a-be29-fde5e01d5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.096722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-21000b4d-c3b3-4e7a-be29-fde5e01d5a77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3f49dd7-5e25-4ded-b980-54f2c73a9e13 HTTP/1.1" status: 200  len: 855 time: 0.1531792
Nov 27 20:48:40.142989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Allocated IP 192.168.233.123 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/55d30e88-9406-4ec6-91aa-9618b04ad283) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:40.152487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Made reservation on behalf of c03fae8406904a0da2046c097555cf58 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:40.155995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.163877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.164610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.166533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] 10.222.0.35 "PUT /v2.0/ports/64da879e-2956-4a5b-a220-c740193b8ae4 HTTP/1.1" status: 200  len: 1092 time: 3.1008806
Nov 27 20:48:40.174245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46673292-fc14-4865-bc6d-49f29963ec77 req-74c9739c-56f9-46bc-9791-7c51daad597b tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.175606 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46673292-fc14-4865-bc6d-49f29963ec77 req-74c9739c-56f9-46bc-9791-7c51daad597b tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 944 time: 0.1829953
Nov 27 20:48:40.191809 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.220172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20e26055-ac2c-4ba2-b83f-684c81d43dfe req-3db425ee-9191-4d27-9c2b-953728525f4a tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976227
Nov 27 20:48:40.280905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.332369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87dffd-f620-4926-86a3-189be847f229 service neutron] Pushing event updated for resources: {'Port': ['ID=64da879e-2956-4a5b-a220-c740193b8ae4,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:40.353445 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f3b874e6-1bd3-4c63-a7f9-631d08f7ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.355093 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-f3b874e6-1bd3-4c63-a7f9-631d08f7ebfd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=325efdd2-0df2-4453-9d05-e00eab372342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2476854
Nov 27 20:48:40.392087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-1e61f634-6c37-4db1-a48f-5b74969c2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.393896 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-1e61f634-6c37-4db1-a48f-5b74969c2648 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.4306262
Nov 27 20:48:40.410751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc447d90-5719-4e72-84b0-081bc681a4aa req-f0557d0c-8ac8-4d75-b5c8-cf752a95b7d3 service neutron] 10.222.0.15 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4225538
Nov 27 20:48:40.480953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-91341815-8211-4dcf-a45a-0fe8826cd209 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 200  len: 217 time: 0.0755622
Nov 27 20:48:40.484352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46673292-fc14-4865-bc6d-49f29963ec77 req-c1804077-4662-42c6-8622-6fe11aa40a2e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2980082
Nov 27 20:48:40.494791 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.588773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-89eaa2fa-3ca7-4ef9-84d5-4166bb3223ee service neutron] 10.222.0.35 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221184
Nov 27 20:48:40.589863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82997-b380-4081-b5ec-47550c1e1694 req-a4a345a4-86f7-4568-aa86-4914f10ce571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.591377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-a4a345a4-86f7-4568-aa86-4914f10ce571 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6d0433d36494c339de083939adfa30d&device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 1095 time: 0.2900999
Nov 27 20:48:40.613388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d770c-1b6d-4014-929c-ca513738fb09 req-e475f06d-a418-4627-be6d-c633dd391c65 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.614922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa8d770c-1b6d-4014-929c-ca513738fb09 req-e475f06d-a418-4627-be6d-c633dd391c65 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.2944601
Nov 27 20:48:40.617581 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.630367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['315cf87c-c809-4b39-b8ec-ef3d92d438f0', '75279561-8c7c-4017-8974-2a5bc6d0661c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:40.640346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.675898 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.694200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-33bd1fc0-c74d-4062-95df-9f8f217ca30d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64da879e-2956-4a5b-a220-c740193b8ae4 HTTP/1.1" status: 200  len: 217 time: 0.0780737
Nov 27 20:48:40.708841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-59ec93c8-7d30-48a1-af10-e384cc462547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.710731 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-59ec93c8-7d30-48a1-af10-e384cc462547 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&device_id=2262a9bd-9524-4919-8024-e41473beec99 HTTP/1.1" status: 200  len: 1094 time: 0.2325337
Nov 27 20:48:40.716735 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:40.723216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-91ea8541-35a1-41fe-86b3-2e1bdd7e56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.724746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-91ea8541-35a1-41fe-86b3-2e1bdd7e56e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.2218649
Nov 27 20:48:40.758313 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-06b18808-aaa3-4dab-a0bf-18cbaac5f758 req-eac899e0-444f-4e36-b29c-3272ab22c616 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 210 time: 0.0811298
Nov 27 20:48:40.775911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:40.790392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:40.830028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:40.837387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:40.843690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82997-b380-4081-b5ec-47550c1e1694 req-b89d6734-4be6-4466-abf3-20e5b4ace821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:40.848518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-b89d6734-4be6-4466-abf3-20e5b4ace821 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=954cf457-e405-47a1-9872-88cc482b90ed HTTP/1.1" status: 200  len: 854 time: 0.1342728
Nov 27 20:48:40.864845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa8d770c-1b6d-4014-929c-ca513738fb09 req-b8aaa3b1-390c-4c65-b199-042cced95933 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267137
Nov 27 20:48:40.928119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ad6d49-5db9-42b4-bb68-d1b095410767,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:40.959079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-196b30dc-521f-40f3-b7a8-ebe16c737cd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2132254
Nov 27 20:48:40.970868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a60a0829-6a62-4eba-bdba-60ad631dcda3 req-c5abd160-e120-494c-a029-72ab43f2624d service neutron] 10.222.0.35 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3674035
Nov 27 20:48:41.027526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.028293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:41.066235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171bf89-8247-49e3-a950-28086f6f8ebb req-c08f9197-20a3-4f04-91a9-fdff0f9b9683 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.068184 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4171bf89-8247-49e3-a950-28086f6f8ebb req-c08f9197-20a3-4f04-91a9-fdff0f9b9683 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 944 time: 0.2254720
Nov 27 20:48:41.102352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-dafe3029-075b-4e34-aa3d-03893481c28e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2407780
Nov 27 20:48:41.119065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Allocated IP 192.168.233.54 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/8ad22e26-c654-4c33-99af-7729f8c1726b) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:41.131639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Request body: {'port': {'device_id': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:41.176911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7607cf45-8ca0-43e0-9509-bfbd8572b7d3 None None] Provisioning complete for port 55d30e88-9406-4ec6-91aa-9618b04ad283 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:41.179003 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7607cf45-8ca0-43e0-9509-bfbd8572b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:41.239743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-72dd8ca5-f18b-4f48-b728-35b62e47e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.241264 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-72dd8ca5-f18b-4f48-b728-35b62e47e0c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 1095 time: 0.2002864
Nov 27 20:48:41.254516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4171bf89-8247-49e3-a950-28086f6f8ebb req-112e7eab-6df2-4006-95c9-f18f54ae3a17 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696966
Nov 27 20:48:41.259081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7607cf45-8ca0-43e0-9509-bfbd8572b7d3 None None] Port 55d30e88-9406-4ec6-91aa-9618b04ad283 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:48:41.339293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26eee3c3-56bb-48c8-b5fc-f88ab39670f0', 'tag': '64da879e-2956-4a5b-a220-c740193b8ae4'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:41.341557 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839db99e-c445-4fe7-bc8c-78bd3576c023" -d '{"events": [{"name": "network-changed", "server_uuid": "26eee3c3-56bb-48c8-b5fc-f88ab39670f0", "tag": "64da879e-2956-4a5b-a220-c740193b8ae4"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:41.399043 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:41.466674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:41.533927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82997-b380-4081-b5ec-47550c1e1694 req-372a08d4-f871-4f97-a5be-aae073dfefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.535567 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-372a08d4-f871-4f97-a5be-aae073dfefc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b43f6b5-8fe9-4060-8bba-ace1af710c22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6500506
Nov 27 20:48:41.538025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea697bd-b239-4b44-99d9-12f2ecee4a78 req-3516944a-f311-491e-ab9b-3a5d145bde22 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.539569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fea697bd-b239-4b44-99d9-12f2ecee4a78 req-3516944a-f311-491e-ab9b-3a5d145bde22 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1096 time: 0.1945779
Nov 27 20:48:41.551182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-1afb2a20-ebe4-4bbe-820d-3dc68a70d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.552624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-1afb2a20-ebe4-4bbe-820d-3dc68a70d02a service neutron] 10.222.0.35 "GET /v2.0/networks?id=325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 200  len: 917 time: 0.2971065
Nov 27 20:48:41.587513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:41.600500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c782186-192b-465e-98e0-6b7a884c3ff5 req-6acb87ec-ecf3-42b7-b536-4560cee88b00 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.602070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c782186-192b-465e-98e0-6b7a884c3ff5 req-6acb87ec-ecf3-42b7-b536-4560cee88b00 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 936 time: 0.2523828
Nov 27 20:48:41.642680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:41.652561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-1d6ef6c1-b5f8-4911-9e63-1c571adeec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.654028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-1d6ef6c1-b5f8-4911-9e63-1c571adeec08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 200  len: 917 time: 0.9214954
Nov 27 20:48:41.656500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:41.667387 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:41.668898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Pushing event updated for resources: {'Port': ['ID=eabaf35a-0b10-4c47-9a45-f879a9b99282,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:41.672542 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-60f4a8ef-af96-4aee-a10a-10c2f82c96d7 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3257289
Nov 27 20:48:41.675819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-b07e6c89-2f42-4040-92f3-8575fe2238c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cb03dce-7858-4441-8989-6186f64291e0 HTTP/1.1" status: 200  len: 217 time: 0.1140943
Nov 27 20:48:41.691900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b3fdcccc-7383-40d8-8be2-9440dff6baff details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:41.768187 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-2354b63d-5bbe-4cb7-86e9-a86d34f6a53a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0958f265-00aa-4105-b49f-7b7659b442d8 HTTP/1.1" status: 200  len: 217 time: 0.1001625
Nov 27 20:48:41.789177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fea697bd-b239-4b44-99d9-12f2ecee4a78 req-0255a008-0d84-47da-9aef-d62185c4284c tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2422173
Nov 27 20:48:41.835279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b3fdcccc-7383-40d8-8be2-9440dff6baff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3fdcccc-7383-40d8-8be2-9440dff6baff,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:41.848097 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:41.862041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'b3fdcccc-7383-40d8-8be2-9440dff6baff', 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342', 'port_id': 'b3fdcccc-7383-40d8-8be2-9440dff6baff', 'mac_address': 'fa:16:3e:8b:78:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f49dd7-5e25-4ded-b980-54f2c73a9e13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:41.913261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c782186-192b-465e-98e0-6b7a884c3ff5 req-5aa63d90-c3e8-4790-9558-8b8e0637382e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2760100
Nov 27 20:48:41.915143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-59cb39e6-9b33-427c-9a97-24b077143c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.919072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-59cb39e6-9b33-427c-9a97-24b077143c38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3f49dd7-5e25-4ded-b980-54f2c73a9e13 HTTP/1.1" status: 200  len: 855 time: 0.1144347
Nov 27 20:48:41.943296 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:41.958692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fdcccc-7383-40d8-8be2-9440dff6baff {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:41.960725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-e4551685-8b68-49fb-86db-e475128a9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:41.962230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-e4551685-8b68-49fb-86db-e475128a9bd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3f49dd7-5e25-4ded-b980-54f2c73a9e13 HTTP/1.1" status: 200  len: 855 time: 0.2742574
Nov 27 20:48:41.990175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b3fdcccc-7383-40d8-8be2-9440dff6baff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3fdcccc-7383-40d8-8be2-9440dff6baff,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:41.998012 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:42.005031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:42.005683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:42.026031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:42.032496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a6c6e7c7-7761-4509-8527-b23f848e749f None None] Provisioning complete for port eabaf35a-0b10-4c47-9a45-f879a9b99282 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:42.033156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e7c7-7761-4509-8527-b23f848e749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:42.036964 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-38a14f51-765f-4aa1-aec0-daecf093d89d service neutron] 10.222.0.35 "GET /v2.0/networks/9b43f6b5-8fe9-4060-8bba-ace1af710c22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4751630
Nov 27 20:48:42.059509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:42.067608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:42.098670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-be47ecb3-85cf-4a7a-a57f-3d7948021cee tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4395273
Nov 27 20:48:42.103913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6e7c7-7761-4509-8527-b23f848e749f None None] Port eabaf35a-0b10-4c47-9a45-f879a9b99282 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:48:42.108531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event updated for resources: {'Port': ['ID=8ad22e26-c654-4c33-99af-7729f8c1726b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:42.111008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=b3fdcccc-7383-40d8-8be2-9440dff6baff,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:42.133212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-ed076fb0-fa6c-4f22-b219-1f8b70055c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:42.134722 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-ed076fb0-fa6c-4f22-b219-1f8b70055c86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=325efdd2-0df2-4453-9d05-e00eab372342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1867852
Nov 27 20:48:42.143749 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-6b4413d0-c42f-46eb-9921-0526ca7f6759 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4367077
Nov 27 20:48:42.151814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Request body: {'port': {'device_id': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:42.190000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182566f-e993-42af-812f-045be4b5936e req-0c948d7b-8b91-4fec-b687-89ed2aff2172 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:42.197696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5182566f-e993-42af-812f-045be4b5936e req-0c948d7b-8b91-4fec-b687-89ed2aff2172 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 935 time: 0.2099471
Nov 27 20:48:42.200792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-832a4773-1bd7-4868-8e2c-0df15033cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:42.202513 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-832a4773-1bd7-4868-8e2c-0df15033cee1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=325efdd2-0df2-4453-9d05-e00eab372342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2115841
Nov 27 20:48:42.213871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd2813-f164-427f-9ca5-7346a4418d3c req-9b0d3555-c999-4efa-a25b-22f2cfdd624b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:42.215913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71fd2813-f164-427f-9ca5-7346a4418d3c req-9b0d3555-c999-4efa-a25b-22f2cfdd624b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 945 time: 0.2259958
Nov 27 20:48:42.240056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d30e88-9406-4ec6-91aa-9618b04ad283 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:42.261371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:42.262103 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:42.270643 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:42.337942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Transition to ACTIVE for port object 55d30e88-9406-4ec6-91aa-9618b04ad283 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:42.341381 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-6bdeaee6-5919-423f-8049-84d799282d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.8978944
Nov 27 20:48:42.353101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93a82997-b380-4081-b5ec-47550c1e1694 req-098f5f9a-b0ad-4dc3-b011-7da4c2242ced service neutron] 10.222.0.35 "GET /v2.0/networks/9b43f6b5-8fe9-4060-8bba-ace1af710c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2949769
Nov 27 20:48:42.353712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:42.361197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Request body: {'port': {'device_id': 'ca701c1d-30e3-471a-881e-6d51c9bbef61', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:42.364957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:42.411073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-f93c4510-1e38-49a6-898a-32aeb8418166 service neutron] 10.222.0.15 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2649930
Nov 27 20:48:42.416914 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71fd2813-f164-427f-9ca5-7346a4418d3c req-3313c0a8-3448-479b-a1a2-5928db748ac3 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695578
Nov 27 20:48:42.424221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5182566f-e993-42af-812f-045be4b5936e req-db3773a3-f0fa-4888-83a2-0b05351b13ab tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228048
Nov 27 20:48:42.455006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['b3fdcccc-7383-40d8-8be2-9440dff6baff'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:42.494138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b4583b87-d9f2-4232-a995-c78c1fa05c8d None None] Provisioning complete for port 8ad22e26-c654-4c33-99af-7729f8c1726b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:42.495305 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4583b87-d9f2-4232-a995-c78c1fa05c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:42.534179 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae06bd1-0e3c-4075-a5b9-b9f40fc8ea34 x-openstack-request-id: req-bae06bd1-0e3c-4075-a5b9-b9f40fc8ea34 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:42.538259 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26eee3c3-56bb-48c8-b5fc-f88ab39670f0", "tag": "64da879e-2956-4a5b-a220-c740193b8ae4", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:42.538884 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bae06bd1-0e3c-4075-a5b9-b9f40fc8ea34 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:42.539430 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26eee3c3-56bb-48c8-b5fc-f88ab39670f0', 'tag': '64da879e-2956-4a5b-a220-c740193b8ae4', 'status': 'completed', 'code': 200}
Nov 27 20:48:42.570381 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-f162dc2e-030f-4d04-8820-04a17599d1a4 service neutron] 10.222.0.35 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3516281
Nov 27 20:48:42.573936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0991370-310a-4c57-b977-771686d59894 service neutron] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:42.585132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b4583b87-d9f2-4232-a995-c78c1fa05c8d None None] Port 8ad22e26-c654-4c33-99af-7729f8c1726b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:48:42.626755 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:42.755320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28540-373b-4875-969e-d766f9b80af5 req-c46e75e0-af89-4e6d-bc96-5d928d14a509 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:42.756886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-c46e75e0-af89-4e6d-bc96-5d928d14a509 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.3616252
Nov 27 20:48:42.824707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-8dcf2486-6191-439b-acd9-15b5ab035d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:42.826242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-8dcf2486-6191-439b-acd9-15b5ab035d23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6d0433d36494c339de083939adfa30d&device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 1095 time: 0.2953720
Nov 27 20:48:42.833070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d11f3f64-3951-4e58-ba78-6c83cdfb68c9 req-fe927687-c2f7-49a8-a2f7-1466977ed18c service neutron] 10.222.0.15 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3789783
Nov 27 20:48:42.873681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7ac68-75b8-4dbe-bcea-3fb7440b7619 req-78eb5d00-31ac-46e6-8df3-061b0cc7812a tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:42.876135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98e7ac68-75b8-4dbe-bcea-3fb7440b7619 req-78eb5d00-31ac-46e6-8df3-061b0cc7812a tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 944 time: 0.3098786
Nov 27 20:48:43.043468 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98e7ac68-75b8-4dbe-bcea-3fb7440b7619 req-37308388-c1f1-4994-8648-78a8066e0fd7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499035
Nov 27 20:48:43.106358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-5db0973b-7493-41df-8939-23e377e03cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:43.108275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-5db0973b-7493-41df-8939-23e377e03cc6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b43f6b5-8fe9-4060-8bba-ace1af710c22 HTTP/1.1" status: 200  len: 916 time: 0.2308991
Nov 27 20:48:43.174589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-0f5c8378-4f97-4a79-8a21-1a9c1e01b48c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64da879e-2956-4a5b-a220-c740193b8ae4 HTTP/1.1" status: 200  len: 217 time: 0.0582192
Nov 27 20:48:43.176316 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-94c9535a-912d-4b43-8624-f1182d327e64 service neutron] 10.222.0.35 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5908592
Nov 27 20:48:43.183625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:43.183976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:43.184305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:43.198259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68445b-48d0-4f06-896e-a55644102ab4 req-e061baf5-b5c7-4166-893e-347bf7fbd86a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:43.200087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a68445b-48d0-4f06-896e-a55644102ab4 req-e061baf5-b5c7-4166-893e-347bf7fbd86a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 931 time: 0.4719710
Nov 27 20:48:43.207666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Port 55d30e88-9406-4ec6-91aa-9618b04ad283 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:43.207998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:43.228074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:43.228425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:43.228818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:43.229275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Bound port: 55d30e88-9406-4ec6-91aa-9618b04ad283, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:43.229641 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:43.356354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a68445b-48d0-4f06-896e-a55644102ab4 req-78cc26f3-fb56-42ad-80fe-ea30f0926b52 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497397
Nov 27 20:48:43.414326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:43.437812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:43.464986 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:43.512450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b6c28540-373b-4875-969e-d766f9b80af5 req-0892d3ce-3b27-41c2-bae4-0a8aeaaa0347 service neutron] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:43.545796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:43.546433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:43.548485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a0991370-310a-4c57-b977-771686d59894 service neutron] 10.222.0.35 "PUT /v2.0/ports/55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 1096 time: 2.4254618
Nov 27 20:48:43.551757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:43.554001 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32190587-adad-40d9-ab6e-02fe4b2c3dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:43.556199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b6c28540-373b-4875-969e-d766f9b80af5 req-0892d3ce-3b27-41c2-bae4-0a8aeaaa0347 service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:43.557300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6c28540-373b-4875-969e-d766f9b80af5 req-0892d3ce-3b27-41c2-bae4-0a8aeaaa0347 service neutron] 10.222.0.15 "DELETE /v2.0/ports/b51ad6c9-008a-470c-b58c-4307b66fbeca/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.7805851
Nov 27 20:48:43.566990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad22e26-c654-4c33-99af-7729f8c1726b {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:43.567203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eabaf35a-0b10-4c47-9a45-f879a9b99282 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:43.578220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:43.584372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:43.605382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-c7c44bf1-e616-4707-8f4a-3348604973a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:43.607305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-c7c44bf1-e616-4707-8f4a-3348604973a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=954cf457-e405-47a1-9872-88cc482b90ed HTTP/1.1" status: 200  len: 854 time: 0.1185348
Nov 27 20:48:43.620688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cad27-8ed0-4922-9da1-af07457e483e req-43f4bea2-0dd4-4b7d-8958-703cf8ae2624 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:43.625721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121bb76-6895-4727-9a2f-b1d715162228 req-9bfab228-bcfc-4140-81de-bdd6f648a5b7 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:43.628017 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1121bb76-6895-4727-9a2f-b1d715162228 req-9bfab228-bcfc-4140-81de-bdd6f648a5b7 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 944 time: 0.1378541
Nov 27 20:48:43.628164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c35cad27-8ed0-4922-9da1-af07457e483e req-43f4bea2-0dd4-4b7d-8958-703cf8ae2624 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 948 time: 0.1813657
Nov 27 20:48:43.629537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Transition to ACTIVE for port object eabaf35a-0b10-4c47-9a45-f879a9b99282 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:43.630619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Transition to ACTIVE for port object 8ad22e26-c654-4c33-99af-7729f8c1726b will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:43.644318 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:43.645412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0991370-310a-4c57-b977-771686d59894 service neutron] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:43.664142 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:43.696204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0958f265-00aa-4105-b49f-7b7659b442d8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:43.769510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Pushing event updated for resources: {'Port': ['ID=eabaf35a-0b10-4c47-9a45-f879a9b99282,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:43.791971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-0459a6fa-fea3-4807-b348-b09f45f1aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:43.797539 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-0459a6fa-fea3-4807-b348-b09f45f1aa73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b43f6b5-8fe9-4060-8bba-ace1af710c22&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1666245
Nov 27 20:48:43.807033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad22e26-c654-4c33-99af-7729f8c1726b,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:43.823693 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1121bb76-6895-4727-9a2f-b1d715162228 req-f7b679b4-e00b-4e5b-9d73-219c8a33a64e tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825914
Nov 27 20:48:43.852804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b3fdcccc-7383-40d8-8be2-9440dff6baff up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:43.962309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c35cad27-8ed0-4922-9da1-af07457e483e req-4177d27a-3285-4252-a876-d4cf36a2944f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3333147
Nov 27 20:48:43.986104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-63bdf36d-8286-4a86-ac16-c09656455e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:43.987663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-63bdf36d-8286-4a86-ac16-c09656455e99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1099 time: 0.3554511
Nov 27 20:48:44.029397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0958f265-00aa-4105-b49f-7b7659b442d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0958f265-00aa-4105-b49f-7b7659b442d8,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:44.100426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Attempting to bind port 8ad22e26-c654-4c33-99af-7729f8c1726b on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:44.101227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Attempting to bind port 8ad22e26-c654-4c33-99af-7729f8c1726b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:44.101923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Attempting to bind port 8ad22e26-c654-4c33-99af-7729f8c1726b on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:44.108371 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-a7004e04-d98b-4778-bf61-82d7af26734a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.0939584
Nov 27 20:48:44.170640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Port 8ad22e26-c654-4c33-99af-7729f8c1726b on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:44.171139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Attempting to bind port 8ad22e26-c654-4c33-99af-7729f8c1726b on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:44.238780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29adfc-7080-47c6-9ac9-329642149f06 req-d237d772-7e56-4a1d-b260-f927bfa2efba tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.244462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:44.245160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:44.245829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:44.246601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Bound port: 8ad22e26-c654-4c33-99af-7729f8c1726b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:44.247089 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2c29adfc-7080-47c6-9ac9-329642149f06 req-d237d772-7e56-4a1d-b260-f927bfa2efba tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 947 time: 0.2803054
Nov 27 20:48:44.247506 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.256199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Attempting to bind port eabaf35a-0b10-4c47-9a45-f879a9b99282 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:44.256536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Attempting to bind port eabaf35a-0b10-4c47-9a45-f879a9b99282 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:44.256877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Attempting to bind port eabaf35a-0b10-4c47-9a45-f879a9b99282 on network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:44.285837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '0958f265-00aa-4105-b49f-7b7659b442d8', 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342', 'port_id': '0958f265-00aa-4105-b49f-7b7659b442d8', 'mac_address': 'fa:16:3e:33:51:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f49dd7-5e25-4ded-b980-54f2c73a9e13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:44.287168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96648ab-d3d5-424b-8f3e-d4f1dc692f4f req-1f7eb380-758b-4abb-9521-ebdc7e6c8957 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.289008 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c96648ab-d3d5-424b-8f3e-d4f1dc692f4f req-1f7eb380-758b-4abb-9521-ebdc7e6c8957 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 945 time: 0.1900544
Nov 27 20:48:44.290702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-03d11864-281a-4c53-8221-ffad916b17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.292307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-03d11864-281a-4c53-8221-ffad916b17a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1673031
Nov 27 20:48:44.293664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0cb03dce-7858-4441-8989-6186f64291e0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:44.295703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Port eabaf35a-0b10-4c47-9a45-f879a9b99282 on network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:44.296044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Attempting to bind port eabaf35a-0b10-4c47-9a45-f879a9b99282 on network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:44.305398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-6aec1c39-ff24-4627-8847-baba7c6b0463 service neutron] 10.222.0.35 "GET /v2.0/networks/9b43f6b5-8fe9-4060-8bba-ace1af710c22?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4884791
Nov 27 20:48:44.312038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:44.312429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Checking segment: {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:44.313336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Bound using segment: {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:44.313790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Bound port: eabaf35a-0b10-4c47-9a45-f879a9b99282, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010b9885-cfde-45ed-beac-6dacf365bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:44.314152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.403244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2c29adfc-7080-47c6-9ac9-329642149f06 req-282b6e5e-62cb-4ab1-9128-1bb5c14abd5b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552336
Nov 27 20:48:44.456396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] For port 8ad22e26-c654-4c33-99af-7729f8c1726b, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:44.459926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-95c87f09-24bc-4af2-ac71-c56b2bd73a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.461635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-95c87f09-24bc-4af2-ac71-c56b2bd73a0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1129069
Nov 27 20:48:44.463532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] For port 8ad22e26-c654-4c33-99af-7729f8c1726b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ad22e26-c654-4c33-99af-7729f8c1726b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:44.478441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.502141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-839db99e-c445-4fe7-bc8c-78bd3576c023 req-50607bf5-59cf-45fc-99c5-767aa2635b0a service neutron] 10.222.0.35 "GET /v2.0/networks/9b43f6b5-8fe9-4060-8bba-ace1af710c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1807377
Nov 27 20:48:44.517634 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880783bb-dc3f-4053-ad96-84f80350db3b x-openstack-request-id: req-880783bb-dc3f-4053-ad96-84f80350db3b {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:44.518658 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.519026 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:44.520424 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-880783bb-dc3f-4053-ad96-84f80350db3b {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:44.520993 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'status': 'completed', 'code': 200}
Nov 27 20:48:44.525227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] For port eabaf35a-0b10-4c47-9a45-f879a9b99282, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:44.529240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] For port eabaf35a-0b10-4c47-9a45-f879a9b99282, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:44.537604 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.545257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port b3fdcccc-7383-40d8-8be2-9440dff6baff completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:44.553247 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c96648ab-d3d5-424b-8f3e-d4f1dc692f4f req-5b464d47-1774-468a-8790-95a9a32a7e09 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058325
Nov 27 20:48:44.580303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port b3fdcccc-7383-40d8-8be2-9440dff6baff triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:44.580303 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.625623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.626179 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.628152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] 10.222.0.35 "PUT /v2.0/ports/eabaf35a-0b10-4c47-9a45-f879a9b99282 HTTP/1.1" status: 200  len: 1091 time: 2.4907749
Nov 27 20:48:44.635078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:44.638935 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865a1224-e295-4cf2-8a4d-af7b1a975ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:44.648651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5bf10-c5cc-444e-8998-acbbd18b197e service neutron] Pushing event updated for resources: {'Port': ['ID=eabaf35a-0b10-4c47-9a45-f879a9b99282,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:44.732337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0958f265-00aa-4105-b49f-7b7659b442d8 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:44.756654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.757315 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.758687 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] 10.222.0.35 "PUT /v2.0/ports/8ad22e26-c654-4c33-99af-7729f8c1726b HTTP/1.1" status: 200  len: 1095 time: 2.4044847
Nov 27 20:48:44.761798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-cb460700-1b60-44f6-96d2-cbf41da127b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.764377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-cb460700-1b60-44f6-96d2-cbf41da127b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e11cec7060094963bccef4d0cadba71d&device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 1094 time: 0.0842128
Nov 27 20:48:44.809698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0cb03dce-7858-4441-8989-6186f64291e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0cb03dce-7858-4441-8989-6186f64291e0,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:44.829525 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-71eb1857-8527-48e2-baea-502019aab280 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282 HTTP/1.1" status: 200  len: 217 time: 0.0541034
Nov 27 20:48:44.857318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '0cb03dce-7858-4441-8989-6186f64291e0', 'network_id': '325efdd2-0df2-4453-9d05-e00eab372342', 'port_id': '0cb03dce-7858-4441-8989-6186f64291e0', 'mac_address': 'fa:16:3e:a1:89:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f49dd7-5e25-4ded-b980-54f2c73a9e13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:44.879720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0958f265-00aa-4105-b49f-7b7659b442d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0958f265-00aa-4105-b49f-7b7659b442d8,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:44.909289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e50b9-0bc5-4067-a236-e309b8df1ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad22e26-c654-4c33-99af-7729f8c1726b,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:44.931864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300165e-af6b-47ae-bf5c-df7acc8c6f12 req-786e01e6-395e-46a7-b28c-dfde13b26357 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.940818 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6300165e-af6b-47ae-bf5c-df7acc8c6f12 req-786e01e6-395e-46a7-b28c-dfde13b26357 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 943 time: 0.1101298
Nov 27 20:48:44.955660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.962271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d4891-672d-4b1e-b21d-f9ede67ea8e2 req-7cbb9c99-6a73-4304-91ec-d3766dd02e8c tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.968554 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce0d4891-672d-4b1e-b21d-f9ede67ea8e2 req-7cbb9c99-6a73-4304-91ec-d3766dd02e8c tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 944 time: 0.2088802
Nov 27 20:48:44.969120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-8eed535c-b72a-4fd8-b56d-00e439d488a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:44.970584 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-8eed535c-b72a-4fd8-b56d-00e439d488a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46c14fbe-fa46-43d8-846d-9ced7168b237 HTTP/1.1" status: 200  len: 867 time: 0.1271734
Nov 27 20:48:44.970711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-7450435e-eaa8-4bae-9d3d-1ca456251c8e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4950759
Nov 27 20:48:44.972448 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:44.977883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb03dce-7858-4441-8989-6186f64291e0 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:45.021704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70997-b299-4c34-9461-0dad54f51e53 req-9537fafb-c294-4066-a3aa-91924742fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.023218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6300165e-af6b-47ae-bf5c-df7acc8c6f12 req-403e0975-6433-4feb-8dd9-039bfad169e7 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816007
Nov 27 20:48:45.023412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-9537fafb-c294-4066-a3aa-91924742fff1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 1098 time: 0.2030497
Nov 27 20:48:45.076657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=0958f265-00aa-4105-b49f-7b7659b442d8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:45.108615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0cb03dce-7858-4441-8989-6186f64291e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0cb03dce-7858-4441-8989-6186f64291e0,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:45.121610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-fc866ccb-2588-42a9-b970-d59b672afcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.127745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-fc866ccb-2588-42a9-b970-d59b672afcd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1313779
Nov 27 20:48:45.132257 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:45.148177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-b30f3910-825e-4387-9862-f65bea66e430 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8ad22e26-c654-4c33-99af-7729f8c1726b HTTP/1.1" status: 200  len: 217 time: 0.0953197
Nov 27 20:48:45.154268 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:45.188318 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db3b4e-1589-427f-8634-524cd9d23091 x-openstack-request-id: req-79db3b4e-1589-427f-8634-524cd9d23091 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:45.188997 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:45.189284 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79db3b4e-1589-427f-8634-524cd9d23091 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:45.190042 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'status': 'completed', 'code': 200}
Nov 27 20:48:45.201998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce0d4891-672d-4b1e-b21d-f9ede67ea8e2 req-8983206b-129a-4349-aad9-bab95b712eb0 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204189
Nov 27 20:48:45.251205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed688067-0b18-4182-ae87-42a3a6cfd8f8 req-bdb40d23-ef2d-46ac-9a95-458641abc050 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2575560
Nov 27 20:48:45.255281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70997-b299-4c34-9461-0dad54f51e53 req-53c46e46-fa9a-490f-aef4-3349d3dc1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.256795 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-53c46e46-fa9a-490f-aef4-3349d3dc1ee1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0950134
Nov 27 20:48:45.300807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa58d27-298b-455d-8185-f926aa730620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fdcccc-7383-40d8-8be2-9440dff6baff'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:45.303340 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7558c32a-b7ba-4017-a17d-5c0a036fe156" -d '{"events": [{"server_uuid": "5aa58d27-298b-455d-8185-f926aa730620", "name": "network-vif-plugged", "status": "completed", "tag": "b3fdcccc-7383-40d8-8be2-9440dff6baff"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:45.306671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=0cb03dce-7858-4441-8989-6186f64291e0,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:45.334588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b3fdcccc-7383-40d8-8be2-9440dff6baff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3fdcccc-7383-40d8-8be2-9440dff6baff,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:45.340369 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:45.354362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-f3a26e54-ca89-43b4-a631-b647ee1d04ec service neutron] 10.222.0.35 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195797
Nov 27 20:48:45.367285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6cb6a-3227-4f2b-9db6-99eb44c32341 req-e077bcf4-7aab-4014-b8be-8e4847d591b3 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.369272 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42a6cb6a-3227-4f2b-9db6-99eb44c32341 req-e077bcf4-7aab-4014-b8be-8e4847d591b3 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 944 time: 0.0706401
Nov 27 20:48:45.381210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['0958f265-00aa-4105-b49f-7b7659b442d8'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:45.387204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70997-b299-4c34-9461-0dad54f51e53 req-b416a0df-cff6-4991-b383-5d01e1a44e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.388974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-b416a0df-cff6-4991-b383-5d01e1a44e53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1198504
Nov 27 20:48:45.408448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f9ab8-a915-47f0-9dee-d7b2fa72193d req-a844526b-33aa-4c9e-bb55-b7ff3ae6ebda tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.409982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a67f9ab8-a915-47f0-9dee-d7b2fa72193d req-a844526b-33aa-4c9e-bb55-b7ff3ae6ebda tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 948 time: 0.1073656
Nov 27 20:48:45.436549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['0cb03dce-7858-4441-8989-6186f64291e0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:45.439720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-3ea988a3-9c9b-4472-a2b0-32a9700b9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.446165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-3ea988a3-9c9b-4472-a2b0-32a9700b9bd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1099 time: 0.1266072
Nov 27 20:48:45.471985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=b3fdcccc-7383-40d8-8be2-9440dff6baff,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:45.477640 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42a6cb6a-3227-4f2b-9db6-99eb44c32341 req-d0450b1c-740e-48f9-9d0b-3cc754cb1bbe tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992005
Nov 27 20:48:45.512410 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca95996b-2bef-478d-9fd3-b3de57cce2d1 req-b13b09ca-a015-4140-8aa8-4d21db1460c3 service neutron] 10.222.0.35 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423581
Nov 27 20:48:45.603797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a67f9ab8-a915-47f0-9dee-d7b2fa72193d req-2f91f27c-7855-47c3-8ab0-219c6311e9c0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853204
Nov 27 20:48:45.640239 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-c3f42eb2-e03d-439a-8c01-0e116eb8344d service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2413032
Nov 27 20:48:45.644112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20245a33-6bec-4fcd-af2f-8408cefddae7 req-a63d3075-2056-4c29-9630-79e1b2380b6d tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.645522 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20245a33-6bec-4fcd-af2f-8408cefddae7 req-a63d3075-2056-4c29-9630-79e1b2380b6d tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1096 time: 0.0869086
Nov 27 20:48:45.652269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-8d17493a-5f30-4229-9c45-0f84d04a261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.653870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-8d17493a-5f30-4229-9c45-0f84d04a261a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e11cec7060094963bccef4d0cadba71d&device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 1094 time: 0.0830915
Nov 27 20:48:45.682575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-6dc616a3-d3e7-4aa2-a8db-99f9f0622041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.684069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-6dc616a3-d3e7-4aa2-a8db-99f9f0622041 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2067525
Nov 27 20:48:45.719933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:45.767547 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20245a33-6bec-4fcd-af2f-8408cefddae7 req-7eab96bd-e135-4e5a-bec2-0bf4cc3c89ef tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126070
Nov 27 20:48:45.778374 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-9e5ff3e1-eed4-4225-a1ea-1aef65702b4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.0516667
Nov 27 20:48:45.808294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-1de8277d-66b5-4c86-8929-33ad0864e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.810257 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-1de8277d-66b5-4c86-8929-33ad0864e021 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 HTTP/1.1" status: 200  len: 929 time: 0.1469665
Nov 27 20:48:45.841050 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66240399-f165-4450-95b9-602e67e7d800 x-openstack-request-id: req-66240399-f165-4450-95b9-602e67e7d800 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:45.844766 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa58d27-298b-455d-8185-f926aa730620", "name": "network-vif-plugged", "status": "completed", "tag": "b3fdcccc-7383-40d8-8be2-9440dff6baff", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:45.845523 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66240399-f165-4450-95b9-602e67e7d800 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:45.846820 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa58d27-298b-455d-8185-f926aa730620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fdcccc-7383-40d8-8be2-9440dff6baff', 'code': 200}
Nov 27 20:48:45.881902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a70997-b299-4c34-9461-0dad54f51e53 req-a1b96886-d654-4499-ae00-d12b50d8960e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242544
Nov 27 20:48:45.883994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-f0a4e5a2-6c55-4755-ab46-5ebac42cdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.885413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-f0a4e5a2-6c55-4755-ab46-5ebac42cdbb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0983021
Nov 27 20:48:45.942989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-1a083a04-b0a2-4778-abc0-0f44a8c168e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282 HTTP/1.1" status: 200  len: 217 time: 0.1168337
Nov 27 20:48:45.960585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-2f1b1b01-8339-4386-b470-24a1e2c8d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:45.962179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-2f1b1b01-8339-4386-b470-24a1e2c8d37a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0615783
Nov 27 20:48:46.030399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50273a3-6dfb-49ea-9986-464ef3e4352f req-afd818a4-d678-4bb7-a704-092980deb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:46.032539 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b50273a3-6dfb-49ea-9986-464ef3e4352f req-afd818a4-d678-4bb7-a704-092980deb3c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 1097 time: 0.1209919
Nov 27 20:48:46.039292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-07567d8e-ecc5-4c7e-a8be-695095e90add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:46.041018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-07567d8e-ecc5-4c7e-a8be-695095e90add service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46c14fbe-fa46-43d8-846d-9ced7168b237 HTTP/1.1" status: 200  len: 867 time: 0.0824955
Nov 27 20:48:46.056041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ef4d4-df47-4f9e-ad83-056c643b6aa9 req-8c1839dd-43e6-4706-9c63-91f129b2e590 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:46.057579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dc4ef4d4-df47-4f9e-ad83-056c643b6aa9 req-8c1839dd-43e6-4706-9c63-91f129b2e590 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 947 time: 0.1305935
Nov 27 20:48:46.068919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-32fd1ed0-9bdf-4c31-b373-92a182850c1f service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967586
Nov 27 20:48:46.126317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 64da879e-2956-4a5b-a220-c740193b8ae4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:46.171174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b50273a3-6dfb-49ea-9986-464ef3e4352f req-7d72c010-f335-48bb-9e37-36908f2ac311 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294057
Nov 27 20:48:46.177911 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dc4ef4d4-df47-4f9e-ad83-056c643b6aa9 req-540308bc-c6c8-40b0-afd7-d40b44e8f2cb tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018658
Nov 27 20:48:46.180774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-96931b61-b04f-44a4-a577-9bcaef981c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:46.182218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-96931b61-b04f-44a4-a577-9bcaef981c28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1175227
Nov 27 20:48:46.211334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32190587-adad-40d9-ab6e-02fe4b2c3dfb req-6e5f425c-eb2b-4edd-972f-d6a23fbe635e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345260
Nov 27 20:48:46.256313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 64da879e-2956-4a5b-a220-c740193b8ae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64da879e-2956-4a5b-a220-c740193b8ae4,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:46.268543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '64da879e-2956-4a5b-a220-c740193b8ae4', 'network_id': '9b43f6b5-8fe9-4060-8bba-ace1af710c22', 'port_id': '64da879e-2956-4a5b-a220-c740193b8ae4', 'mac_address': 'fa:16:3e:0c:23:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954cf457-e405-47a1-9872-88cc482b90ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:46.305999 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:46.319066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64da879e-2956-4a5b-a220-c740193b8ae4 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:46.338075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 64da879e-2956-4a5b-a220-c740193b8ae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64da879e-2956-4a5b-a220-c740193b8ae4,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:46.341806 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-b2167d7f-8b7c-4274-9fb9-e685298eb639 service neutron] 10.222.0.35 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493576
Nov 27 20:48:46.342446 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:46.394102 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=64da879e-2956-4a5b-a220-c740193b8ae4,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:46.438435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-cd60d895-0b63-43f9-9330-f8c415a68254 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:46.439824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-cd60d895-0b63-43f9-9330-f8c415a68254 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 808 time: 0.1743906
Nov 27 20:48:46.466240 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-ec0ddae5-af19-4bb4-abeb-70adc685ddc7 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/quotas/149906b8a2744176929b4d314a0de57d HTTP/1.1" status: 200  len: 375 time: 0.0204167
Nov 27 20:48:46.485494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-865a1224-e295-4cf2-8a4d-af7b1a975ce1 req-12cd78c5-c67e-43bc-bffd-f45e5e244137 service neutron] 10.222.0.35 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340952
Nov 27 20:48:46.520341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-00159c7e-7f2b-485e-8eb1-df2e64abfa10 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0468900
Nov 27 20:48:46.522547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca701c1d-30e3-471a-881e-6d51c9bbef61', 'tag': '8ad22e26-c654-4c33-99af-7729f8c1726b'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:46.525030 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae139f7-c704-43c7-bd69-2466eddd2a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca701c1d-30e3-471a-881e-6d51c9bbef61", "tag": "8ad22e26-c654-4c33-99af-7729f8c1726b"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:46.608280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-85dfaf42-c96b-4d7c-b1ed-e913eecc2f9a service neutron] 10.222.0.21 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805261
Nov 27 20:48:46.613638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['64da879e-2956-4a5b-a220-c740193b8ae4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:46.700352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-e550c09b-f7c4-4769-a7ac-5a816c726373 service neutron] 10.222.0.21 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851917
Nov 27 20:48:46.891420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02035be0-fce4-407f-96a0-415869844c4b req-eb1333bd-7ae8-4d62-99ff-9eed84865cfd tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:46.892926 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02035be0-fce4-407f-96a0-415869844c4b req-eb1333bd-7ae8-4d62-99ff-9eed84865cfd tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 943 time: 0.0500081
Nov 27 20:48:46.942637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02035be0-fce4-407f-96a0-415869844c4b req-9ebee556-c636-472f-9094-2824e547b516 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434194
Nov 27 20:48:47.071044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b353-ae03-42a7-b545-ea7bc15865d3 req-c5423566-2a08-4bda-a308-0d0f6892d65f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:47.075701 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2d0b353-ae03-42a7-b545-ea7bc15865d3 req-c5423566-2a08-4bda-a308-0d0f6892d65f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 945 time: 0.0745933
Nov 27 20:48:47.121299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2d0b353-ae03-42a7-b545-ea7bc15865d3 req-9bee61ed-e8e0-4c25-af62-44abb591306e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420659
Nov 27 20:48:47.232356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8463048-01e5-4f3f-a9f7-b1be4750a294 req-67e2bd82-9f3f-4c0a-96d7-8a68b4866399 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:47.233776 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8463048-01e5-4f3f-a9f7-b1be4750a294 req-67e2bd82-9f3f-4c0a-96d7-8a68b4866399 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 945 time: 0.0482533
Nov 27 20:48:47.279746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8463048-01e5-4f3f-a9f7-b1be4750a294 req-e1d793d0-133c-494b-8a1d-fede391dbe10 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393412
Nov 27 20:48:47.321625 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0f658-5ca9-45dc-910b-71da6ccbd886 x-openstack-request-id: req-43e0f658-5ca9-45dc-910b-71da6ccbd886 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:47.322158 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca701c1d-30e3-471a-881e-6d51c9bbef61", "tag": "8ad22e26-c654-4c33-99af-7729f8c1726b", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:47.322259 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43e0f658-5ca9-45dc-910b-71da6ccbd886 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:47.322870 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca701c1d-30e3-471a-881e-6d51c9bbef61', 'tag': '8ad22e26-c654-4c33-99af-7729f8c1726b', 'status': 'completed', 'code': 200}
Nov 27 20:48:47.419495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-ec7ef42e-2894-4095-a313-e014c04c6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:47.420947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-ec7ef42e-2894-4095-a313-e014c04c6e1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 1098 time: 0.0692339
Nov 27 20:48:47.436740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c970f1-6ce3-4fc4-8128-666cfe6feb48 req-7c3bb5be-5ee5-405c-b436-129cafd9e4b5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:47.438151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20c970f1-6ce3-4fc4-8128-666cfe6feb48 req-7c3bb5be-5ee5-405c-b436-129cafd9e4b5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 948 time: 0.0620666
Nov 27 20:48:47.529649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20c970f1-6ce3-4fc4-8128-666cfe6feb48 req-91a974d2-1629-4004-84fc-21899681ddbd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845089
Nov 27 20:48:47.552521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-d4c4c0ba-931d-497d-a5c7-3714b9dae261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:47.553979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-d4c4c0ba-931d-497d-a5c7-3714b9dae261 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1249936
Nov 27 20:48:47.602615 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-322f5996-b2bc-44a6-918b-d402d702671f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8ad22e26-c654-4c33-99af-7729f8c1726b HTTP/1.1" status: 200  len: 217 time: 0.0393922
Nov 27 20:48:47.631882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac72d1ac-8e19-43d3-afc6-7e98db21afe1 req-8d6e1a51-0092-4828-9559-589048c73ffc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 210 time: 0.0318921
Nov 27 20:48:47.666242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-96426dd6-3d08-4451-96ba-ccb38dcf7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:47.667729 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-96426dd6-3d08-4451-96ba-ccb38dcf7390 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0568776
Nov 27 20:48:47.719762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0958f265-00aa-4105-b49f-7b7659b442d8 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:47.746723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-fc37635a-1073-4245-99b8-f924dd8c4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:47.748248 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-fc37635a-1073-4245-99b8-f924dd8c4e71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0726130
Nov 27 20:48:47.759383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64e217-2dbf-4d26-9759-4df87de8d116 req-f4c0ee64-3bf8-4aeb-ba28-c321b1380ecc tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:47.760750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f64e217-2dbf-4d26-9759-4df87de8d116 req-f4c0ee64-3bf8-4aeb-ba28-c321b1380ecc tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 947 time: 0.0618942
Nov 27 20:48:47.770128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 0958f265-00aa-4105-b49f-7b7659b442d8 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:47.773805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 0958f265-00aa-4105-b49f-7b7659b442d8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:47.774183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:47.857251 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:47.862056 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f64e217-2dbf-4d26-9759-4df87de8d116 req-bbdefa22-8297-4869-929a-70abad26102f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920601
Nov 27 20:48:47.879170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-632fc0f7-5b58-4a30-9cd6-c7ad6e766e98 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1174889
Nov 27 20:48:47.881900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262a9bd-9524-4919-8024-e41473beec99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0958f265-00aa-4105-b49f-7b7659b442d8'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:47.884161 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011bc1c9-4811-49fb-8d19-9082d69ff961" -d '{"events": [{"server_uuid": "2262a9bd-9524-4919-8024-e41473beec99", "name": "network-vif-plugged", "status": "completed", "tag": "0958f265-00aa-4105-b49f-7b7659b442d8"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:47.898172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0958f265-00aa-4105-b49f-7b7659b442d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0958f265-00aa-4105-b49f-7b7659b442d8,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:47.902553 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:47.926590 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccfe6e0-386d-47b8-8ddc-9a2898222654 x-openstack-request-id: req-0ccfe6e0-386d-47b8-8ddc-9a2898222654 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:47.926890 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262a9bd-9524-4919-8024-e41473beec99", "name": "network-vif-plugged", "status": "completed", "tag": "0958f265-00aa-4105-b49f-7b7659b442d8", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:47.927152 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ccfe6e0-386d-47b8-8ddc-9a2898222654 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:47.927587 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262a9bd-9524-4919-8024-e41473beec99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0958f265-00aa-4105-b49f-7b7659b442d8', 'code': 200}
Nov 27 20:48:47.956662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=0958f265-00aa-4105-b49f-7b7659b442d8,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:47.980314 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ae139f7-c704-43c7-bd69-2466eddd2a1a req-4b9b7780-81c6-423b-9027-8dc06d84970b service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928853
Nov 27 20:48:48.062286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3eb74-9cb8-4f12-97f9-e831c0a37ef7 req-b4f15ced-d65e-43bb-b58c-581aee2bbe2e tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:48.063788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37e3eb74-9cb8-4f12-97f9-e831c0a37ef7 req-b4f15ced-d65e-43bb-b58c-581aee2bbe2e tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 943 time: 0.0488019
Nov 27 20:48:48.110422 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37e3eb74-9cb8-4f12-97f9-e831c0a37ef7 req-d8e9da46-3655-49d9-9fdd-67bde46e8522 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401506
Nov 27 20:48:48.126121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:48.134445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0cb03dce-7858-4441-8989-6186f64291e0 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:48.229948 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:48.246018 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f542403-0b8b-40cf-a162-2e3b4fb99715 req-2d949ffc-8f91-47e0-b9d7-ebed1c1e96d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:48.251732 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f542403-0b8b-40cf-a162-2e3b4fb99715 req-2d949ffc-8f91-47e0-b9d7-ebed1c1e96d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 945 time: 0.0597270
Nov 27 20:48:48.262835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 0cb03dce-7858-4441-8989-6186f64291e0 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:48.275069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 0cb03dce-7858-4441-8989-6186f64291e0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:48.275486 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:48.278712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:48.299954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f542403-0b8b-40cf-a162-2e3b4fb99715 req-243871bc-d92a-4833-9318-7ef606001928 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449407
Nov 27 20:48:48.318375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'mac_address': 'fa:16:3e:c6:27:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:48.367511 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:48.401501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d30e88-9406-4ec6-91aa-9618b04ad283 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:48.404163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6f29b-e24e-4161-99d5-dbec19d93225 req-1991b7ee-a076-481e-b833-4b1ff2891eff tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:48.405693 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19a6f29b-e24e-4161-99d5-dbec19d93225 req-1991b7ee-a076-481e-b833-4b1ff2891eff tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 945 time: 0.0508723
Nov 27 20:48:48.431483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:48.432733 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:48.445952 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:48.457208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19a6f29b-e24e-4161-99d5-dbec19d93225 req-991b8cf1-7884-42c7-87d0-59ef63ed4dd1 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450220
Nov 27 20:48:48.504833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0cb03dce-7858-4441-8989-6186f64291e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0cb03dce-7858-4441-8989-6186f64291e0,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:48.512531 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:48.513293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 64da879e-2956-4a5b-a220-c740193b8ae4 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:48.517929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:48.598676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=0cb03dce-7858-4441-8989-6186f64291e0,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:48.606307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 64da879e-2956-4a5b-a220-c740193b8ae4 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:48.610801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 64da879e-2956-4a5b-a220-c740193b8ae4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:48.611771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:48.670279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5032178-cde9-444a-80d5-74a4cc37bdfa req-59980119-32ab-4765-8755-65b7c538880a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:48.672072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5032178-cde9-444a-80d5-74a4cc37bdfa req-59980119-32ab-4765-8755-65b7c538880a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 949 time: 0.0740881
Nov 27 20:48:48.709234 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:48.746898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5032178-cde9-444a-80d5-74a4cc37bdfa req-7a9eb90e-e42e-4191-af3c-a7910ccf3a16 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648119
Nov 27 20:48:48.750264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 64da879e-2956-4a5b-a220-c740193b8ae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64da879e-2956-4a5b-a220-c740193b8ae4,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:48.755705 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:48.784113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['55d30e88-9406-4ec6-91aa-9618b04ad283'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:48.836850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f08f1ad6-1b34-42c8-96c3-b3d76410e9d6 req-4910fc4b-9848-496f-af51-388d2b6fd02e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 210 time: 0.0266597
Nov 27 20:48:48.848724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=64da879e-2956-4a5b-a220-c740193b8ae4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:48.978524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c9460-830a-4e09-afd0-8a5f8ee7b47b req-cf16bd71-1bc9-4a24-a029-80835a56d457 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:48.979990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-317c9460-830a-4e09-afd0-8a5f8ee7b47b req-cf16bd71-1bc9-4a24-a029-80835a56d457 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 947 time: 0.0499024
Nov 27 20:48:49.027561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-317c9460-830a-4e09-afd0-8a5f8ee7b47b req-e4d1ab89-b46a-4631-83b3-e7a36123f0d4 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415800
Nov 27 20:48:49.224431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f01e7b-2b59-49e4-b3d1-32f1194cb83c req-80c6e7d3-32eb-4207-a321-1688d3f69d05 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:49.225896 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74f01e7b-2b59-49e4-b3d1-32f1194cb83c req-80c6e7d3-32eb-4207-a321-1688d3f69d05 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 943 time: 0.0482554
Nov 27 20:48:49.277712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74f01e7b-2b59-49e4-b3d1-32f1194cb83c req-9aafcec6-49be-4c5d-9c51-64300ae27a47 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459743
Nov 27 20:48:49.413049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbaf64-685b-4f1f-acf1-fb33dda6a873 req-26d0c2bf-fd00-4a73-97dc-6576121473be tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:49.414525 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2bfbaf64-685b-4f1f-acf1-fb33dda6a873 req-26d0c2bf-fd00-4a73-97dc-6576121473be tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.0488262
Nov 27 20:48:49.462262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2bfbaf64-685b-4f1f-acf1-fb33dda6a873 req-d6ba0357-2926-4c85-8996-b68f8f830bc7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418477
Nov 27 20:48:49.574521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c78d4-8668-4033-8c42-d18d5b86c744 req-a255c984-707f-4da6-af97-ed97640f2c76 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:49.575922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed0c78d4-8668-4033-8c42-d18d5b86c744 req-a255c984-707f-4da6-af97-ed97640f2c76 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 946 time: 0.0486007
Nov 27 20:48:49.622813 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed0c78d4-8668-4033-8c42-d18d5b86c744 req-338ef9ab-507c-4bc7-9146-4fdbe2bfcb5e tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410051
Nov 27 20:48:49.809577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51abd9-cdc6-4182-ab49-f6c97098fb9f req-84c013e9-c1f0-4b31-8a2c-82c09c1f3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:49.811112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f51abd9-cdc6-4182-ab49-f6c97098fb9f req-84c013e9-c1f0-4b31-8a2c-82c09c1f3ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2262a9bd-9524-4919-8024-e41473beec99 HTTP/1.1" status: 200  len: 1096 time: 0.0568657
Nov 27 20:48:49.925628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9464945-65c5-4f03-abb2-8fd6cf1ba8e5 req-084d7daf-c7bc-4f6b-9dd6-35c5dda0d50c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:49.931686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476f7662-3487-44f6-9f58-943deb3cde93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb03dce-7858-4441-8989-6186f64291e0'}, {'server_uuid': '26eee3c3-56bb-48c8-b5fc-f88ab39670f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64da879e-2956-4a5b-a220-c740193b8ae4'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:49.932217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c9464945-65c5-4f03-abb2-8fd6cf1ba8e5 req-084d7daf-c7bc-4f6b-9dd6-35c5dda0d50c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 949 time: 0.0971305
Nov 27 20:48:49.934984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f51abd9-cdc6-4182-ab49-f6c97098fb9f req-893986c5-43db-4e15-bfc0-6cacbb42e644 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167982
Nov 27 20:48:49.940252 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccc4de9-a1b5-46fa-a6ee-645bfb76ddf7" -d '{"events": [{"server_uuid": "476f7662-3487-44f6-9f58-943deb3cde93", "name": "network-vif-plugged", "status": "completed", "tag": "0cb03dce-7858-4441-8989-6186f64291e0"}, {"server_uuid": "26eee3c3-56bb-48c8-b5fc-f88ab39670f0", "name": "network-vif-plugged", "status": "completed", "tag": "64da879e-2956-4a5b-a220-c740193b8ae4"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:49.961769 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-416f8bec-fb63-41c2-8ed6-bbe59fa3084e req-8ed3872a-99be-4ed1-821b-6c3870f6e9ae tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 210 time: 0.0350010
Nov 27 20:48:49.990985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c9464945-65c5-4f03-abb2-8fd6cf1ba8e5 req-eb5c894e-f461-466b-b656-02558cb01222 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463593
Nov 27 20:48:50.026307 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3982de-409a-4780-a7ee-f5c9ee38c654 x-openstack-request-id: req-9f3982de-409a-4780-a7ee-f5c9ee38c654 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:50.026608 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476f7662-3487-44f6-9f58-943deb3cde93", "name": "network-vif-plugged", "status": "completed", "tag": "0cb03dce-7858-4441-8989-6186f64291e0", "code": 200}, {"server_uuid": "26eee3c3-56bb-48c8-b5fc-f88ab39670f0", "name": "network-vif-plugged", "status": "completed", "tag": "64da879e-2956-4a5b-a220-c740193b8ae4", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:50.026868 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f3982de-409a-4780-a7ee-f5c9ee38c654 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:50.027305 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476f7662-3487-44f6-9f58-943deb3cde93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb03dce-7858-4441-8989-6186f64291e0', 'code': 200}
Nov 27 20:48:50.027623 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eee3c3-56bb-48c8-b5fc-f88ab39670f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64da879e-2956-4a5b-a220-c740193b8ae4', 'code': 200}
Nov 27 20:48:50.154509 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device eabaf35a-0b10-4c47-9a45-f879a9b99282 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:50.156614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:50.162845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4766e40-d5a5-4a4e-a1a6-b65bc3906d83 req-c9e7057b-f546-46d8-b862-f5ed0e21c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:50.164939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f4766e40-d5a5-4a4e-a1a6-b65bc3906d83 req-c9e7057b-f546-46d8-b862-f5ed0e21c5a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 1097 time: 0.0474851
Nov 27 20:48:50.175533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324c5dd-ed82-496c-b0d1-9a1c82a18289 req-973081fd-1dbb-4beb-ab95-6489a88753ef tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:50.177047 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8324c5dd-ed82-496c-b0d1-9a1c82a18289 req-973081fd-1dbb-4beb-ab95-6489a88753ef tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 947 time: 0.0833106
Nov 27 20:48:50.183874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dd32a-791c-4a97-8f2c-fef3a2b9ed85 req-6f0038e4-e36a-4837-a7df-f163527d33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:50.186009 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-480dd32a-791c-4a97-8f2c-fef3a2b9ed85 req-6f0038e4-e36a-4837-a7df-f163527d33a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 1097 time: 0.0655065
Nov 27 20:48:50.214382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f4766e40-d5a5-4a4e-a1a6-b65bc3906d83 req-457b39b6-b5a8-4abd-a12d-f80b0f3f6752 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415797
Nov 27 20:48:50.261437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8324c5dd-ed82-496c-b0d1-9a1c82a18289 req-44a59c96-74eb-4a55-ba56-a6fc4e4df564 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743222
Nov 27 20:48:50.264451 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-480dd32a-791c-4a97-8f2c-fef3a2b9ed85 req-e0ea39dc-970e-44ba-81ea-44a494bee76b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707788
Nov 27 20:48:50.273338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 55d30e88-9406-4ec6-91aa-9618b04ad283 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:50.280886 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 55d30e88-9406-4ec6-91aa-9618b04ad283 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:50.281267 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:50.346953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port eabaf35a-0b10-4c47-9a45-f879a9b99282, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:50.364558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'port_id': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'mac_address': 'fa:16:3e:d5:70:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:50.445531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb257ff8-0f7d-42f7-ad7e-da3e07f29d50 req-8553d5db-c0fd-423b-a079-d8a51e1ce965 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:50.447685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb257ff8-0f7d-42f7-ad7e-da3e07f29d50 req-8553d5db-c0fd-423b-a079-d8a51e1ce965 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 943 time: 0.0540078
Nov 27 20:48:50.522457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb257ff8-0f7d-42f7-ad7e-da3e07f29d50 req-344515e9-9403-4e43-aa80-6af79c0daf8d tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682704
Nov 27 20:48:50.559038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:50.584759 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:50.609438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eabaf35a-0b10-4c47-9a45-f879a9b99282 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:50.615336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:50.628379 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:50.668810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port eabaf35a-0b10-4c47-9a45-f879a9b99282, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:50.677255 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:50.677905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8ad22e26-c654-4c33-99af-7729f8c1726b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:50.719182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:50.795367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef83ac-f509-4615-a60c-5bdb7ae24711 req-4cf0548b-1b3c-42ff-8590-c6b8e2d63749 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:50.802883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cef83ac-f509-4615-a60c-5bdb7ae24711 req-4cf0548b-1b3c-42ff-8590-c6b8e2d63749 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 946 time: 0.0583432
Nov 27 20:48:50.803587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe3b1-0a42-4f7a-8204-2e5ccf866170 req-c0d37d93-0994-4261-bfc3-0b1d744a2a8f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:50.807702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ebbe3b1-0a42-4f7a-8204-2e5ccf866170 req-c0d37d93-0994-4261-bfc3-0b1d744a2a8f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.1838500
Nov 27 20:48:50.828460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=eabaf35a-0b10-4c47-9a45-f879a9b99282,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:50.843536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-4529c485-1e86-40e9-8a18-c0c481582182 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:50.845082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-4529c485-1e86-40e9-8a18-c0c481582182 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 808 time: 0.2617986
Nov 27 20:48:50.867883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cef83ac-f509-4615-a60c-5bdb7ae24711 req-2dc39e92-662d-4145-84a1-c61cdc73a543 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640035
Nov 27 20:48:50.878784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Request body: {'port': {'device_id': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6', 'admin_state_up': True, 'tenant_id': '149906b8a2744176929b4d314a0de57d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:50.880417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 8ad22e26-c654-4c33-99af-7729f8c1726b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ad22e26-c654-4c33-99af-7729f8c1726b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:50.894197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '8ad22e26-c654-4c33-99af-7729f8c1726b', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '8ad22e26-c654-4c33-99af-7729f8c1726b', 'mac_address': 'fa:16:3e:90:05:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:50.918974 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ebbe3b1-0a42-4f7a-8204-2e5ccf866170 req-bca873c4-1f76-4830-9ca5-7d8f605ce202 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006796
Nov 27 20:48:50.940614 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:50.956840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad22e26-c654-4c33-99af-7729f8c1726b {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:50.980353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 8ad22e26-c654-4c33-99af-7729f8c1726b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ad22e26-c654-4c33-99af-7729f8c1726b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:50.985024 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:51.040263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Made reservation on behalf of 149906b8a2744176929b4d314a0de57d for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:48:51.045535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=8ad22e26-c654-4c33-99af-7729f8c1726b,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:51.045770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:51.112575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f823411b-25fc-459a-bc4a-69cfc6e6388c req-ef9cd005-2f5a-4704-abdc-7e03c8959bb1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 210 time: 0.0343201
Nov 27 20:48:51.168516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6e080-6049-4a31-bb85-fc87aa6f9808 req-19e35215-07d9-4d4c-901c-3301bba6ee09 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:51.171883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22e6e080-6049-4a31-bb85-fc87aa6f9808 req-19e35215-07d9-4d4c-901c-3301bba6ee09 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0631709
Nov 27 20:48:51.221133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22e6e080-6049-4a31-bb85-fc87aa6f9808 req-b64d5d8f-920d-4140-a42b-6f0caf66991c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429754
Nov 27 20:48:51.221388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Allocated IP 172.20.0.2 (324306ab-fd63-4c3d-9f56-7119b3413ec6/b8ec39ef-a293-4636-973a-265cd39882ca/91a3e20c-c74b-4366-a10a-a264f88012cb) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:51.327345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:51.398856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:51.409691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['eabaf35a-0b10-4c47-9a45-f879a9b99282'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:51.421868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fef5b4-3478-4175-8878-eff7245e1ac9 req-b36f6f24-cbc9-4b78-a12c-151c374d3c52 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:51.431655 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4fef5b4-3478-4175-8878-eff7245e1ac9 req-b36f6f24-cbc9-4b78-a12c-151c374d3c52 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 948 time: 0.0895462
Nov 27 20:48:51.508983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:51.516449 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4fef5b4-3478-4175-8878-eff7245e1ac9 req-fd6cacd6-1311-485b-8f04-8ea4b030a7dd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834346
Nov 27 20:48:51.622034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Network 324306ab-fd63-4c3d-9f56-7119b3413ec6 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:48:51.623756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Pushing event updated for resources: {'Port': ['ID=91a3e20c-c74b-4366-a10a-a264f88012cb,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:51.626660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:48:51.628890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:48:51.684318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1aaab-8172-4052-a1c5-9ac696d431ac req-d9b08e82-7a77-427d-acca-f6e0f302f7ac tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:51.686039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5dd1aaab-8172-4052-a1c5-9ac696d431ac req-d9b08e82-7a77-427d-acca-f6e0f302f7ac tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 944 time: 0.0911310
Nov 27 20:48:51.690175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:51.690901 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:51.710633 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-902e0a13-4878-4161-8168-ebab62c4bd58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8386805
Nov 27 20:48:51.725843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Request body: {'port': {'device_id': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:51.741314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5dd1aaab-8172-4052-a1c5-9ac696d431ac req-85f91ed8-b45c-4dbd-b3fe-ca19bb491b87 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473797
Nov 27 20:48:51.784187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:52.029003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:52.030508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9512640-c4a7-4bcd-8972-65240820221b req-c5a19788-7c5d-4327-9cc4-29a8570507fb tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.031681 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1090befc-c495-4645-925e-390728a8bb6f" -d '{"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-plugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:52.032412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9512640-c4a7-4bcd-8972-65240820221b req-c5a19788-7c5d-4327-9cc4-29a8570507fb tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.0544238
Nov 27 20:48:52.084000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9512640-c4a7-4bcd-8972-65240820221b req-338576f7-cc9e-4736-96f7-57cc0b5caf64 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440998
Nov 27 20:48:52.193744 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460f7b36-b948-4dea-bb26-718d3e2cc5a8 x-openstack-request-id: req-460f7b36-b948-4dea-bb26-718d3e2cc5a8 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:52.194156 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-plugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:52.194529 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-460f7b36-b948-4dea-bb26-718d3e2cc5a8 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:52.195082 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'code': 200}
Nov 27 20:48:52.292941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfaad8f-e781-4b26-9414-be3eb03a8340 req-219c980c-7475-4876-a210-0a826cae6e8c tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.293513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32084c18-afad-4102-b258-32549a238bfd req-c175d9b4-d0cc-4246-ac94-49aba413901a tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.294527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2dfaad8f-e781-4b26-9414-be3eb03a8340 req-219c980c-7475-4876-a210-0a826cae6e8c tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 946 time: 0.0939665
Nov 27 20:48:52.295391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32084c18-afad-4102-b258-32549a238bfd req-c175d9b4-d0cc-4246-ac94-49aba413901a tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0542741
Nov 27 20:48:52.348141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32084c18-afad-4102-b258-32549a238bfd req-5accd9f8-49df-41f1-b5d3-d2620948df75 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446947
Nov 27 20:48:52.407153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ac35d-bfd5-4b38-b7fd-02c4636e7e8c req-fecde95e-09e3-4e07-8bed-32f5154c8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.408716 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-145ac35d-bfd5-4b38-b7fd-02c4636e7e8c req-fecde95e-09e3-4e07-8bed-32f5154c8f3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1101 time: 0.1336334
Nov 27 20:48:52.416012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2dfaad8f-e781-4b26-9414-be3eb03a8340 req-64631592-0aaa-475b-bb33-9836ef88bd1e tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134646
Nov 27 20:48:52.435497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a3e20c-c74b-4366-a10a-a264f88012cb {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:52.446042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:52.466614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Transition to ACTIVE for port object 91a3e20c-c74b-4366-a10a-a264f88012cb will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:48:52.478607 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:52.485708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22d9d-58e1-404d-a488-f12381bb6985 req-3f2cb155-2092-482d-b39d-e913a190dd20 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.491965 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ec22d9d-58e1-404d-a488-f12381bb6985 req-3f2cb155-2092-482d-b39d-e913a190dd20 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 931 time: 0.0875957
Nov 27 20:48:52.516053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-145ac35d-bfd5-4b38-b7fd-02c4636e7e8c req-f4818f78-1d48-428a-a4be-0bcf07b25896 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960293
Nov 27 20:48:52.557663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ec22d9d-58e1-404d-a488-f12381bb6985 req-278f1409-047b-4ff5-90a3-3063f61c6c6c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588319
Nov 27 20:48:52.580361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Pushing event updated for resources: {'Port': ['ID=91a3e20c-c74b-4366-a10a-a264f88012cb,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:52.651539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a17492-a59d-4c1e-b116-ce7a88d96d32 req-ec8e58ed-8870-4f02-be6d-bf9f4a9c666d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.653037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a17492-a59d-4c1e-b116-ce7a88d96d32 req-ec8e58ed-8870-4f02-be6d-bf9f4a9c666d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.1270430
Nov 27 20:48:52.687150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56485d-0635-4072-930d-1b29a41c2c5d req-bdbaafc5-d6d5-43b2-84ed-39d538db279c tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.688773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2f56485d-0635-4072-930d-1b29a41c2c5d req-bdbaafc5-d6d5-43b2-84ed-39d538db279c tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=2262a9bd-9524-4919-8024-e41473beec99 HTTP/1.1" status: 200  len: 945 time: 0.0584028
Nov 27 20:48:52.707073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:52.707551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:52.707967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:52.718535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Port 91a3e20c-c74b-4366-a10a-a264f88012cb on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:52.718966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:52.735839 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a17492-a59d-4c1e-b116-ce7a88d96d32 req-0a6cec83-fc79-4ea4-9841-0a80eac134ce tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750914
Nov 27 20:48:52.737323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:52.737712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:52.738108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:52.738617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Bound port: 91a3e20c-c74b-4366-a10a-a264f88012cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:52.739444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:52.763676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2f56485d-0635-4072-930d-1b29a41c2c5d req-9e3c58f6-1be0-479f-ba34-d7d5bc02b4f2 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655928
Nov 27 20:48:52.827477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:48:52.874641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:52.882452 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:52.887530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda604-52c4-47c1-87d1-b40460c86614 req-7facf899-1634-4915-aef6-09352377c427 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.889114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66fda604-52c4-47c1-87d1-b40460c86614 req-7facf899-1634-4915-aef6-09352377c427 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 944 time: 0.0564222
Nov 27 20:48:52.940828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611a22b-3223-44e1-a08f-3e61edff5ef6 req-7be06aca-a5b3-4083-b308-040378cd7a13 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.942429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5611a22b-3223-44e1-a08f-3e61edff5ef6 req-7be06aca-a5b3-4083-b308-040378cd7a13 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 948 time: 0.1164141
Nov 27 20:48:52.949138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:52.949771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:52.953858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] 10.222.0.15 "PUT /v2.0/ports/91a3e20c-c74b-4366-a10a-a264f88012cb HTTP/1.1" status: 200  len: 1091 time: 1.2304823
Nov 27 20:48:52.954341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:52.956832 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec" -d '{"events": [{"name": "network-changed", "server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:52.980269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66fda604-52c4-47c1-87d1-b40460c86614 req-21c6e28a-c258-4edd-9f1d-f8a32981a8e0 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824633
Nov 27 20:48:53.002972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84fc0a-525f-49f8-996a-242ffd300d12 service neutron] Pushing event updated for resources: {'Port': ['ID=91a3e20c-c74b-4366-a10a-a264f88012cb,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:53.043336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5611a22b-3223-44e1-a08f-3e61edff5ef6 req-5dcaf71a-e994-4459-82af-8116408e53ef tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827909
Nov 27 20:48:53.090249 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-6dbaf4d5-f478-41cd-9a72-8624e0bb1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:53.092054 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-6dbaf4d5-f478-41cd-9a72-8624e0bb1c0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1094 time: 0.0530422
Nov 27 20:48:53.149016 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd276e-f71c-4098-a64d-61238e7500c3 x-openstack-request-id: req-00bd276e-f71c-4098-a64d-61238e7500c3 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:53.149491 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:53.149754 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00bd276e-f71c-4098-a64d-61238e7500c3 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:53.150159 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb', 'status': 'completed', 'code': 200}
Nov 27 20:48:53.153619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-c48e54f6-88d5-40d8-9fbb-51066003d60d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a3e20c-c74b-4366-a10a-a264f88012cb HTTP/1.1" status: 200  len: 217 time: 0.0455241
Nov 27 20:48:53.210193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-6bbbb59c-ba35-486e-ab0d-7a6803ff60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:53.211710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-6bbbb59c-ba35-486e-ab0d-7a6803ff60f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0484138
Nov 27 20:48:53.252321 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-b81c1655-85ad-4719-b43e-9c26d6191225 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266619
Nov 27 20:48:53.291692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83579-58c6-47b3-903e-fa95cb3a6864 req-d83a996b-6eeb-4806-b75d-7def909f5a0f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:53.293254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1d83579-58c6-47b3-903e-fa95cb3a6864 req-d83a996b-6eeb-4806-b75d-7def909f5a0f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.0506673
Nov 27 20:48:53.343215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1d83579-58c6-47b3-903e-fa95cb3a6864 req-f3f79c71-4e2d-4605-99e5-64706ce08730 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430310
Nov 27 20:48:53.350632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-368fdeb6-0116-4673-b735-f1e8b64cbf42 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865583
Nov 27 20:48:53.443862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90cd45b9-cd98-456a-b11c-0a70684c1f32 req-a50539fa-5d06-4923-8b0f-8cb5b624c52d service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859714
Nov 27 20:48:53.543334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-c347f4a1-bb93-47d9-bd99-359b64ab1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:53.544880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-c347f4a1-bb93-47d9-bd99-359b64ab1c63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1094 time: 0.0462513
Nov 27 20:48:53.683063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fda181-ef71-435f-a80a-c923eeba2b09 req-2e368f05-5089-4b2b-84fe-4485e2b56256 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:53.684246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd01bfe-7f57-42de-8653-07b33e3f4303 req-fa3e04a9-0057-4fd6-ab36-659dd1f629d9 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:53.684816 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74fda181-ef71-435f-a80a-c923eeba2b09 req-2e368f05-5089-4b2b-84fe-4485e2b56256 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.0537972
Nov 27 20:48:53.685742 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebd01bfe-7f57-42de-8653-07b33e3f4303 req-fa3e04a9-0057-4fd6-ab36-659dd1f629d9 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0828600
Nov 27 20:48:53.687156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-387fb3d4-c459-40e9-97ff-1597e062726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:53.688482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-387fb3d4-c459-40e9-97ff-1597e062726b service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.1284831
Nov 27 20:48:53.733027 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74fda181-ef71-435f-a80a-c923eeba2b09 req-7f884711-f079-4050-a3d2-438b57628283 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412643
Nov 27 20:48:53.743466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-8872aac4-4af0-46bd-987f-4e430d2e7e6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a3e20c-c74b-4366-a10a-a264f88012cb HTTP/1.1" status: 200  len: 217 time: 0.0386598
Nov 27 20:48:53.795591 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebd01bfe-7f57-42de-8653-07b33e3f4303 req-8d1477ef-2560-44ad-8b73-52cede9d7c5f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039193
Nov 27 20:48:53.808342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-36373660-0af1-42c1-b62b-cd4ce0d8fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:53.810554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-36373660-0af1-42c1-b62b-cd4ce0d8fa97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0580182
Nov 27 20:48:53.865129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c3d03-09b5-437c-974c-10d1fb23025e req-532ea299-08f0-4dbe-96ae-4d60dffe358d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:53.867555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-24e92d7d-cb94-45de-82ce-73fcdf536745 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493336
Nov 27 20:48:53.871727 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed6c3d03-09b5-437c-974c-10d1fb23025e req-532ea299-08f0-4dbe-96ae-4d60dffe358d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0633473
Nov 27 20:48:53.927784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed6c3d03-09b5-437c-974c-10d1fb23025e req-932a93de-74d3-445e-94f5-328626211fea tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539930
Nov 27 20:48:53.966014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-fd66b3a1-75bc-4ed7-a119-3c97a3fa3920 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893834
Nov 27 20:48:54.107845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab58a-0453-401d-9e34-1682fccf337c req-9c51d9ba-9263-4c4f-8f6b-64aec3c0d8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:54.109389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a9ab58a-0453-401d-9e34-1682fccf337c req-9c51d9ba-9263-4c4f-8f6b-64aec3c0d8a3 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 944 time: 0.0497072
Nov 27 20:48:54.119910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9164ede-0e32-448e-a018-2a4a39c038ea req-fd7698d6-6798-4ccf-9aac-2db7d6ee12ec tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:54.128859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9164ede-0e32-448e-a018-2a4a39c038ea req-fd7698d6-6798-4ccf-9aac-2db7d6ee12ec tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:54.136057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9164ede-0e32-448e-a018-2a4a39c038ea req-fd7698d6-6798-4ccf-9aac-2db7d6ee12ec tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:54.137811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9164ede-0e32-448e-a018-2a4a39c038ea req-fd7698d6-6798-4ccf-9aac-2db7d6ee12ec tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93&device_id=2262a9bd-9524-4919-8024-e41473beec99&device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 2418 time: 0.1026056
Nov 27 20:48:54.142984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73a3daaa-4f0a-44ee-acd5-f8ad9d7e0fec req-ae522ea6-366f-4fc1-894e-692dcdbd400f service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611614
Nov 27 20:48:54.163762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a9ab58a-0453-401d-9e34-1682fccf337c req-247bb968-05c1-4c2f-844c-d8479a80a9a2 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479255
Nov 27 20:48:54.174831 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8ad22e26-c654-4c33-99af-7729f8c1726b up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:54.199799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9164ede-0e32-448e-a018-2a4a39c038ea req-18d9def0-8f0d-4888-bbaf-790dda033396 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549245
Nov 27 20:48:54.236913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 8ad22e26-c654-4c33-99af-7729f8c1726b completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:54.240832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 8ad22e26-c654-4c33-99af-7729f8c1726b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:54.241215 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:54.312333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fde424-3a19-4985-91b4-5be3e013ddde req-3db0a8d1-a9f6-440f-a721-ca70dca8f1b6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:54.313940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5fde424-3a19-4985-91b4-5be3e013ddde req-3db0a8d1-a9f6-440f-a721-ca70dca8f1b6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 948 time: 0.0604987
Nov 27 20:48:54.348890 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:54.379510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca701c1d-30e3-471a-881e-6d51c9bbef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad22e26-c654-4c33-99af-7729f8c1726b'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:54.381931 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2a9842-1f3e-43ff-87ec-d9bfa79e3c52" -d '{"events": [{"server_uuid": "ca701c1d-30e3-471a-881e-6d51c9bbef61", "name": "network-vif-plugged", "status": "completed", "tag": "8ad22e26-c654-4c33-99af-7729f8c1726b"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:54.392903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5fde424-3a19-4985-91b4-5be3e013ddde req-d821ce9c-263f-496d-a63a-e072ed302ffe tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668960
Nov 27 20:48:54.396098 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 8ad22e26-c654-4c33-99af-7729f8c1726b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ad22e26-c654-4c33-99af-7729f8c1726b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:54.401201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:54.402032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device eabaf35a-0b10-4c47-9a45-f879a9b99282 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:54.505658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=8ad22e26-c654-4c33-99af-7729f8c1726b,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:54.525270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.525922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.526267 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.526749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.527237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.527750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.528235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.528718 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.529196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.529676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.530165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.530670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:48:54.547953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port eabaf35a-0b10-4c47-9a45-f879a9b99282 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:54.554447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port eabaf35a-0b10-4c47-9a45-f879a9b99282 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:54.554874 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:54.593540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbecd5-51e7-4a7c-951d-f412303065aa req-6e769196-11ee-4711-9e09-fe45eb8f0dac tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:54.602632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efcbecd5-51e7-4a7c-951d-f412303065aa req-6e769196-11ee-4711-9e09-fe45eb8f0dac tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.1032488
Nov 27 20:48:54.670449 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:54.679414 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efcbecd5-51e7-4a7c-951d-f412303065aa req-e7a583a1-cbd6-44e9-97d9-7692539c687f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758834
Nov 27 20:48:54.686614 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc4ff86-e0fd-45a0-919b-d9bc90432c4f x-openstack-request-id: req-efc4ff86-e0fd-45a0-919b-d9bc90432c4f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:54.686614 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca701c1d-30e3-471a-881e-6d51c9bbef61", "name": "network-vif-plugged", "status": "completed", "tag": "8ad22e26-c654-4c33-99af-7729f8c1726b", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:54.686614 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efc4ff86-e0fd-45a0-919b-d9bc90432c4f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:54.687374 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca701c1d-30e3-471a-881e-6d51c9bbef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad22e26-c654-4c33-99af-7729f8c1726b', 'code': 200}
Nov 27 20:48:54.759352 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port eabaf35a-0b10-4c47-9a45-f879a9b99282, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:54.766731 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:54.838118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faa220-2088-4a9a-87f5-ca2438865fb1 req-74c2ddde-fc8a-4680-9c1c-7e8f137d244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:54.839768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3faa220-2088-4a9a-87f5-ca2438865fb1 req-74c2ddde-fc8a-4680-9c1c-7e8f137d244e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 1100 time: 0.0959144
Nov 27 20:48:54.849580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5745d-7016-4d2e-9664-86444135e09d req-d63fa310-6d12-48b3-96ab-c5b1ee3e49bf tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:54.849580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73b5745d-7016-4d2e-9664-86444135e09d req-d63fa310-6d12-48b3-96ab-c5b1ee3e49bf tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1096 time: 0.0677812
Nov 27 20:48:54.900367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=eabaf35a-0b10-4c47-9a45-f879a9b99282,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:54.923887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3faa220-2088-4a9a-87f5-ca2438865fb1 req-995dff77-0e61-4ed1-81c8-1965ad9b5331 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736613
Nov 27 20:48:54.944012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73b5745d-7016-4d2e-9664-86444135e09d req-cc26b0ff-0f11-4848-91a5-999966061637 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782146
Nov 27 20:48:55.033861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6df47-1f46-4309-820b-9e71bc555500 req-1e1ef4bd-08ba-45f4-b2ef-6bff444c540f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:55.035674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-def6df47-1f46-4309-820b-9e71bc555500 req-1e1ef4bd-08ba-45f4-b2ef-6bff444c540f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.0531611
Nov 27 20:48:55.089809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-def6df47-1f46-4309-820b-9e71bc555500 req-bcf30b51-6602-406a-b485-f5500b08b710 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477762
Nov 27 20:48:55.207985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d345d-2b42-486e-ab78-b802edbafe88 req-3cfad063-ae83-446a-92cb-245daad475f5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:55.209501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e14d345d-2b42-486e-ab78-b802edbafe88 req-3cfad063-ae83-446a-92cb-245daad475f5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0577824
Nov 27 20:48:55.260701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e14d345d-2b42-486e-ab78-b802edbafe88 req-a1729d98-4a4d-4df6-98c7-51c12a8b1836 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445483
Nov 27 20:48:55.547760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1362d-e62c-46fd-b104-5ef7f1885c4f req-5b7a2475-f85f-459e-ae49-f69cceb24694 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:55.550483 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34e1362d-e62c-46fd-b104-5ef7f1885c4f req-5b7a2475-f85f-459e-ae49-f69cceb24694 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 945 time: 0.0549541
Nov 27 20:48:55.604609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34e1362d-e62c-46fd-b104-5ef7f1885c4f req-6823c364-c299-40ac-8008-c7620586a636 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481400
Nov 27 20:48:55.721186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac22864-20db-40ff-8e76-5846e9b45e7f req-c39e59c9-370e-4ca6-883d-e825d20eae9a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:55.723047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ac22864-20db-40ff-8e76-5846e9b45e7f req-c39e59c9-370e-4ca6-883d-e825d20eae9a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0553775
Nov 27 20:48:55.772434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ac22864-20db-40ff-8e76-5846e9b45e7f req-35492054-1905-4a5c-97fd-fba78c658d00 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431843
Nov 27 20:48:55.885082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eecbcb-4182-4728-a293-c431eba09107 req-c8c7dceb-21ce-49ac-9bba-a458c85be783 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:55.886651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e3eecbcb-4182-4728-a293-c431eba09107 req-c8c7dceb-21ce-49ac-9bba-a458c85be783 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 949 time: 0.0550778
Nov 27 20:48:55.938428 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e3eecbcb-4182-4728-a293-c431eba09107 req-fed7cd3f-8af4-4e2a-b6bc-526dd764f72a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426877
Nov 27 20:48:55.966161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-75837a15-0bb5-4c0c-ba95-9aaf04e7e49e tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:48:55.967148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-75837a15-0bb5-4c0c-ba95-9aaf04e7e49e tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058863
Nov 27 20:48:56.008114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-bf4451d8-dce2-4a4b-872a-75498e3cc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:56.009602 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-bf4451d8-dce2-4a4b-872a-75498e3cc036 service neutron] 10.222.0.21 "GET /v2.0/ports/f6b877dc-2544-4729-b562-12b62148f13d HTTP/1.1" status: 200  len: 1093 time: 0.0345283
Nov 27 20:48:56.018895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:56.019375 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Unknown quota resources ['binding']. {{(pid=120908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:48:56.163686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d on host nch1-master-1 for vnic_type normal with profile None {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:48:56.164025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:48:56.164357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:56.169393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Port f6b877dc-2544-4729-b562-12b62148f13d on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:48:56.169719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:48:56.175136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:48:56.175501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:48:56.175885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:48:56.176310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Bound port: f6b877dc-2544-4729-b562-12b62148f13d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:48:56.233265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:48:56.240282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:56.241528 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1ee9f269-4783-4eda-9fce-28c9c32d7faf service neutron] 10.222.0.21 "POST /v2.0/ports/f6b877dc-2544-4729-b562-12b62148f13d/bindings HTTP/1.1" status: 201  len: 389 time: 0.2263708
Nov 27 20:48:56.341374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e824af5-413a-45a3-8734-d47ae3e20914 req-d706e7b3-d966-4f07-912e-51ed9a8c4cc1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:56.353393 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e824af5-413a-45a3-8734-d47ae3e20914 req-d706e7b3-d966-4f07-912e-51ed9a8c4cc1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.0841291
Nov 27 20:48:56.415866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e824af5-413a-45a3-8734-d47ae3e20914 req-c47e9dcc-1a57-4215-964a-f48668ee429f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611570
Nov 27 20:48:56.505483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fd251-1d2c-481f-936e-0bf985313d92 req-e2f896b6-5adb-4cf0-b0e6-2de1ed7c69f7 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:56.507028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef4fd251-1d2c-481f-936e-0bf985313d92 req-e2f896b6-5adb-4cf0-b0e6-2de1ed7c69f7 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.0501034
Nov 27 20:48:56.592658 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef4fd251-1d2c-481f-936e-0bf985313d92 req-6218c9b0-1cf8-49a5-8189-f55ff3154a18 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768213
Nov 27 20:48:56.599099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-4c359015-3a3f-46ee-9291-6d039d970cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:56.600853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-4c359015-3a3f-46ee-9291-6d039d970cfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1096 time: 0.0717590
Nov 27 20:48:56.688366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:56.691479 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ff48ca-3067-4e5b-a046-9608c1dd0cb4" -d '{"events": [{"server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "name": "network-vif-plugged", "status": "completed", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:56.723909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-c59e55d2-50e5-4cb2-8443-ea877618cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:56.725554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-c59e55d2-50e5-4cb2-8443-ea877618cbd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1085851
Nov 27 20:48:56.805141 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29154f0e-cda8-4519-8888-6cc0f6a852a9 x-openstack-request-id: req-29154f0e-cda8-4519-8888-6cc0f6a852a9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:48:56.805549 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "name": "network-vif-plugged", "status": "completed", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:48:56.805868 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29154f0e-cda8-4519-8888-6cc0f6a852a9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:48:56.806321 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'code': 200}
Nov 27 20:48:56.812890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-eb4f1ec9-7cf2-41dd-be12-8540d1645e0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b877dc-2544-4729-b562-12b62148f13d HTTP/1.1" status: 200  len: 217 time: 0.0788794
Nov 27 20:48:56.872182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287f2ff-4e0a-4e41-81e0-89b2e93e99f4 req-19d0b199-0b6d-4d67-a9c5-963b239d09be tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:56.880397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b287f2ff-4e0a-4e41-81e0-89b2e93e99f4 req-19d0b199-0b6d-4d67-a9c5-963b239d09be tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 945 time: 0.0822966
Nov 27 20:48:56.930413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-21e67a60-3699-42e5-a0c1-810616f0ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:56.932404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-21e67a60-3699-42e5-a0c1-810616f0ed16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1062722
Nov 27 20:48:56.938117 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-ef8831b1-9d74-4d1c-ab14-2d21bf589bc2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1241682
Nov 27 20:48:56.959572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215a24f-ebb7-4a54-8c42-e47a1001744a req-49045205-9e22-41f1-b187-c37bbc2e6002 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:56.961459 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0215a24f-ebb7-4a54-8c42-e47a1001744a req-49045205-9e22-41f1-b187-c37bbc2e6002 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0873959
Nov 27 20:48:56.968585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b287f2ff-4e0a-4e41-81e0-89b2e93e99f4 req-79411311-9c17-47e8-8644-47883c16257c tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869083
Nov 27 20:48:56.971590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed4c94-ddc6-4f6d-8036-300b71ea98f6 req-c184ae7d-0382-445b-bce0-16d0f8375b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:56.973063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6ed4c94-ddc6-4f6d-8036-300b71ea98f6 req-c184ae7d-0382-445b-bce0-16d0f8375b98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 1096 time: 0.0908608
Nov 27 20:48:56.983913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-47c9dea0-8c10-4944-b30f-6351de5df523 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393257
Nov 27 20:48:57.039311 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6ed4c94-ddc6-4f6d-8036-300b71ea98f6 req-6e81a10d-44eb-420f-b317-a988fc96c1f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539708
Nov 27 20:48:57.081278 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0215a24f-ebb7-4a54-8c42-e47a1001744a req-788e3c72-1413-4b8d-b2f0-11ca6ba56d11 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027625
Nov 27 20:48:57.110341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-0396fea1-27f4-4c4d-8fff-5d5dc6f15ed3 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197462
Nov 27 20:48:57.122465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a89dc5-3316-4888-ad42-36a44c767b4f req-38f075cb-496f-4dde-b071-d494787c5e14 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:57.124212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28a89dc5-3316-4888-ad42-36a44c767b4f req-38f075cb-496f-4dde-b071-d494787c5e14 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0748477
Nov 27 20:48:57.184226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28a89dc5-3316-4888-ad42-36a44c767b4f req-fe11feb3-5cc6-4c49-bff6-002538d33a84 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499837
Nov 27 20:48:57.214089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b01d-9275-4b81-a255-099a217e7b66 req-08831999-9c29-4187-8568-20da04265c88 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:57.216029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33d9b01d-9275-4b81-a255-099a217e7b66 req-08831999-9c29-4187-8568-20da04265c88 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 949 time: 0.0660801
Nov 27 20:48:57.270223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33d9b01d-9275-4b81-a255-099a217e7b66 req-558d8844-77ac-4b86-84a0-f318261f7d73 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468256
Nov 27 20:48:57.393937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-783df767-01f5-4178-afea-fee70b92f58c service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878849
Nov 27 20:48:57.447603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935e02-41c5-4f40-bbfc-357ce66f7d2e req-f7676a05-f7a5-4edf-981c-4cfc77b3bd7e tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:57.459809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e935e02-41c5-4f40-bbfc-357ce66f7d2e req-f7676a05-f7a5-4edf-981c-4cfc77b3bd7e tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 1100 time: 0.0644090
Nov 27 20:48:57.473671 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4e935e02-41c5-4f40-bbfc-357ce66f7d2e req-cdbbfb87-e8b7-4e9a-ba1b-709f9d329c1f tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:57.558515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe51de-f73f-4918-9177-e39d4b3d5185 req-29ed0045-bdb8-4aa0-846c-6c366d29c787 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:57.561086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ebe51de-f73f-4918-9177-e39d4b3d5185 req-29ed0045-bdb8-4aa0-846c-6c366d29c787 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.0753543
Nov 27 20:48:57.580605 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4e935e02-41c5-4f40-bbfc-357ce66f7d2e req-cdbbfb87-e8b7-4e9a-ba1b-709f9d329c1f tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:57.587901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4e935e02-41c5-4f40-bbfc-357ce66f7d2e req-cdbbfb87-e8b7-4e9a-ba1b-709f9d329c1f tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:57.648185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ebe51de-f73f-4918-9177-e39d4b3d5185 req-3278eb8f-514f-44b1-aeca-0268a1ef0777 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671830
Nov 27 20:48:57.662919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbfb87-e8b7-4e9a-ba1b-709f9d329c1f tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0b9948-29d6-424d-bc25-872315a6d1c4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:57.683399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e935e02-41c5-4f40-bbfc-357ce66f7d2e req-cdbbfb87-e8b7-4e9a-ba1b-709f9d329c1f tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2225003
Nov 27 20:48:57.758580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:48:57.821803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058cbe9-4e7a-4c05-b5b0-78307f13b3ef req-617a9009-4ca4-4bd7-a7cc-80297c720f86 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:57.836773 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2058cbe9-4e7a-4c05-b5b0-78307f13b3ef req-617a9009-4ca4-4bd7-a7cc-80297c720f86 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.1041684
Nov 27 20:48:57.910938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2058cbe9-4e7a-4c05-b5b0-78307f13b3ef req-64411ac2-6b88-4ca9-b916-8f3897ac8eda tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731230
Nov 27 20:48:57.947032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:57.964832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '91a3e20c-c74b-4366-a10a-a264f88012cb', 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6', 'port_id': '91a3e20c-c74b-4366-a10a-a264f88012cb', 'mac_address': 'fa:16:3e:9b:78:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ec39ef-a293-4636-973a-265cd39882ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:48:58.012174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-f99f8e6a-f6c4-4466-bf9d-9a674a83c04f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0288894
Nov 27 20:48:58.012429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:58.026037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a3e20c-c74b-4366-a10a-a264f88012cb {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:48:58.048111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:48:58.054602 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:58.100659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849ea32-04a3-4dfc-8c6e-0d5dc131ea4b req-9efba785-1314-4672-a735-cfdab15cff8c tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:58.103147 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c849ea32-04a3-4dfc-8c6e-0d5dc131ea4b req-9efba785-1314-4672-a735-cfdab15cff8c tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 945 time: 0.0674422
Nov 27 20:48:58.124142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=91a3e20c-c74b-4366-a10a-a264f88012cb,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:48:58.160409 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c849ea32-04a3-4dfc-8c6e-0d5dc131ea4b req-5f86dd8c-426b-48c8-b85d-1929330f88eb tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508757
Nov 27 20:48:58.173096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-e4065cac-68b0-4fb4-8f8b-9e3d95afe7a9 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:58.174728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-e4065cac-68b0-4fb4-8f8b-9e3d95afe7a9 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1569927
Nov 27 20:48:58.190690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-dc1fba5a-bcbd-44fe-8dc7-a74b37f5f45d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/quotas/c03fae8406904a0da2046c097555cf58 HTTP/1.1" status: 200  len: 375 time: 0.0100222
Nov 27 20:48:58.245036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-70fc8c1d-a11b-449f-af1b-cd4c630ee93b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0451174
Nov 27 20:48:58.289813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8dba3-0d91-4b54-8e39-c353a7374772 req-63a858b5-2f3e-40fd-9e35-a7c409353983 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:58.297484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78d8dba3-0d91-4b54-8e39-c353a7374772 req-63a858b5-2f3e-40fd-9e35-a7c409353983 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0705729
Nov 27 20:48:58.355792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78d8dba3-0d91-4b54-8e39-c353a7374772 req-ceb5b9fc-203f-4b8e-90ee-7b3b173f4ae7 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574124
Nov 27 20:48:58.424122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-b278985d-daac-49c6-87c2-21ffcf8659c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:58.431030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-b278985d-daac-49c6-87c2-21ffcf8659c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1101 time: 0.0547633
Nov 27 20:48:58.495805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['91a3e20c-c74b-4366-a10a-a264f88012cb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:48:58.614810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fad36-b4ba-48ea-bcf5-121274862afb req-415ba3ae-da78-4f83-a99c-ddd7647d37c4 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:58.616932 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-305fad36-b4ba-48ea-bcf5-121274862afb req-415ba3ae-da78-4f83-a99c-ddd7647d37c4 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.1515362
Nov 27 20:48:58.664599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-6831addf-57f8-4730-9393-c09cec76ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:58.666193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-6831addf-57f8-4730-9393-c09cec76ab35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2140415
Nov 27 20:48:58.730998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-10e9ea9f-409b-448d-b1e9-ee430580678f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.0538173
Nov 27 20:48:58.739162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-305fad36-b4ba-48ea-bcf5-121274862afb req-0831086f-ad01-4614-a1a2-a627c00e7044 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120937
Nov 27 20:48:58.841916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-75540040-2f44-4763-9cbd-949939b8dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:58.846861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-75540040-2f44-4763-9cbd-949939b8dd6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1066844
Nov 27 20:48:58.943343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388d721-07a0-4beb-9fd4-1c6533774406 req-5891e9ac-495a-4758-a8d8-e95e2897e02e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:58.945779 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a388d721-07a0-4beb-9fd4-1c6533774406 req-5891e9ac-495a-4758-a8d8-e95e2897e02e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1148696
Nov 27 20:48:58.948732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-708da8fc-13e7-4d39-bfab-b0143daa0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:58.950009 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-708da8fc-13e7-4d39-bfab-b0143daa0c6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0775187
Nov 27 20:48:58.995122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f22d11-d056-47c8-9abc-1e1029d6b7f1 req-bc240b25-b871-4e7d-979f-921b81188912 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 210 time: 0.0442173
Nov 27 20:48:59.068199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a388d721-07a0-4beb-9fd4-1c6533774406 req-acfc568b-5df7-4c7d-8b18-79015bfdcbb3 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134245
Nov 27 20:48:59.099916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-346b7fe9-687f-4fb7-b5c4-fcbfa6db4e5f service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307273
Nov 27 20:48:59.152196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d82b-5d8f-4338-a287-771c2f778d91 req-915266bf-47db-43e8-b1c6-5739d67f545d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:59.155736 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70f4d82b-5d8f-4338-a287-771c2f778d91 req-915266bf-47db-43e8-b1c6-5739d67f545d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.0807261
Nov 27 20:48:59.225717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70f4d82b-5d8f-4338-a287-771c2f778d91 req-6ebfd4be-e8e1-4e63-a30e-3397a2456746 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661123
Nov 27 20:48:59.232982 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-223bd433-f664-4fd6-8e7f-518b21a0ea95 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1088793
Nov 27 20:48:59.307862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c40cd-cd22-4a37-aee8-019ea1530091 req-002af6c5-e352-4ccc-9fc6-45f9dd102faa tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:59.309648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-838c40cd-cd22-4a37-aee8-019ea1530091 req-002af6c5-e352-4ccc-9fc6-45f9dd102faa tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 945 time: 0.0635133
Nov 27 20:48:59.367181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-838c40cd-cd22-4a37-aee8-019ea1530091 req-489f7657-d739-4514-905e-357ab8d3dbcf tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492389
Nov 27 20:48:59.493761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7323275-b055-4820-82e8-f777f8fc35c0 req-b786f4a2-bae4-4cd6-b3e0-27542a2980bf tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:59.501335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7323275-b055-4820-82e8-f777f8fc35c0 req-b786f4a2-bae4-4cd6-b3e0-27542a2980bf tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0629556
Nov 27 20:48:59.572775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7323275-b055-4820-82e8-f777f8fc35c0 req-256f32bf-5bdb-4234-b3b3-508eaadd6f4e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705421
Nov 27 20:48:59.628055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-297a7e11-0890-442a-99ab-bb2367513ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 258 time: 0.2186792
Nov 27 20:48:59.638097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:48:59.663929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:59.766055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:48:59.766681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:59.831448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 91a3e20c-c74b-4366-a10a-a264f88012cb completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:48:59.838482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 91a3e20c-c74b-4366-a10a-a264f88012cb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:48:59.839032 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:59.889146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74a814-4724-4d1d-8f2c-d3028e2cdb8d req-4cae7b8f-8b24-418e-bd78-676e28f5a7fd tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:48:59.890098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Allocated IP 172.35.3.197 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/5ccaa6f9-72b5-4a17-ae10-609b1b8430ff) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:48:59.891010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d74a814-4724-4d1d-8f2c-d3028e2cdb8d req-4cae7b8f-8b24-418e-bd78-676e28f5a7fd tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0594301
Nov 27 20:48:59.937813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:48:59.945480 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d74a814-4724-4d1d-8f2c-d3028e2cdb8d req-bab97192-89ca-49e9-b617-9b78ce086c05 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472050
Nov 27 20:48:59.971896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:48:59.975894 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277f7231-dab7-4bf0-b189-3b4d284491e4" -d '{"events": [{"server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:48:59.989680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:00.004124 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:00.039830 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:00.056662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=91a3e20c-c74b-4366-a10a-a264f88012cb,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:00.069625 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05ae814-8547-4ee9-94b0-9e65772b4f67 x-openstack-request-id: req-e05ae814-8547-4ee9-94b0-9e65772b4f67 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:00.070834 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "name": "network-vif-plugged", "status": "completed", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:00.071322 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e05ae814-8547-4ee9-94b0-9e65772b4f67 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:00.078808 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb', 'code': 200}
Nov 27 20:49:00.108785 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:00.165287 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48cafc53-c88a-45f1-9a3d-55076b45730a req-30097922-0efa-42c2-ab9e-748a3a763762 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 210 time: 0.0486138
Nov 27 20:49:00.187338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:00.192935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:00.212171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:00.215324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Pushing event updated for resources: {'Port': ['ID=5ccaa6f9-72b5-4a17-ae10-609b1b8430ff,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:00.278390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d63f7-73b8-4253-81c6-6c0c9d8b1b24 req-eee53539-f231-4355-adad-d639aea1e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:00.280169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-032d63f7-73b8-4253-81c6-6c0c9d8b1b24 req-eee53539-f231-4355-adad-d639aea1e522 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1096 time: 0.1078236
Nov 27 20:49:00.291189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97131-0699-4f8a-ae82-46a918c24658 req-23c557fa-7a34-433b-b30d-fa87abc714cf tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:00.292998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1c97131-0699-4f8a-ae82-46a918c24658 req-23c557fa-7a34-433b-b30d-fa87abc714cf tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 945 time: 0.0579805
Nov 27 20:49:00.341791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1c97131-0699-4f8a-ae82-46a918c24658 req-16b70bf5-b94f-4600-8822-a416623cac7a tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413413
Nov 27 20:49:00.504601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a01c47-12e0-41b1-a121-cfcb303c34b2 req-5e477e17-ba00-49dc-b210-d4337cb608dd tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:00.506367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70a01c47-12e0-41b1-a121-cfcb303c34b2 req-5e477e17-ba00-49dc-b210-d4337cb608dd tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 945 time: 0.0521901
Nov 27 20:49:00.560046 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70a01c47-12e0-41b1-a121-cfcb303c34b2 req-70ea3842-2c6d-4fa8-baa0-694af3d6c989 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470326
Nov 27 20:49:00.668324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-77d272eb-b87d-44b3-a376-59c5a1350806 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3386118
Nov 27 20:49:00.691064 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:00.728880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-1787ee71-b059-451c-8f71-4d62b5d47e47 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0236938
Nov 27 20:49:00.795778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-032d63f7-73b8-4253-81c6-6c0c9d8b1b24 req-37e78389-5b3e-49e1-bfc8-a51f8b38930a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4671178
Nov 27 20:49:00.811301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:00.877191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-1e83fe10-ee9f-4b10-b2d4-d6230fa3b25b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:00.878983 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-1e83fe10-ee9f-4b10-b2d4-d6230fa3b25b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2002416
Nov 27 20:49:00.895179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-452555e7-2a48-4532-a525-f37222711180 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:00.897999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-452555e7-2a48-4532-a525-f37222711180 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1534026
Nov 27 20:49:01.014684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:01.020930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:01.104828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Pushing event updated for resources: {'Port': ['ID=5ccaa6f9-72b5-4a17-ae10-609b1b8430ff,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:01.107392 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:01.117422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Request body: {'port': {'device_id': '4d6c668f-a112-487a-83a3-dd50f8dc252b', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c03fae8406904a0da2046c097555cf58'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:01.121345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Request body: {'port': {'device_id': '21735147-42d2-4c01-a74b-7ac91c6ac723', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c03fae8406904a0da2046c097555cf58'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:01.140890 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:01.142225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-99c58b1f-92ca-448b-8ae1-701bb0786c64 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5080297
Nov 27 20:49:01.197367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa636a11-eb0b-4f92-ac49-a001a7500e59 req-5c5d31fd-00b2-42d5-8759-f754f9d52f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:01.199114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa636a11-eb0b-4f92-ac49-a001a7500e59 req-5c5d31fd-00b2-42d5-8759-f754f9d52f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.1167243
Nov 27 20:49:01.228089 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-c8b51d27-fb44-4b5e-aa26-f35b867fce08 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.197 HTTP/1.1" status: 200  len: 696 time: 0.0576487
Nov 27 20:49:01.274951 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa636a11-eb0b-4f92-ac49-a001a7500e59 req-3d7ebef6-e12d-44b7-bdf7-968ae5998a01 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693586
Nov 27 20:49:01.284066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Made reservation on behalf of c03fae8406904a0da2046c097555cf58 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:01.287610 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:01.344160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Made reservation on behalf of c03fae8406904a0da2046c097555cf58 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:01.348371 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:01.401892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-7e1c8785-3cb8-41d7-8872-c1bb88fd74c5 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:01.408532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-7e1c8785-3cb8-41d7-8872-c1bb88fd74c5 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1715939
Nov 27 20:49:01.445727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Allocated IP 192.168.233.180 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/062acbc0-509c-4546-aa47-d13c4188e1bf) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:01.450991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-3a1020c2-5a0f-48db-af55-b8278e521276 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:49:01.452243 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85497bb3-cd98-4993-9955-1e456186bbc5 req-3a1020c2-5a0f-48db-af55-b8278e521276 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0239487
Nov 27 20:49:01.517482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-6243380b-8084-4961-8d90-dcc44944afda tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:01.519553 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-6243380b-8084-4961-8d90-dcc44944afda tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1261044
Nov 27 20:49:01.534349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:01.604402 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:01.667768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ec5e5-d30d-40f9-afd7-97ad2d8c553e req-f2da919d-0c21-4b04-ab7c-821504043749 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:01.668596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a0497b8-a1e6-42ed-ba9b-cd839c71d78d req-ac6f43b1-c5cc-4e13-9e59-456c3ecf92e7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 210 time: 0.0314467
Nov 27 20:49:01.669245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa4ec5e5-d30d-40f9-afd7-97ad2d8c553e req-f2da919d-0c21-4b04-ab7c-821504043749 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0832419
Nov 27 20:49:01.678788 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:01.745375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa4ec5e5-d30d-40f9-afd7-97ad2d8c553e req-f9d6d630-2a7d-443e-8ba0-5c467a97e7ab tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648353
Nov 27 20:49:01.752514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:01.772063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:01.803622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:01.811305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:01.814223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event updated for resources: {'Port': ['ID=062acbc0-509c-4546-aa47-d13c4188e1bf,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:01.817144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:01.837603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:01.871599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb86abe-ec2c-4fa8-8493-3effb54e8307 req-5a29e6d0-8bb3-4cc9-9c18-258c7c8671d1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:01.873149 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dfb86abe-ec2c-4fa8-8493-3effb54e8307 req-5a29e6d0-8bb3-4cc9-9c18-258c7c8671d1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 945 time: 0.1424289
Nov 27 20:49:01.876110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Allocated IP 192.168.233.39 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/381881ef-aefe-442f-b7f9-355ca72b0903) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:01.946019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:02.043133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dfb86abe-ec2c-4fa8-8493-3effb54e8307 req-705ddaf2-63c4-4386-97c6-404f1aadeb3b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520364
Nov 27 20:49:02.070837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:02.070837 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a376965-04d2-495e-86e6-4296585615d5" -d '{"events": [{"server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b877dc-2544-4729-b562-12b62148f13d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:02.070837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.156223 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.275759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5d942ce4-c713-428a-b87f-896eaab2e761 None None] Provisioning complete for port 062acbc0-509c-4546-aa47-d13c4188e1bf triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:02.276282 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d942ce4-c713-428a-b87f-896eaab2e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.286056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:02.286675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.309148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9886-0e01-46a1-a5f8-f8f52d7e5233 req-0bc879ca-7642-43c8-a8e8-a1bf2d1d3eca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:02.310047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a112d92e-b0ec-4e99-bcb8-c4eed0914b93 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1969109
Nov 27 20:49:02.311267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-31ba9886-0e01-46a1-a5f8-f8f52d7e5233 req-0bc879ca-7642-43c8-a8e8-a1bf2d1d3eca tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 943 time: 0.1618540
Nov 27 20:49:02.318669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5d942ce4-c713-428a-b87f-896eaab2e761 None None] Port 062acbc0-509c-4546-aa47-d13c4188e1bf cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:02.318981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Pushing event updated for resources: {'Port': ['ID=f6b877dc-2544-4729-b562-12b62148f13d,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:02.319203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-d0dfa9ac-f719-406a-bc79-47f76a286d2b tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:02.323907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-d0dfa9ac-f719-406a-bc79-47f76a286d2b tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.4604640
Nov 27 20:49:02.329442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Request body: {'port': {'device_id': '4d6c668f-a112-487a-83a3-dd50f8dc252b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:02.389218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:02.389782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:02.389910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:02.394163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.399096 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-5f3ec080-9afd-4148-b757-c9867f0ae728 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.197 HTTP/1.1" status: 200  len: 696 time: 0.0665617
Nov 27 20:49:02.410158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Port f6b877dc-2544-4729-b562-12b62148f13d on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:02.410495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Attempting to bind port f6b877dc-2544-4729-b562-12b62148f13d on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:02.429264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-0a3ac143-43ae-4b5b-b13c-430ce93d5e56 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Request body: {'floatingip': {'port_id': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:02.432766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:02.434171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:02.434171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:02.434171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Bound port: f6b877dc-2544-4729-b562-12b62148f13d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:02.434509 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.469104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-31ba9886-0e01-46a1-a5f8-f8f52d7e5233 req-c9cc6e1e-942c-41e8-85d1-cd9421662863 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251493
Nov 27 20:49:02.476087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.480243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-0a3ac143-43ae-4b5b-b13c-430ce93d5e56 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.534561 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.547066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:02.559822 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4272537b-8689-46da-a9ce-701671f9cee1 x-openstack-request-id: req-4272537b-8689-46da-a9ce-701671f9cee1 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:02.560125 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b877dc-2544-4729-b562-12b62148f13d", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:02.560379 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4272537b-8689-46da-a9ce-701671f9cee1 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:02.560825 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d', 'code': 200}
Nov 27 20:49:02.620102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:02.620102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:02.622099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:02.623969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event updated for resources: {'Port': ['ID=381881ef-aefe-442f-b7f9-355ca72b0903,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:02.626288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:02.667428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:02.693943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.754928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Pushing event updated for resources: {'Port': ['ID=f6b877dc-2544-4729-b562-12b62148f13d,revision_number=8']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:02.805040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:02.805697 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.842791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-90f75e1f-9584-41dd-bd7f-e5c09574f1d7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7275641
Nov 27 20:49:02.858002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ae317-6fd7-4e3e-8d39-81abebcc1ce0 req-d8780bbe-edd6-45cd-bff4-6c1b54c5d848 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:02.861513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-417ae317-6fd7-4e3e-8d39-81abebcc1ce0 req-d8780bbe-edd6-45cd-bff4-6c1b54c5d848 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.1619570
Nov 27 20:49:02.871901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Request body: {'port': {'device_id': '21735147-42d2-4c01-a74b-7ac91c6ac723', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:02.916378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:02.917005 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.918489 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-fdf1bcb6-1620-473c-905e-613f358b7c2c service neutron] 10.222.0.35 "PUT /v2.0/ports/f6b877dc-2544-4729-b562-12b62148f13d HTTP/1.1" status: 200  len: 1121 time: 1.3890462
Nov 27 20:49:02.965052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a414e3ed-4a5a-434c-93ca-3824c73630b8 None None] Provisioning complete for port 381881ef-aefe-442f-b7f9-355ca72b0903 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:02.966105 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a414e3ed-4a5a-434c-93ca-3824c73630b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:02.984030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.014888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-417ae317-6fd7-4e3e-8d39-81abebcc1ce0 req-cfd20379-96a8-4cbd-952b-7d5050c515fb tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265736
Nov 27 20:49:03.015051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a414e3ed-4a5a-434c-93ca-3824c73630b8 None None] Port 381881ef-aefe-442f-b7f9-355ca72b0903 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:03.031435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['f6b877dc-2544-4729-b562-12b62148f13d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:03.105140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f6b877dc-2544-4729-b562-12b62148f13d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:03.228982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062acbc0-509c-4546-aa47-d13c4188e1bf {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:03.257602 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.271874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16599f7-2f2c-4cd8-b00a-88f286d38294 req-09b70243-2fa6-49d3-b40e-f0bae643c7dd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:03.273433 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f16599f7-2f2c-4cd8-b00a-88f286d38294 req-09b70243-2fa6-49d3-b40e-f0bae643c7dd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 936 time: 0.0680132
Nov 27 20:49:03.281631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Transition to ACTIVE for port object 062acbc0-509c-4546-aa47-d13c4188e1bf will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:49:03.287023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.394705 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f16599f7-2f2c-4cd8-b00a-88f286d38294 req-173ab40c-9ca0-409a-a493-e94a086e6be7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037364
Nov 27 20:49:03.399436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Pushing event updated for resources: {'Port': ['ID=062acbc0-509c-4546-aa47-d13c4188e1bf,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:03.407086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-0a3ac143-43ae-4b5b-b13c-430ce93d5e56 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.436891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-0a3ac143-43ae-4b5b-b13c-430ce93d5e56 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.542417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381881ef-aefe-442f-b7f9-355ca72b0903 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:03.554058 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.565924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef27c-17fe-418e-8a0f-e098dc93f772 req-62f26e31-78a4-4d45-8cba-57ab86f6f9f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:03.566185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Attempting to bind port 062acbc0-509c-4546-aa47-d13c4188e1bf on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:03.566469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Attempting to bind port 062acbc0-509c-4546-aa47-d13c4188e1bf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:03.566806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Attempting to bind port 062acbc0-509c-4546-aa47-d13c4188e1bf on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:03.567529 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e55ef27c-17fe-418e-8a0f-e098dc93f772 req-62f26e31-78a4-4d45-8cba-57ab86f6f9f5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0937207
Nov 27 20:49:03.575476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Port 062acbc0-509c-4546-aa47-d13c4188e1bf on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:03.575800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Attempting to bind port 062acbc0-509c-4546-aa47-d13c4188e1bf on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:03.578665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Transition to ACTIVE for port object 381881ef-aefe-442f-b7f9-355ca72b0903 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:49:03.585868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:03.586116 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.586248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:03.586597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:03.587042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Bound port: 062acbc0-509c-4546-aa47-d13c4188e1bf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:03.587429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.602885 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-0a3ac143-43ae-4b5b-b13c-430ce93d5e56 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Floating IP c18165d3-cb84-40c1-ad3e-77ec8193e538 associated. External IP: 172.35.3.197, port: eabaf35a-0b10-4c47-9a45-f879a9b99282.
Nov 27 20:49:03.665674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=381881ef-aefe-442f-b7f9-355ca72b0903,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:03.679818 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e55ef27c-17fe-418e-8a0f-e098dc93f772 req-f6f68e50-69fd-4867-b0e6-a93f98293cc5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023021
Nov 27 20:49:03.746771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] For port 062acbc0-509c-4546-aa47-d13c4188e1bf, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:03.753338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] For port 062acbc0-509c-4546-aa47-d13c4188e1bf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062acbc0-509c-4546-aa47-d13c4188e1bf,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:03.761403 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.812975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Attempting to bind port 381881ef-aefe-442f-b7f9-355ca72b0903 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:03.814216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Attempting to bind port 381881ef-aefe-442f-b7f9-355ca72b0903 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:03.814753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Attempting to bind port 381881ef-aefe-442f-b7f9-355ca72b0903 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:03.826929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd98c2-5596-4447-9aff-c4f79621a4fc req-24de8352-da0a-48b4-b093-7075d01128d7 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:03.828629 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04cd98c2-5596-4447-9aff-c4f79621a4fc req-24de8352-da0a-48b4-b093-7075d01128d7 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 945 time: 0.0763068
Nov 27 20:49:03.829770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Port 381881ef-aefe-442f-b7f9-355ca72b0903 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:03.830100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Attempting to bind port 381881ef-aefe-442f-b7f9-355ca72b0903 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:03.837463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:03.837807 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:03.838194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:03.838635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Bound port: 381881ef-aefe-442f-b7f9-355ca72b0903, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:03.838997 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.854622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:03.854958 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:03.856604 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] 10.222.0.15 "PUT /v2.0/ports/062acbc0-509c-4546-aa47-d13c4188e1bf HTTP/1.1" status: 200  len: 1096 time: 1.5314302
Nov 27 20:49:03.858867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6c668f-a112-487a-83a3-dd50f8dc252b', 'tag': '062acbc0-509c-4546-aa47-d13c4188e1bf'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:03.861866 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab64603-9270-4c60-abd5-b712a92d3e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6c668f-a112-487a-83a3-dd50f8dc252b", "tag": "062acbc0-509c-4546-aa47-d13c4188e1bf"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:03.874720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852471a-306f-4fc6-8e3e-54e0df426022 service neutron] Pushing event updated for resources: {'Port': ['ID=062acbc0-509c-4546-aa47-d13c4188e1bf,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:03.901606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04cd98c2-5596-4447-9aff-c4f79621a4fc req-4b7b25ac-1892-4fc8-b14a-ef3faac423c3 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658624
Nov 27 20:49:03.970890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] For port 381881ef-aefe-442f-b7f9-355ca72b0903, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:03.975289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] For port 381881ef-aefe-442f-b7f9-355ca72b0903, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=381881ef-aefe-442f-b7f9-355ca72b0903,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:03.980986 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:04.001682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4760f96f-a38c-494e-860d-642e931dd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.003206 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-4760f96f-a38c-494e-860d-642e931dd690 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 1099 time: 0.0626028
Nov 27 20:49:04.017678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-0a3ac143-43ae-4b5b-b13c-430ce93d5e56 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:49:04.025853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.026633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:04.028221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/381881ef-aefe-442f-b7f9-355ca72b0903 HTTP/1.1" status: 200  len: 1095 time: 1.1624043
Nov 27 20:49:04.039019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-538b6078-5680-478e-bf55-1e6ebbb02868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:04.058186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dcfb2-5169-4d48-b55c-98fad574d6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=381881ef-aefe-442f-b7f9-355ca72b0903,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:04.091914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-714c0ee2-127d-4efc-9f6d-c6cba4e5bb87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=062acbc0-509c-4546-aa47-d13c4188e1bf HTTP/1.1" status: 200  len: 217 time: 0.0726595
Nov 27 20:49:04.135095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-8ac33471-788b-4ef8-96d7-bd51b3e0bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.137010 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-8ac33471-788b-4ef8-96d7-bd51b3e0bc7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 1098 time: 0.0586457
Nov 27 20:49:04.205277 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-32566c28-ec1f-462d-986f-06c88d8c616d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=381881ef-aefe-442f-b7f9-355ca72b0903 HTTP/1.1" status: 200  len: 217 time: 0.0564027
Nov 27 20:49:04.234381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-f7bbcc5c-1972-4b5e-a8fd-909f3be2cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.236395 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-f7bbcc5c-1972-4b5e-a8fd-909f3be2cd94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1011727
Nov 27 20:49:04.239924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f6b877dc-2544-4729-b562-12b62148f13d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:49:04.290515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-0a3ac143-43ae-4b5b-b13c-430ce93d5e56 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:49:04.297329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-0a3ac143-43ae-4b5b-b13c-430ce93d5e56 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:04.322067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] Sync routers for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:49:04.340686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-46faafef-a397-48ed-b1f5-f2a69b2920bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.342202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-46faafef-a397-48ed-b1f5-f2a69b2920bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0888214
Nov 27 20:49:04.348566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-0a3ac143-43ae-4b5b-b13c-430ce93d5e56 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "PUT /v2.0/floatingips/c18165d3-cb84-40c1-ad3e-77ec8193e538 HTTP/1.1" status: 200  len: 996 time: 1.9258370
Nov 27 20:49:04.365891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-def6b7b4-5662-4408-bcad-ae2ea2457ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.367411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-def6b7b4-5662-4408-bcad-ae2ea2457ac0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1516068
Nov 27 20:49:04.436197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e338cbf-7d84-41c3-ae34-6ff0623233d9 req-a7469f86-2385-4179-8eac-eb4f71aac10f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.449683 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e338cbf-7d84-41c3-ae34-6ff0623233d9 req-a7469f86-2385-4179-8eac-eb4f71aac10f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 943 time: 0.1274853
Nov 27 20:49:04.473538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-fdd4122d-177a-4adf-8e2b-a577cb6f23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.475106 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-fdd4122d-177a-4adf-8e2b-a577cb6f23b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e11cec7060094963bccef4d0cadba71d&device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 1096 time: 0.0917757
Nov 27 20:49:04.487217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-e5b833a3-f37a-4a4f-b464-7d376ad312a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.489095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-e5b833a3-f37a-4a4f-b464-7d376ad312a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1132615
Nov 27 20:49:04.513126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e338cbf-7d84-41c3-ae34-6ff0623233d9 req-7ff7a9e6-fd52-43f5-8b7c-bb3342e26ede tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625503
Nov 27 20:49:04.525143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:04.526095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7f8280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:48:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:04.539431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-b86c36e4-552f-4e39-8b30-aa0db629f3b1 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790361
Nov 27 20:49:04.563162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d'}, {'name': 'network-changed', 'server_uuid': '21735147-42d2-4c01-a74b-7ac91c6ac723', 'tag': '381881ef-aefe-442f-b7f9-355ca72b0903'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:04.567016 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558" -d '{"events": [{"name": "network-changed", "server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "tag": "f6b877dc-2544-4729-b562-12b62148f13d"}, {"name": "network-changed", "server_uuid": "21735147-42d2-4c01-a74b-7ac91c6ac723", "tag": "381881ef-aefe-442f-b7f9-355ca72b0903"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:04.617951 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb134f-8661-4e27-b887-4d52119e0d43 x-openstack-request-id: req-4ffb134f-8661-4e27-b887-4d52119e0d43 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:04.618500 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6c668f-a112-487a-83a3-dd50f8dc252b", "tag": "062acbc0-509c-4546-aa47-d13c4188e1bf", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:04.618759 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ffb134f-8661-4e27-b887-4d52119e0d43 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:04.619162 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6c668f-a112-487a-83a3-dd50f8dc252b', 'tag': '062acbc0-509c-4546-aa47-d13c4188e1bf', 'status': 'completed', 'code': 200}
Nov 27 20:49:04.625596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-a0704881-73e2-446c-8457-a1753131242e service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255486
Nov 27 20:49:04.641307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:04.651837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-fdd24ee1-1150-40a2-b8bb-c61aa4c37027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.653318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-fdd24ee1-1150-40a2-b8bb-c61aa4c37027 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 HTTP/1.1" status: 200  len: 929 time: 0.1661699
Nov 27 20:49:04.670543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f6b877dc-2544-4729-b562-12b62148f13d has no active binding in host nch1-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 20:49:04.691922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:04.729781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-d4445e05-c755-4a84-931d-b24d1700cf5a service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713729
Nov 27 20:49:04.749480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309af4d9-b49c-4e28-ae6b-1032b4ad9bcf req-9f607eb6-d09d-46df-8c07-a6e933a24b70 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.751108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-309af4d9-b49c-4e28-ae6b-1032b4ad9bcf req-9f607eb6-d09d-46df-8c07-a6e933a24b70 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1096 time: 0.1014740
Nov 27 20:49:04.755821 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-92977d4c-8a64-4384-b27d-6999ec803809 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282 HTTP/1.1" status: 200  len: 999 time: 0.0932345
Nov 27 20:49:04.787988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd36fff-dc6e-451c-9db3-353f8e20b86d req-98308674-3372-41cb-b574-dace4b32d9c0 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520915
Nov 27 20:49:04.807888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-432613e8-cfd3-48fc-a912-be3d9ffc413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.809939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-432613e8-cfd3-48fc-a912-be3d9ffc413f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46c14fbe-fa46-43d8-846d-9ced7168b237 HTTP/1.1" status: 200  len: 867 time: 0.0528233
Nov 27 20:49:04.823657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-309af4d9-b49c-4e28-ae6b-1032b4ad9bcf req-5be3bdc5-ea79-4a1e-8833-a543a8aaa351 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642529
Nov 27 20:49:04.853886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-4c219c8e-1bce-4c15-8828-5834b9ddf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.855574 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-4c219c8e-1bce-4c15-8828-5834b9ddf264 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 1099 time: 0.0475547
Nov 27 20:49:04.878488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-951e4f99-96ef-42d0-9e22-6ff410e5387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:04.880053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-951e4f99-96ef-42d0-9e22-6ff410e5387b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0602434
Nov 27 20:49:04.974046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7f8280>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c18165d3-cb84-40c1-ad3e-77ec8193e538', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'floating_ip_address': '172.35.3.197', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'port_id': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'mac_address': 'fa:16:3e:d5:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:49:00Z', 'updated_at': '2021-11-27T20:49:03Z', 'revision_number': 1, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924b9479-7c13-462d-95ab-93ab515db7fd', 'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:28Z', 'updated_at': '2021-11-27T20:48:33Z', 'revision_number': 5, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'subnets': [{'id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:04.982219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-8253d5e2-f850-4db7-ba3b-812fe4398945 service neutron] 10.222.0.21 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934105
Nov 27 20:49:05.002771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] Checking router: 6dbecf3c-cf2b-4f86-a599-aaade592dd7a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:49:05.003024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cca887-cf49-40ce-93b8-7fa54b024074 req-0648c4c8-304f-4f4c-b80c-82337dbb6f9e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:05.004579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-82cca887-cf49-40ce-93b8-7fa54b024074 req-0648c4c8-304f-4f4c-b80c-82337dbb6f9e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0785220
Nov 27 20:49:05.006046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-8ba94a4e-b18e-4ace-84ac-9a82d9200f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:05.007426 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-8ba94a4e-b18e-4ace-84ac-9a82d9200f10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1394634
Nov 27 20:49:05.012803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:05.013777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7f8280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:48:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:05.077878 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-6015b6f9-0ec9-45b2-9d2b-e85418a01398 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=062acbc0-509c-4546-aa47-d13c4188e1bf HTTP/1.1" status: 200  len: 217 time: 0.0512891
Nov 27 20:49:05.083813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d93ed8a-3b8f-46c8-84b8-229f7672dbef req-904d2e85-d021-48b8-b8df-3475acc11d1f service neutron] 10.222.0.21 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945024
Nov 27 20:49:05.131459 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-82cca887-cf49-40ce-93b8-7fa54b024074 req-39e7970b-53f7-4747-9bfb-b2bec909aed4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191111
Nov 27 20:49:05.137892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:05.152266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-e70a549d-62f3-4a5a-8071-69beb4dfeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:05.154114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-e70a549d-62f3-4a5a-8071-69beb4dfeb07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0589540
Nov 27 20:49:05.256857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-1c57fffc-a511-45c8-98d3-3a0d2678fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:05.258445 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-1c57fffc-a511-45c8-98d3-3a0d2678fa95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0807371
Nov 27 20:49:05.262824 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb161e7-e9da-4ed8-986f-f4b78cbca0f6 x-openstack-request-id: req-6bb161e7-e9da-4ed8-986f-f4b78cbca0f6 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:05.263139 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "tag": "f6b877dc-2544-4729-b562-12b62148f13d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21735147-42d2-4c01-a74b-7ac91c6ac723", "tag": "381881ef-aefe-442f-b7f9-355ca72b0903", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:05.265186 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bb161e7-e9da-4ed8-986f-f4b78cbca0f6 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:05.267468 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d', 'status': 'completed', 'code': 200}
Nov 27 20:49:05.268243 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21735147-42d2-4c01-a74b-7ac91c6ac723', 'tag': '381881ef-aefe-442f-b7f9-355ca72b0903', 'status': 'completed', 'code': 200}
Nov 27 20:49:05.300108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eea7db-5eaa-48af-88a3-bea3cf74267a req-762c7cd7-d165-4ab4-977d-3a680db0dea9 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:05.307982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54eea7db-5eaa-48af-88a3-bea3cf74267a req-762c7cd7-d165-4ab4-977d-3a680db0dea9 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 948 time: 0.0903847
Nov 27 20:49:05.396534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7f8280>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c18165d3-cb84-40c1-ad3e-77ec8193e538', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'floating_ip_address': '172.35.3.197', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'port_id': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'mac_address': 'fa:16:3e:d5:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:49:00Z', 'updated_at': '2021-11-27T20:49:03Z', 'revision_number': 1, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924b9479-7c13-462d-95ab-93ab515db7fd', 'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:28Z', 'updated_at': '2021-11-27T20:48:33Z', 'revision_number': 5, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'subnets': [{'id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:05.398398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54eea7db-5eaa-48af-88a3-bea3cf74267a req-7f2d92c7-ce8f-4fed-8b19-00ebc2b39ec7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889859
Nov 27 20:49:05.405005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-d10f0ab4-4a1e-4f93-bb0a-9764777484b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:05.406677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-d10f0ab4-4a1e-4f93-bb0a-9764777484b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1124 time: 0.0963154
Nov 27 20:49:05.414734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-893840b1-5507-4f6d-bd2a-5a36854b5851 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431060
Nov 27 20:49:05.430995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace21cc-b36e-4c87-b5ae-239d7d7a663b None None] The sync data for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 is: [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c18165d3-cb84-40c1-ad3e-77ec8193e538', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'floating_ip_address': '172.35.3.197', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'port_id': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'mac_address': 'fa:16:3e:d5:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:49:00Z', 'updated_at': '2021-11-27T20:49:03Z', 'revision_number': 1, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924b9479-7c13-462d-95ab-93ab515db7fd', 'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:28Z', 'updated_at': '2021-11-27T20:48:33Z', 'revision_number': 5, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'subnets': [{'id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:49:05.449607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f7ceb-80ea-4095-89f0-72695a2146cb req-1c43cefc-317f-4145-8abc-5586af266346 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:05.459579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-200f7ceb-80ea-4095-89f0-72695a2146cb req-1c43cefc-317f-4145-8abc-5586af266346 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0930822
Nov 27 20:49:05.560212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-200f7ceb-80ea-4095-89f0-72695a2146cb req-0197d97c-39ad-4fe8-b033-c993d053b880 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993030
Nov 27 20:49:05.590776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-1426873c-cb55-4280-806d-f7db2ef616da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:05.592309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-1426873c-cb55-4280-806d-f7db2ef616da service neutron] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1663215
Nov 27 20:49:05.615454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab64603-9270-4c60-abd5-b712a92d3e3d req-f0f49c52-42c1-437f-8efb-6132d937a1ae service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1881967
Nov 27 20:49:05.692778 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-de9fe0f5-4da1-4f90-8dc2-5b176a4249d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b877dc-2544-4729-b562-12b62148f13d HTTP/1.1" status: 200  len: 217 time: 0.0887418
Nov 27 20:49:05.742076 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24a100-558c-48e0-9043-efc574eb9007 None None] New status for floating IP c18165d3-cb84-40c1-ad3e-77ec8193e538: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:49:05.959765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904f41a-2c94-4235-91a6-fa5bad3ddc9d req-ef5d57ff-c1f6-4644-974e-68e79ed8b7a3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:05.963295 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9904f41a-2c94-4235-91a6-fa5bad3ddc9d req-ef5d57ff-c1f6-4644-974e-68e79ed8b7a3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 943 time: 0.1071036
Nov 27 20:49:06.027460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9904f41a-2c94-4235-91a6-fa5bad3ddc9d req-c9cbca6b-29ac-4795-be98-56061daffa71 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566278
Nov 27 20:49:06.133536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-8e795bff-e14e-426f-bb36-6b93b02c72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:06.135174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-8e795bff-e14e-426f-bb36-6b93b02c72f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.4297125
Nov 27 20:49:06.145157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-82e6f525-6d78-4c24-af61-c3b241475516 req-665d51d1-0e2b-4be9-a558-c9645932acf1 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 258 time: 0.6159155
Nov 27 20:49:06.164021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:06.169715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a7341-9f20-437a-aa3d-50d434e4fd70 req-b99b529b-741f-4da9-b08f-8b97d6c3d77d tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:06.175811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-039a7341-9f20-437a-aa3d-50d434e4fd70 req-b99b529b-741f-4da9-b08f-8b97d6c3d77d tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 946 time: 0.0792978
Nov 27 20:49:06.188817 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-dd4b3e40-156f-45f4-b338-84d74b887c82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426857
Nov 27 20:49:06.227827 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-039a7341-9f20-437a-aa3d-50d434e4fd70 req-917891bb-d201-4ade-8d66-b06e972cf088 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491452
Nov 27 20:49:06.247132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:06.343570 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-b5ff6035-0e64-4bb1-8668-fd418e1496a9 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449704
Nov 27 20:49:06.345269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba0581-0c80-4abc-8229-2eff0381d7cc req-2ba4140d-5711-407f-a068-67208cd60a8c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:06.346745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e8ba0581-0c80-4abc-8229-2eff0381d7cc req-2ba4140d-5711-407f-a068-67208cd60a8c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0546238
Nov 27 20:49:06.367046 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ca83e689-28bf-4e73-91ad-1a7f890b5e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:06.399927 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e8ba0581-0c80-4abc-8229-2eff0381d7cc req-df84684b-bf9c-4cb6-a64d-461a95d93be0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438139
Nov 27 20:49:06.440475 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:06.501718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-0eb46349-c350-4359-9114-0fbff388fe2f service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466758
Nov 27 20:49:06.566323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0f901-16d1-44bb-b53c-6a511ab7a880 req-3bedc6f3-5dbb-4abc-99c3-633ce4298485 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:06.567857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cae0f901-16d1-44bb-b53c-6a511ab7a880 req-3bedc6f3-5dbb-4abc-99c3-633ce4298485 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 948 time: 0.0500703
Nov 27 20:49:06.599647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Allocated IP 172.35.3.189 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/93c77f43-a251-4e46-aa5a-0b559e2ef27f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:06.618273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cae0f901-16d1-44bb-b53c-6a511ab7a880 req-40d02640-8590-47d2-a394-57a66e438dbd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439773
Nov 27 20:49:06.621865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:06.624155 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fd5173-49e6-44c4-bd9c-79688c56afda" -d '{"events": [{"name": "network-changed", "server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:06.671024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-64693e6e-8f57-4786-adac-75c9da9eb4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:06.672542 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-64693e6e-8f57-4786-adac-75c9da9eb4e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 1098 time: 0.1046755
Nov 27 20:49:06.726043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee4fcc-25fd-45eb-92d5-78118937d9e4 req-4fe809d6-7bfe-48b8-8963-83d4bda94886 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:06.727709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23ee4fcc-25fd-45eb-92d5-78118937d9e4 req-4fe809d6-7bfe-48b8-8963-83d4bda94886 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0534041
Nov 27 20:49:06.774598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23ee4fcc-25fd-45eb-92d5-78118937d9e4 req-22a450ab-576c-4c2a-b81a-0f73b23dbbc9 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406675
Nov 27 20:49:06.783184 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:06.806615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-5ef47381-9434-4b43-8987-7017f9b36e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:06.808212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-5ef47381-9434-4b43-8987-7017f9b36e2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1266541
Nov 27 20:49:06.832786 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31860088-b025-4eba-be01-8881b4976556 x-openstack-request-id: req-31860088-b025-4eba-be01-8881b4976556 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:06.833069 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:06.833321 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31860088-b025-4eba-be01-8881b4976556 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:06.833716 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'status': 'completed', 'code': 200}
Nov 27 20:49:06.864516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-c82d4f28-0dad-482a-8ffe-c799cf39a18f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=381881ef-aefe-442f-b7f9-355ca72b0903 HTTP/1.1" status: 200  len: 217 time: 0.0446997
Nov 27 20:49:06.873479 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:06.899365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-310aafd0-b41b-4e65-bbd9-83411fa60cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:06.900972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-310aafd0-b41b-4e65-bbd9-83411fa60cef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e11cec7060094963bccef4d0cadba71d&device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 1096 time: 0.0462360
Nov 27 20:49:06.940196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:06.946554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:06.955872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:06.997468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Pushing event updated for resources: {'Port': ['ID=93c77f43-a251-4e46-aa5a-0b559e2ef27f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:07.009318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-5d8e15bf-fe08-4f91-937a-6d805c1f32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:07.010094 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-5d8e15bf-fe08-4f91-937a-6d805c1f32b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1330376
Nov 27 20:49:07.015569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-55b296b0-f478-41d5-9e99-5accc67972c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:07.017831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-55b296b0-f478-41d5-9e99-5accc67972c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 HTTP/1.1" status: 200  len: 929 time: 0.1086478
Nov 27 20:49:07.097014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:07.099704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-5b8047d1-5fe6-42a8-b77f-f004ed4f2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:07.101274 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-5b8047d1-5fe6-42a8-b77f-f004ed4f2ac6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0813248
Nov 27 20:49:07.184833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:07.307522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-dcf6abe8-37e9-4fee-addb-0de7a6156915 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772425
Nov 27 20:49:07.409566 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-39acd746-7b9a-4edb-a4ac-4c727c0a5afe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282 HTTP/1.1" status: 200  len: 1001 time: 0.3763566
Nov 27 20:49:07.466940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67d8d10-6bc9-4772-a14e-a7b09eaa0558 req-94544a99-1098-43db-8315-ba0dfc1519cc service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509166
Nov 27 20:49:07.476114 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:07.480663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:07.521423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95454d62-ca04-407c-bb27-62e3aa4752fa req-bec731ff-fb23-4fa6-ab79-7675699b602d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:07.527732 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-95454d62-ca04-407c-bb27-62e3aa4752fa req-bec731ff-fb23-4fa6-ab79-7675699b602d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 943 time: 0.0911138
Nov 27 20:49:07.529920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-6cf057cd-927f-4cae-8436-ebd0454ca71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:07.531496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-6cf057cd-927f-4cae-8436-ebd0454ca71b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46c14fbe-fa46-43d8-846d-9ced7168b237 HTTP/1.1" status: 200  len: 867 time: 0.1054959
Nov 27 20:49:07.558710 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:07.577039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Pushing event updated for resources: {'Port': ['ID=93c77f43-a251-4e46-aa5a-0b559e2ef27f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:07.586698 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:07.587904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f2bf178f-c4a8-4248-b7ee-1ab6b8d4feef tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.4320865
Nov 27 20:49:07.615417 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-95454d62-ca04-407c-bb27-62e3aa4752fa req-5ca35cd5-1ef7-4da7-aa8d-995042aab1ec tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827351
Nov 27 20:49:07.620513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-86d5b330-6087-49c7-90b1-9929bbbdce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:07.622085 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-86d5b330-6087-49c7-90b1-9929bbbdce13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0753448
Nov 27 20:49:07.658409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-82e6f525-6d78-4c24-af61-c3b241475516 req-f1e9559e-3055-4ad5-9640-4ccf89763035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.189 HTTP/1.1" status: 200  len: 696 time: 0.0580621
Nov 27 20:49:07.703648 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:07.789106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6839c6-3963-48ea-918a-7b343d619567 req-5072979d-071f-49ba-b44d-080c6ecdfc42 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:07.790580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d6839c6-3963-48ea-918a-7b343d619567 req-5072979d-071f-49ba-b44d-080c6ecdfc42 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 946 time: 0.0805411
Nov 27 20:49:07.793127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6f525-6d78-4c24-af61-c3b241475516 req-ea4581df-faec-4da0-974e-9baf6f6655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:07.794539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-82e6f525-6d78-4c24-af61-c3b241475516 req-ea4581df-faec-4da0-974e-9baf6f6655a0 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1289628
Nov 27 20:49:07.795584 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-e38362e7-a129-4166-be6e-c9f5857e0d6a service neutron] 10.222.0.35 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559043
Nov 27 20:49:07.836885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 381881ef-aefe-442f-b7f9-355ca72b0903 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:49:07.900665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d6839c6-3963-48ea-918a-7b343d619567 req-b2965a0b-e277-43fb-a96d-1421f2dc8894 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/security-groups?id=f4e9e578-9d7a-4126-9537-15db804d3a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006386
Nov 27 20:49:07.920052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0f4cb-fc7e-4cae-8731-ac1bd3497d6e req-75e74ee5-534d-453b-b474-c5c1e26c114b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:07.921647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a0f4cb-fc7e-4cae-8731-ac1bd3497d6e req-75e74ee5-534d-453b-b474-c5c1e26c114b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0664625
Nov 27 20:49:07.946334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90fd5173-49e6-44c4-bd9c-79688c56afda req-03bed7c1-f6da-4f8a-9a80-60c90a7db2bb service neutron] 10.222.0.35 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314847
Nov 27 20:49:07.965234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 381881ef-aefe-442f-b7f9-355ca72b0903, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=381881ef-aefe-442f-b7f9-355ca72b0903,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:07.980359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '381881ef-aefe-442f-b7f9-355ca72b0903', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '381881ef-aefe-442f-b7f9-355ca72b0903', 'mac_address': 'fa:16:3e:70:d1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:49:08.006263 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24a0f4cb-fc7e-4cae-8731-ac1bd3497d6e req-46edfccd-0fa6-41cb-bf24-0e65519c8b77 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730650
Nov 27 20:49:08.033759 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:08.050991 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381881ef-aefe-442f-b7f9-355ca72b0903 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:08.089156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 381881ef-aefe-442f-b7f9-355ca72b0903, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=381881ef-aefe-442f-b7f9-355ca72b0903,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:08.096810 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:08.097835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 062acbc0-509c-4546-aa47-d13c4188e1bf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:49:08.139720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45e6a-fa25-4b19-8918-7585054810aa req-067a0503-e44f-4813-9b3d-23decd0500ab tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:08.141962 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fee45e6a-fa25-4b19-8918-7585054810aa req-067a0503-e44f-4813-9b3d-23decd0500ab tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 948 time: 0.0628726
Nov 27 20:49:08.164820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e51f-a262-4655-aa31-7e3001fdc057 req-a3ccf540-06b5-4dbd-b8c6-c2afdf551d33 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:08.174233 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9887e51f-a262-4655-aa31-7e3001fdc057 req-a3ccf540-06b5-4dbd-b8c6-c2afdf551d33 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0640230
Nov 27 20:49:08.177019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 062acbc0-509c-4546-aa47-d13c4188e1bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062acbc0-509c-4546-aa47-d13c4188e1bf,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:08.202988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '062acbc0-509c-4546-aa47-d13c4188e1bf', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '062acbc0-509c-4546-aa47-d13c4188e1bf', 'mac_address': 'fa:16:3e:65:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:49:08.208403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fee45e6a-fa25-4b19-8918-7585054810aa req-f5e70eb3-aaf1-4262-aa06-efa37cb4e966 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568278
Nov 27 20:49:08.249163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=381881ef-aefe-442f-b7f9-355ca72b0903,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:08.253623 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9887e51f-a262-4655-aa31-7e3001fdc057 req-c6e502b4-38d7-44a6-a12f-8c5c320c051a tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776896
Nov 27 20:49:08.262356 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:08.278780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062acbc0-509c-4546-aa47-d13c4188e1bf {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:08.286499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-47cf6e6a-bdd9-46cc-9735-d4991503aac4 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:08.288068 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-47cf6e6a-bdd9-46cc-9735-d4991503aac4 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.35 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 946 time: 0.0922248
Nov 27 20:49:08.301311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 062acbc0-509c-4546-aa47-d13c4188e1bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062acbc0-509c-4546-aa47-d13c4188e1bf,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:08.306192 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:08.336631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49998d27-605c-4227-91b9-bd72b895a8c2 req-922bce29-0d42-4f53-91de-198052e3b352 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:08.338955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49998d27-605c-4227-91b9-bd72b895a8c2 req-922bce29-0d42-4f53-91de-198052e3b352 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0587907
Nov 27 20:49:08.367850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=062acbc0-509c-4546-aa47-d13c4188e1bf,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:08.397945 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49998d27-605c-4227-91b9-bd72b895a8c2 req-69ee0a43-7c5d-44e4-b9ae-89eba9cde3ba tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.189 HTTP/1.1" status: 200  len: 696 time: 0.0531869
Nov 27 20:49:08.406603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Deleting port 64da879e-2956-4a5b-a220-c740193b8ae4 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:08.406958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:08.408803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-49998d27-605c-4227-91b9-bd72b895a8c2 req-3cdbffb5-28e3-4eb5-a4a0-b944a60ca9f6 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Request body: {'floatingip': {'port_id': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:08.454471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-49998d27-605c-4227-91b9-bd72b895a8c2 req-3cdbffb5-28e3-4eb5-a4a0-b944a60ca9f6 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:08.514294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] For port 64da879e-2956-4a5b-a220-c740193b8ae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=64da879e-2956-4a5b-a220-c740193b8ae4,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:08.515116 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:08.530344 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Calling delete_port for 64da879e-2956-4a5b-a220-c740193b8ae4 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:08.662145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:08.675708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['64da879e-2956-4a5b-a220-c740193b8ae4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:08.692489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Pushing event deleted for resources: {'Port': ['ID=64da879e-2956-4a5b-a220-c740193b8ae4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:08.694737 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-49998d27-605c-4227-91b9-bd72b895a8c2 req-3cdbffb5-28e3-4eb5-a4a0-b944a60ca9f6 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 27 20:49:08.696366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49998d27-605c-4227-91b9-bd72b895a8c2 req-3cdbffb5-28e3-4eb5-a4a0-b944a60ca9f6 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "PUT /v2.0/floatingips/329c2187-88e5-4338-82ca-8dcac2295acb HTTP/1.1" status: 409  len: 550 time: 0.2920430
Nov 27 20:49:08.771887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] No DVR routers for this DVR port 64da879e-2956-4a5b-a220-c740193b8ae4 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:08.774963 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72190533-8b80-454c-87fd-8e91b2a66511 req-083df599-81c6-4af8-a6b0-88aaab9447d1 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips/329c2187-88e5-4338-82ca-8dcac2295acb HTTP/1.1" status: 200  len: 693 time: 0.0483661
Nov 27 20:49:08.778224 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:08.781556 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d413a56-a4fd-4963-b7a6-1ad0988034d1 req-5365722c-12f0-471d-9350-b022d83c5ecb tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.35 "DELETE /v2.0/ports/64da879e-2956-4a5b-a220-c740193b8ae4 HTTP/1.1" status: 204  len: 173 time: 0.4869530
Nov 27 20:49:08.782716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26eee3c3-56bb-48c8-b5fc-f88ab39670f0', 'name': 'network-vif-deleted', 'tag': '64da879e-2956-4a5b-a220-c740193b8ae4'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:08.785030 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192f423f-2302-48f5-8456-ce30a0d55fb4" -d '{"events": [{"server_uuid": "26eee3c3-56bb-48c8-b5fc-f88ab39670f0", "name": "network-vif-deleted", "tag": "64da879e-2956-4a5b-a220-c740193b8ae4"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:08.805256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44cff0-e9fc-4d15-81a8-2b57b1a093de req-e26c9a11-9b0f-455d-9e19-f830b8df6ff8 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:08.812998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7a44cff0-e9fc-4d15-81a8-2b57b1a093de req-e26c9a11-9b0f-455d-9e19-f830b8df6ff8 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 943 time: 0.1081760
Nov 27 20:49:08.834197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:08.867698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7a44cff0-e9fc-4d15-81a8-2b57b1a093de req-5cfdeafe-0d32-47da-8ee9-15900015ec65 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536213
Nov 27 20:49:08.900408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['381881ef-aefe-442f-b7f9-355ca72b0903'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:08.913340 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04edc16f-366f-4fcd-9952-74027adf70f1 x-openstack-request-id: req-04edc16f-366f-4fcd-9952-74027adf70f1 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:08.913814 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26eee3c3-56bb-48c8-b5fc-f88ab39670f0", "name": "network-vif-deleted", "tag": "64da879e-2956-4a5b-a220-c740193b8ae4", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:08.914118 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04edc16f-366f-4fcd-9952-74027adf70f1 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:08.914658 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26eee3c3-56bb-48c8-b5fc-f88ab39670f0', 'name': 'network-vif-deleted', 'tag': '64da879e-2956-4a5b-a220-c740193b8ae4', 'status': 'completed', 'code': 200}
Nov 27 20:49:08.949892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72190533-8b80-454c-87fd-8e91b2a66511 req-ee10fa46-b0ed-4c56-ace5-14f7bec8ed35 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:08.952170 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72190533-8b80-454c-87fd-8e91b2a66511 req-ee10fa46-b0ed-4c56-ace5-14f7bec8ed35 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1713958
Nov 27 20:49:08.963723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-72190533-8b80-454c-87fd-8e91b2a66511 req-c09fdec8-ae0e-4211-9a18-afb9fbb6988d tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:49:08.965773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72190533-8b80-454c-87fd-8e91b2a66511 req-c09fdec8-ae0e-4211-9a18-afb9fbb6988d tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0075645
Nov 27 20:49:09.039730 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72190533-8b80-454c-87fd-8e91b2a66511 req-24576162-4086-47bb-ac31-5d2008077048 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.189 HTTP/1.1" status: 200  len: 696 time: 0.0624745
Nov 27 20:49:09.052949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9cb21e52-6d47-4bee-a182-4091e0affa99 req-6f43a757-45c8-4d75-a35c-e4ae558eeca6 tempest-AttachSCSIVolumeTestJSON-1788431328 tempest-AttachSCSIVolumeTestJSON-1788431328-project] 10.222.0.21 "GET /v2.0/ports?device_id=26eee3c3-56bb-48c8-b5fc-f88ab39670f0 HTTP/1.1" status: 200  len: 210 time: 0.0357184
Nov 27 20:49:09.119948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72190533-8b80-454c-87fd-8e91b2a66511 req-0fc250bd-2b29-4c89-8b5d-9eee92ba8aec tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.189 HTTP/1.1" status: 200  len: 696 time: 0.0709252
Nov 27 20:49:09.168812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6f201-5df9-404d-810f-522a2eaeee68 req-6dbe167e-f1d8-4486-b988-b2a40b566043 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:09.170256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99b6f201-5df9-404d-810f-522a2eaeee68 req-6dbe167e-f1d8-4486-b988-b2a40b566043 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0661190
Nov 27 20:49:09.220294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99b6f201-5df9-404d-810f-522a2eaeee68 req-00af8f54-3425-49e9-970c-c49b80254a58 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431254
Nov 27 20:49:09.267458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-72190533-8b80-454c-87fd-8e91b2a66511 req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Deleting port 93c77f43-a251-4e46-aa5a-0b559e2ef27f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:09.267811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-72190533-8b80-454c-87fd-8e91b2a66511 req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:09.342337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-72190533-8b80-454c-87fd-8e91b2a66511 req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:09.342666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-72190533-8b80-454c-87fd-8e91b2a66511 req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:09.355017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-72190533-8b80-454c-87fd-8e91b2a66511 req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Calling delete_port for 93c77f43-a251-4e46-aa5a-0b559e2ef27f owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:09.384333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d4b14-9857-489a-8b72-47095d4de39d req-be6c672d-07cf-41f9-a2e9-dd95765867eb tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:09.385998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f1d4b14-9857-489a-8b72-47095d4de39d req-be6c672d-07cf-41f9-a2e9-dd95765867eb tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 949 time: 0.0498760
Nov 27 20:49:09.400766 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:09.452343 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f1d4b14-9857-489a-8b72-47095d4de39d req-33583511-8b64-4d6a-a878-16fd68104ccb tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572138
Nov 27 20:49:09.528391 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-72190533-8b80-454c-87fd-8e91b2a66511 req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:09.570843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Pushing event deleted for resources: {'Port': ['ID=93c77f43-a251-4e46-aa5a-0b559e2ef27f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:09.581204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4ae5-3b8d-4bda-a6a2-651d45a55ae5 req-e5dfad59-6565-4833-8c42-db09c54b30e7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:09.582831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-84ef4ae5-3b8d-4bda-a6a2-651d45a55ae5 req-e5dfad59-6565-4833-8c42-db09c54b30e7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0616393
Nov 27 20:49:09.637899 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-84ef4ae5-3b8d-4bda-a6a2-651d45a55ae5 req-a5c517b6-4568-49fd-8dd0-eebb22cb0a36 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479724
Nov 27 20:49:09.641076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-72190533-8b80-454c-87fd-8e91b2a66511 req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:09.644288 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-72190533-8b80-454c-87fd-8e91b2a66511 req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:09.645435 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72190533-8b80-454c-87fd-8e91b2a66511 req-71b59fca-5d9b-4138-8ec7-154fff69a393 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "DELETE /v2.0/floatingips/329c2187-88e5-4338-82ca-8dcac2295acb HTTP/1.1" status: 204  len: 173 time: 0.5214014
Nov 27 20:49:09.727520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-05bc7e60-3cae-42b5-abb5-90939de4a432 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.197 HTTP/1.1" status: 200  len: 1001 time: 0.0648270
Nov 27 20:49:09.783437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-5face74c-e65b-4b7b-91c1-ba0820809849 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:09.784974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-5face74c-e65b-4b7b-91c1-ba0820809849 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports/eabaf35a-0b10-4c47-9a45-f879a9b99282 HTTP/1.1" status: 200  len: 942 time: 0.0518341
Nov 27 20:49:09.920498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-7c5975de-89ea-47e9-a185-0aadec222e95 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.197 HTTP/1.1" status: 200  len: 1001 time: 0.0943310
Nov 27 20:49:09.986282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda663a5-0efa-4ee1-af38-3e920d64c089 req-c8d202bc-6eda-4275-83bd-82dbf81e62ab tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:09.987913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dda663a5-0efa-4ee1-af38-3e920d64c089 req-c8d202bc-6eda-4275-83bd-82dbf81e62ab tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 943 time: 0.0509641
Nov 27 20:49:09.988312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-d434bb76-8d3f-423b-985d-b5e5b76c8aee service neutron] 10.222.0.15 "GET /v2.0/ports/f6b877dc-2544-4729-b562-12b62148f13d/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1244519
Nov 27 20:49:10.035896 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dda663a5-0efa-4ee1-af38-3e920d64c089 req-b6af952d-cb04-4f90-8195-b7d089acbbb1 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415905
Nov 27 20:49:10.082368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ce0a717d-016c-4f91-9f63-fe00d90a1263 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:10.084304 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ce0a717d-016c-4f91-9f63-fe00d90a1263 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1564264
Nov 27 20:49:10.193877 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-cd5d1360-34f4-4178-ba26-7d7a891f282c tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.197 HTTP/1.1" status: 200  len: 1001 time: 0.1009760
Nov 27 20:49:10.220856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:10.232938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ffe355ee-82fe-429f-8d4b-8cafe661266a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:10.305830 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ffe355ee-82fe-429f-8d4b-8cafe661266a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:10.354904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce5217-c701-44a9-8011-e43b96e92da8 req-d62031d9-0068-48a4-9999-c30e5756f805 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:10.360396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:10.362490 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5fce5217-c701-44a9-8011-e43b96e92da8 req-d62031d9-0068-48a4-9999-c30e5756f805 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0596817
Nov 27 20:49:10.425123 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5fce5217-c701-44a9-8011-e43b96e92da8 req-8ab528a6-cc23-4ff2-98a9-12efd34b000d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616808
Nov 27 20:49:10.444412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:10.495201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b877dc-2544-4729-b562-12b62148f13d {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:10.517870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:10.562401 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ffe355ee-82fe-429f-8d4b-8cafe661266a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:10.567579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ffe355ee-82fe-429f-8d4b-8cafe661266a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:10.568225 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ffe355ee-82fe-429f-8d4b-8cafe661266a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Floating IP c18165d3-cb84-40c1-ad3e-77ec8193e538 disassociated. External IP: 172.35.3.197, port: eabaf35a-0b10-4c47-9a45-f879a9b99282.
Nov 27 20:49:10.571976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:10.633391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbaa80-d7d7-4d5c-a7f1-a08f439e5204 req-5d241d09-cf66-4f8e-8011-71c52a717d53 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:10.635306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4bbaa80-d7d7-4d5c-a7f1-a08f439e5204 req-5d241d09-cf66-4f8e-8011-71c52a717d53 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 949 time: 0.0780065
Nov 27 20:49:10.695467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4bbaa80-d7d7-4d5c-a7f1-a08f439e5204 req-dac2bf36-8d5b-4f71-9e6d-1feb56adb164 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510135
Nov 27 20:49:10.830167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e8a65-0c30-4ecb-9a64-2febb9e752a2 req-bd2955f9-4078-41dd-a1a6-e7fc9fd37ed3 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:10.831849 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d45e8a65-0c30-4ecb-9a64-2febb9e752a2 req-bd2955f9-4078-41dd-a1a6-e7fc9fd37ed3 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0663371
Nov 27 20:49:10.905165 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d45e8a65-0c30-4ecb-9a64-2febb9e752a2 req-87d4859d-fa8f-4c3e-bece-e2d12d6d90c1 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667503
Nov 27 20:49:11.011790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4d5f7-e6c0-44dc-80f2-06fa90e01b4d req-085298d3-1d27-4f49-af21-84634e53cba6 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.020358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ab4d5f7-e6c0-44dc-80f2-06fa90e01b4d req-085298d3-1d27-4f49-af21-84634e53cba6 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1096 time: 0.0492289
Nov 27 20:49:11.070382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ab4d5f7-e6c0-44dc-80f2-06fa90e01b4d req-bc3ac776-9055-4e21-9afd-016a6d24ae64 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488296
Nov 27 20:49:11.081932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] Transition to ACTIVE for port object f6b877dc-2544-4729-b562-12b62148f13d will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:49:11.099131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:11.205900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508426ea-6b26-430e-98e5-934499a471ca req-3d867a5f-4cae-470b-aacb-cbd4d587b44f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.206189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] No DVR routers for this DVR port f6b877dc-2544-4729-b562-12b62148f13d on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:11.208065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-508426ea-6b26-430e-98e5-934499a471ca req-3d867a5f-4cae-470b-aacb-cbd4d587b44f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 944 time: 0.0597906
Nov 27 20:49:11.226202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] Pushing event updated for resources: {'Port': ['ID=f6b877dc-2544-4729-b562-12b62148f13d,revision_number=10']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:11.251957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ffe355ee-82fe-429f-8d4b-8cafe661266a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:49:11.257142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-088d82a4-5159-4fca-82a5-628fb2804efb service neutron] 10.222.0.15 "PUT /v2.0/ports/f6b877dc-2544-4729-b562-12b62148f13d/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.2545588
Nov 27 20:49:11.264438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-508426ea-6b26-430e-98e5-934499a471ca req-09b3ef80-f66c-405d-9681-8039a937cacb tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495422
Nov 27 20:49:11.393699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ffe355ee-82fe-429f-8d4b-8cafe661266a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:49:11.394559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-444de90a-d5ca-4c6c-9826-7809b9176774 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.396858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-444de90a-d5ca-4c6c-9826-7809b9176774 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0649319
Nov 27 20:49:11.403474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ffe355ee-82fe-429f-8d4b-8cafe661266a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:11.412258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] Sync routers for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:49:11.438897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:11.440127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd688880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:11.446040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-ffe355ee-82fe-429f-8d4b-8cafe661266a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "PUT /v2.0/floatingips/c18165d3-cb84-40c1-ad3e-77ec8193e538 HTTP/1.1" status: 200  len: 695 time: 1.2235117
Nov 27 20:49:11.446040 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:11.448406 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c316b0-9384-4c20-affd-2bcb796b4cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:11.493813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-ebe7fb58-f81f-45bc-81ac-4ff8c7b121fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.498078 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-ebe7fb58-f81f-45bc-81ac-4ff8c7b121fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022&tenant_id=a9eca53282994b4094a056750bb24ccb HTTP/1.1" status: 200  len: 1095 time: 0.0897014
Nov 27 20:49:11.529149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-7460e479-809e-4df5-b9a8-00a67f7dcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.531474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-7460e479-809e-4df5-b9a8-00a67f7dcaa1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e11cec7060094963bccef4d0cadba71d&device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 1096 time: 0.0576270
Nov 27 20:49:11.620685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-02d01367-6fb2-483c-a91b-1419a84b7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.624440 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-02d01367-6fb2-483c-a91b-1419a84b7fb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1095 time: 0.0810657
Nov 27 20:49:11.633643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:11.685615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-78127dd7-4892-4c8b-9148-20778a07f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.694522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-78127dd7-4892-4c8b-9148-20778a07f1d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 HTTP/1.1" status: 200  len: 929 time: 0.1547909
Nov 27 20:49:11.751333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-82cc545e-9727-4715-9825-8e2727964ea4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282 HTTP/1.1" status: 200  len: 217 time: 0.0556302
Nov 27 20:49:11.773298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-bf3421f4-473f-4585-afb7-36fcadc69ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.774815 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-bf3421f4-473f-4585-afb7-36fcadc69ae2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1407292
Nov 27 20:49:11.813922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-5cf3c902-7cc2-401e-8cab-353fdf4dc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.816018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-5cf3c902-7cc2-401e-8cab-353fdf4dc5ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46c14fbe-fa46-43d8-846d-9ced7168b237 HTTP/1.1" status: 200  len: 867 time: 0.0570145
Nov 27 20:49:11.840417 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-0d1a8edc-f4f1-408d-92ab-09b063bec120 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b877dc-2544-4729-b562-12b62148f13d HTTP/1.1" status: 200  len: 217 time: 0.0503361
Nov 27 20:49:11.876653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-53ede5dd-373a-493d-b88a-7596a1ce3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.878231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-53ede5dd-373a-493d-b88a-7596a1ce3212 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0520179
Nov 27 20:49:11.914470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-69ce5396-b4a3-4e8d-9065-3dda5ffb99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:11.916215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-69ce5396-b4a3-4e8d-9065-3dda5ffb99a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.0630848
Nov 27 20:49:11.942666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 062acbc0-509c-4546-aa47-d13c4188e1bf up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:11.975826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-dee12410-6162-46dc-a652-cf3a06a0054a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470521
Nov 27 20:49:12.000540 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-22225706-6832-486c-a32c-4f78cc424b8e service neutron] 10.222.0.21 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123781
Nov 27 20:49:12.059197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 062acbc0-509c-4546-aa47-d13c4188e1bf completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:49:12.073850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 062acbc0-509c-4546-aa47-d13c4188e1bf triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:12.074238 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:12.091596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-1eec1c96-b725-4dd1-a1d9-6c5403be01f2 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1070256
Nov 27 20:49:12.106619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3187ce8-73de-4ea6-a882-413cd4816f13 req-d427dc66-cfa1-4d2d-91f8-f9ac0ab28dc7 service neutron] 10.222.0.21 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1050956
Nov 27 20:49:12.145402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd688880>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '924b9479-7c13-462d-95ab-93ab515db7fd', 'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:28Z', 'updated_at': '2021-11-27T20:48:33Z', 'revision_number': 5, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'subnets': [{'id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:12.201986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] Checking router: 6dbecf3c-cf2b-4f86-a599-aaade592dd7a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:49:12.213113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-6e75aa34-5eb9-49c5-a7dc-9846b158fda0 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976782
Nov 27 20:49:12.223183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:12.224111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd688880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:12.249830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d1bd-b541-48f5-80c5-475b6dac318a req-67f6d5af-80b2-44bc-a81d-380f399099d2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:12.251763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b2d7d1bd-b541-48f5-80c5-475b6dac318a req-67f6d5af-80b2-44bc-a81d-380f399099d2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0640328
Nov 27 20:49:12.273566 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:12.294037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 64da879e-2956-4a5b-a220-c740193b8ae4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:12.312015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b2d7d1bd-b541-48f5-80c5-475b6dac318a req-c2b0233c-8c03-41d9-b6dd-59ffd9c4c10a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516596
Nov 27 20:49:12.320409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 64da879e-2956-4a5b-a220-c740193b8ae4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:12.320765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 64da879e-2956-4a5b-a220-c740193b8ae4 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:12.362006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-fbe3d714-5a33-4222-868c-32e24206b5b4 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:49:12.366754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-fbe3d714-5a33-4222-868c-32e24206b5b4 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0083809
Nov 27 20:49:12.370931 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47c18a-cb79-4cec-9424-d40a15eb8379 x-openstack-request-id: req-7c47c18a-cb79-4cec-9424-d40a15eb8379 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:12.371283 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:12.371530 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c47c18a-cb79-4cec-9424-d40a15eb8379 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:12.371941 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'status': 'completed', 'code': 200}
Nov 27 20:49:12.383961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6c668f-a112-487a-83a3-dd50f8dc252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062acbc0-509c-4546-aa47-d13c4188e1bf'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:12.387453 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2e875a-d3fd-4380-9c81-3c8bd81d9d11" -d '{"events": [{"server_uuid": "4d6c668f-a112-487a-83a3-dd50f8dc252b", "name": "network-vif-plugged", "status": "completed", "tag": "062acbc0-509c-4546-aa47-d13c4188e1bf"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:12.409503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 062acbc0-509c-4546-aa47-d13c4188e1bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062acbc0-509c-4546-aa47-d13c4188e1bf,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:12.418660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-adf11a4e-7797-4a72-ab94-149a34c85055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:12.418972 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:12.419806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 381881ef-aefe-442f-b7f9-355ca72b0903 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:12.426775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-adf11a4e-7797-4a72-ab94-149a34c85055 service neutron] 10.222.0.21 "GET /v2.0/ports/91a3e20c-c74b-4366-a10a-a264f88012cb HTTP/1.1" status: 200  len: 1093 time: 0.0517020
Nov 27 20:49:12.440744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:12.441497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Unknown quota resources ['binding']. {{(pid=120908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:49:12.479855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:12.562524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-50c4a685-d279-42df-bac4-2cc13d82ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:12.564289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-50c4a685-d279-42df-bac4-2cc13d82ed08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e11cec7060094963bccef4d0cadba71d&device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 1096 time: 0.1354096
Nov 27 20:49:12.580937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-d9e0bdf4-1150-44b7-876b-516ffa8f9114 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:12.582452 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-d9e0bdf4-1150-44b7-876b-516ffa8f9114 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0878766
Nov 27 20:49:12.608666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c333e5-d03e-4e51-91c2-1a5eab65015d req-cf0b1c5a-2b34-4d30-80b1-7cb926dd8f61 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:12.608898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 381881ef-aefe-442f-b7f9-355ca72b0903 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:49:12.613488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=062acbc0-509c-4546-aa47-d13c4188e1bf,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:12.614844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02c333e5-d03e-4e51-91c2-1a5eab65015d req-cf0b1c5a-2b34-4d30-80b1-7cb926dd8f61 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 950 time: 0.0859158
Nov 27 20:49:12.645016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 381881ef-aefe-442f-b7f9-355ca72b0903 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:12.645653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:12.695633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb on host nch1-master-1 for vnic_type normal with profile None {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:12.696070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:12.696458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:12.709848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Port 91a3e20c-c74b-4366-a10a-a264f88012cb on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:12.710066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:12.713438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-e3da96fc-8e56-4669-a885-ace3532b24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:12.714916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-e3da96fc-8e56-4669-a885-ace3532b24f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 HTTP/1.1" status: 200  len: 929 time: 0.1401484
Nov 27 20:49:12.717615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:12.717961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:12.718337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:12.718784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Bound port: 91a3e20c-c74b-4366-a10a-a264f88012cb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:12.721188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02c333e5-d03e-4e51-91c2-1a5eab65015d req-245f69e5-1919-43ab-9013-b6e39329639c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051230
Nov 27 20:49:12.785173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-d0c13360-29bd-4031-aac4-2e540d1efcee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282 HTTP/1.1" status: 200  len: 217 time: 0.0604372
Nov 27 20:49:12.787552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-acc4ea98-dbb3-47ff-bbb1-a072b339cbd6 service neutron] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:12.791439 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-acc4ea98-dbb3-47ff-bbb1-a072b339cbd6 service neutron] Publish callbacks [] for binding, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:12.792354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b5e1a6e-9c9c-48f0-b28b-adbe34db81ba req-acc4ea98-dbb3-47ff-bbb1-a072b339cbd6 service neutron] 10.222.0.35 "DELETE /v2.0/ports/f6b877dc-2544-4729-b562-12b62148f13d/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2012227
Nov 27 20:49:12.819619 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:12.852897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23100c-1a4c-4270-95a0-2013d113536e req-d6949454-0d69-4701-823a-4be546b11174 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:12.854905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:12.855977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f23100c-1a4c-4270-95a0-2013d113536e req-d6949454-0d69-4701-823a-4be546b11174 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0622764
Nov 27 20:49:12.864669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:12.865787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9e4de7a8-f1d1-48bb-ac71-7e6fb7d7c391 service neutron] 10.222.0.21 "POST /v2.0/ports/91a3e20c-c74b-4366-a10a-a264f88012cb/bindings HTTP/1.1" status: 201  len: 389 time: 0.4380710
Nov 27 20:49:12.867445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-0aab960f-c9bd-41db-8e7d-7b625158b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:12.869155 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-0aab960f-c9bd-41db-8e7d-7b625158b874 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46c14fbe-fa46-43d8-846d-9ced7168b237 HTTP/1.1" status: 200  len: 867 time: 0.0753593
Nov 27 20:49:12.879079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 381881ef-aefe-442f-b7f9-355ca72b0903, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=381881ef-aefe-442f-b7f9-355ca72b0903,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:12.881856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd688880>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '924b9479-7c13-462d-95ab-93ab515db7fd', 'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:28Z', 'updated_at': '2021-11-27T20:48:33Z', 'revision_number': 5, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'subnets': [{'id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:12.885427 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:12.886419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f6b877dc-2544-4729-b562-12b62148f13d no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:12.919965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c645cf-a640-4b49-b228-6bcf980f5c16 None None] The sync data for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 is: [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:48:29Z', 'revision_number': 4, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '924b9479-7c13-462d-95ab-93ab515db7fd', 'name': '', 'network_id': '60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:28Z', 'updated_at': '2021-11-27T20:48:33Z', 'revision_number': 5, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'subnets': [{'id': '46c14fbe-fa46-43d8-846d-9ced7168b237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:49:12.938658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f23100c-1a4c-4270-95a0-2013d113536e req-f4acbb29-187e-4922-a5f0-d4755aa75496 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705547
Nov 27 20:49:12.949504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-a6a0c854-a4ee-48f4-88d5-471bd37cc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:12.951236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-a6a0c854-a4ee-48f4-88d5-471bd37cc6b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0602884
Nov 27 20:49:13.041264 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-e49f3558-f925-4825-be21-b7da386a03c5 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips/c18165d3-cb84-40c1-ad3e-77ec8193e538 HTTP/1.1" status: 200  len: 695 time: 0.0739226
Nov 27 20:49:13.044684 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f6b877dc-2544-4729-b562-12b62148f13d not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:13.047525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=381881ef-aefe-442f-b7f9-355ca72b0903,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:13.157398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-e21a5500-d4a5-44d4-b5a7-59b5d36d6972 service neutron] 10.222.0.35 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941006
Nov 27 20:49:13.179666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-cfd6ab60-1693-46ec-b512-a5f41d179271 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:13.181081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-cfd6ab60-1693-46ec-b512-a5f41d179271 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1390195
Nov 27 20:49:13.184330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb93d22-9219-444c-a72c-57d71a4dd2fd req-b352851a-7dca-405e-8289-f4889ddb9460 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:13.185838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9bb93d22-9219-444c-a72c-57d71a4dd2fd req-b352851a-7dca-405e-8289-f4889ddb9460 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 944 time: 0.0747886
Nov 27 20:49:13.256410 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-6630a0ec-22b3-4610-8f7c-1647a1d87a68 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.197 HTTP/1.1" status: 200  len: 698 time: 0.0621247
Nov 27 20:49:13.307648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9bb93d22-9219-444c-a72c-57d71a4dd2fd req-27bd01d4-9819-489d-8d88-e61afa49a863 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034153
Nov 27 20:49:13.310217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-49a1d425-46ea-47d9-89c4-7a6e50713315 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.197 HTTP/1.1" status: 200  len: 698 time: 0.0473835
Nov 27 20:49:13.339790 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436e4d1-098b-4f73-b7d6-3e9532041c17 None None] New status for floating IP c18165d3-cb84-40c1-ad3e-77ec8193e538: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:49:13.342985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71c316b0-9384-4c20-affd-2bcb796b4cd3 req-1ccb77c9-4b03-437b-a2be-86d5b0793a7a service neutron] 10.222.0.35 "GET /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736860
Nov 27 20:49:13.366252 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1541bf83-8772-41d6-8e46-5f4d969dc2d1 x-openstack-request-id: req-1541bf83-8772-41d6-8e46-5f4d969dc2d1 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:13.366554 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6c668f-a112-487a-83a3-dd50f8dc252b", "name": "network-vif-plugged", "status": "completed", "tag": "062acbc0-509c-4546-aa47-d13c4188e1bf", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:13.366816 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1541bf83-8772-41d6-8e46-5f4d969dc2d1 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:13.367220 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6c668f-a112-487a-83a3-dd50f8dc252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062acbc0-509c-4546-aa47-d13c4188e1bf', 'code': 200}
Nov 27 20:49:13.473064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Deleting port 5ccaa6f9-72b5-4a17-ae10-609b1b8430ff {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:13.473412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:13.501406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d7027-5972-4b35-8704-8316a6a5debd req-16c9305b-2860-4961-a25e-646fdac2532c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:13.503134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-463d7027-5972-4b35-8704-8316a6a5debd req-16c9305b-2860-4961-a25e-646fdac2532c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 945 time: 0.0685203
Nov 27 20:49:13.553942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-463d7027-5972-4b35-8704-8316a6a5debd req-4873b3cd-1d04-49fe-8642-dc948fb0b249 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437872
Nov 27 20:49:13.573348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad92efe-5eda-4607-9030-c43603837cc8 req-a103f8ae-5fe9-4851-ba4c-5eb6f54a73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:13.574898 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ad92efe-5eda-4607-9030-c43603837cc8 req-a103f8ae-5fe9-4851-ba4c-5eb6f54a73e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 1101 time: 0.0898180
Nov 27 20:49:13.595537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:13.595886 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:13.615785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58406) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:13.616121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Calling delete_port for 5ccaa6f9-72b5-4a17-ae10-609b1b8430ff owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:13.694788 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ad92efe-5eda-4607-9030-c43603837cc8 req-79a1b332-5ac1-46e5-b1af-dc204c05236e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066625
Nov 27 20:49:13.772095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45751-d4ca-412d-aed7-c9dd8f28f76e req-059ac3e8-0169-4873-be76-17d8b5d33b32 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:13.773544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70f45751-d4ca-412d-aed7-c9dd8f28f76e req-059ac3e8-0169-4873-be76-17d8b5d33b32 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0674767
Nov 27 20:49:13.782935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:13.807964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Pushing event deleted for resources: {'Port': ['ID=5ccaa6f9-72b5-4a17-ae10-609b1b8430ff,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:13.876843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:13.879674 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:13.880862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7a6a458-2567-4907-a5f0-32af4a0cc64b req-316320eb-879f-4f66-a5b0-7f566b2d21db tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "DELETE /v2.0/floatingips/c18165d3-cb84-40c1-ad3e-77ec8193e538 HTTP/1.1" status: 204  len: 173 time: 0.5626922
Nov 27 20:49:13.895348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70f45751-d4ca-412d-aed7-c9dd8f28f76e req-a1dc9c49-1a26-4883-a4d2-8995bfe6c000 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929327
Nov 27 20:49:14.027039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce7bcf-cd79-47fb-ad4a-8153bc8dff47 req-43d9e3f6-8add-4e56-a344-681933456a81 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:14.028595 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04ce7bcf-cd79-47fb-ad4a-8153bc8dff47 req-43d9e3f6-8add-4e56-a344-681933456a81 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1095 time: 0.0592988
Nov 27 20:49:14.107749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ecb3f-e2b8-4c21-8036-6519ed8751c1 req-4c4d69d1-e041-4855-90ac-0d8522a1a225 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:14.109308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04ce7bcf-cd79-47fb-ad4a-8153bc8dff47 req-e3b6ca1d-ab03-482f-9305-2d16f1ec6b6a tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718894
Nov 27 20:49:14.109582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee9ecb3f-e2b8-4c21-8036-6519ed8751c1 req-4c4d69d1-e041-4855-90ac-0d8522a1a225 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 950 time: 0.0503676
Nov 27 20:49:14.138435 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:14.175612 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee9ecb3f-e2b8-4c21-8036-6519ed8751c1 req-2ca7ea1f-2f6f-41cc-ad8f-bc287443c36f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582168
Nov 27 20:49:14.308279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0b3aa-c962-48bc-ac4d-2ac4f4bfa692 req-bd2d421b-f014-43df-9358-0a2d8a874a09 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:14.309993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9f0b3aa-c962-48bc-ac4d-2ac4f4bfa692 req-bd2d421b-f014-43df-9358-0a2d8a874a09 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0617583
Nov 27 20:49:14.315808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c5451-0a8c-4170-95de-6c89d596a93e req-09c9114e-c0f1-4520-bc83-870924ca6ba0 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:14.317370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d06c5451-0a8c-4170-95de-6c89d596a93e req-09c9114e-c0f1-4520-bc83-870924ca6ba0 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0692241
Nov 27 20:49:14.363189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9f0b3aa-c962-48bc-ac4d-2ac4f4bfa692 req-10ff2d9c-5575-491b-b73d-b11d573dd952 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0396583
Nov 27 20:49:14.449755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed6fea-e386-4dde-987a-2fa523e18667 req-22551687-39a8-4d2d-8cd4-e1f999610ca5 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:14.451393 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-21ed6fea-e386-4dde-987a-2fa523e18667 req-22551687-39a8-4d2d-8cd4-e1f999610ca5 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 1095 time: 0.0412068
Nov 27 20:49:14.452364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-cf2eb7b2-e76a-449e-91e6-17e1ebd33838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:14.453876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-cf2eb7b2-e76a-449e-91e6-17e1ebd33838 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1096 time: 0.1027980
Nov 27 20:49:14.458586 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d06c5451-0a8c-4170-95de-6c89d596a93e req-173f56f1-f503-4813-a091-49ffd5578811 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085825
Nov 27 20:49:14.497516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-21ed6fea-e386-4dde-987a-2fa523e18667 req-7313d7b8-d67d-4510-83ac-482a3d658fe6 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397534
Nov 27 20:49:14.839794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8dda78c3-63dc-494e-b5d0-c680e40d37f6 req-b80d6b34-d6e7-4177-bf06-78b2e76fe97d tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.3571277
Nov 27 20:49:14.865778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b935d-4c97-4223-968e-3412183f10d0 req-231f0d1e-070c-4743-86ea-67b6ec29b827 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:14.874916 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b26b935d-4c97-4223-968e-3412183f10d0 req-231f0d1e-070c-4743-86ea-67b6ec29b827 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 945 time: 0.0648441
Nov 27 20:49:14.932331 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b26b935d-4c97-4223-968e-3412183f10d0 req-9e9611af-53dd-42ad-94db-6222e772b211 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559585
Nov 27 20:49:14.933384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-3b6cb7ab-f74c-45c0-9597-ac07dec82087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:14.934871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-3b6cb7ab-f74c-45c0-9597-ac07dec82087 service neutron] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.4711010
Nov 27 20:49:14.960695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Deleting port c1cb2cca-d0f3-4fba-aadf-1dd947cae628 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:14.960954 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:14.990621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-5f755732-c6e8-432b-900f-651233c4ff99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a3e20c-c74b-4366-a10a-a264f88012cb HTTP/1.1" status: 200  len: 217 time: 0.0382435
Nov 27 20:49:15.035063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44404f-ab7a-4979-a3fe-cdf583b81da1 req-f5afb2f7-ffaf-44a4-b05c-d45f2b144a3b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:15.036654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce44404f-ab7a-4979-a3fe-cdf583b81da1 req-f5afb2f7-ffaf-44a4-b05c-d45f2b144a3b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0524886
Nov 27 20:49:15.106560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-4a280051-c540-4bc3-8503-d737949a6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:15.106823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce44404f-ab7a-4979-a3fe-cdf583b81da1 req-2f629d3c-77b8-4ce1-bb42-3de494208f39 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632021
Nov 27 20:49:15.108017 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-4a280051-c540-4bc3-8503-d737949a6671 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0724061
Nov 27 20:49:15.113141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] For port c1cb2cca-d0f3-4fba-aadf-1dd947cae628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1cb2cca-d0f3-4fba-aadf-1dd947cae628,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:15.113510 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:15.156618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-86d6c1c1-95c8-412f-a6a5-5a42b92ab287 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0326798
Nov 27 20:49:15.157497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Calling delete_port for c1cb2cca-d0f3-4fba-aadf-1dd947cae628 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:15.221077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb4fe8-65aa-41b9-9ec2-cc92d731b37a req-e0dd6de6-1065-416f-8599-e7e696be02df tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:15.223016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6acb4fe8-65aa-41b9-9ec2-cc92d731b37a req-e0dd6de6-1065-416f-8599-e7e696be02df tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 945 time: 0.0536597
Nov 27 20:49:15.280624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6acb4fe8-65aa-41b9-9ec2-cc92d731b37a req-c4872541-da46-4391-897e-be2c2bc79f66 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494490
Nov 27 20:49:15.368618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21735147-42d2-4c01-a74b-7ac91c6ac723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381881ef-aefe-442f-b7f9-355ca72b0903'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:15.371001 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88e8bc5-d7f8-48af-b1ce-2fd6b953e7b5" -d '{"events": [{"server_uuid": "21735147-42d2-4c01-a74b-7ac91c6ac723", "name": "network-vif-plugged", "status": "completed", "tag": "381881ef-aefe-442f-b7f9-355ca72b0903"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:15.371910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-a476790e-d420-4e71-974a-c1cef81cf5d9 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024715
Nov 27 20:49:15.409867 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17108f4e-6aeb-42e8-83cd-2a868fa87c41 x-openstack-request-id: req-17108f4e-6aeb-42e8-83cd-2a868fa87c41 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:15.410232 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21735147-42d2-4c01-a74b-7ac91c6ac723", "name": "network-vif-plugged", "status": "completed", "tag": "381881ef-aefe-442f-b7f9-355ca72b0903", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:15.410559 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17108f4e-6aeb-42e8-83cd-2a868fa87c41 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:15.411018 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21735147-42d2-4c01-a74b-7ac91c6ac723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381881ef-aefe-442f-b7f9-355ca72b0903', 'code': 200}
Nov 27 20:49:15.439605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfda62-5c0a-47c9-a0dd-3352eae2d20e req-d59239fc-177d-4ffc-a5aa-75366ecc3f8b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:15.441188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99dfda62-5c0a-47c9-a0dd-3352eae2d20e req-d59239fc-177d-4ffc-a5aa-75366ecc3f8b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 950 time: 0.1752160
Nov 27 20:49:15.526766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449d1e0-c62b-4e96-9c19-c1b099c07bac req-017df731-39dc-4f6a-a6e1-5f089579c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:15.528463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3449d1e0-c62b-4e96-9c19-c1b099c07bac req-017df731-39dc-4f6a-a6e1-5f089579c42f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 1100 time: 0.0496521
Nov 27 20:49:15.556862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99dfda62-5c0a-47c9-a0dd-3352eae2d20e req-76dc088f-a90d-4342-b7e0-e6174ac44047 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070960
Nov 27 20:49:15.573435 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-a1289fea-4ef9-4878-8325-c927d9b2ac24 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928868
Nov 27 20:49:15.585812 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:15.612463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cb2cca-d0f3-4fba-aadf-1dd947cae628,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:15.615810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963a5bb-27db-4d1d-843d-302bbac00788 req-9277e73d-d40f-4a82-9b9f-37682a53d5b8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:15.617532 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a963a5bb-27db-4d1d-843d-302bbac00788 req-9277e73d-d40f-4a82-9b9f-37682a53d5b8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0812624
Nov 27 20:49:15.625299 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3449d1e0-c62b-4e96-9c19-c1b099c07bac req-f630c17d-6182-4cb9-bf19-f6c52ccb1484 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804100
Nov 27 20:49:15.684388 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a963a5bb-27db-4d1d-843d-302bbac00788 req-a72c181c-1b5f-4fcc-8863-ccb618ed7541 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577085
Nov 27 20:49:15.708926 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:15.825563 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:15.853533 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:49:16.069539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Router 618d4062-0f18-4154-a06a-943e815f7954 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:49:16.083083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbfd05-a9d3-4617-9d9d-6e7325f2ba87 req-14773208-6e3e-4307-91eb-ef0bf947fb15 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:16.084932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55cbfd05-a9d3-4617-9d9d-6e7325f2ba87 req-14773208-6e3e-4307-91eb-ef0bf947fb15 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 945 time: 0.0713227
Nov 27 20:49:16.164664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55cbfd05-a9d3-4617-9d9d-6e7325f2ba87 req-8021bec5-91a1-40ba-9442-ef21b008912d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736756
Nov 27 20:49:16.217133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:49:16.226029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58474) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:16.226192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5f851f19-647c-4ba7-8ce9-b1f21bb5c454 admin admin] 10.222.0.21 "PUT /v2.0/routers/618d4062-0f18-4154-a06a-943e815f7954/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6075916
Nov 27 20:49:16.238166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] Sync routers for ids ['618d4062-0f18-4154-a06a-943e815f7954'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:49:16.256914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] Routers {'618d4062-0f18-4154-a06a-943e815f7954'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:16.257776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda69790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['618d4062-0f18-4154-a06a-943e815f7954'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:16.313890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e72a77-2111-4d37-aac5-2c5200631a34 req-cf0ed775-4499-4755-b45c-06d76e062b65 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:16.315476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85e72a77-2111-4d37-aac5-2c5200631a34 req-cf0ed775-4499-4755-b45c-06d76e062b65 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0882983
Nov 27 20:49:16.409749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] Set router 618d4062-0f18-4154-a06a-943e815f7954 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:16.428899 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85e72a77-2111-4d37-aac5-2c5200631a34 req-d8ca2e01-bb42-4ef6-bf0c-cf5b90a6602b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982275
Nov 27 20:49:16.469927 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:16.523660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8948ebb-540f-4f41-b1d9-db693ef1445e req-0f196336-9c7c-4e2d-92ee-aba6fd6e3a4f tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:16.525153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e8948ebb-540f-4f41-b1d9-db693ef1445e req-0f196336-9c7c-4e2d-92ee-aba6fd6e3a4f tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 945 time: 0.1229706
Nov 27 20:49:16.636890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda69790>, [{'id': '618d4062-0f18-4154-a06a-943e815f7954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147'}], 'enable_snat': True}, 'gw_port_id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:49:15Z', 'revision_number': 5, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'gw_port': {'id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:16.682656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] Checking router: 618d4062-0f18-4154-a06a-943e815f7954 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:49:16.701487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] Routers {'618d4062-0f18-4154-a06a-943e815f7954'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:16.702262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda69790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['618d4062-0f18-4154-a06a-943e815f7954'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:16.751861 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e8948ebb-540f-4f41-b1d9-db693ef1445e req-866a6f66-9e98-4604-bdcb-23379a33a432 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/security-groups?id=eacc69c5-2fb2-47ba-9abf-cbba189760bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944616
Nov 27 20:49:16.754992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:16.800425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2e44-6be2-442d-b3eb-e7d02a88d116 req-1944aa80-b0dc-4d41-b63c-5acb8cdb1b4c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:16.802219 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46ac2e44-6be2-442d-b3eb-e7d02a88d116 req-1944aa80-b0dc-4d41-b63c-5acb8cdb1b4c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 950 time: 0.0971591
Nov 27 20:49:16.875798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Deleting port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:16.878978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:16.888933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] Set router 618d4062-0f18-4154-a06a-943e815f7954 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:16.920886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46ac2e44-6be2-442d-b3eb-e7d02a88d116 req-20996133-abb6-4fc8-a29d-651c8029dfdf tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076441
Nov 27 20:49:16.957115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbd12d-fd82-4e78-8cc8-70ac96b9d246 req-a76fe3d9-c6d4-498e-9b1b-548c6586fe6e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:16.958984 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71fbd12d-fd82-4e78-8cc8-70ac96b9d246 req-a76fe3d9-c6d4-498e-9b1b-548c6586fe6e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.1188805
Nov 27 20:49:16.959112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-e12894f7-c66e-41bd-bcb1-a4f98203cac1 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:16.960865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-e12894f7-c66e-41bd-bcb1-a4f98203cac1 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 945 time: 0.0972598
Nov 27 20:49:17.023084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] For port 7570bf9b-69ec-447f-908f-4ad6e0bacbf6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7570bf9b-69ec-447f-908f-4ad6e0bacbf6,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:17.023432 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.049778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Calling delete_port for 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:17.065507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71fbd12d-fd82-4e78-8cc8-70ac96b9d246 req-be33517b-7331-4121-bf1c-ffcca92b5284 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975978
Nov 27 20:49:17.149240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0842fc-e82c-4274-bb2b-a6327a2e8691 req-4e289e6e-3479-4f31-9255-a7e022e30ea5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:17.158844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba0842fc-e82c-4274-bb2b-a6327a2e8691 req-4e289e6e-3479-4f31-9255-a7e022e30ea5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 949 time: 0.1350255
Nov 27 20:49:17.220852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Deleting port eabaf35a-0b10-4c47-9a45-f879a9b99282 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:17.221150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.237878 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba0842fc-e82c-4274-bb2b-a6327a2e8691 req-0507d2a3-3464-49d5-bc41-7d69b381ea10 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776286
Nov 27 20:49:17.248108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda69790>, [{'id': '618d4062-0f18-4154-a06a-943e815f7954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147'}], 'enable_snat': True}, 'gw_port_id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:49:15Z', 'revision_number': 5, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'gw_port': {'id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:17.312289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ad036-7de3-489b-93a0-bbf89c5eb5ff None None] The sync data for ids ['618d4062-0f18-4154-a06a-943e815f7954'] in ncdv-master-1 is: [{'id': '618d4062-0f18-4154-a06a-943e815f7954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1290488282-router', 'tenant_id': 'a6d0433d36494c339de083939adfa30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147'}], 'enable_snat': True}, 'gw_port_id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:49:15Z', 'revision_number': 5, 'project_id': 'a6d0433d36494c339de083939adfa30d', 'gw_port': {'id': '7570bf9b-69ec-447f-908f-4ad6e0bacbf6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d4062-0f18-4154-a06a-943e815f7954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:23Z', 'updated_at': '2021-11-27T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:49:17.430632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] For port eabaf35a-0b10-4c47-9a45-f879a9b99282, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eabaf35a-0b10-4c47-9a45-f879a9b99282,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:17.431132 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.447518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Calling delete_port for eabaf35a-0b10-4c47-9a45-f879a9b99282 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:17.454882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba909c6-996c-40c9-98aa-d9f5390a5a72 req-631227ef-efff-498c-a6e8-a3b164c558e6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:17.461787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ba909c6-996c-40c9-98aa-d9f5390a5a72 req-631227ef-efff-498c-a6e8-a3b164c558e6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 945 time: 0.1418023
Nov 27 20:49:17.536269 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.573236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Pushing event deleted for resources: {'Port': ['ID=7570bf9b-69ec-447f-908f-4ad6e0bacbf6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:17.590060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d892d-cec9-45a0-a1a4-c4e857cfcbde req-7bcf56f0-7625-40b6-9f17-6ac4e7860ad4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:17.591678 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d8d892d-cec9-45a0-a1a4-c4e857cfcbde req-7bcf56f0-7625-40b6-9f17-6ac4e7860ad4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0853033
Nov 27 20:49:17.611629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ba909c6-996c-40c9-98aa-d9f5390a5a72 req-fc6b5740-ed64-4308-84ae-a54adc9f2259 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047764
Nov 27 20:49:17.647552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.701004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.722792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['eabaf35a-0b10-4c47-9a45-f879a9b99282'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:17.751072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d8d892d-cec9-45a0-a1a4-c4e857cfcbde req-bbc97151-5a99-45b6-86f6-b94604f74429 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302774
Nov 27 20:49:17.782771 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.786520 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.819135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Pushing event deleted for resources: {'Port': ['ID=eabaf35a-0b10-4c47-9a45-f879a9b99282,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:17.886376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] No DVR routers for this DVR port eabaf35a-0b10-4c47-9a45-f879a9b99282 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:17.892253 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.901812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b348674-0b2c-42ed-9286-af26a27d7f7b req-9fb3853e-7a53-405e-8def-1f9cc33cd77a tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.35 "DELETE /v2.0/ports/eabaf35a-0b10-4c47-9a45-f879a9b99282 HTTP/1.1" status: 204  len: 173 time: 0.9272749
Nov 27 20:49:17.902767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'name': 'network-vif-deleted', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:17.912879 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9362e9e-8c97-4dab-a94b-e3480ac73a50" -d '{"events": [{"server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "name": "network-vif-deleted", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:17.954490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b538cafe-93af-4b94-bb84-19ff59e9a8ad req-537faf20-87ad-4d59-aee6-05619a4e3a48 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035 tempest-FloatingIPsAssociationNegativeTestJSON-1140836035-project] 10.222.0.21 "GET /v2.0/ports?device_id=d615db49-b01d-4c93-94ea-1ce4a60493e4 HTTP/1.1" status: 200  len: 210 time: 0.0457020
Nov 27 20:49:17.957688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.959584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618d4062-0f18-4154-a06a-943e815f7954 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:49:17.973762 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:17.977869 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d85769b5-7405-4d46-9b84-f514f89e0881 admin admin] 10.222.0.21 "DELETE /v2.0/routers/618d4062-0f18-4154-a06a-943e815f7954 HTTP/1.1" status: 204  len: 168 time: 1.7481019
Nov 27 20:49:17.978071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58566) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:18.004583 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3be5c66-8e81-4a9a-beca-4563845a3edd x-openstack-request-id: req-b3be5c66-8e81-4a9a-beca-4563845a3edd {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:18.006353 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d615db49-b01d-4c93-94ea-1ce4a60493e4", "name": "network-vif-deleted", "tag": "eabaf35a-0b10-4c47-9a45-f879a9b99282", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:18.006853 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3be5c66-8e81-4a9a-beca-4563845a3edd {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:18.007529 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd615db49-b01d-4c93-94ea-1ce4a60493e4', 'name': 'network-vif-deleted', 'tag': 'eabaf35a-0b10-4c47-9a45-f879a9b99282', 'status': 'completed', 'code': 200}
Nov 27 20:49:18.070002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2811b4e2-85e9-431b-9182-5e50f2e3cdc2 admin admin] Deleting subnet 954cf457-e405-47a1-9872-88cc482b90ed {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:49:18.077307 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2811b4e2-85e9-431b-9182-5e50f2e3cdc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:18.149696 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2811b4e2-85e9-431b-9182-5e50f2e3cdc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:18.166791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-b5e98fa2-ca36-44fc-8eaf-6709a041f787 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0816646
Nov 27 20:49:18.192895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:18.244557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-54512b18-837e-40d0-bf7b-6aba9a832920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:18.246134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-54512b18-837e-40d0-bf7b-6aba9a832920 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 1095 time: 0.0479949
Nov 27 20:49:18.439918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9eae7-aed9-4d5a-a393-981ecbfcdde8 req-7bb0bdb4-624b-4bec-a3c4-a6a572be7d61 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:18.446143 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b9c9eae7-aed9-4d5a-a393-981ecbfcdde8 req-7bb0bdb4-624b-4bec-a3c4-a6a572be7d61 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 949 time: 0.0953789
Nov 27 20:49:18.449231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-f0a5875e-3adf-425a-a5e8-0ded55bd53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:18.450750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-f0a5875e-3adf-425a-a5e8-0ded55bd53a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1732357
Nov 27 20:49:18.515493 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-9de1cec8-c34e-4c74-b831-0f09695be094 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 200  len: 217 time: 0.0465569
Nov 27 20:49:18.562873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b9c9eae7-aed9-4d5a-a393-981ecbfcdde8 req-19194c78-80ff-4164-b0d9-76270fae16df tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137011
Nov 27 20:49:18.599217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-27803dca-eefb-4b09-b84d-0f3aa97258a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:18.600953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-27803dca-eefb-4b09-b84d-0f3aa97258a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.0765920
Nov 27 20:49:18.607853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b2ba0-4516-49ed-b4ee-cd6a472de0a3 req-9afe2b09-149a-40e5-bb39-6053e93bbfa0 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:18.611719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-504b2ba0-4516-49ed-b4ee-cd6a472de0a3 req-9afe2b09-149a-40e5-bb39-6053e93bbfa0 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.4256942
Nov 27 20:49:18.651059 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2811b4e2-85e9-431b-9182-5e50f2e3cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:18.662779 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-9802fa19-33e2-463f-8d4b-860751f3d041 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390322
Nov 27 20:49:18.792118 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2811b4e2-85e9-431b-9182-5e50f2e3cdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:18.811041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-c7439fec-d621-48b3-8646-08343f4e4ced service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360321
Nov 27 20:49:18.835460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811b4e2-85e9-431b-9182-5e50f2e3cdc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954cf457-e405-47a1-9872-88cc482b90ed,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:18.868788 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-504b2ba0-4516-49ed-b4ee-cd6a472de0a3 req-de57f592-3b07-47e6-82a7-df259d7261d4 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498856
Nov 27 20:49:18.869183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36479e-4a4f-4597-91ae-7e1f6eabf233 None None] Network 9b43f6b5-8fe9-4060-8bba-ace1af710c22 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:49:18.881473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2811b4e2-85e9-431b-9182-5e50f2e3cdc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:18.885306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2811b4e2-85e9-431b-9182-5e50f2e3cdc2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/954cf457-e405-47a1-9872-88cc482b90ed HTTP/1.1" status: 204  len: 168 time: 0.9063237
Nov 27 20:49:18.888611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58582) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:18.986183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:18.995348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7bfad16-7071-466f-a5a5-33ed680a41d2 req-08c47a1c-6703-4bbe-96ea-e2bb947afed0 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725290
Nov 27 20:49:19.102698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5946-c2bf-4758-8293-0bb867289868 req-42e33bad-2672-4a20-84e6-3de2d94938fc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:19.103815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cd6ae-ae37-45d4-b18a-de6d4cb81874 req-0014ee45-8204-4c12-ab24-d91c6ff9e956 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:19.110559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b3e5946-c2bf-4758-8293-0bb867289868 req-42e33bad-2672-4a20-84e6-3de2d94938fc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 945 time: 0.0818374
Nov 27 20:49:19.114014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cd6ae-ae37-45d4-b18a-de6d4cb81874 req-0014ee45-8204-4c12-ab24-d91c6ff9e956 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:19.116095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c3cd6ae-ae37-45d4-b18a-de6d4cb81874 req-0014ee45-8204-4c12-ab24-d91c6ff9e956 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723&device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 1690 time: 0.0756283
Nov 27 20:49:19.131645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Deleting port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:19.131986 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.225124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b3e5946-c2bf-4758-8293-0bb867289868 req-f9b8bbf3-292b-4264-b452-9c3892ffd5b9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135886
Nov 27 20:49:19.236164 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c3cd6ae-ae37-45d4-b18a-de6d4cb81874 req-f6111e6f-0df4-4072-9d74-0fd68721012a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117156
Nov 27 20:49:19.240811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c1cb2cca-d0f3-4fba-aadf-1dd947cae628 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:19.251164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] For port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43410a5e-6815-47cc-86c5-ebe1ccfeadb5,segment=NetworkSegment(02668b19-7cf1-4596-9db4-db0d398cbc46),segment_id=02668b19-7cf1-4596-9db4-db0d398cbc46)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:19.251610 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.264915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Calling delete_port for 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:19.268046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c1cb2cca-d0f3-4fba-aadf-1dd947cae628 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:19.268738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c1cb2cca-d0f3-4fba-aadf-1dd947cae628 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:19.269295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:19.306874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:19.307214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7570bf9b-69ec-447f-908f-4ad6e0bacbf6 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:19.317027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58588) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:19.349245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ac07c-da9b-4003-8bcc-fe302bd88c3f req-23b66c4c-96b3-4715-aac1-8dd61633dfed tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:19.356970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ac07c-da9b-4003-8bcc-fe302bd88c3f req-23b66c4c-96b3-4715-aac1-8dd61633dfed tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0726688
Nov 27 20:49:19.414780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] DHCP port deletion for 9b43f6b5-8fe9-4060-8bba-ace1af710c22 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:49:19.466934 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-575ac07c-da9b-4003-8bcc-fe302bd88c3f req-4181accb-f93f-4b9f-8e11-43511b56d824 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088197
Nov 27 20:49:19.475045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-8c12bba5-3ce9-45ae-8086-5909eae2fc07 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:19.476674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-8c12bba5-3ce9-45ae-8086-5909eae2fc07 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0996280
Nov 27 20:49:19.479890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.496746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:19.535983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Pushing event deleted for resources: {'Port': ['ID=43410a5e-6815-47cc-86c5-ebe1ccfeadb5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:19.544720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] Deleting port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:19.545118 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.569582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.596493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] No DVR routers for this DVR port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:19.620651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] For port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:19.621105 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.636255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] Calling delete_port for 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:19.638414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] Port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 20:49:19.639711 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.664459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] Pushing event deleted for resources: {'Port': ['ID=43410a5e-6815-47cc-86c5-ebe1ccfeadb5,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:19.670017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173822e8-a9f2-4743-bb36-28d8ac74ad49 None None] No DVR routers for this DVR port 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:19.728029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a19b82-b9b2-4808-8090-40f2711cd049 req-21077d41-d24c-4ad4-a167-dcf1068388b7 tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:19.729868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7a19b82-b9b2-4808-8090-40f2711cd049 req-21077d41-d24c-4ad4-a167-dcf1068388b7 tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 1100 time: 0.2117953
Nov 27 20:49:19.750046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.751286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:19.799785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:19.819306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdfece80>,) {'filters': {'network_id': ['9b43f6b5-8fe9-4060-8bba-ace1af710c22']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:19.834198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdfece80>, '02668b19-7cf1-4596-9db4-db0d398cbc46') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:19.834534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdfece80>, '02668b19-7cf1-4596-9db4-db0d398cbc46') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:19.853378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.860857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.861320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.875672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7a19b82-b9b2-4808-8090-40f2711cd049 req-5f524fbe-c379-41fb-b4ff-2c54cfa7d3c9 tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329906
Nov 27 20:49:19.905300 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.914923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:49:19.915363 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:49:19.940142 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:49:19.996140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Pushing event updated for resources: {'Port': ['ID=91a3e20c-c74b-4366-a10a-a264f88012cb,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:20.013015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:20.017805 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4300e8-b1da-41cf-ab6f-adaf6937ccdb" -d '{"events": [{"server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "name": "network-vif-unplugged", "status": "completed", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:20.035950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:20.036554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:20.036889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:20.044901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Port 91a3e20c-c74b-4366-a10a-a264f88012cb on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:20.045253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Attempting to bind port 91a3e20c-c74b-4366-a10a-a264f88012cb on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:20.052409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:20.052749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:20.053140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:20.053587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Bound port: 91a3e20c-c74b-4366-a10a-a264f88012cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:20.053804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:20.053955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:20.066823 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:20.070209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] 10.222.0.21 "DELETE /v2.0/networks/9b43f6b5-8fe9-4060-8bba-ace1af710c22 HTTP/1.1" status: 204  len: 168 time: 1.1800411
Nov 27 20:49:20.073854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58602) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:20.088980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056916a9-3eb0-4fa1-a7bb-da7867f5f3da admin admin] Pushing event deleted for resources: {'Network': ['ID=9b43f6b5-8fe9-4060-8bba-ace1af710c22,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:20.089473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7876-7f1b-49da-86d1-197dbc5c51a1 req-eeead6bf-5a48-45b2-8777-9d95c38ba00b tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:20.097672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97cc7876-7f1b-49da-86d1-197dbc5c51a1 req-eeead6bf-5a48-45b2-8777-9d95c38ba00b tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.1025882
Nov 27 20:49:20.110839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc8e68-71a4-4ec7-80f9-25c08c9a99c1 req-c01178f5-5feb-4343-9673-45f6f605a07b tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:20.112329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fddc8e68-71a4-4ec7-80f9-25c08c9a99c1 req-c01178f5-5feb-4343-9673-45f6f605a07b tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 1101 time: 0.1203113
Nov 27 20:49:20.223732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fddc8e68-71a4-4ec7-80f9-25c08c9a99c1 req-40bd3e92-d9b1-4b45-9ac6-8f8fe5f6377b tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005740
Nov 27 20:49:20.244705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:20.275357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:20.280966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:20.294647 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97cc7876-7f1b-49da-86d1-197dbc5c51a1 req-aa72b493-8360-42f3-a75a-d5d2c0952950 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960704
Nov 27 20:49:20.300637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:20.352897 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b203cb34-a090-41cb-92ac-4f2ee33bd655 x-openstack-request-id: req-b203cb34-a090-41cb-92ac-4f2ee33bd655 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:20.353201 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "name": "network-vif-unplugged", "status": "completed", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:20.353466 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b203cb34-a090-41cb-92ac-4f2ee33bd655 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:20.353851 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb', 'code': 200}
Nov 27 20:49:20.509996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:20.510600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:20.512133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] 10.222.0.35 "PUT /v2.0/ports/91a3e20c-c74b-4366-a10a-a264f88012cb HTTP/1.1" status: 200  len: 1121 time: 1.0264721
Nov 27 20:49:20.516994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd997-410f-4bfc-8f9e-df459f80334c service neutron] Pushing event updated for resources: {'Port': ['ID=91a3e20c-c74b-4366-a10a-a264f88012cb,revision_number=8']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:20.547869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54684941-49fa-4184-b502-f2f356b3c08d req-f493304b-b98b-4572-9962-0b408fe60efc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:20.549373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54684941-49fa-4184-b502-f2f356b3c08d req-f493304b-b98b-4572-9962-0b408fe60efc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.1450748
Nov 27 20:49:20.663740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['91a3e20c-c74b-4366-a10a-a264f88012cb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:20.682603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54684941-49fa-4184-b502-f2f356b3c08d req-f6702e68-c29b-439a-b815-4361d3835c61 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816975
Nov 27 20:49:20.686557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['91a3e20c-c74b-4366-a10a-a264f88012cb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:20.724514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6ff1f-de04-4bf4-a208-21b3d9ccc6c4 req-8449f224-9d33-4e40-aa3f-111e2aecf640 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:20.742697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45e6ff1f-de04-4bf4-a208-21b3d9ccc6c4 req-8449f224-9d33-4e40-aa3f-111e2aecf640 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.1316226
Nov 27 20:49:20.844921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45e6ff1f-de04-4bf4-a208-21b3d9ccc6c4 req-695378b1-0d17-426a-b9c4-91ef0a6dee48 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994759
Nov 27 20:49:20.871865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:20.980232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Deleting port 924b9479-7c13-462d-95ab-93ab515db7fd {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:20.980582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:21.156188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] For port 924b9479-7c13-462d-95ab-93ab515db7fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=924b9479-7c13-462d-95ab-93ab515db7fd,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:21.157010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:21.171125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Calling delete_port for 924b9479-7c13-462d-95ab-93ab515db7fd owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:21.192961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:21.221719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:21.222549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 43410a5e-6815-47cc-86c5-ebe1ccfeadb5 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:21.242372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-b281121d-bd5b-438a-b2f0-0ce319b347db tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3947651
Nov 27 20:49:21.421576 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:21.456392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Pushing event deleted for resources: {'Port': ['ID=924b9479-7c13-462d-95ab-93ab515db7fd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:21.481952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a1610352-61a9-47db-9600-2d12ae6f2a80 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:21.493176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0efb4-dc22-44ed-948d-01e366c89622 req-d7bff5a5-201c-4335-a3cf-78f45ba41196 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:21.494737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-81d0efb4-dc22-44ed-948d-01e366c89622 req-d7bff5a5-201c-4335-a3cf-78f45ba41196 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.1177318
Nov 27 20:49:21.497693 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a1610352-61a9-47db-9600-2d12ae6f2a80 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2456410
Nov 27 20:49:21.516582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-478e43a5-6235-4ec6-802f-fec8c211a19b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/quotas/c03fae8406904a0da2046c097555cf58 HTTP/1.1" status: 200  len: 375 time: 0.0168359
Nov 27 20:49:21.603093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-c4e20493-26a5-46c3-ab62-84d1ed987b7b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0844052
Nov 27 20:49:21.643974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-81d0efb4-dc22-44ed-948d-01e366c89622 req-f74408ff-8e2c-478a-abb4-8bc3f014d812 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250560
Nov 27 20:49:21.728770 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:21.765581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Deleting port 1aea204b-c534-479a-a941-8b167a369594 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:21.766451 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:21.889646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] For port 1aea204b-c534-479a-a941-8b167a369594, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1aea204b-c534-479a-a941-8b167a369594,segment=NetworkSegment(60d92610-d64f-423c-80db-9eeac8c45a9d),segment_id=60d92610-d64f-423c-80db-9eeac8c45a9d)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:21.890500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:21.907107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Calling delete_port for 1aea204b-c534-479a-a941-8b167a369594 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:21.930381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430dc5b-3838-44aa-b7f1-5f338aa6d240 req-ec555dc4-3e47-4a78-9731-d40d52b7fdc6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:21.933865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6430dc5b-3838-44aa-b7f1-5f338aa6d240 req-ec555dc4-3e47-4a78-9731-d40d52b7fdc6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.1168804
Nov 27 20:49:22.205922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf174b-0a6c-498c-9ee3-d7bce296921d req-3fe2cd8d-49de-4e1d-ab91-51821dc4931b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:22.214821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f8cf174b-0a6c-498c-9ee3-d7bce296921d req-3fe2cd8d-49de-4e1d-ab91-51821dc4931b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.1230505
Nov 27 20:49:22.224395 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:22.271133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1aea204b-c534-479a-a941-8b167a369594,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:22.293960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:49:22.297476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device eabaf35a-0b10-4c47-9a45-f879a9b99282 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:22.355417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: eabaf35a-0b10-4c47-9a45-f879a9b99282 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:22.355778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device eabaf35a-0b10-4c47-9a45-f879a9b99282 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:22.387911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:22.390370 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e1145-9dcd-4f02-b688-63ea1c282e72" -d '{"events": [{"name": "network-changed", "server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:22.450899 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f8cf174b-0a6c-498c-9ee3-d7bce296921d req-25cb91b0-d3f8-4a30-be43-c0fa4482eaa9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345624
Nov 27 20:49:22.490403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6430dc5b-3838-44aa-b7f1-5f338aa6d240 req-a02a8191-7830-462f-a3b8-8f0e96d49a52 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5474727
Nov 27 20:49:22.568379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:49:22.588998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:22.638103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb has no active binding in host nch1-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 20:49:22.660580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:22.745973 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569c67e6-cb71-41ae-ac25-4f995a93d605 x-openstack-request-id: req-569c67e6-cb71-41ae-ac25-4f995a93d605 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:22.746625 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:22.746625 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-569c67e6-cb71-41ae-ac25-4f995a93d605 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:22.746944 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb', 'status': 'completed', 'code': 200}
Nov 27 20:49:22.883528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a92b9-b277-4949-8366-93818734d8f7 req-8b645805-7a84-4bec-af35-59a740d93b7e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:22.885084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-791a92b9-b277-4949-8366-93818734d8f7 req-8b645805-7a84-4bec-af35-59a740d93b7e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0722840
Nov 27 20:49:22.891047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6d54497-bf5b-46a5-9c09-42b78dc66bcb req-99693d09-5831-433d-b79d-a16b1872c1d3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 210 time: 0.0868742
Nov 27 20:49:22.903900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:49:22.913587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3167549c-0525-4e0c-8f7b-0c24532b5852 admin admin] 10.222.0.21 "PUT /v2.0/routers/6dbecf3c-cf2b-4f86-a599-aaade592dd7a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5933633
Nov 27 20:49:22.917553 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] Sync routers for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:49:22.925981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58656) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:22.930268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-50dc9132-baec-48fe-ba26-06cef73222f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:22.932074 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:22.932950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-50dc9132-baec-48fe-ba26-06cef73222f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1124 time: 0.1429160
Nov 27 20:49:22.933979 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:23.012002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-791a92b9-b277-4949-8366-93818734d8f7 req-fda0fb9e-cd64-43ac-823b-173a982d5d90 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640881
Nov 27 20:49:23.157246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:49:23.167033 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:23.260247 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:23.374676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:49:23.383236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3c1d0926-170e-4587-a740-2fe4fc7b48ee admin admin] 10.222.0.21 "PUT /v2.0/routers/0e53822e-a6f7-4a3e-a3d8-8cd9003763be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3073709
Nov 27 20:49:23.383984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] Sync routers for ids ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:49:23.384452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58660) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:23.409614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] Routers {'0e53822e-a6f7-4a3e-a3d8-8cd9003763be'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:23.410313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd242550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:23.464818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-18173213-da75-4bdb-9d27-bc42263e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:23.480217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-18173213-da75-4bdb-9d27-bc42263e2dbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.4034603
Nov 27 20:49:23.563393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:23.670547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] Set router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:23.690774 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb0d0>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:49:21Z', 'revision_number': 5, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:23.711962 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-84439a16-93a1-49ea-be2e-707fd3f08acd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a3e20c-c74b-4366-a10a-a264f88012cb HTTP/1.1" status: 200  len: 217 time: 0.1440964
Nov 27 20:49:23.732589 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] Checking router: 6dbecf3c-cf2b-4f86-a599-aaade592dd7a for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:49:23.760981 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] Routers {'6dbecf3c-cf2b-4f86-a599-aaade592dd7a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:23.762967 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:23.803542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43921f3e-aa43-4d6f-99e8-132ab26c9b65 req-ff5483a6-cfdb-4563-868e-195ce32dfe06 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:23.813880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43921f3e-aa43-4d6f-99e8-132ab26c9b65 req-ff5483a6-cfdb-4563-868e-195ce32dfe06 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.1433666
Nov 27 20:49:23.846975 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:23.877007 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-3151c29e-9780-420f-ac11-22f6f3d78612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:23.882459 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-3151c29e-9780-420f-ac11-22f6f3d78612 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.1525257
Nov 27 20:49:23.927488 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:23.928092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd242550>, [{'id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': True}, 'gw_port_id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:36Z', 'updated_at': '2021-11-27T20:49:22Z', 'revision_number': 5, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'gw_port': {'id': '40456532-1769-4645-afd9-9e7a7f562ea7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:47:37Z', 'updated_at': '2021-11-27T20:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:23.940274 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] Set router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:23.975471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] Checking router: 0e53822e-a6f7-4a3e-a3d8-8cd9003763be for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:49:23.978566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-14a1dabb-41b4-4442-819f-691072c0fd23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692422
Nov 27 20:49:23.987399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] Routers {'0e53822e-a6f7-4a3e-a3d8-8cd9003763be'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:23.988136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd242550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:24.029268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43921f3e-aa43-4d6f-99e8-132ab26c9b65 req-ab2fdeb4-47cb-4fca-88b6-a65e1e98bf90 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144115
Nov 27 20:49:24.034462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07107a7e-e130-4948-82ae-d19adcbcd1dd req-4e110ebd-1d9d-4899-afc1-863261fd3c22 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:24.046666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07107a7e-e130-4948-82ae-d19adcbcd1dd req-4e110ebd-1d9d-4899-afc1-863261fd3c22 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.3703654
Nov 27 20:49:24.127698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Deleting port 40456532-1769-4645-afd9-9e7a7f562ea7 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:24.128052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:24.143242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07107a7e-e130-4948-82ae-d19adcbcd1dd req-b180fce7-0564-43ce-a6cc-244fee5a047f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906959
Nov 27 20:49:24.207233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] Set router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:24.242170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Deleting port e70d876c-aca9-49eb-a6e5-ba993eed8474 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:24.243668 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:24.277002 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb0d0>, [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:49:21Z', 'revision_number': 5, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:24.332737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd242550>, [{'id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:36Z', 'updated_at': '2021-11-27T20:49:23Z', 'revision_number': 6, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:24.335044 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650aa48-59c7-4bb0-8a6f-06684650a60c None None] The sync data for ids ['6dbecf3c-cf2b-4f86-a599-aaade592dd7a'] in ncdv-master-1 is: [{'id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367222729-router', 'tenant_id': 'e11cec7060094963bccef4d0cadba71d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165'}], 'enable_snat': True}, 'gw_port_id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:48:23Z', 'updated_at': '2021-11-27T20:49:21Z', 'revision_number': 5, 'project_id': 'e11cec7060094963bccef4d0cadba71d', 'gw_port': {'id': 'e70d876c-aca9-49eb-a6e5-ba993eed8474', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbecf3c-cf2b-4f86-a599-aaade592dd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:48:25Z', 'updated_at': '2021-11-27T20:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:49:24.341066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-1a1ce123-a9a9-4883-b444-ae58e753a6a6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0566881
Nov 27 20:49:24.377768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-afae0476-fbf2-4ea6-8568-02ff9a089c82 req-d8c1c218-d2d0-4b5a-91e2-6aeef7e11acc tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 210 time: 0.0329206
Nov 27 20:49:24.422489 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52e475-393d-415c-ba08-f93ed559da02 None None] The sync data for ids ['0e53822e-a6f7-4a3e-a3d8-8cd9003763be'] in ncdv-master-1 is: [{'id': '0e53822e-a6f7-4a3e-a3d8-8cd9003763be', 'name': 'tempest-AttachSCSIVolumeTestJSON-415826486-router', 'tenant_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:47:36Z', 'updated_at': '2021-11-27T20:49:23Z', 'revision_number': 6, 'project_id': 'd61eba1a7f8f4515a0c7ec1489d0b15f', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:49:24.527236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afb59e-c5f4-42d2-a050-991fe1a41369 req-2018bdb9-e1b6-44bd-88af-000b5101b233 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:24.536571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16afb59e-c5f4-42d2-a050-991fe1a41369 req-2018bdb9-e1b6-44bd-88af-000b5101b233 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.1270816
Nov 27 20:49:24.546354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-bb785af6-48e0-4dbd-a605-89037c1a6b60 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5589337
Nov 27 20:49:24.592092 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-de769903-950d-4369-b92e-0fb2e357ad18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0998659
Nov 27 20:49:24.599243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] For port 40456532-1769-4645-afd9-9e7a7f562ea7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40456532-1769-4645-afd9-9e7a7f562ea7,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:24.599650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:24.633095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Calling delete_port for 40456532-1769-4645-afd9-9e7a7f562ea7 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:24.661192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-74278587-5f3c-40ce-b79c-3902340b3fad tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:24.662599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-74278587-5f3c-40ce-b79c-3902340b3fad tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2819624
Nov 27 20:49:24.683490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16afb59e-c5f4-42d2-a050-991fe1a41369 req-a4a1dc3e-c2ee-4d82-8bc2-bcdeff8e7e98 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447983
Nov 27 20:49:24.706188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] For port e70d876c-aca9-49eb-a6e5-ba993eed8474, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70d876c-aca9-49eb-a6e5-ba993eed8474,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:24.706825 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:24.721430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Request body: {'port': {'device_id': '352412c0-8ac8-4c44-810a-ce588efeafcd', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c03fae8406904a0da2046c097555cf58'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:24.758877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Calling delete_port for e70d876c-aca9-49eb-a6e5-ba993eed8474 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:24.762132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-923e1145-9dcd-4f02-b688-63ea1c282e72 req-145d148d-29c7-4f8f-8994-fe1d1d3abb67 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1950414
Nov 27 20:49:24.842900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-1a0cfa84-a3d2-40cf-987f-b199283e63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:24.844951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-1a0cfa84-a3d2-40cf-987f-b199283e63e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 1096 time: 0.1353807
Nov 27 20:49:24.990957 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.055306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Made reservation on behalf of c03fae8406904a0da2046c097555cf58 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:25.057603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70d876c-aca9-49eb-a6e5-ba993eed8474,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:25.071357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.158729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.246570 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1aea204b-c534-479a-a941-8b167a369594 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:25.286095 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.294904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 1aea204b-c534-479a-a941-8b167a369594 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:25.295535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1aea204b-c534-479a-a941-8b167a369594 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:25.296134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 924b9479-7c13-462d-95ab-93ab515db7fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:25.315398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-069bfa7c-9a03-4736-9a49-a81eefe48b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:25.316361 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-069bfa7c-9a03-4736-9a49-a81eefe48b09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.4128957
Nov 27 20:49:25.340988 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.341951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 924b9479-7c13-462d-95ab-93ab515db7fd {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:25.345421 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.345571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 924b9479-7c13-462d-95ab-93ab515db7fd not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:25.348276 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-7282b6e1-e397-4bd6-bb48-2835f8248e1d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0863967
Nov 27 20:49:25.402325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43623cf7-6c53-4298-8189-88ddef08d2b7 req-a607f589-751d-4511-b58b-4520f0f67efd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:25.411171 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43623cf7-6c53-4298-8189-88ddef08d2b7 req-a607f589-751d-4511-b58b-4520f0f67efd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.1388209
Nov 27 20:49:25.411334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=40456532-1769-4645-afd9-9e7a7f562ea7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:25.434841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.434841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dbecf3c-cf2b-4f86-a599-aaade592dd7a {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:49:25.449616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.455644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-27b24d74-dcbe-4d1c-8964-b0466204a026 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6dbecf3c-cf2b-4f86-a599-aaade592dd7a HTTP/1.1" status: 204  len: 168 time: 2.5189438
Nov 27 20:49:25.465564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58684) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:25.509910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-895352f3-9863-4f45-951c-7279a23dede1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 200  len: 217 time: 0.1282785
Nov 27 20:49:25.561111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6765186a-a2b9-46dc-a962-46207e455485 admin admin] Deleting subnet 46c14fbe-fa46-43d8-846d-9ced7168b237 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:49:25.580125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6765186a-a2b9-46dc-a962-46207e455485 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.632300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf3b1-ff0d-491f-a502-2a4bfb9f1681 req-5081b4a7-a368-4a04-9d8d-cb534c3537da tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:25.635298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43623cf7-6c53-4298-8189-88ddef08d2b7 req-c1aa1fda-9a09-40a9-b001-26a40514ff6a tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232103
Nov 27 20:49:25.636763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b8cf3b1-ff0d-491f-a502-2a4bfb9f1681 req-5081b4a7-a368-4a04-9d8d-cb534c3537da tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.3927238
Nov 27 20:49:25.648689 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6765186a-a2b9-46dc-a962-46207e455485 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.805439 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6765186a-a2b9-46dc-a962-46207e455485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.883413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a79908d9-33b3-43eb-b27f-d3dedd48a9ea req-e6870339-272b-4f70-a7b0-6ea9c75c8543 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 210 time: 0.0465882
Nov 27 20:49:25.924912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6765186a-a2b9-46dc-a962-46207e455485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.963724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765186a-a2b9-46dc-a962-46207e455485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c14fbe-fa46-43d8-846d-9ced7168b237,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:25.970453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6765186a-a2b9-46dc-a962-46207e455485 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:25.973970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6765186a-a2b9-46dc-a962-46207e455485 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/46c14fbe-fa46-43d8-846d-9ced7168b237 HTTP/1.1" status: 204  len: 168 time: 0.5090852
Nov 27 20:49:25.977397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58688) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:25.981352 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d070d7-d5e1-42e9-858b-73da85aede17 None None] Network 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:49:26.058809 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.090728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-0d62aea8-af5c-4d14-94fa-3cefd786d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:26.093210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-0d62aea8-af5c-4d14-94fa-3cefd786d459 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.5595720
Nov 27 20:49:26.127786 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.162999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5a555-c4fc-4076-be50-01fd578821ed req-a3b09c4e-67f6-451d-954f-523223cf45a5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:26.171863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53c5a555-c4fc-4076-be50-01fd578821ed req-a3b09c4e-67f6-451d-954f-523223cf45a5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0864050
Nov 27 20:49:26.229044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-e20b93b0-6f17-4247-99d2-bc8184650153 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:26.231452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-e20b93b0-6f17-4247-99d2-bc8184650153 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8436830
Nov 27 20:49:26.241804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-57a42fd9-3e35-49a4-8328-93e3d5454e39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841942
Nov 27 20:49:26.251288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Allocated IP 192.168.233.91 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/03656c06-3cc8-4fda-a16b-4029c1b5ca5e) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:26.263163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.267576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b8073d-25e2-459a-aa2a-4c2aa1867f48 None None] DHCP port deletion for 60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:49:26.268139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Request body: {'port': {'device_id': 'ff456cbf-e87f-45d6-bc23-eda1680f7319', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c03fae8406904a0da2046c097555cf58'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:26.276506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b8cf3b1-ff0d-491f-a502-2a4bfb9f1681 req-b9e0166a-7d47-4455-a34a-4a7d2ec9a72a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5806503
Nov 27 20:49:26.277446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.303093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Deleting port bd1f2f8a-93d4-46ff-a78e-823251290d72 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:26.303478 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.319516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53c5a555-c4fc-4076-be50-01fd578821ed req-1159b198-e5a8-4ae2-b0cd-11af12468a36 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431122
Nov 27 20:49:26.363739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-00b8073d-25e2-459a-aa2a-4c2aa1867f48 None None] Deleting port bd1f2f8a-93d4-46ff-a78e-823251290d72 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:26.364704 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-00b8073d-25e2-459a-aa2a-4c2aa1867f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.393099 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] For port bd1f2f8a-93d4-46ff-a78e-823251290d72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd1f2f8a-93d4-46ff-a78e-823251290d72,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:26.393503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.412522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Calling delete_port for bd1f2f8a-93d4-46ff-a78e-823251290d72 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:26.460335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-00b8073d-25e2-459a-aa2a-4c2aa1867f48 None None] For port bd1f2f8a-93d4-46ff-a78e-823251290d72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd1f2f8a-93d4-46ff-a78e-823251290d72,segment=NetworkSegment(010b9885-cfde-45ed-beac-6dacf365bfc4),segment_id=010b9885-cfde-45ed-beac-6dacf365bfc4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:26.461001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-00b8073d-25e2-459a-aa2a-4c2aa1867f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.461873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.462403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e53822e-a6f7-4a3e-a3d8-8cd9003763be {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:49:26.478242 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.478939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-00b8073d-25e2-459a-aa2a-4c2aa1867f48 None None] Calling delete_port for bd1f2f8a-93d4-46ff-a78e-823251290d72 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:26.482051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c24fa0bb-4dd7-4213-aab0-aa7e1c664bf3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0e53822e-a6f7-4a3e-a3d8-8cd9003763be HTTP/1.1" status: 204  len: 168 time: 3.0970805
Nov 27 20:49:26.484036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58690) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:26.565299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d6f97a-6a2f-4415-aa88-eb584a9c543c admin admin] Deleting subnet a24dffe1-670f-4e19-8f8b-38238f620d62 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:49:26.569977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f97a-6a2f-4415-aa88-eb584a9c543c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.645902 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-57e02009-cdbb-4fff-9d9e-31ddbe7830f4 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3910887
Nov 27 20:49:26.663404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f97a-6a2f-4415-aa88-eb584a9c543c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.685258 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-00b8073d-25e2-459a-aa2a-4c2aa1867f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.700977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.718127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8073d-25e2-459a-aa2a-4c2aa1867f48 None None] Pushing event deleted for resources: {'Port': ['ID=bd1f2f8a-93d4-46ff-a78e-823251290d72,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:26.728504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8073d-25e2-459a-aa2a-4c2aa1867f48 None None] No DVR routers for this DVR port bd1f2f8a-93d4-46ff-a78e-823251290d72 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:26.764895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Made reservation on behalf of c03fae8406904a0da2046c097555cf58 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:26.769259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.787503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] No DVR routers for this DVR port bd1f2f8a-93d4-46ff-a78e-823251290d72 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:26.830362 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.857846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1f2f8a-93d4-46ff-a78e-823251290d72,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:26.877130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f056ca42-f822-468c-a25d-30dd39bf2fe2 req-f90eb5e3-a897-4c06-b945-b3914a5762af service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2228925
Nov 27 20:49:26.896285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.940605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9aab6-84e2-4c0e-8a00-c618fb38c237 req-4c6dee66-e40b-4bdf-881b-ff2c813f3891 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:26.942463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2f9aab6-84e2-4c0e-8a00-c618fb38c237 req-4c6dee66-e40b-4bdf-881b-ff2c813f3891 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.1689460
Nov 27 20:49:26.958884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef554310>,) {'filters': {'network_id': ['60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:26.976528 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f97a-6a2f-4415-aa88-eb584a9c543c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:26.979747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef554310>, '010b9885-cfde-45ed-beac-6dacf365bfc4') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:26.980217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef554310>, '010b9885-cfde-45ed-beac-6dacf365bfc4') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:27.008445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.023284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:27.028649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:27.055068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.060776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1c5f021-1e56-4987-84ab-374614f445e7 req-ca03cedd-bce9-4a82-b3c6-20bc7c287286 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 210 time: 0.0542157
Nov 27 20:49:27.080405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.095143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:49:27.095143 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:49:27.097145 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:49:27.113437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2f9aab6-84e2-4c0e-8a00-c618fb38c237 req-31ec9e9b-b828-4cdf-a42c-e935fca5938b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517162
Nov 27 20:49:27.168716 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f97a-6a2f-4415-aa88-eb584a9c543c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.185995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event updated for resources: {'Port': ['ID=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:27.197722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:27.200450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6f97a-6a2f-4415-aa88-eb584a9c543c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a24dffe1-670f-4e19-8f8b-38238f620d62,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:27.202794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:27.207672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:27.210574 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f97a-6a2f-4415-aa88-eb584a9c543c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.213989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f3d6f97a-6a2f-4415-aa88-eb584a9c543c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a24dffe1-670f-4e19-8f8b-38238f620d62 HTTP/1.1" status: 204  len: 168 time: 0.7283297
Nov 27 20:49:27.214925 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.216597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58700) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:27.229013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.239742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] 10.222.0.21 "DELETE /v2.0/networks/60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9 HTTP/1.1" status: 204  len: 168 time: 1.2607346
Nov 27 20:49:27.252442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80500370-5c21-4c84-a0d7-b5dafb681782 None None] Network af65fcc6-be6d-4d20-a33a-e002b41ea24a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:49:27.276435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e70d876c-aca9-49eb-a6e5-ba993eed8474 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:27.350811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Allocated IP 192.168.233.174 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/f7eb3780-8e46-4709-b050-efac2b428838) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:27.374734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e70d876c-aca9-49eb-a6e5-ba993eed8474 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:27.383062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e70d876c-aca9-49eb-a6e5-ba993eed8474 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:27.383777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd1f2f8a-93d4-46ff-a78e-823251290d72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:27.395495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94ef52-3f10-453e-a375-f7d4c8686ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=60e77827-dbf6-4642-b5e9-3d8f4c2fcaa9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:27.402919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:27.403650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.446182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f1e0bdb3-ae78-4fb6-9e36-2043668866bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7375576
Nov 27 20:49:27.457285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.499502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Request body: {'port': {'device_id': '352412c0-8ac8-4c44-810a-ce588efeafcd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:27.715824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58710) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:27.728770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918ff7-4548-43dc-8513-faeba9cfb3d5 req-bcc4a55c-7f67-4146-a0d7-cf1b9f7deea1 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:27.730443 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b918ff7-4548-43dc-8513-faeba9cfb3d5 req-bcc4a55c-7f67-4146-a0d7-cf1b9f7deea1 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.2004402
Nov 27 20:49:27.806307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: bd1f2f8a-93d4-46ff-a78e-823251290d72 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:27.806818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd1f2f8a-93d4-46ff-a78e-823251290d72 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:27.807441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 40456532-1769-4645-afd9-9e7a7f562ea7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:27.808054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369db829-c212-4528-80ea-e65bcc63bc26 req-dcdee8ac-cd85-436a-b87d-6d492e719e99 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:27.813429 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-369db829-c212-4528-80ea-e65bcc63bc26 req-dcdee8ac-cd85-436a-b87d-6d492e719e99 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.3175240
Nov 27 20:49:27.825782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b918ff7-4548-43dc-8513-faeba9cfb3d5 req-233b5f42-7825-4764-897c-3aa57b6a7880 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849345
Nov 27 20:49:27.827712 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.856351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Deleting port c06c893c-f01a-4549-861b-44d29863dbe0 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:27.856829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.870549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 40456532-1769-4645-afd9-9e7a7f562ea7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:27.871165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 40456532-1769-4645-afd9-9e7a7f562ea7 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:27.909415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eb078baa-022e-4c81-973d-cdf69c3697ba None None] Provisioning complete for port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:27.910086 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb078baa-022e-4c81-973d-cdf69c3697ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.958178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] For port c06c893c-f01a-4549-861b-44d29863dbe0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c06c893c-f01a-4549-861b-44d29863dbe0,segment=NetworkSegment(60d92610-d64f-423c-80db-9eeac8c45a9d),segment_id=60d92610-d64f-423c-80db-9eeac8c45a9d)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:27.958544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:27.974130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Calling delete_port for c06c893c-f01a-4549-861b-44d29863dbe0 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:28.023494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-eb078baa-022e-4c81-973d-cdf69c3697ba None None] Port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:28.101015 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:28.151038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] No DVR routers for this DVR port c06c893c-f01a-4549-861b-44d29863dbe0 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:28.205586 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9210f7f5-5bf0-457d-8994-1ad7c02ce28a service neutron] 10.222.0.15 "GET /v2.0/ports/91a3e20c-c74b-4366-a10a-a264f88012cb/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3836601
Nov 27 20:49:28.225196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd62ea01-9a2f-44ab-acaa-8c90f2620ea6 None None] DHCP port deletion for af65fcc6-be6d-4d20-a33a-e002b41ea24a request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:49:28.342075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:49:28.446712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8504e055-f0ea-4787-a7a9-2d47c2a983e7 req-9244df6b-1b20-4865-a115-a75270de8aa8 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 210 time: 0.0740857
Nov 27 20:49:28.477930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:28.516593 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:28.542205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb has no active binding in host nch1-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 20:49:28.651606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:28.658109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06c893c-f01a-4549-861b-44d29863dbe0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:28.665243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:28.687041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2e9865b9-7cdc-4a7a-876d-33c7e6f23eda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e11cec7060094963bccef4d0cadba71d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9687846
Nov 27 20:49:28.706045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58724) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:28.707124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:28.750144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-369db829-c212-4528-80ea-e65bcc63bc26 req-1d0e4f08-2893-42ea-8097-447fc23fa9d5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9256184
Nov 27 20:49:28.775113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:28.779131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efc743a0>,) {'filters': {'network_id': ['af65fcc6-be6d-4d20-a33a-e002b41ea24a']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:28.796329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ca08-76a0-4f12-aba3-fe3234459bf4 req-4c03af6c-70a4-4bc2-8bfd-c7140894a11d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:28.798452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8477ca08-76a0-4f12-aba3-fe3234459bf4 req-4c03af6c-70a4-4bc2-8bfd-c7140894a11d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 943 time: 0.2384167
Nov 27 20:49:28.809951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:28.815419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-a711c697-8a02-4559-af92-e262fa045705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:28.816925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-a711c697-8a02-4559-af92-e262fa045705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=72659aa0252c4e7491effb8522dd5a1c&device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 1097 time: 0.1658304
Nov 27 20:49:28.818693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efc743a0>, '60d92610-d64f-423c-80db-9eeac8c45a9d') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:28.818994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efc743a0>, '60d92610-d64f-423c-80db-9eeac8c45a9d') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:28.851187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:28.939149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-a153f17b-8bee-4888-a5bc-422520bcf871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:28.940945 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-a153f17b-8bee-4888-a5bc-422520bcf871 service neutron] 10.222.0.15 "GET /v2.0/networks?id=325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 200  len: 917 time: 0.1027431
Nov 27 20:49:28.945461 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8477ca08-76a0-4f12-aba3-fe3234459bf4 req-5cbd4431-5a0e-42ac-bb89-91e2ca51254a tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247287
Nov 27 20:49:28.946242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event updated for resources: {'Port': ['ID=f7eb3780-8e46-4709-b050-efac2b428838,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:28.961647 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:28.972262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:28.979174 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a8d05e6-5b7e-4cb9-908a-8a7b892b90e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.009934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:29.038956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-fc077552-3c53-47ce-b563-89c92710f622 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fdcccc-7383-40d8-8be2-9440dff6baff HTTP/1.1" status: 200  len: 217 time: 0.0857811
Nov 27 20:49:29.041588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.044450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:29.045374 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.059233 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a8d05e6-5b7e-4cb9-908a-8a7b892b90e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.079414 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a8336d81-23c2-49de-85e3-6bd46feadb30 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8257377
Nov 27 20:49:29.080947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:29.107270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-ae77c621-ebdf-4982-98e2-fe9496917dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:29.108758 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-ae77c621-ebdf-4982-98e2-fe9496917dc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3f49dd7-5e25-4ded-b980-54f2c73a9e13 HTTP/1.1" status: 200  len: 855 time: 0.0608509
Nov 27 20:49:29.114820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:49:29.115510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:49:29.117932 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:49:29.124958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Request body: {'port': {'device_id': 'ff456cbf-e87f-45d6-bc23-eda1680f7319', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:29.231652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a3e20c-c74b-4366-a10a-a264f88012cb {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:29.246971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5441-b3b2-465f-9bf9-5a62ce69bd4d req-5957fd8f-81ef-4616-846b-2084584810fe tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:29.256380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-90ab5441-b3b2-465f-9bf9-5a62ce69bd4d req-5957fd8f-81ef-4616-846b-2084584810fe tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.3143406
Nov 27 20:49:29.266974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c06c893c-f01a-4549-861b-44d29863dbe0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:29.290653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:29.304530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c06c893c-f01a-4549-861b-44d29863dbe0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:29.305174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c06c893c-f01a-4549-861b-44d29863dbe0 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:29.315787 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.330482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.333416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03656c06-3cc8-4fda-a16b-4029c1b5ca5e {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:29.334581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-2cf9dadc-2af1-4601-9cd1-0cbc2afc1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:29.339051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.339298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-2cf9dadc-2af1-4601-9cd1-0cbc2afc1eea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=325efdd2-0df2-4453-9d05-e00eab372342&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2001612
Nov 27 20:49:29.346784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a8d05e6-5b7e-4cb9-908a-8a7b892b90e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.349401 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a8d05e6-5b7e-4cb9-908a-8a7b892b90e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.353329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5a8d05e6-5b7e-4cb9-908a-8a7b892b90e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eacc69c5-2fb2-47ba-9abf-cbba189760bf HTTP/1.1" status: 204  len: 168 time: 0.6411703
Nov 27 20:49:29.371889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.394851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.404096 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] 10.222.0.21 "DELETE /v2.0/networks/af65fcc6-be6d-4d20-a33a-e002b41ea24a HTTP/1.1" status: 204  len: 168 time: 2.1864035
Nov 27 20:49:29.428794 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-888c2092-5dbb-43fd-b926-265871dc4319 None None] Provisioning complete for port f7eb3780-8e46-4709-b050-efac2b428838 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:29.428794 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-888c2092-5dbb-43fd-b926-265871dc4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.429138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d05e6-5b7e-4cb9-908a-8a7b892b90e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacc69c5-2fb2-47ba-9abf-cbba189760bf,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:29.432533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdec8f1-8fd9-4633-8b8a-1389e94c1035 admin admin] Pushing event deleted for resources: {'Network': ['ID=af65fcc6-be6d-4d20-a33a-e002b41ea24a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:29.523127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-888c2092-5dbb-43fd-b926-265871dc4319 None None] Port f7eb3780-8e46-4709-b050-efac2b428838 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:29.535802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Transition to ACTIVE for port object 03656c06-3cc8-4fda-a16b-4029c1b5ca5e will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:49:29.543946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-90ab5441-b3b2-465f-9bf9-5a62ce69bd4d req-10cb8ef5-d31a-44a5-9111-1152a703c2a6 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2864463
Nov 27 20:49:29.619576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:29.634446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-9fd3c086-c550-4a51-b6d8-8ad05c46111a service neutron] 10.222.0.15 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2448654
Nov 27 20:49:29.746191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58738) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:29.822002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df912777-8bc0-413c-8ae0-d56f074f4aaa req-74a0da6d-9093-4088-9981-3986cbd4151e service neutron] 10.222.0.15 "GET /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799729
Nov 27 20:49:29.842382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-17c104aa-68ad-4ab9-afdd-60016011762b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6d0433d36494c339de083939adfa30d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0941205
Nov 27 20:49:29.844668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58742) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:29.897351 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:29.938544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:29.997817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] Transition to ACTIVE for port object 91a3e20c-c74b-4366-a10a-a264f88012cb will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:49:30.011034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf0940-1a53-41d5-8b99-c218058b5814 req-ee463e61-04b1-4bb0-97c7-1bbc0dfea753 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:30.012678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7adf0940-1a53-41d5-8b99-c218058b5814 req-ee463e61-04b1-4bb0-97c7-1bbc0dfea753 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.1279528
Nov 27 20:49:30.019945 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c354842-5d29-4a2d-9109-9b2a3679d77b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:30.025880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25060a5-4797-4fe8-ba08-fc67888022d7 req-3e795377-fb23-44d2-ace2-9711a5cbfcf3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:30.033937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e25060a5-4797-4fe8-ba08-fc67888022d7 req-3e795377-fb23-44d2-ace2-9711a5cbfcf3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 936 time: 0.4291062
Nov 27 20:49:30.069531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c354842-5d29-4a2d-9109-9b2a3679d77b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:30.077535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:30.079469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:30.140696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7adf0940-1a53-41d5-8b99-c218058b5814 req-548af08b-474b-4ab3-b7cc-980044280469 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167262
Nov 27 20:49:30.153263 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c354842-5d29-4a2d-9109-9b2a3679d77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:30.156962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c354842-5d29-4a2d-9109-9b2a3679d77b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:30.158204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3c354842-5d29-4a2d-9109-9b2a3679d77b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4e9e578-9d7a-4126-9537-15db804d3a2f HTTP/1.1" status: 204  len: 168 time: 0.3120894
Nov 27 20:49:30.167026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354842-5d29-4a2d-9109-9b2a3679d77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e9e578-9d7a-4126-9537-15db804d3a2f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:30.331239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f134d4-d2a8-490a-baa5-343f610f7afc req-9700e0bc-0f01-423c-86a5-ca039947b76f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:30.339147 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5f134d4-d2a8-490a-baa5-343f610f7afc req-9700e0bc-0f01-423c-86a5-ca039947b76f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 944 time: 0.0905852
Nov 27 20:49:30.406659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5f134d4-d2a8-490a-baa5-343f610f7afc req-42f639e4-b117-46e9-9c48-dfd17b454a78 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662029
Nov 27 20:49:30.653392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] No DVR routers for this DVR port 91a3e20c-c74b-4366-a10a-a264f88012cb on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:30.693982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] Pushing event updated for resources: {'Port': ['ID=91a3e20c-c74b-4366-a10a-a264f88012cb,revision_number=10']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:30.703066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e25060a5-4797-4fe8-ba08-fc67888022d7 req-0632ca99-e296-442a-91ec-253e494c2cf9 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6682281
Nov 27 20:49:30.731229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Attempting to bind port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:30.731814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Attempting to bind port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:30.732253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Attempting to bind port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:30.748101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-808229a5-20ec-4c7a-b9a7-66887e192f9a service neutron] 10.222.0.15 "PUT /v2.0/ports/91a3e20c-c74b-4366-a10a-a264f88012cb/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.5219269
Nov 27 20:49:30.751169 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba68378-9520-49f4-8c80-bfb00aeee6c2 req-d957d833-d6dc-47cb-b623-e7bf8014297c tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:30.758880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58770) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:30.760145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ba68378-9520-49f4-8c80-bfb00aeee6c2 req-d957d833-d6dc-47cb-b623-e7bf8014297c tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.1095898
Nov 27 20:49:30.769694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:30.770115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Attempting to bind port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:30.795636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:30.796137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:30.797457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:30.798409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Bound port: 03656c06-3cc8-4fda-a16b-4029c1b5ca5e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:30.799246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:30.896611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ba68378-9520-49f4-8c80-bfb00aeee6c2 req-c45dcddb-f539-4b37-a9f4-08ed11508b14 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352918
Nov 27 20:49:30.913751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-7230fbb5-2df4-44b2-9cd5-1107bd5546e7 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:30.915530 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-7230fbb5-2df4-44b2-9cd5-1107bd5546e7 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0973053
Nov 27 20:49:30.917298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58774) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:30.932134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1579627f-16f3-4eca-bf15-0c66f226f202 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d61eba1a7f8f4515a0c7ec1489d0b15f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1687458
Nov 27 20:49:30.941808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58780) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:30.973549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9051ab9b-fb11-400b-b46c-418223f9b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:30.976862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-9051ab9b-fb11-400b-b46c-418223f9b152 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3&tenant_id=149906b8a2744176929b4d314a0de57d HTTP/1.1" status: 200  len: 1095 time: 0.0520053
Nov 27 20:49:31.057508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7eb3780-8e46-4709-b050-efac2b428838 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:31.078805 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.096085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-71478849-ec8a-46a3-9e82-ec538984ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.097577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-71478849-ec8a-46a3-9e82-ec538984ae26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1095 time: 0.0870309
Nov 27 20:49:31.104880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ae23dbb-9ae0-43b2-b6d6-fe065dd8fbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.112118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699eba0c-a0db-407c-8064-a7a740dbc945 req-e8f56e49-59f6-45d9-82a4-b3e144bae8e0 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.113971 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-699eba0c-a0db-407c-8064-a7a740dbc945 req-e8f56e49-59f6-45d9-82a4-b3e144bae8e0 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0913250
Nov 27 20:49:31.115340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] For port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:31.127801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-network', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:31.133820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Transition to ACTIVE for port object f7eb3780-8e46-4709-b050-efac2b428838 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:49:31.138206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] For port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:31.146995 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.153364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ae23dbb-9ae0-43b2-b6d6-fe065dd8fbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.157530 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.247803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.247803 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.248958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] 10.222.0.15 "PUT /v2.0/ports/03656c06-3cc8-4fda-a16b-4029c1b5ca5e HTTP/1.1" status: 200  len: 1095 time: 3.7861264
Nov 27 20:49:31.250330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352412c0-8ac8-4c44-810a-ce588efeafcd', 'tag': '03656c06-3cc8-4fda-a16b-4029c1b5ca5e'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:31.252856 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "352412c0-8ac8-4c44-810a-ce588efeafcd", "tag": "03656c06-3cc8-4fda-a16b-4029c1b5ca5e"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:31.259588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eb3780-8e46-4709-b050-efac2b428838,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:31.287527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-3dcb56c3-2297-4161-86e8-43c0e31b835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.290159 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-3dcb56c3-2297-4161-86e8-43c0e31b835c service neutron] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.1731513
Nov 27 20:49:31.314972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Made reservation on behalf of 0d7f9b1bff9d44649f6d199a1d7a0fbb for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:31.317697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.373952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.377908 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-2416d4ff-8c22-4f9b-a037-c2e5353d13ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a3e20c-c74b-4366-a10a-a264f88012cb HTTP/1.1" status: 200  len: 217 time: 0.0742202
Nov 27 20:49:31.383746 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-699eba0c-a0db-407c-8064-a7a740dbc945 req-37756679-143b-47a8-bb27-529b07f9d043 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2497418
Nov 27 20:49:31.409190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeee64f-7c34-4aa8-9714-d03a12566fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:31.460308 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ae23dbb-9ae0-43b2-b6d6-fe065dd8fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.461704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-ea6f80b3-0e8a-48e4-96c9-13ea16b8354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.463059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ae23dbb-9ae0-43b2-b6d6-fe065dd8fbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.464263 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7ae23dbb-9ae0-43b2-b6d6-fe065dd8fbe1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bafe8f62-9955-4a9f-8962-4347bf15e1ac HTTP/1.1" status: 204  len: 168 time: 0.5214727
Nov 27 20:49:31.469798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-ea6f80b3-0e8a-48e4-96c9-13ea16b8354b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0735304
Nov 27 20:49:31.497430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae23dbb-9ae0-43b2-b6d6-fe065dd8fbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafe8f62-9955-4a9f-8962-4347bf15e1ac,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:31.520115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b0d70-5c85-4ecb-a5b0-80103b4f3be7 req-71988b09-6dd0-42d8-a867-67c2f26b33c8 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.525844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5b0d70-5c85-4ecb-a5b0-80103b4f3be7 req-71988b09-6dd0-42d8-a867-67c2f26b33c8 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.2494214
Nov 27 20:49:31.528804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-98a01eaa-3ea3-436c-a01b-edb91d10a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.530513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-98a01eaa-3ea3-436c-a01b-edb91d10a41e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=352412c0-8ac8-4c44-810a-ce588efeafcd HTTP/1.1" status: 200  len: 1098 time: 0.1933608
Nov 27 20:49:31.531088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Attempting to bind port f7eb3780-8e46-4709-b050-efac2b428838 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:31.531494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Attempting to bind port f7eb3780-8e46-4709-b050-efac2b428838 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:31.531832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Attempting to bind port f7eb3780-8e46-4709-b050-efac2b428838 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:31.537323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Port f7eb3780-8e46-4709-b050-efac2b428838 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:31.537718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Attempting to bind port f7eb3780-8e46-4709-b050-efac2b428838 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:31.553085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:31.553435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:31.553832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:31.554288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Bound port: f7eb3780-8e46-4709-b050-efac2b428838, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:31.554653 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.560350 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-41744bfe-c604-4391-93c9-8a06b61f291f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0821528
Nov 27 20:49:31.618887 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81a21bc-e775-497b-9b72-f362c8584414 x-openstack-request-id: req-f81a21bc-e775-497b-9b72-f362c8584414 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:31.619187 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352412c0-8ac8-4c44-810a-ce588efeafcd", "tag": "03656c06-3cc8-4fda-a16b-4029c1b5ca5e", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:31.619474 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f81a21bc-e775-497b-9b72-f362c8584414 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:31.619874 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352412c0-8ac8-4c44-810a-ce588efeafcd', 'tag': '03656c06-3cc8-4fda-a16b-4029c1b5ca5e', 'status': 'completed', 'code': 200}
Nov 27 20:49:31.632700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-fa0fdf17-158b-4a02-93e6-4185e1c0114d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=03656c06-3cc8-4fda-a16b-4029c1b5ca5e HTTP/1.1" status: 200  len: 217 time: 0.0910583
Nov 27 20:49:31.783339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5b0d70-5c85-4ecb-a5b0-80103b4f3be7 req-a98f3536-8f5c-44e3-b0f2-53544b513f41 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328405
Nov 27 20:49:31.793409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f7193d71-8fc8-4500-ad9b-c6a399486d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.795160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-f7193d71-8fc8-4500-ad9b-c6a399486d00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1180363
Nov 27 20:49:31.796319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] For port f7eb3780-8e46-4709-b050-efac2b428838, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:31.802450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] For port f7eb3780-8e46-4709-b050-efac2b428838, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7eb3780-8e46-4709-b050-efac2b428838,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:31.816879 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.885290 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.908730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.913246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.914701 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] 10.222.0.35 "PUT /v2.0/ports/f7eb3780-8e46-4709-b050-efac2b428838 HTTP/1.1" status: 200  len: 1096 time: 2.7964232
Nov 27 20:49:31.940041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288686b8-2d97-4909-b58a-a12833618eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eb3780-8e46-4709-b050-efac2b428838,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:31.955723 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:31.967861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-6b07c599-03a7-489f-bd9b-0e0a505f2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:31.970331 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-6b07c599-03a7-489f-bd9b-0e0a505f2d46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1649132
Nov 27 20:49:32.007204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-1749d667-1d2b-4899-ab18-2cb097d0c761 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4313595
Nov 27 20:49:32.041216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:49:32.064829 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-a0243c3f-3439-4bac-9f76-e957268e659c service neutron] show failed (client error): The resource could not be found.
Nov 27 20:49:32.066301 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-a0243c3f-3439-4bac-9f76-e957268e659c service neutron] 10.222.0.35 "GET /v2.0/ports/55d30e88-9406-4ec6-91aa-9618b04ad283/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.5181780
Nov 27 20:49:32.070031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ae9ff9-d07d-4461-9985-dcb69da380e8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:32.129407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:32.130078 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Added segment 1e72344c-8c7c-47af-a52e-f4c3a063ba5a of type vlan for network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b
Nov 27 20:49:32.144682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b7dc8-b59f-44e6-b3fa-49229917ce5f req-bc91d3cd-b3a7-49ec-8779-89945203583b tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:32.146889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313b7dc8-b59f-44e6-b3fa-49229917ce5f req-bc91d3cd-b3a7-49ec-8779-89945203583b tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=2262a9bd-9524-4919-8024-e41473beec99 HTTP/1.1" status: 200  len: 945 time: 0.2096603
Nov 27 20:49:32.166263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-b1ed2542-6489-431e-87c3-678cefbdb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:32.167984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-b1ed2542-6489-431e-87c3-678cefbdb434 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 1099 time: 0.1951292
Nov 27 20:49:32.235564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c7663-d981-4dcf-92ae-a94c636782f7 req-ff8d7e84-6062-4900-9142-330f1e7d4717 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:32.246783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a02c7663-d981-4dcf-92ae-a94c636782f7 req-ff8d7e84-6062-4900-9142-330f1e7d4717 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 944 time: 0.4035439
Nov 27 20:49:32.266358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-a0143ed2-d7d6-470e-a372-776ec6707ced service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=f7eb3780-8e46-4709-b050-efac2b428838 HTTP/1.1" status: 200  len: 217 time: 0.0886409
Nov 27 20:49:32.279828 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-412be671-cda0-4402-997e-97ab4bebedd9 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2801266
Nov 27 20:49:32.327522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-c2419971-9fab-46f1-a3b8-3b0f3cd38e2c service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3101082
Nov 27 20:49:32.390014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:32.456828 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a02c7663-d981-4dcf-92ae-a94c636782f7 req-1c547ee1-c894-48ba-8c29-d1a0a8abdb7f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046378
Nov 27 20:49:32.461780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-8cd10093-ae7e-4558-9be5-da736141e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:32.473287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-8cd10093-ae7e-4558-9be5-da736141e600 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1736763
Nov 27 20:49:32.485710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313b7dc8-b59f-44e6-b3fa-49229917ce5f req-fb4c5d9e-7e41-4a2b-94c6-2eac1189ec63 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3163996
Nov 27 20:49:32.492194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:32.493977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:32.495052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:32.611878 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.6903291
Nov 27 20:49:32.619515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58822) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:32.633082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Request body: {'subnet': {'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-subnet', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:32.643192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e186101-dc7b-4d74-8d6e-b86fe5db07cc admin admin] Pushing event updated for resources: {'Network': ['ID=dfbeaea8-3dc8-4d50-a82a-6bcdca44936b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:32.654342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:49:32.729010 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-cbca48b9-e837-43ed-9309-e3dd41f78777 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4374685
Nov 27 20:49:32.734564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-eda4e2de-969c-47ab-9489-17830b769385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:32.748616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-eda4e2de-969c-47ab-9489-17830b769385 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835&tenant_id=04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 1101 time: 0.2923057
Nov 27 20:49:32.750973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58824) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:32.766816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-4cd290b6-8cbf-4e9b-88c4-62edcdf713c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:32.768794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-4cd290b6-8cbf-4e9b-88c4-62edcdf713c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2769744
Nov 27 20:49:32.774305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:32.830956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Made reservation on behalf of 0d7f9b1bff9d44649f6d199a1d7a0fbb for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:32.834960 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:32.983266 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-2794365a-a3a4-4a35-9f00-bffdb0b7d946 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957216
Nov 27 20:49:32.993484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4bda5-0de7-4c38-a524-ba0b467411ba req-a30ee1e7-522b-41b0-a50b-0f02ca49d4d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:32.997085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e6b4bda5-0de7-4c38-a524-ba0b467411ba req-a30ee1e7-522b-41b0-a50b-0f02ca49d4d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.3277638
Nov 27 20:49:33.012584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1117730263-network', 'tenant_id': '3452ada55fe043918a4bf028d75b070d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:33.020518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-3d57fe5f-e9f2-42e8-b4c8-2207ce493e9d tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:33.022522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-3d57fe5f-e9f2-42e8-b4c8-2207ce493e9d tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.3233202
Nov 27 20:49:33.040495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac79bf-9826-4390-a5b7-841f41e13323 req-01247d84-2c38-4d11-860d-fa238694d3a7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:33.048552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6aac79bf-9826-4390-a5b7-841f41e13323 req-01247d84-2c38-4d11-860d-fa238694d3a7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 948 time: 0.4101262
Nov 27 20:49:33.147973 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e6b4bda5-0de7-4c38-a524-ba0b467411ba req-fe947ba0-c820-40b5-9fa0-94363355954d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308827
Nov 27 20:49:33.150314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.222843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-2646eb74-905e-4022-aaec-76c6e7fc56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:33.224396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-2646eb74-905e-4022-aaec-76c6e7fc56bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=352412c0-8ac8-4c44-810a-ce588efeafcd HTTP/1.1" status: 200  len: 1098 time: 0.3795953
Nov 27 20:49:33.231166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Made reservation on behalf of 3452ada55fe043918a4bf028d75b070d for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:33.233616 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.238624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6aac79bf-9826-4390-a5b7-841f41e13323 req-6ac07678-3ac3-426c-8533-31c1e461d800 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883833
Nov 27 20:49:33.297414 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.328437 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-efe702fd-de5e-4ffc-9eca-80b4aa81afdc req-9524c231-0d2d-494b-bbfd-6bdb69a92d8c tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:49:33.329453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efe702fd-de5e-4ffc-9eca-80b4aa81afdc req-9524c231-0d2d-494b-bbfd-6bdb69a92d8c tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0331643
Nov 27 20:49:33.355885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-33dc4499-1ec9-4535-8de4-f8ab6fc500ae service neutron] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:33.370198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-33dc4499-1ec9-4535-8de4-f8ab6fc500ae service neutron] Publish callbacks [] for binding, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.371241 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b21d8f1c-3c68-4604-b511-aa07b3545186 req-33dc4499-1ec9-4535-8de4-f8ab6fc500ae service neutron] 10.222.0.35 "DELETE /v2.0/ports/91a3e20c-c74b-4366-a10a-a264f88012cb/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3375373
Nov 27 20:49:33.392821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a7048-ced7-4a2a-8695-63dfd77e9641 req-e444a71b-97e0-4f8b-9a9a-230d87217f51 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:33.394391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-470a7048-ced7-4a2a-8695-63dfd77e9641 req-e444a71b-97e0-4f8b-9a9a-230d87217f51 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.1682189
Nov 27 20:49:33.396017 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.423205 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044e653e-885c-445e-a4a3-94a843ff2c2c req-95bccb76-1683-413b-8561-525972a8c49f service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4173584
Nov 27 20:49:33.482567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02be517b-ba1b-4fd2-ad93-46d14eee7130,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:33.512520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-470a7048-ced7-4a2a-8695-63dfd77e9641 req-88bb91a0-5d8e-4eab-b136-e6f1f0acbfeb tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065166
Nov 27 20:49:33.516006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Checking segment: {'id': '1e72344c-8c7c-47af-a52e-f4c3a063ba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:33.516006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Network hostable DHCP agents. Network: dfbeaea8-3dc8-4d50-a82a-6bcdca44936b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:49:33.543499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:49:33.554532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dfbeaea8-3dc8-4d50-a82a-6bcdca44936b) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:33.560308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:33.560994 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.568435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14317138-cfca-48c1-bb12-c81d0bf4ab01 None None] Network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:49:33.600210 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ceb5e655-a3ab-449f-935b-01675dc83536 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9756372
Nov 27 20:49:33.601778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58838) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:33.606515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:33.622899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-4dae2bd6-7c12-4af8-b28e-7703a62418e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:33.623760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-4dae2bd6-7c12-4af8-b28e-7703a62418e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.3769221
Nov 27 20:49:33.628182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efe702fd-de5e-4ffc-9eca-80b4aa81afdc req-a49c88eb-d6f0-420d-8a32-be0d514b3f65 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.2866156
Nov 27 20:49:33.628624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff456cbf-e87f-45d6-bc23-eda1680f7319', 'tag': 'f7eb3780-8e46-4709-b050-efac2b428838'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:33.630902 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf728909-c695-4079-bd92-bf88ebf3d054" -d '{"events": [{"name": "network-changed", "server_uuid": "ff456cbf-e87f-45d6-bc23-eda1680f7319", "tag": "f7eb3780-8e46-4709-b050-efac2b428838"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:33.728261 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.729323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.736983 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-2ef6b766-d4ed-4d6b-baab-3d2401a7767e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=03656c06-3cc8-4fda-a16b-4029c1b5ca5e HTTP/1.1" status: 200  len: 217 time: 0.0828283
Nov 27 20:49:33.756291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dfbeaea8-3dc8-4d50-a82a-6bcdca44936b', 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'fixed_ips': [{'subnet_id': '02be517b-ba1b-4fd2-ad93-46d14eee7130'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:49:33.758701 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.828596 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.828844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b293e-0427-4c61-a9e9-9c907017e6b3 req-aca7ed58-0a48-4ba3-91b4-7f818ab2f844 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:33.839296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf9b293e-0427-4c61-a9e9-9c907017e6b3 req-aca7ed58-0a48-4ba3-91b4-7f818ab2f844 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 944 time: 0.2045484
Nov 27 20:49:33.843932 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.884796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-50f4e9d5-a61a-403c-b15e-2033a12b65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:33.886864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-50f4e9d5-a61a-403c-b15e-2033a12b65f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1339278
Nov 27 20:49:33.895459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:49:33.898614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:33.948559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c339f2-27fa-4ea6-a141-2edd5e8c005c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:33.962048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:33.962852 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Added segment c25b6391-df7f-438f-b14b-eb8ee67e7c62 of type vlan for network be9122ae-5461-41a9-8128-1bf0198a3d43
Nov 27 20:49:33.977865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf9b293e-0427-4c61-a9e9-9c907017e6b3 req-c98df016-a14c-44ac-bfc9-0ce41b032b1e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354566
Nov 27 20:49:33.992341 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.030305 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.032961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:34.065858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e12fe797-53a8-4f3c-ac39-eda05faa84ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.074964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-5ba73033-0d0e-446e-9bcb-26c46328421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:34.076524 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-5ba73033-0d0e-446e-9bcb-26c46328421e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1637437
Nov 27 20:49:34.116651 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de6ef0-a51c-44c4-875a-12ccf8eafc88 x-openstack-request-id: req-56de6ef0-a51c-44c4-875a-12ccf8eafc88 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:34.116949 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff456cbf-e87f-45d6-bc23-eda1680f7319", "tag": "f7eb3780-8e46-4709-b050-efac2b428838", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:34.117199 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56de6ef0-a51c-44c4-875a-12ccf8eafc88 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:34.117847 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff456cbf-e87f-45d6-bc23-eda1680f7319', 'tag': 'f7eb3780-8e46-4709-b050-efac2b428838', 'status': 'completed', 'code': 200}
Nov 27 20:49:34.178761 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.194711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.195696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:34.196302 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.214679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Allocated IP 172.20.0.2 (dfbeaea8-3dc8-4d50-a82a-6bcdca44936b/02be517b-ba1b-4fd2-ad93-46d14eee7130/8d438c38-5abf-4ca1-9c88-26a8d8432eb4) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:34.244720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Transition to ACTIVE for port object 55d30e88-9406-4ec6-91aa-9618b04ad283 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:49:34.287034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.406758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816949de-3557-4d8e-ad69-3ed55db805e4 req-86651e86-5b92-47b8-92d3-dbd7a9f0cd63 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:34.414341 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-816949de-3557-4d8e-ad69-3ed55db805e4 req-86651e86-5b92-47b8-92d3-dbd7a9f0cd63 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.1220322
Nov 27 20:49:34.508877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.512292 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-816949de-3557-4d8e-ad69-3ed55db805e4 req-caf73b69-0d5f-4501-9341-c3ed16dc19e7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967515
Nov 27 20:49:34.519769 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.585551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.631667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.8743300
Nov 27 20:49:34.646122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:34.649633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58856) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:34.661417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:34.663960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Request body: {'subnet': {'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1117730263-subnet', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:34.673113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Pushing event updated for resources: {'Port': ['ID=8d438c38-5abf-4ca1-9c88-26a8d8432eb4,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:34.676839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:34.695480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc367cdd-521b-4683-919f-9684c3e25a90 admin admin] Pushing event updated for resources: {'Network': ['ID=be9122ae-5461-41a9-8128-1bf0198a3d43,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:34.699888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5dcc1-bd0c-4e26-a5be-aeff02cd2cd8 req-e4546d34-99ac-45c2-a73e-ae554cc3ab77 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:34.701641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51c5dcc1-bd0c-4e26-a5be-aeff02cd2cd8 req-e4546d34-99ac-45c2-a73e-ae554cc3ab77 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 948 time: 0.1046708
Nov 27 20:49:34.714262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network be9122ae-5461-41a9-8128-1bf0198a3d43 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:49:34.739582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-1e14a565-891a-487d-b407-c4a0ed3a97ef service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6498048
Nov 27 20:49:34.784570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-61686f2c-50ff-4d78-9cff-f5dd20c61674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:34.786613 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-61686f2c-50ff-4d78-9cff-f5dd20c61674 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 1099 time: 0.6504700
Nov 27 20:49:34.803481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] No DVR routers for this DVR port 55d30e88-9406-4ec6-91aa-9618b04ad283 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:34.812972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Attempting to bind port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:34.813492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Attempting to bind port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e72344c-8c7c-47af-a52e-f4c3a063ba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:34.813706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Attempting to bind port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 on network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:34.834051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:34.834508 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Checking segment: {'id': '1e72344c-8c7c-47af-a52e-f4c3a063ba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:34.834833 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.835229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Bound using segment: {'id': '1e72344c-8c7c-47af-a52e-f4c3a063ba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:34.835739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Bound port: 8d438c38-5abf-4ca1-9c88-26a8d8432eb4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e72344c-8c7c-47af-a52e-f4c3a063ba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:34.836123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.897038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:34.913122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51c5dcc1-bd0c-4e26-a5be-aeff02cd2cd8 req-38491be8-5ff4-4c21-a048-f364e0c7d4e9 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443574
Nov 27 20:49:34.919960 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.946223 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:34.962424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] For port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:34.965015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] For port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d438c38-5abf-4ca1-9c88-26a8d8432eb4,segment=NetworkSegment(1e72344c-8c7c-47af-a52e-f4c3a063ba5a),segment_id=1e72344c-8c7c-47af-a52e-f4c3a063ba5a)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:34.980201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:35.008468 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Made reservation on behalf of 3452ada55fe043918a4bf028d75b070d for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:35.013292 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:35.076045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:35.076744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:35.076859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:35.077864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de36d7-0eae-4e4e-b83a-284bbf9ba81f None None] Pushing event updated for resources: {'Port': ['ID=8d438c38-5abf-4ca1-9c88-26a8d8432eb4,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:35.104117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063238a4-75c9-4969-b9c7-bfe0e2f7ad92 req-44f50bdb-6781-44a2-9dc0-51d3b358acf3 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:35.114028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-063238a4-75c9-4969-b9c7-bfe0e2f7ad92 req-44f50bdb-6781-44a2-9dc0-51d3b358acf3 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1095 time: 0.5239003
Nov 27 20:49:35.170723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de4de-0ab5-4062-8e1a-200755eee01c req-df2159af-a892-40f2-b9fa-ac13dcc28398 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:35.171087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Port 55d30e88-9406-4ec6-91aa-9618b04ad283 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:35.172113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:35.173603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e0de4de-0ab5-4062-8e1a-200755eee01c req-df2159af-a892-40f2-b9fa-ac13dcc28398 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=2262a9bd-9524-4919-8024-e41473beec99 HTTP/1.1" status: 200  len: 945 time: 0.1391351
Nov 27 20:49:35.189652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:35.190026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:35.190646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:35.191107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Bound port: 55d30e88-9406-4ec6-91aa-9618b04ad283, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:35.191501 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:35.197032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Allocated IP 172.35.3.207 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/8dc6caa9-17d4-4042-935f-4eb8d066af1a) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:35.313793 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e0de4de-0ab5-4062-8e1a-200755eee01c req-4129b98c-5cbf-4715-934f-c120f3da8970 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259503
Nov 27 20:49:35.340133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-065394a7-156e-431f-8ccd-bff5ba4ca1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:35.341719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-065394a7-156e-431f-8ccd-bff5ba4ca1ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.5248072
Nov 27 20:49:35.397474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:35.423177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:35.472376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:35.477115 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-063238a4-75c9-4969-b9c7-bfe0e2f7ad92 req-c140130d-4dc9-47c8-a654-39027dd7ec32 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3622024
Nov 27 20:49:35.478413 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-67fec747-5bb3-46db-854e-5913938624a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=f7eb3780-8e46-4709-b050-efac2b428838 HTTP/1.1" status: 200  len: 217 time: 0.1166720
Nov 27 20:49:35.483314 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b323c0bd-6850-45f5-867e-72e1dfa0c5ab req-58d84172-515b-4aef-8397-b111961cdd80 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6868365
Nov 27 20:49:35.489487 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:35.534451 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:35.585762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:35.600624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53bc16-2f82-415b-9ba7-0e39785db230 req-ad836ba5-dd00-4e36-98e6-18a62fb8d888 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:35.602269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db53bc16-2f82-415b-9ba7-0e39785db230 req-ad836ba5-dd00-4e36-98e6-18a62fb8d888 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 948 time: 0.1193862
Nov 27 20:49:35.603305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:35.608495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:35.629681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:35.630324 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:35.631747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] 10.222.0.15 "PUT /v2.0/ports/55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 1096 time: 2.8618693
Nov 27 20:49:35.646118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc6caa9-17d4-4042-935f-4eb8d066af1a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:35.735654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-c4c6c9de-9266-4c0f-a8a6-2fb5c3e85c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:35.737135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-c4c6c9de-9266-4c0f-a8a6-2fb5c3e85c70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.2428834
Nov 27 20:49:35.743212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15babefd-2c24-48ea-ad06-ed63bcfe6ade service neutron] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:35.855639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:35.873264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-4d727351-1b24-4349-9de2-cd4c917be30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:35.874822 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-4d727351-1b24-4349-9de2-cd4c917be30f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1099 time: 0.1962922
Nov 27 20:49:35.908064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4e2d1-28ee-45ee-b30e-96b737b3e00a req-46919ed0-692a-48e0-9412-1c435eda512a tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:35.909561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 03656c06-3cc8-4fda-a16b-4029c1b5ca5e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:49:35.916777 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5c4e2d1-28ee-45ee-b30e-96b737b3e00a req-46919ed0-692a-48e0-9412-1c435eda512a tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.1916025
Nov 27 20:49:35.998102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-46996980-adce-47b4-8fca-66f5c738fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:36.001550 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-46996980-adce-47b4-8fca-66f5c738fb75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2362933
Nov 27 20:49:36.082180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:36.100786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '03656c06-3cc8-4fda-a16b-4029c1b5ca5e', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '03656c06-3cc8-4fda-a16b-4029c1b5ca5e', 'mac_address': 'fa:16:3e:cf:2d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:49:36.126874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283'}, {'name': 'network-changed', 'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:36.129206 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d4036f-2af9-4699-8bae-27e7f33e8e43" -d '{"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-unplugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283"}, {"name": "network-changed", "server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:36.167940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db53bc16-2f82-415b-9ba7-0e39785db230 req-54c2df78-5103-417c-9d88-51bb444d5915 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5516579
Nov 27 20:49:36.174625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3596accf-1e24-4a00-90fe-b1350288c055,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:36.176896 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:36.230975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03656c06-3cc8-4fda-a16b-4029c1b5ca5e {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:36.233097 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5c4e2d1-28ee-45ee-b30e-96b737b3e00a req-6ead4712-7f08-4955-adb6-2e92e7e59ab3 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3154416
Nov 27 20:49:36.283100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:36.292199 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:36.343711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-26fec1cc-fb02-41b6-af40-cf6ed139693c service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720811
Nov 27 20:49:36.384404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:36.401940 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5bd57143-7d92-49f0-a5d1-7834de3c64ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:36.410665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f7eb3780-8e46-4709-b050-efac2b428838 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:49:36.412981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:36.471571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786b92-74a7-4cc2-92fa-4edd2f01999a req-5a9bfe66-2e6e-49b2-896f-64ece2a1a16d tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:36.480936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f786b92-74a7-4cc2-92fa-4edd2f01999a req-5a9bfe66-2e6e-49b2-896f-64ece2a1a16d tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 1095 time: 0.1223319
Nov 27 20:49:36.488611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf728909-c695-4079-bd92-bf88ebf3d054 req-2c1bf115-674b-4605-a9b8-717dab893b51 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360595
Nov 27 20:49:36.502396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Checking segment: {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:36.502683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Network hostable DHCP agents. Network: be9122ae-5461-41a9-8128-1bf0198a3d43, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:49:36.529839 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:36.547956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:36.557164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-f011c246-0aff-499e-950d-9c9ca3a4ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:36.559532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-f011c246-0aff-499e-950d-9c9ca3a4ce11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.6350868
Nov 27 20:49:36.568902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Network be9122ae-5461-41a9-8128-1bf0198a3d43 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:49:36.588034 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f786b92-74a7-4cc2-92fa-4edd2f01999a req-b7d43810-c528-4aac-9fe1-04bd38d4656a tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059613
Nov 27 20:49:36.599558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f7eb3780-8e46-4709-b050-efac2b428838, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7eb3780-8e46-4709-b050-efac2b428838,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:36.616037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951e42af-acef-498e-b9f3-6a6e64fdcbf2 None None] Network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:49:36.616653 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-75f4bf79-398f-48e4-98ac-2770216fa3e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.0454097
Nov 27 20:49:36.624154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'f7eb3780-8e46-4709-b050-efac2b428838', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'f7eb3780-8e46-4709-b050-efac2b428838', 'mac_address': 'fa:16:3e:bb:2e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:49:36.633021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be9122ae-5461-41a9-8128-1bf0198a3d43) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:36.661201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603fe63-d96e-48be-92d0-07ab45d67d3d req-814da48f-b2f8-4f5c-b150-2c1a0fbd8ed8 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:36.662947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e603fe63-d96e-48be-92d0-07ab45d67d3d req-814da48f-b2f8-4f5c-b150-2c1a0fbd8ed8 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 948 time: 0.1733294
Nov 27 20:49:36.726624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be661e-677e-4f5a-8373-c6a35572d8d9 None None] Network be9122ae-5461-41a9-8128-1bf0198a3d43 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:49:36.737987 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:36.758090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['03656c06-3cc8-4fda-a16b-4029c1b5ca5e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:36.801728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-70b96fa4-c036-4a03-8e73-af72e77eaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:36.803239 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-70b96fa4-c036-4a03-8e73-af72e77eaebd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1712315
Nov 27 20:49:36.804738 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1a1c04-d4fd-4295-a5ec-2a71e01258ca x-openstack-request-id: req-0f1a1c04-d4fd-4295-a5ec-2a71e01258ca {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:36.805032 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-unplugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283", "code": 200}, {"name": "network-changed", "server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:36.805462 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f1a1c04-d4fd-4295-a5ec-2a71e01258ca {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:36.805860 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'code': 200}
Nov 27 20:49:36.806113 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'status': 'completed', 'code': 200}
Nov 27 20:49:36.807332 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:36.807915 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:36.828828 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:36.850760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e9f510d9-cf02-4eb3-a401-3af53051d2e4 None None] Provisioning complete for port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:36.851136 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9f510d9-cf02-4eb3-a401-3af53051d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:36.877501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9ec99613-ee5f-4595-b01f-35ed34db6bc2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.2191958
Nov 27 20:49:36.878903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58892) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:36.903510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:36.965337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-1a28e74f-5625-45cd-812e-aa46833b723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:36.966997 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-1a28e74f-5625-45cd-812e-aa46833b723b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1099 time: 0.1444168
Nov 27 20:49:36.978042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-1f96fc3c-491e-4e18-8976-eb64596e141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:36.979565 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-1f96fc3c-491e-4e18-8976-eb64596e141b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1255076
Nov 27 20:49:36.994363 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e603fe63-d96e-48be-92d0-07ab45d67d3d req-223de8ca-ca70-4ae4-b17a-f535a9cb2af1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703327
Nov 27 20:49:37.060473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd01a5-bc4e-4257-98ab-8f162119c1b5 req-0132fba1-26dc-455a-b577-2dc6b6eb04a3 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:37.067859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd01a5-bc4e-4257-98ab-8f162119c1b5 req-0132fba1-26dc-455a-b577-2dc6b6eb04a3 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:37.070765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7eb3780-8e46-4709-b050-efac2b428838 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:37.074041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd01a5-bc4e-4257-98ab-8f162119c1b5 req-0132fba1-26dc-455a-b577-2dc6b6eb04a3 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:37.075813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efbd01a5-bc4e-4257-98ab-8f162119c1b5 req-0132fba1-26dc-455a-b577-2dc6b6eb04a3 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93&device_id=2262a9bd-9524-4919-8024-e41473beec99&device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 2418 time: 0.0966277
Nov 27 20:49:37.091983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f7eb3780-8e46-4709-b050-efac2b428838, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7eb3780-8e46-4709-b050-efac2b428838,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:37.115340 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:37.152434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-f6a02ea1-d95c-4d10-b37b-9a22e7bd301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:37.156746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-f6a02ea1-d95c-4d10-b37b-9a22e7bd301c service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1762483
Nov 27 20:49:37.156949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Router 39d9ac5f-70d9-45c9-b63b-0a860d583002 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:49:37.165525 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:37.166541 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:37.204696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efbd01a5-bc4e-4257-98ab-8f162119c1b5 req-60993c43-e08a-4aaf-843b-f1dc15ac22a8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185734
Nov 27 20:49:37.264329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-c569c54f-d4f3-4261-abfa-d7a2d24b3a35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.0734880
Nov 27 20:49:37.328448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-10ba8bf4-e41c-4172-91fd-cd6870f71d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:37.329913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-10ba8bf4-e41c-4172-91fd-cd6870f71d9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0569310
Nov 27 20:49:37.336375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:37.431620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:37.472443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:49:37.483365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f7eb3780-8e46-4709-b050-efac2b428838'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:37.484151 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Sync routers for ids ['39d9ac5f-70d9-45c9-b63b-0a860d583002'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:49:37.504542 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Routers {'39d9ac5f-70d9-45c9-b63b-0a860d583002'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:37.505501 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fbaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['39d9ac5f-70d9-45c9-b63b-0a860d583002'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:37.525489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f93f2-b2ee-4d67-9eac-4a24319b5d8d req-69245bc0-c464-4835-9fcd-f30932d69384 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:37.526996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d84f93f2-b2ee-4d67-9eac-4a24319b5d8d req-69245bc0-c464-4835-9fcd-f30932d69384 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 948 time: 0.1721997
Nov 27 20:49:37.535389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-790172cc-81f3-4be3-9bc6-d5d9ed2edbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:37.537200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-790172cc-81f3-4be3-9bc6-d5d9ed2edbf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1859860
Nov 27 20:49:37.537586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:37.538809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-da58f334-709b-4c19-9374-ec72af4ae390 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.9366088
Nov 27 20:49:37.542825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58906) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:37.546835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-59dc3411-572a-48f3-b6e9-2a85e48d26f9 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3956525
Nov 27 20:49:37.693737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d84f93f2-b2ee-4d67-9eac-4a24319b5d8d req-4ed6f87a-6f13-42fd-8c1d-7b5314cf2b00 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537616
Nov 27 20:49:37.737974 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Set router 39d9ac5f-70d9-45c9-b63b-0a860d583002 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:37.755566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f7eb3780-8e46-4709-b050-efac2b428838,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:37.801595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-be9122ae-5461-41a9-8128-1bf0198a3d43', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:49:37.805333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:37.972643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:37.982488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:37.983205 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:37.997131 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9f510d9-cf02-4eb3-a401-3af53051d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:38.079347 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fbaf0>, [{'id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:33Z', 'updated_at': '2021-11-27T20:49:36Z', 'revision_number': 3, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'gw_port': {'id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:34Z', 'updated_at': '2021-11-27T20:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:38.129297 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Checking router: 39d9ac5f-70d9-45c9-b63b-0a860d583002 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:49:38.129941 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Updating router 39d9ac5f-70d9-45c9-b63b-0a860d583002 port 8dc6caa9-17d4-4042-935f-4eb8d066af1a binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:49:38.160400 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:38.223290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Allocated IP 172.20.0.2 (be9122ae-5461-41a9-8128-1bf0198a3d43/3596accf-1e24-4a00-90fe-b1350288c055/e68f0407-e87f-42ba-9a04-236272df2db3) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:38.281257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970d9df-324b-4e44-8cd7-34ca177c7c11 req-b6187033-c866-4390-87fb-e089dfb40cb3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:38.285706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b970d9df-324b-4e44-8cd7-34ca177c7c11 req-b6187033-c866-4390-87fb-e089dfb40cb3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 949 time: 0.1687655
Nov 27 20:49:38.378207 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b970d9df-324b-4e44-8cd7-34ca177c7c11 req-12207d39-22c0-4e37-a3d5-a49e3f4d2a06 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854564
Nov 27 20:49:38.594220 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b35859e-77cd-4736-80c8-4df2ad7a6366 req-8d9a8cc9-6885-4a39-b85f-f305d6e48128 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0277331
Nov 27 20:49:38.634241 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:38.637706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-f368bccd-8c1a-4e20-9d9e-6cdbdad913a1 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0843995
Nov 27 20:49:38.645150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:38.650746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e9f510d9-cf02-4eb3-a401-3af53051d2e4 None None] For port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d438c38-5abf-4ca1-9c88-26a8d8432eb4,segment=NetworkSegment(1e72344c-8c7c-47af-a52e-f4c3a063ba5a),segment_id=1e72344c-8c7c-47af-a52e-f4c3a063ba5a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:38.660839 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:38.706496 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9f510d9-cf02-4eb3-a401-3af53051d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:38.834797 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Attempting to bind port 8dc6caa9-17d4-4042-935f-4eb8d066af1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:38.835063 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Attempting to bind port 8dc6caa9-17d4-4042-935f-4eb8d066af1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:38.835456 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Attempting to bind port 8dc6caa9-17d4-4042-935f-4eb8d066af1a on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:38.842494 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:38.843135 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:38.843785 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:38.844362 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:38.844991 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Bound port: 8dc6caa9-17d4-4042-935f-4eb8d066af1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:38.845552 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:38.864672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-bab5d727-7775-49dc-a8a1-0a8a42572255 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2079446
Nov 27 20:49:38.932189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f510d9-cf02-4eb3-a401-3af53051d2e4 None None] Pushing event updated for resources: {'Port': ['ID=8d438c38-5abf-4ca1-9c88-26a8d8432eb4,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:38.974015 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:38.975244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27ac7aa9-974c-4a04-8079-a15c2bb04efa req-0e788e9b-c946-4551-924d-484988498c2f tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.5917995
Nov 27 20:49:38.978136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1aca3-3880-4a07-b36e-3734a16f8fb2 req-26ec7b3e-5a4d-44d9-b118-c0305d3c73c6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:38.987019 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Pushing event updated for resources: {'Port': ['ID=8dc6caa9-17d4-4042-935f-4eb8d066af1a,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:38.988605 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66b1aca3-3880-4a07-b36e-3734a16f8fb2 req-26ec7b3e-5a4d-44d9-b118-c0305d3c73c6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 948 time: 0.1055543
Nov 27 20:49:39.007137 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] For port 8dc6caa9-17d4-4042-935f-4eb8d066af1a, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:39.015879 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.017509 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.018036 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.019666 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.020026 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.020435 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.021061 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.021407 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.023022 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.023944 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.024293 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.024631 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:39.037960 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] For port 8dc6caa9-17d4-4042-935f-4eb8d066af1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dc6caa9-17d4-4042-935f-4eb8d066af1a,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:39.050597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d004c658-e996-4e76-90eb-37486ad0e498 None None] Provisioning complete for port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:39.051109 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d004c658-e996-4e76-90eb-37486ad0e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:39.054827 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66b1aca3-3880-4a07-b36e-3734a16f8fb2 req-b7d29f02-8fc3-423c-b4f5-e73927ba805a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650167
Nov 27 20:49:39.075195 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:39.128304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-a7b8383b-75bd-47d4-b542-39917d5ab865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:39.129903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-a7b8383b-75bd-47d4-b542-39917d5ab865 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1099 time: 0.2631347
Nov 27 20:49:39.169935 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:39.257267 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2172-1088-404f-b3c7-26af95817446 None None] Pushing event updated for resources: {'Port': ['ID=8dc6caa9-17d4-4042-935f-4eb8d066af1a,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:39.270527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-40ac3a75-3002-4603-abe3-f3958509d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:39.272088 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-40ac3a75-3002-4603-abe3-f3958509d025 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1033669
Nov 27 20:49:39.298549 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Routers {'39d9ac5f-70d9-45c9-b63b-0a860d583002'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:39.299130 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fbaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['39d9ac5f-70d9-45c9-b63b-0a860d583002'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:39.316994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Network be9122ae-5461-41a9-8128-1bf0198a3d43 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:39.322471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Pushing event updated for resources: {'Port': ['ID=e68f0407-e87f-42ba-9a04-236272df2db3,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:39.325380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:39.330107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:39.335783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:39.369466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-aae3879d-ce53-4c92-84f8-5af958937404 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.0834448
Nov 27 20:49:39.501083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-5a371fdf-6995-4610-88d4-112d572bc707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:39.502771 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-5a371fdf-6995-4610-88d4-112d572bc707 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1200376
Nov 27 20:49:39.582561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Attempting to bind port e68f0407-e87f-42ba-9a04-236272df2db3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:39.584621 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] Set router 39d9ac5f-70d9-45c9-b63b-0a860d583002 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:39.586324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Attempting to bind port e68f0407-e87f-42ba-9a04-236272df2db3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:39.586948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Attempting to bind port e68f0407-e87f-42ba-9a04-236272df2db3 on network be9122ae-5461-41a9-8128-1bf0198a3d43 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:39.634075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:39.634467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Checking segment: {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:39.634880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:39.635779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Bound using segment: {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:39.636124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Bound port: e68f0407-e87f-42ba-9a04-236272df2db3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:39.636615 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:39.675453 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:39.797532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:39.798934 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:39.887745 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fbaf0>, [{'id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:33Z', 'updated_at': '2021-11-27T20:49:36Z', 'revision_number': 3, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'gw_port': {'id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:34Z', 'updated_at': '2021-11-27T20:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:39.906374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] For port e68f0407-e87f-42ba-9a04-236272df2db3, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:39.912249 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] For port e68f0407-e87f-42ba-9a04-236272df2db3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e68f0407-e87f-42ba-9a04-236272df2db3,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:39.920112 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:39.946525 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba11df2-4edc-4568-a800-77f5625ddb68 None None] The sync data for ids ['39d9ac5f-70d9-45c9-b63b-0a860d583002'] in ncdv-master-1 is: [{'id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:33Z', 'updated_at': '2021-11-27T20:49:36Z', 'revision_number': 3, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'gw_port': {'id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:34Z', 'updated_at': '2021-11-27T20:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:49:40.003759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 03656c06-3cc8-4fda-a16b-4029c1b5ca5e up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:40.099468 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5144482-7fb7-4c1a-a3c2-c0b8367aefa1 req-a2aad790-6c24-416e-ab02-052c80ffd740 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:40.107873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5144482-7fb7-4c1a-a3c2-c0b8367aefa1 req-a2aad790-6c24-416e-ab02-052c80ffd740 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 949 time: 0.5797253
Nov 27 20:49:40.270910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9ca17-7443-4125-b16f-ce3f6f63b4ca None None] Pushing event updated for resources: {'Port': ['ID=e68f0407-e87f-42ba-9a04-236272df2db3,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:40.288707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:40.301585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:49:40.308235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:40.308839 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:40.352750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-12fe4490-7af3-49ab-b96e-aa2a9f7a04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:40.354304 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-12fe4490-7af3-49ab-b96e-aa2a9f7a04a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.8410547
Nov 27 20:49:40.458717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f7eb3780-8e46-4709-b050-efac2b428838 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:40.634379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:40.663277 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:40.677772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5144482-7fb7-4c1a-a3c2-c0b8367aefa1 req-a0980ccb-1f3d-4679-a50f-b6a7794a02ab tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5679500
Nov 27 20:49:40.689370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:40.721690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352412c0-8ac8-4c44-810a-ce588efeafcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03656c06-3cc8-4fda-a16b-4029c1b5ca5e'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:40.724450 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9c341e-b58a-4206-ac80-51f124c29908" -d '{"events": [{"server_uuid": "352412c0-8ac8-4c44-810a-ce588efeafcd", "name": "network-vif-plugged", "status": "completed", "tag": "03656c06-3cc8-4fda-a16b-4029c1b5ca5e"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:40.737205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port f7eb3780-8e46-4709-b050-efac2b428838 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:49:40.748962 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port f7eb3780-8e46-4709-b050-efac2b428838 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:40.749373 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:40.752186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:40.776927 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:40.784929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f9e0d-b731-4657-bd3f-07d3ed94388f req-45deece7-bd5a-4785-ace8-f927173fa499 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:40.799119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b7f9e0d-b731-4657-bd3f-07d3ed94388f req-45deece7-bd5a-4785-ace8-f927173fa499 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 948 time: 0.1921661
Nov 27 20:49:40.828527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:40.832059 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-417085ca-9fa9-4e41-9202-cfabc1c8a454 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4542470
Nov 27 20:49:40.884001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:40.930300 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b7f9e0d-b731-4657-bd3f-07d3ed94388f req-56b1fd44-9550-4861-b222-6ac2880e3383 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292322
Nov 27 20:49:40.934200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Allocated IP 172.35.3.141 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/9dfa61d6-4163-4bd0-938f-0f054dd77a26) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:40.980362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:41.040594 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5c3a83-8353-4ab9-bac2-68c44bc5e35e x-openstack-request-id: req-fe5c3a83-8353-4ab9-bac2-68c44bc5e35e {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:41.040982 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352412c0-8ac8-4c44-810a-ce588efeafcd", "name": "network-vif-plugged", "status": "completed", "tag": "03656c06-3cc8-4fda-a16b-4029c1b5ca5e", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:41.041251 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe5c3a83-8353-4ab9-bac2-68c44bc5e35e {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:41.041649 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352412c0-8ac8-4c44-810a-ce588efeafcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03656c06-3cc8-4fda-a16b-4029c1b5ca5e', 'code': 200}
Nov 27 20:49:41.055301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f7eb3780-8e46-4709-b050-efac2b428838, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7eb3780-8e46-4709-b050-efac2b428838,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:41.059046 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:41.174374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f7eb3780-8e46-4709-b050-efac2b428838,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:41.417977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8dc6caa9-17d4-4042-935f-4eb8d066af1a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:41.491204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Allocated IP 172.20.0.1 (dfbeaea8-3dc8-4d50-a82a-6bcdca44936b/02be517b-ba1b-4fd2-ad93-46d14eee7130/eeb6fcd9-4287-48be-8bea-7fabdb71544b) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:41.534752 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14d4036f-2af9-4699-8bae-27e7f33e8e43 req-5fa361f5-c7d4-4826-8605-0f63502af2de service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6878643
Nov 27 20:49:41.539949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8dc6caa9-17d4-4042-935f-4eb8d066af1a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:41.540522 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:41.690609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bbade-9cf5-4855-93df-e72c3b69b0e6 req-cbc5ff14-68e0-49e5-a679-237e7e6ab8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:41.692889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c57bbade-9cf5-4855-93df-e72c3b69b0e6 req-cbc5ff14-68e0-49e5-a679-237e7e6ab8e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=352412c0-8ac8-4c44-810a-ce588efeafcd HTTP/1.1" status: 200  len: 1100 time: 0.4078948
Nov 27 20:49:41.695920 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:41.718455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:41.725472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 8dc6caa9-17d4-4042-935f-4eb8d066af1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dc6caa9-17d4-4042-935f-4eb8d066af1a,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:41.731753 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:41.732704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e68f0407-e87f-42ba-9a04-236272df2db3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:41.858902 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c57bbade-9cf5-4855-93df-e72c3b69b0e6 req-f54cd12a-1e17-4a21-bc44-dfa742796154 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547961
Nov 27 20:49:41.883205 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:41.910448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:41.914412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e5a99-3ff0-415e-97bc-c9fbfbc58e37 req-2acda7f8-c3da-46b4-84df-f11bcf3b5548 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:41.923559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-901e5a99-3ff0-415e-97bc-c9fbfbc58e37 req-2acda7f8-c3da-46b4-84df-f11bcf3b5548 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 950 time: 0.0944979
Nov 27 20:49:42.000782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-901e5a99-3ff0-415e-97bc-c9fbfbc58e37 req-bb5c19c5-02ee-4dbc-af9e-5e19cc06728f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761273
Nov 27 20:49:42.038752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:42.039807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb160a7-e1e9-4025-b8f1-a6314c498cc5 None None] Network be9122ae-5461-41a9-8128-1bf0198a3d43 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:49:42.044656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:49:42.054708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:42.059095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfa61d6-4163-4bd0-938f-0f054dd77a26,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:42.069019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:42.073161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.073161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.073508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.073790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.074132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.074472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.074806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.075136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.075565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.075928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.076415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.076664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:42.168195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:42.193373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec54c0b-22a5-494a-8a5f-0afc36c64530 req-eaf7ae38-669d-4cd2-9b17-95090e18aa4e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:42.195199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ec54c0b-22a5-494a-8a5f-0afc36c64530 req-eaf7ae38-669d-4cd2-9b17-95090e18aa4e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.2810659
Nov 27 20:49:42.269491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeae03-656e-4f09-b563-856114af2ea9 req-cf8bc36b-b540-449f-acb8-dd0be9600aac tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:42.271997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46aeae03-656e-4f09-b563-856114af2ea9 req-cf8bc36b-b540-449f-acb8-dd0be9600aac tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 948 time: 0.1151903
Nov 27 20:49:42.274267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:42.356483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:42.359832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:42.362470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:42.380722 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-368a46c5-9b9d-4afa-bfb9-eae0768bcb09 None None] Provisioning complete for port e68f0407-e87f-42ba-9a04-236272df2db3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:42.381106 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-368a46c5-9b9d-4afa-bfb9-eae0768bcb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:42.387148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'mac_address': 'fa:16:3e:c6:27:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:49:42.408599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=8dc6caa9-17d4-4042-935f-4eb8d066af1a,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:42.441937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ec54c0b-22a5-494a-8a5f-0afc36c64530 req-b688dbfc-e4c7-4adc-b4b0-6331e068a0c9 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267277
Nov 27 20:49:42.463945 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46aeae03-656e-4f09-b563-856114af2ea9 req-e799de42-eb2c-4f46-b5f1-9c4241bb92f7 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799347
Nov 27 20:49:42.473344 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Pushing event updated for resources: {'Port': ['ID=eeb6fcd9-4287-48be-8bea-7fabdb71544b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:42.504067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e68f0407-e87f-42ba-9a04-236272df2db3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:42.504594 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:42.570537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:42.665888 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:42.732350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d30e88-9406-4ec6-91aa-9618b04ad283 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:42.759433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:42.800512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-368a46c5-9b9d-4afa-bfb9-eae0768bcb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:42.802536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:42.939662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-368a46c5-9b9d-4afa-bfb9-eae0768bcb09 None None] For port e68f0407-e87f-42ba-9a04-236272df2db3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e68f0407-e87f-42ba-9a04-236272df2db3,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:42.949132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:42.954295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-368a46c5-9b9d-4afa-bfb9-eae0768bcb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:42.984688 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:43.057073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a46c5-9b9d-4afa-bfb9-eae0768bcb09 None None] Pushing event updated for resources: {'Port': ['ID=e68f0407-e87f-42ba-9a04-236272df2db3,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:43.059660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff456cbf-e87f-45d6-bc23-eda1680f7319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eb3780-8e46-4709-b050-efac2b428838'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:43.062208 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff61060f-986f-43ac-8da8-29946752673e" -d '{"events": [{"server_uuid": "ff456cbf-e87f-45d6-bc23-eda1680f7319", "name": "network-vif-plugged", "status": "completed", "tag": "f7eb3780-8e46-4709-b050-efac2b428838"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:43.155575 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384152a3-b60d-45c3-bef4-c3b87f5b3f70 x-openstack-request-id: req-384152a3-b60d-45c3-bef4-c3b87f5b3f70 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:43.155897 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff456cbf-e87f-45d6-bc23-eda1680f7319", "name": "network-vif-plugged", "status": "completed", "tag": "f7eb3780-8e46-4709-b050-efac2b428838", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:43.156178 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-384152a3-b60d-45c3-bef4-c3b87f5b3f70 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:43.156579 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff456cbf-e87f-45d6-bc23-eda1680f7319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eb3780-8e46-4709-b050-efac2b428838', 'code': 200}
Nov 27 20:49:43.158778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:49:43.159146 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:49:43.160400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9b13514e-9ead-4a4e-9c7c-ede716d80dae None None] Provisioning complete for port eeb6fcd9-4287-48be-8bea-7fabdb71544b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:43.160774 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b13514e-9ead-4a4e-9c7c-ede716d80dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:43.225405 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:43.250157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9b13514e-9ead-4a4e-9c7c-ede716d80dae None None] Port eeb6fcd9-4287-48be-8bea-7fabdb71544b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:43.314462 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:43.323724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61421f49-b3a4-4137-a9fa-67870430434c req-31fedd62-a7dd-4cc8-b380-3809341ab250 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:43.325341 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61421f49-b3a4-4137-a9fa-67870430434c req-31fedd62-a7dd-4cc8-b380-3809341ab250 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 950 time: 0.1214273
Nov 27 20:49:43.381953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9d2e2459-bf54-4f78-a137-e960580b11ab None None] Provisioning complete for port e68f0407-e87f-42ba-9a04-236272df2db3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:43.382298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2459-bf54-4f78-a137-e960580b11ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:43.403265 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61421f49-b3a4-4137-a9fa-67870430434c req-a04762dd-457a-423e-8aeb-ab4fe7c859a4 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662313
Nov 27 20:49:43.470764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d770b-e4a3-4db0-b8be-a552501d09d0 req-804bb62c-2c87-4470-9b89-f9fababb7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:43.472385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-032d770b-e4a3-4db0-b8be-a552501d09d0 req-804bb62c-2c87-4470-9b89-f9fababb7512 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 1101 time: 0.0661178
Nov 27 20:49:43.479217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['55d30e88-9406-4ec6-91aa-9618b04ad283'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:43.630236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-032d770b-e4a3-4db0-b8be-a552501d09d0 req-6ed9d942-1803-417d-ab16-fc83279d120c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470175
Nov 27 20:49:43.650818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7878c39-5c23-4e2b-afea-5ece4ad56c9d req-dbb7dd0b-481c-4d8f-b6ee-a4003f8d73ac tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:43.652886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7878c39-5c23-4e2b-afea-5ece4ad56c9d req-dbb7dd0b-481c-4d8f-b6ee-a4003f8d73ac tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 949 time: 0.0624812
Nov 27 20:49:43.740027 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7878c39-5c23-4e2b-afea-5ece4ad56c9d req-495718d5-5097-4fdb-866c-ea0ec614aa6c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800312
Nov 27 20:49:43.815300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-b3e221a6-15b7-4a5d-93a9-b1a5ec5e98cf tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:43.817749 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-b3e221a6-15b7-4a5d-93a9-b1a5ec5e98cf tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.35 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.4878368
Nov 27 20:49:43.897613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8dc6caa9-17d4-4042-935f-4eb8d066af1a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:43.933246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:43.964005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8dc6caa9-17d4-4042-935f-4eb8d066af1a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:43.964393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:43.971753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09258e6e-6f62-412c-80af-876a6b8c8821 req-94a1bd8a-9be6-4608-b85e-e7f4e7f020cf tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:43.973685 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-09258e6e-6f62-412c-80af-876a6b8c8821 req-94a1bd8a-9be6-4608-b85e-e7f4e7f020cf tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.2126830
Nov 27 20:49:44.068939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e68f0407-e87f-42ba-9a04-236272df2db3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:44.131129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e68f0407-e87f-42ba-9a04-236272df2db3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:44.131651 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:44.281860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-09258e6e-6f62-412c-80af-876a6b8c8821 req-6309778b-f0fa-4dd1-ac7e-e5a7b7697de6 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605567
Nov 27 20:49:44.286691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341a0a9-d947-4e81-a749-deb4d572f0c4 req-e3f8f6ea-a598-4258-85af-f7e70794b81a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:44.291414 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4341a0a9-d947-4e81-a749-deb4d572f0c4 req-e3f8f6ea-a598-4258-85af-f7e70794b81a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 949 time: 0.0619912
Nov 27 20:49:44.291560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:44.303270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Deleting port 0cb03dce-7858-4441-8989-6186f64291e0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:44.303622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:44.321691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:44.350880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4341a0a9-d947-4e81-a749-deb4d572f0c4 req-50233888-1368-44c5-b3da-4179a01a780e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509865
Nov 27 20:49:44.481165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:44.590963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-32e58325-6292-4c82-b8a2-e82328d1c4b6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:44.592570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-32e58325-6292-4c82-b8a2-e82328d1c4b6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.15 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835&tenant_id=04a17517c2104eeba56ce3a7cd915fb0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.3951571
Nov 27 20:49:44.660833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Pushing event updated for resources: {'Port': ['ID=eeb6fcd9-4287-48be-8bea-7fabdb71544b,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:44.728792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] For port 0cb03dce-7858-4441-8989-6186f64291e0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0cb03dce-7858-4441-8989-6186f64291e0,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:44.729139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:44.766451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Calling delete_port for 0cb03dce-7858-4441-8989-6186f64291e0 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:44.773428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:44.784095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:44.786190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:49:44.804620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d96d1a-a551-4e13-94a8-88a476402024 req-8d936d84-b9e4-4243-a462-2e27890a5631 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:44.806243 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03d96d1a-a551-4e13-94a8-88a476402024 req-8d936d84-b9e4-4243-a462-2e27890a5631 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 950 time: 0.2363594
Nov 27 20:49:44.970795 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-9a956355-a505-4c58-aaef-6e04fa0225f0 service neutron] 10.222.0.15 "GET /v2.0/ports/55d30e88-9406-4ec6-91aa-9618b04ad283/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.3526013
Nov 27 20:49:45.175079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03d96d1a-a551-4e13-94a8-88a476402024 req-b6f4497a-befc-4b17-9ec0-a236e2521d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3607006
Nov 27 20:49:45.263957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-19883c37-9a8a-43c0-8136-67eef32dbae4 None None] Provisioning complete for port eeb6fcd9-4287-48be-8bea-7fabdb71544b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:45.264619 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-19883c37-9a8a-43c0-8136-67eef32dbae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:45.276269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Router 39d9ac5f-70d9-45c9-b63b-0a860d583002 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:49:45.312950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-2d4fb25b-f3ce-4028-85bb-e9bae355cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:45.315118 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-2d4fb25b-f3ce-4028-85bb-e9bae355cacd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1100 time: 0.2584703
Nov 27 20:49:45.336399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-19883c37-9a8a-43c0-8136-67eef32dbae4 None None] Port eeb6fcd9-4287-48be-8bea-7fabdb71544b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:45.420062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:49:45.455811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Sync routers for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:49:45.466543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:45.467374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6d5550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:45.490469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5967ad-0768-400c-90aa-771bfa9a78e8 req-63c408fc-39c8-4fdd-8f30-8007997f5c4d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:45.501808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc5967ad-0768-400c-90aa-771bfa9a78e8 req-63c408fc-39c8-4fdd-8f30-8007997f5c4d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 946 time: 0.1271946
Nov 27 20:49:45.640659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc5967ad-0768-400c-90aa-771bfa9a78e8 req-440c561f-ffef-4b41-b142-91e2d7518b99 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367106
Nov 27 20:49:45.708124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:45.755397 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:45.986190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:46.014307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:46.018648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6dfc275d-51e0-42e9-81ef-f173dcc19266 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 9.1339643
Nov 27 20:49:46.018748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59108) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:46.048243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:46.085485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['b3fdcccc-7383-40d8-8be2-9440dff6baff', '0958f265-00aa-4105-b49f-7b7659b442d8'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:46.100022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-0e181add-6800-4cda-9391-732cd13a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:46.100271 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-0e181add-6800-4cda-9391-732cd13a3348 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.7713883
Nov 27 20:49:46.132410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['0cb03dce-7858-4441-8989-6186f64291e0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:46.248890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de97b4-c553-4536-9918-978f7b58e147 req-7635f8b4-e759-40af-a3b5-a8155d585089 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:46.266531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17de97b4-c553-4536-9918-978f7b58e147 req-7635f8b4-e759-40af-a3b5-a8155d585089 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 949 time: 0.3526568
Nov 27 20:49:46.301196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Pushing event deleted for resources: {'Port': ['ID=0cb03dce-7858-4441-8989-6186f64291e0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:46.307340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:49:46.329622 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Sync routers for ids ['39d9ac5f-70d9-45c9-b63b-0a860d583002'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:49:46.365102 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 55d30e88-9406-4ec6-91aa-9618b04ad283 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:49:46.368583 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Routers {'39d9ac5f-70d9-45c9-b63b-0a860d583002'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:46.372609 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3b5070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['39d9ac5f-70d9-45c9-b63b-0a860d583002'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:46.394126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 55d30e88-9406-4ec6-91aa-9618b04ad283 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:46.394522 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:46.462766 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cb7f647c-2f92-4896-a5ce-ba623fe3546b admin admin] 10.222.0.21 "PUT /v2.0/routers/39d9ac5f-70d9-45c9-b63b-0a860d583002/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9186370
Nov 27 20:49:46.470552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-5596d853-040f-4981-8cbd-70110132d8fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.3397801
Nov 27 20:49:46.479906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6d5550>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:42Z', 'revision_number': 3, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:46.485811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] No DVR routers for this DVR port 0cb03dce-7858-4441-8989-6186f64291e0 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:46.496491 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:46.523064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4363032-984b-43f5-bc1c-69cb0e14a93a req-39527fb0-ce6a-4604-b8a7-18777cfe206d tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.35 "DELETE /v2.0/ports/0cb03dce-7858-4441-8989-6186f64291e0 HTTP/1.1" status: 204  len: 173 time: 2.6802146
Nov 27 20:49:46.530912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476f7662-3487-44f6-9f58-943deb3cde93', 'name': 'network-vif-deleted', 'tag': '0cb03dce-7858-4441-8989-6186f64291e0'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:46.539680 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a06d6d7-b5f9-472f-a119-410ad50dea60" -d '{"events": [{"server_uuid": "476f7662-3487-44f6-9f58-943deb3cde93", "name": "network-vif-deleted", "tag": "0cb03dce-7858-4441-8989-6186f64291e0"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:46.558478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Checking router: 48c4ebc4-4a7d-487c-80c1-47ae51176e91 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:49:46.558952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Updating router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 port 9dfa61d6-4163-4bd0-938f-0f054dd77a26 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:49:46.611195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:46.636314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285e4c5-1210-495f-bbe2-11dc2546948c req-f97eec19-bc97-4f7e-87b3-3286a3e39639 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:46.647389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1285e4c5-1210-495f-bbe2-11dc2546948c req-f97eec19-bc97-4f7e-87b3-3286a3e39639 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 950 time: 0.2360854
Nov 27 20:49:46.762732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1285e4c5-1210-495f-bbe2-11dc2546948c req-b80edae4-35a6-451c-aaa4-85bb85e253cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045949
Nov 27 20:49:46.829038 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17de97b4-c553-4536-9918-978f7b58e147 req-6f6ca30c-d746-4637-98a7-3b723992b91e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5589900
Nov 27 20:49:46.882711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-b0288902-34db-49d5-a8ec-dd6db62a37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:46.884782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-b0288902-34db-49d5-a8ec-dd6db62a37ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.3553219
Nov 27 20:49:46.925344 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2624d4c5-e4f9-4790-b3c8-b15c4b4b7c4f x-openstack-request-id: req-2624d4c5-e4f9-4790-b3c8-b15c4b4b7c4f {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:46.925718 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476f7662-3487-44f6-9f58-943deb3cde93", "name": "network-vif-deleted", "tag": "0cb03dce-7858-4441-8989-6186f64291e0", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:46.928220 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2624d4c5-e4f9-4790-b3c8-b15c4b4b7c4f {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:46.928220 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476f7662-3487-44f6-9f58-943deb3cde93', 'name': 'network-vif-deleted', 'tag': '0cb03dce-7858-4441-8989-6186f64291e0', 'status': 'completed', 'code': 200}
Nov 27 20:49:47.093773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-ca748a41-a070-4a71-bc53-cd027bf39cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:47.095350 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-ca748a41-a070-4a71-bc53-cd027bf39cdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2027900
Nov 27 20:49:47.172948 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:47.196919 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Set router 39d9ac5f-70d9-45c9-b63b-0a860d583002 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:47.321462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:47.326548 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39324ac9-7de9-4c01-842a-9063eb8911c6" -d '{"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-plugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:47.330061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8735c2a6-b4ee-40d2-813a-bb4775958379 req-04a99273-674c-44b6-9a68-f74d512406a7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=476f7662-3487-44f6-9f58-943deb3cde93 HTTP/1.1" status: 200  len: 210 time: 0.2720594
Nov 27 20:49:47.429199 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:47.464389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:47.494791 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:47.706353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:47.789210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6c53e642-cbce-421e-8e7b-1978908e9e94 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6856441
Nov 27 20:49:47.794742 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3b5070>, [{'id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:33Z', 'updated_at': '2021-11-27T20:49:43Z', 'revision_number': 4, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'gw_port': {'id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:34Z', 'updated_at': '2021-11-27T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eeb6fcd9-4287-48be-8bea-7fabdb71544b', 'name': '', 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'mac_address': 'fa:16:3e:8f:ed:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '02be517b-ba1b-4fd2-ad93-46d14eee7130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:43Z', 'revision_number': 2, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'subnets': [{'id': '02be517b-ba1b-4fd2-ad93-46d14eee7130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:47.799150 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:47.808311 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:47.820783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-1a7c5c17-dc07-49a4-9347-044c7085cd54 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5173440
Nov 27 20:49:47.838604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:47.864957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Allocated IP 172.20.0.1 (be9122ae-5461-41a9-8128-1bf0198a3d43/3596accf-1e24-4a00-90fe-b1350288c055/1e29a70e-5a6b-4a3d-b199-c4b6502d4953) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:47.892166 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4fe07-294f-4e3f-817d-e21234513dd1 req-3f97bfd7-8a97-42fb-87f9-a4bee789d957 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:47.897095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584efc64-ee22-425a-933a-3f0cc757e07d None None] Pushing event updated for resources: {'Port': ['ID=9dfa61d6-4163-4bd0-938f-0f054dd77a26,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:47.899187 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ba4fe07-294f-4e3f-817d-e21234513dd1 req-3f97bfd7-8a97-42fb-87f9-a4bee789d957 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=352412c0-8ac8-4c44-810a-ce588efeafcd HTTP/1.1" status: 200  len: 949 time: 0.1635487
Nov 27 20:49:47.902418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Attempting to bind port 9dfa61d6-4163-4bd0-938f-0f054dd77a26 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:47.903895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Attempting to bind port 9dfa61d6-4163-4bd0-938f-0f054dd77a26 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:47.904472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Attempting to bind port 9dfa61d6-4163-4bd0-938f-0f054dd77a26 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:47.927608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:47.928075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:47.928577 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:47.929186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:47.937910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Bound port: 9dfa61d6-4163-4bd0-938f-0f054dd77a26, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:47.937910 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:47.969314 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Checking router: 39d9ac5f-70d9-45c9-b63b-0a860d583002 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:49:47.969829 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Updating router 39d9ac5f-70d9-45c9-b63b-0a860d583002 port eeb6fcd9-4287-48be-8bea-7fabdb71544b binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:49:48.034299 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.049863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-2285ee75-9b31-43ac-a66e-ef9912f35082 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312570
Nov 27 20:49:48.067403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] For port 9dfa61d6-4163-4bd0-938f-0f054dd77a26, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:48.072777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] For port 9dfa61d6-4163-4bd0-938f-0f054dd77a26, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dfa61d6-4163-4bd0-938f-0f054dd77a26,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:48.093207 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.100719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ba4fe07-294f-4e3f-817d-e21234513dd1 req-3e2b151a-904a-4776-9c5d-02fc6b5c1364 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994452
Nov 27 20:49:48.127459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.221231 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.294948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:48.296843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6d5550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:48.301774 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.304569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584efc64-ee22-425a-933a-3f0cc757e07d None None] Pushing event updated for resources: {'Port': ['ID=9dfa61d6-4163-4bd0-938f-0f054dd77a26,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:48.322590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.373554 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.392344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Network be9122ae-5461-41a9-8128-1bf0198a3d43 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:48.401905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:48.408676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:48.457822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e29a70e-5a6b-4a3d-b199-c4b6502d4953,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:48.474186 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32c2ece-f98b-46cc-b088-45226c88de2a x-openstack-request-id: req-e32c2ece-f98b-46cc-b088-45226c88de2a {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:48.474802 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-plugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:48.474802 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e32c2ece-f98b-46cc-b088-45226c88de2a {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:48.475099 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'code': 200}
Nov 27 20:49:48.484185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.488782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.490963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0cb03dce-7858-4441-8989-6186f64291e0 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:48.493565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.494090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.494990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.495474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.495959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.496421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.496861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.497326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.497767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.498352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:48.527627 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.563329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 0cb03dce-7858-4441-8989-6186f64291e0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:48.563583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0cb03dce-7858-4441-8989-6186f64291e0 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:48.649218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:48.658338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Allocated IP 172.35.3.121 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/233437de-8864-4225-bab2-c255589ec810) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:48.672323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d16bb-8266-4043-a7b1-95d009c515c8 req-f7556b62-6d19-4439-b18e-bca0b3a5e2e0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:48.674008 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff4d16bb-8266-4043-a7b1-95d009c515c8 req-f7556b62-6d19-4439-b18e-bca0b3a5e2e0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.1686106
Nov 27 20:49:48.752684 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.762461 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.824206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.833972 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.869092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.903452 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff4d16bb-8266-4043-a7b1-95d009c515c8 req-65134c9d-a4e2-4355-86e9-8fa57e7ec87c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210438
Nov 27 20:49:48.914186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:48.926545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b7934b0a-d053-422b-8933-8a4d6519b64d None None] Provisioning complete for port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:48.926545 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7934b0a-d053-422b-8933-8a4d6519b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:48.933447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:48.946444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:48.994263 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1cfee-0254-4be2-9e65-85d526de74b8 None None] Pushing event updated for resources: {'Port': ['ID=eeb6fcd9-4287-48be-8bea-7fabdb71544b,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:49.002485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event updated for resources: {'Port': ['ID=233437de-8864-4225-bab2-c255589ec810,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:49.024025 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Attempting to bind port eeb6fcd9-4287-48be-8bea-7fabdb71544b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:49.024443 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Attempting to bind port eeb6fcd9-4287-48be-8bea-7fabdb71544b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e72344c-8c7c-47af-a52e-f4c3a063ba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:49.024811 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Attempting to bind port eeb6fcd9-4287-48be-8bea-7fabdb71544b on network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:49.056066 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:49.057118 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Checking segment: {'id': '1e72344c-8c7c-47af-a52e-f4c3a063ba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:49.057577 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.058430 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Bound using segment: {'id': '1e72344c-8c7c-47af-a52e-f4c3a063ba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:49.059282 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Bound port: eeb6fcd9-4287-48be-8bea-7fabdb71544b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e72344c-8c7c-47af-a52e-f4c3a063ba5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:49.059814 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.107383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.109932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b7934b0a-d053-422b-8933-8a4d6519b64d None None] Port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:49.144528 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] For port eeb6fcd9-4287-48be-8bea-7fabdb71544b, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:49.148419 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] For port eeb6fcd9-4287-48be-8bea-7fabdb71544b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eeb6fcd9-4287-48be-8bea-7fabdb71544b,segment=NetworkSegment(1e72344c-8c7c-47af-a52e-f4c3a063ba5a),segment_id=1e72344c-8c7c-47af-a52e-f4c3a063ba5a)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:49.160588 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.180164 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.226377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6d5550>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:42Z', 'revision_number': 3, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:49.250353 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Routers {'39d9ac5f-70d9-45c9-b63b-0a860d583002'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:49.254241 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3b5070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['39d9ac5f-70d9-45c9-b63b-0a860d583002'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:49.260195 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1cfee-0254-4be2-9e65-85d526de74b8 None None] Pushing event updated for resources: {'Port': ['ID=eeb6fcd9-4287-48be-8bea-7fabdb71544b,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:49.263828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da036fb1-b19c-4445-8c42-82a1e3a49246 None None] The sync data for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 is: [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:42Z', 'revision_number': 3, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:49:49.344629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8ec01533-b063-446b-8b48-713078b20dbd None None] Provisioning complete for port eeb6fcd9-4287-48be-8bea-7fabdb71544b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:49.345503 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8ec01533-b063-446b-8b48-713078b20dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.351810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.369601 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.413777 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] Set router 39d9ac5f-70d9-45c9-b63b-0a860d583002 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:49.499488 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.589831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.591398 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8ec01533-b063-446b-8b48-713078b20dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.598333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.683469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e29a70e-5a6b-4a3d-b199-c4b6502d4953,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:49.749750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8ec01533-b063-446b-8b48-713078b20dbd None None] For port eeb6fcd9-4287-48be-8bea-7fabdb71544b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eeb6fcd9-4287-48be-8bea-7fabdb71544b,segment=NetworkSegment(1e72344c-8c7c-47af-a52e-f4c3a063ba5a),segment_id=1e72344c-8c7c-47af-a52e-f4c3a063ba5a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:49.760866 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8ec01533-b063-446b-8b48-713078b20dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.798424 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.832750 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3b5070>, [{'id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:33Z', 'updated_at': '2021-11-27T20:49:43Z', 'revision_number': 4, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'gw_port': {'id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:34Z', 'updated_at': '2021-11-27T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eeb6fcd9-4287-48be-8bea-7fabdb71544b', 'name': '', 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'mac_address': 'fa:16:3e:8f:ed:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '02be517b-ba1b-4fd2-ad93-46d14eee7130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:49Z', 'revision_number': 4, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'subnets': [{'id': '02be517b-ba1b-4fd2-ad93-46d14eee7130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:49.855841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.860110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab852149-70d3-4377-bb14-5ffeed8067bb req-01b0ab60-8ceb-4606-b7d3-c7bb84d40c3a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:49.866281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab852149-70d3-4377-bb14-5ffeed8067bb req-01b0ab60-8ceb-4606-b7d3-c7bb84d40c3a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:49.869587 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0441084
Nov 27 20:49:49.873943 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab852149-70d3-4377-bb14-5ffeed8067bb req-01b0ab60-8ceb-4606-b7d3-c7bb84d40c3a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=352412c0-8ac8-4c44-810a-ce588efeafcd&device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 1690 time: 0.3307974
Nov 27 20:49:49.936291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec01533-b063-446b-8b48-713078b20dbd None None] Pushing event updated for resources: {'Port': ['ID=eeb6fcd9-4287-48be-8bea-7fabdb71544b,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:49.950782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9dfa61d6-4163-4bd0-938f-0f054dd77a26 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:49.954348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2c5167cb-5425-4866-af4d-49398d9b5c5e None None] Provisioning complete for port eeb6fcd9-4287-48be-8bea-7fabdb71544b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:49.954746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2c5167cb-5425-4866-af4d-49398d9b5c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:49.961467 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ac73d3-8a42-4a28-9cb7-baa17dabaac2 None None] The sync data for ids ['39d9ac5f-70d9-45c9-b63b-0a860d583002'] in ncdv-master-1 is: [{'id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:33Z', 'updated_at': '2021-11-27T20:49:43Z', 'revision_number': 4, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'gw_port': {'id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:34Z', 'updated_at': '2021-11-27T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eeb6fcd9-4287-48be-8bea-7fabdb71544b', 'name': '', 'network_id': 'dfbeaea8-3dc8-4d50-a82a-6bcdca44936b', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'mac_address': 'fa:16:3e:8f:ed:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '02be517b-ba1b-4fd2-ad93-46d14eee7130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:49Z', 'revision_number': 4, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'subnets': [{'id': '02be517b-ba1b-4fd2-ad93-46d14eee7130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:49:49.973609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab852149-70d3-4377-bb14-5ffeed8067bb req-fca664ee-d84c-41f5-bf15-3b84f3a4e068 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980406
Nov 27 20:49:49.981378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Network be9122ae-5461-41a9-8128-1bf0198a3d43 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:49.993613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:50.038377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b704bb-2f82-4710-a798-8bdecd6170df tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event updated for resources: {'Port': ['ID=233437de-8864-4225-bab2-c255589ec810,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:50.095028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-6bac4a08-ef7a-4b27-a9d8-cff4eb2e3871 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.121 HTTP/1.1" status: 200  len: 696 time: 0.2181745
Nov 27 20:49:50.140986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9dfa61d6-4163-4bd0-938f-0f054dd77a26 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:50.141349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:50.359750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-bf624e0f-b1d0-4091-ab20-e85008c3feff tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:50.368021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-540d8b28-fac8-42c4-9a8a-445b408e97dd req-bf624e0f-b1d0-4091-ab20-e85008c3feff tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2686670
Nov 27 20:49:50.383116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:49:50.665273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:50.708256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 9dfa61d6-4163-4bd0-938f-0f054dd77a26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dfa61d6-4163-4bd0-938f-0f054dd77a26,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:50.724489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:50.726262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a49226-8005-4433-b131-efbe533310d4 req-e956375e-1589-45bd-b0f8-8bf049072cd4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:50.731389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c64eb6db-e303-4aa4-b06c-236bf27dc669 None None] Provisioning complete for port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:50.731961 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c64eb6db-e303-4aa4-b06c-236bf27dc669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:50.735121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-75a49226-8005-4433-b131-efbe533310d4 req-e956375e-1589-45bd-b0f8-8bf049072cd4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.3227098
Nov 27 20:49:50.782449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:49:50.821163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c2f785c-6430-4cc0-9529-1b2f66ffdbe7 admin admin] 10.222.0.21 "PUT /v2.0/routers/48c4ebc4-4a7d-487c-80c1-47ae51176e91/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7938774
Nov 27 20:49:50.878806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c64eb6db-e303-4aa4-b06c-236bf27dc669 None None] Port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:50.882345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=9dfa61d6-4163-4bd0-938f-0f054dd77a26,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:50.896914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-75a49226-8005-4433-b131-efbe533310d4 req-e64f4fdd-ad6d-4f31-aeba-3da314b89661 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607208
Nov 27 20:49:51.025585 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-52d3c7be-214b-47a0-8514-bc180fc77b29 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3110614
Nov 27 20:49:51.038829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:51.051395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-9b2760b1-0dd6-4ee2-993d-d25ad9f91421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:51.053201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-9b2760b1-0dd6-4ee2-993d-d25ad9f91421 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835&tenant_id=04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 1101 time: 0.1229713
Nov 27 20:49:51.076157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:51.076837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8a154-9874-47d6-936d-6d443117e20a req-86029182-99ab-438e-9adc-9086a7be953a tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:51.078419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b2b8a154-9874-47d6-936d-6d443117e20a req-86029182-99ab-438e-9adc-9086a7be953a tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=352412c0-8ac8-4c44-810a-ce588efeafcd HTTP/1.1" status: 200  len: 1100 time: 0.0743711
Nov 27 20:49:51.117745 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.151718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b2b8a154-9874-47d6-936d-6d443117e20a req-04c9e688-5c3d-478b-b4b3-018c585ddd61 tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667834
Nov 27 20:49:51.207522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.334135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351b06a-b05f-4d14-9435-2d29e76cf3b7 req-f3786ee0-fe41-49dd-b1d4-71a94a2aa3fa tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:51.344837 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d351b06a-b05f-4d14-9435-2d29e76cf3b7 req-f3786ee0-fe41-49dd-b1d4-71a94a2aa3fa tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=2262a9bd-9524-4919-8024-e41473beec99 HTTP/1.1" status: 200  len: 945 time: 0.0826836
Nov 27 20:49:51.394784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d351b06a-b05f-4d14-9435-2d29e76cf3b7 req-9eaf79c1-86d3-4178-89c2-e9757f6f3cc7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488534
Nov 27 20:49:51.432796 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.517734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:51.589225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:51.614282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Allocated IP 172.35.3.69 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/59f00fc3-8acf-4f26-94df-1ebd48471c15) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:51.631792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59200) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:51.636746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d8047181-a09b-4108-a160-4b765123132c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463997876', 'description': 'tempest-description--1880745145'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:51.659893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:51.661973 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8047181-a09b-4108-a160-4b765123132c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.662551 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405587c9-675a-45f1-aaaa-056896070e5b" -d '{"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-unplugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:51.666961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.714179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Transition to ACTIVE for port object 55d30e88-9406-4ec6-91aa-9618b04ad283 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:49:51.721387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.737977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27eb11e-0385-4829-9f0c-ed6902b0d486 req-fd0faf9b-1ab6-46ab-8182-61bac4b230ad tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:51.739508 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d27eb11e-0385-4829-9f0c-ed6902b0d486 req-fd0faf9b-1ab6-46ab-8182-61bac4b230ad tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 1101 time: 0.0640590
Nov 27 20:49:51.818297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8047181-a09b-4108-a160-4b765123132c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.818508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] No DVR routers for this DVR port 55d30e88-9406-4ec6-91aa-9618b04ad283 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:51.828931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d27eb11e-0385-4829-9f0c-ed6902b0d486 req-763db678-9b77-44cb-9db1-675f211d6985 tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795805
Nov 27 20:49:51.829662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8047181-a09b-4108-a160-4b765123132c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.834702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.836376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=10']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:51.891050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8047181-a09b-4108-a160-4b765123132c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:51.892324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d8047181-a09b-4108-a160-4b765123132c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2598736
Nov 27 20:49:51.901382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59208) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:51.923410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8b9865f6-2803-40a3-84a4-5e83324a8d0e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Request body: {'security_group_rule': {'security_group_id': '84de32e3-d4c3-4bdd-a496-cd7d6b1628e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:51.930113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:51.933729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:51.934254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:51.950719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8047181-a09b-4108-a160-4b765123132c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:51.993556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Port 55d30e88-9406-4ec6-91aa-9618b04ad283 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:51.994305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Attempting to bind port 55d30e88-9406-4ec6-91aa-9618b04ad283 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:52.019507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8b9865f6-2803-40a3-84a4-5e83324a8d0e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.027329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:52.029286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:52.030763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:52.032624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Bound port: 55d30e88-9406-4ec6-91aa-9618b04ad283, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:52.033589 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.080879 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.125620 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d414fa9-0796-4311-a6c8-ebc3b8802f1c x-openstack-request-id: req-3d414fa9-0796-4311-a6c8-ebc3b8802f1c {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:52.125924 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-unplugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:52.126182 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d414fa9-0796-4311-a6c8-ebc3b8802f1c {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:52.126581 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'code': 200}
Nov 27 20:49:52.161596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9dfa61d6-4163-4bd0-938f-0f054dd77a26 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:52.249686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9dfa61d6-4163-4bd0-938f-0f054dd77a26 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:52.250065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.277858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:52.288793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:52.292567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:52.332205 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8b9865f6-2803-40a3-84a4-5e83324a8d0e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.343532 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8b9865f6-2803-40a3-84a4-5e83324a8d0e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.352174 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event updated for resources: {'Port': ['ID=59f00fc3-8acf-4f26-94df-1ebd48471c15,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:52.371159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9865f6-2803-40a3-84a4-5e83324a8d0e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1221f720-8e6f-4f53-83ae-1cf0d1f202dd,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:52.387488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:52.397205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:52.422164 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.439607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32377fe5-1b11-4a08-ab26-b039bde24cb2 req-1fc545c2-28ab-432b-9d1c-35bab8d16000 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:52.453649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32377fe5-1b11-4a08-ab26-b039bde24cb2 req-1fc545c2-28ab-432b-9d1c-35bab8d16000 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 949 time: 0.2476826
Nov 27 20:49:52.465569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device eeb6fcd9-4287-48be-8bea-7fabdb71544b up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:52.481198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8b9865f6-2803-40a3-84a4-5e83324a8d0e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.482733 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8b9865f6-2803-40a3-84a4-5e83324a8d0e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5636036
Nov 27 20:49:52.485404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59230) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:52.491053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-06d78a04-8a53-4b5a-abbb-ca2a4f955cd3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Request body: {'security_group_rule': {'security_group_id': '84de32e3-d4c3-4bdd-a496-cd7d6b1628e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:52.535515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port eeb6fcd9-4287-48be-8bea-7fabdb71544b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:52.535910 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.538616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:52.540146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.540902 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] 10.222.0.35 "PUT /v2.0/ports/55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 1097 time: 1.4760282
Nov 27 20:49:52.551131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32377fe5-1b11-4a08-ab26-b039bde24cb2 req-488d6167-8beb-4054-bbba-729ba13d1975 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963731
Nov 27 20:49:52.559798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06d78a04-8a53-4b5a-abbb-ca2a4f955cd3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.565367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-08c225f6-94f0-4de5-a626-734f7096df6e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:52.567043 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-08c225f6-94f0-4de5-a626-734f7096df6e tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.15 "GET /v2.0/ports?device_id=2262a9bd-9524-4919-8024-e41473beec99 HTTP/1.1" status: 200  len: 945 time: 0.1560259
Nov 27 20:49:52.613431 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.622548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06d78a04-8a53-4b5a-abbb-ca2a4f955cd3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.629838 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06d78a04-8a53-4b5a-abbb-ca2a4f955cd3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.643853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efce132-c10d-4565-a196-2ff7ed521f24 service neutron] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=11']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:52.653371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d78a04-8a53-4b5a-abbb-ca2a4f955cd3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27ff65c-31d1-4e85-b781-afe4f1662fa3,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:52.673334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06d78a04-8a53-4b5a-abbb-ca2a4f955cd3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.676879 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-06d78a04-8a53-4b5a-abbb-ca2a4f955cd3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1900983
Nov 27 20:49:52.682648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59234) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:49:52.689623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:52.724583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.770606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Sync routers for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:49:52.792799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-a5c127f0-0d1c-40eb-b9fd-d5fe2349dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:52.794360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-a5c127f0-0d1c-40eb-b9fd-d5fe2349dd6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1100 time: 0.2105134
Nov 27 20:49:52.794501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:52.795024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d6880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:52.834269 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:52.844778 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:49:52.983662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Deleting port 0958f265-00aa-4105-b49f-7b7659b442d8 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:49:52.984426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.041707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:53.135088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-90779ce8-707c-4917-a34d-05ed31641ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:53.137735 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-90779ce8-707c-4917-a34d-05ed31641ea0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.3285713
Nov 27 20:49:53.201162 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.205202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] For port 0958f265-00aa-4105-b49f-7b7659b442d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0958f265-00aa-4105-b49f-7b7659b442d8,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:53.205859 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.209650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-3a6c1529-b809-4901-ad94-10a4ec675785 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.0617139
Nov 27 20:49:53.221157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.243500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Calling delete_port for 0958f265-00aa-4105-b49f-7b7659b442d8 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:49:53.272324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-11f8da22-0ef3-4ed9-88d4-f10dd930787d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:53.274141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-11f8da22-0ef3-4ed9-88d4-f10dd930787d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 820 time: 0.5445836
Nov 27 20:49:53.312842 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-3d40661e-8d85-40b2-b263-6802b5e4ede6 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/quotas/a9eca53282994b4094a056750bb24ccb HTTP/1.1" status: 200  len: 375 time: 0.0293927
Nov 27 20:49:53.324617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.352435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d6880>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e29a70e-5a6b-4a3d-b199-c4b6502d4953', 'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'mac_address': 'fa:16:3e:de:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:47Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 2, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'subnets': [{'id': '3596accf-1e24-4a00-90fe-b1350288c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:53.385549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Checking router: 48c4ebc4-4a7d-487c-80c1-47ae51176e91 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:49:53.385828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Updating router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:49:53.414508 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.439849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-3cce9c55-eb61-4d95-9dac-e33c9560f90b tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1189544
Nov 27 20:49:53.562891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Allocated IP 172.35.3.192 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/df1036b7-412a-4ab6-8d40-817ea29d61bf) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:53.600203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-c0781e49-b0cb-4aec-9997-0a038fb7d75e service neutron] 10.222.0.21 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590064
Nov 27 20:49:53.719553 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.725169 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.730833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-abe4b2d7-fc6b-49ec-bc63-0ed2ca0672c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:53.732334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-abe4b2d7-fc6b-49ec-bc63-0ed2ca0672c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.5123472
Nov 27 20:49:53.768382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event updated for resources: {'Port': ['ID=59f00fc3-8acf-4f26-94df-1ebd48471c15,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:53.772254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-812134b3-2822-4174-a308-6a12914e1450 service neutron] 10.222.0.21 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558506
Nov 27 20:49:53.775880 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.777369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4da0e-fe29-4e83-9a9c-d2ae83308fd1 None None] Pushing event updated for resources: {'Port': ['ID=1e29a70e-5a6b-4a3d-b199-c4b6502d4953,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:53.782577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.815938 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.825072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-0d085acf-1f55-4e24-be13-66c0201259cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:53.827129 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-0d085acf-1f55-4e24-be13-66c0201259cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0851984
Nov 27 20:49:53.831294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.832449 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-e516bcf8-6fcf-42cf-9790-b0a653393b9c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.7984540
Nov 27 20:49:53.857833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Attempting to bind port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:53.858226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Attempting to bind port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:53.859317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Attempting to bind port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 on network be9122ae-5461-41a9-8128-1bf0198a3d43 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:53.873085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:53.873529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Checking segment: {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:53.873957 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.874807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Pushing event updated for resources: {'Port': ['ID=df1036b7-412a-4ab6-8d40-817ea29d61bf,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:53.878595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:53.879241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Bound using segment: {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:53.880073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Bound port: 1e29a70e-5a6b-4a3d-b199-c4b6502d4953, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:53.880488 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.880922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:53.883877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:53.992647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:53.992853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:53.996485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] For port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:49:54.034736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-731620a9-0d29-4291-a6b8-d10eba792d6c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.69 HTTP/1.1" status: 200  len: 695 time: 0.1846857
Nov 27 20:49:54.046721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:54.047799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:54.133972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9fff11b8-53c3-43c7-adc8-2b891704277c None None] Provisioning complete for port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:54.134455 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9fff11b8-53c3-43c7-adc8-2b891704277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:54.136733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:54.140616 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077d425f-a367-4e5a-a622-48f274a7ce6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:54.181436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9fff11b8-53c3-43c7-adc8-2b891704277c None None] Port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:54.194433 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-837a2f82-9d7d-44f2-9394-5a546cfceb6c service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3595073
Nov 27 20:49:54.197042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:54.211991 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] For port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e29a70e-5a6b-4a3d-b199-c4b6502d4953,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:49:54.218741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['b3fdcccc-7383-40d8-8be2-9440dff6baff', '0958f265-00aa-4105-b49f-7b7659b442d8'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:54.225085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:54.300358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:54.314072 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:54.327078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-14c59380-7407-4bbc-a5bc-0a90582be6fe tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0433819
Nov 27 20:49:54.365868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] No DVR routers for this DVR port 0958f265-00aa-4105-b49f-7b7659b442d8 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:49:54.372206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:54.377162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-134cbdba-b47d-4e4a-be35-685fb3c3f54e req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.15 "DELETE /v2.0/ports/0958f265-00aa-4105-b49f-7b7659b442d8 HTTP/1.1" status: 204  len: 173 time: 1.8017073
Nov 27 20:49:54.377973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4314c96-c241-446b-8faf-687a8cee4de5 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Pushing event deleted for resources: {'Port': ['ID=0958f265-00aa-4105-b49f-7b7659b442d8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:54.413530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4da0e-fe29-4e83-9a9c-d2ae83308fd1 None None] Pushing event updated for resources: {'Port': ['ID=1e29a70e-5a6b-4a3d-b199-c4b6502d4953,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:54.428254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:49:54.428254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d6880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:49:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:54.502569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-eb33c0ab-def9-4a15-8f3b-8f7ed0d0671c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:54.504398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8e39d93-cc3b-4ace-aced-2bf4b49574a3 req-eb33c0ab-def9-4a15-8f3b-8f7ed0d0671c tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.4688132
Nov 27 20:49:54.555479 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da61348a-a52e-46eb-a9ea-af35280f1a10 req-917781d5-1704-4d38-9ca4-89d319d8f59d service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581952
Nov 27 20:49:54.582354 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:54.590641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Pushing event updated for resources: {'Port': ['ID=df1036b7-412a-4ab6-8d40-817ea29d61bf,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:54.643354 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:54.654734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18b80ac1-14a6-4a09-9518-dee048402487 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9707637
Nov 27 20:49:54.711057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-e8e64a38-e9d1-44d5-beca-0f39d8a7c1ae tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:54.711875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-e8e64a38-e9d1-44d5-beca-0f39d8a7c1ae tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3425722
Nov 27 20:49:54.739537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:49:54.741006 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-113e3d8a-807b-4e32-bda6-78fb0ca0b944 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/quotas/c03fae8406904a0da2046c097555cf58 HTTP/1.1" status: 200  len: 375 time: 0.0201731
Nov 27 20:49:54.755035 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77b8de11-5c8e-4e62-9dd1-de854741ae62 req-a3db3d9b-066e-46fa-81d7-508d9307b8d4 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=2262a9bd-9524-4919-8024-e41473beec99 HTTP/1.1" status: 200  len: 210 time: 0.0815713
Nov 27 20:49:54.855040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d34a6d6a-cfbc-4a5c-bc41-be78f13efa1c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1066260
Nov 27 20:49:54.902822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Provisioning complete for port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:54.903305 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:55.175621 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:55.208897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1ad97-cd77-4d7c-bb5b-0f6f99331191 req-1922d1c1-196e-4ddf-9704-c3db49f217c1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:55.220438 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4af1ad97-cd77-4d7c-bb5b-0f6f99331191 req-1922d1c1-196e-4ddf-9704-c3db49f217c1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 949 time: 0.1096170
Nov 27 20:49:55.224901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] For port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e29a70e-5a6b-4a3d-b199-c4b6502d4953,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:55.230194 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:55.246968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-111c74f4-aec7-4777-81d6-eae8c9391ed3 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:55.260642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-111c74f4-aec7-4777-81d6-eae8c9391ed3 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 808 time: 0.1851587
Nov 27 20:49:55.284437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-7f2b489a-8491-4e6e-ae7a-8eeedfcd27f1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/quotas/149906b8a2744176929b4d314a0de57d HTTP/1.1" status: 200  len: 375 time: 0.0224283
Nov 27 20:49:55.296645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4af1ad97-cd77-4d7c-bb5b-0f6f99331191 req-bb85af53-060c-49f1-b930-5c46deff1472 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716655
Nov 27 20:49:55.304035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d6880>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e29a70e-5a6b-4a3d-b199-c4b6502d4953', 'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'mac_address': 'fa:16:3e:de:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:47Z', 'updated_at': '2021-11-27T20:49:53Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'subnets': [{'id': '3596accf-1e24-4a00-90fe-b1350288c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:49:55.353639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2853-afc1-47d2-a666-54ec77c7760d None None] The sync data for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 is: [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e29a70e-5a6b-4a3d-b199-c4b6502d4953', 'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'mac_address': 'fa:16:3e:de:bc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:47Z', 'updated_at': '2021-11-27T20:49:53Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'subnets': [{'id': '3596accf-1e24-4a00-90fe-b1350288c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:49:55.376513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-2946f468-0474-43b8-bddd-ff4672688480 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0909152
Nov 27 20:49:55.393130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Pushing event updated for resources: {'Port': ['ID=1e29a70e-5a6b-4a3d-b199-c4b6502d4953,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:55.422439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.423059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.423182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.460275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.460837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.461226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.461600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.461973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.462348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.462716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.468070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.468462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9df421f-35f5-4e09-ba54-0d818a48fc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:49:55.474454 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe876eb-6a11-4d12-8d92-7cf2b92d4426 x-openstack-request-id: req-0fe876eb-6a11-4d12-8d92-7cf2b92d4426 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:55.474454 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:55.474454 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fe876eb-6a11-4d12-8d92-7cf2b92d4426 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:55.474454 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'status': 'completed', 'code': 200}
Nov 27 20:49:55.502445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-341489f8-bf36-4f6b-9d69-e69fcdd91828 req-8258c1e2-dc46-44cd-984c-588d1f1ae983 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 210 time: 0.0399323
Nov 27 20:49:55.666280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-2818ae37-82fe-4a4d-a5ad-319bc4313ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:55.667942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-2818ae37-82fe-4a4d-a5ad-319bc4313ff8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1100 time: 0.1965809
Nov 27 20:49:55.674347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-1be06ef6-be51-4c9b-b9db-986c26ceb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:55.676036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-1be06ef6-be51-4c9b-b9db-986c26ceb552 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 1100 time: 0.2010348
Nov 27 20:49:55.710782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-2d28eb73-1483-4da5-b0cc-b87cec56bdc8 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1629920
Nov 27 20:49:55.726916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-fd8b500e-3fc6-460e-baa4-a614a5841a66 service neutron] 10.222.0.21 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3488898
Nov 27 20:49:55.732682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:55.769993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:55.907050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:55.914093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:49:55.984529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:55.989385 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:56.087237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-814244f1-de58-4fc2-b424-f3ddcdd100c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:56.090281 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-814244f1-de58-4fc2-b424-f3ddcdd100c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.4064567
Nov 27 20:49:56.122862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Allocated IP 172.35.3.203 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/f629c280-4bd3-4d3f-8d99-eac7adeab694) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:56.136481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-55bdb5e5-2768-4dd2-bb2a-df422b8b1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:56.139935 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-55bdb5e5-2768-4dd2-bb2a-df422b8b1704 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.4521821
Nov 27 20:49:56.232327 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-cc86644b-cb99-492b-8ba1-702fe9c28ccd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.1067052
Nov 27 20:49:56.293232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-22c5d900-e398-46cc-a159-0c093dc197a7 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:56.294769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-22c5d900-e398-46cc-a159-0c093dc197a7 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 820 time: 0.4447329
Nov 27 20:49:56.296629 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-4e8543d0-19a6-4c22-bacd-7c39be0b0d83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 200  len: 217 time: 0.1424165
Nov 27 20:49:56.304719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-b2acb548-bc06-4b0c-a844-e5b1096cdad0 service neutron] 10.222.0.21 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5613112
Nov 27 20:49:56.309684 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:56.338809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Request body: {'port': {'device_id': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f', 'admin_state_up': True, 'tenant_id': 'a9eca53282994b4094a056750bb24ccb'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:56.358758 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:56.445165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:56.452843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:56.457148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:56.479160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-7e2c77c5-4af9-4aa4-b875-a6daa0137f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:56.480993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-7e2c77c5-4af9-4aa4-b875-a6daa0137f7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.2051342
Nov 27 20:49:56.488799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-c13f5bc1-5565-450f-a9ae-dbceed3a2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:56.489948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-c13f5bc1-5565-450f-a9ae-dbceed3a2d6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1459222
Nov 27 20:49:56.494284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event updated for resources: {'Port': ['ID=f629c280-4bd3-4d3f-8d99-eac7adeab694,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:56.606138 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:56.638641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-577b9ff8-3748-4313-b08a-01724ff5c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:56.641751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-577b9ff8-3748-4313-b08a-01724ff5c452 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1501789
Nov 27 20:49:56.668578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-79c7dd21-ea1f-4580-8be6-656216d4ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:56.671349 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-79c7dd21-ea1f-4580-8be6-656216d4ce83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1583903
Nov 27 20:49:56.687490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-72c4377f-d3c9-4736-8bcb-80bdbd730a3e tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0299008
Nov 27 20:49:56.718181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:56.948555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Made reservation on behalf of a9eca53282994b4094a056750bb24ccb for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:56.952424 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:57.003356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-76ac5a8a-f871-4cdf-89ed-307f7c836976 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:57.004855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-76ac5a8a-f871-4cdf-89ed-307f7c836976 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3104565
Nov 27 20:49:57.011988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-5579f50a-3075-406f-be96-ab6c60bcefd3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1463997876&fields=id&tenant_id=3452ada55fe043918a4bf028d75b070d HTTP/1.1" status: 200  len: 267 time: 0.1557641
Nov 27 20:49:57.020844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Request body: {'port': {'device_id': '63f6fefc-0619-4cd0-9361-aa81a9a2f30a', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c03fae8406904a0da2046c097555cf58'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:57.048501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-8fd1a17a-c7ff-435f-aca4-bdb0d7b2848b service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3642962
Nov 27 20:49:57.205678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Made reservation on behalf of c03fae8406904a0da2046c097555cf58 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:57.210490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:57.219880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-a345a726-de38-4878-b1a6-511168c78384 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:57.228018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-a345a726-de38-4878-b1a6-511168c78384 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/networks?id=be9122ae-5461-41a9-8128-1bf0198a3d43 HTTP/1.1" status: 200  len: 806 time: 0.2050240
Nov 27 20:49:57.231170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-2c8f03ce-5aa5-45bc-b2a4-12344662dbdd service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5784345
Nov 27 20:49:57.291860 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:57.302614 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:57.307747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-595414bd-183c-4fea-baf1-d6e1714472a1 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/quotas/3452ada55fe043918a4bf028d75b070d HTTP/1.1" status: 200  len: 375 time: 0.0787785
Nov 27 20:49:57.386209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event updated for resources: {'Port': ['ID=f629c280-4bd3-4d3f-8d99-eac7adeab694,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:57.518600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:57.531508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262a9bd-9524-4919-8024-e41473beec99', 'name': 'network-vif-deleted', 'tag': '0958f265-00aa-4105-b49f-7b7659b442d8'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:49:57.535584 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bef4a33-459e-4025-b4ed-23a3e2b6acca" -d '{"events": [{"server_uuid": "2262a9bd-9524-4919-8024-e41473beec99", "name": "network-vif-deleted", "tag": "0958f265-00aa-4105-b49f-7b7659b442d8"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:49:57.563829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:57.572472 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-6c9ab12b-489d-477a-aade-a7d26e08e2e1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8536904
Nov 27 20:49:57.602403 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-c934548f-aa7a-4651-8386-49e82d7fd19a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3452ada55fe043918a4bf028d75b070d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2937860
Nov 27 20:49:57.624076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Allocated IP 192.168.233.44 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/e02b8cc1-0258-4858-9965-ca7f6004dc39) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:57.637432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-d07b2912-b255-4adc-aadc-2fc3b7f40dcb tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.203 HTTP/1.1" status: 200  len: 696 time: 0.0639012
Nov 27 20:49:57.690838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Allocated IP 172.20.0.10 (979446f3-8da8-4e53-af09-3da825cab09f/a14abce1-2bd4-41d0-9023-f158340bf983/cab30d0b-bd13-4963-a8fd-40f8283c83c7) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:49:57.767976 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-e6e4158a-57b4-45b5-80e0-98a414f36c65 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6984146
Nov 27 20:49:57.776067 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-077d425f-a367-4e5a-a622-48f274a7ce6a req-fe71838c-9af1-407a-bf7a-ea82aa916f22 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4660285
Nov 27 20:49:57.799053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-b2f8ccef-7c19-4ff5-a057-f115f4653671 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:57.813451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eff25c3-e8df-4f01-88f8-96d265eccd9f req-b2f8ccef-7c19-4ff5-a057-f115f4653671 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1748652
Nov 27 20:49:57.868592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-d1e1a819-d62d-434a-ad82-260fb76dbdf8 service neutron] 10.222.0.21 "GET /v2.0/networks/be9122ae-5461-41a9-8128-1bf0198a3d43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488253
Nov 27 20:49:57.916450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50b7a2f9-a80a-43d8-9075-65dee913ea56 req-0d2709bc-55ae-4e73-b36b-f09754fd8c11 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 210 time: 0.0490527
Nov 27 20:49:58.000318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0958f265-00aa-4105-b49f-7b7659b442d8 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:49:58.028756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:58.032704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 0958f265-00aa-4105-b49f-7b7659b442d8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:49:58.033326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0958f265-00aa-4105-b49f-7b7659b442d8 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:49:58.080406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:58.097574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b', 'f7eb3780-8e46-4709-b050-efac2b428838'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:58.154002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903', '03656c06-3cc8-4fda-a16b-4029c1b5ca5e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:58.241850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:58.249437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:58.260954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:58.307295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event updated for resources: {'Port': ['ID=e02b8cc1-0258-4858-9965-ca7f6004dc39,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:58.323281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef638d9-e2b6-4f54-a192-73673a0406ae req-3485eea7-b469-4d3c-981c-9a6ed28b9ff4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:58.333000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fef638d9-e2b6-4f54-a192-73673a0406ae req-3485eea7-b469-4d3c-981c-9a6ed28b9ff4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 949 time: 0.1539071
Nov 27 20:49:58.452331 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fef638d9-e2b6-4f54-a192-73673a0406ae req-32b1691f-e74f-4a61-8a0a-15f193d7bc6d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155660
Nov 27 20:49:58.471407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:58.472201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:58.496039 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-3429e851-a309-4bae-9dbe-2fdbe4fe04a6 service neutron] 10.222.0.21 "GET /v2.0/networks/be9122ae-5461-41a9-8128-1bf0198a3d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5898454
Nov 27 20:49:58.497658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d1e56fcd-ad82-449d-bd44-359df6bd214c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4814265
Nov 27 20:49:58.514524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Request body: {'port': {'device_id': '63f6fefc-0619-4cd0-9361-aa81a9a2f30a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:58.559070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:58.562508 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:49:58.604638 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ec77fd4-7566-4aa5-a370-5d1fb7d48d40 req-5cde895c-04ca-4765-a00d-d6f2ee91bbe9 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 210 time: 0.0391898
Nov 27 20:49:58.645776 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:58.678849 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-32c77b50-ee2d-4c75-ae90-12d4cfe0ad4d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:58.680586 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-32c77b50-ee2d-4c75-ae90-12d4cfe0ad4d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 808 time: 0.3516011
Nov 27 20:49:58.682559 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:58.727749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Request body: {'port': {'device_id': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6', 'admin_state_up': True, 'tenant_id': '149906b8a2744176929b4d314a0de57d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:58.735043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4e8ce3ee-9a6c-4f5c-9ad8-f1e3c0e2bf28 None None] Provisioning complete for port e02b8cc1-0258-4858-9965-ca7f6004dc39 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:49:58.735446 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e8ce3ee-9a6c-4f5c-9ad8-f1e3c0e2bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:58.798828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:58.846952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Pushing event updated for resources: {'Port': ['ID=cab30d0b-bd13-4963-a8fd-40f8283c83c7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:58.858590 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0099997c-76f2-4701-b471-111243263982 x-openstack-request-id: req-0099997c-76f2-4701-b471-111243263982 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:49:58.859483 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262a9bd-9524-4919-8024-e41473beec99", "name": "network-vif-deleted", "tag": "0958f265-00aa-4105-b49f-7b7659b442d8", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:49:58.859847 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0099997c-76f2-4701-b471-111243263982 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:49:58.860394 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262a9bd-9524-4919-8024-e41473beec99', 'name': 'network-vif-deleted', 'tag': '0958f265-00aa-4105-b49f-7b7659b442d8', 'status': 'completed', 'code': 200}
Nov 27 20:49:58.877078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Network 979446f3-8da8-4e53-af09-3da825cab09f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:49:58.907577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'mac_address': 'fa:16:3e:c6:27:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:49:58.917142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:49:58.921279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1871a999-a1f3-46aa-8c56-38d70c9c84c4 req-9d9b8dab-f497-48a8-a10b-7dada462241e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 210 time: 0.0462770
Nov 27 20:49:58.937945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:49:58.957954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ce3ee-9a6c-4f5c-9ad8-f1e3c0e2bf28 None None] Port e02b8cc1-0258-4858-9965-ca7f6004dc39 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:49:59.078754 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:59.114877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:59.115964 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:59.141001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d30e88-9406-4ec6-91aa-9618b04ad283 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:59.204503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-ff45dea5-fee2-487f-9783-e226ef8cd200 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8707521
Nov 27 20:49:59.223788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:49:59.239600 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:59.249805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Request body: {'port': {'device_id': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:59.330084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=12']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:59.355380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02b8cc1-0258-4858-9965-ca7f6004dc39 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:49:59.364380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:59.395574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Transition to ACTIVE for port object e02b8cc1-0258-4858-9965-ca7f6004dc39 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:49:59.412600 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037afc1e-beb0-4d93-9508-5821a458444f req-3eafe639-477a-4035-a7ad-6ba49dfd9158 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:49:59.412922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:59.414501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-037afc1e-beb0-4d93-9508-5821a458444f req-3eafe639-477a-4035-a7ad-6ba49dfd9158 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 950 time: 0.0706148
Nov 27 20:49:59.415773 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:59.446152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-a67ee27b-72a3-4c0b-b487-dcebddfafa4f tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5812359
Nov 27 20:49:59.447489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:49:59.512967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Made reservation on behalf of 149906b8a2744176929b4d314a0de57d for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:49:59.517987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:59.523216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:59.600683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Pushing event updated for resources: {'Port': ['ID=e02b8cc1-0258-4858-9965-ca7f6004dc39,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:49:59.610722 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['55d30e88-9406-4ec6-91aa-9618b04ad283'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:59.695106 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-037afc1e-beb0-4d93-9508-5821a458444f req-3696720e-d7b6-486a-abbe-df8abb722122 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2705255
Nov 27 20:49:59.789635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f6b877dc-2544-4729-b562-12b62148f13d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:49:59.798481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Attempting to bind port e02b8cc1-0258-4858-9965-ca7f6004dc39 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:49:59.798838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Attempting to bind port e02b8cc1-0258-4858-9965-ca7f6004dc39 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:49:59.799182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Attempting to bind port e02b8cc1-0258-4858-9965-ca7f6004dc39 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:59.816676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Port e02b8cc1-0258-4858-9965-ca7f6004dc39 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:49:59.817023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Attempting to bind port e02b8cc1-0258-4858-9965-ca7f6004dc39 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:49:59.848749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:49:59.850469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:49:59.850924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:49:59.852036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Bound port: e02b8cc1-0258-4858-9965-ca7f6004dc39, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:49:59.852433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:49:59.985474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88863423-3892-4b55-8ccc-0cecf4212005 req-0e5eaf57-3053-4b19-9eca-f63e736eb4bb tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 210 time: 0.1731520
Nov 27 20:49:59.997210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Allocated IP 172.20.0.6 (324306ab-fd63-4c3d-9f56-7119b3413ec6/b8ec39ef-a293-4636-973a-265cd39882ca/24c3bbfe-097d-44dd-b015-ded002b7cd5e) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:50:00.020385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] For port e02b8cc1-0258-4858-9965-ca7f6004dc39, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:00.020651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:00.027956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] For port e02b8cc1-0258-4858-9965-ca7f6004dc39, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e02b8cc1-0258-4858-9965-ca7f6004dc39,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:00.038545 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:00.084891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:00.085851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:00.087231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] 10.222.0.15 "PUT /v2.0/ports/e02b8cc1-0258-4858-9965-ca7f6004dc39 HTTP/1.1" status: 200  len: 1095 time: 1.5780578
Nov 27 20:50:00.112014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f6fefc-0619-4cd0-9361-aa81a9a2f30a', 'tag': 'e02b8cc1-0258-4858-9965-ca7f6004dc39'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:00.118691 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d5702a-f783-4680-8859-bd9f429c967f" -d '{"events": [{"name": "network-changed", "server_uuid": "63f6fefc-0619-4cd0-9361-aa81a9a2f30a", "tag": "e02b8cc1-0258-4858-9965-ca7f6004dc39"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:00.186015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845feef8-ead1-4d0d-94f7-367106dd6031 service neutron] Pushing event updated for resources: {'Port': ['ID=e02b8cc1-0258-4858-9965-ca7f6004dc39,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:00.212604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-00ac1cde-685a-4bd4-9e1e-0a9f786fbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:00.214241 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-00ac1cde-685a-4bd4-9e1e-0a9f786fbcc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 1098 time: 0.0685678
Nov 27 20:50:00.222731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742ce4-d0de-4c90-b162-5bbdc55b75d9 req-81212e86-512a-4b3c-8625-2b82d16cb377 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:00.230361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d742ce4-d0de-4c90-b162-5bbdc55b75d9 req-81212e86-512a-4b3c-8625-2b82d16cb377 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 947 time: 0.1516502
Nov 27 20:50:00.285359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-3b21818d-6eb7-4478-ba16-7fec776dafe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e02b8cc1-0258-4858-9965-ca7f6004dc39 HTTP/1.1" status: 200  len: 217 time: 0.0471706
Nov 27 20:50:00.331954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Allocated IP 172.35.3.43 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/a341235a-6851-4533-8f2f-2bb4fb7c0952) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:50:00.356148 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d742ce4-d0de-4c90-b162-5bbdc55b75d9 req-9a4422e8-5033-46bb-98de-dfe03a784d6a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247246
Nov 27 20:50:00.364950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab30d0b-bd13-4963-a8fd-40f8283c83c7 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:00.365942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d7eae912-041c-48de-97ee-46b59bfc2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:00.367779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-d7eae912-041c-48de-97ee-46b59bfc2ff3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0745687
Nov 27 20:50:00.387967 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:00.408950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Transition to ACTIVE for port object cab30d0b-bd13-4963-a8fd-40f8283c83c7 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:50:00.477994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-607feb60-deae-418c-93e9-94fdd812be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:00.479932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-607feb60-deae-418c-93e9-94fdd812be6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0917354
Nov 27 20:50:00.501562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:00.621748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d50a5e-3726-4b9e-a00d-7926fd03c4c5 req-b4dfd42c-621d-48b2-95b5-1320a8780f03 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:00.623351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45d50a5e-3726-4b9e-a00d-7926fd03c4c5 req-b4dfd42c-621d-48b2-95b5-1320a8780f03 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0687189
Nov 27 20:50:00.646359 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:00.655131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-9082dfd2-a06d-498d-892f-3829769cbf26 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636868
Nov 27 20:50:00.697724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Pushing event updated for resources: {'Port': ['ID=cab30d0b-bd13-4963-a8fd-40f8283c83c7,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:00.719309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-654b87ef-5ddb-4ee9-a9e9-9ff48f0f23c3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:00.721319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-654b87ef-5ddb-4ee9-a9e9-9ff48f0f23c3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.15 "GET /v2.0/networks?id=be9122ae-5461-41a9-8128-1bf0198a3d43 HTTP/1.1" status: 200  len: 806 time: 0.3475823
Nov 27 20:50:00.725028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45d50a5e-3726-4b9e-a00d-7926fd03c4c5 req-09c85489-6273-4940-a33a-30ac05b42978 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927069
Nov 27 20:50:00.780277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec1dcc26-0bbd-4383-be36-988e624f9e0e req-e0e4e5a8-1de7-4a66-bbda-94219ad167d5 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142685
Nov 27 20:50:00.809205 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:00.833673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2675b8-d05f-483f-9ace-ba50c63fef97 req-2339098e-a7a8-4691-a21b-561da64f3096 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:00.835287 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca2675b8-d05f-483f-9ace-ba50c63fef97 req-2339098e-a7a8-4691-a21b-561da64f3096 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0510545
Nov 27 20:50:00.863468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:00.875841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['91a3e20c-c74b-4366-a10a-a264f88012cb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:00.879999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:00.880346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:00.880682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:00.889524 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca2675b8-d05f-483f-9ace-ba50c63fef97 req-4f4acb1c-7524-485f-859b-ff48cd085202 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473199
Nov 27 20:50:00.919354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:00.919530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:00.926774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-65588cc3-97ec-4392-9848-a1c19ada88bc tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3452ada55fe043918a4bf028d75b070d HTTP/1.1" status: 200  len: 380 time: 0.1826620
Nov 27 20:50:00.943412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Request body: {'port': {'device_id': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'admin_state_up': True, 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'security_groups': ['84de32e3-d4c3-4bdd-a496-cd7d6b1628e0']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:00.956264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:00.956614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:00.957685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:00.957685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Bound port: cab30d0b-bd13-4963-a8fd-40f8283c83c7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:00.957918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:00.961115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Network 324306ab-fd63-4c3d-9f56-7119b3413ec6 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:50:00.990435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:50:00.993197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:50:01.057019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Pushing event updated for resources: {'Port': ['ID=24c3bbfe-097d-44dd-b015-ded002b7cd5e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:01.060969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:01.067825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae164bb-ac14-4ae4-b557-e8d424d9e56b req-737a7884-dea9-4615-81e5-43f055a959bf tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:01.069383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ae164bb-ac14-4ae4-b557-e8d424d9e56b req-737a7884-dea9-4615-81e5-43f055a959bf tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 931 time: 0.0793839
Nov 27 20:50:01.119542 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ae164bb-ac14-4ae4-b557-e8d424d9e56b req-331f6337-dea8-42de-bb3f-f175a514e9f6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440378
Nov 27 20:50:01.157325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:50:01.167993 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb57511e-0f97-4c8d-b789-6a23ad45610e x-openstack-request-id: req-eb57511e-0f97-4c8d-b789-6a23ad45610e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:01.168795 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f6fefc-0619-4cd0-9361-aa81a9a2f30a", "tag": "e02b8cc1-0258-4858-9965-ca7f6004dc39", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:01.169131 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb57511e-0f97-4c8d-b789-6a23ad45610e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:01.169613 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f6fefc-0619-4cd0-9361-aa81a9a2f30a', 'tag': 'e02b8cc1-0258-4858-9965-ca7f6004dc39', 'status': 'completed', 'code': 200}
Nov 27 20:50:01.171287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:50:01.189854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:50:01.205044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:01.205679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:01.231581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event updated for resources: {'Port': ['ID=a341235a-6851-4533-8f2f-2bb4fb7c0952,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:01.262086 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a4af20ad-33ac-48d0-81b1-d5fae4f770b0 req-9f5f4b38-7156-4214-8cec-2dd13ade071f tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 210 time: 0.0273790
Nov 27 20:50:01.262345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:01.271215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:01.277228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5702a-f783-4680-8859-bd9f429c967f req-b76f6e0d-a137-4bf0-bd9d-ea4f165b855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:01.278751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d5702a-f783-4680-8859-bd9f429c967f req-b76f6e0d-a137-4bf0-bd9d-ea4f165b855a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 1098 time: 0.0834024
Nov 27 20:50:01.281791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-9d1ce2fc-c4b5-4983-8f20-4ec1679918cd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5738568
Nov 27 20:50:01.284554 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:01.320737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Request body: {'port': {'device_id': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:01.367621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:01.368361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:01.369763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] 10.222.0.15 "PUT /v2.0/ports/cab30d0b-bd13-4963-a8fd-40f8283c83c7 HTTP/1.1" status: 200  len: 1092 time: 2.1405201
Nov 27 20:50:01.375063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:01.377542 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c12039-986b-444c-b8da-1dc3c89beadf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:01.381291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-94d0979b-9ad4-4fc0-bad3-57faf83958f8 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0289564
Nov 27 20:50:01.417765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Made reservation on behalf of 3452ada55fe043918a4bf028d75b070d for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:50:01.420344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.15', 59547) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:01.421299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:01.488050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d6e18-ce4d-446b-ba20-b4176056a22a service neutron] Pushing event updated for resources: {'Port': ['ID=cab30d0b-bd13-4963-a8fd-40f8283c83c7,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:01.488369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5702a-f783-4680-8859-bd9f429c967f req-012d6d55-b07e-4f43-8375-00c4ffc3585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:01.490900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d5702a-f783-4680-8859-bd9f429c967f req-012d6d55-b07e-4f43-8375-00c4ffc3585c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2029374
Nov 27 20:50:01.517534 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:01.525383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:01.559950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d5702a-f783-4680-8859-bd9f429c967f req-a61508dd-d54f-40d4-9cab-7bab28d0090b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e02b8cc1-0258-4858-9965-ca7f6004dc39 HTTP/1.1" status: 200  len: 217 time: 0.0547690
Nov 27 20:50:01.586361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-6c2b4395-ed6f-4ab5-b2a0-9f8cf6b92e51 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:01.587920 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-6c2b4395-ed6f-4ab5-b2a0-9f8cf6b92e51 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.1712117
Nov 27 20:50:01.681900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:01.869921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-7571feef-9da4-462f-b389-e9b3078e07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:01.871325 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-7571feef-9da4-462f-b389-e9b3078e07c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 1095 time: 0.4499612
Nov 27 20:50:01.878287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Allocated IP 172.20.0.12 (be9122ae-5461-41a9-8128-1bf0198a3d43/3596accf-1e24-4a00-90fe-b1350288c055/69669768-ef11-486a-bf97-be4dc7401b97) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:50:01.942811 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-54d8aae5-96a9-4879-a375-f54cf8ae8330 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7 HTTP/1.1" status: 200  len: 217 time: 0.0472748
Nov 27 20:50:01.952389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-b9160833-d81a-45fc-aa22-c89a3ab9d71a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:01.953927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-b9160833-d81a-45fc-aa22-c89a3ab9d71a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5612512
Nov 27 20:50:02.004177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5702a-f783-4680-8859-bd9f429c967f req-9e5329f8-2571-4982-be5e-832da1e4668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:02.005672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d5702a-f783-4680-8859-bd9f429c967f req-9e5329f8-2571-4982-be5e-832da1e4668d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.4385631
Nov 27 20:50:02.009280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-6f47cb4b-e2a5-4df1-881e-0f95b82bf05d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/quotas/04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 375 time: 0.0434396
Nov 27 20:50:02.058989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-5bc3b6b2-910a-4ee7-ab55-276f54b96989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:02.061153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-5bc3b6b2-910a-4ee7-ab55-276f54b96989 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1038492
Nov 27 20:50:02.108245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-e8fe4f68-94e8-4358-9336-41da703979e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290663
Nov 27 20:50:02.129008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5702a-f783-4680-8859-bd9f429c967f req-7dbf4955-3a0b-43c3-9d87-39a9eebbbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:02.130379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d5702a-f783-4680-8859-bd9f429c967f req-7dbf4955-3a0b-43c3-9d87-39a9eebbbe91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1149454
Nov 27 20:50:02.193283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-e969bec1-8c91-4305-9bf8-f0d0670072c6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1683362
Nov 27 20:50:02.297643 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-16c47f0e-4c3a-4e3e-9399-99f45018f8bf service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788628
Nov 27 20:50:02.304618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d5702a-f783-4680-8859-bd9f429c967f req-bb324a18-6fbc-49ab-ba20-dcc144c7c34d service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580589
Nov 27 20:50:02.338151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Deleting port b3fdcccc-7383-40d8-8be2-9440dff6baff {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:02.338516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.494867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-9fed3651-d76c-4483-9b56-2ee37c45c1db service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1892071
Nov 27 20:50:02.516925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f4b74-6a82-4b42-a5c6-2edd3ff98047 req-ec37a8d6-3bbc-4b14-8c1c-3cf77480837e tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:02.518572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-200f4b74-6a82-4b42-a5c6-2edd3ff98047 req-ec37a8d6-3bbc-4b14-8c1c-3cf77480837e tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 947 time: 0.1108584
Nov 27 20:50:02.522896 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d5702a-f783-4680-8859-bd9f429c967f req-3c7f1907-3ba6-4675-a069-e3ce6e344b85 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072752
Nov 27 20:50:02.569566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:50:02.577521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-200f4b74-6a82-4b42-a5c6-2edd3ff98047 req-19c81ca0-ca4c-40fb-855b-bf8fd9616303 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507238
Nov 27 20:50:02.641845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 55d30e88-9406-4ec6-91aa-9618b04ad283 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:50:02.648139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 55d30e88-9406-4ec6-91aa-9618b04ad283 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:02.648757 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.681700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c3bbfe-097d-44dd-b015-ded002b7cd5e {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:02.691718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.706492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Transition to ACTIVE for port object 24c3bbfe-097d-44dd-b015-ded002b7cd5e will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:50:02.713514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.719529 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53924b5e-dc63-401c-a61a-2f8eae1ab3aa x-openstack-request-id: req-53924b5e-dc63-401c-a61a-2f8eae1ab3aa {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:02.719930 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:02.720279 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53924b5e-dc63-401c-a61a-2f8eae1ab3aa {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:02.720991 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7', 'status': 'completed', 'code': 200}
Nov 27 20:50:02.728453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.735709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-5afcd9f7-386c-4767-95ab-2740ebf32eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:02.737671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-5afcd9f7-386c-4767-95ab-2740ebf32eff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 1095 time: 0.0649059
Nov 27 20:50:02.742779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.801539 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.823501 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.856959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:02.860375 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] For port b3fdcccc-7383-40d8-8be2-9440dff6baff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3fdcccc-7383-40d8-8be2-9440dff6baff,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:02.860849 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.861035 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53770ad7-f921-42f7-b3ef-1e88ffa59b32" -d '{"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-plugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:02.879927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:02.886604 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.908087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3bbfe-097d-44dd-b015-ded002b7cd5e,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:02.913752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Calling delete_port for b3fdcccc-7383-40d8-8be2-9440dff6baff owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:02.920512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d46391-59c8-404f-b59b-5d0f77300cdb req-10b9fd0a-121b-4a8c-9223-599391229fff tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:02.922593 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83d46391-59c8-404f-b59b-5d0f77300cdb req-10b9fd0a-121b-4a8c-9223-599391229fff tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 946 time: 0.0944376
Nov 27 20:50:02.927668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-3ad21dc4-2bb6-460d-8892-7de99caae0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:02.929162 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-3ad21dc4-2bb6-460d-8892-7de99caae0a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1812754
Nov 27 20:50:02.957211 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:02.963326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=13']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:02.993553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-2495afaa-87b1-4ed4-a376-7555ea1b2a8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7 HTTP/1.1" status: 200  len: 217 time: 0.0533469
Nov 27 20:50:03.008726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.009956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.5662372
Nov 27 20:50:03.014076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729db3f4-b1f5-4791-889c-991ff78aea6d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event updated for resources: {'Port': ['ID=a341235a-6851-4533-8f2f-2bb4fb7c0952,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:03.054533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83d46391-59c8-404f-b59b-5d0f77300cdb req-89bb9205-33ff-4161-b63a-72698e2d91b8 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e6c9cd1-c77f-4676-8100-9a48a0935847&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226137
Nov 27 20:50:03.067751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-63eed863-8788-4424-a9ea-4c9f0f85ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:03.069205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-63eed863-8788-4424-a9ea-4c9f0f85ce89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.0645990
Nov 27 20:50:03.077735 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.136032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-34c03989-36fe-42e7-9153-4229374387f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544293
Nov 27 20:50:03.161458 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-fc2b32a9-8d2c-4696-a07b-4cfbfe0b5b83 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.43 HTTP/1.1" status: 200  len: 695 time: 0.0963764
Nov 27 20:50:03.215231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Network be9122ae-5461-41a9-8128-1bf0198a3d43 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:50:03.257156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:50:03.262410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Pushing event updated for resources: {'Port': ['ID=69669768-ef11-486a-bf97-be4dc7401b97,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:03.267035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:50:03.277175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8e69c-f309-404f-a97b-1453ecd8b859 req-e77237c7-71d3-4b81-8adb-3ccb8d4b18ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:03.278756 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45a8e69c-f309-404f-a97b-1453ecd8b859 req-e77237c7-71d3-4b81-8adb-3ccb8d4b18ac tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0927174
Nov 27 20:50:03.300726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-7da9d8e4-cccb-4317-98e9-4c2ff40d9185 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562281
Nov 27 20:50:03.335219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:03.335631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:03.335931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:03.389842 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45a8e69c-f309-404f-a97b-1453ecd8b859 req-9c84596e-c469-43a8-ac6a-501cb4331b64 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993125
Nov 27 20:50:03.390845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:03.391193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:03.421161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:03.421861 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.433081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7c12039-986b-444c-b8da-1dc3c89beadf req-937c109a-3c54-430a-bbe5-9f228e3efefc service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191497
Nov 27 20:50:03.449313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-27f22f79-65b8-4489-b041-896bbe2b57f8 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:03.450754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c18a393-b47a-4572-a515-f66cb82655d0 req-27f22f79-65b8-4489-b041-896bbe2b57f8 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2719321
Nov 27 20:50:03.451652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:03.451979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:03.452369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:03.452825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Bound port: 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:03.453183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.516045 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.520834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-4a996c4e-f321-442a-b0c5-2fd4d729622e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5811467
Nov 27 20:50:03.531376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['b3fdcccc-7383-40d8-8be2-9440dff6baff'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:03.555309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Request body: {'port': {'device_id': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:03.576914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Pushing event deleted for resources: {'Port': ['ID=b3fdcccc-7383-40d8-8be2-9440dff6baff,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:03.602822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-6f81fe2f-a4c9-4129-8135-d3bca5c016f4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0290608
Nov 27 20:50:03.628522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7cd7f-0138-4b07-bbde-78f7cb470345 req-39ef0d3d-e2ea-4daf-a710-1e9065eccac7 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:03.636562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53d7cd7f-0138-4b07-bbde-78f7cb470345 req-39ef0d3d-e2ea-4daf-a710-1e9065eccac7 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 943 time: 0.1354034
Nov 27 20:50:03.644013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7b61ca1a-d0b0-4ffd-ae76-242b31baa273 None None] Provisioning complete for port 69669768-ef11-486a-bf97-be4dc7401b97 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:03.645429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7b61ca1a-d0b0-4ffd-ae76-242b31baa273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.660580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:03.696273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7b61ca1a-d0b0-4ffd-ae76-242b31baa273 None None] Port 69669768-ef11-486a-bf97-be4dc7401b97 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:50:03.716308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] No DVR routers for this DVR port b3fdcccc-7383-40d8-8be2-9440dff6baff on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:50:03.725428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.728906 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ded95b38-f886-499b-887e-5a0defbb2b74 req-ebd50fd8-ca0e-491d-8325-5c7298f7e1d7 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.15 "DELETE /v2.0/ports/b3fdcccc-7383-40d8-8be2-9440dff6baff HTTP/1.1" status: 204  len: 173 time: 2.1229656
Nov 27 20:50:03.730783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:03.741124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.743449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.745840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53d7cd7f-0138-4b07-bbde-78f7cb470345 req-8fa66ef0-6f65-46cc-9b2f-8082ec6a82f4 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083355
Nov 27 20:50:03.773812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e3b59-32fb-422f-8a76-f94693971c48 req-56e8e204-3d0b-47aa-864c-09a62e932e21 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:03.775541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a8e3b59-32fb-422f-8a76-f94693971c48 req-56e8e204-3d0b-47aa-864c-09a62e932e21 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 932 time: 0.2156126
Nov 27 20:50:03.829994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-dea50602-3d26-4541-baab-859ad842fa93 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:03.831585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-dea50602-3d26-4541-baab-859ad842fa93 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2240644
Nov 27 20:50:03.833048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:03.833671 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:03.835074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/24c3bbfe-097d-44dd-b015-ded002b7cd5e HTTP/1.1" status: 200  len: 1091 time: 2.5201132
Nov 27 20:50:03.854469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Request body: {'port': {'device_id': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '04a17517c2104eeba56ce3a7cd915fb0'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:03.927717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235dbd57-f827-4154-9ac0-2bb56e14e4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3bbfe-097d-44dd-b015-ded002b7cd5e,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:03.950850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c81c2cac-e59f-4310-a31e-8d526f49b8c7 req-d4db7181-8274-437e-801d-bfe42b055c8e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 210 time: 0.0777094
Nov 27 20:50:03.987728 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a8e3b59-32fb-422f-8a76-f94693971c48 req-62aeeba4-7bc6-42c3-80ae-555b3518880e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1795382
Nov 27 20:50:03.988247 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85484ba5-1cff-417a-b6bb-51de4a0aca25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:04.011994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e02b8cc1-0258-4858-9965-ca7f6004dc39 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:50:04.050692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Made reservation on behalf of 04a17517c2104eeba56ce3a7cd915fb0 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:50:04.051145 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c4b33-d4f0-42ab-bb1a-a859e166286f x-openstack-request-id: req-b14c4b33-d4f0-42ab-bb1a-a859e166286f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:04.051723 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-plugged", "status": "completed", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:04.053079 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b14c4b33-d4f0-42ab-bb1a-a859e166286f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:04.053571 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'code': 200}
Nov 27 20:50:04.057239 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:04.116732 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6ab0940-d01b-413f-8585-ac70dd3a2c97 req-ea67b7a5-d082-4dc2-abec-784d0eaf58fd tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips/1495bafe-c530-4816-9599-372898ca9a66 HTTP/1.1" status: 200  len: 692 time: 0.0707066
Nov 27 20:50:04.122335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-75489c30-8f7a-4c76-93f6-c63147f8267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:04.124379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-75489c30-8f7a-4c76-93f6-c63147f8267a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 1094 time: 0.2164655
Nov 27 20:50:04.150857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e02b8cc1-0258-4858-9965-ca7f6004dc39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e02b8cc1-0258-4858-9965-ca7f6004dc39,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:04.163872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'e02b8cc1-0258-4858-9965-ca7f6004dc39', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'e02b8cc1-0258-4858-9965-ca7f6004dc39', 'mac_address': 'fa:16:3e:be:b0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:50:04.193712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fc12c-1cc7-4b5f-bc6c-bc8540fbb1ec req-9aa45bf3-45f5-4c01-b1d7-3b88c6b75ef1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:04.195801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c30fc12c-1cc7-4b5f-bc6c-bc8540fbb1ec req-9aa45bf3-45f5-4c01-b1d7-3b88c6b75ef1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 947 time: 0.1051862
Nov 27 20:50:04.202926 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:04.217603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02b8cc1-0258-4858-9965-ca7f6004dc39 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:04.223667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-033d8525-b0a4-4de2-991d-7def526064bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e HTTP/1.1" status: 200  len: 217 time: 0.0865989
Nov 27 20:50:04.240667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e02b8cc1-0258-4858-9965-ca7f6004dc39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e02b8cc1-0258-4858-9965-ca7f6004dc39,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:04.246180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:04.278030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Allocated IP 192.168.233.74 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:50:04.299728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c30fc12c-1cc7-4b5f-bc6c-bc8540fbb1ec req-c4fbf703-df46-486f-b33a-432d36834ef6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815198
Nov 27 20:50:04.312783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e02b8cc1-0258-4858-9965-ca7f6004dc39,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:04.360087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-b3aba75d-2367-4949-9a3c-13101286de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:04.361566 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-b3aba75d-2367-4949-9a3c-13101286de97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.1057279
Nov 27 20:50:04.416969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab0940-d01b-413f-8585-ac70dd3a2c97 req-ed54f0bb-4036-46c1-b23e-556ab918b6c1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:04.418578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6ab0940-d01b-413f-8585-ac70dd3a2c97 req-ed54f0bb-4036-46c1-b23e-556ab918b6c1 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2933204
Nov 27 20:50:04.433037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-082a8009-001c-4c7f-9ff1-43a4e5dce94a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564094
Nov 27 20:50:04.451022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-b6ab0940-d01b-413f-8585-ac70dd3a2c97 req-b62ef46a-0c4a-4c14-9dd1-dfb67f6e1c36 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:50:04.452316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6ab0940-d01b-413f-8585-ac70dd3a2c97 req-b62ef46a-0c4a-4c14-9dd1-dfb67f6e1c36 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0142837
Nov 27 20:50:04.519619 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:04.589439 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-263913ef-dfd4-4935-8c96-78e0d0fd5c85 req-4b4998bb-785e-473b-8720-8fa949412971 tempest-ListServerFiltersTestJSON-981524550 tempest-ListServerFiltersTestJSON-981524550-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa58d27-298b-455d-8185-f926aa730620 HTTP/1.1" status: 200  len: 210 time: 0.0309618
Nov 27 20:50:04.598006 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:04.598239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69669768-ef11-486a-bf97-be4dc7401b97 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:04.614732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['315cf87c-c809-4b39-b8ec-ef3d92d438f0', '75279561-8c7c-4017-8974-2a5bc6d0661c', '55d30e88-9406-4ec6-91aa-9618b04ad283'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:04.623789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:04.655877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Transition to ACTIVE for port object 69669768-ef11-486a-bf97-be4dc7401b97 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:50:04.660369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-1dbb1508-3b7b-4748-a8d8-29d4fe0e89f8 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2049987
Nov 27 20:50:04.664127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:50:04.668948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df71ea-08b3-4673-8094-fbce19d1cf5f req-c5156c99-7c18-4d58-95cf-5beeaac312a5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:04.670462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0df71ea-08b3-4673-8094-fbce19d1cf5f req-c5156c99-7c18-4d58-95cf-5beeaac312a5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.1143596
Nov 27 20:50:04.681063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['e02b8cc1-0258-4858-9965-ca7f6004dc39'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:04.687658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:04.698363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:50:04.708584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:50:04.741236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-242e42e4-3a48-479b-ac12-7e8410590360 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips/1495bafe-c530-4816-9599-372898ca9a66 HTTP/1.1" status: 200  len: 692 time: 0.0983772
Nov 27 20:50:04.748637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:04.766475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa58d27-298b-455d-8185-f926aa730620', 'name': 'network-vif-deleted', 'tag': 'b3fdcccc-7383-40d8-8be2-9440dff6baff'}, {'name': 'network-changed', 'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:04.769119 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300cd2e4-a055-4a5e-833a-a2971910fe9d" -d '{"events": [{"server_uuid": "5aa58d27-298b-455d-8185-f926aa730620", "name": "network-vif-deleted", "tag": "b3fdcccc-7383-40d8-8be2-9440dff6baff"}, {"name": "network-changed", "server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:04.831515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Pushing event updated for resources: {'Port': ['ID=69669768-ef11-486a-bf97-be4dc7401b97,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:04.846309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0df71ea-08b3-4673-8094-fbce19d1cf5f req-bf6803c5-754d-44f6-9506-0238546269a8 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671352
Nov 27 20:50:04.850977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:04.851710 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:04.945275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13e1121-fe03-400a-9e92-1dbb78a6ae1a req-e3505a32-23b0-4e31-ae7c-bb41bd4d4efc service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2736397
Nov 27 20:50:05.030936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-b94bb1a4-aa7e-4ece-a7d0-77ee25424105 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:05.037683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Attempting to bind port 69669768-ef11-486a-bf97-be4dc7401b97 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:05.038423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Attempting to bind port 69669768-ef11-486a-bf97-be4dc7401b97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:05.038653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-b94bb1a4-aa7e-4ece-a7d0-77ee25424105 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2873242
Nov 27 20:50:05.039279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Attempting to bind port 69669768-ef11-486a-bf97-be4dc7401b97 on network be9122ae-5461-41a9-8128-1bf0198a3d43 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:05.057562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Port 69669768-ef11-486a-bf97-be4dc7401b97 on network be9122ae-5461-41a9-8128-1bf0198a3d43 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:05.057562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Attempting to bind port 69669768-ef11-486a-bf97-be4dc7401b97 on network be9122ae-5461-41a9-8128-1bf0198a3d43 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:05.065434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:05.066184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Checking segment: {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:05.066591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Bound using segment: {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:05.067314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Bound port: 69669768-ef11-486a-bf97-be4dc7401b97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25b6391-df7f-438f-b14b-eb8ee67e7c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:05.067695 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.080237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35aa30-4534-401b-a70c-9782eea03a33 req-1d04dcb5-8dfe-4b61-a1fd-c5dd15454ce8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:05.081840 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1e35aa30-4534-401b-a70c-9782eea03a33 req-1d04dcb5-8dfe-4b61-a1fd-c5dd15454ce8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 943 time: 0.1060178
Nov 27 20:50:05.102985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-edf9fb70-1259-4d44-95a1-7e18900120e9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2567077
Nov 27 20:50:05.112880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-b2821adb-b693-4371-9cfa-91bc85983896 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.43 HTTP/1.1" status: 200  len: 695 time: 0.0732901
Nov 27 20:50:05.119840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Request body: {'port': {'device_id': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:05.165263 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b300bbe0-dd82-407c-98e2-e0a0330ca2ca None None] Provisioning complete for port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:05.165653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b300bbe0-dd82-407c-98e2-e0a0330ca2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.192296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-2cf181c2-ed33-493f-8075-b88135ee2126 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.43 HTTP/1.1" status: 200  len: 695 time: 0.0785358
Nov 27 20:50:05.197555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1e35aa30-4534-401b-a70c-9782eea03a33 req-83046329-ca47-4cd6-955a-f98bc5d9f5f0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040518
Nov 27 20:50:05.208919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b300bbe0-dd82-407c-98e2-e0a0330ca2ca None None] Port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:50:05.225932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] For port 69669768-ef11-486a-bf97-be4dc7401b97, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:05.235005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] For port 69669768-ef11-486a-bf97-be4dc7401b97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69669768-ef11-486a-bf97-be4dc7401b97,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:05.240878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.262350 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.286305 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5164391b-274a-4b29-9c40-671b071d4fc1 x-openstack-request-id: req-5164391b-274a-4b29-9c40-671b071d4fc1 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:05.286607 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa58d27-298b-455d-8185-f926aa730620", "name": "network-vif-deleted", "tag": "b3fdcccc-7383-40d8-8be2-9440dff6baff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:05.286859 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5164391b-274a-4b29-9c40-671b071d4fc1 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:05.287276 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa58d27-298b-455d-8185-f926aa730620', 'name': 'network-vif-deleted', 'tag': 'b3fdcccc-7383-40d8-8be2-9440dff6baff', 'status': 'completed', 'code': 200}
Nov 27 20:50:05.287551 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e', 'status': 'completed', 'code': 200}
Nov 27 20:50:05.294415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:05.296030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.297430 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] 10.222.0.15 "PUT /v2.0/ports/69669768-ef11-486a-bf97-be4dc7401b97 HTTP/1.1" status: 200  len: 1092 time: 1.7463436
Nov 27 20:50:05.434707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eb9c1-dfba-4fed-91d3-589e94552fed service neutron] Pushing event updated for resources: {'Port': ['ID=69669768-ef11-486a-bf97-be4dc7401b97,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:05.474008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Deleting port a341235a-6851-4533-8f2f-2bb4fb7c0952 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:05.474352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.480991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40301035-69ec-4c09-bde9-e60db6dca79b req-511bef65-a14e-442f-9246-3b45698fcfe9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:05.483179 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40301035-69ec-4c09-bde9-e60db6dca79b req-511bef65-a14e-442f-9246-3b45698fcfe9 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 935 time: 0.1502903
Nov 27 20:50:05.487283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-d360b42e-f6a4-41a7-9342-6273adbf669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:05.488899 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-d360b42e-f6a4-41a7-9342-6273adbf669e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 1094 time: 0.1905727
Nov 27 20:50:05.491824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-6f272972-bf29-44de-9ca8-8e3fea4a4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:05.493594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-6f272972-bf29-44de-9ca8-8e3fea4a4d3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3452ada55fe043918a4bf028d75b070d&device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 1095 time: 0.1476278
Nov 27 20:50:05.569049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-8a5695dc-fc2f-400e-89c2-702208b13173 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69669768-ef11-486a-bf97-be4dc7401b97 HTTP/1.1" status: 200  len: 217 time: 0.0578508
Nov 27 20:50:05.612263 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.612586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.634669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Calling delete_port for a341235a-6851-4533-8f2f-2bb4fb7c0952 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:05.736004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:05.750725 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.776827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Transition to ACTIVE for port object f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:50:05.782106 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.863770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:05.919848 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:05.953130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event deleted for resources: {'Port': ['ID=a341235a-6851-4533-8f2f-2bb4fb7c0952,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:05.953545 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40301035-69ec-4c09-bde9-e60db6dca79b req-0eac632a-6ed6-4192-8d83-f0cf9a852757 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4565990
Nov 27 20:50:05.977394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-022d9640-cbc4-4610-95e9-af8cb1eb0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:05.978990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-022d9640-cbc4-4610-95e9-af8cb1eb0cae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3596accf-1e24-4a00-90fe-b1350288c055 HTTP/1.1" status: 200  len: 845 time: 0.0813684
Nov 27 20:50:06.023956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:06.024300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:06.025164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:06.025297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-cf4082f2-24b6-44e0-bea4-03daa604e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:06.026570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-cf4082f2-24b6-44e0-bea4-03daa604e2a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.5143182
Nov 27 20:50:06.035169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b3fdcccc-7383-40d8-8be2-9440dff6baff no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:50:06.035744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:06.035744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:06.043718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:06.044069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:06.044442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:06.044910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Bound port: f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:06.045269 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:06.064524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:06.066349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: b3fdcccc-7383-40d8-8be2-9440dff6baff {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:50:06.066708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b3fdcccc-7383-40d8-8be2-9440dff6baff not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:50:06.067342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:06.075531 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f235f271-7b7c-414f-b160-26762f7ad0cf req-da4db29b-a53a-4b12-a53b-12d1177c9f69 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "DELETE /v2.0/floatingips/1495bafe-c530-4816-9599-372898ca9a66 HTTP/1.1" status: 204  len: 173 time: 0.8603058
Nov 27 20:50:06.081289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-60fcb755-2af2-4492-9f91-763787b44fac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e HTTP/1.1" status: 200  len: 217 time: 0.0473838
Nov 27 20:50:06.144128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-fe822427-ac56-4f9e-b99d-1f6a1120b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:06.146040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-fe822427-ac56-4f9e-b99d-1f6a1120b08a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be9122ae-5461-41a9-8128-1bf0198a3d43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1557336
Nov 27 20:50:06.161583 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:06.178218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:06.188540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:06.203995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4c28-bf38-497a-957a-ddd6e1b825e9 req-507db8d0-c424-4956-bb85-9de2e39517a0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:06.205558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ecb4c28-bf38-497a-957a-ddd6e1b825e9 req-507db8d0-c424-4956-bb85-9de2e39517a0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 948 time: 0.0785728
Nov 27 20:50:06.227134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-13e85118-2334-4d9a-b2f1-b0a9a00988b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:06.228981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-13e85118-2334-4d9a-b2f1-b0a9a00988b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.1359420
Nov 27 20:50:06.241685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f079d9c-8d82-4c77-84bf-579ecfd35c55 req-d2d44c96-2d4a-4cec-ae93-ff3b69869bd7 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:06.243345 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f079d9c-8d82-4c77-84bf-579ecfd35c55 req-d2d44c96-2d4a-4cec-ae93-ff3b69869bd7 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 944 time: 0.1611373
Nov 27 20:50:06.257433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:06.257952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:06.259722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] 10.222.0.35 "PUT /v2.0/ports/f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 1095 time: 1.1445470
Nov 27 20:50:06.259942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:06.262404 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0050b509-a8d5-44e7-a06f-0903f9be5e96" -d '{"events": [{"name": "network-changed", "server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:06.286533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-e5b16b30-61c3-4199-bbee-985fce24a23f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421603
Nov 27 20:50:06.311239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c2734-dad7-4cda-9c11-8edaa237db56 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:06.318118 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ecb4c28-bf38-497a-957a-ddd6e1b825e9 req-c294b9f1-09e1-4400-9da4-4166ae6dbd0b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911341
Nov 27 20:50:06.336450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f079d9c-8d82-4c77-84bf-579ecfd35c55 req-c3ddb4ff-b47d-46fd-8848-1f1324c18875 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808551
Nov 27 20:50:06.386129 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bae74277-ae2e-4eb4-9a12-ebdb34816d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:06.421526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-74032594-5325-4407-b744-047155602fda service neutron] 10.222.0.15 "GET /v2.0/networks/be9122ae-5461-41a9-8128-1bf0198a3d43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2639842
Nov 27 20:50:06.437652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-7a540749-8922-4e93-a936-ea3d4fa264dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:06.438374 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-7a540749-8922-4e93-a936-ea3d4fa264dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1098 time: 0.0982151
Nov 27 20:50:06.438904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59458) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:06.534891 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-cbd3e466-11ad-4a9c-8933-b25cb217da0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.0648110
Nov 27 20:50:06.565898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-afb48b16-3b2b-46da-a1af-9a2b1e328860 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2689552
Nov 27 20:50:06.601267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1c8a4-edf0-4159-856c-566801d553f1 req-a7b601a6-a12f-4315-ac8b-dd6491313b13 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:06.602756 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3b1c8a4-edf0-4159-856c-566801d553f1 req-a7b601a6-a12f-4315-ac8b-dd6491313b13 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0946100
Nov 27 20:50:06.667892 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4a37670-0569-475d-bac6-1cc9854686f5 req-3bec821f-f269-417a-8c4e-6c1d10b656b7 service neutron] 10.222.0.15 "GET /v2.0/networks/be9122ae-5461-41a9-8128-1bf0198a3d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2380662
Nov 27 20:50:06.731969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3b1c8a4-edf0-4159-856c-566801d553f1 req-24de747c-2895-45c1-89e5-5afe6973f9fe tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036932
Nov 27 20:50:06.748239 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-300cd2e4-a055-4a5e-833a-a2971910fe9d req-38f26ed7-6596-43da-8a8d-7b182a6fc012 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547103
Nov 27 20:50:06.846942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c2fae-7a44-43b4-86da-e059418456e9 req-d4870610-91b2-4f86-8e3c-a09fd770ba46 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:06.848681 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b09c2fae-7a44-43b4-86da-e059418456e9 req-d4870610-91b2-4f86-8e3c-a09fd770ba46 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 943 time: 0.0535026
Nov 27 20:50:06.899333 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b09c2fae-7a44-43b4-86da-e059418456e9 req-658a8aa2-a96a-43d7-a7ab-4c96fef03bb4 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443065
Nov 27 20:50:06.946474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e526678-b0d4-400b-bcf6-fa42ad6ee035 admin admin] Deleting subnet c3f49dd7-5e25-4ded-b980-54f2c73a9e13 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:50:06.949241 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5089822-5408-4521-a901-fb9c5d986019 x-openstack-request-id: req-a5089822-5408-4521-a901-fb9c5d986019 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:06.949529 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:06.949783 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5089822-5408-4521-a901-fb9c5d986019 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:06.950166 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'status': 'completed', 'code': 200}
Nov 27 20:50:06.965909 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e526678-b0d4-400b-bcf6-fa42ad6ee035 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:07.040697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-b7e03c4e-1d8e-4715-b724-4551fc262a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.042144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-b7e03c4e-1d8e-4715-b724-4551fc262a26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.4894814
Nov 27 20:50:07.071682 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e526678-b0d4-400b-bcf6-fa42ad6ee035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:07.087753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359af3ff-77fa-4651-b9a6-7c0731f27871 req-84658097-ba5d-4e79-97c5-976dd2a4e4df tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.089219 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-359af3ff-77fa-4651-b9a6-7c0731f27871 req-84658097-ba5d-4e79-97c5-976dd2a4e4df tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.0509744
Nov 27 20:50:07.123287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba6741-3806-4077-a3d0-9196174f6fad req-62934efa-5d51-442e-b8e6-ab572fd50d17 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.124773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86ba6741-3806-4077-a3d0-9196174f6fad req-62934efa-5d51-442e-b8e6-ab572fd50d17 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.6136870
Nov 27 20:50:07.152489 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-359af3ff-77fa-4651-b9a6-7c0731f27871 req-c366cd89-7e85-44cd-bf07-dba8ba99bf65 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560038
Nov 27 20:50:07.173592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-639b6b07-c17d-4401-9b93-8773ef0c8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.175054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-639b6b07-c17d-4401-9b93-8773ef0c8777 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1232448
Nov 27 20:50:07.276547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2f7a13eb-afdc-4f58-be48-2762d8d89f7c req-fbc92309-fe68-4250-bf7f-b226eec03578 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=0d7f9b1bff9d44649f6d199a1d7a0fbb HTTP/1.1" status: 200  len: 1656 time: 0.1090503
Nov 27 20:50:07.288799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'tag': '69669768-ef11-486a-bf97-be4dc7401b97'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:07.292154 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13cbe78-4147-4846-ac48-ac87b56e0f77" -d '{"events": [{"name": "network-changed", "server_uuid": "b99c91ae-1196-4fdf-af86-c9c0c7a47bb2", "tag": "69669768-ef11-486a-bf97-be4dc7401b97"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:07.306150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e526678-b0d4-400b-bcf6-fa42ad6ee035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:07.329707 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954236c0-aa2f-422b-82ca-f615d9059c61 x-openstack-request-id: req-954236c0-aa2f-422b-82ca-f615d9059c61 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:07.330443 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99c91ae-1196-4fdf-af86-c9c0c7a47bb2", "tag": "69669768-ef11-486a-bf97-be4dc7401b97", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:07.330716 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-954236c0-aa2f-422b-82ca-f615d9059c61 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:07.331122 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'tag': '69669768-ef11-486a-bf97-be4dc7401b97', 'status': 'completed', 'code': 200}
Nov 27 20:50:07.400201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-2d9fbed7-9407-48eb-acd3-78700aef1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.401718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-2d9fbed7-9407-48eb-acd3-78700aef1fa9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3452ada55fe043918a4bf028d75b070d&device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 1095 time: 0.0495937
Nov 27 20:50:07.457439 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e526678-b0d4-400b-bcf6-fa42ad6ee035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:07.460656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-9ff9ac49-cca9-497f-bd6b-78a697318aba service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563767
Nov 27 20:50:07.504413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d261fc-bc38-4bc2-8dc7-0c45523dd7d4 req-a99d0ff4-ab70-4dc0-8724-c90470d68500 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.505925 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-95d261fc-bc38-4bc2-8dc7-0c45523dd7d4 req-a99d0ff4-ab70-4dc0-8724-c90470d68500 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 948 time: 0.1033342
Nov 27 20:50:07.517505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057a7d2-178a-444d-bd35-cf78d899084b None None] Network 325efdd2-0df2-4453-9d05-e00eab372342 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:50:07.524367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a13eb-afdc-4f58-be48-2762d8d89f7c req-b2440314-2a96-4c94-a047-919a1d21ad18 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.525918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2f7a13eb-afdc-4f58-be48-2762d8d89f7c req-b2440314-2a96-4c94-a047-919a1d21ad18 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks?id=7e46e7ab-0203-480f-9b07-f121716d4c61&id=7e46e7ab-0203-480f-9b07-f121716d4c61&id=7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 787 time: 0.2243028
Nov 27 20:50:07.526978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e526678-b0d4-400b-bcf6-fa42ad6ee035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f49dd7-5e25-4ded-b980-54f2c73a9e13,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:07.532027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e526678-b0d4-400b-bcf6-fa42ad6ee035 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:07.535606 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6e526678-b0d4-400b-bcf6-fa42ad6ee035 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c3f49dd7-5e25-4ded-b980-54f2c73a9e13 HTTP/1.1" status: 204  len: 168 time: 1.0955780
Nov 27 20:50:07.540752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59474) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:07.569255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-0848be1c-f9a5-4716-be19-dc6ac3b5b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.570025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-2f7a13eb-afdc-4f58-be48-2762d8d89f7c req-46244139-64c2-49b1-8fe7-fffde69c0ee7 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:50:07.571086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-0848be1c-f9a5-4716-be19-dc6ac3b5b44d service neutron] 10.222.0.15 "GET /v2.0/networks?id=be9122ae-5461-41a9-8128-1bf0198a3d43 HTTP/1.1" status: 200  len: 907 time: 0.1582692
Nov 27 20:50:07.571227 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2f7a13eb-afdc-4f58-be48-2762d8d89f7c req-46244139-64c2-49b1-8fe7-fffde69c0ee7 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070763
Nov 27 20:50:07.611365 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fc3fcb7-7cfa-42e1-a1ca-fad35259edba req-a495cca4-6c28-4136-b420-596ae560f78e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326823
Nov 27 20:50:07.648748 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-82da0f1e-b49f-48bd-af3e-52024c1ad17a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69669768-ef11-486a-bf97-be4dc7401b97 HTTP/1.1" status: 200  len: 217 time: 0.0482199
Nov 27 20:50:07.724942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-95d261fc-bc38-4bc2-8dc7-0c45523dd7d4 req-60e1b029-fec3-406e-bbec-e8af39da2b2f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052162
Nov 27 20:50:07.729050 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:07.729823 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:07.744525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2350ae4e-1873-4c71-9857-fda22e56be99 None None] DHCP port deletion for 325efdd2-0df2-4453-9d05-e00eab372342 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:50:07.744989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601803-7683-482b-a0b2-b52884aebc4c req-d50ed292-a2c3-464e-9917-f187c264381a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.746854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f601803-7683-482b-a0b2-b52884aebc4c req-d50ed292-a2c3-464e-9917-f187c264381a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 944 time: 0.1002712
Nov 27 20:50:07.751023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-2811806b-cc64-4df6-816e-99ab8a36300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.752545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-2811806b-cc64-4df6-816e-99ab8a36300e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1098 time: 0.0751081
Nov 27 20:50:07.757081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-1fc12f86-e5ec-4922-86c3-faa4cc74826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.760655 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-1fc12f86-e5ec-4922-86c3-faa4cc74826a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3596accf-1e24-4a00-90fe-b1350288c055 HTTP/1.1" status: 200  len: 845 time: 0.0943007
Nov 27 20:50:07.809349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2350ae4e-1873-4c71-9857-fda22e56be99 None None] Deleting port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:07.810020 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2350ae4e-1873-4c71-9857-fda22e56be99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:07.867693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-0af7df23-ec2f-4bc5-956e-6f00c4f1117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.873833 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-0af7df23-ec2f-4bc5-956e-6f00c4f1117a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be9122ae-5461-41a9-8128-1bf0198a3d43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1028373
Nov 27 20:50:07.882776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f601803-7683-482b-a0b2-b52884aebc4c req-b46268e1-63b2-440b-bd72-d5acb0ea7a6b tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291783
Nov 27 20:50:07.893855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2350ae4e-1873-4c71-9857-fda22e56be99 None None] For port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:07.894068 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2350ae4e-1873-4c71-9857-fda22e56be99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:07.903824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a7ef9791-a10d-4fb9-8a0f-9d06617a47eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:50:07.926680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2350ae4e-1873-4c71-9857-fda22e56be99 None None] Calling delete_port for a7ef9791-a10d-4fb9-8a0f-9d06617a47eb owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:07.928926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-7ad27049-281f-4442-98b3-c5ed8762ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:07.930868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-7ad27049-281f-4442-98b3-c5ed8762ee28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1575632
Nov 27 20:50:07.932210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89a84666-2c7e-413e-9504-60195cb8448d req-8524eb09-50a4-4711-ac80-7417acea5b75 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips/01623020-4189-4c8a-a8b9-b2c581b9b292 HTTP/1.1" status: 200  len: 693 time: 0.0538146
Nov 27 20:50:07.980626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-35390d06-cf03-42aa-a2d9-7f9dca958335 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.0398803
Nov 27 20:50:08.045998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device cab30d0b-bd13-4963-a8fd-40f8283c83c7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:50:08.048650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e02b8cc1-0258-4858-9965-ca7f6004dc39 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:50:08.052596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-9a9b5fe4-6a4f-461e-9696-5a62d826fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:08.054060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-9a9b5fe4-6a4f-461e-9696-5a62d826fc7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0645010
Nov 27 20:50:08.063034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db8b07-8a6a-42ac-923d-f3ca54a169d8 req-f8e7ff52-a6fc-4ff2-8c3b-3017e8d8d461 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:08.064544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7db8b07-8a6a-42ac-923d-f3ca54a169d8 req-f8e7ff52-a6fc-4ff2-8c3b-3017e8d8d461 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0872610
Nov 27 20:50:08.084276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Deleting port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:08.084771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.098763 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.141962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-3a18e1fe-8705-489f-80ed-45b108459f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:08.143635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-3a18e1fe-8705-489f-80ed-45b108459f8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0724177
Nov 27 20:50:08.151786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7db8b07-8a6a-42ac-923d-f3ca54a169d8 req-7ca46491-57a7-4534-b522-c9e5a645569f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794058
Nov 27 20:50:08.155223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-c75c9981-28a3-4319-a016-172d3dc74c36 service neutron] 10.222.0.15 "GET /v2.0/networks/be9122ae-5461-41a9-8128-1bf0198a3d43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218421
Nov 27 20:50:08.203860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a84666-2c7e-413e-9504-60195cb8448d req-955a6cfa-7e3b-4948-8ec5-d14fb0904a74 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:08.211373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89a84666-2c7e-413e-9504-60195cb8448d req-955a6cfa-7e3b-4948-8ec5-d14fb0904a74 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2547569
Nov 27 20:50:08.212269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:08.248186 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.293639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port e02b8cc1-0258-4858-9965-ca7f6004dc39 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:50:08.296931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2350ae4e-1873-4c71-9857-fda22e56be99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.305728 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89a84666-2c7e-413e-9504-60195cb8448d req-a6a076a6-ad94-4592-8428-a9c403301f36 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.203 HTTP/1.1" status: 200  len: 696 time: 0.0933490
Nov 27 20:50:08.307971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] For port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,segment=NetworkSegment(500a3ee7-e862-4bd2-a993-0854f595477f),segment_id=500a3ee7-e862-4bd2-a993-0854f595477f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:08.308142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.314274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05277c-18de-441c-9aad-6727735a671a req-fdee0d5a-c0e4-4432-9c57-e04741ddd9a6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:08.315852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f05277c-18de-441c-9aad-6727735a671a req-fdee0d5a-c0e4-4432-9c57-e04741ddd9a6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 943 time: 0.0853558
Nov 27 20:50:08.319984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350ae4e-1873-4c71-9857-fda22e56be99 None None] No DVR routers for this DVR port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:50:08.321613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port e02b8cc1-0258-4858-9965-ca7f6004dc39 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:08.322050 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.322788 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-fb55168b-4ca1-4be7-9956-ac2462ba8f78 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687646
Nov 27 20:50:08.326323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Calling delete_port for a7ef9791-a10d-4fb9-8a0f-9d06617a47eb owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:08.407911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:08.419155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:08.438112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89a84666-2c7e-413e-9504-60195cb8448d req-3815ce69-6b9f-4a18-8045-1b37704efb8d tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.203 HTTP/1.1" status: 200  len: 696 time: 0.1043916
Nov 27 20:50:08.452542 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f05277c-18de-441c-9aad-6727735a671a req-22bb49ec-9cfa-4108-8848-55d8e78d2947 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041749
Nov 27 20:50:08.486598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b13cbe78-4147-4846-ac48-ac87b56e0f77 req-51bca4d2-1aa6-4f09-bbb6-e16311082f41 service neutron] 10.222.0.15 "GET /v2.0/networks/be9122ae-5461-41a9-8128-1bf0198a3d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3236847
Nov 27 20:50:08.505090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0050b509-a8d5-44e7-a06f-0903f9be5e96 req-0c04a7fa-a85f-404f-867b-4d34291c4b74 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653750
Nov 27 20:50:08.584561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f8d0f-6f25-4b24-a5b4-a80b95553173 req-15dcc059-97f5-473a-92ce-08705322224e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:08.592824 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d99f8d0f-6f25-4b24-a5b4-a80b95553173 req-15dcc059-97f5-473a-92ce-08705322224e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.0613778
Nov 27 20:50:08.598503 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.612506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350ae4e-1873-4c71-9857-fda22e56be99 None None] Pushing event deleted for resources: {'Port': ['ID=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:08.615345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7', 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f', 'port_id': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7', 'mac_address': 'fa:16:3e:c8:66:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14abce1-2bd4-41d0-9023-f158340bf983', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:50:08.632232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] No DVR routers for this DVR port a7ef9791-a10d-4fb9-8a0f-9d06617a47eb on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:50:08.642497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d99f8d0f-6f25-4b24-a5b4-a80b95553173 req-32cd43cc-1d8f-48af-93c3-69f849059766 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479512
Nov 27 20:50:08.658697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 24c3bbfe-097d-44dd-b015-ded002b7cd5e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:50:08.660630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ef9791-a10d-4fb9-8a0f-9d06617a47eb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:08.695269 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.702628 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.716011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-89a84666-2c7e-413e-9504-60195cb8448d req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Deleting port f629c280-4bd3-4d3f-8d99-eac7adeab694 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:08.717004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-89a84666-2c7e-413e-9504-60195cb8448d req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.729365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.769060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab30d0b-bd13-4963-a8fd-40f8283c83c7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:08.778664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc05ad90>,) {'filters': {'network_id': ['325efdd2-0df2-4453-9d05-e00eab372342']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:08.779592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f6fefc-0619-4cd0-9361-aa81a9a2f30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02b8cc1-0258-4858-9965-ca7f6004dc39'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:08.781912 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1354a952-0561-422b-b700-fb7d4138cee2" -d '{"events": [{"server_uuid": "63f6fefc-0619-4cd0-9361-aa81a9a2f30a", "name": "network-vif-plugged", "status": "completed", "tag": "e02b8cc1-0258-4858-9965-ca7f6004dc39"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:08.791377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc05ad90>, '500a3ee7-e862-4bd2-a993-0854f595477f') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:08.791780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc05ad90>, '500a3ee7-e862-4bd2-a993-0854f595477f') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:08.804591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e02b8cc1-0258-4858-9965-ca7f6004dc39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e02b8cc1-0258-4858-9965-ca7f6004dc39,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:08.806093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.821549 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.824632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:08.838115 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-89a84666-2c7e-413e-9504-60195cb8448d req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.838546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-89a84666-2c7e-413e-9504-60195cb8448d req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.843190 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.858371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:50:08.858779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.859364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:50:08.860786 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:50:08.864436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-89a84666-2c7e-413e-9504-60195cb8448d req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Calling delete_port for f629c280-4bd3-4d3f-8d99-eac7adeab694 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:08.866406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3759455-b277-49f9-b713-a2b1a02dd1a1 req-abf51109-9afb-4242-8cbd-72325750cf91 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:08.868587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3759455-b277-49f9-b713-a2b1a02dd1a1 req-abf51109-9afb-4242-8cbd-72325750cf91 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 949 time: 0.0699985
Nov 27 20:50:08.888815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:08.910704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '24c3bbfe-097d-44dd-b015-ded002b7cd5e', 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6', 'port_id': '24c3bbfe-097d-44dd-b015-ded002b7cd5e', 'mac_address': 'fa:16:3e:d7:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ec39ef-a293-4636-973a-265cd39882ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:50:08.912628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e02b8cc1-0258-4858-9965-ca7f6004dc39,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:08.931140 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3759455-b277-49f9-b713-a2b1a02dd1a1 req-733a5281-a45a-40da-9b77-8f2188913248 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550835
Nov 27 20:50:08.966148 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.984132 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:08.987794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/325efdd2-0df2-4453-9d05-e00eab372342 HTTP/1.1" status: 204  len: 168 time: 1.4406831
Nov 27 20:50:09.001583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e313e03-7e9c-446d-8fc1-be7e30829e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=325efdd2-0df2-4453-9d05-e00eab372342,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:09.008469 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.011318 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c443c83d-721b-4692-87f0-9b4cd66ce132 x-openstack-request-id: req-c443c83d-721b-4692-87f0-9b4cd66ce132 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:09.011643 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f6fefc-0619-4cd0-9361-aa81a9a2f30a", "name": "network-vif-plugged", "status": "completed", "tag": "e02b8cc1-0258-4858-9965-ca7f6004dc39", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:09.011902 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c443c83d-721b-4692-87f0-9b4cd66ce132 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:09.012290 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f6fefc-0619-4cd0-9361-aa81a9a2f30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02b8cc1-0258-4858-9965-ca7f6004dc39', 'code': 200}
Nov 27 20:50:09.024936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=cab30d0b-bd13-4963-a8fd-40f8283c83c7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:09.042470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c3bbfe-097d-44dd-b015-ded002b7cd5e {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:09.064361 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:09.070065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.118972 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-89a84666-2c7e-413e-9504-60195cb8448d req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.144138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=24c3bbfe-097d-44dd-b015-ded002b7cd5e,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:09.155996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event deleted for resources: {'Port': ['ID=f629c280-4bd3-4d3f-8d99-eac7adeab694,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:09.181343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345b29b-71ea-4699-82e5-4b9b7b9091a4 req-654fbb59-eb0b-4fda-ac6f-4379491c59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:09.182875 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b345b29b-71ea-4699-82e5-4b9b7b9091a4 req-654fbb59-eb0b-4fda-ac6f-4379491c59b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 1100 time: 0.0921967
Nov 27 20:50:09.198912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59496) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:09.246533 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-89a84666-2c7e-413e-9504-60195cb8448d req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.249768 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-89a84666-2c7e-413e-9504-60195cb8448d req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.250907 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89a84666-2c7e-413e-9504-60195cb8448d req-0214636c-c7f4-4ddf-9fc2-5c016f48a409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "DELETE /v2.0/floatingips/01623020-4189-4c8a-a8b9-b2c581b9b292 HTTP/1.1" status: 204  len: 173 time: 0.8118582
Nov 27 20:50:09.263989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['cab30d0b-bd13-4963-a8fd-40f8283c83c7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:09.265930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b345b29b-71ea-4699-82e5-4b9b7b9091a4 req-b200759c-637a-40f9-afb5-6df529929a76 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621762
Nov 27 20:50:09.267533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612a695-8a5c-4ba3-8384-4c6e9363eb2d req-a9061609-5e2b-43a0-8888-5353264b4b0a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:09.269035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9612a695-8a5c-4ba3-8384-4c6e9363eb2d req-a9061609-5e2b-43a0-8888-5353264b4b0a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 944 time: 0.0799479
Nov 27 20:50:09.274199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59500) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:09.276757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6175e82c-9f75-4b84-9fc1-35d03446ba81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72659aa0252c4e7491effb8522dd5a1c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0713899
Nov 27 20:50:09.327717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9612a695-8a5c-4ba3-8384-4c6e9363eb2d req-2b6ecbd3-65c7-4174-b2dc-c7a9ddd6f141 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492904
Nov 27 20:50:09.358823 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8f4f-6ea2-496e-be10-ba7702ea494e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.387087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8f4f-6ea2-496e-be10-ba7702ea494e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.407808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae165d0e-82a8-4bda-9009-f14bd9110062 req-14d90f29-7c23-47c4-8990-9006681f4a87 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:09.409320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae165d0e-82a8-4bda-9009-f14bd9110062 req-14d90f29-7c23-47c4-8990-9006681f4a87 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 945 time: 0.0828714
Nov 27 20:50:09.418053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['24c3bbfe-097d-44dd-b015-ded002b7cd5e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:09.420696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-9548599b-f67b-4030-8e7a-5ce921089516 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips/cbe5feb7-93e2-4f67-b9e9-dd77b5141a4b HTTP/1.1" status: 200  len: 692 time: 0.0621336
Nov 27 20:50:09.444864 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.476237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae165d0e-82a8-4bda-9009-f14bd9110062 req-72b87fd5-f1ff-4a61-896e-fecde74ab823 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595160
Nov 27 20:50:09.498754 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8f4f-6ea2-496e-be10-ba7702ea494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.502217 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8f4f-6ea2-496e-be10-ba7702ea494e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.506293 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5e7a8f4f-6ea2-496e-be10-ba7702ea494e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e6c9cd1-c77f-4676-8100-9a48a0935847 HTTP/1.1" status: 204  len: 168 time: 0.2282388
Nov 27 20:50:09.511848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a8f4f-6ea2-496e-be10-ba7702ea494e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c9cd1-c77f-4676-8100-9a48a0935847,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:09.572650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-f63b4077-9866-49f2-aaf2-b5d62cb80ca8 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:09.574321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-f63b4077-9866-49f2-aaf2-b5d62cb80ca8 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1397192
Nov 27 20:50:09.643872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-9d4f355f-40e4-4f54-ad15-10768e24b409 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.69 HTTP/1.1" status: 200  len: 695 time: 0.0613971
Nov 27 20:50:09.653151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68284c-cab6-4433-9417-8f9b83b158db req-455a01bd-b462-4e86-a712-da7d98f844d0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:09.655445 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a68284c-cab6-4433-9417-8f9b83b158db req-455a01bd-b462-4e86-a712-da7d98f844d0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0630503
Nov 27 20:50:09.697307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-4f9d406b-e9a7-4dea-b422-8bda84538800 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.69 HTTP/1.1" status: 200  len: 695 time: 0.0518882
Nov 27 20:50:09.711738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a68284c-cab6-4433-9417-8f9b83b158db req-0f4de594-47c0-49e8-8617-9f4e9ee7f74b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481596
Nov 27 20:50:09.824250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f3afc-83d0-4526-a751-370cd7905cd2 req-8c044657-47c9-458e-b7bf-1928bf1afa1e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:09.832416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-635f3afc-83d0-4526-a751-370cd7905cd2 req-8c044657-47c9-458e-b7bf-1928bf1afa1e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.0581276
Nov 27 20:50:09.833500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Deleting port 59f00fc3-8acf-4f26-94df-1ebd48471c15 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:09.834031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.878676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-635f3afc-83d0-4526-a751-370cd7905cd2 req-884a3d9e-7fcc-46f5-82cc-1240b432a7e2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431581
Nov 27 20:50:09.921202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.921557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:09.933140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Calling delete_port for 59f00fc3-8acf-4f26-94df-1ebd48471c15 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:10.065275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84cdd8-f388-492d-87a6-fe69fe1cddff req-77c6c491-ccd7-4c88-bab3-ae5b13b35134 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:10.066915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc84cdd8-f388-492d-87a6-fe69fe1cddff req-77c6c491-ccd7-4c88-bab3-ae5b13b35134 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 949 time: 0.0552871
Nov 27 20:50:10.084093 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.111953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event deleted for resources: {'Port': ['ID=59f00fc3-8acf-4f26-94df-1ebd48471c15,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:10.117439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc84cdd8-f388-492d-87a6-fe69fe1cddff req-f7a67ce5-9bcc-4f96-8d6f-2fe4283f1e90 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441792
Nov 27 20:50:10.180492 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.183128 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.184325 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33bbb8aa-8911-47ac-bc5b-3f36e738879c req-90f42294-f99e-42e5-9472-6fa367ebd5f4 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "DELETE /v2.0/floatingips/cbe5feb7-93e2-4f67-b9e9-dd77b5141a4b HTTP/1.1" status: 204  len: 173 time: 0.4847832
Nov 27 20:50:10.220227 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.256137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11e91302-926e-490b-9a96-1baddced9b63 req-377387d2-df43-40b4-864f-fcad30e8a086 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips/f0d9fd7e-62c4-4e04-81ef-f5bbbe02db8e HTTP/1.1" status: 200  len: 693 time: 0.0502605
Nov 27 20:50:10.362289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e91302-926e-490b-9a96-1baddced9b63 req-b093bb1b-b441-4ff2-9f87-73f5ae873259 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:10.363701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11e91302-926e-490b-9a96-1baddced9b63 req-b093bb1b-b441-4ff2-9f87-73f5ae873259 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1014440
Nov 27 20:50:10.421284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11e91302-926e-490b-9a96-1baddced9b63 req-e220e745-a608-4d42-828c-1aebb07c0e95 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.121 HTTP/1.1" status: 200  len: 696 time: 0.0511019
Nov 27 20:50:10.459994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537e84-4188-4b13-929f-ae412495753b req-b982b1f5-971c-444f-8cfe-71ff4fb15ccf tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:10.462128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75537e84-4188-4b13-929f-ae412495753b req-b982b1f5-971c-444f-8cfe-71ff4fb15ccf tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 944 time: 0.0598474
Nov 27 20:50:10.476206 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11e91302-926e-490b-9a96-1baddced9b63 req-aa456a28-2b04-467e-a6f5-e4df0d9b8382 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.121 HTTP/1.1" status: 200  len: 696 time: 0.0488055
Nov 27 20:50:10.519146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75537e84-4188-4b13-929f-ae412495753b req-40e5e9dd-534b-4a53-a00c-a58383a9f896 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469153
Nov 27 20:50:10.607166 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-11e91302-926e-490b-9a96-1baddced9b63 req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Deleting port 233437de-8864-4225-bab2-c255589ec810 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:10.607531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-11e91302-926e-490b-9a96-1baddced9b63 req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.662345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:50:10.691960 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-11e91302-926e-490b-9a96-1baddced9b63 req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.692314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-11e91302-926e-490b-9a96-1baddced9b63 req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.705648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-11e91302-926e-490b-9a96-1baddced9b63 req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Calling delete_port for 233437de-8864-4225-bab2-c255589ec810 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:10.766670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:10.780466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'mac_address': 'fa:16:3e:3d:65:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:50:10.823806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.840626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:10.875078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:10.880960 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.896071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-11e91302-926e-490b-9a96-1baddced9b63 req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:10.932880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Pushing event deleted for resources: {'Port': ['ID=233437de-8864-4225-bab2-c255589ec810,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:10.933948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:10.973242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c654a-c802-4c40-9725-a6c46cb5786e req-f9d9efea-354d-4d80-9a55-8ec1aa7b0f65 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:10.974869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-953c654a-c802-4c40-9725-a6c46cb5786e req-f9d9efea-354d-4d80-9a55-8ec1aa7b0f65 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 945 time: 0.0637741
Nov 27 20:50:10.998121 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-11e91302-926e-490b-9a96-1baddced9b63 req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:11.001168 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-11e91302-926e-490b-9a96-1baddced9b63 req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:11.003994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11e91302-926e-490b-9a96-1baddced9b63 req-07e8486a-93a4-467d-a403-670f234f1616 tempest-FloatingIPDetailsTestJSON-573350019 tempest-FloatingIPDetailsTestJSON-573350019-project] 10.222.0.21 "DELETE /v2.0/floatingips/f0d9fd7e-62c4-4e04-81ef-f5bbbe02db8e HTTP/1.1" status: 204  len: 173 time: 0.5218561
Nov 27 20:50:11.008563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59558) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:11.072109 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-953c654a-c802-4c40-9725-a6c46cb5786e req-432a7de2-8d65-4da7-8009-257a532b2b94 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905604
Nov 27 20:50:11.112020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6bf1-92e3-4da5-8a66-0214ed47a3c1 req-74f4ae0d-6fc2-4f9b-9b66-0b90ea22c7d2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:11.113944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46fc6bf1-92e3-4da5-8a66-0214ed47a3c1 req-74f4ae0d-6fc2-4f9b-9b66-0b90ea22c7d2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0628564
Nov 27 20:50:11.176807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46fc6bf1-92e3-4da5-8a66-0214ed47a3c1 req-92a28f47-ca4a-402d-b62d-725f7f13140b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558338
Nov 27 20:50:11.233165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:11.329127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286acbaf-54bc-421d-be8d-1f777352f5c4 req-d08dae0a-85e2-4106-8552-77ffa1f59efd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:11.331840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-286acbaf-54bc-421d-be8d-1f777352f5c4 req-d08dae0a-85e2-4106-8552-77ffa1f59efd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 948 time: 0.0650327
Nov 27 20:50:11.397353 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-286acbaf-54bc-421d-be8d-1f777352f5c4 req-07c60035-10c7-43bd-a801-a7c6e4490707 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564280
Nov 27 20:50:11.495883 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc432175-23b0-4654-9514-1cdb02797b15 req-25b101aa-9bd4-495f-bd9c-267c13cb2255 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.3679748
Nov 27 20:50:11.553179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b3a3-a991-4a2a-9067-72ef6bd92e37 req-d3b4510e-c911-4936-acd9-98c110b1b76e tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:11.555156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c96b3a3-a991-4a2a-9067-72ef6bd92e37 req-d3b4510e-c911-4936-acd9-98c110b1b76e tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 949 time: 0.0609920
Nov 27 20:50:11.625229 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c96b3a3-a991-4a2a-9067-72ef6bd92e37 req-3d2c9dd1-a3cc-40d4-986f-565335f20554 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625546
Nov 27 20:50:11.743564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bb451-0b73-46d0-bc61-44ff8043b42c req-46dea906-dc0a-434f-a2ee-a26151787e3b tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:11.745192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d2bb451-0b73-46d0-bc61-44ff8043b42c req-46dea906-dc0a-434f-a2ee-a26151787e3b tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 1100 time: 0.0479636
Nov 27 20:50:11.752798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b5c8f-67e2-4fd5-b9dd-47288a6851bd req-be034d75-696b-40fa-ba47-0a7781a5314c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:11.754267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c01b5c8f-67e2-4fd5-b9dd-47288a6851bd req-be034d75-696b-40fa-ba47-0a7781a5314c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 944 time: 0.0874822
Nov 27 20:50:11.793611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d2bb451-0b73-46d0-bc61-44ff8043b42c req-8859eeff-7179-43d6-b4fe-e485af570128 tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419445
Nov 27 20:50:11.830488 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c01b5c8f-67e2-4fd5-b9dd-47288a6851bd req-0228d953-fbf8-4759-bfc0-9f27bf6b0263 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686288
Nov 27 20:50:11.878910 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.002778 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-c7feda36-b549-43e8-8f83-0c5a200354d1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0243847
Nov 27 20:50:12.076863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 69669768-ef11-486a-bf97-be4dc7401b97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:50:12.079418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device cab30d0b-bd13-4963-a8fd-40f8283c83c7 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:50:12.138400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-a70946ba-3939-4693-8466-80b6f2a18fcf tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:12.141830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-a70946ba-3939-4693-8466-80b6f2a18fcf tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1322489
Nov 27 20:50:12.160062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Deleting port eeb6fcd9-4287-48be-8bea-7fabdb71544b {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:12.160391 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.164868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-2c28e393-0ec9-4d29-9a7e-995c9511a639 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/quotas/c03fae8406904a0da2046c097555cf58 HTTP/1.1" status: 200  len: 375 time: 0.0159316
Nov 27 20:50:12.200065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port cab30d0b-bd13-4963-a8fd-40f8283c83c7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:50:12.207446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port cab30d0b-bd13-4963-a8fd-40f8283c83c7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:12.208112 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.235152 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-732d6710-97d2-4f56-9782-6892fb7b8c43 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0631118
Nov 27 20:50:12.275562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 69669768-ef11-486a-bf97-be4dc7401b97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69669768-ef11-486a-bf97-be4dc7401b97,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:12.294388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '69669768-ef11-486a-bf97-be4dc7401b97', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'port_id': '69669768-ef11-486a-bf97-be4dc7401b97', 'mac_address': 'fa:16:3e:0f:7f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:50:12.298893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b647a-53cb-45ef-8eef-923b654e6f77 req-5d1552d2-520f-4b58-b081-28977fa2c35a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:12.301096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-025b647a-53cb-45ef-8eef-923b654e6f77 req-5d1552d2-520f-4b58-b081-28977fa2c35a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 945 time: 0.0865633
Nov 27 20:50:12.306280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] For port eeb6fcd9-4287-48be-8bea-7fabdb71544b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eeb6fcd9-4287-48be-8bea-7fabdb71544b,segment=NetworkSegment(1e72344c-8c7c-47af-a52e-f4c3a063ba5a),segment_id=1e72344c-8c7c-47af-a52e-f4c3a063ba5a)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:12.306664 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.332212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Calling delete_port for eeb6fcd9-4287-48be-8bea-7fabdb71544b owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:12.374278 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.404599 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.419618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-025b647a-53cb-45ef-8eef-923b654e6f77 req-2619690c-7a3f-4064-a443-32d7e3e6fab8 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031592
Nov 27 20:50:12.423051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:12.425626 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60d3cdc-1555-4d83-9edf-686d1c17461e" -d '{"events": [{"server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "name": "network-vif-plugged", "status": "completed", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:12.446165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69669768-ef11-486a-bf97-be4dc7401b97 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:12.454824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:12.465246 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.500461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 69669768-ef11-486a-bf97-be4dc7401b97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69669768-ef11-486a-bf97-be4dc7401b97,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:12.515194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6bb7e-1bfa-45d8-b713-1d67d368916d req-0e88445e-41a5-43be-a7eb-d7ff78430aed tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:12.516166 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.517660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-caa6bb7e-1bfa-45d8-b713-1d67d368916d req-0e88445e-41a5-43be-a7eb-d7ff78430aed tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0809803
Nov 27 20:50:12.549349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=cab30d0b-bd13-4963-a8fd-40f8283c83c7,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:12.579431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-caa6bb7e-1bfa-45d8-b713-1d67d368916d req-688bacf2-80bd-47aa-9b5d-dca9197a3056 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552821
Nov 27 20:50:12.581300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e9a4241-8aeb-453a-87ef-632728a3895e req-9f1c8799-fdf9-46be-b73e-16d4254cbe15 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 210 time: 0.0444143
Nov 27 20:50:12.633503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=69669768-ef11-486a-bf97-be4dc7401b97,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:12.645636 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2639de3-2c33-4854-9458-1a2bb2a393c2 x-openstack-request-id: req-d2639de3-2c33-4854-9458-1a2bb2a393c2 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:12.646031 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "name": "network-vif-plugged", "status": "completed", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:12.646303 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2639de3-2c33-4854-9458-1a2bb2a393c2 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:12.646707 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7', 'code': 200}
Nov 27 20:50:12.657079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:50:12.717928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:50:12.723354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:12.723782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.767899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2717c-1afe-488e-9359-30264beccf2b req-b0bcb8c2-2b93-4c27-b38f-56e977953fb3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:12.770362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60c2717c-1afe-488e-9359-30264beccf2b req-b0bcb8c2-2b93-4c27-b38f-56e977953fb3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 948 time: 0.0949709
Nov 27 20:50:12.772903 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.832631 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.839160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd0cd041-00b2-4c8d-9cc5-e1d186a8f2cc req-e0803fb0-dc8f-4fbb-ac9b-c0e86be69800 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0391505
Nov 27 20:50:12.871672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:12.878065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb6fcd9-4287-48be-8bea-7fabdb71544b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:12.884032 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:12.884772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 24c3bbfe-097d-44dd-b015-ded002b7cd5e up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:50:12.984210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:12.990912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['69669768-ef11-486a-bf97-be4dc7401b97'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:13.039726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 24c3bbfe-097d-44dd-b015-ded002b7cd5e completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:50:13.057395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 24c3bbfe-097d-44dd-b015-ded002b7cd5e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:13.057788 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:13.084133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60c2717c-1afe-488e-9359-30264beccf2b req-2a4101d4-6257-4170-b9e9-7d00f96f36be tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3005660
Nov 27 20:50:13.093339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815da94-41ce-4d43-9dc7-cf084420b410 req-5282ed6c-c30c-438a-adb5-302dc78c420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:13.096445 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e815da94-41ce-4d43-9dc7-cf084420b410 req-5282ed6c-c30c-438a-adb5-302dc78c420e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 1097 time: 0.2731850
Nov 27 20:50:13.170780 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b53503-7701-49c2-810e-11b1f44df2ff req-c36a4f16-0903-4ce1-861d-946052a556ca tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:13.172396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2b53503-7701-49c2-810e-11b1f44df2ff req-c36a4f16-0903-4ce1-861d-946052a556ca tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 945 time: 0.1103964
Nov 27 20:50:13.220410 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e815da94-41ce-4d43-9dc7-cf084420b410 req-5bd6f545-069d-487e-b1ff-34fe68971954 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167970
Nov 27 20:50:13.221153 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:13.244440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2b53503-7701-49c2-810e-11b1f44df2ff req-0118b504-db98-4018-b88e-8774ea6cc4bb tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632985
Nov 27 20:50:13.246481 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:13.297787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:13.302525 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:13.349869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=24c3bbfe-097d-44dd-b015-ded002b7cd5e,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:13.432252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Router 39d9ac5f-70d9-45c9-b63b-0a860d583002 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:50:13.572381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dcae6-ca09-450a-8e34-0f6a0e668af4 req-123a9c6a-066e-4d72-b96b-fb5d43472271 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:13.573843 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f73dcae6-ca09-450a-8e34-0f6a0e668af4 req-123a9c6a-066e-4d72-b96b-fb5d43472271 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 946 time: 0.0927906
Nov 27 20:50:13.580398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:50:13.586018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2f59b10a-419b-4885-a0b0-384d970d93af admin admin] 10.222.0.21 "PUT /v2.0/routers/39d9ac5f-70d9-45c9-b63b-0a860d583002/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5764258
Nov 27 20:50:13.588717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59612) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:13.597524 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] Sync routers for ids ['39d9ac5f-70d9-45c9-b63b-0a860d583002'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:50:13.622816 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] Routers {'39d9ac5f-70d9-45c9-b63b-0a860d583002'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:50:13.623516 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6f5d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:50:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['39d9ac5f-70d9-45c9-b63b-0a860d583002'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:13.630206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f73dcae6-ca09-450a-8e34-0f6a0e668af4 req-59aba41e-e449-4cbc-acfa-3efaaa94414a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479255
Nov 27 20:50:13.712753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d52586bd-77cc-464c-b38d-284fac21fb94 req-704bc920-68dd-47be-bf17-a2dba9ee37b8 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 210 time: 0.0267029
Nov 27 20:50:13.727552 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] Set router 39d9ac5f-70d9-45c9-b63b-0a860d583002 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:50:13.734789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:13.783061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46041912-50af-4302-bc32-0ddae6bdd2a4 req-25955fbd-cc06-433c-9441-1d92431826b5 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:13.785297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46041912-50af-4302-bc32-0ddae6bdd2a4 req-25955fbd-cc06-433c-9441-1d92431826b5 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 945 time: 0.0694656
Nov 27 20:50:13.852242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46041912-50af-4302-bc32-0ddae6bdd2a4 req-987c90e7-6eac-47e5-8ee3-5f5bc6d0c3bf tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506907
Nov 27 20:50:13.887012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:13.931063 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6f5d60>, [{'id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:33Z', 'updated_at': '2021-11-27T20:50:12Z', 'revision_number': 5, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'gw_port': {'id': '8dc6caa9-17d4-4042-935f-4eb8d066af1a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:34Z', 'updated_at': '2021-11-27T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:13.965244 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] Checking router: 39d9ac5f-70d9-45c9-b63b-0a860d583002 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:50:13.969244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-9bfe9e6c-8129-46e1-ba18-6fd2d2e674cf tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0257051
Nov 27 20:50:13.973829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-936a3c5e-639c-48c8-bd61-aa9844b882a3 req-922deb39-2de9-4910-a8b0-0406dfacd07c tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0304320
Nov 27 20:50:13.976383 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] Routers {'39d9ac5f-70d9-45c9-b63b-0a860d583002'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:50:13.976999 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6f5d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:50:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['39d9ac5f-70d9-45c9-b63b-0a860d583002'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:14.009548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Deleting port 8dc6caa9-17d4-4042-935f-4eb8d066af1a {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:14.009895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.111810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] For port 8dc6caa9-17d4-4042-935f-4eb8d066af1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dc6caa9-17d4-4042-935f-4eb8d066af1a,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:14.112154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.120568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-88f801e4-42a3-4371-91ba-a0fc3a2c48a0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:14.122889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-88f801e4-42a3-4371-91ba-a0fc3a2c48a0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1403966
Nov 27 20:50:14.124882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Calling delete_port for 8dc6caa9-17d4-4042-935f-4eb8d066af1a owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:14.137829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Request body: {'port': {'device_id': 'cd0f5c56-6c32-4b25-9685-4a04863f57dc', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c03fae8406904a0da2046c097555cf58'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:14.196614 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] Set router 39d9ac5f-70d9-45c9-b63b-0a860d583002 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:50:14.250977 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6f5d60>, [{'id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:33Z', 'updated_at': '2021-11-27T20:50:13Z', 'revision_number': 6, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:14.274335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Made reservation on behalf of c03fae8406904a0da2046c097555cf58 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:50:14.279009 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.282840 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76703fc-b7b7-4ee5-8dd9-cb72a286d35e None None] The sync data for ids ['39d9ac5f-70d9-45c9-b63b-0a860d583002'] in ncdv-master-1 is: [{'id': '39d9ac5f-70d9-45c9-b63b-0a860d583002', 'name': 'tempest-FloatingIPDetailsTestJSON-1787630372-router', 'tenant_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:33Z', 'updated_at': '2021-11-27T20:50:13Z', 'revision_number': 6, 'project_id': '0d7f9b1bff9d44649f6d199a1d7a0fbb', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:50:14.305458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8d7d0-7395-4d12-a9df-2dc035ddee6e req-c9bd5600-cdce-4acf-892b-321b7771f1fd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:14.307037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-26b8d7d0-7395-4d12-a9df-2dc035ddee6e req-c9bd5600-cdce-4acf-892b-321b7771f1fd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.1032026
Nov 27 20:50:14.402967 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-26b8d7d0-7395-4d12-a9df-2dc035ddee6e req-c36be2f6-5dd5-4fd7-8665-57ad9d1de806 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860157
Nov 27 20:50:14.410359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.442313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc6caa9-17d4-4042-935f-4eb8d066af1a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:14.470664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Allocated IP 192.168.233.69 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/ca642020-d459-4da1-b5a7-ee2c44c1c93e) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:50:14.484671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5441-36c1-4ee6-8af5-fa614fe0c397 req-fe071f30-127a-4aa9-ab7f-8c82ac24b13f tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:14.486151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-305b5441-36c1-4ee6-8af5-fa614fe0c397 req-fe071f30-127a-4aa9-ab7f-8c82ac24b13f tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 945 time: 0.1151483
Nov 27 20:50:14.502213 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.574913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-305b5441-36c1-4ee6-8af5-fa614fe0c397 req-7a8dd747-ed22-4c7a-be1c-8b37323caa0c tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776730
Nov 27 20:50:14.599058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.599058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.640169 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.640817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39d9ac5f-70d9-45c9-b63b-0a860d583002 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:50:14.645694 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.646882 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-60be4ecd-b54a-4008-9161-73b7561f3a6e admin admin] 10.222.0.21 "DELETE /v2.0/routers/39d9ac5f-70d9-45c9-b63b-0a860d583002 HTTP/1.1" status: 204  len: 168 time: 1.0571613
Nov 27 20:50:14.648435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'}, {'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:14.649434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59626) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:14.651793 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbfaa35-c189-4841-9065-77060d44d507" -d '{"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3"}, {"server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "name": "network-vif-plugged", "status": "completed", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:14.670937 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.710135 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a80537-db0d-43b6-8402-8a959ab37060 x-openstack-request-id: req-28a80537-db0d-43b6-8402-8a959ab37060 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:14.710734 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3", "code": 200}, {"server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "name": "network-vif-plugged", "status": "completed", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:14.711214 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28a80537-db0d-43b6-8402-8a959ab37060 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:14.711979 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'code': 200}
Nov 27 20:50:14.712479 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e', 'code': 200}
Nov 27 20:50:14.720026 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.735111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903', '03656c06-3cc8-4fda-a16b-4029c1b5ca5e', 'e02b8cc1-0258-4858-9965-ca7f6004dc39'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:14.738171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5504980f-5c78-47f5-ba87-85af57ecb97f admin admin] Deleting subnet 02be517b-ba1b-4fd2-ad93-46d14eee7130 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:50:14.738990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b', 'f7eb3780-8e46-4709-b050-efac2b428838'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:14.749281 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5504980f-5c78-47f5-ba87-85af57ecb97f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.794257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event updated for resources: {'Port': ['ID=ca642020-d459-4da1-b5a7-ee2c44c1c93e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:14.809305 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5504980f-5c78-47f5-ba87-85af57ecb97f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:14.822887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:50:14.885728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:50:14.893073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:50:14.931926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef1f39-d226-4331-96d9-669a6c21b0fb req-0e49ff2f-ad86-42fc-bb89-cb4efe8d5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:14.933416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cef1f39-d226-4331-96d9-669a6c21b0fb req-0e49ff2f-ad86-42fc-bb89-cb4efe8d5051 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 1096 time: 0.1007984
Nov 27 20:50:14.994265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:14.994953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:15.001484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d1f03-4a46-4ca0-b3e9-69235285f866 req-4dafdd06-2d47-448a-9e3b-76a6c8170358 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:15.002992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a86d1f03-4a46-4ca0-b3e9-69235285f866 req-4dafdd06-2d47-448a-9e3b-76a6c8170358 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 935 time: 0.1348617
Nov 27 20:50:15.026699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea8c5a-9797-4510-9da5-fb91ffb13433 req-5eb9e40a-0795-4e8a-ba82-3328317ca8c3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:15.034625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14ea8c5a-9797-4510-9da5-fb91ffb13433 req-5eb9e40a-0795-4e8a-ba82-3328317ca8c3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 946 time: 0.2143960
Nov 27 20:50:15.050033 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5504980f-5c78-47f5-ba87-85af57ecb97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:15.064018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-918a4790-6a86-43d7-ad0f-2a965f61a04d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9320352
Nov 27 20:50:15.078144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3d909-f4de-46f4-9c7d-d704be62dfdd req-c80c24ea-4870-4dbe-87e7-7738039530d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:15.079837 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-86c3d909-f4de-46f4-9c7d-d704be62dfdd req-c80c24ea-4870-4dbe-87e7-7738039530d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1100 time: 0.2041569
Nov 27 20:50:15.087059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Request body: {'port': {'device_id': 'cd0f5c56-6c32-4b25-9685-4a04863f57dc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:15.118241 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cef1f39-d226-4331-96d9-669a6c21b0fb req-995d30cc-0f1d-4135-b2c9-077585925164 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654005
Nov 27 20:50:15.151654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a86d1f03-4a46-4ca0-b3e9-69235285f866 req-fbe6ec69-0caa-4047-8a3c-5153c3164ed3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349690
Nov 27 20:50:15.206306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5504980f-5c78-47f5-ba87-85af57ecb97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:15.208904 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:15.243352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14ea8c5a-9797-4510-9da5-fb91ffb13433 req-301dee44-d6ea-4f03-a8c5-d95fb6bc1e19 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020941
Nov 27 20:50:15.283277 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5504980f-5c78-47f5-ba87-85af57ecb97f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:15.290087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5504980f-5c78-47f5-ba87-85af57ecb97f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/02be517b-ba1b-4fd2-ad93-46d14eee7130 HTTP/1.1" status: 204  len: 168 time: 0.6390319
Nov 27 20:50:15.292277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59640) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:15.303282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504980f-5c78-47f5-ba87-85af57ecb97f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02be517b-ba1b-4fd2-ad93-46d14eee7130,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:15.309847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a388cea-970c-4f4c-adf2-55772ae4b6d6 None None] Network dfbeaea8-3dc8-4d50-a82a-6bcdca44936b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:50:15.313369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-86c3d909-f4de-46f4-9c7d-d704be62dfdd req-802fcf0a-7988-49dd-8398-9ffeaef5eed0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164140
Nov 27 20:50:15.368974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdddd1b-32d1-4d7a-b5a7-9ff52570d61e req-4fc1155e-7000-4631-986a-918c11d32246 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:15.370893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ebdddd1b-32d1-4d7a-b5a7-9ff52570d61e req-4fc1155e-7000-4631-986a-918c11d32246 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 945 time: 0.0793293
Nov 27 20:50:15.439978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ebdddd1b-32d1-4d7a-b5a7-9ff52570d61e req-ca1353ef-327b-4c44-8979-9e6d79a08cfc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619822
Nov 27 20:50:15.489026 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7785dae0-1473-446a-ba79-6ee8a0ca7fb0 req-c5fce2e7-6214-4480-9009-3a814cab731b tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0981915
Nov 27 20:50:15.495934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-13906e84-96d6-4c10-a3e3-d8f34f25d34a None None] Provisioning complete for port ca642020-d459-4da1-b5a7-ee2c44c1c93e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:15.496310 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-13906e84-96d6-4c10-a3e3-d8f34f25d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:15.517854 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:15.730320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481e7a-2335-46cc-8031-713ca6e4a198 req-d47a8abd-4d23-426a-a0c8-36f37b4d4e97 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:15.732609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84481e7a-2335-46cc-8031-713ca6e4a198 req-d47a8abd-4d23-426a-a0c8-36f37b4d4e97 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 945 time: 0.0696425
Nov 27 20:50:15.746810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-13906e84-96d6-4c10-a3e3-d8f34f25d34a None None] Port ca642020-d459-4da1-b5a7-ee2c44c1c93e cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:50:15.789431 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:15.796485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84481e7a-2335-46cc-8031-713ca6e4a198 req-844aadc8-efd6-444f-b3b9-892540ca1bd3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570989
Nov 27 20:50:15.871745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8dc6caa9-17d4-4042-935f-4eb8d066af1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:50:15.904582 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a844657-735b-48ec-886c-8cdd9082bb76 None None] DHCP port deletion for dfbeaea8-3dc8-4d50-a82a-6bcdca44936b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:50:15.908323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 8dc6caa9-17d4-4042-935f-4eb8d066af1a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:50:15.908675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8dc6caa9-17d4-4042-935f-4eb8d066af1a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:50:15.909100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device eeb6fcd9-4287-48be-8bea-7fabdb71544b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:50:15.936752 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: eeb6fcd9-4287-48be-8bea-7fabdb71544b {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:50:15.937103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device eeb6fcd9-4287-48be-8bea-7fabdb71544b not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:50:16.023820 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9a844657-735b-48ec-886c-8cdd9082bb76 None None] Deleting port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:16.024199 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9a844657-735b-48ec-886c-8cdd9082bb76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.036286 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0324ea4c-35a5-4eaf-b999-c10b8362a58e req-a7cc36d8-d723-49c1-b7bf-7ba27821acfc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0467603
Nov 27 20:50:16.084362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df6ed7-dfb6-4196-93ae-911f8e19d99a req-b1225bb7-155d-401f-8de0-78f855e8d716 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:16.085837 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39df6ed7-dfb6-4196-93ae-911f8e19d99a req-b1225bb7-155d-401f-8de0-78f855e8d716 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.5295205
Nov 27 20:50:16.102396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 69669768-ef11-486a-bf97-be4dc7401b97 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:50:16.122033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Deleting port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:16.122929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.147999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9a844657-735b-48ec-886c-8cdd9082bb76 None None] For port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d438c38-5abf-4ca1-9c88-26a8d8432eb4,segment=NetworkSegment(1e72344c-8c7c-47af-a52e-f4c3a063ba5a),segment_id=1e72344c-8c7c-47af-a52e-f4c3a063ba5a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:16.148404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9a844657-735b-48ec-886c-8cdd9082bb76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.152334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca642020-d459-4da1-b5a7-ee2c44c1c93e {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:16.171360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9a844657-735b-48ec-886c-8cdd9082bb76 None None] Calling delete_port for 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:16.200598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.237647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] For port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d438c38-5abf-4ca1-9c88-26a8d8432eb4,segment=NetworkSegment(1e72344c-8c7c-47af-a52e-f4c3a063ba5a),segment_id=1e72344c-8c7c-47af-a52e-f4c3a063ba5a)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:16.238011 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.245763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39df6ed7-dfb6-4196-93ae-911f8e19d99a req-210b55c5-6ec5-4658-8b90-4c8852d7422d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408148
Nov 27 20:50:16.247120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Transition to ACTIVE for port object ca642020-d459-4da1-b5a7-ee2c44c1c93e will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:50:16.255191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 69669768-ef11-486a-bf97-be4dc7401b97 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:50:16.257635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.262984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 69669768-ef11-486a-bf97-be4dc7401b97 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:16.263392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.268570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Calling delete_port for 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:16.337411 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9a844657-735b-48ec-886c-8cdd9082bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.371394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Pushing event updated for resources: {'Port': ['ID=ca642020-d459-4da1-b5a7-ee2c44c1c93e,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:16.386633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c2632-885a-4910-b6a7-38e8d0dfb00b req-0806b8de-9f91-4884-a494-ba9f3d199174 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:16.389019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a844657-735b-48ec-886c-8cdd9082bb76 None None] No DVR routers for this DVR port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:50:16.390661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a844657-735b-48ec-886c-8cdd9082bb76 None None] Pushing event deleted for resources: {'Port': ['ID=8d438c38-5abf-4ca1-9c88-26a8d8432eb4,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:16.393681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f0c2632-885a-4910-b6a7-38e8d0dfb00b req-0806b8de-9f91-4884-a494-ba9f3d199174 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 935 time: 0.1649747
Nov 27 20:50:16.411949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.473780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 69669768-ef11-486a-bf97-be4dc7401b97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69669768-ef11-486a-bf97-be4dc7401b97,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:16.490326 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.492931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f0c2632-885a-4910-b6a7-38e8d0dfb00b req-39cd40b7-ff2b-42ab-9592-d6a30f83d101 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940688
Nov 27 20:50:16.543628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3c2b9-3f2a-4d03-a678-222db994e42d req-b82a1d3e-8291-47ff-b357-752fb1021021 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:16.545802 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30c3c2b9-3f2a-4d03-a678-222db994e42d req-b82a1d3e-8291-47ff-b357-752fb1021021 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 946 time: 0.1879570
Nov 27 20:50:16.548926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.593516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d438c38-5abf-4ca1-9c88-26a8d8432eb4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:16.602371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=69669768-ef11-486a-bf97-be4dc7401b97,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:16.607189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] No DVR routers for this DVR port 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:50:16.608844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Attempting to bind port ca642020-d459-4da1-b5a7-ee2c44c1c93e on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:16.609308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Attempting to bind port ca642020-d459-4da1-b5a7-ee2c44c1c93e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:16.609532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Attempting to bind port ca642020-d459-4da1-b5a7-ee2c44c1c93e on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:16.649688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c1045-3fac-452e-9018-1ad77808b09c req-af5e368a-c00c-41f4-bf43-03e86a021d63 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:16.649956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Port ca642020-d459-4da1-b5a7-ee2c44c1c93e on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:16.650291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Attempting to bind port ca642020-d459-4da1-b5a7-ee2c44c1c93e on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:16.651574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-748c1045-3fac-452e-9018-1ad77808b09c req-af5e368a-c00c-41f4-bf43-03e86a021d63 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 945 time: 0.0731173
Nov 27 20:50:16.679516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:16.679879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:16.680478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:16.680708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Bound port: ca642020-d459-4da1-b5a7-ee2c44c1c93e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:16.681065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.700899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-748c1045-3fac-452e-9018-1ad77808b09c req-43858941-f42b-48f2-a219-4db458a5cbd9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420806
Nov 27 20:50:16.714123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69669768-ef11-486a-bf97-be4dc7401b97'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:16.717038 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87813abc-4668-45cc-b27b-9d22b5443f4d" -d '{"events": [{"server_uuid": "b99c91ae-1196-4fdf-af86-c9c0c7a47bb2", "name": "network-vif-plugged", "status": "completed", "tag": "69669768-ef11-486a-bf97-be4dc7401b97"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:16.730627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30c3c2b9-3f2a-4d03-a678-222db994e42d req-3c7efe85-1074-4f2a-9d08-a460e51b9ae6 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758733
Nov 27 20:50:16.742798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.803060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe647880>,) {'filters': {'network_id': ['dfbeaea8-3dc8-4d50-a82a-6bcdca44936b']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:16.807518 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1fcbecea-db3d-4f10-a78c-d6c2d4b0a251 req-73dc2a67-d300-4b9a-bf16-5f676e9dc680 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0307264
Nov 27 20:50:16.820698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe647880>, '1e72344c-8c7c-47af-a52e-f4c3a063ba5a') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:16.820698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe647880>, '1e72344c-8c7c-47af-a52e-f4c3a063ba5a') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:16.848075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.862392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] For port ca642020-d459-4da1-b5a7-ee2c44c1c93e, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:16.872261 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d4f27e-e6e4-4e35-9f26-4f4a85be7fdb x-openstack-request-id: req-15d4f27e-e6e4-4e35-9f26-4f4a85be7fdb {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:16.872800 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99c91ae-1196-4fdf-af86-c9c0c7a47bb2", "name": "network-vif-plugged", "status": "completed", "tag": "69669768-ef11-486a-bf97-be4dc7401b97", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:16.873073 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15d4f27e-e6e4-4e35-9f26-4f4a85be7fdb {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:16.873649 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69669768-ef11-486a-bf97-be4dc7401b97', 'code': 200}
Nov 27 20:50:16.878522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.886688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] For port ca642020-d459-4da1-b5a7-ee2c44c1c93e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca642020-d459-4da1-b5a7-ee2c44c1c93e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:16.890829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:50:16.891616 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:50:16.894073 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:50:16.906252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:17.017500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.018127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:17.019553 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] 10.222.0.15 "PUT /v2.0/ports/ca642020-d459-4da1-b5a7-ee2c44c1c93e HTTP/1.1" status: 200  len: 1095 time: 1.9386303
Nov 27 20:50:17.040015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0f5c56-6c32-4b25-9685-4a04863f57dc', 'tag': 'ca642020-d459-4da1-b5a7-ee2c44c1c93e'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:17.042491 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d400ba-e6fd-43d9-a29f-0fa135cb280a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0f5c56-6c32-4b25-9685-4a04863f57dc", "tag": "ca642020-d459-4da1-b5a7-ee2c44c1c93e"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:17.072250 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:17.117400 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:17.123708 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dfbeaea8-3dc8-4d50-a82a-6bcdca44936b HTTP/1.1" status: 204  len: 168 time: 1.8225465
Nov 27 20:50:17.159985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45219a6d-eb6f-4ec3-a32c-91913f420d8d req-b4fe4e60-1e6c-43ac-a18f-b9138d0f9530 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.161556 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45219a6d-eb6f-4ec3-a32c-91913f420d8d req-b4fe4e60-1e6c-43ac-a18f-b9138d0f9530 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 1097 time: 0.2142205
Nov 27 20:50:17.163401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc971a-0ea9-40d2-9b0d-2793cd72f12d service neutron] Pushing event updated for resources: {'Port': ['ID=ca642020-d459-4da1-b5a7-ee2c44c1c93e,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:17.170483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a11a5-ad65-4e51-b902-861066d98335 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbeaea8-3dc8-4d50-a82a-6bcdca44936b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:17.183115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8129fb1-8093-4082-9f47-f49ea08dbb65 req-8238bdf6-4327-4325-b9f0-fc015b6de8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.185217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8129fb1-8093-4082-9f47-f49ea08dbb65 req-8238bdf6-4327-4325-b9f0-fc015b6de8e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 1097 time: 0.2172930
Nov 27 20:50:17.208650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-278cb14f-e432-4154-8d3d-fd0f204ae233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.210173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-278cb14f-e432-4154-8d3d-fd0f204ae233 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 1098 time: 0.1360841
Nov 27 20:50:17.266451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db67d0-467f-4c1a-8939-5ee615376858 req-8f35eb82-c9c8-49fa-80b9-e3983f0efbf8 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.267989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02db67d0-467f-4c1a-8939-5ee615376858 req-8f35eb82-c9c8-49fa-80b9-e3983f0efbf8 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 1096 time: 0.3636348
Nov 27 20:50:17.284555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-323f3c44-12a0-4685-b975-5da39ab8e3ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=ca642020-d459-4da1-b5a7-ee2c44c1c93e HTTP/1.1" status: 200  len: 217 time: 0.0532072
Nov 27 20:50:17.335715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02db67d0-467f-4c1a-8939-5ee615376858 req-ff760c9c-6d83-4e24-8a96-2950211ff0d7 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459955
Nov 27 20:50:17.359353 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8129fb1-8093-4082-9f47-f49ea08dbb65 req-ce427ac9-5deb-4a58-b5e1-df98926f9830 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1651855
Nov 27 20:50:17.363295 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45219a6d-eb6f-4ec3-a32c-91913f420d8d req-1fadaf4f-161d-42ab-9212-2216989da3b8 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843939
Nov 27 20:50:17.367128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59672) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:17.376636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-a2ffabef-3325-4cbc-9d76-c749536996ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.378153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-a2ffabef-3325-4cbc-9d76-c749536996ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0855074
Nov 27 20:50:17.427015 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ea1931-d533-4b77-a880-e9ab694cbed7 x-openstack-request-id: req-54ea1931-d533-4b77-a880-e9ab694cbed7 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:17.427350 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0f5c56-6c32-4b25-9685-4a04863f57dc", "tag": "ca642020-d459-4da1-b5a7-ee2c44c1c93e", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:17.427600 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54ea1931-d533-4b77-a880-e9ab694cbed7 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:17.428276 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0f5c56-6c32-4b25-9685-4a04863f57dc', 'tag': 'ca642020-d459-4da1-b5a7-ee2c44c1c93e', 'status': 'completed', 'code': 200}
Nov 27 20:50:17.432998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5dae174a-aa88-4f93-a8a1-bebf7c77bb74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d7f9b1bff9d44649f6d199a1d7a0fbb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0646675
Nov 27 20:50:17.435904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59676) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:17.467439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972a1a6-a175-4dbc-b6de-cd4e34f03574 req-4e97905a-40f7-4b43-a5be-f328740515a3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.468906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3972a1a6-a175-4dbc-b6de-cd4e34f03574 req-4e97905a-40f7-4b43-a5be-f328740515a3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 946 time: 0.0742846
Nov 27 20:50:17.522294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeea60-da15-4e94-8fbc-dd2d2a51d0a9 req-013d5682-8bca-4438-b8a3-d8406181eeb4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.523800 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c9aeea60-da15-4e94-8fbc-dd2d2a51d0a9 req-013d5682-8bca-4438-b8a3-d8406181eeb4 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0490899
Nov 27 20:50:17.528094 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e23dd5e1-9cc5-460c-82e0-0c453d141234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:17.546274 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3972a1a6-a175-4dbc-b6de-cd4e34f03574 req-79571951-045f-4b53-a955-17bdab1356b3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695815
Nov 27 20:50:17.559874 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e23dd5e1-9cc5-460c-82e0-0c453d141234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:17.573246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c9aeea60-da15-4e94-8fbc-dd2d2a51d0a9 req-7e863cc8-4b56-4590-94e2-f700d780d8b1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426450
Nov 27 20:50:17.645900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e23dd5e1-9cc5-460c-82e0-0c453d141234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:17.648651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e23dd5e1-9cc5-460c-82e0-0c453d141234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:17.649779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e23dd5e1-9cc5-460c-82e0-0c453d141234 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5ae9ff9-d07d-4461-9985-dcb69da380e8 HTTP/1.1" status: 204  len: 168 time: 0.2129674
Nov 27 20:50:17.663789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faade5-7471-4f71-9740-4822d7679d74 req-df1e8e05-ccd6-49ec-a049-5d36119eb155 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.665321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17faade5-7471-4f71-9740-4822d7679d74 req-df1e8e05-ccd6-49ec-a049-5d36119eb155 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 1096 time: 0.0567746
Nov 27 20:50:17.666574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dd5e1-9cc5-460c-82e0-0c453d141234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ae9ff9-d07d-4461-9985-dcb69da380e8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:17.720808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17faade5-7471-4f71-9740-4822d7679d74 req-9209e013-7468-43ff-933a-36cd5b0fd8c2 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445311
Nov 27 20:50:17.728315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c582a1-ab90-4a1c-a9bd-8c3d143aa691 req-e17b0f5c-8c1f-4d67-b791-c27daaa0f019 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.729984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07c582a1-ab90-4a1c-a9bd-8c3d143aa691 req-e17b0f5c-8c1f-4d67-b791-c27daaa0f019 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 1097 time: 0.1009140
Nov 27 20:50:17.742341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-f93abc97-ebd1-4734-b8ff-67481b353e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.743828 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-f93abc97-ebd1-4734-b8ff-67481b353e69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0819480
Nov 27 20:50:17.860404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee14d24-0455-4575-a757-67b601f683b4 req-68ae60bf-b40c-480d-bbb9-a5b31eeb5920 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:17.861950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ee14d24-0455-4575-a757-67b601f683b4 req-68ae60bf-b40c-480d-bbb9-a5b31eeb5920 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 947 time: 0.0706484
Nov 27 20:50:17.882811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07c582a1-ab90-4a1c-a9bd-8c3d143aa691 req-ced3cf23-7007-42c0-ae2b-7ee1fe8f84c2 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430428
Nov 27 20:50:17.894897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:50:17.922545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:50:17.922890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8d438c38-5abf-4ca1-9c88-26a8d8432eb4 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:50:17.930715 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-53dd5965-706e-4ea9-9f07-11e2b4008b61 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390734
Nov 27 20:50:17.950051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ee14d24-0455-4575-a757-67b601f683b4 req-44033247-6a74-4af4-8120-c7e0ea3f9543 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777946
Nov 27 20:50:18.078537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06fdae-7c99-4ea7-ab64-6255d16720d0 req-c441be49-bb1f-44f1-8424-befd345ea2d9 tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:18.080106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b06fdae-7c99-4ea7-ab64-6255d16720d0 req-c441be49-bb1f-44f1-8424-befd345ea2d9 tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1100 time: 0.0886281
Nov 27 20:50:18.108323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7dba39b-0c9f-482e-9574-1eb5168f09b9 req-77760d85-f6b4-48b7-840c-f7fe2046b7bf service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378057
Nov 27 20:50:18.158507 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b06fdae-7c99-4ea7-ab64-6255d16720d0 req-bdf933d9-bd82-4057-b281-3786b28698ab tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724761
Nov 27 20:50:18.192985 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:18.198191 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9b6dd5eb-aa4f-4eb5-8468-4cf92ee230f0 req-1c8693b1-f28f-43d2-b0aa-0f3145500ceb tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0346770
Nov 27 20:50:18.238349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-304b3731-c62d-408c-b958-f207bfec1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:18.239847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-304b3731-c62d-408c-b958-f207bfec1b67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 1098 time: 0.0722733
Nov 27 20:50:18.363560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-d2d65258-5481-41be-8606-5351e0e5d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:18.365294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-d2d65258-5481-41be-8606-5351e0e5d01f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1086698
Nov 27 20:50:18.450943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-d3856e27-83d6-4821-844b-223ff3d5ee54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=ca642020-d459-4da1-b5a7-ee2c44c1c93e HTTP/1.1" status: 200  len: 217 time: 0.0764103
Nov 27 20:50:18.514789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-cf1f2cdc-bb41-4f4b-9b07-f2f2cca66f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:18.516778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-cf1f2cdc-bb41-4f4b-9b07-f2f2cca66f3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0589061
Nov 27 20:50:18.602816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-2f1fc439-6a15-4441-acba-86a00c695838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:18.604134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-2f1fc439-6a15-4441-acba-86a00c695838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0670400
Nov 27 20:50:18.606853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-40b17dd8-5462-4dcc-bbdc-0c904cf54cb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0856750
Nov 27 20:50:18.754470 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-f7121e5d-c787-4b98-b23d-325325146919 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425438
Nov 27 20:50:18.892086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58d400ba-e6fd-43d9-a29f-0fa135cb280a req-e14daf1e-6b1c-4e1b-a240-c109677f6a93 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254063
Nov 27 20:50:19.406388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-40dafe6e-d1cc-415f-a777-9dccbd87df25 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:50:19.407342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-40dafe6e-d1cc-415f-a777-9dccbd87df25 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0075669
Nov 27 20:50:19.457785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-70ed3016-d9a9-4617-9a34-22cc1326e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:19.459345 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-70ed3016-d9a9-4617-9a34-22cc1326e812 service neutron] 10.222.0.21 "GET /v2.0/ports/24c3bbfe-097d-44dd-b015-ded002b7cd5e HTTP/1.1" status: 200  len: 1093 time: 0.0444527
Nov 27 20:50:19.470223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:19.470894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Unknown quota resources ['binding']. {{(pid=120908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:50:19.603434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on host nch2-master-1 for vnic_type normal with profile None {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:19.603785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:19.604110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:19.608953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:19.609278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:19.613998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:19.614336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:19.614714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:19.615149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Bound port: 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:19.677016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:19.685350 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:19.688630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a1c1eef9-60c3-4978-8228-40def0073c88 service neutron] 10.222.0.21 "POST /v2.0/ports/24c3bbfe-097d-44dd-b015-ded002b7cd5e/bindings HTTP/1.1" status: 201  len: 389 time: 0.2213790
Nov 27 20:50:19.827200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-1d445737-2300-475f-b43a-d3e17267e7f5 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:50:19.828940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-1d445737-2300-475f-b43a-d3e17267e7f5 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0071232
Nov 27 20:50:19.845407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27237dd-63b4-4a6c-846f-83b1ab3a6f85 req-86249dbb-a9d6-4b48-b0f7-eacfb8d4d130 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:19.848204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f27237dd-63b4-4a6c-846f-83b1ab3a6f85 req-86249dbb-a9d6-4b48-b0f7-eacfb8d4d130 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0540807
Nov 27 20:50:19.871980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-7551b99d-d191-4933-999d-c65b0997205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:19.879616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-7551b99d-d191-4933-999d-c65b0997205c service neutron] 10.222.0.21 "GET /v2.0/ports/cab30d0b-bd13-4963-a8fd-40f8283c83c7 HTTP/1.1" status: 200  len: 1094 time: 0.0416849
Nov 27 20:50:19.884118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:19.884583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Unknown quota resources ['binding']. {{(pid=120908) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:50:19.905783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f27237dd-63b4-4a6c-846f-83b1ab3a6f85 req-a9a575bc-a6c0-4e3f-9d24-704d662e4bc7 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495441
Nov 27 20:50:19.994858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-b6a84f49-16a9-4539-8849-8c6a13ca0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:19.996364 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-b6a84f49-16a9-4539-8849-8c6a13ca0acf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 1096 time: 0.0912859
Nov 27 20:50:20.009070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca5d7b-ffe1-4244-9897-68326d47d2f1 req-b5659fc9-8ce2-4de5-b284-d2060ce7382a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.010537 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bca5d7b-ffe1-4244-9897-68326d47d2f1 req-b5659fc9-8ce2-4de5-b284-d2060ce7382a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 946 time: 0.0493393
Nov 27 20:50:20.061198 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bca5d7b-ffe1-4244-9897-68326d47d2f1 req-e8aa6a0f-0943-4486-b391-1d2c945cd7b4 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447586
Nov 27 20:50:20.119064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on host nch1-master-1 for vnic_type normal with profile None {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:20.119483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:20.119808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:20.133888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:20.134277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:20.141517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-4d06d8a4-42f3-4fd5-87d2-ebcce06361be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.143793 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-4d06d8a4-42f3-4fd5-87d2-ebcce06361be service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.1354699
Nov 27 20:50:20.145149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:20.145767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:20.145900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:20.146415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Bound port: cab30d0b-bd13-4963-a8fd-40f8283c83c7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:20.216659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-5cc0ae2a-7de6-4507-bff6-0ace77481a48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e HTTP/1.1" status: 200  len: 217 time: 0.0633609
Nov 27 20:50:20.316178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:20.318934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-1ecff6da-e919-480e-96aa-52769fc97d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.320654 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-1ecff6da-e919-480e-96aa-52769fc97d5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1100 time: 0.1153121
Nov 27 20:50:20.322438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-d6467fc7-c053-4273-970a-222126b3dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.323769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-d6467fc7-c053-4273-970a-222126b3dfe7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0866759
Nov 27 20:50:20.327570 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:20.328834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] 10.222.0.21 "POST /v2.0/ports/cab30d0b-bd13-4963-a8fd-40f8283c83c7/bindings HTTP/1.1" status: 201  len: 389 time: 0.4483447
Nov 27 20:50:20.409452 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c4a758-ca5a-4335-8059-95c53e5476bb req-f525add2-f153-4d4e-8aab-b9f8b318f1f6 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0327954
Nov 27 20:50:20.432950 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-75e23154-6897-4201-9aae-95073bd07061 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0844495
Nov 27 20:50:20.586163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-3ad79bf5-7e2d-438c-ba17-6f9bdf11f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.587661 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-3ad79bf5-7e2d-438c-ba17-6f9bdf11f969 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2579648
Nov 27 20:50:20.597872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ecdd9-4cc0-4ec4-8c9e-94fdca802323 req-29da9ca2-875a-45d3-9e66-d33301d44214 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.599221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-782ecdd9-4cc0-4ec4-8c9e-94fdca802323 req-29da9ca2-875a-45d3-9e66-d33301d44214 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 947 time: 0.1610596
Nov 27 20:50:20.643080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2299-8f7d-4bc2-8760-f2d37621fdc2 req-953d49fb-be6e-41b8-b5cf-78363e5dcdaf tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.644595 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d9b2299-8f7d-4bc2-8760-f2d37621fdc2 req-953d49fb-be6e-41b8-b5cf-78363e5dcdaf tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 945 time: 0.0759172
Nov 27 20:50:20.650177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-46226527-c324-422f-a344-b4a13918e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.650740 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-a4b9bbc6-b069-4f1f-a953-fd26d98a6266 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.0472066
Nov 27 20:50:20.651626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-46226527-c324-422f-a344-b4a13918e8c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 1097 time: 0.0723455
Nov 27 20:50:20.658428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a6a487a6-ed50-415f-a680-d9e70cbc073f service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068732
Nov 27 20:50:20.739329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-782ecdd9-4cc0-4ec4-8c9e-94fdca802323 req-49f101ba-555d-43c6-bd83-6423c06654bd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243677
Nov 27 20:50:20.741084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d9b2299-8f7d-4bc2-8760-f2d37621fdc2 req-7bfc2b72-60a3-40f7-97ac-ca16f0462d58 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884821
Nov 27 20:50:20.789269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-3fa71775-a614-4e9b-9a9b-e330fbfbd12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.790743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-3fa71775-a614-4e9b-9a9b-e330fbfbd12c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1180351
Nov 27 20:50:20.796872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-e5aca586-d072-45fd-8b87-48c0be1ea3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.798773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-e5aca586-d072-45fd-8b87-48c0be1ea3c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1259155
Nov 27 20:50:20.844139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-2b7f8da9-6d19-43ed-b642-389078c44b88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7 HTTP/1.1" status: 200  len: 217 time: 0.0359771
Nov 27 20:50:20.881034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-50b3b265-bfc6-46f6-9e53-fbcec7b93c2b service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1976938
Nov 27 20:50:20.902812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-4e11b6c6-0599-4583-a1f2-f55217fd59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.904555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-4e11b6c6-0599-4583-a1f2-f55217fd59e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1039231
Nov 27 20:50:20.912779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643ac20-797f-4c69-a3c4-1da2d2e7d405 req-3c1d8b08-e028-44cf-bedd-e9c1307bf031 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.914236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a643ac20-797f-4c69-a3c4-1da2d2e7d405 req-3c1d8b08-e028-44cf-bedd-e9c1307bf031 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 946 time: 0.1027665
Nov 27 20:50:20.926200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59828) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:20.931975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6a66ef87-fe1e-4023-8bb0-c1aa9bf8906e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Request body: {'floatingip': {'port_id': '69669768-ef11-486a-bf97-be4dc7401b97'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:20.990171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-a6f41767-2b8c-43bf-b7d9-967cf564e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:20.991634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-a6f41767-2b8c-43bf-b7d9-967cf564e871 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1365125
Nov 27 20:50:20.997416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a66ef87-fe1e-4023-8bb0-c1aa9bf8906e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:21.046365 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-72ca6065-61da-4a85-87c7-3da087ac5683 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311448
Nov 27 20:50:21.087717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c59f-758b-43ff-94af-8a991235aa7c req-58e3da21-afe2-4108-83aa-eb59fefe8e27 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:21.089204 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c21c59f-758b-43ff-94af-8a991235aa7c req-58e3da21-afe2-4108-83aa-eb59fefe8e27 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0837743
Nov 27 20:50:21.189610 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c21c59f-758b-43ff-94af-8a991235aa7c req-48a5c23d-1876-4357-b34c-ed50de622ecb tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740726
Nov 27 20:50:21.191809 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-5b43c4ff-0814-47b2-a063-82258a0c7883 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360445
Nov 27 20:50:21.195487 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-f7940d71-4abc-4743-8f36-d15bc810b17c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0720787
Nov 27 20:50:21.213762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91829085-3776-4797-8591-c7f7b678685d req-3288487b-a632-4153-9ccb-6b8315855d46 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:21.215741 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91829085-3776-4797-8591-c7f7b678685d req-3288487b-a632-4153-9ccb-6b8315855d46 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 946 time: 0.3209167
Nov 27 20:50:21.435534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91829085-3776-4797-8591-c7f7b678685d req-12c95140-e097-43b9-a806-8c88af65edfb tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041025
Nov 27 20:50:21.511889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-06f857d8-f0fd-4f1e-9057-6adf8d57f6b5 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2951710
Nov 27 20:50:21.546542 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6d42d6a-d106-4071-bc17-af29b4260f30 req-31ef53f9-05a1-48c8-8d84-4fede4744eec tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0298462
Nov 27 20:50:21.641236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59870) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:21.713150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-bc077056-7cb1-481c-894d-fc9a6152b4e6 service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1864705
Nov 27 20:50:21.759174 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf8f4-99bf-4f3c-9943-a6c492a6f6fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:21.775067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a66ef87-fe1e-4023-8bb0-c1aa9bf8906e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:21.780037 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a66ef87-fe1e-4023-8bb0-c1aa9bf8906e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:21.897782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf8f4-99bf-4f3c-9943-a6c492a6f6fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:21.907365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf8f4-99bf-4f3c-9943-a6c492a6f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:21.944739 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-6a66ef87-fe1e-4023-8bb0-c1aa9bf8906e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Floating IP 073f2750-cb9a-4944-bf99-525926c93a4f associated. External IP: 172.35.3.192, port: 69669768-ef11-486a-bf97-be4dc7401b97.
Nov 27 20:50:21.978612 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4b7cf8f4-99bf-4f3c-9943-a6c492a6f6fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f6808ea6651429d8cee52be08a49be3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3359332
Nov 27 20:50:21.980448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cf8f4-99bf-4f3c-9943-a6c492a6f6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9551bef3-849d-4c88-999a-c682a1e8a1b3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:21.984923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59880) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:50:22.018395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bf7bc-a72e-45df-b6b2-384d51dacb90 req-be8ed396-a5e4-4dde-8ff0-326aa7441163 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:22.019975 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-be0bf7bc-a72e-45df-b6b2-384d51dacb90 req-be8ed396-a5e4-4dde-8ff0-326aa7441163 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 947 time: 0.0955205
Nov 27 20:50:22.087347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-be0bf7bc-a72e-45df-b6b2-384d51dacb90 req-854fe285-bc0c-4cf5-96d9-786fb5e744db tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608447
Nov 27 20:50:22.130219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bd706-24a4-47c7-9ab3-73db9d31a3b3 req-7d16d167-0d15-4597-98ff-99ff8a89240b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:22.131753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c59bd706-24a4-47c7-9ab3-73db9d31a3b3 req-7d16d167-0d15-4597-98ff-99ff8a89240b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 945 time: 0.2256696
Nov 27 20:50:22.162362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9218ac98-f930-4bf5-a3fa-6a6cf6da3ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:22.205649 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9218ac98-f930-4bf5-a3fa-6a6cf6da3ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:22.268625 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c59bd706-24a4-47c7-9ab3-73db9d31a3b3 req-6a82584e-acdd-4443-8565-b74851a64150 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263008
Nov 27 20:50:22.329717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f01c5-0908-43b9-b7a1-550d73c2342e req-b4447c17-293d-4e56-a1ee-034c3bd454f5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:22.331959 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-880f01c5-0908-43b9-b7a1-550d73c2342e req-b4447c17-293d-4e56-a1ee-034c3bd454f5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0565362
Nov 27 20:50:22.355036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9218ac98-f930-4bf5-a3fa-6a6cf6da3ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:22.358225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9218ac98-f930-4bf5-a3fa-6a6cf6da3ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:22.362181 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9218ac98-f930-4bf5-a3fa-6a6cf6da3ff2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9551bef3-849d-4c88-999a-c682a1e8a1b3 HTTP/1.1" status: 204  len: 168 time: 0.3727453
Nov 27 20:50:22.366050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a66ef87-fe1e-4023-8bb0-c1aa9bf8906e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:50:22.371574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218ac98-f930-4bf5-a3fa-6a6cf6da3ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9551bef3-849d-4c88-999a-c682a1e8a1b3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:22.421497 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-880f01c5-0908-43b9-b7a1-550d73c2342e req-e2df0f16-5742-4c7e-b4fa-5ce2b37cdc8b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809381
Nov 27 20:50:22.508315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a66ef87-fe1e-4023-8bb0-c1aa9bf8906e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:50:22.513518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a66ef87-fe1e-4023-8bb0-c1aa9bf8906e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:22.522482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] Sync routers for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:50:22.542809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:50:22.545584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4682e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:50:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:22.550935 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6a66ef87-fe1e-4023-8bb0-c1aa9bf8906e tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "PUT /v2.0/floatingips/073f2750-cb9a-4944-bf99-525926c93a4f HTTP/1.1" status: 200  len: 992 time: 1.6235464
Nov 27 20:50:22.551679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'tag': '69669768-ef11-486a-bf97-be4dc7401b97'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:22.554357 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5e43ce-5311-4aaf-9d68-438fcf050964" -d '{"events": [{"name": "network-changed", "server_uuid": "b99c91ae-1196-4fdf-af86-c9c0c7a47bb2", "tag": "69669768-ef11-486a-bf97-be4dc7401b97"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:22.649170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62251f30-74fb-4496-a2c5-25f955b9a832 req-ceb18359-bf87-48ef-846c-c42c40cc6918 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:22.658704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62251f30-74fb-4496-a2c5-25f955b9a832 req-ceb18359-bf87-48ef-846c-c42c40cc6918 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 946 time: 0.0871773
Nov 27 20:50:22.733111 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8507a8-0b12-4d10-8af8-e166d03822fb x-openstack-request-id: req-5f8507a8-0b12-4d10-8af8-e166d03822fb {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:22.733415 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99c91ae-1196-4fdf-af86-c9c0c7a47bb2", "tag": "69669768-ef11-486a-bf97-be4dc7401b97", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:22.734836 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f8507a8-0b12-4d10-8af8-e166d03822fb {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:22.735281 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'tag': '69669768-ef11-486a-bf97-be4dc7401b97', 'status': 'completed', 'code': 200}
Nov 27 20:50:22.769445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62251f30-74fb-4496-a2c5-25f955b9a832 req-d4e3e91b-db42-490e-8c24-6c4726f79bea tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089077
Nov 27 20:50:22.770371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:50:22.883345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-9bf615a8-e2d8-4a2b-8826-e7e33d57f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:22.885263 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-9bf615a8-e2d8-4a2b-8826-e7e33d57f179 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3452ada55fe043918a4bf028d75b070d&device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 1097 time: 0.1206424
Nov 27 20:50:22.888135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d9173fdc-f3d8-4f42-ac3f-2320c931b1c5 req-6112c21f-b69e-40e4-9731-aedf87bae05b tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0541723
Nov 27 20:50:23.118347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4682e0>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '073f2750-cb9a-4944-bf99-525926c93a4f', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'floating_ip_address': '172.35.3.192', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'port_id': '69669768-ef11-486a-bf97-be4dc7401b97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'mac_address': 'fa:16:3e:0f:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:49:53Z', 'updated_at': '2021-11-27T20:50:21Z', 'revision_number': 1, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e29a70e-5a6b-4a3d-b199-c4b6502d4953', 'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'mac_address': 'fa:16:3e:de:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:47Z', 'updated_at': '2021-11-27T20:49:55Z', 'revision_number': 5, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'subnets': [{'id': '3596accf-1e24-4a00-90fe-b1350288c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:23.149378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] Checking router: 48c4ebc4-4a7d-487c-80c1-47ae51176e91 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:50:23.172295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:50:23.173621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4682e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:50:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:23.248668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c5ea5-ccaa-4b09-9dbf-ff574bd1a508 req-b8e79bc3-b173-42ba-b5c6-54c80dd01671 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:23.250282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6c0c5ea5-ccaa-4b09-9dbf-ff574bd1a508 req-b8e79bc3-b173-42ba-b5c6-54c80dd01671 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 947 time: 0.0698161
Nov 27 20:50:23.307142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:50:23.314509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6c0c5ea5-ccaa-4b09-9dbf-ff574bd1a508 req-15485cbd-854a-499a-8b1c-dac4edadc50e tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550647
Nov 27 20:50:23.346819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-49e70df0-c2da-4433-993a-8bcff06f477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:23.348416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-49e70df0-c2da-4433-993a-8bcff06f477c service neutron] 10.222.0.15 "GET /v2.0/networks?id=be9122ae-5461-41a9-8128-1bf0198a3d43 HTTP/1.1" status: 200  len: 907 time: 0.4497664
Nov 27 20:50:23.465257 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-0045801a-90be-4182-807c-28a418f4b7aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69669768-ef11-486a-bf97-be4dc7401b97 HTTP/1.1" status: 200  len: 1000 time: 0.1032975
Nov 27 20:50:23.522149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2102612-6a0f-413c-81db-0ed09cbb3d42 req-6c3814c5-5a25-47f0-af07-0c4fcbf03492 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:23.529606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2102612-6a0f-413c-81db-0ed09cbb3d42 req-6c3814c5-5a25-47f0-af07-0c4fcbf03492 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 945 time: 0.1298242
Nov 27 20:50:23.542959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc32c4-395e-4df5-af55-9c5f2bcfafe7 req-a25a83b7-6700-4cb7-a1d1-7df21a7a499a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:23.545123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92dc32c4-395e-4df5-af55-9c5f2bcfafe7 req-a25a83b7-6700-4cb7-a1d1-7df21a7a499a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0698745
Nov 27 20:50:23.576589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-e4ec734f-03a1-41a4-9997-cca2651fded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:23.578420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-e4ec734f-03a1-41a4-9997-cca2651fded2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3596accf-1e24-4a00-90fe-b1350288c055 HTTP/1.1" status: 200  len: 845 time: 0.1015627
Nov 27 20:50:23.597930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4682e0>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '073f2750-cb9a-4944-bf99-525926c93a4f', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'floating_ip_address': '172.35.3.192', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'port_id': '69669768-ef11-486a-bf97-be4dc7401b97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'mac_address': 'fa:16:3e:0f:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:49:53Z', 'updated_at': '2021-11-27T20:50:21Z', 'revision_number': 1, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e29a70e-5a6b-4a3d-b199-c4b6502d4953', 'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'mac_address': 'fa:16:3e:de:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:47Z', 'updated_at': '2021-11-27T20:49:55Z', 'revision_number': 5, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'subnets': [{'id': '3596accf-1e24-4a00-90fe-b1350288c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:50:23.599998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92dc32c4-395e-4df5-af55-9c5f2bcfafe7 req-6da7221b-fd5c-45ad-a679-ce82f81af164 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465660
Nov 27 20:50:23.622865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2102612-6a0f-413c-81db-0ed09cbb3d42 req-8e6129ab-0a14-4d0d-8fed-66286a56d026 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927646
Nov 27 20:50:23.628315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ee6fb-0f4a-458f-8dc7-d3971bfbc24d None None] The sync data for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 is: [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '073f2750-cb9a-4944-bf99-525926c93a4f', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'floating_ip_address': '172.35.3.192', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'port_id': '69669768-ef11-486a-bf97-be4dc7401b97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'mac_address': 'fa:16:3e:0f:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:49:53Z', 'updated_at': '2021-11-27T20:50:21Z', 'revision_number': 1, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e29a70e-5a6b-4a3d-b199-c4b6502d4953', 'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'mac_address': 'fa:16:3e:de:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:47Z', 'updated_at': '2021-11-27T20:49:55Z', 'revision_number': 5, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'subnets': [{'id': '3596accf-1e24-4a00-90fe-b1350288c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:50:23.645162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-c9f154f1-9ab5-40bf-a398-68336d63de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:23.646662 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-c9f154f1-9ab5-40bf-a398-68336d63de90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be9122ae-5461-41a9-8128-1bf0198a3d43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0585821
Nov 27 20:50:23.756618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-c9781b6d-2e6f-40ab-b9ce-2802587f25ce service neutron] 10.222.0.15 "GET /v2.0/networks/be9122ae-5461-41a9-8128-1bf0198a3d43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1012273
Nov 27 20:50:23.853788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c5e43ce-5311-4aaf-9d68-438fcf050964 req-bafd9e0f-fb30-4e30-963f-336e4ebd8b74 service neutron] 10.222.0.15 "GET /v2.0/networks/be9122ae-5461-41a9-8128-1bf0198a3d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894208
Nov 27 20:50:23.859522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-c1f92897-5fae-4d8c-9382-39f78ca96aae tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5274d71e0622482a82d08375f9c081b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0267882
Nov 27 20:50:23.882667 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84fed0-7ef5-4e70-9a9c-c6c6840855c7 None None] New status for floating IP 073f2750-cb9a-4944-bf99-525926c93a4f: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:50:23.929267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51952-3378-4035-940f-27939ce47222 req-6aeabf5e-9d49-4b6f-9e75-9f2472d79e4a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:23.931948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e51952-3378-4035-940f-27939ce47222 req-6aeabf5e-9d49-4b6f-9e75-9f2472d79e4a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 946 time: 0.0620861
Nov 27 20:50:23.987916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69e51952-3378-4035-940f-27939ce47222 req-aa31151a-1a99-4cf9-b899-9d97dbc5e941 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529852
Nov 27 20:50:23.991296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-56390f5c-bd41-431a-9421-623eec04c0c0 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:23.998815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-56390f5c-bd41-431a-9421-623eec04c0c0 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1327739
Nov 27 20:50:24.014405 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-321f5000-f3b6-4faf-9e06-dd4228cee5b1 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/quotas/5274d71e0622482a82d08375f9c081b2 HTTP/1.1" status: 200  len: 375 time: 0.0145142
Nov 27 20:50:24.056573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-0af5f5fd-605b-4c85-ad95-e6ae55ca4c33 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5274d71e0622482a82d08375f9c081b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0359862
Nov 27 20:50:24.141110 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device ca642020-d459-4da1-b5a7-ee2c44c1c93e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:50:24.180860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c17e8d75-4607-4ab7-8fbd-c839006a50fa req-8c2e574a-a6ab-4f40-b091-2dc6cdb51ea3 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0366950
Nov 27 20:50:24.224451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-850f7fd1-b09f-4df9-b69b-be553e4dbe49 req-57240666-9cc8-4127-a589-8586e37e97eb tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 210 time: 0.0278213
Nov 27 20:50:24.267103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port ca642020-d459-4da1-b5a7-ee2c44c1c93e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca642020-d459-4da1-b5a7-ee2c44c1c93e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:24.283445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'ca642020-d459-4da1-b5a7-ee2c44c1c93e', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'ca642020-d459-4da1-b5a7-ee2c44c1c93e', 'mac_address': 'fa:16:3e:71:9f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:50:24.320621 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:24.338751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca642020-d459-4da1-b5a7-ee2c44c1c93e {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:24.359664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port ca642020-d459-4da1-b5a7-ee2c44c1c93e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca642020-d459-4da1-b5a7-ee2c44c1c93e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:24.364573 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:24.416584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=ca642020-d459-4da1-b5a7-ee2c44c1c93e,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:24.457040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eb3b8-3090-40e4-ae2d-a541e4c41d98 req-65940098-3af6-4230-8bc6-e45a1ba2f5da tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:24.458603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e75eb3b8-3090-40e4-ae2d-a541e4c41d98 req-65940098-3af6-4230-8bc6-e45a1ba2f5da tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 948 time: 0.0673115
Nov 27 20:50:24.522230 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e75eb3b8-3090-40e4-ae2d-a541e4c41d98 req-34baf97d-e7c7-4d1a-b69b-6c7475889e22 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567222
Nov 27 20:50:24.723796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16488f93-66e5-450e-b6d8-fc13cac7bb19 req-dec6cb43-a7d0-4d1d-bb94-3837ae2ca77c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:24.725494 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16488f93-66e5-450e-b6d8-fc13cac7bb19 req-dec6cb43-a7d0-4d1d-bb94-3837ae2ca77c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0564241
Nov 27 20:50:24.764096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad66ab9-dc12-4258-a327-4940dd28fcd3 req-0430fab2-7663-4c14-87cb-0217c3f735ab tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:24.766022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aad66ab9-dc12-4258-a327-4940dd28fcd3 req-0430fab2-7663-4c14-87cb-0217c3f735ab tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 945 time: 0.0557158
Nov 27 20:50:24.784171 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16488f93-66e5-450e-b6d8-fc13cac7bb19 req-777775b7-87c9-4309-af31-01eab3c40888 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494552
Nov 27 20:50:24.820296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aad66ab9-dc12-4258-a327-4940dd28fcd3 req-116fa033-4727-49e5-9943-df9c20a26c21 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463064
Nov 27 20:50:25.055852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-310beca3-5a1f-44c1-921f-e324090c8d54 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:25.057348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-310beca3-5a1f-44c1-921f-e324090c8d54 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0435283
Nov 27 20:50:25.063462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['ca642020-d459-4da1-b5a7-ee2c44c1c93e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:25.089046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:25.136226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bff148-f1d5-4a31-ac42-480fbbd742ea req-773f6659-ebe0-4676-8aae-9a85eb63a30f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:25.138548 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27bff148-f1d5-4a31-ac42-480fbbd742ea req-773f6659-ebe0-4676-8aae-9a85eb63a30f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 946 time: 0.0795667
Nov 27 20:50:25.179893 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:25.233714 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27bff148-f1d5-4a31-ac42-480fbbd742ea req-2395ce4d-5467-42ac-afe3-443b6db936a8 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759366
Nov 27 20:50:25.319535 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dc072af5-ad30-4a08-87df-e6e9c516ced1 req-f54a29cb-f247-4695-8f9a-652cd8cc3267 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0265300
Nov 27 20:50:25.358176 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b74f3a3b-11bc-43e0-8fb1-c7d6b6203ab3 req-ecd06744-2e96-44e5-bb38-17d0832c9149 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 210 time: 0.0423124
Nov 27 20:50:25.372393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:25.429378 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-c06d417d-ebe7-4941-8c54-cb2e64064c87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0687723
Nov 27 20:50:25.433656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:25.459654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ce9b4584-ebc4-4339-b12e-f40f5d94499d tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:25.461153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ce9b4584-ebc4-4339-b12e-f40f5d94499d tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0535665
Nov 27 20:50:25.477392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:25.484565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:25.486852 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73239829-a614-4543-a1bf-ac410affbe23" -d '{"events": [{"server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "name": "network-vif-unplugged", "status": "completed", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:25.507121 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:25.518228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:25.535089 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2371f04a-f445-479f-9bd8-cef4d5dcac4b x-openstack-request-id: req-2371f04a-f445-479f-9bd8-cef4d5dcac4b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:25.535429 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "name": "network-vif-unplugged", "status": "completed", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:25.535690 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2371f04a-f445-479f-9bd8-cef4d5dcac4b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:25.536082 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e', 'code': 200}
Nov 27 20:50:25.543080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:25.565129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-f7551878-7518-4625-98e6-b652c47247c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:25.565349 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-f7551878-7518-4625-98e6-b652c47247c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68857c7effec496aa99ff78b76521109&device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 1096 time: 0.0922103
Nov 27 20:50:25.664292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3bbfe-097d-44dd-b015-ded002b7cd5e,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:25.683744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:25.725358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:25.743784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:25.744131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:25.744620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:25.754676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-66fc7206-3f61-491d-bb42-1b1d2439aaa6 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5274d71e0622482a82d08375f9c081b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0423248
Nov 27 20:50:25.765961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:25.766287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Attempting to bind port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on network 324306ab-fd63-4c3d-9f56-7119b3413ec6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:25.773483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:25.775697 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb2de64-190e-4f9e-8cca-8628151267c6" -d '{"events": [{"server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "name": "network-vif-unplugged", "status": "completed", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:25.789774 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:25.800831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:25.808522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d32e6-e49c-4ada-982d-e067750719a7 req-41b19de3-dd47-4482-85f3-d076a25811ee tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:25.817110 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce2d32e6-e49c-4ada-982d-e067750719a7 req-41b19de3-dd47-4482-85f3-d076a25811ee tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 948 time: 0.1984217
Nov 27 20:50:25.834259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:25.834613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Checking segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:25.835008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Bound using segment: {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:25.835549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Bound port: 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '324306ab-fd63-4c3d-9f56-7119b3413ec6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:25.835913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:25.841832 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba820e66-eeda-4048-8973-d98c4de086bc x-openstack-request-id: req-ba820e66-eeda-4048-8973-d98c4de086bc {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:25.842132 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "name": "network-vif-unplugged", "status": "completed", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:25.842408 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba820e66-eeda-4048-8973-d98c4de086bc {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:25.843301 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7', 'code': 200}
Nov 27 20:50:25.900815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-ea8f3625-0cdc-45ea-91a0-2d52a4b2beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:25.902280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-ea8f3625-0cdc-45ea-91a0-2d52a4b2beb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 200  len: 924 time: 0.3017457
Nov 27 20:50:25.905497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Pushing event updated for resources: {'Port': ['ID=cab30d0b-bd13-4963-a8fd-40f8283c83c7,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:25.941851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:25.942163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:25.942872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:25.948954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on network 979446f3-8da8-4e53-af09-3da825cab09f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:25.949279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Attempting to bind port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on network 979446f3-8da8-4e53-af09-3da825cab09f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:25.957599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:25.957853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Checking segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:25.958232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Bound using segment: {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:25.958660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Bound port: cab30d0b-bd13-4963-a8fd-40f8283c83c7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb59211-14d7-4891-86e6-48b4cdeaa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '979446f3-8da8-4e53-af09-3da825cab09f'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:25.959011 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:25.980917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe734560-f899-4fda-8e3f-4c425e1bfde4 req-2dcea142-3546-4ae2-9d15-80dadf68f209 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:25.982456 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe734560-f899-4fda-8e3f-4c425e1bfde4 req-2dcea142-3546-4ae2-9d15-80dadf68f209 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0914629
Nov 27 20:50:26.043359 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce2d32e6-e49c-4ada-982d-e067750719a7 req-9a2e7717-486f-4044-97a9-8f8c51d8c2db tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253368
Nov 27 20:50:26.064676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-2069ecfd-24f4-4763-a5c8-0bfd4b8b72d0 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:26.066129 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-2069ecfd-24f4-4763-a5c8-0bfd4b8b72d0 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2937784
Nov 27 20:50:26.069374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:26.074408 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe734560-f899-4fda-8e3f-4c425e1bfde4 req-98535274-0282-47d4-ae69-20d85656ccc1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709307
Nov 27 20:50:26.076201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-c215dd45-cd91-4544-b6d2-ec761d660bd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 HTTP/1.1" status: 200  len: 1000 time: 0.1604214
Nov 27 20:50:26.076719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:26.080328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:26.083599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:26.085566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Request body: {'port': {'device_id': 'ddad5835-7d44-421b-97e3-1919c8520678', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '5274d71e0622482a82d08375f9c081b2'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:26.091490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:26.132697 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:26.145348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 24c3bbfe-097d-44dd-b015-ded002b7cd5e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:50:26.173340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:26.173982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:26.175835 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] 10.222.0.35 "PUT /v2.0/ports/cab30d0b-bd13-4963-a8fd-40f8283c83c7 HTTP/1.1" status: 200  len: 1122 time: 0.7027986
Nov 27 20:50:26.176905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f65a45-6fc9-4416-8f34-077d872db669 service neutron] Pushing event updated for resources: {'Port': ['ID=cab30d0b-bd13-4963-a8fd-40f8283c83c7,revision_number=8']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:26.274724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:26.282594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-08b7206b-ffb5-49c6-bbb0-96050e520d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:26.284137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-08b7206b-ffb5-49c6-bbb0-96050e520d66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b2810e0-f316-4078-a3ee-55abc91692d6 HTTP/1.1" status: 200  len: 862 time: 0.1914027
Nov 27 20:50:26.289336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 24c3bbfe-097d-44dd-b015-ded002b7cd5e has no active binding in host nch2-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 20:50:26.337993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3bbfe-097d-44dd-b015-ded002b7cd5e,revision_number=8']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:26.343682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['cab30d0b-bd13-4963-a8fd-40f8283c83c7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:26.346589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['cab30d0b-bd13-4963-a8fd-40f8283c83c7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:26.362279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:26.362911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:26.364762 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-8f16989d-567c-4b00-8c54-b61e63e817d9 service neutron] 10.222.0.15 "PUT /v2.0/ports/24c3bbfe-097d-44dd-b015-ded002b7cd5e HTTP/1.1" status: 200  len: 1121 time: 1.2808938
Nov 27 20:50:26.375297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b381f2-6f7d-4acf-adf5-9b5b12725e41 req-f03b415c-5fcb-41a1-b40b-17fdfb3bccd2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:26.384960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58b381f2-6f7d-4acf-adf5-9b5b12725e41 req-f03b415c-5fcb-41a1-b40b-17fdfb3bccd2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 943 time: 0.2150407
Nov 27 20:50:26.474276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d97de-2f85-4807-8836-6a3205e7859e req-adead0af-b7aa-4f5c-987a-2294659cc23c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:26.476277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-221d97de-2f85-4807-8836-6a3205e7859e req-adead0af-b7aa-4f5c-987a-2294659cc23c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0720220
Nov 27 20:50:26.479995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Made reservation on behalf of 5274d71e0622482a82d08375f9c081b2 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:50:26.485100 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:26.514886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:26.533487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['24c3bbfe-097d-44dd-b015-ded002b7cd5e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:26.552215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-221d97de-2f85-4807-8836-6a3205e7859e req-e2e9f825-49f0-4203-915a-cecb13f8af09 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680096
Nov 27 20:50:26.563856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-f34de5bb-e270-4bb8-9c54-e070eb7ee00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:26.566201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-f34de5bb-e270-4bb8-9c54-e070eb7ee00b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a2f3da6-fc07-4bd8-b994-fc2cede22518&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2241340
Nov 27 20:50:26.579849 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58b381f2-6f7d-4acf-adf5-9b5b12725e41 req-d9a6ceab-fd3d-4504-a605-8cfa6c95e481 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938040
Nov 27 20:50:26.665663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3712f409-6f87-4583-894e-e21881cb8c06 req-273f57ad-1818-46b4-a6a9-6eb6e846bf84 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0299220
Nov 27 20:50:26.709241 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f3f4002d-f675-4ad9-89fa-938ca559a173 req-143967cb-2003-43d2-9224-96a79a6d30c7 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 210 time: 0.0464485
Nov 27 20:50:26.717963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cab30d0b-bd13-4963-a8fd-40f8283c83c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:50:26.758146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:26.766688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-982ba275-39d0-4690-a766-25dfee4fd5e1 service neutron] 10.222.0.15 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722546
Nov 27 20:50:26.767634 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:26.854925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['24c3bbfe-097d-44dd-b015-ded002b7cd5e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:26.884915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ecf372-9162-4045-92cb-762266ac46fc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:26.974471 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3b846e-90e9-4d50-92b2-3069453db8d7 req-9d213c01-b0eb-4abb-bd04-e6b1e749446f service neutron] 10.222.0.15 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863828
Nov 27 20:50:26.985598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Allocated IP 192.168.233.18 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/46aac982-82c0-4b7d-a4ff-8afb5569ecf6) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:50:27.084613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:27.105210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cab30d0b-bd13-4963-a8fd-40f8283c83c7 has no active binding in host nch1-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 20:50:27.171658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:27.185085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a785cf-8a6a-4073-8060-8e8555279b2f req-4ede68f2-c82c-4ea8-9557-3e8ab0d2eb8a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:27.186512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46a785cf-8a6a-4073-8060-8e8555279b2f req-4ede68f2-c82c-4ea8-9557-3e8ab0d2eb8a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 948 time: 0.0628550
Nov 27 20:50:27.237556 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46a785cf-8a6a-4073-8060-8e8555279b2f req-219a8224-5497-4504-9f88-e6916be58fe4 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444000
Nov 27 20:50:27.241262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6036a9a-3193-4402-b4de-bf145e27b92f req-8fce8b97-bbbb-4783-9579-30db2e811e0e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:27.243010 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e6036a9a-3193-4402-b4de-bf145e27b92f req-8fce8b97-bbbb-4783-9579-30db2e811e0e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0654879
Nov 27 20:50:27.248193 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:27.315291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:50:27.326742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:50:27.329171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:50:27.371981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Pushing event updated for resources: {'Port': ['ID=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:27.383311 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e6036a9a-3193-4402-b4de-bf145e27b92f req-16dd8657-eab5-42ae-9d3b-7f2cf89078b6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329191
Nov 27 20:50:27.405393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:27.405393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:27.429065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-4366f4ab-38ac-463d-bc99-05903554892f tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3452280
Nov 27 20:50:27.442685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Request body: {'port': {'device_id': 'ddad5835-7d44-421b-97e3-1919c8520678', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:27.506331 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:27.541353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:27.543667 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37507c8-8bd8-4665-a80b-05bae67bf41f" -d '{"events": [{"name": "network-changed", "server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:27.644077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ee0d9745-8f31-463e-b2ff-e27176412c46 None None] Provisioning complete for port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:27.645117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9745-8f31-463e-b2ff-e27176412c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:27.680667 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b4d94c-8321-4f52-89e6-8ac2811ff79f x-openstack-request-id: req-75b4d94c-8321-4f52-89e6-8ac2811ff79f {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:27.680894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-6796c3e4-45ab-4ac3-a22d-24bba949f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:27.681440 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:27.681905 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75b4d94c-8321-4f52-89e6-8ac2811ff79f {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:27.682521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-6796c3e4-45ab-4ac3-a22d-24bba949f8cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 1124 time: 0.0544977
Nov 27 20:50:27.682732 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e', 'status': 'completed', 'code': 200}
Nov 27 20:50:27.697494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d9745-8f31-463e-b2ff-e27176412c46 None None] Port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:50:27.794624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ef170-c8b0-444f-b485-e0e1824623de req-84211a54-1980-4809-b89d-70904daf0fb6 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:27.796283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a0ef170-c8b0-444f-b485-e0e1824623de req-84211a54-1980-4809-b89d-70904daf0fb6 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.1125205
Nov 27 20:50:27.803455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20053a07-1365-481d-8a20-5e3d263d379b req-23652c01-2793-4af0-bd3f-6a9f101bac66 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:27.804969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20053a07-1365-481d-8a20-5e3d263d379b req-23652c01-2793-4af0-bd3f-6a9f101bac66 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 943 time: 0.1115408
Nov 27 20:50:27.844450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:27.846808 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e93023-03a9-43bd-ba2b-0f12a59fbc29" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:27.852227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-219501bf-c950-485d-90e7-1a8cf37e42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:27.853680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-219501bf-c950-485d-90e7-1a8cf37e42d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.1615620
Nov 27 20:50:27.876610 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a0ef170-c8b0-444f-b485-e0e1824623de req-918e31b1-7ab9-4457-9b65-d7f58f52782d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687590
Nov 27 20:50:27.911747 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-8adcbc63-4095-4f5c-9d7b-5b0e9854a6cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e HTTP/1.1" status: 200  len: 217 time: 0.0488212
Nov 27 20:50:27.916433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:27.919735 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20053a07-1365-481d-8a20-5e3d263d379b req-dc622102-c0f3-419e-bc5c-ca9881133912 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014488
Nov 27 20:50:27.929744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:27.971856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Transition to ACTIVE for port object 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:50:27.988477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04697d5b-352a-423b-ab2b-8463c10b9d2a req-b29ec44c-621a-42df-b2ab-d59a7e43ca13 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0323184
Nov 27 20:50:27.989194 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:27.990449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-2653e36b-e8e5-4a8f-89bd-b0839db28e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:27.992437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-2653e36b-e8e5-4a8f-89bd-b0839db28e66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0691745
Nov 27 20:50:28.048905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:28.050067 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d73cf44-2bf7-4706-bfd9-943c515f32df x-openstack-request-id: req-0d73cf44-2bf7-4706-bfd9-943c515f32df {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:28.050832 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:28.050832 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d73cf44-2bf7-4706-bfd9-943c515f32df {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:28.051101 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7', 'status': 'completed', 'code': 200}
Nov 27 20:50:28.073169 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-996003c7-987e-41a8-b170-2fda22cc9854 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386567
Nov 27 20:50:28.103222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c69f8-65f3-414e-8f77-b23f17b62af2 req-562b95c5-98ee-46f9-8f7b-748cda43cdfc tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:28.107184 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea7c69f8-65f3-414e-8f77-b23f17b62af2 req-562b95c5-98ee-46f9-8f7b-748cda43cdfc tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 947 time: 0.1113513
Nov 27 20:50:28.162385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device ca642020-d459-4da1-b5a7-ee2c44c1c93e up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:50:28.173061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Attempting to bind port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:28.173628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Attempting to bind port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:28.173772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Attempting to bind port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:28.178957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-7a90bf8a-d8ae-4dea-ae46-66ff821f126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:28.180518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-7a90bf8a-d8ae-4dea-ae46-66ff821f126a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 1125 time: 0.0808966
Nov 27 20:50:28.186308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:28.187172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Attempting to bind port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:28.226200 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea7c69f8-65f3-414e-8f77-b23f17b62af2 req-7ca6ca4e-524a-4167-a47e-7299b43fba39 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ecf372-9162-4045-92cb-762266ac46fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005857
Nov 27 20:50:28.235469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:28.236160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:28.236442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:28.237168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Bound port: 46aac982-82c0-4b7d-a4ff-8afb5569ecf6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:28.237687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:28.244931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port ca642020-d459-4da1-b5a7-ee2c44c1c93e completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:50:28.249336 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-6bcf9d9f-0fbb-40d5-ab2d-b652f7754a13 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608698
Nov 27 20:50:28.250269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port ca642020-d459-4da1-b5a7-ee2c44c1c93e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:28.250835 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:28.343406 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:28.357648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] For port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:28.360738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] For port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:28.379380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f37507c8-8bd8-4665-a80b-05bae67bf41f req-bca27107-3e7e-4e6c-9019-add594cd6f02 service neutron] 10.222.0.35 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185594
Nov 27 20:50:28.379621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:28.381005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0f5c56-6c32-4b25-9685-4a04863f57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca642020-d459-4da1-b5a7-ee2c44c1c93e'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:28.383912 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dce987-9d51-4447-b53d-3d6f28c7e763" -d '{"events": [{"server_uuid": "cd0f5c56-6c32-4b25-9685-4a04863f57dc", "name": "network-vif-plugged", "status": "completed", "tag": "ca642020-d459-4da1-b5a7-ee2c44c1c93e"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:28.387787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port ca642020-d459-4da1-b5a7-ee2c44c1c93e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca642020-d459-4da1-b5a7-ee2c44c1c93e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:28.391998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:28.439825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:28.440928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:28.442699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] 10.222.0.35 "PUT /v2.0/ports/46aac982-82c0-4b7d-a4ff-8afb5569ecf6 HTTP/1.1" status: 200  len: 1095 time: 1.0047154
Nov 27 20:50:28.455663 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=ca642020-d459-4da1-b5a7-ee2c44c1c93e,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:28.469562 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f913401-bfa1-4740-9754-584a37392dd7 x-openstack-request-id: req-8f913401-bfa1-4740-9754-584a37392dd7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:28.469873 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0f5c56-6c32-4b25-9685-4a04863f57dc", "name": "network-vif-plugged", "status": "completed", "tag": "ca642020-d459-4da1-b5a7-ee2c44c1c93e", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:28.470174 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f913401-bfa1-4740-9754-584a37392dd7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:28.470770 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0f5c56-6c32-4b25-9685-4a04863f57dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca642020-d459-4da1-b5a7-ee2c44c1c93e', 'code': 200}
Nov 27 20:50:28.495719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c03561-6a3c-444f-9587-c2d5bbfcc2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:28.500873 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-9450d13b-e2f1-4042-94d3-01782db96e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:28.502421 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-9450d13b-e2f1-4042-94d3-01782db96e1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.3092012
Nov 27 20:50:28.581760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c01d7-d806-49e9-b2cf-b06260198164 req-ba9c5378-d47d-4ebc-9135-824c4d6aad85 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:28.587785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc9c01d7-d806-49e9-b2cf-b06260198164 req-ba9c5378-d47d-4ebc-9135-824c4d6aad85 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0579467
Nov 27 20:50:28.589637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-b473ef9f-b9bb-4058-827b-991ac18d3410 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7 HTTP/1.1" status: 200  len: 217 time: 0.0689020
Nov 27 20:50:28.620771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d070c-ef53-43e4-b66d-74f952c6e5e8 req-c5658034-fc60-48c4-a05b-0bfd4c45ab1c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:28.623114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-666d070c-ef53-43e4-b66d-74f952c6e5e8 req-c5658034-fc60-48c4-a05b-0bfd4c45ab1c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 948 time: 0.2591012
Nov 27 20:50:28.640864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc9c01d7-d806-49e9-b2cf-b06260198164 req-c4fb739f-976a-4980-bbef-b458beccc8e1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509834
Nov 27 20:50:28.697196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-451a4238-a19f-493c-bbc2-d3e70cd9918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:28.699430 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-451a4238-a19f-493c-bbc2-d3e70cd9918b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5274d71e0622482a82d08375f9c081b2&device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 1098 time: 0.1961184
Nov 27 20:50:28.726390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6438a-5d26-4224-8168-15131a9d9c58 req-18fdf7e5-25ff-4562-8391-4ac83bc6d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:28.727955 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01f6438a-5d26-4224-8168-15131a9d9c58 req-18fdf7e5-25ff-4562-8391-4ac83bc6d785 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 1100 time: 0.1486616
Nov 27 20:50:28.729233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-2e2e13bf-34dc-4de6-8538-f5a8ba5aea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:28.730511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-2e2e13bf-34dc-4de6-8538-f5a8ba5aea0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.1204207
Nov 27 20:50:28.741195 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-666d070c-ef53-43e4-b66d-74f952c6e5e8 req-39905564-c1d4-41b8-bc88-b1d337f80dde tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078823
Nov 27 20:50:28.782308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-71d95a6c-51b9-4c31-a274-0b1cc0aeac00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=46aac982-82c0-4b7d-a4ff-8afb5569ecf6 HTTP/1.1" status: 200  len: 217 time: 0.0499980
Nov 27 20:50:28.806635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-876724e5-3229-4021-b51e-d0f8e67216c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388048
Nov 27 20:50:29.022135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76dc98-5e27-491a-95a0-9b29bb018fce req-b32307f4-1842-4f9a-b402-6bc7ac5d3b37 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:29.028993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd76dc98-5e27-491a-95a0-9b29bb018fce req-b32307f4-1842-4f9a-b402-6bc7ac5d3b37 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0657046
Nov 27 20:50:29.185432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd76dc98-5e27-491a-95a0-9b29bb018fce req-540a7a37-ba8a-4c59-b447-e417a91cb666 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532855
Nov 27 20:50:29.226558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-1b138bf0-3a1e-45ac-a076-409ed5c5e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:29.228006 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-1b138bf0-3a1e-45ac-a076-409ed5c5e1e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.4251707
Nov 27 20:50:29.232363 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01f6438a-5d26-4224-8168-15131a9d9c58 req-077618ef-e1e9-420b-af90-1298f6f381fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4635344
Nov 27 20:50:29.280240 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29774766-867c-4d86-9e77-57e7f5d3c88e req-b8f2bc2a-54c0-4842-ba71-124e6e0af6c3 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0271144
Nov 27 20:50:29.328667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-f2493788-a886-496e-956e-577d54e47f0b service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4960744
Nov 27 20:50:29.339052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-66f1cc7a-7eab-45a6-91ba-e126853f29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:29.341260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-66f1cc7a-7eab-45a6-91ba-e126853f29d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1036623
Nov 27 20:50:29.349880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c76d78-00bc-4b47-bf1a-2a4b122f0776 req-682149bf-f6fb-433f-b8ad-1bb5503b4ec0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:29.351353 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55c76d78-00bc-4b47-bf1a-2a4b122f0776 req-682149bf-f6fb-433f-b8ad-1bb5503b4ec0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 943 time: 0.1852016
Nov 27 20:50:29.386521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791f00c-43bd-420b-bf00-76cb4ef177e5 req-347f857f-fd57-49c0-8948-f4516c5df7f9 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:29.388289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8791f00c-43bd-420b-bf00-76cb4ef177e5 req-347f857f-fd57-49c0-8948-f4516c5df7f9 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 947 time: 0.0495608
Nov 27 20:50:29.437634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8791f00c-43bd-420b-bf00-76cb4ef177e5 req-b98709bb-8746-454f-aa94-a6b1c080b114 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ecf372-9162-4045-92cb-762266ac46fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433383
Nov 27 20:50:29.463898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55c76d78-00bc-4b47-bf1a-2a4b122f0776 req-ee0549c4-2d58-4ba1-9e0a-a9a0f8c1eda8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003506
Nov 27 20:50:29.481270 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-40e9c74b-7633-464c-adfa-7f9214922bdd service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264114
Nov 27 20:50:29.580301 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9113f5-94db-4c51-8871-2a8316b5396d req-b7e699c2-ff09-4b8e-8176-dfc9a8b65336 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901515
Nov 27 20:50:29.683654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddad5835-7d44-421b-97e3-1919c8520678', 'tag': '46aac982-82c0-4b7d-a4ff-8afb5569ecf6'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:29.686018 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc493e-7255-441f-ad8e-49a5cd11eca9" -d '{"events": [{"name": "network-changed", "server_uuid": "ddad5835-7d44-421b-97e3-1919c8520678", "tag": "46aac982-82c0-4b7d-a4ff-8afb5569ecf6"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:29.760997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23e50c-0289-4b37-8b61-e022639de2e4 req-9ead71a6-6250-478c-ad5e-5ee69736b707 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:29.764246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a23e50c-0289-4b37-8b61-e022639de2e4 req-9ead71a6-6250-478c-ad5e-5ee69736b707 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0546181
Nov 27 20:50:29.815067 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a23e50c-0289-4b37-8b61-e022639de2e4 req-8eba182f-875b-411d-8875-57b2c335d631 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439429
Nov 27 20:50:29.843901 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:50:29.859271 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b80b341-d4f2-4f69-ae44-8a54aa0d5e9c x-openstack-request-id: req-1b80b341-d4f2-4f69-ae44-8a54aa0d5e9c {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:29.859575 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddad5835-7d44-421b-97e3-1919c8520678", "tag": "46aac982-82c0-4b7d-a4ff-8afb5569ecf6", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:29.859833 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b80b341-d4f2-4f69-ae44-8a54aa0d5e9c {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:29.860243 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddad5835-7d44-421b-97e3-1919c8520678', 'tag': '46aac982-82c0-4b7d-a4ff-8afb5569ecf6', 'status': 'completed', 'code': 200}
Nov 27 20:50:29.939266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-24db210e-36d6-43fb-b0b6-915a7026f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:29.940796 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-24db210e-36d6-43fb-b0b6-915a7026f0cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5274d71e0622482a82d08375f9c081b2&device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 1098 time: 0.0440614
Nov 27 20:50:30.045780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-8f87823c-045c-4f87-9fd4-b1717f5086e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:30.047161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-8f87823c-045c-4f87-9fd4-b1717f5086e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.0837922
Nov 27 20:50:30.105638 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-51836583-d143-4b3b-9278-e0eb96d7f9f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=46aac982-82c0-4b7d-a4ff-8afb5569ecf6 HTTP/1.1" status: 200  len: 217 time: 0.0383232
Nov 27 20:50:30.170412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-0c33fa4e-0055-41c7-b3dd-d537352e9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:30.171946 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-0c33fa4e-0055-41c7-b3dd-d537352e9090 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0475543
Nov 27 20:50:30.227093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-aff37820-8d62-45e1-893c-abb89dc0e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:30.228600 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-aff37820-8d62-45e1-893c-abb89dc0e46d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0406213
Nov 27 20:50:30.333211 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-5ae0b9e6-c55e-431b-8e44-de1412f11480 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842965
Nov 27 20:50:30.436676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3bc493e-7255-441f-ad8e-49a5cd11eca9 req-7e014b98-736d-4c09-8e4c-48e6aa65a01b service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939453
Nov 27 20:50:32.745079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:50:32.851012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:32.862321 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '46aac982-82c0-4b7d-a4ff-8afb5569ecf6', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '46aac982-82c0-4b7d-a4ff-8afb5569ecf6', 'mac_address': 'fa:16:3e:47:6d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:50:32.900400 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:32.914957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:32.935154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:32.939622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:32.966013 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-67569c2e-fe05-48b4-9569-59c5ec7e436b service neutron] 10.222.0.35 "GET /v2.0/ports/24c3bbfe-097d-44dd-b015-ded002b7cd5e/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0580802
Nov 27 20:50:32.992944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:33.157469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:33.177739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:33.214054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c3bbfe-097d-44dd-b015-ded002b7cd5e {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:33.224566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:33.238176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:33.298235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['46aac982-82c0-4b7d-a4ff-8afb5569ecf6'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:33.315421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] Transition to ACTIVE for port object 24c3bbfe-097d-44dd-b015-ded002b7cd5e will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:50:33.319941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:33.380404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] No DVR routers for this DVR port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:50:33.398598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=24c3bbfe-097d-44dd-b015-ded002b7cd5e,revision_number=10']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:33.424161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-9e1c1922-53b1-408a-b7d5-2202dc4e6ec3 service neutron] 10.222.0.35 "PUT /v2.0/ports/24c3bbfe-097d-44dd-b015-ded002b7cd5e/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.4506252
Nov 27 20:50:33.982166 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf87bff7-df73-4ceb-8db7-62a56917c9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:34.765625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:50:34.812382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:50:34.816172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:50:34.816546 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:34.894038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:34.915932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad5835-7d44-421b-97e3-1919c8520678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aac982-82c0-4b7d-a4ff-8afb5569ecf6'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:34.918599 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a5058c-a51a-4daa-84a9-c618109c7a48" -d '{"events": [{"server_uuid": "ddad5835-7d44-421b-97e3-1919c8520678", "name": "network-vif-plugged", "status": "completed", "tag": "46aac982-82c0-4b7d-a4ff-8afb5569ecf6"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:34.931036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:34.934981 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:34.980433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:36.190575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device cab30d0b-bd13-4963-a8fd-40f8283c83c7 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:50:36.377146 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-987c3ed9-7da3-4bda-9903-f0af8c7c496d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:36.761698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 24c3bbfe-097d-44dd-b015-ded002b7cd5e no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:50:36.799789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 24c3bbfe-097d-44dd-b015-ded002b7cd5e not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:50:37.716096 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:39.408874 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:40.212637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:45.313779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32352cbb-07a1-4ea3-8677-47452ff58ace req-df19b812-6a95-4039-92c5-7c6d9597d2a3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:45.315288 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32352cbb-07a1-4ea3-8677-47452ff58ace req-df19b812-6a95-4039-92c5-7c6d9597d2a3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0499616
Nov 27 20:50:45.364466 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32352cbb-07a1-4ea3-8677-47452ff58ace req-e36f30b6-56a4-4f6e-8ca0-e39c4a8da84f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432587
Nov 27 20:50:45.489642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96aa15-fdd2-4224-9905-cdfc22de53ab req-933e13af-896f-4815-acb4-099dec5b702c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:45.492968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af96aa15-fdd2-4224-9905-cdfc22de53ab req-933e13af-896f-4815-acb4-099dec5b702c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0611401
Nov 27 20:50:45.550813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af96aa15-fdd2-4224-9905-cdfc22de53ab req-774711df-9175-4d27-9223-71a36481411e tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512898
Nov 27 20:50:45.640556 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a98e4826-3ae2-4221-9698-c363833c9ccc req-4e3dfed3-dcbc-4d4f-8e93-bf73f50bb710 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0259283
Nov 27 20:50:45.709872 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:45.748663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa86642-ebb4-4630-b53a-ddd0304c7b5a req-d624951d-e6e9-4820-b633-fc8c21ea9554 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:45.750043 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fa86642-ebb4-4630-b53a-ddd0304c7b5a req-d624951d-e6e9-4820-b633-fc8c21ea9554 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 949 time: 0.0495336
Nov 27 20:50:45.800011 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fa86642-ebb4-4630-b53a-ddd0304c7b5a req-2d2df0ce-ff8d-4287-ab46-f6e795f52a5c tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ecf372-9162-4045-92cb-762266ac46fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441737
Nov 27 20:50:45.900480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50837908-a2d6-43cc-8dc2-d468336896d1 req-ba7dff9f-efdf-4489-9abe-1bdbd1af095f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:45.902277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50837908-a2d6-43cc-8dc2-d468336896d1 req-ba7dff9f-efdf-4489-9abe-1bdbd1af095f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0485001
Nov 27 20:50:45.949919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50837908-a2d6-43cc-8dc2-d468336896d1 req-2273fe3f-29f1-444a-a345-edc6afb4d516 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404193
Nov 27 20:50:46.051834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a242e-d316-4217-8d47-80d9ca6bf87b req-3700883f-dd7f-402f-a999-1a846a3e86bd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:46.053305 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f16a242e-d316-4217-8d47-80d9ca6bf87b req-3700883f-dd7f-402f-a999-1a846a3e86bd tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0487442
Nov 27 20:50:46.099436 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f16a242e-d316-4217-8d47-80d9ca6bf87b req-eea7c854-a9a7-47b7-9597-188b50829afc tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400672
Nov 27 20:50:46.142942 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db61fd66-69c5-40c5-a59f-edbddf7fce50 x-openstack-request-id: req-db61fd66-69c5-40c5-a59f-edbddf7fce50 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:46.143347 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad5835-7d44-421b-97e3-1919c8520678", "name": "network-vif-plugged", "status": "completed", "tag": "46aac982-82c0-4b7d-a4ff-8afb5569ecf6", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:46.143686 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db61fd66-69c5-40c5-a59f-edbddf7fce50 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:46.144105 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad5835-7d44-421b-97e3-1919c8520678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46aac982-82c0-4b7d-a4ff-8afb5569ecf6', 'code': 200}
Nov 27 20:50:46.287094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd8842-0e79-4239-98bf-a6ed02fc8767 req-ff9de8f2-a88c-467d-b0e4-e316a2c188d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:46.288660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fcd8842-0e79-4239-98bf-a6ed02fc8767 req-ff9de8f2-a88c-467d-b0e4-e316a2c188d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 1100 time: 0.0875378
Nov 27 20:50:46.335188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fcd8842-0e79-4239-98bf-a6ed02fc8767 req-7b487498-169a-49f9-894d-c54b15d2d26c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6ecf372-9162-4045-92cb-762266ac46fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383859
Nov 27 20:50:48.173132 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:53.341751 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-124b7742-2fbd-469f-af31-58d3b55fdeb6 service neutron] show failed (client error): The resource could not be found.
Nov 27 20:50:53.342956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-124b7742-2fbd-469f-af31-58d3b55fdeb6 service neutron] 10.222.0.35 "GET /v2.0/ports/f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0688834
Nov 27 20:50:56.455951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-cf18ebcf-6b0d-4992-9366-2f942540312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:56.457963 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-cf18ebcf-6b0d-4992-9366-2f942540312d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade&tenant_id=04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 1100 time: 0.0925121
Nov 27 20:50:56.476158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406167c-18f5-4723-b3f5-193518858b00 req-48cc0de4-d649-4050-8ad0-4cfdcd4e15ee tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:56.478157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f406167c-18f5-4723-b3f5-193518858b00 req-48cc0de4-d649-4050-8ad0-4cfdcd4e15ee tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0795970
Nov 27 20:50:56.505859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-4b6e2339-093a-48cd-ae62-c8141dbdd37c tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:56.507429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-4b6e2339-093a-48cd-ae62-c8141dbdd37c tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1620269
Nov 27 20:50:56.524500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c1e69-774c-4f0a-817b-b31f02f94d83 req-7e33512a-dce7-4391-9419-fccd4e185c87 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:56.526076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa6c1e69-774c-4f0a-817b-b31f02f94d83 req-7e33512a-dce7-4391-9419-fccd4e185c87 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1504996
Nov 27 20:50:56.530065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25e93023-03a9-43bd-ba2b-0f12a59fbc29 req-3445cae2-94e7-477e-915a-b612a5180060 service neutron] 10.222.0.15 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2851090
Nov 27 20:50:56.536948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f406167c-18f5-4723-b3f5-193518858b00 req-d0e629d5-8b06-42ca-9cb1-ee255d576d00 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499079
Nov 27 20:50:56.583818 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa6c1e69-774c-4f0a-817b-b31f02f94d83 req-badc94c4-bb8b-4cec-93fb-cb37b62f051a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493400
Nov 27 20:50:56.651712 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b786b12b-2733-44c5-8aa7-bf56b20aec54 req-53ac0560-f44d-4436-bfee-110ae25e9a22 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0300565
Nov 27 20:50:56.707573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741d880-c377-433a-af48-5ef30684967c req-ad2b8879-836c-4cff-b8ba-8a1c6757c2da tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:56.708890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7741d880-c377-433a-af48-5ef30684967c req-ad2b8879-836c-4cff-b8ba-8a1c6757c2da tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 949 time: 0.0567839
Nov 27 20:50:56.768272 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7741d880-c377-433a-af48-5ef30684967c req-acb7f44b-f470-49dc-aaca-19eed8918492 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ecf372-9162-4045-92cb-762266ac46fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513494
Nov 27 20:50:56.782764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29991da6-31a4-4be3-b35d-4019ad0c0bd6 req-4a60190e-eedb-4f92-8087-9682c536ee6b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:56.784358 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29991da6-31a4-4be3-b35d-4019ad0c0bd6 req-4a60190e-eedb-4f92-8087-9682c536ee6b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0588543
Nov 27 20:50:56.856139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29991da6-31a4-4be3-b35d-4019ad0c0bd6 req-99c71ed3-756e-4414-88c2-7d39c06ca300 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622098
Nov 27 20:50:56.893208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16b94a-f4b5-413d-906b-327347d7648a req-6e44fb95-a47a-4984-ab2a-4bead8ea53d8 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:56.894906 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d16b94a-f4b5-413d-906b-327347d7648a req-6e44fb95-a47a-4984-ab2a-4bead8ea53d8 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0601246
Nov 27 20:50:56.913925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:50:56.961075 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d16b94a-f4b5-413d-906b-327347d7648a req-8e767943-27ad-4067-b431-f2d5f6463dc1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589347
Nov 27 20:50:56.972829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adddff-9fca-4760-9837-8f4282dc0e51 req-0ef58f24-5c04-4bb0-9c4a-0dbffc3387bb tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:56.974411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6adddff-9fca-4760-9837-8f4282dc0e51 req-0ef58f24-5c04-4bb0-9c4a-0dbffc3387bb tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.0639453
Nov 27 20:50:57.023773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:57.035674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6adddff-9fca-4760-9837-8f4282dc0e51 req-c3af4144-83ef-42a2-a889-df2a94aa06c2 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517859
Nov 27 20:50:57.050159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:57.052667 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2d26ff-8340-4bbf-93c0-05eaaed4c98d" -d '{"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:57.066968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:57.071722 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:57.144004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:57.158803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.159819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.160428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.161002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.161619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.161960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.163195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.163839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.164205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.164832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.165206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.165776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:57.219412 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5290a970-1cb2-4d9c-bb34-5310caff1b18 x-openstack-request-id: req-5290a970-1cb2-4d9c-bb34-5310caff1b18 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:50:57.219740 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:50:57.220063 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5290a970-1cb2-4d9c-bb34-5310caff1b18 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:50:57.220624 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'code': 200}
Nov 27 20:50:57.291297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed84f5-e429-4d71-a323-92fe0f92581d req-58d67cad-433d-4437-a7f2-4d44c5e62642 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:57.293426 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7eed84f5-e429-4d71-a323-92fe0f92581d req-58d67cad-433d-4437-a7f2-4d44c5e62642 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 949 time: 0.0576479
Nov 27 20:50:57.348690 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7eed84f5-e429-4d71-a323-92fe0f92581d req-23f8b25d-0460-4968-8706-1ebd828e1398 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ecf372-9162-4045-92cb-762266ac46fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477498
Nov 27 20:50:57.669975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2e71e-1eb3-4441-9ae6-a913ae086101 req-09c9f134-c9ac-44d5-bda4-841b110b9f83 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:57.671850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cc2e71e-1eb3-4441-9ae6-a913ae086101 req-09c9f134-c9ac-44d5-bda4-841b110b9f83 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0594189
Nov 27 20:50:57.723738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cc2e71e-1eb3-4441-9ae6-a913ae086101 req-a5a7131e-610b-4c4a-980a-9d35e3a3fac3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450797
Nov 27 20:50:57.852389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b19b5-3506-48af-b7c9-4032790a27e6 req-f3851408-7809-46e7-8124-cfa9bfd76b11 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:57.853852 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c1b19b5-3506-48af-b7c9-4032790a27e6 req-f3851408-7809-46e7-8124-cfa9bfd76b11 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0552936
Nov 27 20:50:57.905492 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c1b19b5-3506-48af-b7c9-4032790a27e6 req-422b844c-a3d9-4b0a-a500-fc1a56b19cfd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442758
Nov 27 20:50:58.006891 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d56683b6-9e45-43a1-a7ce-aae9cace8dca req-508dc707-96cc-407b-95a8-f593d04562b1 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0308251
Nov 27 20:50:58.273328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39bf50-2418-41b9-a77a-8434dcacdf4f req-eca6011a-e71b-4886-b0c4-c1d6308aba87 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:58.275087 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d39bf50-2418-41b9-a77a-8434dcacdf4f req-eca6011a-e71b-4886-b0c4-c1d6308aba87 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0592721
Nov 27 20:50:58.331123 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d39bf50-2418-41b9-a77a-8434dcacdf4f req-4e07c43a-83c2-4cbd-91e2-66316645e87f tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491273
Nov 27 20:50:58.404929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:50:58.482007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:58.515857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a8c4f2f2-5db3-4b90-a4ed-5a7a9a705f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:58.517883 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-a8c4f2f2-5db3-4b90-a4ed-5a7a9a705f79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71&tenant_id=149906b8a2744176929b4d314a0de57d HTTP/1.1" status: 200  len: 1095 time: 0.0970109
Nov 27 20:50:58.529955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7179eb-5eba-4133-81f1-d91ccc02908e req-095acd19-fb45-4039-8c88-28af3199fdd3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:58.536669 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff7179eb-5eba-4133-81f1-d91ccc02908e req-095acd19-fb45-4039-8c88-28af3199fdd3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.1181550
Nov 27 20:50:58.601713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-e0a1450a-33ca-4390-9113-65c5d756fdfe tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1211467980&fields=id&tenant_id=68857c7effec496aa99ff78b76521109 HTTP/1.1" status: 200  len: 267 time: 0.0909882
Nov 27 20:50:58.638372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-921739e5-9ce4-41db-85b2-14256ee8f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:58.640167 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-921739e5-9ce4-41db-85b2-14256ee8f63f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 1095 time: 0.0812244
Nov 27 20:50:58.645958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff7179eb-5eba-4133-81f1-d91ccc02908e req-6c595954-55ce-4bdc-8049-a0d5b3a8f718 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066220
Nov 27 20:50:58.780891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-82228845-a64d-49ba-a8dd-a452899d57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:58.782575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-82228845-a64d-49ba-a8dd-a452899d57db service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.1346664
Nov 27 20:50:58.859959 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-e135bf25-d98a-43d8-9afd-0807566f3fb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e HTTP/1.1" status: 200  len: 217 time: 0.0650661
Nov 27 20:50:58.895449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829c82-6793-48e1-bb1d-c6bb468edb3b req-6ef3185a-5115-4fec-bc9c-54f15b57f234 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:58.896643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0829c82-6793-48e1-bb1d-c6bb468edb3b req-6ef3185a-5115-4fec-bc9c-54f15b57f234 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 949 time: 0.1591504
Nov 27 20:50:58.945169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-ec4c16f1-71d8-4aa1-9c7c-d9220fd11864 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:58.946764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-ec4c16f1-71d8-4aa1-9c7c-d9220fd11864 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.35 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 949 time: 0.1687989
Nov 27 20:50:59.011108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-6752764e-29e1-455c-b097-2d92ff74e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:59.012915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-6752764e-29e1-455c-b097-2d92ff74e661 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.1424153
Nov 27 20:50:59.077604 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-fae7b4d5-0275-4d01-80ff-1743dfc0ee80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523696
Nov 27 20:50:59.114025 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0829c82-6793-48e1-bb1d-c6bb468edb3b req-e8da6469-cadb-4d17-91f4-f788355d9634 tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6ecf372-9162-4045-92cb-762266ac46fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877470
Nov 27 20:50:59.184325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b11d5-946a-4b54-9126-773bedd102c5 req-e9f66812-655a-40f3-94a1-eef5fafac7d3 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:59.187745 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-e9f66812-655a-40f3-94a1-eef5fafac7d3 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/networks?id=7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 200  len: 823 time: 0.5364175
Nov 27 20:50:59.214891 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-425840af-1108-4ee4-8040-09d9b4d6c53e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/quotas/68857c7effec496aa99ff78b76521109 HTTP/1.1" status: 200  len: 375 time: 0.0200069
Nov 27 20:50:59.217261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:59.275035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Deleting port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:50:59.276198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:59.280101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:59.281935 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-cb31d2e1-054c-47ac-8ed2-5e514325829f service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725781
Nov 27 20:50:59.318419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-aa925f7f-4d00-4b2d-8bdc-e8ef63c0eab0 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68857c7effec496aa99ff78b76521109&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0927813
Nov 27 20:50:59.320188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76740dac-816b-40a8-b88c-249b72f29b31 req-0431ea5f-2d00-4b03-a8d5-d2ecdcc2da53 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:59.321932 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76740dac-816b-40a8-b88c-249b72f29b31 req-0431ea5f-2d00-4b03-a8d5-d2ecdcc2da53 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.1327302
Nov 27 20:50:59.327996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:50:59.337196 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:59.397914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Transition to ACTIVE for port object f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:50:59.405677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:59.503367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] No DVR routers for this DVR port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:50:59.508066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:50:59.523584 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-454859aa-d5a0-4e7c-bf26-bc42b0752315 service neutron] 10.222.0.21 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837773
Nov 27 20:50:59.526548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.527683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.527683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.528280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.528377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.529089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.529089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.529300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.529635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.529999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.530339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.530791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:50:59.537436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] For port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:50:59.537966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:59.556905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76740dac-816b-40a8-b88c-249b72f29b31 req-63afcf4b-9795-4ede-80e0-3cb64bbfc0a9 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046816
Nov 27 20:50:59.567065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Calling delete_port for 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:50:59.570583 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-02c85160-7481-4233-a836-a459e4978922 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2716646
Nov 27 20:50:59.611914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:50:59.612279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:50:59.612613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:59.643236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:50:59.643664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:50:59.676568 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:50:59.679609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:50:59.680070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:50:59.680557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Bound port: f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:50:59.682497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:59.719964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-7bbf1678-ff8a-42df-9a9d-2f756d9e94bd service neutron] 10.222.0.21 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644800
Nov 27 20:50:59.773447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f50c5e-f1fb-4675-b8fc-b3119087afa5 req-440749f4-cc39-4641-92ed-d1bb71f686fa tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:59.775322 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6f50c5e-f1fb-4675-b8fc-b3119087afa5 req-440749f4-cc39-4641-92ed-d1bb71f686fa tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0885746
Nov 27 20:50:59.836090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:50:59.844972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:50:59.852124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:59.881771 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6f50c5e-f1fb-4675-b8fc-b3119087afa5 req-c3858bd2-420d-47b3-ab18-d29dba146736 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956240
Nov 27 20:50:59.884152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:59.906326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:50:59.907137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:50:59.909435 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] 10.222.0.15 "PUT /v2.0/ports/f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 1095 time: 1.5093770
Nov 27 20:50:59.910460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:50:59.913107 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518e5a8a-6845-4b8c-be09-688c6de03fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:50:59.927389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['46aac982-82c0-4b7d-a4ff-8afb5569ecf6'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:50:59.945246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95b7a3-7050-4301-aa05-eb3503b3001f service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=8']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:00.072247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Pushing event deleted for resources: {'Port': ['ID=46aac982-82c0-4b7d-a4ff-8afb5569ecf6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:00.083134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-f1255502-e6d6-4850-b47b-74443881b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:00.085212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-f1255502-e6d6-4850-b47b-74443881b152 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1098 time: 0.1208405
Nov 27 20:51:00.118863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.119211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.119583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.119920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.120253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.120704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.120906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.121301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.121697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.121960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.122303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.122709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:00.129838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ee0cd-2003-45cf-91d7-60aa8339004d req-7983313c-f1d5-4c04-9d71-3193dcd29961 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:00.131673 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-393ee0cd-2003-45cf-91d7-60aa8339004d req-7983313c-f1d5-4c04-9d71-3193dcd29961 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0986116
Nov 27 20:51:00.156862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e9ac942-68c9-47b1-be9c-0b95ccb2fbd5 req-db278e1d-3f3b-414a-817e-9f724748b974 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0745809
Nov 27 20:51:00.198374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] No DVR routers for this DVR port 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:00.207923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:00.214779 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-536e5a68-664a-45da-a85c-0a7996f9ed8c req-21f7da8b-6c33-418f-a14a-1202004190af tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.35 "DELETE /v2.0/ports/46aac982-82c0-4b7d-a4ff-8afb5569ecf6 HTTP/1.1" status: 204  len: 173 time: 1.2524354
Nov 27 20:51:00.217975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad5835-7d44-421b-97e3-1919c8520678', 'name': 'network-vif-deleted', 'tag': '46aac982-82c0-4b7d-a4ff-8afb5569ecf6'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:00.234480 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375b4c2d-9610-4baa-ab16-c3e3478be6d0" -d '{"events": [{"server_uuid": "ddad5835-7d44-421b-97e3-1919c8520678", "name": "network-vif-deleted", "tag": "46aac982-82c0-4b7d-a4ff-8afb5569ecf6"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:00.261232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-b3b7dca5-ef05-4312-80ac-5ed841db4d77 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:00.267081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-b3b7dca5-ef05-4312-80ac-5ed841db4d77 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71&tenant_id=149906b8a2744176929b4d314a0de57d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.3751318
Nov 27 20:51:00.292294 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-393ee0cd-2003-45cf-91d7-60aa8339004d req-2d2c1720-ef90-458c-adf4-db0818739c14 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118290
Nov 27 20:51:00.320408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a1fd464-44ba-4c05-9516-111a70c2c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:00.324665 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-7a1fd464-44ba-4c05-9516-111a70c2c839 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2309048
Nov 27 20:51:00.445003 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-a28775da-ccd7-4b40-895d-0740bc19b19f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.1014564
Nov 27 20:51:00.568627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-b0f6e72e-91fe-4bbb-ba9e-4e257119295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:00.571699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-b0f6e72e-91fe-4bbb-ba9e-4e257119295f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1174588
Nov 27 20:51:00.602483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-096bd98b-0005-4215-ad7f-daa37d708821 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:00.604338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-096bd98b-0005-4215-ad7f-daa37d708821 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f864ad9-b187-4c7e-a890-af76116d06ea HTTP/1.1" status: 200  len: 945 time: 0.2968965
Nov 27 20:51:00.627571 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566bfacd-1b5e-44b5-b2a7-adae64a1256c x-openstack-request-id: req-566bfacd-1b5e-44b5-b2a7-adae64a1256c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:00.627891 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:00.628480 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-566bfacd-1b5e-44b5-b2a7-adae64a1256c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:00.629127 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'status': 'completed', 'code': 200}
Nov 27 20:51:00.650976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-ef6130dd-fc48-443c-a2f0-08f8fc9f3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:00.652658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-ef6130dd-fc48-443c-a2f0-08f8fc9f3163 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0693893
Nov 27 20:51:00.808872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f09408ef-e063-47fd-945c-b99d71befe8c req-f08f08e3-2931-4b65-aa6a-a4197a895752 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 210 time: 0.0605035
Nov 27 20:51:00.815379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d78f4-e46c-456f-abaa-77fb9ca5b2be req-97d66024-af88-4a42-b282-d25a43e3eb26 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:00.823221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b0d78f4-e46c-456f-abaa-77fb9ca5b2be req-97d66024-af88-4a42-b282-d25a43e3eb26 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.2856867
Nov 27 20:51:00.849894 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-3977d6fe-14a7-4565-8b69-b2f6a9ae1401 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888165
Nov 27 20:51:00.901862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-919ad71f-def3-401d-9770-e9da34089de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:00.903276 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-919ad71f-def3-401d-9770-e9da34089de1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1098 time: 0.2168977
Nov 27 20:51:00.925974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-65650096-369c-481e-88ab-5047c6d33126 service neutron] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:51:00.942174 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-65650096-369c-481e-88ab-5047c6d33126 service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:00.943273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0312fcd-ebf6-4755-a507-337bf0db6233 req-65650096-369c-481e-88ab-5047c6d33126 service neutron] 10.222.0.15 "DELETE /v2.0/ports/24c3bbfe-097d-44dd-b015-ded002b7cd5e/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6577246
Nov 27 20:51:00.969772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b0d78f4-e46c-456f-abaa-77fb9ca5b2be req-36faf4e9-3c96-4641-81b2-1de2f14bf0da tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454837
Nov 27 20:51:00.995573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Deleting port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:00.996144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:01.029470 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a37398c-c124-4fdc-afa4-c1da82f0457e req-faf94b9b-834e-464b-bf5f-25386a762890 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661553
Nov 27 20:51:01.061850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a00e4831-c693-4b7f-86f5-b3a49f7f59db req-721a8fc4-9f0b-47bc-b253-f2b33cbdc7fb tempest-ImagesNegativeTestJSON-1403336021 tempest-ImagesNegativeTestJSON-1403336021-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddad5835-7d44-421b-97e3-1919c8520678 HTTP/1.1" status: 200  len: 210 time: 0.0516598
Nov 27 20:51:01.127130 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f964a7-d00c-42c4-9e5e-9aa786de3fd1 x-openstack-request-id: req-15f964a7-d00c-42c4-9e5e-9aa786de3fd1 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:01.127548 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad5835-7d44-421b-97e3-1919c8520678", "name": "network-vif-deleted", "tag": "46aac982-82c0-4b7d-a4ff-8afb5569ecf6", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:01.127891 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15f964a7-d00c-42c4-9e5e-9aa786de3fd1 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:01.128592 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddad5835-7d44-421b-97e3-1919c8520678', 'name': 'network-vif-deleted', 'tag': '46aac982-82c0-4b7d-a4ff-8afb5569ecf6', 'status': 'completed', 'code': 200}
Nov 27 20:51:01.217917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-79ad0595-43c7-407f-8050-b75516a13d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:01.219855 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-79ad0595-43c7-407f-8050-b75516a13d0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.3003078
Nov 27 20:51:01.250401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-cf2d9b12-7b94-488a-bc28-39a30c7ca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:01.252188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-cf2d9b12-7b94-488a-bc28-39a30c7ca3db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1098 time: 0.1134250
Nov 27 20:51:01.293983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd710a10-e7f0-46b9-b17d-989a84d31b0b req-f3ab2e51-5a5a-4cef-a9b9-44a429c948ac tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:01.302040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd710a10-e7f0-46b9-b17d-989a84d31b0b req-f3ab2e51-5a5a-4cef-a9b9-44a429c948ac tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0898368
Nov 27 20:51:01.307544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-cd892108-a466-4694-b12f-051d4884d562 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.0591633
Nov 27 20:51:01.312884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] For port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:01.313611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:01.404277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd710a10-e7f0-46b9-b17d-989a84d31b0b req-f09ec866-226d-49e9-b637-1352a90234cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754642
Nov 27 20:51:01.406069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee7e81-c4ad-4c3f-9900-ab7849fd336e req-41ddbbfa-8891-4d7b-af01-f08b643ba051 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:01.408554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6aee7e81-c4ad-4c3f-9900-ab7849fd336e req-41ddbbfa-8891-4d7b-af01-f08b643ba051 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.2143745
Nov 27 20:51:01.415795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-b681ad9d-0c49-478c-9237-c44869c89282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:01.418169 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-b681ad9d-0c49-478c-9237-c44869c89282 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1573825
Nov 27 20:51:01.484017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-fc4ff2e6-0981-4c5c-819d-facc5a2af284 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.0512507
Nov 27 20:51:01.575694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-429c48cd-8ad7-4981-ab35-c8ef6bb1c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:01.577115 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-429c48cd-8ad7-4981-ab35-c8ef6bb1c637 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0858619
Nov 27 20:51:01.584557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e3b69-c8ef-4037-a4f1-9f5f3a34f879 req-b8839775-5777-4488-8643-6da8fa80aca0 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:01.586046 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c5e3b69-c8ef-4037-a4f1-9f5f3a34f879 req-b8839775-5777-4488-8643-6da8fa80aca0 tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 1095 time: 0.0859962
Nov 27 20:51:01.665097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-61c307d9-de83-485e-9126-5c2254ecda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:01.666790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-61c307d9-de83-485e-9126-5c2254ecda3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0798061
Nov 27 20:51:01.671228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c5e3b69-c8ef-4037-a4f1-9f5f3a34f879 req-51c75d1f-dbc2-4750-ab16-e4fca335b79e tempest-LiveMigrationTest-1032860350 tempest-LiveMigrationTest-1032860350-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762489
Nov 27 20:51:01.870544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-6ffc418a-137b-4ef6-b996-cc8de263df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:01.871870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-6ffc418a-137b-4ef6-b996-cc8de263df68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.5551112
Nov 27 20:51:01.897321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-d3bfb278-e251-482f-bc81-ed6eb58c7808 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169993
Nov 27 20:51:01.919781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62d79ffe-f7ca-4423-badd-8511cb6bbd1d req-04c7c118-fbc5-4ab0-a787-67df1b8e90bc tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0486915
Nov 27 20:51:01.996930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6aee7e81-c4ad-4c3f-9900-ab7849fd336e req-8861ce37-91e1-4829-8ad8-cbddac564078 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5447166
Nov 27 20:51:02.043684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b11d5-946a-4b54-9126-773bedd102c5 req-9a7df50c-ad3e-4e38-935f-4b1e5b98ea63 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:02.045289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-9a7df50c-ad3e-4e38-935f-4b1e5b98ea63 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.35 "GET /v2.0/networks?id=7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 200  len: 823 time: 0.2826076
Nov 27 20:51:02.062462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-f9139111-53e8-44c2-b674-1bee51486c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:02.071641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-f9139111-53e8-44c2-b674-1bee51486c1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1846352
Nov 27 20:51:02.119901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-828cceca-2c97-46df-aa48-8d96050f3c45 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025535
Nov 27 20:51:02.177039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-7a7df07a-9aa8-4042-928b-385a5f3c121c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68857c7effec496aa99ff78b76521109 HTTP/1.1" status: 200  len: 380 time: 0.1165462
Nov 27 20:51:02.196153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Request body: {'port': {'device_id': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'admin_state_up': True, 'tenant_id': '68857c7effec496aa99ff78b76521109', 'security_groups': ['b6b566a8-d043-4b5a-9473-2eef90679a40']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:02.276429 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:02.276899 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:02.277337 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Floating IP 90d87728-8f02-4ce3-ae30-5878bfceefc1 disassociated. External IP: 172.35.3.36, port: 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910.
Nov 27 20:51:02.277825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Calling delete_port for 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:02.349772 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b58856bf-c526-4f76-b9b4-c8e1abbaa169 req-2409dad0-f97c-4d43-9d2f-5d9d6fdccd9e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 210 time: 0.1067438
Nov 27 20:51:02.385250 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-5025e942-7151-41b2-b93f-77a83ce6b303 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641735
Nov 27 20:51:02.464792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Made reservation on behalf of 68857c7effec496aa99ff78b76521109 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:51:02.470800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:02.520495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97970a6a-835a-4a77-b97a-ceaf6b59fdd7 req-d17a97b2-c8b0-4834-a3ed-54ecb9ac5031 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:02.522391 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97970a6a-835a-4a77-b97a-ceaf6b59fdd7 req-d17a97b2-c8b0-4834-a3ed-54ecb9ac5031 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.1581135
Nov 27 20:51:02.601477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-518e5a8a-6845-4b8c-be09-688c6de03fb3 req-9fc044c8-ec08-48d7-bd8a-c27f3294c98e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965532
Nov 27 20:51:02.641496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:02.647077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97970a6a-835a-4a77-b97a-ceaf6b59fdd7 req-08eb943e-58af-415f-a360-771e94a8dba0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160483
Nov 27 20:51:02.656574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26164-a8e8-4b84-9663-c99f2fd04be4 req-245a5eda-911f-48c3-a4ba-ce82776d0aed tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:02.662199 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79a26164-a8e8-4b84-9663-c99f2fd04be4 req-245a5eda-911f-48c3-a4ba-ce82776d0aed tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.1725161
Nov 27 20:51:02.692534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event deleted for resources: {'Port': ['ID=3c6e79a9-ba6d-49b0-b965-1eb45c6fa910,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:02.788810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79a26164-a8e8-4b84-9663-c99f2fd04be4 req-cd069b1e-2938-4543-8f58-6f273cec5c5d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141636
Nov 27 20:51:02.791827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Allocated IP 172.20.0.10 (7a2f3da6-fc07-4bd8-b994-fc2cede22518/5b2810e0-f316-4078-a3ee-55abc91692d6/f34dffdf-663f-4b72-92c0-9d9a0fe43a7f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:51:02.920533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Router e2cff884-2ffd-4f51-956e-0c5ef8834077 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:51:02.947075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:02.949656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdbcaf-17e2-4e56-b482-8f41f4235ce1 req-eec91384-6637-41f2-825f-d692a9d43950 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:02.959871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28fdbcaf-17e2-4e56-b482-8f41f4235ce1 req-eec91384-6637-41f2-825f-d692a9d43950 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1147869
Nov 27 20:51:02.973041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:02.982761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:02.983453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 46aac982-82c0-4b7d-a4ff-8afb5569ecf6 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:03.035980 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.121100 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-752b9cb1-6999-4633-85b5-1bcb7ed86c1f req-f2bddd24-a773-49cf-8ef3-e2cdb39888b4 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0752370
Nov 27 20:51:03.123624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:51:03.128518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:51:03.132433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:51:03.154114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28fdbcaf-17e2-4e56-b482-8f41f4235ce1 req-49d2309e-eb77-4ce6-b5be-f7f1af0652f4 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454780
Nov 27 20:51:03.178386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event updated for resources: {'Port': ['ID=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:03.205804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:51:03.217524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] Sync routers for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:51:03.230049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:03.231371 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.253068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:51:03.253732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2a89d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:50:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:03.263195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-d31265b7-63a4-488e-bb6e-46080b7d42fd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0709777
Nov 27 20:51:03.288397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Request body: {'port': {'device_id': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:03.303487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] No DVR routers for this DVR port 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:03.307544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.311828 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bfe9dd9d-8c79-40c3-ad68-488cd75bc476 req-6beef31e-2af3-4b1f-8688-b1830d4a7d5a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.15 "DELETE /v2.0/ports/3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 HTTP/1.1" status: 204  len: 173 time: 2.6965928
Nov 27 20:51:03.312471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'name': 'network-vif-deleted', 'tag': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:03.319976 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63ae00c-42dd-4e41-8217-effb09a6588f" -d '{"events": [{"server_uuid": "1f864ad9-b187-4c7e-a890-af76116d06ea", "name": "network-vif-deleted", "tag": "3c6e79a9-ba6d-49b0-b965-1eb45c6fa910"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:03.426812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57c6f7-4c86-481b-9b00-56d6f0b0c136 req-584a2c67-5417-4e42-8f16-6a1a368b7d61 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:03.428867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be57c6f7-4c86-481b-9b00-56d6f0b0c136 req-584a2c67-5417-4e42-8f16-6a1a368b7d61 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.1337535
Nov 27 20:51:03.431772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.441072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:51:03.450820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60216) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:03.628655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be57c6f7-4c86-481b-9b00-56d6f0b0c136 req-d44564d8-fc0d-405c-826a-3f3ccf2f7e0d tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810889
Nov 27 20:51:03.631909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7b6d9420-e00e-443d-89cd-cebb97024f0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5274d71e0622482a82d08375f9c081b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1793296
Nov 27 20:51:03.634502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60220) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:03.707532 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77ba55d-dbee-439c-905e-9a7eeb6543cb x-openstack-request-id: req-b77ba55d-dbee-439c-905e-9a7eeb6543cb {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:03.707945 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f864ad9-b187-4c7e-a890-af76116d06ea", "name": "network-vif-deleted", "tag": "3c6e79a9-ba6d-49b0-b965-1eb45c6fa910", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:03.708330 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b77ba55d-dbee-439c-905e-9a7eeb6543cb {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:03.709045 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f864ad9-b187-4c7e-a890-af76116d06ea', 'name': 'network-vif-deleted', 'tag': '3c6e79a9-ba6d-49b0-b965-1eb45c6fa910', 'status': 'completed', 'code': 200}
Nov 27 20:51:03.714486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59c6ca0b-bdf0-46d4-8f56-cfa2aec96de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.740798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c658b12a-0575-45c4-8244-7fea8a407b07 None None] Provisioning complete for port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:03.742138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c658b12a-0575-45c4-8244-7fea8a407b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.747941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59c6ca0b-bdf0-46d4-8f56-cfa2aec96de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.796279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c658b12a-0575-45c4-8244-7fea8a407b07 None None] Port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:51:03.820417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2a89d0>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:03.823966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59c6ca0b-bdf0-46d4-8f56-cfa2aec96de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.827475 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59c6ca0b-bdf0-46d4-8f56-cfa2aec96de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.832057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-59c6ca0b-bdf0-46d4-8f56-cfa2aec96de4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6ecf372-9162-4045-92cb-762266ac46fc HTTP/1.1" status: 204  len: 168 time: 0.1930308
Nov 27 20:51:03.839595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6ca0b-bdf0-46d4-8f56-cfa2aec96de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ecf372-9162-4045-92cb-762266ac46fc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:03.864746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] Checking router: e2cff884-2ffd-4f51-956e-0c5ef8834077 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:51:03.874687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51c89-ff68-45b5-b482-e250b8b745af req-d3267598-f125-4436-bbd2-51c3089d60e9 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:03.884061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7a51c89-ff68-45b5-b482-e250b8b745af req-d3267598-f125-4436-bbd2-51c3089d60e9 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 932 time: 0.1226890
Nov 27 20:51:03.890783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:51:03.890783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2a89d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:50:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:03.953535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34dffdf-663f-4b72-92c0-9d9a0fe43a7f {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:03.966104 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:03.999138 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7a51c89-ff68-45b5-b482-e250b8b745af req-9e22d398-579c-4b7d-abdf-6ec3479930a5 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109357
Nov 27 20:51:04.004422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Transition to ACTIVE for port object f34dffdf-663f-4b72-92c0-9d9a0fe43a7f will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:51:04.019996 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:04.116409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:04.189099 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec10a344-ccdf-44ec-9eed-8a74df1f4274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:04.214445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:51:04.237088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac62c0e-267f-4996-a16d-926aa0e6fe6d req-87fc956c-4cc5-40de-adc0-72b3b5a198e2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:04.238783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ac62c0e-267f-4996-a16d-926aa0e6fe6d req-87fc956c-4cc5-40de-adc0-72b3b5a198e2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.1335943
Nov 27 20:51:04.239984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Attempting to bind port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:51:04.240505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Attempting to bind port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:51:04.240694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Attempting to bind port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f on network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:04.246883 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f on network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:51:04.247333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Attempting to bind port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f on network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:04.254496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:51:04.254848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Checking segment: {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:51:04.255437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Bound using segment: {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:51:04.255910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Bound port: f34dffdf-663f-4b72-92c0-9d9a0fe43a7f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ac4fd8-6c60-4aff-b882-9cb963b69a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:51:04.256280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:04.367702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:04.401422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:04.401649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3c6e79a9-ba6d-49b0-b965-1eb45c6fa910 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:04.402064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 24c3bbfe-097d-44dd-b015-ded002b7cd5e no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:04.405647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ac62c0e-267f-4996-a16d-926aa0e6fe6d req-2191cd44-d9ea-4eba-8b82-7720416ed80a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455853
Nov 27 20:51:04.439006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] For port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:51:04.452973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] For port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:51:04.463151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:04.596020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:04.596895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:04.598549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] 10.222.0.35 "PUT /v2.0/ports/f34dffdf-663f-4b72-92c0-9d9a0fe43a7f HTTP/1.1" status: 200  len: 1092 time: 1.3179862
Nov 27 20:51:04.601092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2a89d0>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:04.603321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'tag': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:04.606396 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c708acc3-9c41-482a-a02e-acccdf7d7d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b", "tag": "f34dffdf-663f-4b72-92c0-9d9a0fe43a7f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:04.643907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921bc1f-893a-409f-8c4b-3c9459be63f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:04.657343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c18b-d66a-4e40-b498-715d46684aaa None None] The sync data for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 is: [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:51:04.682116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871f40a-ba3e-4b69-8c2b-09a37c675425 req-76943c04-e232-4308-8713-606b5715bea0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:04.684654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2871f40a-ba3e-4b69-8c2b-09a37c675425 req-76943c04-e232-4308-8713-606b5715bea0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.1384907
Nov 27 20:51:04.754142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b11d5-946a-4b54-9126-773bedd102c5 req-27cd74a1-0b95-4cdf-8b74-d80bfaf7e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:04.755857 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-27cd74a1-0b95-4cdf-8b74-d80bfaf7e476 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68857c7effec496aa99ff78b76521109&device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 1095 time: 0.1063669
Nov 27 20:51:04.771607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2871f40a-ba3e-4b69-8c2b-09a37c675425 req-d5a9cb47-c371-4f54-b82c-55db8ee8358a tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635080
Nov 27 20:51:04.811154 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-a850fb7d-c218-4fca-bddc-c20cac1ba156 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f HTTP/1.1" status: 200  len: 217 time: 0.0443449
Nov 27 20:51:04.903985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b11d5-946a-4b54-9126-773bedd102c5 req-684cb0fc-0d4f-4dc4-a8b0-efaca6750ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:04.905797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-684cb0fc-0d4f-4dc4-a8b0-efaca6750ef3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b2810e0-f316-4078-a3ee-55abc91692d6 HTTP/1.1" status: 200  len: 862 time: 0.0845301
Nov 27 20:51:04.932489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b699-b551-4e48-a876-c273c7b83889 req-d4691826-996d-42a1-a624-b0aaed3facde tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:04.934278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8446b699-b551-4e48-a876-c273c7b83889 req-d4691826-996d-42a1-a624-b0aaed3facde tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0778506
Nov 27 20:51:04.995796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b11d5-946a-4b54-9126-773bedd102c5 req-c54e507f-36e2-457c-859f-b555f8dc2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:04.997334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-c54e507f-36e2-457c-859f-b555f8dc2cc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a2f3da6-fc07-4bd8-b994-fc2cede22518&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0826128
Nov 27 20:51:05.001470 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d17ef8-48b8-4fb4-b6dc-5e35696430c7 None None] New status for floating IP 90d87728-8f02-4ce3-ae30-5878bfceefc1: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:51:05.005340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8446b699-b551-4e48-a876-c273c7b83889 req-ea429171-0e4a-41c0-8539-bc073812ed22 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560272
Nov 27 20:51:05.125411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d5e7ac7-d424-4d92-a66d-72704a2ba52b req-e9c9aa0c-d369-41ff-ae40-79396ca92bbb tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0391684
Nov 27 20:51:05.130244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-857fd854-50f2-4431-bb32-e3ca771ca0bc service neutron] 10.222.0.35 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238987
Nov 27 20:51:05.194085 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e865a72b-efd2-42b2-a56c-c4f222d4b58c x-openstack-request-id: req-e865a72b-efd2-42b2-a56c-c4f222d4b58c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:05.194411 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b", "tag": "f34dffdf-663f-4b72-92c0-9d9a0fe43a7f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:05.194680 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e865a72b-efd2-42b2-a56c-c4f222d4b58c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:05.195083 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'tag': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f', 'status': 'completed', 'code': 200}
Nov 27 20:51:05.246468 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-835b11d5-946a-4b54-9126-773bedd102c5 req-2f5c670f-3dab-4a96-aea5-bb687789eb41 service neutron] 10.222.0.35 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1080770
Nov 27 20:51:05.289794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b2968-e481-4406-b23b-276dbeeb2041 req-abea76fe-586b-4f5e-97d2-2315df46944a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:05.291210 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-093b2968-e481-4406-b23b-276dbeeb2041 req-abea76fe-586b-4f5e-97d2-2315df46944a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0554190
Nov 27 20:51:05.363157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-31f1edac-8e3e-4498-b36a-991871b5c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:05.364678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-31f1edac-8e3e-4498-b36a-991871b5c5fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68857c7effec496aa99ff78b76521109&device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 1095 time: 0.0693257
Nov 27 20:51:05.368736 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-093b2968-e481-4406-b23b-276dbeeb2041 req-f9ce7d15-50f6-49b1-8a9c-116e3237e695 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653749
Nov 27 20:51:05.467596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-b7a745ca-d46a-41db-91b7-1bcf46a81b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:05.469080 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-b7a745ca-d46a-41db-91b7-1bcf46a81b3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 200  len: 924 time: 0.0947268
Nov 27 20:51:05.515065 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-ba20527c-df3c-4cb4-99a2-6b504636b30d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f HTTP/1.1" status: 200  len: 217 time: 0.0364635
Nov 27 20:51:05.568837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-bddb5d51-79ca-4f78-970a-4fc30578d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:05.570561 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-bddb5d51-79ca-4f78-970a-4fc30578d11d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b2810e0-f316-4078-a3ee-55abc91692d6 HTTP/1.1" status: 200  len: 862 time: 0.0479972
Nov 27 20:51:05.633456 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-b5487897-19ab-4ec6-9a2b-23e4e4d2326f tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=eb7f37181c464b6fbd15d9f235d94086&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0258098
Nov 27 20:51:05.653639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-efdeee3d-2bc8-4b94-afd3-704c174b15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:05.655069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-efdeee3d-2bc8-4b94-afd3-704c174b15d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a2f3da6-fc07-4bd8-b994-fc2cede22518&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0764551
Nov 27 20:51:05.810222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-13d90122-336c-484e-a92e-e383301324a8 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:05.811773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-13d90122-336c-484e-a92e-e383301324a8 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1709311
Nov 27 20:51:05.818082 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-cd207bf8-160b-4e71-83bc-4ec7337a3391 service neutron] 10.222.0.35 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534946
Nov 27 20:51:05.836599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-2cd0342e-5f5f-4a74-b24d-5cb92502c911 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/quotas/eb7f37181c464b6fbd15d9f235d94086 HTTP/1.1" status: 200  len: 375 time: 0.0175874
Nov 27 20:51:05.900666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-38d1ea13-7891-400e-8829-11a6d614ac11 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb7f37181c464b6fbd15d9f235d94086&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0549638
Nov 27 20:51:05.936935 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c708acc3-9c41-482a-a02e-acccdf7d7d4d req-06daf1d2-0f96-40e0-acf8-bba454926573 service neutron] 10.222.0.35 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1101613
Nov 27 20:51:06.096144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78180f77-ef69-489e-8cce-7a6fd786065d req-3e8ed91b-dd6b-467e-9dcc-4424201ac725 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:06.097671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-78180f77-ef69-489e-8cce-7a6fd786065d req-3e8ed91b-dd6b-467e-9dcc-4424201ac725 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 944 time: 0.0504012
Nov 27 20:51:06.146689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-78180f77-ef69-489e-8cce-7a6fd786065d req-774681a1-34af-459b-8a03-da89fc3cd71c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431139
Nov 27 20:51:06.254571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec2002-7b6c-4d2c-ba78-a1e799831af1 req-a0265592-195d-4894-8daa-b9bfb38b5f37 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:06.256092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22ec2002-7b6c-4d2c-ba78-a1e799831af1 req-a0265592-195d-4894-8daa-b9bfb38b5f37 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.0531101
Nov 27 20:51:06.305060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22ec2002-7b6c-4d2c-ba78-a1e799831af1 req-23c3d51d-47ad-457e-8e27-ba1557d372c8 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421906
Nov 27 20:51:06.380746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e32bb5da-0d1e-4044-8461-9b0f13d02a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:06.411548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ef39a-2c86-4988-8371-af33aaa638cd req-294c7d95-da18-477d-b9a4-af6a7fc56389 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:06.413038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-435ef39a-2c86-4988-8371-af33aaa638cd req-294c7d95-da18-477d-b9a4-af6a7fc56389 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0522296
Nov 27 20:51:06.465039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-435ef39a-2c86-4988-8371-af33aaa638cd req-9b4284cc-2fae-4dc9-9454-7a273797e9fe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457685
Nov 27 20:51:06.551759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ba1588f-9bf5-4b66-a3e6-b9bf88c17745 req-356ddb4e-d2d0-41e8-9b7e-bfe32a2ee5f0 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 210 time: 0.0259645
Nov 27 20:51:06.844484 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:51:06.964898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e365f-508f-4d98-a484-0f7802d32ed9 req-7d748e66-17e8-4ced-b43f-a2fa4cfb4654 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:06.966365 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-697e365f-508f-4d98-a484-0f7802d32ed9 req-7d748e66-17e8-4ced-b43f-a2fa4cfb4654 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.3589571
Nov 27 20:51:06.998474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-2f4896d5-e167-4bb3-a1da-ee75779bafa5 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=eb7f37181c464b6fbd15d9f235d94086&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0265307
Nov 27 20:51:07.088726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-697e365f-508f-4d98-a484-0f7802d32ed9 req-8dc9fc1c-0b49-47c9-855c-2c8cf0f3807d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074686
Nov 27 20:51:07.132670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-51b3c6de-f96c-4280-8fdb-010508be4acd tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:07.134098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-51b3c6de-f96c-4280-8fdb-010508be4acd tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1297657
Nov 27 20:51:07.148767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Request body: {'port': {'device_id': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'eb7f37181c464b6fbd15d9f235d94086'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:07.216043 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d0409ff-e14c-42c3-90bf-4121d2e2e802 req-36518b70-7871-4316-9414-d12ce47d92c8 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0522542
Nov 27 20:51:07.288388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Made reservation on behalf of eb7f37181c464b6fbd15d9f235d94086 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:51:07.292269 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:07.315080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:07.351239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b4f5-b736-4643-a7c2-1f0d08545d89 req-14530b98-1383-4c0d-a2a0-4944bf3938d0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:07.352653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b276b4f5-b736-4643-a7c2-1f0d08545d89 req-14530b98-1383-4c0d-a2a0-4944bf3938d0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.0784457
Nov 27 20:51:07.420470 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b276b4f5-b736-4643-a7c2-1f0d08545d89 req-d0cee3de-11d9-49b2-816c-b65d4402a198 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613728
Nov 27 20:51:07.440727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:07.446359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:07.522398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b958243-94a3-4960-bac7-6fdda885b883,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:07.600810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2182b-4b69-45d1-9e27-9dfc8accc04e req-d97c43b8-83b4-48e2-8f0f-a293cb6548bd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:07.602349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92c2182b-4b69-45d1-9e27-9dfc8accc04e req-d97c43b8-83b4-48e2-8f0f-a293cb6548bd tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 944 time: 0.0970428
Nov 27 20:51:07.637111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Allocated IP 192.168.233.21 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/970294ba-0041-4f63-b140-b50984e2960d) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:51:07.682325 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92c2182b-4b69-45d1-9e27-9dfc8accc04e req-a68545f6-24b7-4841-a182-1ddc984181ea tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726151
Nov 27 20:51:07.720595 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:07.837163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ed7ff-7171-4cdb-b3cc-ec6907847db2 req-c322ced1-0662-4765-985c-49f7f1fd7140 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:07.838648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c4ed7ff-7171-4cdb-b3cc-ec6907847db2 req-c322ced1-0662-4765-985c-49f7f1fd7140 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.0828254
Nov 27 20:51:07.858303 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:07.913826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c4ed7ff-7171-4cdb-b3cc-ec6907847db2 req-67eb1846-5172-48aa-81b0-b337bccaf045 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663404
Nov 27 20:51:07.925660 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:07.970363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:51:07.975216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:51:07.988611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:51:08.031471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:08.066986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03a149-c16a-4067-a4e5-359074979df7 req-1596aa90-8578-4f42-8457-cc85b3c50a71 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:08.068579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad03a149-c16a-4067-a4e5-359074979df7 req-1596aa90-8578-4f42-8457-cc85b3c50a71 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0968652
Nov 27 20:51:08.074493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:08.075200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:08.107032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-1af6e427-2497-4a1f-9ec3-097ececdb518 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9627242
Nov 27 20:51:08.123813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Request body: {'port': {'device_id': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:08.157854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad03a149-c16a-4067-a4e5-359074979df7 req-45fcd186-e737-467f-96e8-b4b56dd3bfe4 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798025
Nov 27 20:51:08.196189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:08.257361 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-91bea896-189c-4041-b7bb-c1e91051a321 None None] Provisioning complete for port 970294ba-0041-4f63-b140-b50984e2960d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:08.257781 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-91bea896-189c-4041-b7bb-c1e91051a321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:08.291183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-91bea896-189c-4041-b7bb-c1e91051a321 None None] Port 970294ba-0041-4f63-b140-b50984e2960d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:51:08.346648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ff3dc-f15a-4abc-a396-5da04d860d8d req-f3cce5d4-c4a8-473b-b73c-310a7064d152 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:08.348150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d8ff3dc-f15a-4abc-a396-5da04d860d8d req-f3cce5d4-c4a8-473b-b73c-310a7064d152 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 935 time: 0.1206748
Nov 27 20:51:08.450603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d8ff3dc-f15a-4abc-a396-5da04d860d8d req-ea733668-8ece-455d-9197-9af31a2d3357 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963488
Nov 27 20:51:08.565052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970294ba-0041-4f63-b140-b50984e2960d {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:08.574792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:08.598723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509c655-b978-4250-82db-2107e8ce2fab req-17fa1998-ab12-4697-b193-2ef6968b030f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:08.600217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f509c655-b978-4250-82db-2107e8ce2fab req-17fa1998-ab12-4697-b193-2ef6968b030f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0925636
Nov 27 20:51:08.601096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Transition to ACTIVE for port object 970294ba-0041-4f63-b140-b50984e2960d will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:51:08.605762 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:08.674465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:08.748413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f509c655-b978-4250-82db-2107e8ce2fab req-0ad17f63-1564-4b74-8bdc-6b10cc192ce9 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401014
Nov 27 20:51:08.834384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Attempting to bind port 970294ba-0041-4f63-b140-b50984e2960d on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:51:08.834733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Attempting to bind port 970294ba-0041-4f63-b140-b50984e2960d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:51:08.835071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Attempting to bind port 970294ba-0041-4f63-b140-b50984e2960d on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:08.870888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02b3c921-d5be-45f5-82ce-f9f036a58464 req-2cd34dbd-550a-4670-a69b-5253a8e680f6 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0474210
Nov 27 20:51:08.877613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Port 970294ba-0041-4f63-b140-b50984e2960d on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:51:08.877959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Attempting to bind port 970294ba-0041-4f63-b140-b50984e2960d on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:08.899134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:51:08.899527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:51:08.899912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:51:08.900350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Bound port: 970294ba-0041-4f63-b140-b50984e2960d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:51:08.900994 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:08.935734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d153-3b8b-41eb-b7b6-b44f3059cbd2 req-b9198d8d-a459-411a-834d-7b8683ff9172 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:08.937374 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7911d153-3b8b-41eb-b7b6-b44f3059cbd2 req-b9198d8d-a459-411a-834d-7b8683ff9172 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 944 time: 0.1206212
Nov 27 20:51:08.990378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35000c-cac2-4639-b0f6-f445faa307c5 req-68f85c14-1ba7-4586-9926-7f69a4c9da24 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:08.991964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f34dffdf-663f-4b72-92c0-9d9a0fe43a7f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:51:08.992734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d35000c-cac2-4639-b0f6-f445faa307c5 req-68f85c14-1ba7-4586-9926-7f69a4c9da24 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 944 time: 0.0648448
Nov 27 20:51:09.044951 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7911d153-3b8b-41eb-b7b6-b44f3059cbd2 req-6d10d9ea-4b5f-45b7-9daa-2f7c0e4e05b5 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748198
Nov 27 20:51:09.057820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:51:09.061165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:51:09.069058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:09.112209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:09.124238 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d35000c-cac2-4639-b0f6-f445faa307c5 req-1bf5e25c-7ed2-477a-a332-e20655ff5349 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089692
Nov 27 20:51:09.132897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'port_id': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f', 'mac_address': 'fa:16:3e:27:31:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:51:09.136352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-60eafbe4-e3d3-4f59-ba60-9d3f79b23da6 service neutron] 10.222.0.15 "GET /v2.0/ports/cab30d0b-bd13-4963-a8fd-40f8283c83c7/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1238122
Nov 27 20:51:09.140217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:09.141017 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:09.143046 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] 10.222.0.35 "PUT /v2.0/ports/970294ba-0041-4f63-b140-b50984e2960d HTTP/1.1" status: 200  len: 1095 time: 1.0236483
Nov 27 20:51:09.145407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'tag': '970294ba-0041-4f63-b140-b50984e2960d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:09.147837 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfcc25d-d763-4491-bbf4-ec739d8c7551" -d '{"events": [{"name": "network-changed", "server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "tag": "970294ba-0041-4f63-b140-b50984e2960d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:09.181303 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:09.207376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34dffdf-663f-4b72-92c0-9d9a0fe43a7f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:09.229066 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a26be4-0c00-479b-ad3e-82b330115c97 x-openstack-request-id: req-98a26be4-0c00-479b-ad3e-82b330115c97 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:09.229365 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "tag": "970294ba-0041-4f63-b140-b50984e2960d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:09.229632 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98a26be4-0c00-479b-ad3e-82b330115c97 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:09.230045 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'tag': '970294ba-0041-4f63-b140-b50984e2960d', 'status': 'completed', 'code': 200}
Nov 27 20:51:09.236315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:09.252152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:09.260088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ef7a8-c279-4384-9173-95d8032a24dd service neutron] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:09.274105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234d24a-31bd-44d6-ad17-114eed9dffa4 req-ae2b22b5-e879-4ee0-9ea0-eccb16f1579b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:09.275725 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2234d24a-31bd-44d6-ad17-114eed9dffa4 req-ae2b22b5-e879-4ee0-9ea0-eccb16f1579b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.1376462
Nov 27 20:51:09.297525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-4f7332ca-4058-481a-a5e5-e203e36b462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:09.299187 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-4f7332ca-4058-481a-a5e5-e203e36b462d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7f37181c464b6fbd15d9f235d94086&device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 1098 time: 0.0915184
Nov 27 20:51:09.380544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-25c8aa76-b9fb-49b6-ba1d-0c99d12ef881 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=970294ba-0041-4f63-b140-b50984e2960d HTTP/1.1" status: 200  len: 217 time: 0.0649004
Nov 27 20:51:09.387955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:09.394934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035e508-1c6a-4c49-940c-a6f5c1bcbf72 req-e8fd713d-2b18-4a58-b381-267059c00bce tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:09.403077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e035e508-1c6a-4c49-940c-a6f5c1bcbf72 req-e8fd713d-2b18-4a58-b381-267059c00bce tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0973246
Nov 27 20:51:09.449974 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:09.476674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-697948a1-64d9-4a95-bda8-9c9a92acb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:09.478298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-697948a1-64d9-4a95-bda8-9c9a92acb843 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0875802
Nov 27 20:51:09.500079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e035e508-1c6a-4c49-940c-a6f5c1bcbf72 req-ba0cb513-dd81-4f0f-bf05-f4ebf953d902 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959868
Nov 27 20:51:09.559780 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-35920913-a40e-41bf-b203-110a77c89e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:09.563362 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-35920913-a40e-41bf-b203-110a77c89e19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0759578
Nov 27 20:51:09.600612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:09.631025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f34dffdf-663f-4b72-92c0-9d9a0fe43a7f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:09.662088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9f931-7431-4538-81c1-d2cc4b3a98c4 req-441199a6-17a3-4be6-9769-5cc836a7ffaf tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:09.670881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-82e9f931-7431-4538-81c1-d2cc4b3a98c4 req-441199a6-17a3-4be6-9769-5cc836a7ffaf tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 947 time: 0.0914350
Nov 27 20:51:09.674532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:51:09.705728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2234d24a-31bd-44d6-ad17-114eed9dffa4 req-c4deb91c-b56e-461a-85bf-6927a3c633da tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4228895
Nov 27 20:51:09.754046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab30d0b-bd13-4963-a8fd-40f8283c83c7 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:09.755195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-84a07413-cbf0-4650-94a4-f852f3504f0d service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831374
Nov 27 20:51:09.770736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-82e9f931-7431-4538-81c1-d2cc4b3a98c4 req-0ecd47d4-1a87-4d06-8d05-c50b8f3e1193 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993342
Nov 27 20:51:09.788146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:09.810263 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:09.886327 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2901e18d-fe74-4cd9-bb2f-3d080021daa7 req-a0e33705-523f-4791-9429-e72f8338ddb8 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220453
Nov 27 20:51:09.931185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] Transition to ACTIVE for port object cab30d0b-bd13-4963-a8fd-40f8283c83c7 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:51:09.939716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3f10-5a16-44b1-8ad3-8c5ceeb857dc req-12e06c76-1033-4ef1-b06f-08c8a03e9585 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:09.941264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f0b3f10-5a16-44b1-8ad3-8c5ceeb857dc req-12e06c76-1033-4ef1-b06f-08c8a03e9585 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0807130
Nov 27 20:51:09.942879 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:10.007334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84a7a232-c86d-4aed-8ea9-63ff8b421837 req-8a6874c2-257e-451f-975a-48ed266023f6 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0478756
Nov 27 20:51:10.023669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-59945dcc-9060-4516-a403-d1f4da74cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.025317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-59945dcc-9060-4516-a403-d1f4da74cd61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb7f37181c464b6fbd15d9f235d94086&device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 1098 time: 0.0753365
Nov 27 20:51:10.042926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] No DVR routers for this DVR port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:10.047275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] Pushing event updated for resources: {'Port': ['ID=cab30d0b-bd13-4963-a8fd-40f8283c83c7,revision_number=10']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:10.066152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f0b3f10-5a16-44b1-8ad3-8c5ceeb857dc req-e5a5112d-1daa-4393-a5b0-1c32096dea62 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151714
Nov 27 20:51:10.091570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-4b5e25dc-421b-4016-8726-cedd5e2d950d service neutron] 10.222.0.15 "PUT /v2.0/ports/cab30d0b-bd13-4963-a8fd-40f8283c83c7/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9471376
Nov 27 20:51:10.121244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-9671f02a-a341-46a3-816f-29e8cfeed69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.122741 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-9671f02a-a341-46a3-816f-29e8cfeed69d service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.0900569
Nov 27 20:51:10.187637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-b2447b80-376c-4bb2-8900-971dad92e697 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=970294ba-0041-4f63-b140-b50984e2960d HTTP/1.1" status: 200  len: 217 time: 0.0548432
Nov 27 20:51:10.217075 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:10.230767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-55638400-10ff-4ad2-9e87-09c432e1a4be tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.232298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-55638400-10ff-4ad2-9e87-09c432e1a4be tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0793645
Nov 27 20:51:10.245139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac906f3-1cd4-404a-a620-2c0ab53d88df req-3df68d28-275f-4a57-845b-50566d05519d tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.246622 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ac906f3-1cd4-404a-a620-2c0ab53d88df req-3df68d28-275f-4a57-845b-50566d05519d tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 945 time: 0.0667965
Nov 27 20:51:10.258117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93312c2-869b-4951-b91e-f44bad7f3c95 req-da79f312-2ee6-40e8-b6e8-ef73310a0601 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.259565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b93312c2-869b-4951-b91e-f44bad7f3c95 req-da79f312-2ee6-40e8-b6e8-ef73310a0601 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 945 time: 0.1177645
Nov 27 20:51:10.265471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-67a313e6-ce38-40b2-a5fa-de498248869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.266850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-67a313e6-ce38-40b2-a5fa-de498248869b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0652885
Nov 27 20:51:10.328160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-00b4fdf2-97a2-449b-88d9-f8fa3310f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.330391 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-00b4fdf2-97a2-449b-88d9-f8fa3310f6d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194&tenant_id=a9eca53282994b4094a056750bb24ccb HTTP/1.1" status: 200  len: 1096 time: 0.0820618
Nov 27 20:51:10.333954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ac906f3-1cd4-404a-a620-2c0ab53d88df req-835e0773-3b52-4ac1-ac16-88a7a0bfaab8 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776320
Nov 27 20:51:10.352267 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b93312c2-869b-4951-b91e-f44bad7f3c95 req-3a018f6b-3a63-4916-b1bd-681681f6da4c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838900
Nov 27 20:51:10.355096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-e0c50468-33f5-430c-a98b-b2af6871e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.356783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-e0c50468-33f5-430c-a98b-b2af6871e87e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0728984
Nov 27 20:51:10.417122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-f57db2d1-e766-4d93-a6b4-12486750a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.419045 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-f57db2d1-e766-4d93-a6b4-12486750a90c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9eca53282994b4094a056750bb24ccb&device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 1096 time: 0.0498698
Nov 27 20:51:10.460114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-a242981d-e9ef-421a-98bf-1aab35081409 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893226
Nov 27 20:51:10.533582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-54e0e922-1a7f-4df1-93fc-7755826858be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.535185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-54e0e922-1a7f-4df1-93fc-7755826858be service neutron] 10.222.0.35 "GET /v2.0/networks?id=979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 200  len: 921 time: 0.1027024
Nov 27 20:51:10.561041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cfcc25d-d763-4491-bbf4-ec739d8c7551 req-ba5c81d9-6356-450a-a898-e6c37e8cfac2 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926414
Nov 27 20:51:10.583384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-9da89cc7-6f4c-43be-bb5e-2bafd472be07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7 HTTP/1.1" status: 200  len: 217 time: 0.0404584
Nov 27 20:51:10.671385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d1d28-4f1b-49c7-9cfc-cbf393c32e2c req-3e26ced1-3a91-4fa4-9955-4e46ad254e8a tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.673065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d9d1d28-4f1b-49c7-9cfc-cbf393c32e2c req-3e26ced1-3a91-4fa4-9955-4e46ad254e8a tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0921900
Nov 27 20:51:10.674609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-2c5ea9e5-6003-4ccb-ba5a-3c6faf856588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.676080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-2c5ea9e5-6003-4ccb-ba5a-3c6faf856588 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 200  len: 860 time: 0.0836587
Nov 27 20:51:10.721683 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-811e5e60-5985-4496-9e6b-0b6d0b3ce0c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=979446f3-8da8-4e53-af09-3da825cab09f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286591
Nov 27 20:51:10.763411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d9d1d28-4f1b-49c7-9cfc-cbf393c32e2c req-f41d5a70-103f-4d82-af65-c912c1cab87d tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840759
Nov 27 20:51:10.851468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90490e-4cfa-4b1b-af51-147ddd12ef01 req-37855d46-fdf1-426f-a100-1d88202ad079 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.853574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd90490e-4cfa-4b1b-af51-147ddd12ef01 req-37855d46-fdf1-426f-a100-1d88202ad079 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.0587091
Nov 27 20:51:10.855951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-dc3b2edf-d37a-4778-b4b6-ffb1e4396b8f service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225727
Nov 27 20:51:10.907032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd90490e-4cfa-4b1b-af51-147ddd12ef01 req-58168a36-2f38-40dd-87b9-e2653e01fb97 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467846
Nov 27 20:51:10.937108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773032ba-0314-43ea-ba97-019aef5329f2 req-d758a519-93b0-4851-a0bd-3541a7118ce2 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:10.938665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-773032ba-0314-43ea-ba97-019aef5329f2 req-d758a519-93b0-4851-a0bd-3541a7118ce2 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 947 time: 0.1013463
Nov 27 20:51:10.992943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f34dffdf-663f-4b72-92c0-9d9a0fe43a7f up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:51:11.003898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-977a42b0-93fc-4e64-ab18-a171520f737f service neutron] 10.222.0.35 "GET /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348877
Nov 27 20:51:11.021028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-773032ba-0314-43ea-ba97-019aef5329f2 req-e2d1ef73-7644-48bc-99c0-f44004cd901a tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735805
Nov 27 20:51:11.065302 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:51:11.071985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:11.072361 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:11.127839 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0711d469-e401-405b-9a23-13996cd588b6 req-e49c7654-a1a2-4972-bc54-0295468f6f97 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0293753
Nov 27 20:51:11.166877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:11.194519 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:11.197041 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018d08c4-e2ce-4012-9f09-c5e3231d2334" -d '{"events": [{"server_uuid": "2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b", "name": "network-vif-plugged", "status": "completed", "tag": "f34dffdf-663f-4b72-92c0-9d9a0fe43a7f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:11.211290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:11.214594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dfc7c-41b3-49fd-9984-495ea59ea0e3 req-1202bb70-2145-4c7f-af6e-2d190b809a12 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:11.216234 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:11.217278 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c51dfc7c-41b3-49fd-9984-495ea59ea0e3 req-1202bb70-2145-4c7f-af6e-2d190b809a12 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0640347
Nov 27 20:51:11.266821 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed1e3a8-ec6d-4ea1-b4a6-013ba63c1b7f x-openstack-request-id: req-2ed1e3a8-ec6d-4ea1-b4a6-013ba63c1b7f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:11.267463 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b", "name": "network-vif-plugged", "status": "completed", "tag": "f34dffdf-663f-4b72-92c0-9d9a0fe43a7f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:11.267596 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ed1e3a8-ec6d-4ea1-b4a6-013ba63c1b7f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:11.267933 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f', 'code': 200}
Nov 27 20:51:11.273671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:11.277764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c51dfc7c-41b3-49fd-9984-495ea59ea0e3 req-37b25d3c-f5a3-4c28-b75a-35723f33c7f0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520499
Nov 27 20:51:11.331353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-89966ce2-a58d-480c-98c4-96287631ad7a tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:11.332813 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-89966ce2-a58d-480c-98c4-96287631ad7a tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194&tenant_id=a9eca53282994b4094a056750bb24ccb&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0536935
Nov 27 20:51:11.391415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b8761-0d6d-49b6-b219-f46695e7327f req-c16c467d-e68b-4504-b70d-fd6107228a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:11.393049 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-215b8761-0d6d-49b6-b219-f46695e7327f req-c16c467d-e68b-4504-b70d-fd6107228a77 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 1097 time: 0.0516713
Nov 27 20:51:11.484528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-215b8761-0d6d-49b6-b219-f46695e7327f req-4b7d466a-adc3-4f31-8009-4af7fd536f5a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817578
Nov 27 20:51:11.499567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-9ddfc6bc-ffd0-4867-b31c-1ed1d2392578 service neutron] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:51:11.505514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-9ddfc6bc-ffd0-4867-b31c-1ed1d2392578 service neutron] Publish callbacks [] for binding, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:11.506575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e50fed-236b-40ba-b167-7ee2d97f29ec req-171ba5a4-1159-4703-8240-76d2d9a755f0 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:11.506718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-9ddfc6bc-ffd0-4867-b31c-1ed1d2392578 service neutron] 10.222.0.35 "DELETE /v2.0/ports/cab30d0b-bd13-4963-a8fd-40f8283c83c7/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1652632
Nov 27 20:51:11.508807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2e50fed-236b-40ba-b167-7ee2d97f29ec req-171ba5a4-1159-4703-8240-76d2d9a755f0 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 946 time: 0.0694807
Nov 27 20:51:11.515170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c4e42-8b2b-494c-9cf0-32e9cf2a98ff req-33af8cb3-9ed9-462c-ae7f-719bc409105e tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:11.516657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a44c4e42-8b2b-494c-9cf0-32e9cf2a98ff req-33af8cb3-9ed9-462c-ae7f-719bc409105e tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 945 time: 0.0682833
Nov 27 20:51:11.562035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2e50fed-236b-40ba-b167-7ee2d97f29ec req-fe9e58ec-8911-40db-9ccf-7436b0df0631 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451348
Nov 27 20:51:11.567328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a44c4e42-8b2b-494c-9cf0-32e9cf2a98ff req-4d15f825-b0d4-41a3-98d2-a506bac4bc83 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438926
Nov 27 20:51:11.716476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1066943-05d9-469a-b8d8-e27dae4b7466 req-7763b54f-0c8e-4992-835a-0b01d1b202cd tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:11.718403 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1066943-05d9-469a-b8d8-e27dae4b7466 req-7763b54f-0c8e-4992-835a-0b01d1b202cd tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 1096 time: 0.0449088
Nov 27 20:51:11.771145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1066943-05d9-469a-b8d8-e27dae4b7466 req-f2e35e2f-7f17-42ea-bb70-e0d7e2f1f292 tempest-LiveAutoBlockMigrationV225Test-70634603 tempest-LiveAutoBlockMigrationV225Test-70634603-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465639
Nov 27 20:51:11.900345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a60ae-533d-4322-bc75-d3c20a074a70 req-baf44551-c57b-4f83-9c33-b1576f9175f6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:11.901847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-174a60ae-533d-4322-bc75-d3c20a074a70 req-baf44551-c57b-4f83-9c33-b1576f9175f6 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0508657
Nov 27 20:51:11.961780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-174a60ae-533d-4322-bc75-d3c20a074a70 req-a020b125-0e4a-4c81-8091-c386a3914233 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526047
Nov 27 20:51:12.069695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323c0e7-2923-481f-b9e6-a979cb5da12b req-f5cc5bfc-9a68-49bc-9a6b-ca5bf0e13aad tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:12.071515 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8323c0e7-2923-481f-b9e6-a979cb5da12b req-f5cc5bfc-9a68-49bc-9a6b-ca5bf0e13aad tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 947 time: 0.0567658
Nov 27 20:51:12.084489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5773271-6242-427b-a126-47c2ae063da4 req-d8e93982-da6c-4de5-99e2-f1a995224e0a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:12.085990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5773271-6242-427b-a126-47c2ae063da4 req-d8e93982-da6c-4de5-99e2-f1a995224e0a tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 945 time: 0.0586555
Nov 27 20:51:12.127417 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8323c0e7-2923-481f-b9e6-a979cb5da12b req-50abde75-b727-4e12-8d86-f7fbf9415e00 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468650
Nov 27 20:51:12.136879 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5773271-6242-427b-a126-47c2ae063da4 req-79e1b919-3ec7-41e6-978b-f35366ea9d96 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447757
Nov 27 20:51:12.257457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570782-3264-498c-a43a-d249f463fe3f req-bc72299e-f81d-4214-8bcc-6917eb777c1a tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:12.258957 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af570782-3264-498c-a43a-d249f463fe3f req-bc72299e-f81d-4214-8bcc-6917eb777c1a tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 947 time: 0.0554550
Nov 27 20:51:12.297150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc6b623a-1638-4a07-8bad-7714c2344712 req-6f87e6a5-d5e8-417e-be33-4c4fefe7f67e tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0288000
Nov 27 20:51:12.310411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af570782-3264-498c-a43a-d249f463fe3f req-0b350eec-2f43-487e-a8ff-9bd46a154b82 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438411
Nov 27 20:51:12.387495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:51:12.411951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56fc50-d559-4d15-b3c5-6ea7fcc00ffd req-14030302-51f6-4ab2-976e-c6de6e4a0d98 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:12.413508 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f56fc50-d559-4d15-b3c5-6ea7fcc00ffd req-14030302-51f6-4ab2-976e-c6de6e4a0d98 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0544794
Nov 27 20:51:12.466727 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f56fc50-d559-4d15-b3c5-6ea7fcc00ffd req-e5bfc336-6201-477f-a5d2-d8213a99a0f1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460336
Nov 27 20:51:12.486715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:12.498461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'mac_address': 'fa:16:3e:3d:65:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:51:12.535963 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:12.549333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:12.571699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:12.575767 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:12.631466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:12.690332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf77adb-b7dc-47c6-bf65-73af3a52afda req-89fe907a-bd6f-4cdc-9d24-c696961dc5e2 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:12.691853 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cf77adb-b7dc-47c6-bf65-73af3a52afda req-89fe907a-bd6f-4cdc-9d24-c696961dc5e2 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 946 time: 0.0558131
Nov 27 20:51:12.742986 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cf77adb-b7dc-47c6-bf65-73af3a52afda req-58ef3d2b-9b34-4567-88c9-a97dfbcf6f10 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433693
Nov 27 20:51:12.767609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-c3de9d4e-70ca-44d5-b235-0d68cf1b58f0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:12.769093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-c3de9d4e-70ca-44d5-b235-0d68cf1b58f0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 945 time: 0.0500119
Nov 27 20:51:12.868480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Deleting port cab30d0b-bd13-4963-a8fd-40f8283c83c7 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:12.868846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:12.967963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] For port cab30d0b-bd13-4963-a8fd-40f8283c83c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cab30d0b-bd13-4963-a8fd-40f8283c83c7,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:12.968307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:12.981194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Calling delete_port for cab30d0b-bd13-4963-a8fd-40f8283c83c7 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:12.988101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:51:13.090795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:13.103125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '970294ba-0041-4f63-b140-b50984e2960d', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '970294ba-0041-4f63-b140-b50984e2960d', 'mac_address': 'fa:16:3e:7c:40:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:51:13.105638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ded30-d443-4c01-bd48-65e4d61ba305 req-006c78c6-bdcd-447a-b8c5-5223c91c7f21 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:13.107321 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f63ded30-d443-4c01-bd48-65e4d61ba305 req-006c78c6-bdcd-447a-b8c5-5223c91c7f21 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0744720
Nov 27 20:51:13.145625 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:13.166824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970294ba-0041-4f63-b140-b50984e2960d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:13.190170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:13.195820 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:13.208212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f63ded30-d443-4c01-bd48-65e4d61ba305 req-99c68a84-3bf5-4c7e-8fbb-66d183c43fcc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945706
Nov 27 20:51:13.216616 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:13.233521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f6b877dc-2544-4729-b562-12b62148f13d', 'cab30d0b-bd13-4963-a8fd-40f8283c83c7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:13.250501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Pushing event deleted for resources: {'Port': ['ID=cab30d0b-bd13-4963-a8fd-40f8283c83c7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:13.293550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cd1a0-d697-4f63-b202-f0ba049afa3b req-6807fcf0-80ac-4bf3-a02a-10719e21b492 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:13.299733 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af8cd1a0-d697-4f63-b202-f0ba049afa3b req-6807fcf0-80ac-4bf3-a02a-10719e21b492 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 948 time: 0.0880086
Nov 27 20:51:13.302259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] No DVR routers for this DVR port cab30d0b-bd13-4963-a8fd-40f8283c83c7 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:13.305744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:13.308293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:13.309055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43294f20-3c66-480c-beb0-4e42ff20afa6 req-fee342a9-f2e9-483c-887a-627df4c48c08 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.35 "DELETE /v2.0/ports/cab30d0b-bd13-4963-a8fd-40f8283c83c7 HTTP/1.1" status: 204  len: 173 time: 0.5328946
Nov 27 20:51:13.330354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'name': 'network-vif-deleted', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:13.332560 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f985c-9a20-4f26-bc1f-16619ab0965e" -d '{"events": [{"server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "name": "network-vif-deleted", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:13.352774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4142cb0b-cdb8-49b1-a65a-aeff44b59a94 req-c0638909-c19e-41ea-a4a8-c3312ba2171f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecb697a-9c98-475c-9836-19f15d3c9194 HTTP/1.1" status: 200  len: 210 time: 0.0515597
Nov 27 20:51:13.361970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af8cd1a0-d697-4f63-b202-f0ba049afa3b req-03bfa242-ab7e-437d-90be-7d5968bfe27f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593717
Nov 27 20:51:13.516465 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8274a70-8db0-4453-aa48-bd2954a31f73 req-ad328538-f499-4fbe-8496-d3af94cad039 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0309358
Nov 27 20:51:13.551811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['970294ba-0041-4f63-b140-b50984e2960d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:13.597894 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7e139d4-0997-4bbe-811a-f70a8cdc9f51 req-364e2ab7-8ede-4e95-aeea-8c29a6f34719 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0635006
Nov 27 20:51:13.645043 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6612a1-2b8e-4c7d-aa9e-4763665a0222 x-openstack-request-id: req-0f6612a1-2b8e-4c7d-aa9e-4763665a0222 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:13.645340 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecb697a-9c98-475c-9836-19f15d3c9194", "name": "network-vif-deleted", "tag": "cab30d0b-bd13-4963-a8fd-40f8283c83c7", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:13.645634 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f6612a1-2b8e-4c7d-aa9e-4763665a0222 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:13.646031 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecb697a-9c98-475c-9836-19f15d3c9194', 'name': 'network-vif-deleted', 'tag': 'cab30d0b-bd13-4963-a8fd-40f8283c83c7', 'status': 'completed', 'code': 200}
Nov 27 20:51:13.663066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ea32f-e2c0-4b87-b0ad-4084495bada7 req-2eeb338e-b503-4255-b23c-9a2988aa13e1 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:13.671911 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-857ea32f-e2c0-4b87-b0ad-4084495bada7 req-2eeb338e-b503-4255-b23c-9a2988aa13e1 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 948 time: 0.1034641
Nov 27 20:51:13.742559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-857ea32f-e2c0-4b87-b0ad-4084495bada7 req-2780bef9-95a4-4c1e-b43e-b6ce8926e571 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625935
Nov 27 20:51:13.801998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298f636-71d0-4738-8945-13595e33e71c req-b993bf13-4506-42cc-a4a1-c437769e9845 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:13.809509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c298f636-71d0-4738-8945-13595e33e71c req-b993bf13-4506-42cc-a4a1-c437769e9845 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0979049
Nov 27 20:51:13.879798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c298f636-71d0-4738-8945-13595e33e71c req-448da087-7551-44f2-83f7-221303631721 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648501
Nov 27 20:51:13.890453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd12861-9508-40a9-9d0f-1fa4ca5e0651 req-c17a6043-06d7-4fcb-841d-5871a1b9f551 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:13.898686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4dd12861-9508-40a9-9d0f-1fa4ca5e0651 req-c17a6043-06d7-4fcb-841d-5871a1b9f551 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 946 time: 0.0635800
Nov 27 20:51:13.948349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4dd12861-9508-40a9-9d0f-1fa4ca5e0651 req-48b9e59d-5f88-4071-9241-2a44487ced56 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487828
Nov 27 20:51:14.073193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be9d4e-d71a-4e07-8e2c-3402a67d6040 req-6e2fc9ec-3406-42dd-9cc6-5e440417a213 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:14.074718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45be9d4e-d71a-4e07-8e2c-3402a67d6040 req-6e2fc9ec-3406-42dd-9cc6-5e440417a213 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 946 time: 0.0610971
Nov 27 20:51:14.083870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60416) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:14.088286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-83a3ff8e-5633-48ba-9505-a045185c486c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Request body: {'floatingip': {'port_id': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:14.126505 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83a3ff8e-5633-48ba-9505-a045185c486c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:14.335711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7ff73-4885-4049-a234-8ed0e31f2b97 req-d6204d00-1dff-484e-834f-762dd6864442 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:14.337108 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23a7ff73-4885-4049-a234-8ed0e31f2b97 req-d6204d00-1dff-484e-834f-762dd6864442 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0500724
Nov 27 20:51:14.389833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23a7ff73-4885-4049-a234-8ed0e31f2b97 req-2e8a551c-05af-4dd2-a55c-ce0f5d778019 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465186
Nov 27 20:51:14.572456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09624f7-10f1-44c2-8e37-cf66026f7971 req-a68f4456-ca23-4fbd-8d2a-c22e906d795b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:14.574014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f09624f7-10f1-44c2-8e37-cf66026f7971 req-a68f4456-ca23-4fbd-8d2a-c22e906d795b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 948 time: 0.1105251
Nov 27 20:51:14.662739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83a3ff8e-5633-48ba-9505-a045185c486c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:14.673743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83a3ff8e-5633-48ba-9505-a045185c486c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:14.683315 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f09624f7-10f1-44c2-8e37-cf66026f7971 req-3e82d9fa-34a8-4a3e-b59e-204a8fdfa303 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732131
Nov 27 20:51:14.991779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:51:15.045211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 970294ba-0041-4f63-b140-b50984e2960d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:51:15.049277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 970294ba-0041-4f63-b140-b50984e2960d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:15.049656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:15.088588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51e62f44-fcfa-4583-8639-7478dcc883fc req-642b043a-91a6-41ef-add3-568983eb8c83 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.3279703
Nov 27 20:51:15.095540 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-83a3ff8e-5633-48ba-9505-a045185c486c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Floating IP 90d87728-8f02-4ce3-ae30-5878bfceefc1 associated. External IP: 172.35.3.36, port: f34dffdf-663f-4b72-92c0-9d9a0fe43a7f.
Nov 27 20:51:15.132156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:15.157806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:15.160260 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10866c4a-6ffd-4af6-8450-a0f18abb0313" -d '{"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-plugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:15.173250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:15.177674 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:15.215542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:15.245772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28837415-04ab-4bc0-961d-241cf902eaf7 req-34b18efa-ee6a-4e84-994b-3e264d6dd97a tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:15.247162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28837415-04ab-4bc0-961d-241cf902eaf7 req-34b18efa-ee6a-4e84-994b-3e264d6dd97a tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 949 time: 0.0717418
Nov 27 20:51:15.275152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:15.366217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28837415-04ab-4bc0-961d-241cf902eaf7 req-f0155829-23a2-4ac9-9de3-773c9a2e0b07 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870192
Nov 27 20:51:15.385809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a3ff8e-5633-48ba-9505-a045185c486c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Router e2cff884-2ffd-4f51-956e-0c5ef8834077 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:51:15.525388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fa671-ecdb-4d24-bbe1-ab26736ff24d req-f21e3926-26a1-49e7-a237-80b532671009 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:15.526861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-632fa671-ecdb-4d24-bbe1-ab26736ff24d req-f21e3926-26a1-49e7-a237-80b532671009 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0954139
Nov 27 20:51:15.532758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a3ff8e-5633-48ba-9505-a045185c486c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:51:15.538472 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83a3ff8e-5633-48ba-9505-a045185c486c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:15.542227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] Sync routers for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:51:15.552645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:51:15.553344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda4a3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:51:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:15.585620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-83a3ff8e-5633-48ba-9505-a045185c486c tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "PUT /v2.0/floatingips/90d87728-8f02-4ce3-ae30-5878bfceefc1 HTTP/1.1" status: 200  len: 991 time: 1.4981909
Nov 27 20:51:15.606070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-632fa671-ecdb-4d24-bbe1-ab26736ff24d req-8dc28c49-90bb-4af8-9133-3b7990646d0f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714357
Nov 27 20:51:15.646925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'tag': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:15.649494 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b", "tag": "f34dffdf-663f-4b72-92c0-9d9a0fe43a7f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:15.651473 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49509e05-4b4c-42f4-90ff-801ea7aed948 x-openstack-request-id: req-49509e05-4b4c-42f4-90ff-801ea7aed948 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:15.651768 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-plugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:15.652138 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49509e05-4b4c-42f4-90ff-801ea7aed948 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:15.652632 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d', 'code': 200}
Nov 27 20:51:15.672201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:51:15.735470 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:15.770662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921173d-6260-4957-9e9d-f9753b3cf133 req-12389475-3498-4c73-92ac-8721acc87db9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:15.772320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8921173d-6260-4957-9e9d-f9753b3cf133 req-12389475-3498-4c73-92ac-8721acc87db9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0781376
Nov 27 20:51:15.777843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc621f49-9a52-4161-9a60-54708d31d23d req-e84ace90-5836-412f-b730-6e34e23f8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:15.779347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc621f49-9a52-4161-9a60-54708d31d23d req-e84ace90-5836-412f-b730-6e34e23f8657 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 1100 time: 0.0593941
Nov 27 20:51:15.853101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8921173d-6260-4957-9e9d-f9753b3cf133 req-679e4628-6997-490b-8354-7fd1237861c8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728004
Nov 27 20:51:15.855223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc621f49-9a52-4161-9a60-54708d31d23d req-8018d2a2-75be-4e48-b828-685eadec9c78 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679774
Nov 27 20:51:15.928142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda4a3d0>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '90d87728-8f02-4ce3-ae30-5878bfceefc1', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'floating_ip_address': '172.35.3.36', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'port_id': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'mac_address': 'fa:16:3e:27:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:08Z', 'updated_at': '2021-11-27T20:51:14Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:15.953148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] Checking router: e2cff884-2ffd-4f51-956e-0c5ef8834077 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:51:15.962303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:51:15.962914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda4a3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:51:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:16.068003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:51:16.213338 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284dc9f-70f3-46e8-85fe-0981d28a2ce3 x-openstack-request-id: req-b284dc9f-70f3-46e8-85fe-0981d28a2ce3 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:16.213866 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b", "tag": "f34dffdf-663f-4b72-92c0-9d9a0fe43a7f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:16.214216 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b284dc9f-70f3-46e8-85fe-0981d28a2ce3 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:16.214721 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'tag': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f', 'status': 'completed', 'code': 200}
Nov 27 20:51:16.320952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-3985427b-8c37-46b9-92d8-9ab58b45ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:16.322469 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-3985427b-8c37-46b9-92d8-9ab58b45ceaa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68857c7effec496aa99ff78b76521109&device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 1097 time: 0.0683756
Nov 27 20:51:16.331167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63c84-c103-420c-af46-d76a195518d3 req-5e15cf27-2827-408f-8372-049bb79fdcb6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:16.332563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d9d63c84-c103-420c-af46-d76a195518d3 req-5e15cf27-2827-408f-8372-049bb79fdcb6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 948 time: 0.0704737
Nov 27 20:51:16.423838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda4a3d0>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '90d87728-8f02-4ce3-ae30-5878bfceefc1', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'floating_ip_address': '172.35.3.36', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'port_id': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'mac_address': 'fa:16:3e:27:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:08Z', 'updated_at': '2021-11-27T20:51:14Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:16.433720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d9d63c84-c103-420c-af46-d76a195518d3 req-1fa73978-02ef-43e3-a5b8-1e78281e722e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930209
Nov 27 20:51:16.455032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f35a6d-d62e-448b-9b02-5ec912c38ea3 None None] The sync data for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 is: [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '90d87728-8f02-4ce3-ae30-5878bfceefc1', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'floating_ip_address': '172.35.3.36', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'port_id': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'mac_address': 'fa:16:3e:27:31:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:47:08Z', 'updated_at': '2021-11-27T20:51:14Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:51:16.458294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-ab2be48c-4865-4da7-9723-b651c82483fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:16.459812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-ab2be48c-4865-4da7-9723-b651c82483fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 200  len: 924 time: 0.1264017
Nov 27 20:51:16.553554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f07592ad-69df-4ad1-818f-c6e05933331f req-288d9ccd-6bd0-4d2a-9ee8-9d70a7d54292 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0478332
Nov 27 20:51:16.563204 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-72d58504-652e-4b78-acd9-485b49179c19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f HTTP/1.1" status: 200  len: 999 time: 0.0942645
Nov 27 20:51:16.650243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-488153c6-eb06-4ab1-b94f-c03e69fa68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:16.651765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-488153c6-eb06-4ab1-b94f-c03e69fa68a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b2810e0-f316-4078-a3ee-55abc91692d6 HTTP/1.1" status: 200  len: 862 time: 0.0770934
Nov 27 20:51:16.675398 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3588bd0-96d3-4b8c-ade4-fd6894e1f9a4 None None] New status for floating IP 90d87728-8f02-4ce3-ae30-5878bfceefc1: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:51:16.680765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092a131-9113-477b-bf30-88965d970ffa req-88ace92a-6719-4485-bf7f-fd3b5321c886 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:16.682320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2092a131-9113-477b-bf30-88965d970ffa req-88ace92a-6719-4485-bf7f-fd3b5321c886 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 944 time: 0.0690753
Nov 27 20:51:16.737112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-0d8c4e3d-bcee-4841-88f3-d214860766cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:16.738527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-0d8c4e3d-bcee-4841-88f3-d214860766cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a2f3da6-fc07-4bd8-b994-fc2cede22518&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0773032
Nov 27 20:51:16.758218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2092a131-9113-477b-bf30-88965d970ffa req-99cd168f-e92e-47d6-b4db-6fdcfe2419ce tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614972
Nov 27 20:51:16.844171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-92bf59ce-7739-415d-9731-5c1597c58815 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:16.846246 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-92bf59ce-7739-415d-9731-5c1597c58815 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.35 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 944 time: 0.0661085
Nov 27 20:51:16.856784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-a7fa1fc9-78a3-4a19-9115-3c8119870940 service neutron] 10.222.0.35 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097174
Nov 27 20:51:16.943538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Deleting port f6b877dc-2544-4729-b562-12b62148f13d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:16.943889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:16.952699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f631da-02a4-4d99-8fe4-cfbb35c4224d req-c56c700d-f2e8-4294-938a-0e8eb010dead tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:16.954189 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92f631da-02a4-4d99-8fe4-cfbb35c4224d req-c56c700d-f2e8-4294-938a-0e8eb010dead tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 949 time: 0.1089685
Nov 27 20:51:17.003887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0eb968d-0f8d-40a7-a810-7382b4bc2e6b req-003bfe03-98ac-4051-a2b1-b799729cfe73 service neutron] 10.222.0.35 "GET /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246529
Nov 27 20:51:17.005069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cab30d0b-bd13-4963-a8fd-40f8283c83c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:17.030691 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92f631da-02a4-4d99-8fe4-cfbb35c4224d req-b2dfa87f-55c0-495f-a221-28e689c62685 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688365
Nov 27 20:51:17.031156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: cab30d0b-bd13-4963-a8fd-40f8283c83c7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:17.031827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cab30d0b-bd13-4963-a8fd-40f8283c83c7 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:17.051293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] For port f6b877dc-2544-4729-b562-12b62148f13d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f6b877dc-2544-4729-b562-12b62148f13d,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:17.051293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:17.060996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Calling delete_port for f6b877dc-2544-4729-b562-12b62148f13d owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:17.137236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9e4e7-19e8-4b02-8a4e-39a44816b10d req-791bb52b-4c80-4b2f-8217-82889758615d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:17.138738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ac9e4e7-19e8-4b02-8a4e-39a44816b10d req-791bb52b-4c80-4b2f-8217-82889758615d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0508986
Nov 27 20:51:17.193541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ac9e4e7-19e8-4b02-8a4e-39a44816b10d req-e1f99cf9-e756-4a95-878e-0ee6cd900f04 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452967
Nov 27 20:51:17.217161 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:17.228892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f6b877dc-2544-4729-b562-12b62148f13d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:17.247838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Pushing event deleted for resources: {'Port': ['ID=f6b877dc-2544-4729-b562-12b62148f13d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:17.295639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] No DVR routers for this DVR port f6b877dc-2544-4729-b562-12b62148f13d on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:17.298834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:17.302340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aabf2029-5b38-4fdf-a334-2f5ff7383db9 req-684643ef-eef2-4b0f-b4fe-d12dcb76f5b3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.35 "DELETE /v2.0/ports/f6b877dc-2544-4729-b562-12b62148f13d HTTP/1.1" status: 204  len: 173 time: 0.4468305
Nov 27 20:51:17.302820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'name': 'network-vif-deleted', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:17.305218 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1e45cc-b55f-4b22-b213-d0713fecbb66" -d '{"events": [{"server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "name": "network-vif-deleted", "tag": "f6b877dc-2544-4729-b562-12b62148f13d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:17.305465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108eb0a-65ee-4c44-8122-4b4ab9933a6b req-42967d3f-c515-4d5b-af25-eee6e86f44d1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:17.307331 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0108eb0a-65ee-4c44-8122-4b4ab9933a6b req-42967d3f-c515-4d5b-af25-eee6e86f44d1 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0510540
Nov 27 20:51:17.363072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0108eb0a-65ee-4c44-8122-4b4ab9933a6b req-32dbfa12-6b88-4d9e-b8b0-054b640fa125 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490611
Nov 27 20:51:17.464183 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab223fc8-2905-4a81-b11e-e6ab15876b9c x-openstack-request-id: req-ab223fc8-2905-4a81-b11e-e6ab15876b9c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:17.464482 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be38ef7-cbe4-41c9-8180-148457627022", "name": "network-vif-deleted", "tag": "f6b877dc-2544-4729-b562-12b62148f13d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:17.464744 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab223fc8-2905-4a81-b11e-e6ab15876b9c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:17.465147 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be38ef7-cbe4-41c9-8180-148457627022', 'name': 'network-vif-deleted', 'tag': 'f6b877dc-2544-4729-b562-12b62148f13d', 'status': 'completed', 'code': 200}
Nov 27 20:51:17.555946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe288-a4b0-4fed-b77e-c25b851a760d req-2b5f3587-e120-4a1e-af51-0db0a29b4c08 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:17.557320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c4fe288-a4b0-4fed-b77e-c25b851a760d req-2b5f3587-e120-4a1e-af51-0db0a29b4c08 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 948 time: 0.0488458
Nov 27 20:51:17.611909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c4fe288-a4b0-4fed-b77e-c25b851a760d req-71c82f2a-f866-41eb-88d6-9697ef6ed8ba tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486274
Nov 27 20:51:17.692806 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-509dab92-999e-4907-b99b-659b186b30e2 req-c5b85b46-a8e6-4423-862d-8cc1692b0297 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0258167
Nov 27 20:51:17.868271 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53258b1a-81dd-4040-a1d9-a7ea613b001d req-6eb5cf01-e9f7-4505-b9aa-398e7fa8b47f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=5be38ef7-cbe4-41c9-8180-148457627022 HTTP/1.1" status: 200  len: 210 time: 0.0289485
Nov 27 20:51:18.153026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74d5c2-aa87-4d4f-bc15-d148bdd62337 req-48bb9ba4-c78f-4dd4-9780-630c7d681393 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:18.154535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b74d5c2-aa87-4d4f-bc15-d148bdd62337 req-48bb9ba4-c78f-4dd4-9780-630c7d681393 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 949 time: 0.0556655
Nov 27 20:51:18.186156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:18.226177 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b74d5c2-aa87-4d4f-bc15-d148bdd62337 req-ef5acca3-5f47-4589-9285-51fa97eb238f tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500765
Nov 27 20:51:18.326767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04241129-f8bb-40d1-8365-f6249d6c405b req-f2975022-ab52-4411-9eba-8ce4a1185f94 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:18.328177 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04241129-f8bb-40d1-8365-f6249d6c405b req-f2975022-ab52-4411-9eba-8ce4a1185f94 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0485525
Nov 27 20:51:18.374599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04241129-f8bb-40d1-8365-f6249d6c405b req-b2a2120b-cd63-4433-a14c-2b9431779f80 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405562
Nov 27 20:51:18.405077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:51:18.455276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:51:18.459725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:18.460186 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:18.540995 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:18.562425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:18.564720 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aad7d0-325f-47f2-874b-a030ef2984b8" -d '{"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:18.577160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:18.581810 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:18.635127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=10']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:18.824703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49f38a-0940-4aee-92e0-728d27e081eb req-46b1253a-ec76-484b-9f7f-31631a60cebd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:18.826180 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d49f38a-0940-4aee-92e0-728d27e081eb req-46b1253a-ec76-484b-9f7f-31631a60cebd tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0493364
Nov 27 20:51:18.877120 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d49f38a-0940-4aee-92e0-728d27e081eb req-1dbfb9a2-4b3e-4b15-921b-ca1402f4c23e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437348
Nov 27 20:51:18.991746 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663cb0ed-9522-4c97-b237-a89f72016bcb x-openstack-request-id: req-663cb0ed-9522-4c97-b237-a89f72016bcb {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:18.992065 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:18.993107 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-663cb0ed-9522-4c97-b237-a89f72016bcb {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:18.993602 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'code': 200}
Nov 27 20:51:19.084069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9ae2-b76d-4f4e-8b83-3328f0450a0c req-39c19626-7c15-4354-b1da-faefb1b63515 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:19.085526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b3d9ae2-b76d-4f4e-8b83-3328f0450a0c req-39c19626-7c15-4354-b1da-faefb1b63515 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.0490470
Nov 27 20:51:19.132428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b3d9ae2-b76d-4f4e-8b83-3328f0450a0c req-bdf1990b-8813-44d0-adc6-35eb8c95acf3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410097
Nov 27 20:51:19.213808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36cae3ba-2229-4e03-8ef1-d4c088ab4c30 req-6958baa4-1298-4251-8d91-1f61cbcc0ce6 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0256035
Nov 27 20:51:19.511556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9493d8-3a7e-43c3-90c3-9eb831f995b3 req-0472154e-a060-4da5-87d6-6abe90725dc7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:19.513016 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a9493d8-3a7e-43c3-90c3-9eb831f995b3 req-0472154e-a060-4da5-87d6-6abe90725dc7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0484207
Nov 27 20:51:19.563579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a9493d8-3a7e-43c3-90c3-9eb831f995b3 req-8acec5d2-d74d-4ac2-b6df-5717b9983e75 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446942
Nov 27 20:51:19.663765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d352db-f5b4-445f-9b8b-b3642cb7b700 req-bc85c112-fc9a-4d8c-9df2-e8e9563703c3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:19.665258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19d352db-f5b4-445f-9b8b-b3642cb7b700 req-bc85c112-fc9a-4d8c-9df2-e8e9563703c3 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 944 time: 0.0481212
Nov 27 20:51:19.712028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19d352db-f5b4-445f-9b8b-b3642cb7b700 req-59ecaa8a-1813-469f-a96a-dc94cbecfd1b tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408444
Nov 27 20:51:19.990916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bc0d7-116c-4336-8758-528f2dee0c4a req-1c039bd0-c66c-4430-a418-078e953a91a8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:19.992839 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-893bc0d7-116c-4336-8758-528f2dee0c4a req-1c039bd0-c66c-4430-a418-078e953a91a8 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0485597
Nov 27 20:51:20.039744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-893bc0d7-116c-4336-8758-528f2dee0c4a req-5601dd74-1d05-4221-80e7-5235e2f06767 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411763
Nov 27 20:51:20.046509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-df1744e6-7085-42ae-85a0-bb8f99fbe2be tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:20.048021 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-df1744e6-7085-42ae-85a0-bb8f99fbe2be tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 944 time: 0.0472386
Nov 27 20:51:20.147939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-592fa0f8-26f9-4fcb-8aef-fd3b93e03b09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0433605
Nov 27 20:51:20.148257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Deleting port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:20.148631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:20.238790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] For port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:20.239156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:20.251900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Calling delete_port for 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:20.260132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-f20f00c7-784f-4d1e-8128-0e7686c24329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:20.261643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-f20f00c7-784f-4d1e-8128-0e7686c24329 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 1101 time: 0.0697708
Nov 27 20:51:20.279221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e382cbb-6795-48e9-8419-2310de37a8bd req-470211f0-2853-4f99-8c07-36d24efc3a5e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:20.280747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4e382cbb-6795-48e9-8419-2310de37a8bd req-470211f0-2853-4f99-8c07-36d24efc3a5e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.0642552
Nov 27 20:51:20.381964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:20.390860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4e382cbb-6795-48e9-8419-2310de37a8bd req-f44e8f4b-0a8d-452f-b2db-fd8ce22e1840 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973864
Nov 27 20:51:20.412353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Pushing event deleted for resources: {'Port': ['ID=3978ebd3-dcc3-49e6-8a90-afe04b6c5d93,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:20.414081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-06dfb320-4e3a-4585-9dbd-7eb7b0c84448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:20.415371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-06dfb320-4e3a-4585-9dbd-7eb7b0c84448 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1314476
Nov 27 20:51:20.471210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] No DVR routers for this DVR port 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:20.471641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-042ecfc5-0045-4ab6-a7d7-93f06aca1080 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 200  len: 217 time: 0.0435028
Nov 27 20:51:20.474134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:20.478312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6c0e7455-87f2-404b-b060-7a4b2d1eed89 req-f9c50101-b68f-4085-a2b2-2a52987b5794 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.35 "DELETE /v2.0/ports/3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 HTTP/1.1" status: 204  len: 173 time: 0.4229314
Nov 27 20:51:20.478910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'name': 'network-vif-deleted', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:20.482472 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273742d0-8932-4341-a6c6-8fb898ec3f2e" -d '{"events": [{"server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "name": "network-vif-deleted", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:20.502722 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9066b3bd-9ef1-4733-a27f-99608a60dc0b req-23da03ad-f5c5-468a-9ff8-f65cf01c2b71 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0336964
Nov 27 20:51:20.553264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-83c8f2ff-a625-43fd-9cee-194fd7882db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:20.554755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-83c8f2ff-a625-43fd-9cee-194fd7882db4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0746512
Nov 27 20:51:20.605244 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facfaa9a-2312-4ba4-8864-8ca3d4766172 x-openstack-request-id: req-facfaa9a-2312-4ba4-8864-8ca3d4766172 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:20.605540 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9efc26-9fde-4032-8074-261f852463fc", "name": "network-vif-deleted", "tag": "3978ebd3-dcc3-49e6-8a90-afe04b6c5d93", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:20.605799 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-facfaa9a-2312-4ba4-8864-8ca3d4766172 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:20.606204 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9efc26-9fde-4032-8074-261f852463fc', 'name': 'network-vif-deleted', 'tag': '3978ebd3-dcc3-49e6-8a90-afe04b6c5d93', 'status': 'completed', 'code': 200}
Nov 27 20:51:20.606993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-bf6c915a-cf61-405c-a0e1-273ef052eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:20.609330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-bf6c915a-cf61-405c-a0e1-273ef052eca2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0468180
Nov 27 20:51:20.740817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6268455-d4c8-4ce8-b0a1-35be2bf47b1b req-141d7567-b0c2-4a66-9883-a5d3044bbb25 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:20.742534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e6268455-d4c8-4ce8-b0a1-35be2bf47b1b req-141d7567-b0c2-4a66-9883-a5d3044bbb25 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0781217
Nov 27 20:51:20.746104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-02a19e8d-373b-40a2-b81a-ef22b7046940 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286271
Nov 27 20:51:20.840254 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e6268455-d4c8-4ce8-b0a1-35be2bf47b1b req-203684fd-421d-4e07-bae9-2d80da886f40 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915074
Nov 27 20:51:20.869264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0506cfa1-7f71-4912-94b6-b1f1bd207ceb req-96809a66-a1a0-43a4-9541-b87d5a59b445 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1073997
Nov 27 20:51:20.934005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fda7d49-c3d4-4866-a73f-e0bcabe8a2be req-55f551e3-004f-4bc7-89cd-05fa64e1790c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9efc26-9fde-4032-8074-261f852463fc HTTP/1.1" status: 200  len: 210 time: 0.0268040
Nov 27 20:51:21.021961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:51:21.025678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f6b877dc-2544-4729-b562-12b62148f13d no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:21.051270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: f6b877dc-2544-4729-b562-12b62148f13d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:21.051620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f6b877dc-2544-4729-b562-12b62148f13d not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:21.138873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:21.151107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '970294ba-0041-4f63-b140-b50984e2960d', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '970294ba-0041-4f63-b140-b50984e2960d', 'mac_address': 'fa:16:3e:7c:40:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:51:21.155955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91576fb3-8f6f-4ef6-927c-9486d31e54b6 req-b6a13f0d-d213-4918-9ed4-9d09375af714 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:21.157557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91576fb3-8f6f-4ef6-927c-9486d31e54b6 req-b6a13f0d-d213-4918-9ed4-9d09375af714 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0510705
Nov 27 20:51:21.186490 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:21.199975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 970294ba-0041-4f63-b140-b50984e2960d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:21.203919 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91576fb3-8f6f-4ef6-927c-9486d31e54b6 req-668193ec-4f38-4ed0-84a0-866ed1753204 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401838
Nov 27 20:51:21.220445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:21.224646 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:21.276574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:21.384760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['970294ba-0041-4f63-b140-b50984e2960d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:21.516474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceef76-eab0-46c4-a0ae-4abff58847d1 req-3baea15d-26c8-4722-bd62-575095151093 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:21.518612 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12ceef76-eab0-46c4-a0ae-4abff58847d1 req-3baea15d-26c8-4722-bd62-575095151093 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.0537541
Nov 27 20:51:21.567634 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12ceef76-eab0-46c4-a0ae-4abff58847d1 req-785b6cbf-46f4-4532-b4a0-4d1bead3a50b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418494
Nov 27 20:51:21.654506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e0a48e1-6423-4479-8ea9-31b4e0f1d413 req-cd7b505e-1819-4437-8435-cc0e60159ee5 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0268281
Nov 27 20:51:21.957185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e1bc9-380e-4adc-9a3a-1351df45817b req-5a82c60a-cf96-4972-b162-256b1fcf61b0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:21.958731 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c49e1bc9-380e-4adc-9a3a-1351df45817b req-5a82c60a-cf96-4972-b162-256b1fcf61b0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0508947
Nov 27 20:51:22.024068 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c49e1bc9-380e-4adc-9a3a-1351df45817b req-e913a527-edfe-4670-9b8e-95eb8e347bdd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593560
Nov 27 20:51:22.334982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f988cf-f243-4945-8aee-7d93c2f0be26 req-b87d864c-0156-4350-98fa-9273b8a8392c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:22.336948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0f988cf-f243-4945-8aee-7d93c2f0be26 req-b87d864c-0156-4350-98fa-9273b8a8392c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 944 time: 0.0590730
Nov 27 20:51:22.390632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0f988cf-f243-4945-8aee-7d93c2f0be26 req-d4b95719-4772-4c7f-bc1b-fd2e7896609c tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef2e563-ac5f-4019-acf1-9f39d36c105d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473468
Nov 27 20:51:22.504171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1b8a7-58de-4127-81ad-1d3715f7ce2a req-7d3924a7-f13c-451c-9da4-187249b47d18 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:22.505713 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-63f1b8a7-58de-4127-81ad-1d3715f7ce2a req-7d3924a7-f13c-451c-9da4-187249b47d18 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0551128
Nov 27 20:51:22.559742 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-63f1b8a7-58de-4127-81ad-1d3715f7ce2a req-78f6ca19-ffae-4099-b8e4-bf2ed7dad812 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476284
Nov 27 20:51:22.776960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e901f-19a6-47e0-a472-6e1cb339c675 req-efe24355-06ed-4fe3-9c04-07c6126812cf tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:22.779296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d02e901f-19a6-47e0-a472-6e1cb339c675 req-efe24355-06ed-4fe3-9c04-07c6126812cf tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.0859883
Nov 27 20:51:22.835201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-98deb666-ec9d-4d3a-8e43-494b0383110f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:22.836705 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-98deb666-ec9d-4d3a-8e43-494b0383110f tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.35 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 944 time: 0.1102841
Nov 27 20:51:22.862936 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d02e901f-19a6-47e0-a472-6e1cb339c675 req-9729946b-a1d1-49e6-a8a5-4c5fa56f8de8 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687196
Nov 27 20:51:22.962579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60bcb9f-41f7-48dc-828f-4516fa246be9 req-3555d6b7-f9aa-4547-8cfe-ced08cb1bbc0 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0343874
Nov 27 20:51:22.986255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Deleting port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:22.986934 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:23.025575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:51:23.127109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] For port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,segment=NetworkSegment(aeb59211-14d7-4891-86e6-48b4cdeaa697),segment_id=aeb59211-14d7-4891-86e6-48b4cdeaa697)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:23.127612 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:23.136694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 970294ba-0041-4f63-b140-b50984e2960d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:23.138366 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:23.145446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Calling delete_port for e37a2959-a2b3-4d7f-9dd6-d943c2ac302c owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:23.244856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:23.247494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638c897-c8bd-42b5-8018-58b14c0db26f req-b0117dd6-38c5-4674-ad87-2afa9c75e904 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:23.249109 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1638c897-c8bd-42b5-8018-58b14c0db26f req-b0117dd6-38c5-4674-ad87-2afa9c75e904 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1056294
Nov 27 20:51:23.274505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:23.277112 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99863dff-260a-4c41-86f1-473a4bdc05c1" -d '{"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-plugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:23.295085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:23.300431 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:23.319808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1638c897-c8bd-42b5-8018-58b14c0db26f req-ecaa77a9-e99c-48fe-a964-8b56fa4c1b71 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629284
Nov 27 20:51:23.378256 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8d21c4-ee82-4465-a916-4126ce2a6e6c x-openstack-request-id: req-2f8d21c4-ee82-4465-a916-4126ce2a6e6c {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:23.378557 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-plugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:23.378814 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f8d21c4-ee82-4465-a916-4126ce2a6e6c {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:23.379804 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d', 'code': 200}
Nov 27 20:51:23.383770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:23.402851 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:23.433543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Pushing event deleted for resources: {'Port': ['ID=e37a2959-a2b3-4d7f-9dd6-d943c2ac302c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:23.482926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] No DVR routers for this DVR port e37a2959-a2b3-4d7f-9dd6-d943c2ac302c on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:23.486539 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:23.490371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b144e3b8-6e15-4ae6-938c-b2ecd9f869a3 req-a20870d0-c78e-46aa-8c7e-f98af74e11c0 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.35 "DELETE /v2.0/ports/e37a2959-a2b3-4d7f-9dd6-d943c2ac302c HTTP/1.1" status: 204  len: 173 time: 0.6427026
Nov 27 20:51:23.491057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'name': 'network-vif-deleted', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:23.493862 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa97ae03-902f-4ad5-ab4b-e89955fadc9a" -d '{"events": [{"server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "name": "network-vif-deleted", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:23.524320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98f71304-49ab-493b-9d15-9cda996fef16 req-64419d5a-8dc6-401d-80d3-5fef5163fa76 tempest-LiveAutoBlockMigrationV225Test-1157895455 tempest-LiveAutoBlockMigrationV225Test-1157895455-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0d3056-c6e0-415c-b5a5-28fea06f98b3 HTTP/1.1" status: 200  len: 210 time: 0.0267847
Nov 27 20:51:23.582495 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de865f62-c80a-4764-9080-d5b0b45dc7bf x-openstack-request-id: req-de865f62-c80a-4764-9080-d5b0b45dc7bf {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:23.583026 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0d3056-c6e0-415c-b5a5-28fea06f98b3", "name": "network-vif-deleted", "tag": "e37a2959-a2b3-4d7f-9dd6-d943c2ac302c", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:23.583848 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de865f62-c80a-4764-9080-d5b0b45dc7bf {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:23.584427 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0d3056-c6e0-415c-b5a5-28fea06f98b3', 'name': 'network-vif-deleted', 'tag': 'e37a2959-a2b3-4d7f-9dd6-d943c2ac302c', 'status': 'completed', 'code': 200}
Nov 27 20:51:23.694841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aff59-d298-4fd4-ad00-1366a7837f1a req-aabfde40-d951-465e-a593-6fe29170f921 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:23.700800 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-161aff59-d298-4fd4-ad00-1366a7837f1a req-aabfde40-d951-465e-a593-6fe29170f921 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0593686
Nov 27 20:51:23.746650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-161aff59-d298-4fd4-ad00-1366a7837f1a req-eabbbdc3-5d04-432a-95e8-6bb1e4f16913 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436723
Nov 27 20:51:24.006901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617055c-56ba-411b-acc9-8df6dad3e13f req-ec88489d-0ab6-43a2-8e6a-4f4d6ae987b5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:24.008670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b617055c-56ba-411b-acc9-8df6dad3e13f req-ec88489d-0ab6-43a2-8e6a-4f4d6ae987b5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.0666025
Nov 27 20:51:24.064858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b617055c-56ba-411b-acc9-8df6dad3e13f req-1454ed4b-cfbd-4136-888f-cf73aacce108 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488079
Nov 27 20:51:24.184102 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b7bd52ed-9b04-40c0-9508-2c53564af03f req-2b26fa27-51dc-4116-8f1b-ad6cda176530 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0303776
Nov 27 20:51:24.461599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f101ba-7174-4519-8b1d-8a55faf93e71 req-be08feaa-71ad-4929-bd73-5a6a02267437 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:24.461599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-72f101ba-7174-4519-8b1d-8a55faf93e71 req-be08feaa-71ad-4929-bd73-5a6a02267437 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0645218
Nov 27 20:51:24.514248 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-72f101ba-7174-4519-8b1d-8a55faf93e71 req-64e65f29-c553-47f1-9824-07dfd4cd64fe tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463753
Nov 27 20:51:24.586384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60668) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:24.747177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48057d5-9b59-419f-85f8-4a8f3fd63ee3 admin admin] Deleting subnet a14abce1-2bd4-41d0-9023-f158340bf983 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:51:24.750747 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d48057d5-9b59-419f-85f8-4a8f3fd63ee3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:24.792294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d48057d5-9b59-419f-85f8-4a8f3fd63ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:24.872090 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d48057d5-9b59-419f-85f8-4a8f3fd63ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:24.918843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e631182-710e-4783-a397-61bfae52d456 req-4cabfe19-b152-4ab9-8502-3713579d9f3e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:24.922817 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e631182-710e-4783-a397-61bfae52d456 req-4cabfe19-b152-4ab9-8502-3713579d9f3e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0989094
Nov 27 20:51:25.001715 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e631182-710e-4783-a397-61bfae52d456 req-acf0e955-8dd2-46cd-9dd8-baa80caef2c3 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697975
Nov 27 20:51:25.023880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d48057d5-9b59-419f-85f8-4a8f3fd63ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.040129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:25.053994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48057d5-9b59-419f-85f8-4a8f3fd63ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14abce1-2bd4-41d0-9023-f158340bf983,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:25.066148 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d48057d5-9b59-419f-85f8-4a8f3fd63ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.070513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d48057d5-9b59-419f-85f8-4a8f3fd63ee3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a14abce1-2bd4-41d0-9023-f158340bf983 HTTP/1.1" status: 204  len: 168 time: 0.4829581
Nov 27 20:51:25.072406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:25.072775 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3978ebd3-dcc3-49e6-8a90-afe04b6c5d93 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:25.073223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60680) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:25.164251 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.281221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.308930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0d0430>,) {'filters': {'network_id': ['979446f3-8da8-4e53-af09-3da825cab09f']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:25.319399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066541b-63ad-4e63-b23c-684badbd5e40 req-4c303b42-7b33-4b1e-9e59-6a5ccb883a13 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:25.319686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5066541b-63ad-4e63-b23c-684badbd5e40 req-4c303b42-7b33-4b1e-9e59-6a5ccb883a13 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.1212397
Nov 27 20:51:25.328188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0d0430>, 'aeb59211-14d7-4891-86e6-48b4cdeaa697') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:25.328497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0d0430>, 'aeb59211-14d7-4891-86e6-48b4cdeaa697') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:25.345946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.374848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.388252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:51:25.388569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:51:25.390284 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:51:25.408215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5066541b-63ad-4e63-b23c-684badbd5e40 req-1adcaa7d-e82f-436d-9acd-d188cd6c6810 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765693
Nov 27 20:51:25.475481 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.498699 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.502276 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/979446f3-8da8-4e53-af09-3da825cab09f HTTP/1.1" status: 204  len: 168 time: 0.4280894
Nov 27 20:51:25.504420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c831b-6f36-4d60-b9e1-9b3ea89a85e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=979446f3-8da8-4e53-af09-3da825cab09f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:25.505641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60688) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:25.535994 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6a3f260f-7232-4ac7-9657-c7ca8cb2b1dc req-747ccbf7-1799-4a7a-8a99-ae2096c398d3 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0326333
Nov 27 20:51:25.594095 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1e36a3-4866-4972-8315-c451f0d99121 admin admin] Deleting subnet e8745b05-095c-4563-9e33-fd2925f4c7d4 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:51:25.597918 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a1e36a3-4866-4972-8315-c451f0d99121 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.659900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a1e36a3-4866-4972-8315-c451f0d99121 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.713282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a1e36a3-4866-4972-8315-c451f0d99121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.771036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cafaf0-093d-48f2-95bb-6bd07b3e2d49 req-949e52d0-6a6d-4900-bb1b-c588a91376b3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:25.776983 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88cafaf0-093d-48f2-95bb-6bd07b3e2d49 req-949e52d0-6a6d-4900-bb1b-c588a91376b3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0616860
Nov 27 20:51:25.790114 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a1e36a3-4866-4972-8315-c451f0d99121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.826330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a1e36a3-4866-4972-8315-c451f0d99121 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:25.830591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0a1e36a3-4866-4972-8315-c451f0d99121 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e8745b05-095c-4563-9e33-fd2925f4c7d4 HTTP/1.1" status: 204  len: 168 time: 0.3198943
Nov 27 20:51:25.832085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e36a3-4866-4972-8315-c451f0d99121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8745b05-095c-4563-9e33-fd2925f4c7d4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:25.834028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60700) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:25.848617 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88cafaf0-093d-48f2-95bb-6bd07b3e2d49 req-b0e6877f-ff91-4c82-ada6-5545110d169c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700657
Nov 27 20:51:25.907281 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.017142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-9725c501-97b5-495c-b7a8-78ac90131ccc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:26.021188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-9725c501-97b5-495c-b7a8-78ac90131ccc tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.15 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.0706828
Nov 27 20:51:26.041239 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.094801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3effc15e0>,) {'filters': {'network_id': ['66f64877-ed90-449b-b3a7-56d40eda4ef0']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:26.106128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3effc15e0>, 'f8e11c8e-4062-4ee7-b722-f66bd69c7aee') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:26.106682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3effc15e0>, 'f8e11c8e-4062-4ee7-b722-f66bd69c7aee') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:26.119338 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.147351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.174799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:51:26.175468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:51:26.179450 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:51:26.203566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9269f7-8b6e-4a59-af07-1919dbb47620 req-4594c2e3-85b7-4dd8-a89e-51feca5337f9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:26.211879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa9269f7-8b6e-4a59-af07-1919dbb47620 req-4594c2e3-85b7-4dd8-a89e-51feca5337f9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 944 time: 0.1127601
Nov 27 20:51:26.277843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Deleting port 24c3bbfe-097d-44dd-b015-ded002b7cd5e {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:26.278188 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.308339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.325314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.331168 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] 10.222.0.21 "DELETE /v2.0/networks/66f64877-ed90-449b-b3a7-56d40eda4ef0 HTTP/1.1" status: 204  len: 168 time: 0.4958405
Nov 27 20:51:26.347239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ccff6-87b6-4990-baec-73d7252a1100 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f64877-ed90-449b-b3a7-56d40eda4ef0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:26.509475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60710) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:26.606681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-27ceb3b5-2545-4b32-8078-cb017bd695b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9eca53282994b4094a056750bb24ccb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0952768
Nov 27 20:51:26.609244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60714) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:26.633692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34f7bc-ef88-4d0f-8355-80941a642ea1 req-cff8d39a-7a5f-4012-add0-882214bb1ff1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:26.635229 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c34f7bc-ef88-4d0f-8355-80941a642ea1 req-cff8d39a-7a5f-4012-add0-882214bb1ff1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.1000154
Nov 27 20:51:26.717492 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa9269f7-8b6e-4a59-af07-1919dbb47620 req-acbb0fbb-760e-4148-9099-03bf1c0224d4 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5002058
Nov 27 20:51:26.720924 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22269390-d4c1-44f7-a3c8-27300b4ff45e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.739806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c34f7bc-ef88-4d0f-8355-80941a642ea1 req-d5203e9c-5e0f-458a-addf-1b0a36cabe57 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826786
Nov 27 20:51:26.783895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22269390-d4c1-44f7-a3c8-27300b4ff45e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.794510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] For port 24c3bbfe-097d-44dd-b015-ded002b7cd5e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24c3bbfe-097d-44dd-b015-ded002b7cd5e,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:26.795016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.814408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Calling delete_port for 24c3bbfe-097d-44dd-b015-ded002b7cd5e owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:26.863295 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22269390-d4c1-44f7-a3c8-27300b4ff45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.866094 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22269390-d4c1-44f7-a3c8-27300b4ff45e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:26.869834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-abf99080-1916-4683-9875-8d2fc1eae2b5 req-e1f1de5a-18b9-4c4a-a135-0f0bf8e0656e tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0532606
Nov 27 20:51:26.871147 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-22269390-d4c1-44f7-a3c8-27300b4ff45e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bef2e563-ac5f-4019-acf1-9f39d36c105d HTTP/1.1" status: 204  len: 168 time: 0.2609186
Nov 27 20:51:26.880459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22269390-d4c1-44f7-a3c8-27300b4ff45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef2e563-ac5f-4019-acf1-9f39d36c105d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:27.064896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e37a2959-a2b3-4d7f-9dd6-d943c2ac302c no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:27.082204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:27.114655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: e37a2959-a2b3-4d7f-9dd6-d943c2ac302c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:27.115311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e37a2959-a2b3-4d7f-9dd6-d943c2ac302c not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:27.121172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['91a3e20c-c74b-4366-a10a-a264f88012cb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:27.158247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17984186-da16-46c4-bc15-0a8077736f8a req-d86246f2-4e8d-4157-a6e4-2b661e2b6f22 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:27.169130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17984186-da16-46c4-bc15-0a8077736f8a req-d86246f2-4e8d-4157-a6e4-2b661e2b6f22 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1479282
Nov 27 20:51:27.178681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Pushing event deleted for resources: {'Port': ['ID=24c3bbfe-097d-44dd-b015-ded002b7cd5e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:27.220930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-52c208c4-ece3-4653-8278-deabb609f49d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:27.222587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-52c208c4-ece3-4653-8278-deabb609f49d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.15 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade&tenant_id=04a17517c2104eeba56ce3a7cd915fb0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 950 time: 0.1136115
Nov 27 20:51:27.311314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] No DVR routers for this DVR port 24c3bbfe-097d-44dd-b015-ded002b7cd5e on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:27.338364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:27.341857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d30c28-3b32-4330-8e1f-a7cd9a35285c req-1b9885dc-7680-4dcb-87b6-bc61a82a4ab2 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.15 "DELETE /v2.0/ports/24c3bbfe-097d-44dd-b015-ded002b7cd5e HTTP/1.1" status: 204  len: 173 time: 1.3107350
Nov 27 20:51:27.342485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'name': 'network-vif-deleted', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:27.344982 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8e3e2c-bea5-4b30-8665-dd634341603b" -d '{"events": [{"server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "name": "network-vif-deleted", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:27.431707 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17984186-da16-46c4-bc15-0a8077736f8a req-f09ea820-9bdc-4c35-916b-4c66b8cdb593 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2615199
Nov 27 20:51:27.435990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fdcea95-b87d-429c-8e26-947c2437308e req-a8c65c9d-e558-422b-b981-56da883b571f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1835251
Nov 27 20:51:27.474083 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-50883101-edd5-4f58-80dd-8cc692742336 service neutron] 10.222.0.15 "GET /v2.0/ports/f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2360668
Nov 27 20:51:27.543575 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcea95-b87d-429c-8e26-947c2437308e req-9559ca10-a5ce-4cc9-ba93-2ac9ff16122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:27.553723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fdcea95-b87d-429c-8e26-947c2437308e req-9559ca10-a5ce-4cc9-ba93-2ac9ff16122b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=149906b8a2744176929b4d314a0de57d&device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 1096 time: 0.0841789
Nov 27 20:51:27.554252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60742) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:27.577191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42715290-1fa7-43c2-9273-ba251efa6409 req-3d2da53d-54b2-49b4-9ead-9658ccf97e41 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:27.585798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-42715290-1fa7-43c2-9273-ba251efa6409 req-3d2da53d-54b2-49b4-9ead-9658ccf97e41 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.2497752
Nov 27 20:51:27.629855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-7f4e4334-daa5-42d3-aa89-ec3f38802de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:27.630471 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6e6891-8b23-4bc2-b75b-abf52ba0cfac x-openstack-request-id: req-cb6e6891-8b23-4bc2-b75b-abf52ba0cfac {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:27.630769 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37efb1e-42bf-4d0f-8311-b4254fa2ce71", "name": "network-vif-deleted", "tag": "24c3bbfe-097d-44dd-b015-ded002b7cd5e", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:27.631029 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb6e6891-8b23-4bc2-b75b-abf52ba0cfac {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:27.631368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-7f4e4334-daa5-42d3-aa89-ec3f38802de3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1101 time: 0.1270475
Nov 27 20:51:27.631538 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37efb1e-42bf-4d0f-8311-b4254fa2ce71', 'name': 'network-vif-deleted', 'tag': '24c3bbfe-097d-44dd-b015-ded002b7cd5e', 'status': 'completed', 'code': 200}
Nov 27 20:51:27.675010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-42715290-1fa7-43c2-9273-ba251efa6409 req-5214bdd5-dc89-49b6-a266-04cd7171ad04 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865803
Nov 27 20:51:27.755230 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-485c5be1-cd9a-4010-869c-548b509d2957 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a146d6034f3e4681b6a81cb27ce5f57a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1970091
Nov 27 20:51:27.755753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60746) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:27.872597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-ae221c62-bd8a-4b3d-8c0e-16e03e8bb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:27.886205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-ae221c62-bd8a-4b3d-8c0e-16e03e8bb973 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2439466
Nov 27 20:51:27.961039 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a1395265-0220-475f-a105-abb09f302f6c req-00369d69-962d-4251-960e-7523235ef220 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37efb1e-42bf-4d0f-8311-b4254fa2ce71 HTTP/1.1" status: 200  len: 210 time: 0.0774617
Nov 27 20:51:27.995012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcea95-b87d-429c-8e26-947c2437308e req-637442e0-2043-42f6-9dae-bc995cfed3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:27.996289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-d47f8479-c9dc-49ba-a534-2fe24c81c0e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.0969079
Nov 27 20:51:27.997443 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fdcea95-b87d-429c-8e26-947c2437308e req-637442e0-2043-42f6-9dae-bc995cfed3c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 200  len: 909 time: 0.3956509
Nov 27 20:51:28.002809 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08197c76-56d0-49a8-a5c7-80e0d90aabb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:28.052417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7bdfa921-99de-4089-a322-ed94dee9ff1f req-fce9c252-b2b4-4d45-8cfa-d03b6b119a22 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0583148
Nov 27 20:51:28.060365 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fdcea95-b87d-429c-8e26-947c2437308e req-06ee9cc9-fcf1-4f3a-8eb3-823509d89df9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 200  len: 217 time: 0.0502238
Nov 27 20:51:28.075151 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08197c76-56d0-49a8-a5c7-80e0d90aabb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:28.142515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-c1852eb7-1de0-411a-abf3-113d6e148050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:28.145421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-c1852eb7-1de0-411a-abf3-113d6e148050 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1008797
Nov 27 20:51:28.162994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcea95-b87d-429c-8e26-947c2437308e req-8380e3e5-ab7b-4446-93ff-635395005b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:28.171721 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fdcea95-b87d-429c-8e26-947c2437308e req-8380e3e5-ab7b-4446-93ff-635395005b16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 200  len: 848 time: 0.0861335
Nov 27 20:51:28.238336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-4d5f6710-46a6-44f0-bcc2-e23f972285b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:28.240068 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-4d5f6710-46a6-44f0-bcc2-e23f972285b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0808270
Nov 27 20:51:28.254198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fdcea95-b87d-429c-8e26-947c2437308e req-29e0f3a7-b9ed-410e-a668-85a850844d1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324306ab-fd63-4c3d-9f56-7119b3413ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706034
Nov 27 20:51:28.298287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08197c76-56d0-49a8-a5c7-80e0d90aabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:28.301870 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08197c76-56d0-49a8-a5c7-80e0d90aabb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:28.317578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-08197c76-56d0-49a8-a5c7-80e0d90aabb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63d3311e-2a5b-483e-809d-552883607b12 HTTP/1.1" status: 204  len: 168 time: 0.5494649
Nov 27 20:51:28.386122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08197c76-56d0-49a8-a5c7-80e0d90aabb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d3311e-2a5b-483e-809d-552883607b12,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:28.424812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-fc93d45e-5455-427c-8be3-97fa2d813625 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757905
Nov 27 20:51:28.488645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fdcea95-b87d-429c-8e26-947c2437308e req-1a839c18-f6b3-4451-846d-859e357e741b service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255797
Nov 27 20:51:28.549141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-21ba6809-da86-41c5-984c-1e950dc27595 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1159060
Nov 27 20:51:28.625569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491875-a847-4e87-9b61-b9c488ad1e2c req-6c644aa5-b3bd-4cfe-b84c-95dcac77848c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:28.627714 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48491875-a847-4e87-9b61-b9c488ad1e2c req-6c644aa5-b3bd-4cfe-b84c-95dcac77848c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0652170
Nov 27 20:51:28.677718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fdcea95-b87d-429c-8e26-947c2437308e req-970156d0-c9ae-4b98-be61-cece03314588 service neutron] 10.222.0.15 "GET /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800053
Nov 27 20:51:28.696330 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48491875-a847-4e87-9b61-b9c488ad1e2c req-ccda8c3b-579f-4821-907f-ef52590f9067 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609119
Nov 27 20:51:28.867888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9bf21-c2e6-4dcf-bf06-26fffb41f57f req-4422fa25-397d-44f3-891d-6ac521ff23c0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:28.878912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04f9bf21-c2e6-4dcf-bf06-26fffb41f57f req-4422fa25-397d-44f3-891d-6ac521ff23c0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.0664992
Nov 27 20:51:28.942634 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04f9bf21-c2e6-4dcf-bf06-26fffb41f57f req-55887c4d-de84-44ec-8fb9-191bdc5bebe8 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626149
Nov 27 20:51:29.241965 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bab4f431-d171-449c-bd2f-da4d81263f76 req-c9689f5c-b04e-4a70-a7c9-bf552f83eac7 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0453861
Nov 27 20:51:29.882718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175d93c-032a-4aea-b7e3-c3af9c41ef55 req-35d39486-7299-4f76-946e-e79c6a960ad5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:29.890768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a175d93c-032a-4aea-b7e3-c3af9c41ef55 req-35d39486-7299-4f76-946e-e79c6a960ad5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0907800
Nov 27 20:51:29.959686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a175d93c-032a-4aea-b7e3-c3af9c41ef55 req-df4f17c1-125c-4aff-9d82-6a43569249d5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680103
Nov 27 20:51:30.127756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e68ec6-6b6e-431c-bae6-aa1b74f2506f req-e1133ea0-159c-4815-81aa-100d92768496 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:30.136446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02e68ec6-6b6e-431c-bae6-aa1b74f2506f req-e1133ea0-159c-4815-81aa-100d92768496 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.0758195
Nov 27 20:51:30.200173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02e68ec6-6b6e-431c-bae6-aa1b74f2506f req-e4e1ef36-2a5b-42be-80f6-dc00da04dc6b tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588682
Nov 27 20:51:30.367868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5809b4ec-8d48-40b8-a7aa-30246c060001 req-f6a2a1d0-8a91-4468-bf58-7fd9c0d41f37 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0278041
Nov 27 20:51:30.582807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1f02-d9ac-47fb-ba11-182149d50f30 req-0b005e4f-d90e-499d-838b-e34d2dfbea85 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:30.590940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4cce1f02-d9ac-47fb-ba11-182149d50f30 req-0b005e4f-d90e-499d-838b-e34d2dfbea85 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 944 time: 0.0842471
Nov 27 20:51:30.675416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4cce1f02-d9ac-47fb-ba11-182149d50f30 req-a21f2b22-f4b1-4c3c-9651-4e5e03c78b5b tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835021
Nov 27 20:51:30.939095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-a0f25f25-6ad1-4e9c-b3f1-7cea5f7b29ba tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7096bfbf5c8e42f09551e4c84ea8de02&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0420377
Nov 27 20:51:31.057722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-9378bbfe-157d-4808-83ae-ab70b27409f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:31.059457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-9378bbfe-157d-4808-83ae-ab70b27409f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade&tenant_id=04a17517c2104eeba56ce3a7cd915fb0 HTTP/1.1" status: 200  len: 1101 time: 0.0881379
Nov 27 20:51:31.091571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:31.105373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-81f75a39-8930-4867-ac5d-3c22660146f3 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:31.107301 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-81f75a39-8930-4867-ac5d-3c22660146f3 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1608348
Nov 27 20:51:31.146835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-98a9852c-c9d1-4655-bd19-fc601c50ca76 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/quotas/7096bfbf5c8e42f09551e4c84ea8de02 HTTP/1.1" status: 200  len: 375 time: 0.0189226
Nov 27 20:51:31.200224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95ecf-c574-4435-ac6a-469a3969e9ab req-8e50890a-114f-421f-8deb-94977d3d3c81 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:31.202266 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-b61ab240-a61c-416d-bbf3-10a3830effc0 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7096bfbf5c8e42f09551e4c84ea8de02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0333855
Nov 27 20:51:31.203518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:31.210801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89e95ecf-c574-4435-ac6a-469a3969e9ab req-8e50890a-114f-421f-8deb-94977d3d3c81 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1275980
Nov 27 20:51:31.237051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-913a4c6f-7d59-4b6b-a763-79a157f1185e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:31.238918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-913a4c6f-7d59-4b6b-a763-79a157f1185e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.35 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 944 time: 0.1426075
Nov 27 20:51:31.444371 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89e95ecf-c574-4435-ac6a-469a3969e9ab req-3f77c983-e3af-4a5c-8dc0-a286f8106709 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034633
Nov 27 20:51:31.534408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Deleting port 91a3e20c-c74b-4366-a10a-a264f88012cb {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:31.534408 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:31.537184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:31.669116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:51:31.673417 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7ace45f-09b2-49e8-b56a-e2c3208b5c2b req-c0fb324c-c9ae-48ef-b21c-ba5fc545411e tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0678749
Nov 27 20:51:31.721269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:31.723787 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458d1b25-1a7d-47b2-91f4-7d3c7a30f950" -d '{"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:31.728265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:31.741500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Transition to ACTIVE for port object f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:51:31.742469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acc7d5-d9fe-4b60-8564-b482d1ec0b7e req-7993b1c9-915b-4fc7-878d-c2c539b517b5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:31.745471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3acc7d5-d9fe-4b60-8564-b482d1ec0b7e req-7993b1c9-915b-4fc7-878d-c2c539b517b5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.1344442
Nov 27 20:51:31.759748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:31.793120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] For port 91a3e20c-c74b-4366-a10a-a264f88012cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91a3e20c-c74b-4366-a10a-a264f88012cb,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:31.793485 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:31.807013 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7868d1b8-d111-47a7-94cf-387bbf9c9958 req-3cf9f625-bc9f-4bd2-a686-fa43678030f0 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 210 time: 0.0590255
Nov 27 20:51:31.833373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Calling delete_port for 91a3e20c-c74b-4366-a10a-a264f88012cb owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:31.861531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] No DVR routers for this DVR port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:31.864986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=11']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:31.894203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3acc7d5-d9fe-4b60-8564-b482d1ec0b7e req-f64eb83f-1915-4229-b145-44d5e136866e tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313131
Nov 27 20:51:31.948129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:51:31.948734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:51:31.948852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:31.964250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:51:31.964587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Attempting to bind port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:31.971085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:51:31.971795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:51:31.972421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:51:31.973145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Bound port: f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:51:31.982470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:32.075176 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0578155f-fd99-431b-b1aa-7d43dd88a3f2 x-openstack-request-id: req-0578155f-fd99-431b-b1aa-7d43dd88a3f2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:32.075958 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:32.076374 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0578155f-fd99-431b-b1aa-7d43dd88a3f2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:32.077047 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'code': 200}
Nov 27 20:51:32.110194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:32.122677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:51:32.124650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['91a3e20c-c74b-4366-a10a-a264f88012cb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:32.133139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:51:32.142842 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:32.164107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:32.165140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:32.171358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] 10.222.0.35 "PUT /v2.0/ports/f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 1096 time: 1.0838633
Nov 27 20:51:32.248016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d99800c2-bb5b-45ec-928e-d37e9a3a06d0 req-42bf3098-1d1a-466b-8518-42f5da221b59 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=96245ad6-b6b6-4017-aff5-81689a46b3a3 HTTP/1.1" status: 200  len: 210 time: 0.1434636
Nov 27 20:51:32.299296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da79d0-b5b4-46e4-9997-e472b26947db service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=12']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:32.316345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-afbcd93a-af7a-4df8-898b-936e31d4354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:32.319816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] No DVR routers for this DVR port 91a3e20c-c74b-4366-a10a-a264f88012cb on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:32.322442 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:32.325038 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-afbcd93a-af7a-4df8-898b-936e31d4354d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1099 time: 0.1178095
Nov 27 20:51:32.327097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5293a413-cb82-46a0-8c00-e435fb18ae84 req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.35 "DELETE /v2.0/ports/91a3e20c-c74b-4366-a10a-a264f88012cb HTTP/1.1" status: 204  len: 173 time: 1.0732446
Nov 27 20:51:32.328110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'name': 'network-vif-deleted', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:32.332969 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fe9946-44b2-4023-94b5-f1c91d531562" -d '{"events": [{"server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "name": "network-vif-deleted", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:32.351793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8ba5c-37fd-4812-a859-437696a9375c tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Pushing event deleted for resources: {'Port': ['ID=91a3e20c-c74b-4366-a10a-a264f88012cb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:32.431452 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cc21f1-a2a2-4e5d-95af-d01c1eff7778 x-openstack-request-id: req-e2cc21f1-a2a2-4e5d-95af-d01c1eff7778 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:32.431754 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96245ad6-b6b6-4017-aff5-81689a46b3a3", "name": "network-vif-deleted", "tag": "91a3e20c-c74b-4366-a10a-a264f88012cb", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:32.432018 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2cc21f1-a2a2-4e5d-95af-d01c1eff7778 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:32.432678 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96245ad6-b6b6-4017-aff5-81689a46b3a3', 'name': 'network-vif-deleted', 'tag': '91a3e20c-c74b-4366-a10a-a264f88012cb', 'status': 'completed', 'code': 200}
Nov 27 20:51:32.529414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-31339b2a-e1d2-4d44-a114-fb09d016d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:32.530931 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-31339b2a-e1d2-4d44-a114-fb09d016d773 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1772149
Nov 27 20:51:32.622801 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-91b4fbee-254f-4f66-8de6-4a425dede0f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.0755870
Nov 27 20:51:32.644623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0377c-d253-4e50-a6d3-3328dc45e607 req-9b9d2785-5abd-4f1d-be61-f4175099f8aa tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:32.647059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50c0377c-d253-4e50-a6d3-3328dc45e607 req-9b9d2785-5abd-4f1d-be61-f4175099f8aa tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0697472
Nov 27 20:51:32.688507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-c9671cf6-f552-4cfe-b922-ad93582adc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:32.690731 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-c9671cf6-f552-4cfe-b922-ad93582adc65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0544286
Nov 27 20:51:32.702649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50c0377c-d253-4e50-a6d3-3328dc45e607 req-15816b94-f819-4f30-bb38-c8146f381a05 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492201
Nov 27 20:51:32.766222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0640b-24d8-462d-a649-8580f726ec4b req-a2a07414-679d-4309-bdc6-d2581fe55833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:32.768283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-a2a07414-679d-4309-bdc6-d2581fe55833 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0668211
Nov 27 20:51:32.813514 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18cd61b4-6f29-4312-bb0c-54240d5b95c0 req-68549a69-cc4b-4982-a549-1266191d03a1 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0428836
Nov 27 20:51:32.925509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-aab3f1b7-4745-467e-a0d1-c1ba8c8cdf7d service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437407
Nov 27 20:51:33.033195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-95ca921c-c005-469b-840d-8814670da1ee req-d8bdb6d4-b68f-46fc-9861-a977f2fea91c tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 210 time: 0.0834258
Nov 27 20:51:33.148255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30dade-083b-49e6-a85d-9dcf50505e85 req-50c41c89-c9cc-46cf-b90f-5d4c8f0752f2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:33.149807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d30dade-083b-49e6-a85d-9dcf50505e85 req-50c41c89-c9cc-46cf-b90f-5d4c8f0752f2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 948 time: 0.1571605
Nov 27 20:51:33.198232 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33a0640b-24d8-462d-a649-8580f726ec4b req-49efd41a-7ac6-4388-bc37-9ebeec5bf668 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2384982
Nov 27 20:51:33.231339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d30dade-083b-49e6-a85d-9dcf50505e85 req-bb8f793e-41f8-4451-b892-d2f21c20f7f0 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747576
Nov 27 20:51:33.608169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-4cbb4866-5b4d-44e3-9443-ba8f5620da16 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7096bfbf5c8e42f09551e4c84ea8de02&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0437295
Nov 27 20:51:33.638641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3d082-f790-4c28-ac5d-c6c8b1a47662 req-2edef2ce-60c7-4aa2-bf65-0e5bf820f09e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:33.646294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4d3d082-f790-4c28-ac5d-c6c8b1a47662 req-2edef2ce-60c7-4aa2-bf65-0e5bf820f09e tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 945 time: 0.1031249
Nov 27 20:51:33.788992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4d3d082-f790-4c28-ac5d-c6c8b1a47662 req-865e3ba2-f0bf-471c-987b-80a2ec7b66d3 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416335
Nov 27 20:51:33.823853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-1053d5a8-d4d9-4d04-9079-6d1b9611ffc2 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:33.825555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-1053d5a8-d4d9-4d04-9079-6d1b9611ffc2 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2102504
Nov 27 20:51:33.852491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Request body: {'port': {'device_id': '273a67c6-4e11-45b2-b200-51b12af5f0b8', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '7096bfbf5c8e42f09551e4c84ea8de02'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:33.915896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56d9b9-6e9e-4929-a143-1f151fdd1fb7 req-c15660a5-ad52-469a-a2ef-2c48fc8a6060 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:33.924189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3b56d9b9-6e9e-4929-a143-1f151fdd1fb7 req-c15660a5-ad52-469a-a2ef-2c48fc8a6060 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1120157
Nov 27 20:51:33.980002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3b56d9b9-6e9e-4929-a143-1f151fdd1fb7 req-b5fcd047-3e4f-48eb-9c00-94fb5300b9e7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546944
Nov 27 20:51:33.981555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5071adf-91a3-465c-a63e-1afb46c5ffc6 req-ee2ddc2d-3939-4911-8d72-55267d564023 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0427489
Nov 27 20:51:34.015881 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c7f3-a761-47da-9114-49d6087d086c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:34.053809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Made reservation on behalf of 7096bfbf5c8e42f09551e4c84ea8de02 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:51:34.057998 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:34.070900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:34.078831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:34.082104 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:34.211289 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f71da3-64ad-4bc5-9080-82bc386bc8a4 x-openstack-request-id: req-d8f71da3-64ad-4bc5-9080-82bc386bc8a4 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:34.212006 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:34.212006 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8f71da3-64ad-4bc5-9080-82bc386bc8a4 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:34.212248 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'status': 'completed', 'code': 200}
Nov 27 20:51:34.239517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-254bfe19-dff1-4e63-8fd4-51af8a7a1d82 req-1b8fb146-0864-46de-a261-d502f7b73e5a tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 210 time: 0.1362796
Nov 27 20:51:34.272503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-387f1c37-3374-4628-b8e7-0877cc4b80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:34.274132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-387f1c37-3374-4628-b8e7-0877cc4b80a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1099 time: 0.1052747
Nov 27 20:51:34.276038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-037c2550-d827-4376-b5dd-5fdbc396e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:34.277517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-037c2550-d827-4376-b5dd-5fdbc396e2fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1099 time: 0.0671074
Nov 27 20:51:34.328287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:34.340118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-1d677dd6-bb1e-433f-92b7-767bee6ae013 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:34.341832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-1d677dd6-bb1e-433f-92b7-767bee6ae013 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.15 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 945 time: 0.2435539
Nov 27 20:51:34.343891 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:34.455707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:34.510959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a8c647-3896-4e96-bc00-739263a49910,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:34.582382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Deleting port b51ad6c9-008a-470c-b58c-4307b66fbeca {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:34.582727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:34.602534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:34.661541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Allocated IP 192.168.233.196 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/d81663c4-56ef-44e4-ad69-a01fa20b6b99) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:51:34.820402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] For port b51ad6c9-008a-470c-b58c-4307b66fbeca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b51ad6c9-008a-470c-b58c-4307b66fbeca,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:34.820911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:34.844389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Calling delete_port for b51ad6c9-008a-470c-b58c-4307b66fbeca owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:34.898346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add24a48-a9d5-4a11-9db9-d5dbae776941 req-44c2f048-9eec-432f-a8f6-151248d085a6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:34.905588 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-add24a48-a9d5-4a11-9db9-d5dbae776941 req-44c2f048-9eec-432f-a8f6-151248d085a6 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 948 time: 0.5500901
Nov 27 20:51:34.944424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-d28fd69f-e31d-4a86-b89c-49248805711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:34.946018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-d28fd69f-e31d-4a86-b89c-49248805711f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.6646185
Nov 27 20:51:34.966753 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:34.994331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-47599639-b93b-4a6e-8213-ff56f74b4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:34.995487 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-47599639-b93b-4a6e-8213-ff56f74b4ff3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.6951811
Nov 27 20:51:34.998420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-15b7830f-0e76-40cd-bc7e-3e0b9fb3eba7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.0437279
Nov 27 20:51:35.045305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf65b1d-4509-49bb-8598-730dbf3564f1 req-b48ac434-d5ae-4bc4-916f-72d4d4ce5343 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:35.046866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bcf65b1d-4509-49bb-8598-730dbf3564f1 req-b48ac434-d5ae-4bc4-916f-72d4d4ce5343 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4389e3d2-cc9e-40e6-8a2f-d59d54421ab9 HTTP/1.1" status: 200  len: 945 time: 0.1361208
Nov 27 20:51:35.066033 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:35.089114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-c367582c-46a0-4495-95e0-a3e0152dffb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 200  len: 217 time: 0.0793242
Nov 27 20:51:35.095927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-add24a48-a9d5-4a11-9db9-d5dbae776941 req-236e9dda-c022-44e1-b0e0-9a9fe23f0e26 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895244
Nov 27 20:51:35.101988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:51:35.107164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:35.165859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-b01c907c-b993-4909-9180-fd56e6439e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:35.167552 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-b01c907c-b993-4909-9180-fd56e6439e19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1566782
Nov 27 20:51:35.186339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:51:35.189957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-c1479767-ce0f-4c84-8515-5caf57ab35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:35.191473 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-c1479767-ce0f-4c84-8515-5caf57ab35f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0885339
Nov 27 20:51:35.201092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:51:35.205237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Pushing event updated for resources: {'Port': ['ID=d81663c4-56ef-44e4-ad69-a01fa20b6b99,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:35.208436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:51:35.229320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bcf65b1d-4509-49bb-8598-730dbf3564f1 req-a6b4e147-bc94-4e7e-9f3b-26253c23dce0 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739142
Nov 27 20:51:35.253184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 91a3e20c-c74b-4366-a10a-a264f88012cb {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:35.257561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 91a3e20c-c74b-4366-a10a-a264f88012cb not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:35.263000 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:35.317540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Pushing event deleted for resources: {'Port': ['ID=b51ad6c9-008a-470c-b58c-4307b66fbeca,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:35.343534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-62ff452c-566b-4323-806a-5a75b1f50e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:35.345568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-62ff452c-566b-4323-806a-5a75b1f50e34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1695981
Nov 27 20:51:35.347591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d674f8e7-8a77-49cd-8147-10a25e6fdd89 req-99771ed8-ed0b-4d84-82d4-804c63e1361a tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0538909
Nov 27 20:51:35.363316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:35.372326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:35.373236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:35.408855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'mac_address': 'fa:16:3e:3d:65:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:51:35.412582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] No DVR routers for this DVR port b51ad6c9-008a-470c-b58c-4307b66fbeca on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:35.416663 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:35.419992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-758c9570-733a-48c7-a79d-8dde695c4e90 req-8017dbc2-c64b-4c35-8bfc-e2309962a212 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.15 "DELETE /v2.0/ports/b51ad6c9-008a-470c-b58c-4307b66fbeca HTTP/1.1" status: 204  len: 173 time: 1.0587037
Nov 27 20:51:35.441188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-867fde2b-071e-4000-a65d-cf930adce3f8 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5942881
Nov 27 20:51:35.467715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Request body: {'port': {'device_id': '273a67c6-4e11-45b2-b200-51b12af5f0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:35.484426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-8b5e13db-65b7-4761-9361-6056879faadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:35.490764 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-8b5e13db-65b7-4761-9361-6056879faadf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2804112
Nov 27 20:51:35.516284 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:35.541385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:35.584360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cd5e3-e6ba-4c85-bf77-2d35d4dd24c3 req-e7551ad5-5f82-4153-bebe-ea4d427fc51a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:35.586323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213cd5e3-e6ba-4c85-bf77-2d35d4dd24c3 req-e7551ad5-5f82-4153-bebe-ea4d427fc51a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1717777
Nov 27 20:51:35.614020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:35.615752 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:35.626704 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:35.640417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-55b5d299-faf8-4750-82f6-5243e6043f2e service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2866933
Nov 27 20:51:35.684426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=13']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:35.701471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-01efa661-5d02-4918-be4a-95f42d802418 None None] Provisioning complete for port d81663c4-56ef-44e4-ad69-a01fa20b6b99 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:35.701849 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01efa661-5d02-4918-be4a-95f42d802418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:35.743171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-01efa661-5d02-4918-be4a-95f42d802418 None None] Port d81663c4-56ef-44e4-ad69-a01fa20b6b99 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:51:35.786985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-213cd5e3-e6ba-4c85-bf77-2d35d4dd24c3 req-f34deb14-bac9-44ee-bfc5-85c35c17b328 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940899
Nov 27 20:51:35.885048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0c8a2-fb65-4884-8602-e173bc476135 req-c87aaa8e-278b-4346-b8a9-8cf099feb01c tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:35.886536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92e0c8a2-fb65-4884-8602-e173bc476135 req-c87aaa8e-278b-4346-b8a9-8cf099feb01c tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 936 time: 0.2869167
Nov 27 20:51:35.936524 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-20293931-b50a-4e19-b4da-5af1f2867977 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3343513
Nov 27 20:51:35.936524 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-05b5c57a-d39e-43ec-9447-7c623bc407dc service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2715936
Nov 27 20:51:35.956580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81663c4-56ef-44e4-ad69-a01fa20b6b99 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:35.967098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:35.988959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Transition to ACTIVE for port object d81663c4-56ef-44e4-ad69-a01fa20b6b99 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:51:35.996467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:36.011819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:36.047898 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92e0c8a2-fb65-4884-8602-e173bc476135 req-828a6f42-5d42-4ede-9af3-e7176f923add tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437247
Nov 27 20:51:36.068186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d81663c4-56ef-44e4-ad69-a01fa20b6b99,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:36.169634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbaaf2e7-8ce2-45c7-bece-6ef793a31f2f req-b177cf3a-6dbc-49fa-ad3c-262231e56564 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2184379
Nov 27 20:51:36.229626 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'name': 'network-vif-deleted', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:36.232475 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d7d516-1d1a-40e7-8d5c-2c49bba14d1d" -d '{"events": [{"server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "name": "network-vif-deleted", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:36.240084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Attempting to bind port d81663c4-56ef-44e4-ad69-a01fa20b6b99 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:51:36.240568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Attempting to bind port d81663c4-56ef-44e4-ad69-a01fa20b6b99 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:51:36.240993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Attempting to bind port d81663c4-56ef-44e4-ad69-a01fa20b6b99 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:36.258001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Port d81663c4-56ef-44e4-ad69-a01fa20b6b99 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:51:36.258500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Attempting to bind port d81663c4-56ef-44e4-ad69-a01fa20b6b99 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:36.279405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37266ef-94aa-40f3-81af-91ec0f4284f0 req-e9ad6549-22a0-456d-a478-4d7ce7fb3aac tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:36.281479 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a37266ef-94aa-40f3-81af-91ec0f4284f0 req-e9ad6549-22a0-456d-a478-4d7ce7fb3aac tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 949 time: 0.1313415
Nov 27 20:51:36.286209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:51:36.286930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:51:36.287479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:51:36.288028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Bound port: d81663c4-56ef-44e4-ad69-a01fa20b6b99, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:51:36.288809 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:36.319527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d99f-3be0-49cb-8f5b-eaa3d33f6168 req-62897bb8-ab5b-44bf-b4af-cca830f5c1ed tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:36.321952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d336d99f-3be0-49cb-8f5b-eaa3d33f6168 req-62897bb8-ab5b-44bf-b4af-cca830f5c1ed tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.1026707
Nov 27 20:51:36.403988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d336d99f-3be0-49cb-8f5b-eaa3d33f6168 req-4d83d421-40cd-4ecf-a792-c6cde5ec4608 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719240
Nov 27 20:51:36.408099 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb908d86-3513-4646-a126-bc4191721e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:36.414464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] For port d81663c4-56ef-44e4-ad69-a01fa20b6b99, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:51:36.417830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] For port d81663c4-56ef-44e4-ad69-a01fa20b6b99, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d81663c4-56ef-44e4-ad69-a01fa20b6b99,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:51:36.424831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a37266ef-94aa-40f3-81af-91ec0f4284f0 req-a3d2446f-72f9-4988-9816-022c87e47277 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179554
Nov 27 20:51:36.429039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:36.474888 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e022f8-1476-4a9a-90b7-b737cb35be7f x-openstack-request-id: req-f5e022f8-1476-4a9a-90b7-b737cb35be7f {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:36.475373 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389e3d2-cc9e-40e6-8a2f-d59d54421ab9", "name": "network-vif-deleted", "tag": "b51ad6c9-008a-470c-b58c-4307b66fbeca", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:36.475494 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5e022f8-1476-4a9a-90b7-b737cb35be7f {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:36.476375 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389e3d2-cc9e-40e6-8a2f-d59d54421ab9', 'name': 'network-vif-deleted', 'tag': 'b51ad6c9-008a-470c-b58c-4307b66fbeca', 'status': 'completed', 'code': 200}
Nov 27 20:51:36.491499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:36.492133 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:36.493807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] 10.222.0.35 "PUT /v2.0/ports/d81663c4-56ef-44e4-ad69-a01fa20b6b99 HTTP/1.1" status: 200  len: 1096 time: 1.0312927
Nov 27 20:51:36.499186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faac458-049e-47a7-9863-15508352b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d81663c4-56ef-44e4-ad69-a01fa20b6b99,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:36.570950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16e0c57f-240c-4331-9a21-f6a24735b4c4 req-4000be47-ca2d-4bec-aec9-8e2b38b80f58 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0328176
Nov 27 20:51:36.596203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-aa1d18bd-906c-4c70-a9a7-433320bc1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:36.598046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-aa1d18bd-906c-4c70-a9a7-433320bc1330 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7096bfbf5c8e42f09551e4c84ea8de02&device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 1099 time: 0.0587566
Nov 27 20:51:36.650651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-cfaf354d-5bd4-4444-ba9e-f131e0876f4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d81663c4-56ef-44e4-ad69-a01fa20b6b99 HTTP/1.1" status: 200  len: 217 time: 0.0434735
Nov 27 20:51:36.740069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-c78365b2-f00f-46c0-b033-7bccf8cb5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:36.741724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-c78365b2-f00f-46c0-b033-7bccf8cb5c46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0825658
Nov 27 20:51:36.754948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16f83f-122a-4b49-8bf6-2dfde1d98af3 req-680faad0-9219-4781-88d8-6c1aee4dbb6a tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:36.756566 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed16f83f-122a-4b49-8bf6-2dfde1d98af3 req-680faad0-9219-4781-88d8-6c1aee4dbb6a tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 1100 time: 0.0509720
Nov 27 20:51:36.838354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-dd149403-ca42-4a45-8de4-fd99f06ae647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:36.840001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-dd149403-ca42-4a45-8de4-fd99f06ae647 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0799539
Nov 27 20:51:36.843416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed16f83f-122a-4b49-8bf6-2dfde1d98af3 req-c32b84b1-881b-4853-b1f2-06cb6faba3c2 tempest-MigrationsAdminTest-1097371384 tempest-MigrationsAdminTest-1097371384-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728292
Nov 27 20:51:36.965244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dd30a-6e51-4501-b59e-8b5e96e9df14 req-e91e5028-5ab2-4a68-8444-4abc764257b3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:36.966721 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-019dd30a-6e51-4501-b59e-8b5e96e9df14 req-e91e5028-5ab2-4a68-8444-4abc764257b3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0483661
Nov 27 20:51:36.991961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1565965-ccba-4c12-9e0a-6dda3f4bfbdc req-8f354db8-553c-4693-ba88-2d52e8aff511 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:36.993705 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1565965-ccba-4c12-9e0a-6dda3f4bfbdc req-8f354db8-553c-4693-ba88-2d52e8aff511 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 945 time: 0.0780230
Nov 27 20:51:36.999137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-a08e67b3-9548-470c-8514-170fb0569337 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370614
Nov 27 20:51:37.019522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-019dd30a-6e51-4501-b59e-8b5e96e9df14 req-284d7a50-848a-43a1-99ac-8897ce04698e tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461695
Nov 27 20:51:37.383794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1565965-ccba-4c12-9e0a-6dda3f4bfbdc req-5547371d-9407-4d25-82df-91c4510756f9 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/security-groups?id=f044ccf7-a927-45c5-957f-c769fb6a6632&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3834248
Nov 27 20:51:37.416517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1f1b833-c577-4621-98b8-c7c458a49506 req-0d5ff5da-37f3-46ae-8c7d-e7583f2b9e9c service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1173038
Nov 27 20:51:37.485767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-71f448d5-efab-4c4b-8426-502d4526ca86 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:37.487434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-71f448d5-efab-4c4b-8426-502d4526ca86 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.15 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 945 time: 0.0933826
Nov 27 20:51:37.593891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Deleting port bb36450b-f6f8-40a8-b587-c2c25520c90d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:37.594252 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:37.713076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfa4c3-454d-49c9-bb7a-d6803169deb3 req-f0490dd8-c8ed-4bda-a334-28454ef9858a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:37.714682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0adfa4c3-454d-49c9-bb7a-d6803169deb3 req-f0490dd8-c8ed-4bda-a334-28454ef9858a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0545483
Nov 27 20:51:37.715267 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:37.730498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a65344-5007-4f07-ae7c-8bb447db27f6 req-871047af-104c-4f77-a9a5-62b3f9654b83 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:37.732024 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1a65344-5007-4f07-ae7c-8bb447db27f6 req-871047af-104c-4f77-a9a5-62b3f9654b83 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 948 time: 0.0794768
Nov 27 20:51:37.738901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] For port bb36450b-f6f8-40a8-b587-c2c25520c90d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb36450b-f6f8-40a8-b587-c2c25520c90d,segment=NetworkSegment(6b207c7b-0e89-4c4a-8a3a-0f483c2f2153),segment_id=6b207c7b-0e89-4c4a-8a3a-0f483c2f2153)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:37.739303 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:37.763643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0adfa4c3-454d-49c9-bb7a-d6803169deb3 req-a0ba5b52-c922-4771-aa99-c38f0128bc7d tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411737
Nov 27 20:51:37.763893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Calling delete_port for bb36450b-f6f8-40a8-b587-c2c25520c90d owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:37.836526 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1a65344-5007-4f07-ae7c-8bb447db27f6 req-ebe82846-36ef-4db1-a5fc-7d5770f30c5d tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946560
Nov 27 20:51:37.861867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73faae31-f972-4fab-bf7c-d102ac4020e5 req-d3f84f68-351c-4d24-97e9-d5329b019427 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0294957
Nov 27 20:51:37.952497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:37.986196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Pushing event deleted for resources: {'Port': ['ID=bb36450b-f6f8-40a8-b587-c2c25520c90d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:38.034022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] No DVR routers for this DVR port bb36450b-f6f8-40a8-b587-c2c25520c90d on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:38.036628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:38.040064 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f3dde97-85ab-4c0a-9851-c1a92639bb92 req-c5275024-f1dd-4b0c-bd1a-4db9f9a23fbe tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.15 "DELETE /v2.0/ports/bb36450b-f6f8-40a8-b587-c2c25520c90d HTTP/1.1" status: 204  len: 173 time: 0.5460639
Nov 27 20:51:38.040469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'name': 'network-vif-deleted', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:38.043512 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a70e9e-5af1-403f-9fc2-729e0257d1c3" -d '{"events": [{"server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "name": "network-vif-deleted", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:38.266851 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dca5c0-3245-46c4-98f5-4ca23af7b359 x-openstack-request-id: req-37dca5c0-3245-46c4-98f5-4ca23af7b359 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:38.267269 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f4ea83-2296-4bfd-b8ca-fbc2e03738c3", "name": "network-vif-deleted", "tag": "bb36450b-f6f8-40a8-b587-c2c25520c90d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:38.267646 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37dca5c0-3245-46c4-98f5-4ca23af7b359 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:38.268140 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f4ea83-2296-4bfd-b8ca-fbc2e03738c3', 'name': 'network-vif-deleted', 'tag': 'bb36450b-f6f8-40a8-b587-c2c25520c90d', 'status': 'completed', 'code': 200}
Nov 27 20:51:38.284673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab00731-92dc-4b65-b222-e1a6bf1cb145 req-95e9094d-2ce5-4d5d-b736-1527ddcf6f4f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:38.286523 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ab00731-92dc-4b65-b222-e1a6bf1cb145 req-95e9094d-2ce5-4d5d-b736-1527ddcf6f4f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0551631
Nov 27 20:51:38.335648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ab00731-92dc-4b65-b222-e1a6bf1cb145 req-e621acd5-61fa-47c2-8c6b-6ba1f4e867d5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422528
Nov 27 20:51:38.476776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273a67c6-4e11-45b2-b200-51b12af5f0b8', 'tag': 'd81663c4-56ef-44e4-ad69-a01fa20b6b99'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:38.479745 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376b769f-4566-4b34-b7c4-409454297b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "273a67c6-4e11-45b2-b200-51b12af5f0b8", "tag": "d81663c4-56ef-44e4-ad69-a01fa20b6b99"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:38.489978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34eed214-fbed-46f7-9d43-674f49f0550c req-19372a88-c494-448c-acaf-d49e29422185 tempest-LiveMigrationTest-292468335 tempest-LiveMigrationTest-292468335-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f4ea83-2296-4bfd-b8ca-fbc2e03738c3 HTTP/1.1" status: 200  len: 210 time: 0.0280807
Nov 27 20:51:38.503657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b51ad6c9-008a-470c-b58c-4307b66fbeca no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:38.524946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: b51ad6c9-008a-470c-b58c-4307b66fbeca {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:38.525444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b51ad6c9-008a-470c-b58c-4307b66fbeca not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:38.525954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device bb36450b-f6f8-40a8-b587-c2c25520c90d no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:38.534538 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e9cde9-7f75-49ef-a803-8ef0264c2b4c x-openstack-request-id: req-a0e9cde9-7f75-49ef-a803-8ef0264c2b4c {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:38.534913 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273a67c6-4e11-45b2-b200-51b12af5f0b8", "tag": "d81663c4-56ef-44e4-ad69-a01fa20b6b99", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:38.535237 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0e9cde9-7f75-49ef-a803-8ef0264c2b4c {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:38.535722 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273a67c6-4e11-45b2-b200-51b12af5f0b8', 'tag': 'd81663c4-56ef-44e4-ad69-a01fa20b6b99', 'status': 'completed', 'code': 200}
Nov 27 20:51:38.546588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: bb36450b-f6f8-40a8-b587-c2c25520c90d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:38.547016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device bb36450b-f6f8-40a8-b587-c2c25520c90d not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:38.615278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b769f-4566-4b34-b7c4-409454297b1c req-9063c48d-8b88-4c55-9901-904e84aebd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:38.616830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-376b769f-4566-4b34-b7c4-409454297b1c req-9063c48d-8b88-4c55-9901-904e84aebd8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7096bfbf5c8e42f09551e4c84ea8de02&device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 1099 time: 0.0474052
Nov 27 20:51:38.718742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b769f-4566-4b34-b7c4-409454297b1c req-f87401cf-2177-4c45-adbc-856f861bfc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:38.721140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-376b769f-4566-4b34-b7c4-409454297b1c req-f87401cf-2177-4c45-adbc-856f861bfc6a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.0949707
Nov 27 20:51:38.773771 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-376b769f-4566-4b34-b7c4-409454297b1c req-ba461f35-271d-45b1-90c9-2fd080aafb3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d81663c4-56ef-44e4-ad69-a01fa20b6b99 HTTP/1.1" status: 200  len: 217 time: 0.0392311
Nov 27 20:51:38.830526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b769f-4566-4b34-b7c4-409454297b1c req-4e7e2a5f-3855-4577-9361-c7144bd48523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:38.832227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-376b769f-4566-4b34-b7c4-409454297b1c req-4e7e2a5f-3855-4577-9361-c7144bd48523 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0484471
Nov 27 20:51:38.916388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b769f-4566-4b34-b7c4-409454297b1c req-f9edbca0-9a1f-4b6a-a2f8-614328cfc068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:38.918015 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-376b769f-4566-4b34-b7c4-409454297b1c req-f9edbca0-9a1f-4b6a-a2f8-614328cfc068 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0711763
Nov 27 20:51:38.926022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42b491-2d38-4a8c-8155-fc8f666dd120 req-7ec11491-1144-4ef6-903e-911f28131c13 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:38.927578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0b42b491-2d38-4a8c-8155-fc8f666dd120 req-7ec11491-1144-4ef6-903e-911f28131c13 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 949 time: 0.0911827
Nov 27 20:51:38.968635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773ffcb-8ab2-4e8d-84d5-6ad84cc8cb44 req-dcf07cb3-97b8-443f-9542-a6f3a9e62760 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:38.970178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4773ffcb-8ab2-4e8d-84d5-6ad84cc8cb44 req-dcf07cb3-97b8-443f-9542-a6f3a9e62760 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 948 time: 0.0540023
Nov 27 20:51:39.023191 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4773ffcb-8ab2-4e8d-84d5-6ad84cc8cb44 req-2822c661-6374-4382-bfcc-d936abe9be35 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426843
Nov 27 20:51:39.027106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0b42b491-2d38-4a8c-8155-fc8f666dd120 req-8f9c6d6a-432b-4694-b83b-227150c2298c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914526
Nov 27 20:51:39.049707 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-376b769f-4566-4b34-b7c4-409454297b1c req-20579f57-5fba-4a8e-b50f-eb147256e3d2 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210864
Nov 27 20:51:39.121335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:51:39.142836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ae66b3a-40ab-427a-8fe2-20fcde08b7a7 req-4f89292e-c37f-4385-91f9-0824638915e0 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0331271
Nov 27 20:51:39.174091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:51:39.176483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-376b769f-4566-4b34-b7c4-409454297b1c req-bf06115c-f0c0-421e-b44c-df571500229e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142209
Nov 27 20:51:39.178202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:39.178581 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.269392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.291008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:39.293274 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcb52cf-7aa4-4109-a3c0-8b64f7f7208b" -d '{"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:39.305589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:39.309560 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.310723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:39.355820 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d4bd20-c4ce-4424-b097-d15e075b364b x-openstack-request-id: req-b9d4bd20-c4ce-4424-b097-d15e075b364b {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:39.356121 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:39.356386 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9d4bd20-c4ce-4424-b097-d15e075b364b {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:39.356852 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'code': 200}
Nov 27 20:51:39.413384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=14']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:39.444128 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.460708 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.493428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314032c-98aa-4e4a-92e8-de8577f0e12b req-256d2799-fd97-4416-8285-7303134b978d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:39.494778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:39.494939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6314032c-98aa-4e4a-92e8-de8577f0e12b req-256d2799-fd97-4416-8285-7303134b978d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0824492
Nov 27 20:51:39.501033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.509113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-a1c1bb80-3c2d-4852-a78f-7546bf7bf304 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:39.510577 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-a1c1bb80-3c2d-4852-a78f-7546bf7bf304 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 950 time: 0.0677195
Nov 27 20:51:39.553013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:39.574933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 32980) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:39.611597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6314032c-98aa-4e4a-92e8-de8577f0e12b req-8b891cff-c41a-46c9-9a7f-891d01372146 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000063
Nov 27 20:51:39.624110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0a4be5-90cc-43de-a763-7856c4a41690 admin admin] Deleting subnet b8ec39ef-a293-4636-973a-265cd39882ca {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:51:39.629474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4be5-90cc-43de-a763-7856c4a41690 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.638116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Deleting port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:39.638470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.667603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4be5-90cc-43de-a763-7856c4a41690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.710031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4be5-90cc-43de-a763-7856c4a41690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.735094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] For port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:39.735995 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.750782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Calling delete_port for f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:39.769084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4be5-90cc-43de-a763-7856c4a41690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.793201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a4be5-90cc-43de-a763-7856c4a41690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ec39ef-a293-4636-973a-265cd39882ca,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:39.799413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4be5-90cc-43de-a763-7856c4a41690 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.805354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2d0a4be5-90cc-43de-a763-7856c4a41690 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b8ec39ef-a293-4636-973a-265cd39882ca HTTP/1.1" status: 204  len: 168 time: 0.2284822
Nov 27 20:51:39.808372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 32984) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:39.882026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.887441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.899410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['315cf87c-c809-4b39-b8ec-ef3d92d438f0', '75279561-8c7c-4017-8974-2a5bc6d0661c', '55d30e88-9406-4ec6-91aa-9618b04ad283', 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:39.918183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Pushing event deleted for resources: {'Port': ['ID=f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:39.964007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.965707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] No DVR routers for this DVR port f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:39.968527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:39.972772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56375d7a-69d2-4cb3-a432-c04e6fa6fa40 req-d86e661f-4d3b-498a-a6fe-d167f986c64a tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "DELETE /v2.0/ports/f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 HTTP/1.1" status: 204  len: 173 time: 0.4542153
Nov 27 20:51:39.990112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd945220>,) {'filters': {'network_id': ['324306ab-fd63-4c3d-9f56-7119b3413ec6']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:40.001723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd945220>, '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:40.002448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd945220>, '6b207c7b-0e89-4c4a-8a3a-0f483c2f2153') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:40.013489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.029930 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.036692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:51:40.036996 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:51:40.039125 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:51:40.110554 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.117365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.124772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 32990) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:40.127764 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/324306ab-fd63-4c3d-9f56-7119b3413ec6 HTTP/1.1" status: 204  len: 168 time: 0.3161016
Nov 27 20:51:40.142777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8bcc4-d251-4378-bed8-5ee266654af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=324306ab-fd63-4c3d-9f56-7119b3413ec6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:40.225914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bae6cf66-4af2-46b6-a8b4-cc0a5af4e045 req-41feeeb1-64cd-484b-a28a-ff230853e0a3 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=4157d971-eec0-4ccd-9c16-1ab1abac0ade HTTP/1.1" status: 200  len: 210 time: 0.0571959
Nov 27 20:51:40.238457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-50798e40-3ce1-4cb2-a7a1-835cf522f1ab admin admin] Deleting subnet 0cdfbf1b-edd3-417c-8139-60768012541e {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:51:40.243616 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-50798e40-3ce1-4cb2-a7a1-835cf522f1ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.278004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.287808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd86ec-09cf-476d-8721-8b8f38e5261a req-aaf017fc-fbee-4d6b-bd48-b2f343c3e1ae tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:40.289359 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4bd86ec-09cf-476d-8721-8b8f38e5261a req-aaf017fc-fbee-4d6b-bd48-b2f343c3e1ae tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 948 time: 0.1543698
Nov 27 20:51:40.297804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-50798e40-3ce1-4cb2-a7a1-835cf522f1ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.346215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d645bf5-8ef4-41cc-bcf6-db79171b2193 req-b8ce7dd6-0b36-4c84-b240-f92767bf3112 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0356274
Nov 27 20:51:40.366688 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-50798e40-3ce1-4cb2-a7a1-835cf522f1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.404896 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4bd86ec-09cf-476d-8721-8b8f38e5261a req-e2d60268-7e13-4223-81e2-479a477ac855 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046915
Nov 27 20:51:40.453094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-50798e40-3ce1-4cb2-a7a1-835cf522f1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.480543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50798e40-3ce1-4cb2-a7a1-835cf522f1ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cdfbf1b-edd3-417c-8139-60768012541e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:40.485975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-50798e40-3ce1-4cb2-a7a1-835cf522f1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.489582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-50798e40-3ce1-4cb2-a7a1-835cf522f1ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0cdfbf1b-edd3-417c-8139-60768012541e HTTP/1.1" status: 204  len: 168 time: 0.3637514
Nov 27 20:51:40.492165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33006) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:40.536746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-deleted', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:40.539226 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0160c1ba-9545-4262-ba56-76af83cdeb97" -d '{"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-deleted", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:40.562566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.574061 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b3ece4-2536-49b5-b705-29757526fba0 x-openstack-request-id: req-20b3ece4-2536-49b5-b705-29757526fba0 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:40.574440 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157d971-eec0-4ccd-9c16-1ab1abac0ade", "name": "network-vif-deleted", "tag": "f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:40.574771 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20b3ece4-2536-49b5-b705-29757526fba0 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:40.575269 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157d971-eec0-4ccd-9c16-1ab1abac0ade', 'name': 'network-vif-deleted', 'tag': 'f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3', 'status': 'completed', 'code': 200}
Nov 27 20:51:40.641480 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.661808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1ae790>,) {'filters': {'network_id': ['dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:40.671177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1ae790>, '654f64c6-ce7a-41de-8d19-4f2072321b83') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:40.671506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1ae790>, '654f64c6-ce7a-41de-8d19-4f2072321b83') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:51:40.682154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.721209 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.730434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:51:40.730823 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:51:40.733292 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:51:40.781645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32452a-aac4-4866-869e-3af5b255e2a9 req-8f69d86c-1b17-46c1-8232-d38e1846056b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:40.783222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d32452a-aac4-4866-869e-3af5b255e2a9 req-8f69d86c-1b17-46c1-8232-d38e1846056b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1030159
Nov 27 20:51:40.816973 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.822780 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:40.825920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47 HTTP/1.1" status: 204  len: 168 time: 0.3324618
Nov 27 20:51:40.845033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd1a72-ed0f-408d-beae-79a2b360c9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd19c64e-6b3e-45b0-b9f1-1f6491bf1f47,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:40.857990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d32452a-aac4-4866-869e-3af5b255e2a9 req-79470fcd-216a-476b-877a-59abaa935c1c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628221
Nov 27 20:51:40.988272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33016) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:41.027587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8307a47a-50aa-43de-b033-76ffa800c08c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=149906b8a2744176929b4d314a0de57d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0378213
Nov 27 20:51:41.029553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33018) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:41.078537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f48bf64-313b-4fd4-853e-14cfdca44b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.098427 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f48bf64-313b-4fd4-853e-14cfdca44b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.130628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d81663c4-56ef-44e4-ad69-a01fa20b6b99 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:51:41.145016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f48bf64-313b-4fd4-853e-14cfdca44b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.147816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f48bf64-313b-4fd4-853e-14cfdca44b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.152005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6f48bf64-313b-4fd4-853e-14cfdca44b9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f044ccf7-a927-45c5-957f-c769fb6a6632 HTTP/1.1" status: 204  len: 168 time: 0.1213727
Nov 27 20:51:41.160842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48bf64-313b-4fd4-853e-14cfdca44b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f044ccf7-a927-45c5-957f-c769fb6a6632,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:41.237803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d81663c4-56ef-44e4-ad69-a01fa20b6b99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d81663c4-56ef-44e4-ad69-a01fa20b6b99,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:41.249061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'd81663c4-56ef-44e4-ad69-a01fa20b6b99', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'd81663c4-56ef-44e4-ad69-a01fa20b6b99', 'mac_address': 'fa:16:3e:fa:f7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:51:41.291481 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.305947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81663c4-56ef-44e4-ad69-a01fa20b6b99 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:41.328607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d81663c4-56ef-44e4-ad69-a01fa20b6b99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d81663c4-56ef-44e4-ad69-a01fa20b6b99,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:41.333537 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.334338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:51:41.364566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:41.367308 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f624c9-fa39-4812-8629-f55e85e59af9" -d '{"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-unplugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:41.521027 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d556632-7583-404a-a648-cfb1c197c42c req-3d245242-71b0-42d2-8a07-bc06f6d8cd39 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0319693
Nov 27 20:51:41.542726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33040) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:41.552424 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f296d6-7226-4fec-81e9-0198dd7bd939 x-openstack-request-id: req-e4f296d6-7226-4fec-81e9-0198dd7bd939 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:41.552891 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-unplugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:41.553290 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4f296d6-7226-4fec-81e9-0198dd7bd939 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:41.553688 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d', 'code': 200}
Nov 27 20:51:41.568559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcc13c-dab2-4a0d-8ba3-e7052a248283 req-1165e90d-59dd-445a-846e-6e8ca1409d67 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:41.571855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d81663c4-56ef-44e4-ad69-a01fa20b6b99,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:41.576402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:41.577438 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88dcc13c-dab2-4a0d-8ba3-e7052a248283 req-1165e90d-59dd-445a-846e-6e8ca1409d67 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 949 time: 0.0774095
Nov 27 20:51:41.596932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '970294ba-0041-4f63-b140-b50984e2960d', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '970294ba-0041-4f63-b140-b50984e2960d', 'mac_address': 'fa:16:3e:7c:40:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:51:41.615644 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-80911949-ab33-4b6f-8d7c-fca5ee887b82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=493adc593bae4219a753f10cd4ee463a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0705011
Nov 27 20:51:41.617230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33042) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:41.636044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88dcc13c-dab2-4a0d-8ba3-e7052a248283 req-d7274a55-e0ff-46b8-9e2b-7464b6a1cf1e tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561447
Nov 27 20:51:41.640909 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.658032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970294ba-0041-4f63-b140-b50984e2960d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:41.682520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:41.687883 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.708659 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82c07361-21a1-4741-9f58-e84dfe038271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.737319 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82c07361-21a1-4741-9f58-e84dfe038271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.737715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:41.758623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f7ce5-bc25-4fe4-bf6d-d023b11563ee req-402c09a3-0767-48c6-8a3d-953511111e84 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:41.760283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-721f7ce5-bc25-4fe4-bf6d-d023b11563ee req-402c09a3-0767-48c6-8a3d-953511111e84 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 951 time: 0.0787990
Nov 27 20:51:41.820984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-721f7ce5-bc25-4fe4-bf6d-d023b11563ee req-d327fd29-88fc-40bd-a194-6a76b561a10f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532637
Nov 27 20:51:41.830969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82c07361-21a1-4741-9f58-e84dfe038271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.834505 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82c07361-21a1-4741-9f58-e84dfe038271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:41.838646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-82c07361-21a1-4741-9f58-e84dfe038271 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecb76fdb-b604-4124-ba4f-06fe14b18c58 HTTP/1.1" status: 204  len: 168 time: 0.2192807
Nov 27 20:51:41.849700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c07361-21a1-4741-9f58-e84dfe038271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb76fdb-b604-4124-ba4f-06fe14b18c58,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:41.857577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['970294ba-0041-4f63-b140-b50984e2960d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:42.044228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b2b53-ce3f-4bc8-b396-d1ce4c942dd9 req-8c87fb33-747b-439f-a874-1b26fb4d58a1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:42.054646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b14b2b53-ce3f-4bc8-b396-d1ce4c942dd9 req-8c87fb33-747b-439f-a874-1b26fb4d58a1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0980158
Nov 27 20:51:42.110816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b14b2b53-ce3f-4bc8-b396-d1ce4c942dd9 req-eaaf11f3-f3a7-4587-aeee-1ac1b1b07db4 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548654
Nov 27 20:51:42.117032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['d81663c4-56ef-44e4-ad69-a01fa20b6b99'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:42.648127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3be6c740-16c4-4a6a-86a0-4dd491a6f6df req-37fd1fd6-8ba0-4ee0-9e50-2bb2f219f95a tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0382161
Nov 27 20:51:42.820728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6088f8-3015-4400-b423-c5c41cb1ce8a req-e69d74ec-0f37-426b-9c23-228d1a2573c1 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:42.822300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de6088f8-3015-4400-b423-c5c41cb1ce8a req-e69d74ec-0f37-426b-9c23-228d1a2573c1 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 949 time: 0.0730841
Nov 27 20:51:42.893737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de6088f8-3015-4400-b423-c5c41cb1ce8a req-1b5367aa-3a2a-478b-bccb-c491cee655ba tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650189
Nov 27 20:51:43.129998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7638a85-2a80-47e9-8417-8ef46912878c req-bdb7c55a-acdf-4ce6-8394-1308d9b53ee5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:43.139971 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b7638a85-2a80-47e9-8417-8ef46912878c req-bdb7c55a-acdf-4ce6-8394-1308d9b53ee5 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 951 time: 0.0830674
Nov 27 20:51:43.140262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:51:43.234010 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b7638a85-2a80-47e9-8417-8ef46912878c req-36fffb8e-0760-4223-8e98-ce8f73144c95 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924189
Nov 27 20:51:43.246187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 970294ba-0041-4f63-b140-b50984e2960d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:43.247414 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:43.364654 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:43.378890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0f54d-6c18-4290-8cd9-b156b5d22e9f req-a75084c3-9cbc-4dca-bc3b-e3539153c628 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:43.380600 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98c0f54d-6c18-4290-8cd9-b156b5d22e9f req-a75084c3-9cbc-4dca-bc3b-e3539153c628 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0674148
Nov 27 20:51:43.398805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051de2c-348b-438b-baee-604aa15734a5 req-5ec8fc72-84da-4f5f-94b3-a3d055906e38 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:43.400585 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3051de2c-348b-438b-baee-604aa15734a5 req-5ec8fc72-84da-4f5f-94b3-a3d055906e38 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 951 time: 0.1233363
Nov 27 20:51:43.405981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:43.420655 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:43.421747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:43.505289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98c0f54d-6c18-4290-8cd9-b156b5d22e9f req-3f9da4b6-0e3b-4687-a3b1-e0a84ddddb14 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035652
Nov 27 20:51:43.530427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:43.531055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f9f8d6d6-2378-47fb-b9d8-40b103ffe5b3 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:43.557258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:43.564881 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf6c906-e44c-42f7-bfaf-bbde3997f258" -d '{"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-plugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:43.583470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-3051de2c-348b-438b-baee-604aa15734a5 req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Deleting port 55d30e88-9406-4ec6-91aa-9618b04ad283 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:43.585824 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3051de2c-348b-438b-baee-604aa15734a5 req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:43.604823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=10']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:43.709656 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e81fdc6-9b7b-46c3-9b5f-52be498109c1 x-openstack-request-id: req-8e81fdc6-9b7b-46c3-9b5f-52be498109c1 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:43.709956 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-plugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:43.710216 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e81fdc6-9b7b-46c3-9b5f-52be498109c1 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:43.710773 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d', 'code': 200}
Nov 27 20:51:43.750308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-3051de2c-348b-438b-baee-604aa15734a5 req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] For port 55d30e88-9406-4ec6-91aa-9618b04ad283, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=55d30e88-9406-4ec6-91aa-9618b04ad283,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:43.751427 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3051de2c-348b-438b-baee-604aa15734a5 req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:43.765453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-3051de2c-348b-438b-baee-604aa15734a5 req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Calling delete_port for 55d30e88-9406-4ec6-91aa-9618b04ad283 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:43.845956 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:51:43.847773 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6142a2ef-f8d4-40ca-a2da-d58c86bf1749 req-1682e479-06db-407d-9668-8106fbecfe16 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0727539
Nov 27 20:51:43.997235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3051de2c-348b-438b-baee-604aa15734a5 req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:44.009658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['315cf87c-c809-4b39-b8ec-ef3d92d438f0', '75279561-8c7c-4017-8974-2a5bc6d0661c', '55d30e88-9406-4ec6-91aa-9618b04ad283'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:44.059619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Pushing event deleted for resources: {'Port': ['ID=55d30e88-9406-4ec6-91aa-9618b04ad283,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:44.113080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382f0b8-e6f1-40f0-8af0-e681c5519832 req-c567b304-4fc8-41c9-be48-3827cceec141 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:44.115122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3382f0b8-e6f1-40f0-8af0-e681c5519832 req-c567b304-4fc8-41c9-be48-3827cceec141 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 949 time: 0.1276059
Nov 27 20:51:44.138534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3051de2c-348b-438b-baee-604aa15734a5 req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] No DVR routers for this DVR port 55d30e88-9406-4ec6-91aa-9618b04ad283 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:44.142142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3051de2c-348b-438b-baee-604aa15734a5 req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:44.145854 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3051de2c-348b-438b-baee-604aa15734a5 req-fcdebbb7-b5b3-4965-977f-853c1ef08602 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "DELETE /v2.0/ports/55d30e88-9406-4ec6-91aa-9618b04ad283 HTTP/1.1" status: 204  len: 173 time: 0.7272911
Nov 27 20:51:44.150662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-deleted', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:44.153223 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de40ccb8-70b9-48da-bbbd-ff1de4a0925c" -d '{"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-deleted", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:44.217636 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3382f0b8-e6f1-40f0-8af0-e681c5519832 req-1a96ac42-a58a-44ab-b77b-bb59e6b5fdaf tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801547
Nov 27 20:51:44.695028 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebea9c0-978f-4ece-b666-8a5ce3d9c4a3 x-openstack-request-id: req-1ebea9c0-978f-4ece-b666-8a5ce3d9c4a3 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:44.695358 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3587c6d6-ace9-414f-9f3f-68f3fb957835", "name": "network-vif-deleted", "tag": "55d30e88-9406-4ec6-91aa-9618b04ad283", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:44.695618 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ebea9c0-978f-4ece-b666-8a5ce3d9c4a3 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:44.696026 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3587c6d6-ace9-414f-9f3f-68f3fb957835', 'name': 'network-vif-deleted', 'tag': '55d30e88-9406-4ec6-91aa-9618b04ad283', 'status': 'completed', 'code': 200}
Nov 27 20:51:44.796666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea904092-af65-4ad5-866d-1f16f12d2a91 req-ea9cc08b-bceb-48a6-befa-43b0c5134000 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=3587c6d6-ace9-414f-9f3f-68f3fb957835 HTTP/1.1" status: 200  len: 210 time: 0.0314682
Nov 27 20:51:44.921050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034373a-06c6-4c38-9c83-c4148c89e0ee req-ee3a5fb3-df47-4155-8da1-74177a2a3703 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:44.926341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9034373a-06c6-4c38-9c83-c4148c89e0ee req-ee3a5fb3-df47-4155-8da1-74177a2a3703 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0648718
Nov 27 20:51:44.981309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9034373a-06c6-4c38-9c83-c4148c89e0ee req-389e325a-33ca-4c22-bbab-4daf4dc6cffb tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481186
Nov 27 20:51:45.141273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d81663c4-56ef-44e4-ad69-a01fa20b6b99 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:51:45.246531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port d81663c4-56ef-44e4-ad69-a01fa20b6b99 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:51:45.251545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port d81663c4-56ef-44e4-ad69-a01fa20b6b99 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:45.252445 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:45.277347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e6620fb-bda2-4edd-af95-bc90c5a0b153 req-3d693dad-9afc-42c2-aba0-4143ba9637e7 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0436847
Nov 27 20:51:45.354480 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:45.398817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d81663c4-56ef-44e4-ad69-a01fa20b6b99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d81663c4-56ef-44e4-ad69-a01fa20b6b99,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:45.404850 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:45.405987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:45.420390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4ab04-7342-4134-814a-b9ac41bd35be req-01e960ad-0476-43bb-b90d-c9ed1a18842e tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:45.430873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3d4ab04-7342-4134-814a-b9ac41bd35be req-01e960ad-0476-43bb-b90d-c9ed1a18842e tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 949 time: 0.0751762
Nov 27 20:51:45.460277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 55d30e88-9406-4ec6-91aa-9618b04ad283 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:45.460913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 55d30e88-9406-4ec6-91aa-9618b04ad283 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:45.489834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d81663c4-56ef-44e4-ad69-a01fa20b6b99,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:45.490063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3d4ab04-7342-4134-814a-b9ac41bd35be req-e7e10f71-9a3a-4542-857e-37f3a42ec1d5 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579588
Nov 27 20:51:45.711358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273a67c6-4e11-45b2-b200-51b12af5f0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81663c4-56ef-44e4-ad69-a01fa20b6b99'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:45.715304 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99e8af6-151f-455e-a4b5-03809cc90054" -d '{"events": [{"server_uuid": "273a67c6-4e11-45b2-b200-51b12af5f0b8", "name": "network-vif-plugged", "status": "completed", "tag": "d81663c4-56ef-44e4-ad69-a01fa20b6b99"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:45.721890 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:45.845491 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abb7ba3-0f88-4735-9751-90b7c7341cbc x-openstack-request-id: req-0abb7ba3-0f88-4735-9751-90b7c7341cbc {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:45.845790 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273a67c6-4e11-45b2-b200-51b12af5f0b8", "name": "network-vif-plugged", "status": "completed", "tag": "d81663c4-56ef-44e4-ad69-a01fa20b6b99", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:45.850619 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0abb7ba3-0f88-4735-9751-90b7c7341cbc {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:45.860893 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273a67c6-4e11-45b2-b200-51b12af5f0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81663c4-56ef-44e4-ad69-a01fa20b6b99', 'code': 200}
Nov 27 20:51:46.003842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba20e-d633-4f08-a611-9079093748c3 req-e0e504e4-bbd9-4969-84bb-2bfbed969b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:46.004698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d2fba20e-d633-4f08-a611-9079093748c3 req-e0e504e4-bbd9-4969-84bb-2bfbed969b7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 1101 time: 0.0579798
Nov 27 20:51:46.072550 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d2fba20e-d633-4f08-a611-9079093748c3 req-d36c91eb-93e7-47e5-8e94-f5089cd8147e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594122
Nov 27 20:51:46.164609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8318e-5d5a-4279-8adf-f169b06f166d req-0965247a-27fd-4aac-a6a7-ba50efdbb30a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:46.174658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2dc8318e-5d5a-4279-8adf-f169b06f166d req-0965247a-27fd-4aac-a6a7-ba50efdbb30a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0894344
Nov 27 20:51:46.239268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2dc8318e-5d5a-4279-8adf-f169b06f166d req-ca4ea6c4-fc2b-472e-b403-174dc774c1aa tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580449
Nov 27 20:51:46.264838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ff969-8c79-413d-a415-4dd3ac56f70b req-7c017c43-d8dc-4c39-b04f-acd6b00599d1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:46.277840 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-750ff969-8c79-413d-a415-4dd3ac56f70b req-7c017c43-d8dc-4c39-b04f-acd6b00599d1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1024570
Nov 27 20:51:46.334733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-750ff969-8c79-413d-a415-4dd3ac56f70b req-95d9c9a9-7d7e-4cfa-8340-8ed23c899d84 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556028
Nov 27 20:51:46.436989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a525d905-7e5c-4299-80fd-8001038d8465 req-32653404-d6c3-46b9-ba69-0c1518a89e02 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0322411
Nov 27 20:51:46.637718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ddc0-7fcc-46f9-941c-0085e09b9eba req-811bab28-b672-4379-9edc-8165f819cae5 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:46.637864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b202ddc0-7fcc-46f9-941c-0085e09b9eba req-811bab28-b672-4379-9edc-8165f819cae5 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 950 time: 0.0661247
Nov 27 20:51:46.713022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b202ddc0-7fcc-46f9-941c-0085e09b9eba req-c86e0d1f-d51d-4b14-a370-59eb7a602d5d tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495725
Nov 27 20:51:46.798163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33244) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:46.961203 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8561e986-0f8f-465c-9f2e-96ebf568a50a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.049823 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8561e986-0f8f-465c-9f2e-96ebf568a50a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.055054 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8561e986-0f8f-465c-9f2e-96ebf568a50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.096033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561e986-0f8f-465c-9f2e-96ebf568a50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b96039-152d-4587-80e2-1048d0af1252,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:47.104666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8561e986-0f8f-465c-9f2e-96ebf568a50a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81fd849e4df54e0183a5b96d27a65dfb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3053887
Nov 27 20:51:47.107423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33254) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:47.192556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-937bbf4b-9224-4884-bf72-fadba2965c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.222352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-937bbf4b-9224-4884-bf72-fadba2965c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.287714 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-937bbf4b-9224-4884-bf72-fadba2965c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.296354 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-937bbf4b-9224-4884-bf72-fadba2965c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.301644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-937bbf4b-9224-4884-bf72-fadba2965c03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7b96039-152d-4587-80e2-1048d0af1252 HTTP/1.1" status: 204  len: 168 time: 0.1924291
Nov 27 20:51:47.341434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bbf4b-9224-4884-bf72-fadba2965c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b96039-152d-4587-80e2-1048d0af1252,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:47.476940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45cf2f-6d87-4c6c-9f5d-c0aeef3b87f8 req-2e8c2677-5087-4b90-b6e4-d3b13010b386 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:47.480037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be45cf2f-6d87-4c6c-9f5d-c0aeef3b87f8 req-2e8c2677-5087-4b90-b6e4-d3b13010b386 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1678555
Nov 27 20:51:47.587611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be45cf2f-6d87-4c6c-9f5d-c0aeef3b87f8 req-43217166-cefd-4c51-b971-c2a4700e7f11 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010957
Nov 27 20:51:47.680191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac4b81-f643-47d5-8511-f3701905d73d req-dd02fa0e-54ab-4122-98c9-f8b59ce42273 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:47.691336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32ac4b81-f643-47d5-8511-f3701905d73d req-dd02fa0e-54ab-4122-98c9-f8b59ce42273 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.1271555
Nov 27 20:51:47.707490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33268) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:47.721923 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce925689-b7e7-48da-8bb9-af5c1338e045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.759309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbb0a8e0-80bf-4f2c-b26d-7b8d33c2f945 req-93450959-58e2-4c52-b91d-7608ccf1d32a tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0342257
Nov 27 20:51:47.769831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32ac4b81-f643-47d5-8511-f3701905d73d req-f21ab149-f969-4687-96d6-aa6b28570037 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775793
Nov 27 20:51:47.917285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce925689-b7e7-48da-8bb9-af5c1338e045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.928507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce925689-b7e7-48da-8bb9-af5c1338e045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:47.953020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39a67f-aabb-4406-8e44-b521e4caccae req-6b4680ab-9c29-4a08-9f01-bd4ffdd84cb7 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:47.956195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff39a67f-aabb-4406-8e44-b521e4caccae req-6b4680ab-9c29-4a08-9f01-bd4ffdd84cb7 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 950 time: 0.1203992
Nov 27 20:51:48.014319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33284) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:48.014568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ce925689-b7e7-48da-8bb9-af5c1338e045 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b6c42ba6c324dd5b943f5384ab8d0c2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3055937
Nov 27 20:51:48.032984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce925689-b7e7-48da-8bb9-af5c1338e045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d74d657-0414-4bf2-8e2c-23ee526bb4d6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:48.058726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff39a67f-aabb-4406-8e44-b521e4caccae req-4e7a5e05-4148-4954-843f-ede8261b4f47 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944538
Nov 27 20:51:48.137726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-61a146fb-82ec-4842-902f-87c28b8781d2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:48.139225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-61a146fb-82ec-4842-902f-87c28b8781d2 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 949 time: 0.0779955
Nov 27 20:51:48.140078 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9614715c-6395-41be-80ea-09a94ec326ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:48.199204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:48.224754 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9614715c-6395-41be-80ea-09a94ec326ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:48.318074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Deleting port 75279561-8c7c-4017-8974-2a5bc6d0661c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:48.318435 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:48.323070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9614715c-6395-41be-80ea-09a94ec326ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:48.326877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9614715c-6395-41be-80ea-09a94ec326ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:48.331387 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9614715c-6395-41be-80ea-09a94ec326ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d74d657-0414-4bf2-8e2c-23ee526bb4d6 HTTP/1.1" status: 204  len: 168 time: 0.3159401
Nov 27 20:51:48.385942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614715c-6395-41be-80ea-09a94ec326ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d74d657-0414-4bf2-8e2c-23ee526bb4d6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:48.476663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] For port 75279561-8c7c-4017-8974-2a5bc6d0661c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75279561-8c7c-4017-8974-2a5bc6d0661c,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:48.476928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:48.494144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Calling delete_port for 75279561-8c7c-4017-8974-2a5bc6d0661c owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:48.657043 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:48.671059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['315cf87c-c809-4b39-b8ec-ef3d92d438f0', '75279561-8c7c-4017-8974-2a5bc6d0661c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:48.745513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Pushing event deleted for resources: {'Port': ['ID=75279561-8c7c-4017-8974-2a5bc6d0661c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:48.747902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] No DVR routers for this DVR port 75279561-8c7c-4017-8974-2a5bc6d0661c on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:48.751572 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:48.756277 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1744e4a4-2087-4a58-9a4f-9f4dfbefb0ae req-41286417-6816-43cb-b289-28fc3d25cc7f tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "DELETE /v2.0/ports/75279561-8c7c-4017-8974-2a5bc6d0661c HTTP/1.1" status: 204  len: 173 time: 0.6030929
Nov 27 20:51:48.756939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'name': 'network-vif-deleted', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:48.759690 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995ea7fa-c0c4-4d1e-bc83-11d28db01a93" -d '{"events": [{"server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "name": "network-vif-deleted", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:48.913347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69849d23-f0d2-411e-8528-0228e656f76e req-71159f05-62db-43e4-baa6-c667e162d5da tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:48.932150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69849d23-f0d2-411e-8528-0228e656f76e req-71159f05-62db-43e4-baa6-c667e162d5da tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1487589
Nov 27 20:51:48.976729 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb20561-3831-4082-bf8f-ac2ae42c5bd2 x-openstack-request-id: req-2cb20561-3831-4082-bf8f-ac2ae42c5bd2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:48.977036 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81016c57-65b3-485d-bcfa-990f3b12fd24", "name": "network-vif-deleted", "tag": "75279561-8c7c-4017-8974-2a5bc6d0661c", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:48.977345 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cb20561-3831-4082-bf8f-ac2ae42c5bd2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:48.977754 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81016c57-65b3-485d-bcfa-990f3b12fd24', 'name': 'network-vif-deleted', 'tag': '75279561-8c7c-4017-8974-2a5bc6d0661c', 'status': 'completed', 'code': 200}
Nov 27 20:51:49.029121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69849d23-f0d2-411e-8528-0228e656f76e req-6c8cc2f3-4723-4210-a8a6-eba29c290831 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959096
Nov 27 20:51:49.089400 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10d66677-d18f-47ed-a291-78f6ba0c9a2e req-3c4d95cd-6779-47cc-bc82-691a2900a7c2 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0424330
Nov 27 20:51:49.208588 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-daf31bd7-f612-4eb9-bb49-e44db488dc3f req-e5f914ea-af94-4507-9145-36f49f9e37a1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=81016c57-65b3-485d-bcfa-990f3b12fd24 HTTP/1.1" status: 200  len: 210 time: 0.0675707
Nov 27 20:51:49.487359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dedd1-0101-4d00-bf44-da56abfe979a req-40241f80-2247-4170-9b12-65536319f86e tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:49.489351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-776dedd1-0101-4d00-bf44-da56abfe979a req-40241f80-2247-4170-9b12-65536319f86e tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 950 time: 0.0611680
Nov 27 20:51:49.551540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-776dedd1-0101-4d00-bf44-da56abfe979a req-809d02e0-7b30-462f-9e6e-922892fdea4c tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539341
Nov 27 20:51:50.161441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5636a-b4e5-417f-81c7-ca42a2f580b9 req-aac4ccf2-bf9b-4e51-9273-2cf44ef8c0dc tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:50.163084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-47e5636a-b4e5-417f-81c7-ca42a2f580b9 req-aac4ccf2-bf9b-4e51-9273-2cf44ef8c0dc tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0620954
Nov 27 20:51:50.223536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8747021b-0866-4b81-8f11-6731cff34ccf req-84db4374-21a5-4c5c-aad3-6073bb9433fe tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0491920
Nov 27 20:51:50.269425 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-47e5636a-b4e5-417f-81c7-ca42a2f580b9 req-99d5dc7a-a6b9-41e0-b21d-6ce914a91b61 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903752
Nov 27 20:51:50.621987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbf044-99cb-415b-9365-667730dec4ad req-c9f3cd07-6b4f-4964-8651-53d7c8680b0c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:50.623690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ccbf044-99cb-415b-9365-667730dec4ad req-c9f3cd07-6b4f-4964-8651-53d7c8680b0c tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.0575645
Nov 27 20:51:50.695797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ccbf044-99cb-415b-9365-667730dec4ad req-eba24e1d-9635-4d13-a0a8-e5d692eaf764 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636687
Nov 27 20:51:50.835715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59994c25-2b24-4d29-aade-d849233552f4 req-bbeee0bd-2afb-4c8c-b1b6-4a74ba8112fb tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:50.838556 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-59994c25-2b24-4d29-aade-d849233552f4 req-bbeee0bd-2afb-4c8c-b1b6-4a74ba8112fb tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 950 time: 0.0814397
Nov 27 20:51:50.900808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-59994c25-2b24-4d29-aade-d849233552f4 req-c16d3fd1-c043-443a-9f0d-72552f3564d1 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/security-groups?id=65a8c647-3896-4e96-bc00-739263a49910&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555511
Nov 27 20:51:51.128242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-51b0cb34-4e7d-4ccf-a73c-c7bfe0227644 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:51.130901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-51b0cb34-4e7d-4ccf-a73c-c7bfe0227644 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.35 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 950 time: 0.0641224
Nov 27 20:51:51.148139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 75279561-8c7c-4017-8974-2a5bc6d0661c no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:51.173258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 75279561-8c7c-4017-8974-2a5bc6d0661c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:51.173685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 75279561-8c7c-4017-8974-2a5bc6d0661c not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:51.276002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Deleting port d81663c4-56ef-44e4-ad69-a01fa20b6b99 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:51.276002 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:51.356263 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7554f6a9-823a-42e5-8ff0-5c166b898bac req-47ee4b12-5d5f-4f64-8537-a6168b7b7613 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0479605
Nov 27 20:51:51.470716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] For port d81663c4-56ef-44e4-ad69-a01fa20b6b99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d81663c4-56ef-44e4-ad69-a01fa20b6b99,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:51.471417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:51.484567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68f0c8-e801-4dbd-b163-033544a00b4d req-ae97d2df-750d-414b-bafd-3be27a95d3ed tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:51.486650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c68f0c8-e801-4dbd-b163-033544a00b4d req-ae97d2df-750d-414b-bafd-3be27a95d3ed tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0826733
Nov 27 20:51:51.503327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Calling delete_port for d81663c4-56ef-44e4-ad69-a01fa20b6b99 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:51.525960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33436) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:51.638456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c68f0c8-e801-4dbd-b163-033544a00b4d req-dfc9821c-2d2c-4b48-9d7b-522261dcf456 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321464
Nov 27 20:51:51.675619 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34eb14eb-0e24-4730-bf05-431e53d9fda7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:51.762384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:51.778426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['d81663c4-56ef-44e4-ad69-a01fa20b6b99'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:51.831192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Pushing event deleted for resources: {'Port': ['ID=d81663c4-56ef-44e4-ad69-a01fa20b6b99,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:51.886609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34eb14eb-0e24-4730-bf05-431e53d9fda7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:51.899840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] No DVR routers for this DVR port d81663c4-56ef-44e4-ad69-a01fa20b6b99 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:51.901538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34eb14eb-0e24-4730-bf05-431e53d9fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:51.906873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:51.912772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-50c58baa-e0ce-4d69-91c8-5321302d377a req-bb4dd5aa-2e3c-49eb-8763-1e705d0f9cc4 tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.35 "DELETE /v2.0/ports/d81663c4-56ef-44e4-ad69-a01fa20b6b99 HTTP/1.1" status: 204  len: 173 time: 0.7696745
Nov 27 20:51:51.913263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273a67c6-4e11-45b2-b200-51b12af5f0b8', 'name': 'network-vif-deleted', 'tag': 'd81663c4-56ef-44e4-ad69-a01fa20b6b99'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:51.926591 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2559ca8a-afda-4ba8-a2a8-c4723fbc6a93" -d '{"events": [{"server_uuid": "273a67c6-4e11-45b2-b200-51b12af5f0b8", "name": "network-vif-deleted", "tag": "d81663c4-56ef-44e4-ad69-a01fa20b6b99"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:52.012633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb14eb-0e24-4730-bf05-431e53d9fda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1ef7f9-0a28-4173-a2c5-8ec6a4fca733,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:52.047703 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-34eb14eb-0e24-4730-bf05-431e53d9fda7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4aa31d233c54e67aee9939f89d9b8ed&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5179961
Nov 27 20:51:52.065680 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe5570-1019-4da1-ab11-302cc26395f5 req-f5eebe04-2be5-47a3-962e-bf4639ea43aa tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:52.075045 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10fe5570-1019-4da1-ab11-302cc26395f5 req-f5eebe04-2be5-47a3-962e-bf4639ea43aa tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.1753182
Nov 27 20:51:52.076916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33448) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:52.093996 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e4641f5-17a2-43ab-88cc-8430387252be req-a4894f63-740a-45aa-873a-c0949d6ca65e tempest-TenantUsagesTestJSON-2069042190 tempest-TenantUsagesTestJSON-2069042190-project] 10.222.0.21 "GET /v2.0/ports?device_id=273a67c6-4e11-45b2-b200-51b12af5f0b8 HTTP/1.1" status: 200  len: 210 time: 0.0850954
Nov 27 20:51:52.178404 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10fe5570-1019-4da1-ab11-302cc26395f5 req-7499972d-ed75-43dd-978e-c90dcf9af146 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/security-groups?id=a42f953e-85fd-4707-bdf7-84812522efe7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020586
Nov 27 20:51:52.188072 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19bf84d-fdc2-43d3-9eb6-ec25e7a29493 x-openstack-request-id: req-d19bf84d-fdc2-43d3-9eb6-ec25e7a29493 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:52.189138 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273a67c6-4e11-45b2-b200-51b12af5f0b8", "name": "network-vif-deleted", "tag": "d81663c4-56ef-44e4-ad69-a01fa20b6b99", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:52.189567 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d19bf84d-fdc2-43d3-9eb6-ec25e7a29493 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:52.190182 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273a67c6-4e11-45b2-b200-51b12af5f0b8', 'name': 'network-vif-deleted', 'tag': 'd81663c4-56ef-44e4-ad69-a01fa20b6b99', 'status': 'completed', 'code': 200}
Nov 27 20:51:52.225071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-708cd583-6561-4803-bb51-fa1c3ad41fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:52.253865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-708cd583-6561-4803-bb51-fa1c3ad41fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:52.261317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49129649-61d0-488e-a637-8c5ccc08c3da req-6729fd15-fe35-4317-8078-646fce73cc81 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:52.263153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49129649-61d0-488e-a637-8c5ccc08c3da req-6729fd15-fe35-4317-8078-646fce73cc81 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 950 time: 0.0588405
Nov 27 20:51:52.316382 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-708cd583-6561-4803-bb51-fa1c3ad41fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:52.325029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-708cd583-6561-4803-bb51-fa1c3ad41fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:52.326459 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-708cd583-6561-4803-bb51-fa1c3ad41fcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd1ef7f9-0a28-4173-a2c5-8ec6a4fca733 HTTP/1.1" status: 204  len: 168 time: 0.2478759
Nov 27 20:51:52.354589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cd583-6561-4803-bb51-fa1c3ad41fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1ef7f9-0a28-4173-a2c5-8ec6a4fca733,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:52.392425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-49129649-61d0-488e-a637-8c5ccc08c3da req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Deleting port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:51:52.393370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49129649-61d0-488e-a637-8c5ccc08c3da req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:52.508091 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e427bf9d-6518-49c5-90c7-ae90a9f1a803 req-1d228d0e-9034-477c-8632-b81007621c7e tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0558808
Nov 27 20:51:52.619306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-49129649-61d0-488e-a637-8c5ccc08c3da req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] For port 315cf87c-c809-4b39-b8ec-ef3d92d438f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315cf87c-c809-4b39-b8ec-ef3d92d438f0,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:52.623094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49129649-61d0-488e-a637-8c5ccc08c3da req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:52.654882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-49129649-61d0-488e-a637-8c5ccc08c3da req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Calling delete_port for 315cf87c-c809-4b39-b8ec-ef3d92d438f0 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:51:52.834159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29970-414a-49c7-b8c6-772c7315caea req-ae4dfb36-7b51-4573-b2d8-f4eab1332857 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:52.835811 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12f29970-414a-49c7-b8c6-772c7315caea req-ae4dfb36-7b51-4573-b2d8-f4eab1332857 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0889492
Nov 27 20:51:52.850868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33470) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:52.885873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-61767acc-88cd-496e-a167-d586ceb7c6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:52.886661 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49129649-61d0-488e-a637-8c5ccc08c3da req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:52.899324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['315cf87c-c809-4b39-b8ec-ef3d92d438f0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:52.953108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Pushing event deleted for resources: {'Port': ['ID=315cf87c-c809-4b39-b8ec-ef3d92d438f0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:52.987636 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12f29970-414a-49c7-b8c6-772c7315caea req-b516e7f7-e0ca-422c-bcce-84c1e060d410 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440313
Nov 27 20:51:53.024500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-49129649-61d0-488e-a637-8c5ccc08c3da req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] No DVR routers for this DVR port 315cf87c-c809-4b39-b8ec-ef3d92d438f0 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:51:53.040895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49129649-61d0-488e-a637-8c5ccc08c3da req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:53.042790 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49129649-61d0-488e-a637-8c5ccc08c3da req-b9027ae4-2af1-46c5-9039-ae51dd633f54 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.35 "DELETE /v2.0/ports/315cf87c-c809-4b39-b8ec-ef3d92d438f0 HTTP/1.1" status: 204  len: 173 time: 0.7694833
Nov 27 20:51:53.086087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-61767acc-88cd-496e-a167-d586ceb7c6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:53.100236 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-61767acc-88cd-496e-a167-d586ceb7c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:53.228624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-61767acc-88cd-496e-a167-d586ceb7c6e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86d4fae5b1a047ac9a3143b0266a165d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3740945
Nov 27 20:51:53.228934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33482) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:53.245973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fed16-e17e-4a7c-bb7f-27ace9b29aa2 req-e4650bcd-5b81-4dd5-96d2-c683886521ec tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:53.255676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f51fed16-e17e-4a7c-bb7f-27ace9b29aa2 req-e4650bcd-5b81-4dd5-96d2-c683886521ec tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 1100 time: 0.1670547
Nov 27 20:51:53.259284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61767acc-88cd-496e-a167-d586ceb7c6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23efb61b-d27a-4627-9132-2ff6fef4ed58,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:53.362102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f51fed16-e17e-4a7c-bb7f-27ace9b29aa2 req-2f648a13-2880-4fbc-b53e-f6559dc601bc tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044991
Nov 27 20:51:53.378637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fea9269-7495-4f80-89e1-362cdf4f26e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:53.378637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff216792-8028-4798-9e62-af9574dbc6d5 req-dd0c0de1-2520-48a5-9f74-9c8e697da2c1 tempest-MigrationsAdminTest-1391153204 tempest-MigrationsAdminTest-1391153204-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c83605-57d7-4d81-a8ee-b30279bafd6f HTTP/1.1" status: 200  len: 210 time: 0.0659754
Nov 27 20:51:53.421676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fea9269-7495-4f80-89e1-362cdf4f26e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:53.501835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fea9269-7495-4f80-89e1-362cdf4f26e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:53.505360 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fea9269-7495-4f80-89e1-362cdf4f26e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:53.512376 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2fea9269-7495-4f80-89e1-362cdf4f26e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23efb61b-d27a-4627-9132-2ff6fef4ed58 HTTP/1.1" status: 204  len: 168 time: 0.2799418
Nov 27 20:51:53.532632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea9269-7495-4f80-89e1-362cdf4f26e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23efb61b-d27a-4627-9132-2ff6fef4ed58,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:53.769188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e309b946-e832-4495-80ae-814bbca605ce req-b400cbbd-e072-4352-803e-2e94c52855cd tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0907574
Nov 27 20:51:53.782979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33510) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:53.891012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-4379b33f-8ceb-4f2c-a504-99d26cefeda2 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0511541
Nov 27 20:51:54.064617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab956-e55e-453f-b83c-811979c29c5d req-abbb47a9-7010-431c-81d6-36b0d1dcb138 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:54.072949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-abbb47a9-7010-431c-81d6-36b0d1dcb138 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1802604
Nov 27 20:51:54.101656 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-79ca00b5-2ec1-43df-9750-30e71f44137f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/quotas/c03fae8406904a0da2046c097555cf58 HTTP/1.1" status: 200  len: 375 time: 0.0276778
Nov 27 20:51:54.160983 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-22386286-93ab-4700-8b5f-c6724d97c76d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7096bfbf5c8e42f09551e4c84ea8de02&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3735168
Nov 27 20:51:54.161228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33528) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:54.219877 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-da19cab1-1cb2-41ad-b00e-bc3a1f3fa856 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1172538
Nov 27 20:51:54.220373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'name': 'network-vif-deleted', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:54.230155 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f46548-5ce3-45e5-ac5f-724b03fa0c68" -d '{"events": [{"server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "name": "network-vif-deleted", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:54.239575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe420181-357b-4487-8a8b-46acda40e118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:54.264004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe420181-357b-4487-8a8b-46acda40e118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:54.327108 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a388d11-1bf3-4ec4-964e-3374e37d9ca0 x-openstack-request-id: req-7a388d11-1bf3-4ec4-964e-3374e37d9ca0 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:54.327761 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c83605-57d7-4d81-a8ee-b30279bafd6f", "name": "network-vif-deleted", "tag": "315cf87c-c809-4b39-b8ec-ef3d92d438f0", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:54.328027 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a388d11-1bf3-4ec4-964e-3374e37d9ca0 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:54.328581 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c83605-57d7-4d81-a8ee-b30279bafd6f', 'name': 'network-vif-deleted', 'tag': '315cf87c-c809-4b39-b8ec-ef3d92d438f0', 'status': 'completed', 'code': 200}
Nov 27 20:51:54.342868 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe420181-357b-4487-8a8b-46acda40e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:54.345699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe420181-357b-4487-8a8b-46acda40e118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:54.346942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fe420181-357b-4487-8a8b-46acda40e118 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65a8c647-3896-4e96-bc00-739263a49910 HTTP/1.1" status: 204  len: 168 time: 0.1848605
Nov 27 20:51:54.367605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe420181-357b-4487-8a8b-46acda40e118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a8c647-3896-4e96-bc00-739263a49910,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:54.603950 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6091f2f-2a22-415d-8a73-0d49aa3344d0 req-ceca0e48-2c08-47e9-a46f-6953ce6a8ed5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 210 time: 0.0846553
Nov 27 20:51:54.943601 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-13635e50-da0b-491b-994a-8fc46a507821 req-3540e27d-2ef2-4775-97c7-1985a828af36 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0619657
Nov 27 20:51:54.991489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33578) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:55.101272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33584) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:55.136595 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e6516f95-adfd-4076-9343-2f07c1f103a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.188480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d81663c4-56ef-44e4-ad69-a01fa20b6b99 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:55.248398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: d81663c4-56ef-44e4-ad69-a01fa20b6b99 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:55.262678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d81663c4-56ef-44e4-ad69-a01fa20b6b99 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:55.264573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 315cf87c-c809-4b39-b8ec-ef3d92d438f0 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:55.292362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 315cf87c-c809-4b39-b8ec-ef3d92d438f0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:51:55.293033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 315cf87c-c809-4b39-b8ec-ef3d92d438f0 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:51:55.304394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e6516f95-adfd-4076-9343-2f07c1f103a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.319796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e6516f95-adfd-4076-9343-2f07c1f103a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.357674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6516f95-adfd-4076-9343-2f07c1f103a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8096e2-fed4-4614-b307-84b11e0b3957,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:55.373579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e6516f95-adfd-4076-9343-2f07c1f103a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba71d35c2a7b46fda183ec8b161dc3fa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2688568
Nov 27 20:51:55.376683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33592) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:55.492619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-94a72451-ecfd-407a-aba6-3f8643c9ac2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04a17517c2104eeba56ce3a7cd915fb0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4992182
Nov 27 20:51:55.495670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33598) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:55.505052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858b172f-2428-43a7-acb3-cb8af1bbe574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.533482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858b172f-2428-43a7-acb3-cb8af1bbe574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.559946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-375030b4-9894-4a88-a0a7-b2ca2e4f22d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.584844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-375030b4-9894-4a88-a0a7-b2ca2e4f22d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.587840 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858b172f-2428-43a7-acb3-cb8af1bbe574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.590571 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858b172f-2428-43a7-acb3-cb8af1bbe574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.591926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-858b172f-2428-43a7-acb3-cb8af1bbe574 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f8096e2-fed4-4614-b307-84b11e0b3957 HTTP/1.1" status: 204  len: 168 time: 0.2144248
Nov 27 20:51:55.602018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b172f-2428-43a7-acb3-cb8af1bbe574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8096e2-fed4-4614-b307-84b11e0b3957,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:55.672004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-375030b4-9894-4a88-a0a7-b2ca2e4f22d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.675274 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-375030b4-9894-4a88-a0a7-b2ca2e4f22d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:55.679042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-375030b4-9894-4a88-a0a7-b2ca2e4f22d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a42f953e-85fd-4707-bdf7-84812522efe7 HTTP/1.1" status: 204  len: 168 time: 0.1796255
Nov 27 20:51:55.686228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375030b4-9894-4a88-a0a7-b2ca2e4f22d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42f953e-85fd-4707-bdf7-84812522efe7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:55.705887 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92ab6ba9-56c1-447f-a46f-60d57cb8ed66 req-723dfaca-2c0f-478a-8bd4-cdc01ba04f3f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 210 time: 0.0275674
Nov 27 20:51:56.070723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-b4c2af61-87e2-4dd2-8514-8c9ac2a8156a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c03fae8406904a0da2046c097555cf58&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0434661
Nov 27 20:51:56.133412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d090c2fe-8c07-4af8-9663-28dbbfaeb759 req-6d5663fb-82af-49b7-88df-1840729b6f4e tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0413766
Nov 27 20:51:56.192191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06763bb-a484-4b1f-9669-4c1fd1c925a5 req-085ab3b3-2432-4117-a6aa-ee434990e24d tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:56.199531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f06763bb-a484-4b1f-9669-4c1fd1c925a5 req-085ab3b3-2432-4117-a6aa-ee434990e24d tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 950 time: 0.1844320
Nov 27 20:51:56.286620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f06763bb-a484-4b1f-9669-4c1fd1c925a5 req-9c71027c-7a32-424e-aaf9-ed64be9228c0 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860374
Nov 27 20:51:56.308486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab956-e55e-453f-b83c-811979c29c5d req-3800081a-2eda-4dd9-a8d3-61e25d68d2b3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:56.310204 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-3800081a-2eda-4dd9-a8d3-61e25d68d2b3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2325470
Nov 27 20:51:56.326017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33664) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:56.340947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Request body: {'port': {'device_id': '78737951-b29d-4d2f-94c4-0538e549f0e5', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'c03fae8406904a0da2046c097555cf58'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:56.394355 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d3f5d990-2df1-41c3-bff0-088c14b734e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c59ee766273440ad9e1b4b17af7c1c2d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0667932
Nov 27 20:51:56.397756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33672) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:56.470132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4db2c502-6daf-4151-9a16-8d9f13063710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:56.497713 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4db2c502-6daf-4151-9a16-8d9f13063710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:56.509489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Made reservation on behalf of c03fae8406904a0da2046c097555cf58 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:51:56.514363 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:56.556393 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4db2c502-6daf-4151-9a16-8d9f13063710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:56.559225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4db2c502-6daf-4151-9a16-8d9f13063710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:56.562757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4db2c502-6daf-4151-9a16-8d9f13063710 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcd23741-6f20-4ce8-96ff-58ac3c36dde8 HTTP/1.1" status: 204  len: 168 time: 0.1617260
Nov 27 20:51:56.572316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2c502-6daf-4151-9a16-8d9f13063710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd23741-6f20-4ce8-96ff-58ac3c36dde8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:56.670358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Allocated IP 192.168.233.226 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/c363241a-abd6-49ee-b5ee-7e9f499d3cf2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:51:56.823219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dca85473-6103-4cb4-9710-b093de5cb749 req-60b161d4-e6f7-4cf9-8824-7b46b530838d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 210 time: 0.0280805
Nov 27 20:51:56.861510 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:56.910416 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:56.926887 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b', 'f7eb3780-8e46-4709-b050-efac2b428838'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:56.931628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903', '03656c06-3cc8-4fda-a16b-4029c1b5ca5e', 'e02b8cc1-0258-4858-9965-ca7f6004dc39', 'ca642020-d459-4da1-b5a7-ee2c44c1c93e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:51:56.979689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:51:56.985131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:51:56.990980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:51:57.479205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1856da5e-d7fe-478c-a32e-0e4c363ddcea req-2aaf49ef-a3b4-45a3-bf4e-3abb2bbddf67 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0433824
Nov 27 20:51:57.536933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event updated for resources: {'Port': ['ID=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:57.583443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-03808707-d985-48dc-8798-41c5376c6043 None None] Provisioning complete for port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:51:57.584018 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03808707-d985-48dc-8798-41c5376c6043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:57.588277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:57.592665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:57.616567 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-98e44ade-4f9a-4fb6-b065-2840132cb4e5 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2922530
Nov 27 20:51:57.632477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Request body: {'port': {'device_id': '78737951-b29d-4d2f-94c4-0538e549f0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:57.699867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33752) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:57.705037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:57.729232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-03808707-d985-48dc-8798-41c5376c6043 None None] Port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:51:57.764688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33758) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:57.936327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1241749757-network', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:57.941734 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-31b3e22d-bc8d-41cf-a31c-7639f9748fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.026862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ca4b9-2468-49e0-b74a-c350304f41e1 req-66886e88-b729-4025-86d9-6ce197eca92f tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:58.035168 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-021ca4b9-2468-49e0-b74a-c350304f41e1 req-66886e88-b729-4025-86d9-6ce197eca92f tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 950 time: 0.1499729
Nov 27 20:51:58.043088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Made reservation on behalf of a82619851df34e21b4179bd27466ccc7 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:51:58.045466 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.058829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.095718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9a33-06bc-4d80-b8c2-facac76dc5ee req-45f52c59-9f58-403e-b444-a3b713d1d3a7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:58.102904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb8f9a33-06bc-4d80-b8c2-facac76dc5ee req-45f52c59-9f58-403e-b444-a3b713d1d3a7 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 936 time: 0.1296761
Nov 27 20:51:58.103087 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-021ca4b9-2468-49e0-b74a-c350304f41e1 req-8862a301-9c5d-49b6-9749-8f523e69d280 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668967
Nov 27 20:51:58.211479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb8f9a33-06bc-4d80-b8c2-facac76dc5ee req-81ce37a2-809b-49a1-a6ac-1f59bdeac5ec tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073236
Nov 27 20:51:58.214061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c363241a-abd6-49ee-b5ee-7e9f499d3cf2 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:51:58.235972 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.236207 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-31b3e22d-bc8d-41cf-a31c-7639f9748fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.245008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Transition to ACTIVE for port object c363241a-abd6-49ee-b5ee-7e9f499d3cf2 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:51:58.245583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-31b3e22d-bc8d-41cf-a31c-7639f9748fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.251001 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.281256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3e22d-bc8d-41cf-a31c-7639f9748fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8364e86b-ab49-49d6-9a23-475a6fb952ca,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:58.304737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Pushing event updated for resources: {'Port': ['ID=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:58.316095 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.320571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-31b3e22d-bc8d-41cf-a31c-7639f9748fdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84f220a6252a4356997445be8c77c335&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5544345
Nov 27 20:51:58.323098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33790) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:58.335331 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.367593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:51:58.378871 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.379297 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Added segment ab7fda23-68e4-4a08-a652-682d0f815465 of type vlan for network d69a55b2-4a8b-4b79-80da-1d55f825423e
Nov 27 20:51:58.396476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Attempting to bind port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:51:58.396970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Attempting to bind port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:51:58.397410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Attempting to bind port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:58.402513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:51:58.402977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Attempting to bind port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:51:58.409694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:51:58.410115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:51:58.410679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:51:58.411188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Bound port: c363241a-abd6-49ee-b5ee-7e9f499d3cf2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:51:58.411647 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.443759 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.492732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a73d652-b8bd-4932-a6d2-69b5312ab7e0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:58.495854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] For port c363241a-abd6-49ee-b5ee-7e9f499d3cf2, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:51:58.499687 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] For port c363241a-abd6-49ee-b5ee-7e9f499d3cf2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:51:58.511117 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.564999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:58.565776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.567981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] 10.222.0.35 "PUT /v2.0/ports/c363241a-abd6-49ee-b5ee-7e9f499d3cf2 HTTP/1.1" status: 200  len: 1096 time: 0.9412920
Nov 27 20:51:58.568665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78737951-b29d-4d2f-94c4-0538e549f0e5', 'tag': 'c363241a-abd6-49ee-b5ee-7e9f499d3cf2'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:58.570853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.571805 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "78737951-b29d-4d2f-94c4-0538e549f0e5", "tag": "c363241a-abd6-49ee-b5ee-7e9f499d3cf2"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:58.579714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:58.580463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.585761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6276-63e7-4aa1-9096-8b58bc22bd3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.602913 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c4e16-b75b-4d02-b2d9-8730e0f13b92 service neutron] Pushing event updated for resources: {'Port': ['ID=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:58.645952 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525f4561-be05-4759-a0b9-fa37a519f180 x-openstack-request-id: req-525f4561-be05-4759-a0b9-fa37a519f180 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:58.646255 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78737951-b29d-4d2f-94c4-0538e549f0e5", "tag": "c363241a-abd6-49ee-b5ee-7e9f499d3cf2", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:58.646528 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-525f4561-be05-4759-a0b9-fa37a519f180 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:58.646916 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78737951-b29d-4d2f-94c4-0538e549f0e5', 'tag': 'c363241a-abd6-49ee-b5ee-7e9f499d3cf2', 'status': 'completed', 'code': 200}
Nov 27 20:51:58.693227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab956-e55e-453f-b83c-811979c29c5d req-4e550f65-036a-4d72-8d56-01db717d050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:58.694753 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-4e550f65-036a-4d72-8d56-01db717d050c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 1099 time: 0.0676858
Nov 27 20:51:58.695085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9936409
Nov 27 20:51:58.699044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33804) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:58.702129 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-218864ea-de23-40d3-9702-da43df64cf24 req-354d0096-268d-4eba-a4ff-5187ecf9c1ea tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0959370
Nov 27 20:51:58.704662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6276-63e7-4aa1-9096-8b58bc22bd3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.706653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Request body: {'subnet': {'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1241749757-subnet', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:58.763655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17856ff-8057-4c23-87ee-bd4175649ccc admin admin] Pushing event updated for resources: {'Network': ['ID=d69a55b2-4a8b-4b79-80da-1d55f825423e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:58.769873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-e26b85a3-6186-4530-9e79-894e9d9ccd9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c363241a-abd6-49ee-b5ee-7e9f499d3cf2 HTTP/1.1" status: 200  len: 217 time: 0.0573654
Nov 27 20:51:58.776151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d69a55b2-4a8b-4b79-80da-1d55f825423e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:51:58.799371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Made reservation on behalf of a82619851df34e21b4179bd27466ccc7 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:51:58.807665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.828088 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6276-63e7-4aa1-9096-8b58bc22bd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.832212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6276-63e7-4aa1-9096-8b58bc22bd3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:58.835913 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d6a6276-63e7-4aa1-9096-8b58bc22bd3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8364e86b-ab49-49d6-9a23-475a6fb952ca HTTP/1.1" status: 204  len: 168 time: 0.5093565
Nov 27 20:51:58.847496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a6276-63e7-4aa1-9096-8b58bc22bd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8364e86b-ab49-49d6-9a23-475a6fb952ca,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:58.979075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab956-e55e-453f-b83c-811979c29c5d req-096fe89d-0a45-416b-9a0d-2d4db79f5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:58.980637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-096fe89d-0a45-416b-9a0d-2d4db79f5a9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.2009828
Nov 27 20:51:59.056846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab956-e55e-453f-b83c-811979c29c5d req-8478b92e-7a0a-4b5d-9d91-d476c875facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:59.058633 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-8478b92e-7a0a-4b5d-9d91-d476c875facb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0659342
Nov 27 20:51:59.184682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:51:59.230350 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.246580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-0d265635-09bd-4d27-a22d-d18c8ab798b6 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781185
Nov 27 20:51:59.276913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fc254-c781-47cc-9b31-e6904c475192 req-d5f56eb8-d9c6-4ae3-940d-dafd98219757 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:59.285936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b4fc254-c781-47cc-9b31-e6904c475192 req-d5f56eb8-d9c6-4ae3-940d-dafd98219757 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 950 time: 0.0832582
Nov 27 20:51:59.301459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.320884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33826) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:59.335242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:51:59.338306 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fedfbe4-9425-49c1-ac49-ef9d3f866b44" -d '{"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-unplugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:51:59.352294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.371768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:51:59.381185 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.400341 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b4fc254-c781-47cc-9b31-e6904c475192 req-193a1e13-2260-44f1-bf60-42a06ef9c2bf tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b958243-94a3-4960-bac7-6fdda885b883&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125717
Nov 27 20:51:59.440397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b313cf05-135d-4134-a0a0-78b0f5cd4278,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:59.469250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Checking segment: {'id': 'ab7fda23-68e4-4a08-a652-682d0f815465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:51:59.470149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Network hostable DHCP agents. Network: d69a55b2-4a8b-4b79-80da-1d55f825423e, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:51:59.478465 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16015f31-99a5-4ffe-8be7-c55982a97f1b x-openstack-request-id: req-16015f31-99a5-4ffe-8be7-c55982a97f1b {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:51:59.478931 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-unplugged", "status": "completed", "tag": "970294ba-0041-4f63-b140-b50984e2960d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:51:59.479089 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16015f31-99a5-4ffe-8be7-c55982a97f1b {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:51:59.479602 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970294ba-0041-4f63-b140-b50984e2960d', 'code': 200}
Nov 27 20:51:59.481542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=11']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:59.511534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.511878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.512245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.512608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.512712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecab956-e55e-453f-b83c-811979c29c5d req-f410cc1f-cc45-40c0-ba81-b511da47d34e service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153010
Nov 27 20:51:59.513038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.513374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.515737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.516095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.516469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.516867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.517140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.521218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015c7fc-1d56-4af7-9957-368db4afe6c9 req-6f17e9d1-13c1-4449-ae64-1f084aac543b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:59.528562 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e015c7fc-1d56-4af7-9957-368db4afe6c9 req-6f17e9d1-13c1-4449-ae64-1f084aac543b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 948 time: 0.1903739
Nov 27 20:51:59.529427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.553749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Network d69a55b2-4a8b-4b79-80da-1d55f825423e is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:51:59.569491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.570795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d69a55b2-4a8b-4b79-80da-1d55f825423e) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:51:59.574982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.579856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:59.580713 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.581498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd2954-0502-4a9a-a6a1-0d1d12c286ad None None] Network d69a55b2-4a8b-4b79-80da-1d55f825423e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:51:59.641239 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e015c7fc-1d56-4af7-9957-368db4afe6c9 req-f32e06e6-856f-46c1-a500-fe2f5f7d7d33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072011
Nov 27 20:51:59.665108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3020800a-0f85-4c0b-8c8b-53bdd783212c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9649518
Nov 27 20:51:59.667072 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6bb5854187640d785aa0b4b4ad15c7a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3439221
Nov 27 20:51:59.668404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ee883-53d1-4a10-a589-02f1e9a1f948,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:51:59.668891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33836) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:59.671700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33838) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:51:59.683783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:51:59.729342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-34d58f03-2d19-4230-89a1-dda943ce5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:59.731245 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-34d58f03-2d19-4230-89a1-dda943ce5ca8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 1099 time: 0.1478322
Nov 27 20:51:59.740034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.740495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.741285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.741684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.742035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.742413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.742912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.743719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.744026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.745556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.748507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.753139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.754170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a39d9b-f2f4-4fc8-b72e-42e18224621b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:51:59.755441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.854941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04a6729c-09f3-42a3-958b-bf0546f2e701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.886598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04a6729c-09f3-42a3-958b-bf0546f2e701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.892433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d69a55b2-4a8b-4b79-80da-1d55f825423e', 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'fixed_ips': [{'subnet_id': 'b313cf05-135d-4134-a0a0-78b0f5cd4278'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:51:59.893791 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.902463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:51:59.990052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-e9d696ac-85e1-4110-b87e-1fc33580567a tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:51:59.992248 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-e9d696ac-85e1-4110-b87e-1fc33580567a tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 948 time: 0.0832758
Nov 27 20:52:00.014168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-e748940a-1be8-42f4-811f-f4492feaac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:00.016004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-e748940a-1be8-42f4-811f-f4492feaac6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2739608
Nov 27 20:52:00.032979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57927708-2a52-4618-bc89-58dcc67c6209 req-e7f6b8b9-dd96-48ef-ab96-9ab9ada569dd tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.1157122
Nov 27 20:52:00.093473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04a6729c-09f3-42a3-958b-bf0546f2e701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.096250 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04a6729c-09f3-42a3-958b-bf0546f2e701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.099343 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-04a6729c-09f3-42a3-958b-bf0546f2e701 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/469ee883-53d1-4a10-a589-02f1e9a1f948 HTTP/1.1" status: 204  len: 168 time: 0.4246457
Nov 27 20:52:00.107374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Allocated IP 172.20.0.2 (d69a55b2-4a8b-4b79-80da-1d55f825423e/b313cf05-135d-4134-a0a0-78b0f5cd4278/5a39d300-f71e-4688-9cd0-3d1f3ccd18d5) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:00.113514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6729c-09f3-42a3-958b-bf0546f2e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ee883-53d1-4a10-a589-02f1e9a1f948,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:00.132938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-77e1c5b3-1ac6-4147-bee7-c0715dee1fd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c363241a-abd6-49ee-b5ee-7e9f499d3cf2 HTTP/1.1" status: 200  len: 217 time: 0.0968199
Nov 27 20:52:00.139465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Deleting port 970294ba-0041-4f63-b140-b50984e2960d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:00.140350 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.283389 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.303532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-3be94e09-e991-4cdf-bc95-fa0e25f3eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:00.305033 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-3be94e09-e991-4cdf-bc95-fa0e25f3eeae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0942352
Nov 27 20:52:00.322561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] For port 970294ba-0041-4f63-b140-b50984e2960d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=970294ba-0041-4f63-b140-b50984e2960d,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:00.323479 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.366684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Calling delete_port for 970294ba-0041-4f63-b140-b50984e2960d owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:00.440255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-3cdf60c3-1830-4574-990e-08f63d312e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:00.450014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-3cdf60c3-1830-4574-990e-08f63d312e65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1172767
Nov 27 20:52:00.572126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-0a9a27e9-f121-4d1a-af97-d807d63d2ca7 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123230
Nov 27 20:52:00.628144 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.646902 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.722871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a3ccacd-f004-4df1-9854-80e528ef23b0 req-25bad722-ce05-4f73-9b93-6a1e9a69b07d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49bcc58fc8444ca188eb8b273931ea09&device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.1179054
Nov 27 20:52:00.769368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.802857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.830460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Network d69a55b2-4a8b-4b79-80da-1d55f825423e is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:00.848579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:00.862577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:00.866384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Pushing event updated for resources: {'Port': ['ID=5a39d300-f71e-4688-9cd0-3d1f3ccd18d5,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:00.881447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5278a7c3-eb70-4a1b-b136-e0c7377e9aa9 req-80c7ed78-cfff-47e4-82c2-0d006bfc7702 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2552874
Nov 27 20:52:00.918297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e65d10b-1dc7-4c74-901f-741f55fc8a51 req-8aded956-ba38-4f64-9003-91de25819dc4 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0474658
Nov 27 20:52:00.950195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Attempting to bind port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:00.950749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Attempting to bind port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ab7fda23-68e4-4a08-a652-682d0f815465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:00.950921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Attempting to bind port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 on network d69a55b2-4a8b-4b79-80da-1d55f825423e {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:00.956158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:00.956537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Checking segment: {'id': 'ab7fda23-68e4-4a08-a652-682d0f815465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:00.956960 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.957335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Bound using segment: {'id': 'ab7fda23-68e4-4a08-a652-682d0f815465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:00.957859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Bound port: 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7fda23-68e4-4a08-a652-682d0f815465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:00.958243 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.958423 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffa1bb68-3ee4-47b9-9731-d6e3240d0df6 req-05f60cf5-e276-4a0b-83ca-b06d6928d134 tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 210 time: 0.1818876
Nov 27 20:52:00.961302 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:00.965940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a3ccacd-f004-4df1-9854-80e528ef23b0 req-bc2651b2-82d3-4a94-ac0e-ad0463da60d7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=49bcc58fc8444ca188eb8b273931ea09&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2333233
Nov 27 20:52:01.037321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33878) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:01.077611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] For port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:01.081687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] For port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a39d300-f71e-4688-9cd0-3d1f3ccd18d5,segment=NetworkSegment(ab7fda23-68e4-4a08-a652-682d0f815465),segment_id=ab7fda23-68e4-4a08-a652-682d0f815465)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:01.092257 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:01.134129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Allocated IP 172.35.3.236 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/d2acf483-8760-4393-acbe-7d944220e1a2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:01.191549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfb42c-d083-42f3-8f9d-909fae997324 req-690085ef-5648-4ec1-9efe-6a7baacdf086 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:01.193411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ddfb42c-d083-42f3-8f9d-909fae997324 req-690085ef-5648-4ec1-9efe-6a7baacdf086 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 948 time: 0.1213303
Nov 27 20:52:01.201559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c363241a-abd6-49ee-b5ee-7e9f499d3cf2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:01.262064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718f005-910e-412a-8552-69ecbd118ceb None None] Pushing event updated for resources: {'Port': ['ID=5a39d300-f71e-4688-9cd0-3d1f3ccd18d5,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:01.384552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ddfb42c-d083-42f3-8f9d-909fae997324 req-3ec4a1fc-5fbe-43f1-8b79-ce24d0c4e4cf tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261473
Nov 27 20:52:01.441343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:01.457890 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:01.475900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c363241a-abd6-49ee-b5ee-7e9f499d3cf2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:01.497700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'c363241a-abd6-49ee-b5ee-7e9f499d3cf2', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'c363241a-abd6-49ee-b5ee-7e9f499d3cf2', 'mac_address': 'fa:16:3e:ee:69:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:01.582682 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:01.601251 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c363241a-abd6-49ee-b5ee-7e9f499d3cf2 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:01.620952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:01.628299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c363241a-abd6-49ee-b5ee-7e9f499d3cf2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:01.628481 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:01.634878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:01.635152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:01.687584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:01.698763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:01.699912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Pushing event deleted for resources: {'Port': ['ID=970294ba-0041-4f63-b140-b50984e2960d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:01.707947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:01.725741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:01.845140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Pushing event updated for resources: {'Port': ['ID=d2acf483-8760-4393-acbe-7d944220e1a2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:01.851635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5c51658b4fb4f19b2c15cc64c7564bb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8123109
Nov 27 20:52:01.857445 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] No DVR routers for this DVR port 970294ba-0041-4f63-b140-b50984e2960d on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:01.857922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27914ff6-7bfa-4b2a-a5fe-5927a9c8beeb,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:01.859275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33898) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:01.870365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.870365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.870365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.870365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.871587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.871891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.872231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.872582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.872926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.873267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.873608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.874044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ccaa2b-0eac-49af-b4fe-74f93f5bf30b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.900074 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:01.903486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f0bf047-0178-45f6-8c90-8c764849b924 req-8a54455d-406b-40f3-9906-c258dcfca42b tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.35 "DELETE /v2.0/ports/970294ba-0041-4f63-b140-b50984e2960d HTTP/1.1" status: 204  len: 173 time: 1.9039445
Nov 27 20:52:01.903960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-deleted', 'tag': '970294ba-0041-4f63-b140-b50984e2960d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:01.906282 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbb1cc0-c94f-492e-b1f7-0437c6420ffc" -d '{"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-deleted", "tag": "970294ba-0041-4f63-b140-b50984e2960d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:01.927577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.927994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.928363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.928719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.929187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.929387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.929721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.930098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.930391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.930692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.931309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.931429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:01.934901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['c363241a-abd6-49ee-b5ee-7e9f499d3cf2'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:01.947863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ccacd-f004-4df1-9854-80e528ef23b0 req-acf47061-3eb3-402c-881d-007d6b3aa7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:01.949515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a3ccacd-f004-4df1-9854-80e528ef23b0 req-acf47061-3eb3-402c-881d-007d6b3aa7cb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9677322
Nov 27 20:52:02.002676 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d68dc0a8-9e1f-4519-882d-8cd07477de62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:02.045849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:02.054853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d68dc0a8-9e1f-4519-882d-8cd07477de62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:02.083865 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3779ddf-47c7-48f5-8230-9ba075f81438 x-openstack-request-id: req-a3779ddf-47c7-48f5-8230-9ba075f81438 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:02.084268 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac25f4-3288-4ba2-ac3d-0e53d2203e05", "name": "network-vif-deleted", "tag": "970294ba-0041-4f63-b140-b50984e2960d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:02.084626 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3779ddf-47c7-48f5-8230-9ba075f81438 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:02.085134 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac25f4-3288-4ba2-ac3d-0e53d2203e05', 'name': 'network-vif-deleted', 'tag': '970294ba-0041-4f63-b140-b50984e2960d', 'status': 'completed', 'code': 200}
Nov 27 20:52:02.128234 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d68dc0a8-9e1f-4519-882d-8cd07477de62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:02.131413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d68dc0a8-9e1f-4519-882d-8cd07477de62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:02.134933 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d68dc0a8-9e1f-4519-882d-8cd07477de62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27914ff6-7bfa-4b2a-a5fe-5927a9c8beeb HTTP/1.1" status: 204  len: 168 time: 0.2676053
Nov 27 20:52:02.190157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dc0a8-9e1f-4519-882d-8cd07477de62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27914ff6-7bfa-4b2a-a5fe-5927a9c8beeb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:02.234521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-542241c3-9822-4255-af78-a68913fdf986 req-f5fddb8f-fc47-4251-9ae4-93cc9962756a tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0686245
Nov 27 20:52:02.273497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:02.273884 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:02.341250 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f95428fb-43da-4de7-9822-b76ab4113e38 req-f13932bf-52fb-4213-a08d-d814f754118a tempest-ImagesOneServerTestJSON-1137655117 tempest-ImagesOneServerTestJSON-1137655117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cac25f4-3288-4ba2-ac3d-0e53d2203e05 HTTP/1.1" status: 200  len: 210 time: 0.0842605
Nov 27 20:52:02.341834 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:02.566541 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:02.626204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a39d300-f71e-4688-9cd0-3d1f3ccd18d5,segment=NetworkSegment(ab7fda23-68e4-4a08-a652-682d0f815465),segment_id=ab7fda23-68e4-4a08-a652-682d0f815465)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:02.633892 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:02.778469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=5a39d300-f71e-4688-9cd0-3d1f3ccd18d5,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:02.902761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33958) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:02.925317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1793cd25-43d3-4faf-9154-2e5cd755f6ff None None] Network d69a55b2-4a8b-4b79-80da-1d55f825423e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:02.931712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2004629b-af8a-4a70-b238-5e1fb8dcb369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.028198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33960) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:03.051695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2004629b-af8a-4a70-b238-5e1fb8dcb369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.059516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2004629b-af8a-4a70-b238-5e1fb8dcb369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.083478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a7091-dac8-407c-bf9f-11168728b804 req-e99f5d63-d337-4bdc-98b0-51e131e86513 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:03.085053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-422a7091-dac8-407c-bf9f-11168728b804 req-e99f5d63-d337-4bdc-98b0-51e131e86513 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 949 time: 0.5467448
Nov 27 20:52:03.109280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33964) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:03.119744 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2004629b-af8a-4a70-b238-5e1fb8dcb369 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=683156220cc246a3a433248708e41329&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2045317
Nov 27 20:52:03.121770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004629b-af8a-4a70-b238-5e1fb8dcb369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b059999-a1ae-479b-a621-b62436e7ca28,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:03.153496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.177012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4cf3e4ae-7fa8-474c-8c5a-1ec36825df51 None None] Provisioning complete for port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:03.177540 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e4ae-7fa8-474c-8c5a-1ec36825df51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.208097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c363241a-abd6-49ee-b5ee-7e9f499d3cf2 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:03.233886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-422a7091-dac8-407c-bf9f-11168728b804 req-8e4a1586-e639-40d4-9e8b-819b9c9f309b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397989
Nov 27 20:52:03.234714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d557a8b9-9064-4ee6-a843-ac15942f3a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.302706 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d3c1376f-5e1b-416e-933f-f33016122a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.358713 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d3c1376f-5e1b-416e-933f-f33016122a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.370309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbf3de4b-2d2f-4ba5-aa6d-c0968362bfce req-1be5f0b7-71db-4e3a-bf99-d358b1355d5a tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0396221
Nov 27 20:52:03.391875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:52:03.408971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:03.409358 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.439191 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a3ccacd-f004-4df1-9854-80e528ef23b0 req-f23a5b5d-f0a8-4271-ba83-23335fcd9629 tempest-ServerShowV257Test-637799521 tempest-ServerShowV257Test-637799521-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d25a55d-44b1-4947-8540-688f87f1edae HTTP/1.1" status: 200  len: 210 time: 0.0340917
Nov 27 20:52:03.536151 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.569288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d557a8b9-9064-4ee6-a843-ac15942f3a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.576221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Router d4f93f46-38a1-479b-ab59-37cd08705ff0 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:52:03.585198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d557a8b9-9064-4ee6-a843-ac15942f3a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.587613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78737951-b29d-4d2f-94c4-0538e549f0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363241a-abd6-49ee-b5ee-7e9f499d3cf2'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:03.597974 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d3c1376f-5e1b-416e-933f-f33016122a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.600273 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d4a331-b068-48d6-af04-37cf424716f4" -d '{"events": [{"server_uuid": "78737951-b29d-4d2f-94c4-0538e549f0e5", "name": "network-vif-plugged", "status": "completed", "tag": "c363241a-abd6-49ee-b5ee-7e9f499d3cf2"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:03.603285 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d3c1376f-5e1b-416e-933f-f33016122a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.605174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d3c1376f-5e1b-416e-933f-f33016122a2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b059999-a1ae-479b-a621-b62436e7ca28 HTTP/1.1" status: 204  len: 168 time: 0.4931962
Nov 27 20:52:03.627530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c363241a-abd6-49ee-b5ee-7e9f499d3cf2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:03.636033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.636952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:03.690431 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03bfd23-a9b3-4b1a-abd8-51a47a1ea6d8 x-openstack-request-id: req-e03bfd23-a9b3-4b1a-abd8-51a47a1ea6d8 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:03.691145 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78737951-b29d-4d2f-94c4-0538e549f0e5", "name": "network-vif-plugged", "status": "completed", "tag": "c363241a-abd6-49ee-b5ee-7e9f499d3cf2", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:03.691646 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e03bfd23-a9b3-4b1a-abd8-51a47a1ea6d8 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:03.692282 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78737951-b29d-4d2f-94c4-0538e549f0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363241a-abd6-49ee-b5ee-7e9f499d3cf2', 'code': 200}
Nov 27 20:52:03.711232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 970294ba-0041-4f63-b140-b50984e2960d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:03.711979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 970294ba-0041-4f63-b140-b50984e2960d not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:03.758219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:03.760732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:52:03.770421 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d557a8b9-9064-4ee6-a843-ac15942f3a5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=860926b451904e06b26ebd91e82b35a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7383869
Nov 27 20:52:03.771359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33980) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:03.778788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Sync routers for ids ['d4f93f46-38a1-479b-ab59-37cd08705ff0'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:52:03.780887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557a8b9-9064-4ee6-a843-ac15942f3a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc971a7-aa3b-464d-9a20-65787ad96b27,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:03.788306 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.789696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5aba5d4c-482f-43cf-8388-7d3387e63758 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.1132956
Nov 27 20:52:03.792440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33982) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:03.812224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1376f-5e1b-416e-933f-f33016122a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b059999-a1ae-479b-a621-b62436e7ca28,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:03.814624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Routers {'d4f93f46-38a1-479b-ab59-37cd08705ff0'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:03.826605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7ed280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:51:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d4f93f46-38a1-479b-ab59-37cd08705ff0'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:03.845198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33984) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:03.872811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09ec3-346e-40b0-9d39-e7e040935808 req-feb479b4-20ca-4688-96cd-a46bff16d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:03.874632 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b09ec3-346e-40b0-9d39-e7e040935808 req-feb479b4-20ca-4688-96cd-a46bff16d2cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 1101 time: 0.1049840
Nov 27 20:52:03.901648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dde36d0f-5a61-401d-ae7f-ea8bf085e4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:03.965684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b09ec3-346e-40b0-9d39-e7e040935808 req-6a32c0c5-35ef-45ed-bd49-9bf25e239c52 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775363
Nov 27 20:52:03.978536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dde36d0f-5a61-401d-ae7f-ea8bf085e4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.039388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:04.074977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9b7e3137-9174-45be-a817-6c6626fb5bde None None] Provisioning complete for port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:04.075402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b7e3137-9174-45be-a817-6c6626fb5bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.101023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dde36d0f-5a61-401d-ae7f-ea8bf085e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.104328 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dde36d0f-5a61-401d-ae7f-ea8bf085e4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.106306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dde36d0f-5a61-401d-ae7f-ea8bf085e4c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfc971a7-aa3b-464d-9a20-65787ad96b27 HTTP/1.1" status: 204  len: 168 time: 0.2981396
Nov 27 20:52:04.116434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde36d0f-5a61-401d-ae7f-ea8bf085e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc971a7-aa3b-464d-9a20-65787ad96b27,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:04.120770 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c3ce5034-07cf-4b56-83d5-26229abcb107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.247948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:04.248670 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.300388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Set router d4f93f46-38a1-479b-ab59-37cd08705ff0 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:04.357575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-80866fc0-70f2-4f7c-b4c2-723e5285e7d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb7f37181c464b6fbd15d9f235d94086&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5105858
Nov 27 20:52:04.361307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33998) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:04.476130 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f758ecc7-6043-4d51-9d69-44f49ea28627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.549897 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f758ecc7-6043-4d51-9d69-44f49ea28627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.552190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7ed280>, [{'id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:51:59Z', 'updated_at': '2021-11-27T20:52:01Z', 'revision_number': 3, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'gw_port': {'id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:00Z', 'updated_at': '2021-11-27T20:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:04.611369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Checking router: d4f93f46-38a1-479b-ab59-37cd08705ff0 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:52:04.613111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Updating router d4f93f46-38a1-479b-ab59-37cd08705ff0 port d2acf483-8760-4393-acbe-7d944220e1a2 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:52:04.643155 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f758ecc7-6043-4d51-9d69-44f49ea28627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.646190 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f758ecc7-6043-4d51-9d69-44f49ea28627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.647732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f758ecc7-6043-4d51-9d69-44f49ea28627 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b958243-94a3-4960-bac7-6fdda885b883 HTTP/1.1" status: 204  len: 168 time: 0.2851472
Nov 27 20:52:04.661819 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.663653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758ecc7-6043-4d51-9d69-44f49ea28627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b958243-94a3-4960-bac7-6fdda885b883,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:04.674016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4519f54-f861-4812-9f32-601bce6281d8 req-aaebe9c5-fb32-42a0-a303-0fd89a25b90b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:04.683141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4519f54-f861-4812-9f32-601bce6281d8 req-aaebe9c5-fb32-42a0-a303-0fd89a25b90b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 950 time: 0.1905153
Nov 27 20:52:04.768151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4519f54-f861-4812-9f32-601bce6281d8 req-b5e79b80-86f7-4c4e-bce1-3d681a4e09a1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784976
Nov 27 20:52:04.845862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.959683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34028) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:04.974051 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:04.982245 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.037145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Attempting to bind port d2acf483-8760-4393-acbe-7d944220e1a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:05.037525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Attempting to bind port d2acf483-8760-4393-acbe-7d944220e1a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:05.037895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Attempting to bind port d2acf483-8760-4393-acbe-7d944220e1a2 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:05.044692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Allocated IP 172.20.0.1 (d69a55b2-4a8b-4b79-80da-1d55f825423e/b313cf05-135d-4134-a0a0-78b0f5cd4278/92862abb-3051-48e3-a2df-d7342bad0a7c) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:05.045479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939d928-392e-4bd4-a899-63340e74717b None None] Pushing event updated for resources: {'Port': ['ID=d2acf483-8760-4393-acbe-7d944220e1a2,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:05.048538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:05.048920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:05.049392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.049763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:05.050302 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Bound port: d2acf483-8760-4393-acbe-7d944220e1a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:05.050688 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.123834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] For port d2acf483-8760-4393-acbe-7d944220e1a2, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:05.127394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] For port d2acf483-8760-4393-acbe-7d944220e1a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2acf483-8760-4393-acbe-7d944220e1a2,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:05.136707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.205529 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.206399 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98ebf9e4-0699-496e-a8de-62e2058f6285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.228632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Routers {'d4f93f46-38a1-479b-ab59-37cd08705ff0'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:05.237689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7ed280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:51:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d4f93f46-38a1-479b-ab59-37cd08705ff0'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:05.252861 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.365170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Pushing event updated for resources: {'Port': ['ID=92862abb-3051-48e3-a2df-d7342bad0a7c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:05.368950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Network d69a55b2-4a8b-4b79-80da-1d55f825423e is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:05.370702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:05.389617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939d928-392e-4bd4-a899-63340e74717b None None] Pushing event updated for resources: {'Port': ['ID=d2acf483-8760-4393-acbe-7d944220e1a2,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:05.402463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98ebf9e4-0699-496e-a8de-62e2058f6285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.410394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:05.414231 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98ebf9e4-0699-496e-a8de-62e2058f6285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.485003 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.521949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-98ebf9e4-0699-496e-a8de-62e2058f6285 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49bcc58fc8444ca188eb8b273931ea09&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5608804
Nov 27 20:52:05.529707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34052) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:05.547156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebf9e4-0699-496e-a8de-62e2058f6285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c69db-be8c-4afb-84ad-5e743f430991,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:05.660672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2a85d61-d458-475a-86f1-bbdbc7b042a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.698667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] Set router d4f93f46-38a1-479b-ab59-37cd08705ff0 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:05.701207 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2a85d61-d458-475a-86f1-bbdbc7b042a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.771914 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2a85d61-d458-475a-86f1-bbdbc7b042a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.774954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2a85d61-d458-475a-86f1-bbdbc7b042a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.779895 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e2a85d61-d458-475a-86f1-bbdbc7b042a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c7c69db-be8c-4afb-84ad-5e743f430991 HTTP/1.1" status: 204  len: 168 time: 0.2490542
Nov 27 20:52:05.788109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a85d61-d458-475a-86f1-bbdbc7b042a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c69db-be8c-4afb-84ad-5e743f430991,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:05.812873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:05.966573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7ef8697d-d793-436b-bb45-07136408dce3 None None] Provisioning complete for port 92862abb-3051-48e3-a2df-d7342bad0a7c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:05.968050 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ef8697d-d793-436b-bb45-07136408dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:06.013447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500b33f-cd9a-455b-9656-e466024ec510 req-7f9ea69f-8eec-4830-8970-9b25ce83691d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:06.018343 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f500b33f-cd9a-455b-9656-e466024ec510 req-7f9ea69f-8eec-4830-8970-9b25ce83691d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 950 time: 0.1335685
Nov 27 20:52:06.040309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8697d-d793-436b-bb45-07136408dce3 None None] Port 92862abb-3051-48e3-a2df-d7342bad0a7c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:52:06.044946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:06.052624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:06.110438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7ed280>, [{'id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:51:59Z', 'updated_at': '2021-11-27T20:52:01Z', 'revision_number': 3, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'gw_port': {'id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:00Z', 'updated_at': '2021-11-27T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:06.123530 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f500b33f-cd9a-455b-9656-e466024ec510 req-6fa12fd7-531d-4ec9-8fa0-74b151b57598 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982528
Nov 27 20:52:06.143684 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee128bb0-c6a9-464d-ae6d-5a44dc95975e None None] The sync data for ids ['d4f93f46-38a1-479b-ab59-37cd08705ff0'] in ncdv-master-1 is: [{'id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:51:59Z', 'updated_at': '2021-11-27T20:52:01Z', 'revision_number': 3, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'gw_port': {'id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:00Z', 'updated_at': '2021-11-27T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:52:06.220203 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:06.224578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Pushing event updated for resources: {'Port': ['ID=92862abb-3051-48e3-a2df-d7342bad0a7c,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:06.326568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b41911-b4f9-45f4-a099-9ae816681816 req-67b368dd-bf63-44d3-999c-b8b20e3fd492 tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:06.331221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1b41911-b4f9-45f4-a099-9ae816681816 req-67b368dd-bf63-44d3-999c-b8b20e3fd492 tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 1101 time: 0.1237116
Nov 27 20:52:06.392866 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec915-35f2-42dd-ac7a-0cd5aa149d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:06.422106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Network d69a55b2-4a8b-4b79-80da-1d55f825423e is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:06.428652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:06.514373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1b41911-b4f9-45f4-a099-9ae816681816 req-1dc094fb-ba65-44ec-bb4d-08ead7de0f84 tempest-ServersOnMultiNodesTest-1817299780 tempest-ServersOnMultiNodesTest-1817299780-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684425
Nov 27 20:52:06.672228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Router d4f93f46-38a1-479b-ab59-37cd08705ff0 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:52:06.886486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b7d4b960-0113-4d5b-a7bc-ab87df1efeff None None] Provisioning complete for port 92862abb-3051-48e3-a2df-d7342bad0a7c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:06.886869 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7d4b960-0113-4d5b-a7bc-ab87df1efeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:06.910127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:52:06.931198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4933bdde-b4c9-4ebd-9aed-e3240c86774e admin admin] 10.222.0.21 "PUT /v2.0/routers/d4f93f46-38a1-479b-ab59-37cd08705ff0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1363499
Nov 27 20:52:06.943150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4b960-0113-4d5b-a7bc-ab87df1efeff None None] Port 92862abb-3051-48e3-a2df-d7342bad0a7c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:52:06.990553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34110) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:07.121133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc772a-8c00-4c2a-912d-52c4b9b9395a req-bbebd244-ba22-4f12-94f3-d33ab12eb707 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:07.122761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14cc772a-8c00-4c2a-912d-52c4b9b9395a req-bbebd244-ba22-4f12-94f3-d33ab12eb707 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 950 time: 0.0702262
Nov 27 20:52:07.201189 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14cc772a-8c00-4c2a-912d-52c4b9b9395a req-94f2970c-8db7-4e98-ba51-ca5ffd7eee29 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712478
Nov 27 20:52:07.285480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1786732958-network', 'tenant_id': '483860ef169447208569ca7510affe41'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:07.310623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Made reservation on behalf of 483860ef169447208569ca7510affe41 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:07.313794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.323157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.419892 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.429284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.456161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:07.471055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:07.476005 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.476356 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Added segment 09146b15-5f2a-4af2-a75f-fd81a66efd04 of type vlan for network 51800357-640d-4106-97ff-61854e2562e6
Nov 27 20:52:07.519422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.552738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.554011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:07.554693 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.620226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.6222920
Nov 27 20:52:07.620226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34132) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:07.624500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Request body: {'subnet': {'network_id': '51800357-640d-4106-97ff-61854e2562e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1786732958-subnet', 'tenant_id': '483860ef169447208569ca7510affe41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:07.639043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedb69d-ac5d-48ce-b9b0-e518a6453c26 admin admin] Pushing event updated for resources: {'Network': ['ID=51800357-640d-4106-97ff-61854e2562e6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:07.652518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 51800357-640d-4106-97ff-61854e2562e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:07.653033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Made reservation on behalf of 483860ef169447208569ca7510affe41 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:07.654459 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-ec152439-4f12-4ccb-87fd-8c54d9334ecd tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1497669
Nov 27 20:52:07.657726 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.668711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:07.702694 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.742457 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.829757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34140) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:07.846984 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.861905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:07.934288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7716ef98-4d6b-41bf-8651-1d9ae6fcbd35,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:07.942964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Checking segment: {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:07.943369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Network hostable DHCP agents. Network: 51800357-640d-4106-97ff-61854e2562e6, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:52:07.969026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Network 51800357-640d-4106-97ff-61854e2562e6 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:52:07.987608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1158871503-network', 'tenant_id': '4dad5146bddc4e1384ddf1f394d83eb9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:07.996240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 51800357-640d-4106-97ff-61854e2562e6) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:08.002973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:08.003593 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.016715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f9566-da4e-42d0-bc41-c720b5a751a8 None None] Network 51800357-640d-4106-97ff-61854e2562e6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:08.034425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Allocated IP 172.35.3.113 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/17335f90-91b8-46e4-935a-1815833386e6) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:08.043955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Made reservation on behalf of 4dad5146bddc4e1384ddf1f394d83eb9 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:08.048429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.061007 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dbce0aa5-097e-41c5-b39f-499157fd46e7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.4410126
Nov 27 20:52:08.088220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.106878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d2acf483-8760-4393-acbe-7d944220e1a2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:08.221831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.227634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.251446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b10946-bdb3-4561-923d-5b322449d8d2 None None] Network 51800357-640d-4106-97ff-61854e2562e6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:08.284500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.301177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.325288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d2acf483-8760-4393-acbe-7d944220e1a2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:08.325664 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.331908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Pushing event updated for resources: {'Port': ['ID=17335f90-91b8-46e4-935a-1815833386e6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:08.348216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:08.349314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3daa9c6-afe5-442b-993c-b8d3e22fcdc8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:08.349832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:08.354328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:08.409127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-133d81f3-da7f-4c10-b7cd-72126a434d71 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:08.410720 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-133d81f3-da7f-4c10-b7cd-72126a434d71 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 950 time: 0.1784623
Nov 27 20:52:08.411664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:08.416983 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Sync routers for ids ['d4f93f46-38a1-479b-ab59-37cd08705ff0'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:52:08.432885 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Routers {'d4f93f46-38a1-479b-ab59-37cd08705ff0'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:08.434517 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe20ed90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d4f93f46-38a1-479b-ab59-37cd08705ff0'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:08.502289 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.509672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.509672 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Added segment 35a540bd-872b-404f-9e3e-3a92f47531d6 of type vlan for network 958087a0-8241-4de1-b533-e628945bf633
Nov 27 20:52:08.515057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.536142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port d2acf483-8760-4393-acbe-7d944220e1a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2acf483-8760-4393-acbe-7d944220e1a2,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:08.542376 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.595927 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.597508 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.599155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=d2acf483-8760-4393-acbe-7d944220e1a2,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:08.625822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Deleting port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:08.626274 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.633110 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Set router d4f93f46-38a1-479b-ab59-37cd08705ff0 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:08.730846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] For port c363241a-abd6-49ee-b5ee-7e9f499d3cf2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:08.731228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.747422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Calling delete_port for c363241a-abd6-49ee-b5ee-7e9f499d3cf2 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:08.752397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.754247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:08.754852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.813674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.820613 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.876642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0456436
Nov 27 20:52:08.879084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34166) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:08.888861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Request body: {'subnet': {'network_id': '958087a0-8241-4de1-b533-e628945bf633', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1158871503-subnet', 'tenant_id': '4dad5146bddc4e1384ddf1f394d83eb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:08.895835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fdfd8-960f-4f58-8892-f91b2c7bb4ba admin admin] Pushing event updated for resources: {'Network': ['ID=958087a0-8241-4de1-b533-e628945bf633,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:08.909235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 958087a0-8241-4de1-b533-e628945bf633 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:08.924119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Pushing event updated for resources: {'Port': ['ID=17335f90-91b8-46e4-935a-1815833386e6,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:08.928228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.947193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Made reservation on behalf of 4dad5146bddc4e1384ddf1f394d83eb9 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:08.949907 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.966285 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:08.976447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-d0a04ba9-e520-4486-b5bc-89986ce4a585 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.3132687
Nov 27 20:52:09.046668 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe20ed90>, [{'id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:51:59Z', 'updated_at': '2021-11-27T20:52:05Z', 'revision_number': 4, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'gw_port': {'id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:00Z', 'updated_at': '2021-11-27T20:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '92862abb-3051-48e3-a2df-d7342bad0a7c', 'name': '', 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'mac_address': 'fa:16:3e:c5:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b313cf05-135d-4134-a0a0-78b0f5cd4278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:04Z', 'updated_at': '2021-11-27T20:52:05Z', 'revision_number': 2, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'subnets': [{'id': 'b313cf05-135d-4134-a0a0-78b0f5cd4278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:09.058452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-92634de6-3540-485e-a40a-0bca827a2e65 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.113 HTTP/1.1" status: 200  len: 696 time: 0.0757077
Nov 27 20:52:09.076205 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Checking router: d4f93f46-38a1-479b-ab59-37cd08705ff0 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:52:09.076563 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Updating router d4f93f46-38a1-479b-ab59-37cd08705ff0 port 92862abb-3051-48e3-a2df-d7342bad0a7c binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:52:09.104329 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.151359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.163789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903', '03656c06-3cc8-4fda-a16b-4029c1b5ca5e', 'e02b8cc1-0258-4858-9965-ca7f6004dc39', 'ca642020-d459-4da1-b5a7-ee2c44c1c93e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:09.174375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b', 'f7eb3780-8e46-4709-b050-efac2b428838', 'c363241a-abd6-49ee-b5ee-7e9f499d3cf2'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:09.196594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-22c1ba27-a796-4670-bf4f-0f0b06ff9f9c tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:09.198111 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-280225d0-f4a1-4db1-9cef-668bf46539cc req-22c1ba27-a796-4670-bf4f-0f0b06ff9f9c tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1327994
Nov 27 20:52:09.199476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dfd14-01e3-49f3-9935-e5c0d6392648 req-b7eae287-b36c-485b-bc7f-a09cbaa7a1d0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:09.211978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-224dfd14-01e3-49f3-9935-e5c0d6392648 req-b7eae287-b36c-485b-bc7f-a09cbaa7a1d0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=78737951-b29d-4d2f-94c4-0538e549f0e5 HTTP/1.1" status: 200  len: 950 time: 0.1618717
Nov 27 20:52:09.216103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event deleted for resources: {'Port': ['ID=c363241a-abd6-49ee-b5ee-7e9f499d3cf2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:09.319438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] No DVR routers for this DVR port c363241a-abd6-49ee-b5ee-7e9f499d3cf2 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:09.324382 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.328419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fcf28e19-ae98-4997-8ee8-a714a0812b1d req-d6379587-0f71-4436-8a02-5ffe1e04b7cd tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "DELETE /v2.0/ports/c363241a-abd6-49ee-b5ee-7e9f499d3cf2 HTTP/1.1" status: 204  len: 173 time: 0.9045954
Nov 27 20:52:09.329517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78737951-b29d-4d2f-94c4-0538e549f0e5', 'name': 'network-vif-deleted', 'tag': 'c363241a-abd6-49ee-b5ee-7e9f499d3cf2'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:09.331984 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e32f1e-1975-49bc-94fe-36f98944c6c6" -d '{"events": [{"server_uuid": "78737951-b29d-4d2f-94c4-0538e549f0e5", "name": "network-vif-deleted", "tag": "c363241a-abd6-49ee-b5ee-7e9f499d3cf2"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:09.490713 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.492761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-224dfd14-01e3-49f3-9935-e5c0d6392648 req-fe21f06a-15f7-4d39-b600-d1d1d8bcf440 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2739511
Nov 27 20:52:09.497995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.558399 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.568800 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.604727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb97c8cb-28b0-4362-8e47-d942ba3c2227,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:09.623061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-6e496f6e-0b98-4ab1-8457-32309ce1d652 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:09.630289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-6e496f6e-0b98-4ab1-8457-32309ce1d652 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/networks?id=51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 200  len: 822 time: 0.2594788
Nov 27 20:52:09.648131 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-7d808e4f-cf85-42bd-9cfb-858414969b2e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/quotas/483860ef169447208569ca7510affe41 HTTP/1.1" status: 200  len: 375 time: 0.0169098
Nov 27 20:52:09.653073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Checking segment: {'id': '35a540bd-872b-404f-9e3e-3a92f47531d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '958087a0-8241-4de1-b533-e628945bf633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:09.654402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Network hostable DHCP agents. Network: 958087a0-8241-4de1-b533-e628945bf633, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:52:09.690476 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Pushing event updated for resources: {'Port': ['ID=92862abb-3051-48e3-a2df-d7342bad0a7c,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:09.690719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-a75eceda-94d6-41d7-92b3-db00e8af7299 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=483860ef169447208569ca7510affe41&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0408113
Nov 27 20:52:09.694729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Network 958087a0-8241-4de1-b533-e628945bf633 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:52:09.716067 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.716430 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.716780 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.717134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 958087a0-8241-4de1-b533-e628945bf633) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:09.722686 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.723038 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.723422 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.723768 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.724221 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.724569 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.724898 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.725491 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.726004 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:09.735734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42df5aa9-fb8f-45c6-a729-866d792b5462 None None] Network 958087a0-8241-4de1-b533-e628945bf633 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:09.746526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:09.747145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.798769 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0649dc6c-e80e-4f0e-83fc-e68b7a3cf97f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9089174
Nov 27 20:52:09.814197 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Attempting to bind port 92862abb-3051-48e3-a2df-d7342bad0a7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:09.814577 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Attempting to bind port 92862abb-3051-48e3-a2df-d7342bad0a7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ab7fda23-68e4-4a08-a652-682d0f815465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:09.814945 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Attempting to bind port 92862abb-3051-48e3-a2df-d7342bad0a7c on network d69a55b2-4a8b-4b79-80da-1d55f825423e {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:09.826082 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:09.826469 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Checking segment: {'id': 'ab7fda23-68e4-4a08-a652-682d0f815465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:09.826883 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.827321 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Bound using segment: {'id': 'ab7fda23-68e4-4a08-a652-682d0f815465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:09.827805 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Bound port: 92862abb-3051-48e3-a2df-d7342bad0a7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7fda23-68e4-4a08-a652-682d0f815465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:09.828202 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:09.936301 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] For port 92862abb-3051-48e3-a2df-d7342bad0a7c, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:09.940749 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] For port 92862abb-3051-48e3-a2df-d7342bad0a7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92862abb-3051-48e3-a2df-d7342bad0a7c,segment=NetworkSegment(ab7fda23-68e4-4a08-a652-682d0f815465),segment_id=ab7fda23-68e4-4a08-a652-682d0f815465)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:09.956240 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:10.048256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-6cea1f35-9678-459a-ac28-ea99c0f832ce service neutron] 10.222.0.21 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3556545
Nov 27 20:52:10.060261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2fc4df91-9b9a-47e4-a4c5-f1b638a5a95e req-7f21273b-c858-489c-b03d-502165db4abf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips/3bd5ace4-2e79-4bda-9f9f-4e6b22ab2aae HTTP/1.1" status: 200  len: 693 time: 0.2472627
Nov 27 20:52:10.102771 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Routers {'d4f93f46-38a1-479b-ab59-37cd08705ff0'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:10.103469 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe20ed90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d4f93f46-38a1-479b-ab59-37cd08705ff0'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:10.106079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d2acf483-8760-4393-acbe-7d944220e1a2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:10.109875 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1323e25-51ba-4676-a074-4d94640cfc82 None None] Pushing event updated for resources: {'Port': ['ID=92862abb-3051-48e3-a2df-d7342bad0a7c,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:10.211708 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-5f813163-53d4-4498-83e9-35be8edb4af1 service neutron] 10.222.0.21 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543918
Nov 27 20:52:10.237150 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] Set router d4f93f46-38a1-479b-ab59-37cd08705ff0 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:10.273959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4df91-9b9a-47e4-a4c5-f1b638a5a95e req-1149b4aa-31a1-4e21-9a4c-3635c177a9bd tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:10.286799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2fc4df91-9b9a-47e4-a4c5-f1b638a5a95e req-1149b4aa-31a1-4e21-9a4c-3635c177a9bd tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2256372
Nov 27 20:52:10.324492 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8088993-de4d-4fd3-bbd6-7fce7b77734f x-openstack-request-id: req-f8088993-de4d-4fd3-bbd6-7fce7b77734f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:10.324800 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78737951-b29d-4d2f-94c4-0538e549f0e5", "name": "network-vif-deleted", "tag": "c363241a-abd6-49ee-b5ee-7e9f499d3cf2", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:10.325272 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8088993-de4d-4fd3-bbd6-7fce7b77734f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:10.326379 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78737951-b29d-4d2f-94c4-0538e549f0e5', 'name': 'network-vif-deleted', 'tag': 'c363241a-abd6-49ee-b5ee-7e9f499d3cf2', 'status': 'completed', 'code': 200}
Nov 27 20:52:10.403738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d9711-337a-4fc4-bb52-847cc2d3db53 None None] Network 958087a0-8241-4de1-b533-e628945bf633 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:10.461057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6d10d3b8-427d-4570-968e-07a2037ac599 None None] Provisioning complete for port 92862abb-3051-48e3-a2df-d7342bad0a7c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:10.461429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d10d3b8-427d-4570-968e-07a2037ac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:10.524489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34214) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:10.551966 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:10.560783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d2acf483-8760-4393-acbe-7d944220e1a2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:10.561154 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:10.569750 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe20ed90>, [{'id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:51:59Z', 'updated_at': '2021-11-27T20:52:05Z', 'revision_number': 4, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'gw_port': {'id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:00Z', 'updated_at': '2021-11-27T20:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '92862abb-3051-48e3-a2df-d7342bad0a7c', 'name': '', 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'mac_address': 'fa:16:3e:c5:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b313cf05-135d-4134-a0a0-78b0f5cd4278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:04Z', 'updated_at': '2021-11-27T20:52:09Z', 'revision_number': 4, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'subnets': [{'id': 'b313cf05-135d-4134-a0a0-78b0f5cd4278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:10.631756 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723af0e-394a-4fe9-a544-1ff2a2d5e285 None None] The sync data for ids ['d4f93f46-38a1-479b-ab59-37cd08705ff0'] in ncdv-master-1 is: [{'id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:51:59Z', 'updated_at': '2021-11-27T20:52:05Z', 'revision_number': 4, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'gw_port': {'id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:00Z', 'updated_at': '2021-11-27T20:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '92862abb-3051-48e3-a2df-d7342bad0a7c', 'name': '', 'network_id': 'd69a55b2-4a8b-4b79-80da-1d55f825423e', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'mac_address': 'fa:16:3e:c5:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b313cf05-135d-4134-a0a0-78b0f5cd4278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:04Z', 'updated_at': '2021-11-27T20:52:09Z', 'revision_number': 4, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'subnets': [{'id': 'b313cf05-135d-4134-a0a0-78b0f5cd4278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:52:10.681498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68ad1dbd-1f93-46f1-89c3-f62c53047cd9 req-bb867fe2-fd44-4463-9c41-3a6fc0479228 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=a82619851df34e21b4179bd27466ccc7 HTTP/1.1" status: 200  len: 696 time: 0.1068182
Nov 27 20:52:10.761342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6963828f-541d-4730-9830-5461fd83d36c admin admin] Deleting subnet cb97c8cb-28b0-4362-8e47-d942ba3c2227 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:52:10.767444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6963828f-541d-4730-9830-5461fd83d36c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:10.776254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea55486b-5e1f-4be4-93e6-ec412018aaed req-da41da86-7e51-49b0-bc63-f6bbacf2f21d tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=742998b08aec4df0844e1fbf2ecb4479&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0467618
Nov 27 20:52:10.860667 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6963828f-541d-4730-9830-5461fd83d36c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:10.916076 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d10d3b8-427d-4570-968e-07a2037ac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:10.934713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1dbd-1f93-46f1-89c3-f62c53047cd9 req-244ddc99-03a3-41e4-a833-e1ff610c87f0 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:10.936893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68ad1dbd-1f93-46f1-89c3-f62c53047cd9 req-244ddc99-03a3-41e4-a833-e1ff610c87f0 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/networks?id=7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 787 time: 0.2334259
Nov 27 20:52:10.943720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6963828f-541d-4730-9830-5461fd83d36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:10.960491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55486b-5e1f-4be4-93e6-ec412018aaed req-1e1df374-1702-4bee-aa3c-bd2e63dd6d7f tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:10.970722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea55486b-5e1f-4be4-93e6-ec412018aaed req-1e1df374-1702-4bee-aa3c-bd2e63dd6d7f tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1934152
Nov 27 20:52:10.982248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-68ad1dbd-1f93-46f1-89c3-f62c53047cd9 req-f0d8f619-ea90-45cc-9823-58da07ed5885 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:52:10.983312 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68ad1dbd-1f93-46f1-89c3-f62c53047cd9 req-f0d8f619-ea90-45cc-9823-58da07ed5885 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0359375
Nov 27 20:52:10.988880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea55486b-5e1f-4be4-93e6-ec412018aaed req-f5bc2a64-560b-44ae-8ca6-7a9af9ae3118 tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/quotas/742998b08aec4df0844e1fbf2ecb4479 HTTP/1.1" status: 200  len: 375 time: 0.0168872
Nov 27 20:52:11.053865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6963828f-541d-4730-9830-5461fd83d36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.059475 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea55486b-5e1f-4be4-93e6-ec412018aaed req-ac19cb36-2cde-4f7d-a2e2-436555aa758f tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=742998b08aec4df0844e1fbf2ecb4479&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0696414
Nov 27 20:52:11.109069 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6963828f-541d-4730-9830-5461fd83d36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.124634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34232) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:11.125299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6963828f-541d-4730-9830-5461fd83d36c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb97c8cb-28b0-4362-8e47-d942ba3c2227 HTTP/1.1" status: 204  len: 168 time: 0.5990586
Nov 27 20:52:11.155022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6d10d3b8-427d-4570-968e-07a2037ac599 None None] For port 92862abb-3051-48e3-a2df-d7342bad0a7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92862abb-3051-48e3-a2df-d7342bad0a7c,segment=NetworkSegment(ab7fda23-68e4-4a08-a652-682d0f815465),segment_id=ab7fda23-68e4-4a08-a652-682d0f815465)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:11.170528 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d10d3b8-427d-4570-968e-07a2037ac599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.179401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963828f-541d-4730-9830-5461fd83d36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb97c8cb-28b0-4362-8e47-d942ba3c2227,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:11.238405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.347984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.372701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd167790>,) {'filters': {'network_id': ['958087a0-8241-4de1-b533-e628945bf633']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:11.384113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd167790>, '35a540bd-872b-404f-9e3e-3a92f47531d6') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:11.384419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd167790>, '35a540bd-872b-404f-9e3e-3a92f47531d6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:11.425836 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.460126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.472704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:52:11.473124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.495614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c363241a-abd6-49ee-b5ee-7e9f499d3cf2 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:52:11.550520 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:52:11.552958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10d3b8-427d-4570-968e-07a2037ac599 None None] Pushing event updated for resources: {'Port': ['ID=92862abb-3051-48e3-a2df-d7342bad0a7c,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:11.563390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: c363241a-abd6-49ee-b5ee-7e9f499d3cf2 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:11.566610 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9219ceaa-5101-44ac-9457-28099bb581ff req-e69806f9-e1ef-4ac6-b8b3-badf00926e51 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 210 time: 0.2873023
Nov 27 20:52:11.566759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c363241a-abd6-49ee-b5ee-7e9f499d3cf2 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:11.601890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2acf9f02-8448-424e-9385-6461a4636db7 None None] Provisioning complete for port 92862abb-3051-48e3-a2df-d7342bad0a7c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:11.601890 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f02-8448-424e-9385-6461a4636db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.611512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.616414 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:11.626780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] 10.222.0.21 "DELETE /v2.0/networks/958087a0-8241-4de1-b533-e628945bf633 HTTP/1.1" status: 204  len: 168 time: 0.5007744
Nov 27 20:52:11.661129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed3cf9-9a0c-4d8c-9fc0-ade13179b76f admin admin] Pushing event deleted for resources: {'Network': ['ID=958087a0-8241-4de1-b533-e628945bf633,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:11.664861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-89f5b7b8-4c5c-45f7-b82d-09a1729868f0 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips/3bd5ace4-2e79-4bda-9f9f-4e6b22ab2aae HTTP/1.1" status: 200  len: 693 time: 0.0970221
Nov 27 20:52:11.832709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-244a78be-b0b7-418e-bae8-96c9afb46192 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:11.834853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-244a78be-b0b7-418e-bae8-96c9afb46192 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1634557
Nov 27 20:52:11.842604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34252) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:11.959167 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9bae7364-1f9b-4cbe-a107-c3c08f647575 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.113 HTTP/1.1" status: 200  len: 696 time: 0.1127248
Nov 27 20:52:12.006117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 92862abb-3051-48e3-a2df-d7342bad0a7c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:12.040833 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-574fac34-efac-4291-9081-ddc3cb4415c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dad5146bddc4e1384ddf1f394d83eb9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1954894
Nov 27 20:52:12.043973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34256) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:12.085476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-ee0c28a2-5c13-4152-87c0-49109589af01 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.113 HTTP/1.1" status: 200  len: 696 time: 0.1249013
Nov 27 20:52:12.117326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 92862abb-3051-48e3-a2df-d7342bad0a7c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:12.118060 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.241115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-9081d02b-b5f3-4c88-a002-adc65bfd5a8b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:12.242990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-9081d02b-b5f3-4c88-a002-adc65bfd5a8b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "GET /v2.0/networks?id=51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 200  len: 822 time: 0.2645421
Nov 27 20:52:12.262227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Request body: {'port': {'device_id': 'bd7b870d-40d5-4c15-9a87-89fdf19b33cb', 'network_id': '51800357-640d-4106-97ff-61854e2562e6', 'admin_state_up': True, 'tenant_id': '483860ef169447208569ca7510affe41'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:12.280706 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e69f7780-8d57-44b9-905b-fa4beb3f14e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.312583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e69f7780-8d57-44b9-905b-fa4beb3f14e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.323738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Deleting port 17335f90-91b8-46e4-935a-1815833386e6 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:12.323954 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.409603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Made reservation on behalf of 483860ef169447208569ca7510affe41 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:12.414504 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.424303 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.424656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.438724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e69f7780-8d57-44b9-905b-fa4beb3f14e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.445576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e69f7780-8d57-44b9-905b-fa4beb3f14e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.445576 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e69f7780-8d57-44b9-905b-fa4beb3f14e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3daa9c6-afe5-442b-993c-b8d3e22fcdc8 HTTP/1.1" status: 204  len: 168 time: 0.3999889
Nov 27 20:52:12.451205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Calling delete_port for 17335f90-91b8-46e4-935a-1815833386e6 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:12.464471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f7780-8d57-44b9-905b-fa4beb3f14e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3daa9c6-afe5-442b-993c-b8d3e22fcdc8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:12.634642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Allocated IP 172.20.0.3 (51800357-640d-4106-97ff-61854e2562e6/7716ef98-4d6b-41bf-8651-1d9ae6fcbd35/c10c2fd2-5244-453a-826f-f5bb827d9b58) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:12.787619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02547-3eda-4ae9-9840-b2868d177e89 req-4d79ccdb-8c06-4162-bfb1-63d0f004ebb1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:12.789245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ca02547-3eda-4ae9-9840-b2868d177e89 req-4d79ccdb-8c06-4162-bfb1-63d0f004ebb1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1218193
Nov 27 20:52:12.871318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ca02547-3eda-4ae9-9840-b2868d177e89 req-7f420ebd-6202-47fa-b76c-4db2292c80c2 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761335
Nov 27 20:52:12.881896 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.929812 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.976664 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:12.985854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Network 51800357-640d-4106-97ff-61854e2562e6 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:12.991411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:12.997536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:13.002332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event updated for resources: {'Port': ['ID=c10c2fd2-5244-453a-826f-f5bb827d9b58,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:13.020475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Pushing event deleted for resources: {'Port': ['ID=17335f90-91b8-46e4-935a-1815833386e6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:13.067294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:13.067294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.087510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-88d48215-85d5-477c-8e85-a292e45e8edc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8293710
Nov 27 20:52:13.106958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Request body: {'port': {'device_id': 'bd7b870d-40d5-4c15-9a87-89fdf19b33cb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:13.127088 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.131194 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.150290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c5820d0-9c17-432c-a973-99abe48367c4 req-9788e27e-6b57-43e3-b4b4-b16e5fdc4200 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "DELETE /v2.0/floatingips/3bd5ace4-2e79-4bda-9f9f-4e6b22ab2aae HTTP/1.1" status: 204  len: 173 time: 1.0630255
Nov 27 20:52:13.176869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.293388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2acc61-f3ac-4c24-b5ec-4408c7fe315c req-dc24bf4f-71e3-493a-b447-014ff1fe34d9 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:13.295283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa2acc61-f3ac-4c24-b5ec-4408c7fe315c req-dc24bf4f-71e3-493a-b447-014ff1fe34d9 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 931 time: 0.0662603
Nov 27 20:52:13.384475 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa2acc61-f3ac-4c24-b5ec-4408c7fe315c req-6290c3d8-7ded-4b63-b1db-41399c84441f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795579
Nov 27 20:52:13.401567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34304) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:13.544761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-78827312-network', 'tenant_id': 'b564202c29bd4ce29a4010a855afd299'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:13.623613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10c2fd2-5244-453a-826f-f5bb827d9b58 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:13.631982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-7cda5525-0ea1-4034-bc4c-1e0bcef4538c tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1807420
Nov 27 20:52:13.634663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Made reservation on behalf of b564202c29bd4ce29a4010a855afd299 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:13.636896 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.641970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.653228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:13.662807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.677652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Transition to ACTIVE for port object c10c2fd2-5244-453a-826f-f5bb827d9b58 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:52:13.685888 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.730335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.814362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Pushing event updated for resources: {'Port': ['ID=c10c2fd2-5244-453a-826f-f5bb827d9b58,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:13.847376 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fb2b9a52-f41f-44c7-ab7d-b143d3ee8134 req-8ecfb128-bc73-4c1a-9e3b-ceb655e581ac tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=742998b08aec4df0844e1fbf2ecb4479&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0254877
Nov 27 20:52:13.924509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.927172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Attempting to bind port c10c2fd2-5244-453a-826f-f5bb827d9b58 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:13.927546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Attempting to bind port c10c2fd2-5244-453a-826f-f5bb827d9b58 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:13.928023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Attempting to bind port c10c2fd2-5244-453a-826f-f5bb827d9b58 on network 51800357-640d-4106-97ff-61854e2562e6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:13.932762 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.944039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Port c10c2fd2-5244-453a-826f-f5bb827d9b58 on network 51800357-640d-4106-97ff-61854e2562e6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:52:13.944372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Attempting to bind port c10c2fd2-5244-453a-826f-f5bb827d9b58 on network 51800357-640d-4106-97ff-61854e2562e6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:13.962528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:13.962736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b9a52-f41f-44c7-ab7d-b143d3ee8134 req-8ed6fbf4-1824-475e-bbcc-fbd0bc2308b8 tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:13.964047 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fb2b9a52-f41f-44c7-ab7d-b143d3ee8134 req-8ed6fbf4-1824-475e-bbcc-fbd0bc2308b8 tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1106205
Nov 27 20:52:13.972360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:13.972853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Checking segment: {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:13.973147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Bound using segment: {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:13.973542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Bound port: c10c2fd2-5244-453a-826f-f5bb827d9b58, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:13.973923 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:13.980787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fb2b9a52-f41f-44c7-ab7d-b143d3ee8134 req-54455852-d7aa-450c-9fb3-be2b52b433e5 tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/quotas/742998b08aec4df0844e1fbf2ecb4479 HTTP/1.1" status: 200  len: 375 time: 0.0097413
Nov 27 20:52:14.005262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cba74eb-147c-4ea5-bbd2-f322fd8d1e77,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:14.009051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:14.009403 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Added segment bc90166e-026f-4006-9c11-3547165204ca of type vlan for network a2bb8a58-a2c8-4d3a-88ab-02884eb26d08
Nov 27 20:52:14.013829 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fb2b9a52-f41f-44c7-ab7d-b143d3ee8134 req-2eb9d657-1c50-46a7-8a09-8ebb6e290533 tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=742998b08aec4df0844e1fbf2ecb4479&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0272541
Nov 27 20:52:14.050532 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:14.109101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:14.200813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] For port c10c2fd2-5244-453a-826f-f5bb827d9b58, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:14.247496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] For port c10c2fd2-5244-453a-826f-f5bb827d9b58, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:14.256515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-de816e2f-e6e1-470a-ae06-e3cac8c88671 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:14.257995 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-de816e2f-e6e1-470a-ae06-e3cac8c88671 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.1739414
Nov 27 20:52:14.262510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:14.263485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:14.264056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:14.271633 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:14.302895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305d98-3935-458b-b865-758aa305fda5 req-35d9abc9-6635-4424-9305-fda315e80858 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:14.304503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9305d98-3935-458b-b865-758aa305fda5 req-35d9abc9-6635-4424-9305-fda315e80858 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 949 time: 0.0538962
Nov 27 20:52:14.355117 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9305d98-3935-458b-b865-758aa305fda5 req-19283a4b-34af-4c60-b577-6c40efce9035 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437226
Nov 27 20:52:14.395945 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9908090
Nov 27 20:52:14.417718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:14.418347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:14.419831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] 10.222.0.35 "PUT /v2.0/ports/c10c2fd2-5244-453a-826f-f5bb827d9b58 HTTP/1.1" status: 200  len: 1091 time: 1.3176947
Nov 27 20:52:14.427733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b870d-40d5-4c15-9a87-89fdf19b33cb', 'tag': 'c10c2fd2-5244-453a-826f-f5bb827d9b58'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:14.429421 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1431d71-724f-414e-b57d-c75b92bbf3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b870d-40d5-4c15-9a87-89fdf19b33cb", "tag": "c10c2fd2-5244-453a-826f-f5bb827d9b58"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:14.445106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Allocated IP 172.35.3.195 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/66f9a19d-8ff7-42f5-93d2-4559747ff857) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:14.509707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de2e0e-4ab1-4dc8-bce2-497e9ed573eb admin admin] Pushing event updated for resources: {'Network': ['ID=a2bb8a58-a2c8-4d3a-88ab-02884eb26d08,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:14.523151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network a2bb8a58-a2c8-4d3a-88ab-02884eb26d08 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:14.537736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606516da-e9f6-48e4-9ba1-11d6bd589455 service neutron] Pushing event updated for resources: {'Port': ['ID=c10c2fd2-5244-453a-826f-f5bb827d9b58,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:14.624612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-eeb8e31c-1227-448c-9644-060b7a90b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:14.626240 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-eeb8e31c-1227-448c-9644-060b7a90b1bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=483860ef169447208569ca7510affe41&device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 1094 time: 0.1584837
Nov 27 20:52:15.025015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-038f5d86-a900-4e7b-9def-136017851ab2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58 HTTP/1.1" status: 200  len: 217 time: 0.3878980
Nov 27 20:52:15.037885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Deleting port ca642020-d459-4da1-b5a7-ee2c44c1c93e {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:15.038230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:15.057310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790e1eb-f130-4654-98b5-c2221592117a req-43975993-619a-4af4-abc1-0c6991565ebb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:15.059161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e790e1eb-f130-4654-98b5-c2221592117a req-43975993-619a-4af4-abc1-0c6991565ebb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 943 time: 0.0498066
Nov 27 20:52:15.089970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:15.109362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e790e1eb-f130-4654-98b5-c2221592117a req-fed3bc1a-0208-4588-aa7f-9406b646e53b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434830
Nov 27 20:52:15.172310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-0bba754e-ffe0-44e1-8bf7-b4b2f2395fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:15.173772 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-0bba754e-ffe0-44e1-8bf7-b4b2f2395fe5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7716ef98-4d6b-41bf-8651-1d9ae6fcbd35 HTTP/1.1" status: 200  len: 862 time: 0.1249416
Nov 27 20:52:15.213485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] For port ca642020-d459-4da1-b5a7-ee2c44c1c93e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ca642020-d459-4da1-b5a7-ee2c44c1c93e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:15.213718 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:15.218090 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5653ad-f57b-433e-bea9-9c20a9c4149d x-openstack-request-id: req-4b5653ad-f57b-433e-bea9-9c20a9c4149d {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:15.218386 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b870d-40d5-4c15-9a87-89fdf19b33cb", "tag": "c10c2fd2-5244-453a-826f-f5bb827d9b58", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:15.218644 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b5653ad-f57b-433e-bea9-9c20a9c4149d {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:15.219520 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b870d-40d5-4c15-9a87-89fdf19b33cb', 'tag': 'c10c2fd2-5244-453a-826f-f5bb827d9b58', 'status': 'completed', 'code': 200}
Nov 27 20:52:15.238876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-5be35f55-120e-46ae-b827-a08c308893c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51800357-640d-4106-97ff-61854e2562e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428958
Nov 27 20:52:15.246636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Calling delete_port for ca642020-d459-4da1-b5a7-ee2c44c1c93e owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:15.248672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:15.377493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:15.387584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:15.396887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:15.433850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Pushing event updated for resources: {'Port': ['ID=66f9a19d-8ff7-42f5-93d2-4559747ff857,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:15.491286 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-d5dbe6ab-7396-421d-88f1-f8bac02032c6 service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371788
Nov 27 20:52:15.519343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b214-4979-4214-ae38-fe229cd59c53 req-9d109a09-75a4-4f0f-9c6d-b76e82c510c5 tempest-ComputeTenantNetworksTest-1400367759 tempest-ComputeTenantNetworksTest-1400367759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:15.525677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b214-4979-4214-ae38-fe229cd59c53 req-9d109a09-75a4-4f0f-9c6d-b76e82c510c5 tempest-ComputeTenantNetworksTest-1400367759 tempest-ComputeTenantNetworksTest-1400367759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:15.531535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b214-4979-4214-ae38-fe229cd59c53 req-9d109a09-75a4-4f0f-9c6d-b76e82c510c5 tempest-ComputeTenantNetworksTest-1400367759 tempest-ComputeTenantNetworksTest-1400367759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:15.533152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9654b214-4979-4214-ae38-fe229cd59c53 req-9d109a09-75a4-4f0f-9c6d-b76e82c510c5 tempest-ComputeTenantNetworksTest-1400367759 tempest-ComputeTenantNetworksTest-1400367759-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1901 time: 0.1985238
Nov 27 20:52:15.623557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:15.681854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:15.694028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903', '03656c06-3cc8-4fda-a16b-4029c1b5ca5e', 'e02b8cc1-0258-4858-9965-ca7f6004dc39'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:15.698094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b', 'f7eb3780-8e46-4709-b050-efac2b428838'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:15.701149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:15.704287 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c9a2136-38c3-4f5e-abcf-03c4df35fe6a req-4e273faa-1190-4d8c-bcad-c79ec816a0fd service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845570
Nov 27 20:52:15.719328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76ac699b-645b-4223-b206-7299915c29eb req-ed6b9a1b-5064-4fb5-90df-77afec548b32 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd0f5c56-6c32-4b25-9685-4a04863f57dc HTTP/1.1" status: 200  len: 210 time: 0.0331063
Nov 27 20:52:15.743678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event deleted for resources: {'Port': ['ID=ca642020-d459-4da1-b5a7-ee2c44c1c93e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:15.792522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] No DVR routers for this DVR port ca642020-d459-4da1-b5a7-ee2c44c1c93e on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:15.795375 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:15.802916 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:15.806504 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a139615e-9dc0-4952-900e-8efbc8bb149c req-10df418a-38fd-4ba8-bbec-e3b679a0170d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "DELETE /v2.0/ports/ca642020-d459-4da1-b5a7-ee2c44c1c93e HTTP/1.1" status: 204  len: 173 time: 1.5377133
Nov 27 20:52:15.925813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-24cb6a4f-ae20-426c-a05a-27b3beba348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:15.928396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-24cb6a4f-ae20-426c-a05a-27b3beba348e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=483860ef169447208569ca7510affe41&device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 1094 time: 0.1269331
Nov 27 20:52:15.930538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a62b-c0c7-4ff3-8f09-7a5c5f399898 req-6300b28b-6715-4d71-97dc-0f2a372d3938 tempest-ComputeTenantNetworksTest-1400367759 tempest-ComputeTenantNetworksTest-1400367759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:15.952302 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a77a62b-c0c7-4ff3-8f09-7a5c5f399898 req-6300b28b-6715-4d71-97dc-0f2a372d3938 tempest-ComputeTenantNetworksTest-1400367759 tempest-ComputeTenantNetworksTest-1400367759-project] 10.222.0.21 "GET /v2.0/networks/a2bb8a58-a2c8-4d3a-88ab-02884eb26d08 HTTP/1.1" status: 200  len: 767 time: 0.1767681
Nov 27 20:52:15.952836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34362) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:16.026908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.046009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.129291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.197314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.201048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Pushing event updated for resources: {'Port': ['ID=66f9a19d-8ff7-42f5-93d2-4559747ff857,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:16.236671 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.238490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.240634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-1ea79bbc-ee8d-4ad7-a653-995081f608c6 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6004696
Nov 27 20:52:16.262056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7acd30>,) {'filters': {'network_id': ['a2bb8a58-a2c8-4d3a-88ab-02884eb26d08']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:16.278716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7acd30>, 'bc90166e-026f-4006-9c11-3547165204ca') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:16.279130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7acd30>, 'bc90166e-026f-4006-9c11-3547165204ca') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:16.291633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.307074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.315195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:52:16.316594 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:52:16.318510 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:52:16.330416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-964d99e9-0eb0-49e3-8a02-29000bca64e7 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.195 HTTP/1.1" status: 200  len: 696 time: 0.0779619
Nov 27 20:52:16.372487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-056908f1-dd04-46fe-a90c-db78d9fa48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:16.374142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-056908f1-dd04-46fe-a90c-db78d9fa48b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 200  len: 923 time: 0.4331281
Nov 27 20:52:16.436033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3b9e0-93ff-4455-bd59-d40f5c37345d req-103aaf42-d305-4870-8523-9e20d523e71e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:16.444145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ec3b9e0-93ff-4455-bd59-d40f5c37345d req-103aaf42-d305-4870-8523-9e20d523e71e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 943 time: 0.1073275
Nov 27 20:52:16.451733 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.457868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-212f3b1d-bf84-478a-be6d-79e340e1258e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58 HTTP/1.1" status: 200  len: 217 time: 0.0566409
Nov 27 20:52:16.462726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:16.467303 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a2bb8a58-a2c8-4d3a-88ab-02884eb26d08 HTTP/1.1" status: 204  len: 168 time: 0.5108945
Nov 27 20:52:16.522296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67db955-437e-4ff1-a6a1-85e0fca76554 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2bb8a58-a2c8-4d3a-88ab-02884eb26d08,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:16.543451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-44c4b5b8-f20a-48fe-a9c0-aec6edf77ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:16.545126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-44c4b5b8-f20a-48fe-a9c0-aec6edf77ba5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7716ef98-4d6b-41bf-8651-1d9ae6fcbd35 HTTP/1.1" status: 200  len: 862 time: 0.0778165
Nov 27 20:52:16.553826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ec3b9e0-93ff-4455-bd59-d40f5c37345d req-d472db30-2368-4d80-b943-0a8945e05b8d tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088264
Nov 27 20:52:16.556937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-390a92c4-4f34-4b43-b32e-be329b59e306 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:16.558279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1851e61-0d4e-417e-b100-739cb953ea90 req-390a92c4-4f34-4b43-b32e-be329b59e306 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2187696
Nov 27 20:52:16.605996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-5e28a9bc-056d-453b-94ee-4fc08b759ef7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51800357-640d-4106-97ff-61854e2562e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466728
Nov 27 20:52:16.618645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34388) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:16.643742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device ca642020-d459-4da1-b5a7-ee2c44c1c93e no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:16.682457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: ca642020-d459-4da1-b5a7-ee2c44c1c93e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:16.683115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device ca642020-d459-4da1-b5a7-ee2c44c1c93e not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:16.699564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f217cb4-0bd2-4467-a846-eaa987246f63 req-c203f787-8cfe-4804-8774-23d91c209dde tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=742998b08aec4df0844e1fbf2ecb4479&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0347729
Nov 27 20:52:16.730265 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-a24434d7-aa7b-4856-b3b5-9e40da2fba7e service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1159744
Nov 27 20:52:16.739116 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9e5464dc-4e2f-4e54-a90b-1a14cd1b5e77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b564202c29bd4ce29a4010a855afd299&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1192260
Nov 27 20:52:16.742800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34396) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:16.827957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f217cb4-0bd2-4467-a846-eaa987246f63 req-7adf5583-cde9-46a2-90e0-646c52cc7333 tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:16.830051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f217cb4-0bd2-4467-a846-eaa987246f63 req-7adf5583-cde9-46a2-90e0-646c52cc7333 tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1192420
Nov 27 20:52:16.845344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f217cb4-0bd2-4467-a846-eaa987246f63 req-86762e3f-9a49-4e8b-95b3-01b761890f2c tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/quotas/742998b08aec4df0844e1fbf2ecb4479 HTTP/1.1" status: 200  len: 375 time: 0.0091937
Nov 27 20:52:16.876867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f217cb4-0bd2-4467-a846-eaa987246f63 req-caa68a38-1ae7-4cbf-a882-f9efafa46e37 tempest-QuotasAdminNegativeTest-411820446 tempest-QuotasAdminNegativeTest-411820446-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=742998b08aec4df0844e1fbf2ecb4479&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0262952
Nov 27 20:52:16.879570 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-d273e88e-fc6f-47ab-ba0a-e0e1f39f848e tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips/f60893f0-700b-49c6-a673-9030ed438a13 HTTP/1.1" status: 200  len: 693 time: 0.0811145
Nov 27 20:52:16.969085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1431d71-724f-414e-b57d-c75b92bbf3b9 req-c2618514-52aa-470b-8b6d-673aff6e93a9 service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277310
Nov 27 20:52:16.971809 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2562d70d-3cf9-409e-8181-c3e0f6c735bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.006406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2562d70d-3cf9-409e-8181-c3e0f6c735bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.052236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-1e843f9e-243c-4ff1-b407-2c5977fa868a tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:17.053536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-1e843f9e-243c-4ff1-b407-2c5977fa868a tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.1640720
Nov 27 20:52:17.107659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-866a735b-f6bb-44b0-9bf6-bb8560e2cc8f tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.195 HTTP/1.1" status: 200  len: 696 time: 0.0465779
Nov 27 20:52:17.128347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2562d70d-3cf9-409e-8181-c3e0f6c735bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.131058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2562d70d-3cf9-409e-8181-c3e0f6c735bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.132246 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2562d70d-3cf9-409e-8181-c3e0f6c735bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cba74eb-147c-4ea5-bbd2-f322fd8d1e77 HTTP/1.1" status: 204  len: 168 time: 0.3800933
Nov 27 20:52:17.181792 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-233f50b9-6c24-4b45-970d-9a102f303d24 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.195 HTTP/1.1" status: 200  len: 696 time: 0.0621099
Nov 27 20:52:17.182790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562d70d-3cf9-409e-8181-c3e0f6c735bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cba74eb-147c-4ea5-bbd2-f322fd8d1e77,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:17.229683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0f5c56-6c32-4b25-9685-4a04863f57dc', 'name': 'network-vif-deleted', 'tag': 'ca642020-d459-4da1-b5a7-ee2c44c1c93e'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:17.232108 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31598341-314f-4423-98f2-96cb90f8bd10" -d '{"events": [{"server_uuid": "cd0f5c56-6c32-4b25-9685-4a04863f57dc", "name": "network-vif-deleted", "tag": "ca642020-d459-4da1-b5a7-ee2c44c1c93e"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:17.247689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c10c2fd2-5244-453a-826f-f5bb827d9b58 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:17.351356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Deleting port 66f9a19d-8ff7-42f5-93d2-4559747ff857 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:17.351704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.370707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c10c2fd2-5244-453a-826f-f5bb827d9b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:17.385006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'c10c2fd2-5244-453a-826f-f5bb827d9b58', 'network_id': '51800357-640d-4106-97ff-61854e2562e6', 'port_id': 'c10c2fd2-5244-453a-826f-f5bb827d9b58', 'mac_address': 'fa:16:3e:30:a7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7716ef98-4d6b-41bf-8651-1d9ae6fcbd35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:17.444069 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.460808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10c2fd2-5244-453a-826f-f5bb827d9b58 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:17.466265 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.466890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.481490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Calling delete_port for 66f9a19d-8ff7-42f5-93d2-4559747ff857 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:17.486471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c10c2fd2-5244-453a-826f-f5bb827d9b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:17.492555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.564152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c10c2fd2-5244-453a-826f-f5bb827d9b58,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:17.637391 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa173cc-8752-43f3-8bab-5cf31bca6686 x-openstack-request-id: req-3aa173cc-8752-43f3-8bab-5cf31bca6686 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:17.637697 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0f5c56-6c32-4b25-9685-4a04863f57dc", "name": "network-vif-deleted", "tag": "ca642020-d459-4da1-b5a7-ee2c44c1c93e", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:17.637939 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3aa173cc-8752-43f3-8bab-5cf31bca6686 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:17.638329 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0f5c56-6c32-4b25-9685-4a04863f57dc', 'name': 'network-vif-deleted', 'tag': 'ca642020-d459-4da1-b5a7-ee2c44c1c93e', 'status': 'completed', 'code': 200}
Nov 27 20:52:17.679705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.710147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Pushing event deleted for resources: {'Port': ['ID=66f9a19d-8ff7-42f5-93d2-4559747ff857,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:17.783943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec99a50-eca7-4ad9-8aa8-53013afd1f51 req-66da0dec-3341-471f-8bb3-bea651f28c0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:17.786510 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fec99a50-eca7-4ad9-8aa8-53013afd1f51 req-66da0dec-3341-471f-8bb3-bea651f28c0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 944 time: 0.0632985
Nov 27 20:52:17.815689 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.816362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['c10c2fd2-5244-453a-826f-f5bb827d9b58'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:17.818804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:17.820088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2be471b4-d4cc-4252-bb2c-56f9a8b5a2e7 req-8d7c1b22-f7cc-496a-9fd2-71319b4a42bf tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "DELETE /v2.0/floatingips/f60893f0-700b-49c6-a673-9030ed438a13 HTTP/1.1" status: 204  len: 173 time: 0.6271167
Nov 27 20:52:17.854480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fec99a50-eca7-4ad9-8aa8-53013afd1f51 req-c65e0ecc-b3cb-4a79-abbc-b7c0df65ac9c tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614865
Nov 27 20:52:18.013024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19181da6-3e6c-4fbc-9c7f-ef609fd69711 req-5e34adf2-27a3-4e85-98a6-cf1792e29964 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:18.014759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19181da6-3e6c-4fbc-9c7f-ef609fd69711 req-5e34adf2-27a3-4e85-98a6-cf1792e29964 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 949 time: 0.0683873
Nov 27 20:52:18.056149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34454) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:18.068766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19181da6-3e6c-4fbc-9c7f-ef609fd69711 req-594ef076-946c-4652-8065-d9dafccc953d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460114
Nov 27 20:52:18.105727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34458) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:18.128976 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-ba9a99ea-4a66-4313-960d-d7c9c85efddf req-746e8184-9351-4846-b15f-05b34c5e1c53 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] show failed (client error): The resource could not be found.
Nov 27 20:52:18.136060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba9a99ea-4a66-4313-960d-d7c9c85efddf req-746e8184-9351-4846-b15f-05b34c5e1c53 tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips/f60893f0-700b-49c6-a673-9030ed438a13 HTTP/1.1" status: 404  len: 350 time: 0.0508876
Nov 27 20:52:18.178529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.222946 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-4a46eb24-b00d-45a1-9d7e-eb8292d7f555 req-73f4e582-8f4d-4c2f-bdbc-287c9c05f04f tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] show failed (client error): The resource could not be found.
Nov 27 20:52:18.224183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a46eb24-b00d-45a1-9d7e-eb8292d7f555 req-73f4e582-8f4d-4c2f-bdbc-287c9c05f04f tempest-FloatingIPsTestJSON-1654241374 tempest-FloatingIPsTestJSON-1654241374-project] 10.222.0.21 "GET /v2.0/floatingips/f60893f0-700b-49c6-a673-9030ed438a13 HTTP/1.1" status: 404  len: 350 time: 0.0675585
Nov 27 20:52:18.233698 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f5101517-3e12-4db4-8991-2629b2264dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.235595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34466) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:18.284960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-695430580-network', 'tenant_id': '79226c480677428e924a69a8e4c01ae9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:18.310130 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f5101517-3e12-4db4-8991-2629b2264dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.315157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f5101517-3e12-4db4-8991-2629b2264dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.343194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Made reservation on behalf of 79226c480677428e924a69a8e4c01ae9 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:18.345744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f5101517-3e12-4db4-8991-2629b2264dba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=742998b08aec4df0844e1fbf2ecb4479&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2885077
Nov 27 20:52:18.346105 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.346350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34468) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:18.360620 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.386397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5101517-3e12-4db4-8991-2629b2264dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cefc7c2-26ca-477d-8176-af8909d90d28,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:18.418868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-301a613b-5111-460d-a6d1-ef3e044931b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.443082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-301a613b-5111-460d-a6d1-ef3e044931b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.501867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-301a613b-5111-460d-a6d1-ef3e044931b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.504752 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-301a613b-5111-460d-a6d1-ef3e044931b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.505930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-301a613b-5111-460d-a6d1-ef3e044931b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cefc7c2-26ca-477d-8176-af8909d90d28 HTTP/1.1" status: 204  len: 168 time: 0.1539550
Nov 27 20:52:18.516822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a613b-5111-460d-a6d1-ef3e044931b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cefc7c2-26ca-477d-8176-af8909d90d28,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:18.577050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.584566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.648359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:18.654017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d57de17-6c60-4806-9162-536cc819e8db,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:18.665784 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.666709 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Added segment 29652fc0-e353-4390-b6ca-c0d8e8c5bdcf of type vlan for network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce
Nov 27 20:52:18.720294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.777807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.778785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:18.779551 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.850695 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7407475
Nov 27 20:52:18.851473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34484) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:18.855951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Request body: {'subnet': {'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-695430580-subnet', 'tenant_id': '79226c480677428e924a69a8e4c01ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:18.865965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ed344-7384-4829-9f2a-981a3bbb4b11 admin admin] Pushing event updated for resources: {'Network': ['ID=4c1c2964-efe7-47f4-bb47-68bb0bb15cce,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:18.878485 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.879403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:18.881103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34486) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:18.920307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Made reservation on behalf of 79226c480677428e924a69a8e4c01ae9 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:18.930018 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69922dd0-cb7d-4cad-8b35-847dbe58757e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.932633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:18.961341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34490) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:19.119060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793921e-84d5-44fd-be45-1790f5f84485 req-ecba771c-8902-4ea2-8e29-96465142dc43 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:19.119060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8793921e-84d5-44fd-be45-1790f5f84485 req-ecba771c-8902-4ea2-8e29-96465142dc43 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 944 time: 0.1336305
Nov 27 20:52:19.191638 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69922dd0-cb7d-4cad-8b35-847dbe58757e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.206899 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69922dd0-cb7d-4cad-8b35-847dbe58757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.213862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-219c2140-ab2b-4fdb-a673-e610810e2902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.259731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.261599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c10c2fd2-5244-453a-826f-f5bb827d9b58 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:19.264525 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8793921e-84d5-44fd-be45-1790f5f84485 req-b5384cf5-2ddf-4acb-9aa1-f9b583614b2f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179392
Nov 27 20:52:19.269639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-69922dd0-cb7d-4cad-8b35-847dbe58757e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3607774190ce41318c3f197c912e9025&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3875496
Nov 27 20:52:19.270753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69922dd0-cb7d-4cad-8b35-847dbe58757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eb3e41-57a9-487d-8b66-918354af3ec0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:19.274531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34500) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:19.345554 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port c10c2fd2-5244-453a-826f-f5bb827d9b58 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:52:19.349887 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port c10c2fd2-5244-453a-826f-f5bb827d9b58 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:19.350264 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.378681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9acf26a3-8a0f-4e26-8587-6c20c4861307,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:19.394161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fb1a-ae0d-4eb4-a1ed-25736ab3d97b req-ca637776-2e0b-43db-a239-150745f27210 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:19.395912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dff4fb1a-ae0d-4eb4-a1ed-25736ab3d97b req-ca637776-2e0b-43db-a239-150745f27210 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 949 time: 0.1791985
Nov 27 20:52:19.411026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1753b2e3-6d3b-4b7b-9c2a-293fcd663a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.421239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-777ddf64-5d4d-4ee5-8eb3-aa14dcae180b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:19.422384 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-777ddf64-5d4d-4ee5-8eb3-aa14dcae180b tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 949 time: 0.1034818
Nov 27 20:52:19.422612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Checking segment: {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:19.422927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Network hostable DHCP agents. Network: 4c1c2964-efe7-47f4-bb47-68bb0bb15cce, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:52:19.456576 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.474709 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-219c2140-ab2b-4fdb-a673-e610810e2902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.477692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:52:19.481131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1753b2e3-6d3b-4b7b-9c2a-293fcd663a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.483802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b870d-40d5-4c15-9a87-89fdf19b33cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10c2fd2-5244-453a-826f-f5bb827d9b58'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:19.484537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-219c2140-ab2b-4fdb-a673-e610810e2902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.486590 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4526ec50-c5b1-4c6a-87d6-ef4c1badc0d5" -d '{"events": [{"server_uuid": "bd7b870d-40d5-4c15-9a87-89fdf19b33cb", "name": "network-vif-plugged", "status": "completed", "tag": "c10c2fd2-5244-453a-826f-f5bb827d9b58"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:19.511459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c10c2fd2-5244-453a-826f-f5bb827d9b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:19.521084 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.527683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c1c2964-efe7-47f4-bb47-68bb0bb15cce) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:19.543579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dff4fb1a-ae0d-4eb4-a1ed-25736ab3d97b req-545536eb-3e40-4e6b-af3d-e3c18a64686f tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379776
Nov 27 20:52:19.544278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c2140-ab2b-4fdb-a673-e610810e2902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7390dc66-b719-4ca8-916b-304f7ddbeb84,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:19.549423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Deleting port 92862abb-3051-48e3-a2df-d7342bad0a7c {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:19.549753 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.553894 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de558086-1b60-41f3-8ce3-69e6245b82e1 x-openstack-request-id: req-de558086-1b60-41f3-8ce3-69e6245b82e1 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:19.554440 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b870d-40d5-4c15-9a87-89fdf19b33cb", "name": "network-vif-plugged", "status": "completed", "tag": "c10c2fd2-5244-453a-826f-f5bb827d9b58", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:19.554956 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de558086-1b60-41f3-8ce3-69e6245b82e1 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:19.555619 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b870d-40d5-4c15-9a87-89fdf19b33cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10c2fd2-5244-453a-826f-f5bb827d9b58', 'code': 200}
Nov 27 20:52:19.568105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96d0255-7ed3-44b0-8eb5-45254930f5f9 None None] Network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:19.572637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:19.573286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.582645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-219c2140-ab2b-4fdb-a673-e610810e2902 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c20895c1ea684b139e4b6802d7a80ba1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6063294
Nov 27 20:52:19.585407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34504) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:19.634882 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1753b2e3-6d3b-4b7b-9c2a-293fcd663a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.637849 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1753b2e3-6d3b-4b7b-9c2a-293fcd663a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.639310 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1753b2e3-6d3b-4b7b-9c2a-293fcd663a61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57eb3e41-57a9-487d-8b66-918354af3ec0 HTTP/1.1" status: 204  len: 168 time: 0.3632455
Nov 27 20:52:19.649420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ce12e4ed-8ed1-496e-af65-b4b746ed6f09 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7972150
Nov 27 20:52:19.697233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753b2e3-6d3b-4b7b-9c2a-293fcd663a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eb3e41-57a9-487d-8b66-918354af3ec0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:19.700354 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ef59cb5-f199-4c8c-ac35-41c054a697ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.706366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] For port 92862abb-3051-48e3-a2df-d7342bad0a7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92862abb-3051-48e3-a2df-d7342bad0a7c,segment=NetworkSegment(ab7fda23-68e4-4a08-a652-682d0f815465),segment_id=ab7fda23-68e4-4a08-a652-682d0f815465)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:19.706739 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.710673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Deleting port e02b8cc1-0258-4858-9965-ca7f6004dc39 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:19.711013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.735244 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ef59cb5-f199-4c8c-ac35-41c054a697ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.780561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0f25fd-f651-4e72-8576-3799e407e529 None None] Network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:19.786407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Calling delete_port for 92862abb-3051-48e3-a2df-d7342bad0a7c owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:19.804668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c10c2fd2-5244-453a-826f-f5bb827d9b58,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:19.831618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ef59cb5-f199-4c8c-ac35-41c054a697ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.834903 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ef59cb5-f199-4c8c-ac35-41c054a697ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:19.839019 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3ef59cb5-f199-4c8c-ac35-41c054a697ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7390dc66-b719-4ca8-916b-304f7ddbeb84 HTTP/1.1" status: 204  len: 168 time: 0.2526562
Nov 27 20:52:19.848963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef59cb5-f199-4c8c-ac35-41c054a697ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7390dc66-b719-4ca8-916b-304f7ddbeb84,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:20.273524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5619fd-a614-4a6c-ae61-5b2f4ff65599 req-92a9692d-c47d-4d09-b504-22095a514461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:20.275047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca5619fd-a614-4a6c-ae61-5b2f4ff65599 req-92a9692d-c47d-4d09-b504-22095a514461 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 1096 time: 0.6215179
Nov 27 20:52:20.328696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] For port e02b8cc1-0258-4858-9965-ca7f6004dc39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e02b8cc1-0258-4858-9965-ca7f6004dc39,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:20.329051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:20.347201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Calling delete_port for e02b8cc1-0258-4858-9965-ca7f6004dc39 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:20.466356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec0c6-6554-4b6c-ab9e-fce9362e295d req-cab3f085-6cfe-4fe0-adfe-9acc57dedaf3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:20.467900 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-189ec0c6-6554-4b6c-ab9e-fce9362e295d req-cab3f085-6cfe-4fe0-adfe-9acc57dedaf3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.0677676
Nov 27 20:52:20.487874 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca5619fd-a614-4a6c-ae61-5b2f4ff65599 req-b601db29-1a77-4002-aa52-5618e6c8e6fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944299
Nov 27 20:52:20.532518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-189ec0c6-6554-4b6c-ab9e-fce9362e295d req-dd27619e-19a5-4c52-ad09-a23f08f92e22 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580518
Nov 27 20:52:20.593059 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:20.632152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Pushing event deleted for resources: {'Port': ['ID=92862abb-3051-48e3-a2df-d7342bad0a7c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:20.729822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a22a-e263-4de3-8789-dd557650f9da req-a4b6da77-4d34-482b-a87c-e51e50cadc33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:20.738873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebc4a22a-e263-4de3-8789-dd557650f9da req-a4b6da77-4d34-482b-a87c-e51e50cadc33 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=63f6fefc-0619-4cd0-9361-aa81a9a2f30a HTTP/1.1" status: 200  len: 949 time: 0.1035755
Nov 27 20:52:20.803773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-382e1aab-ad6b-4792-a762-022b00716112 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:20.805337 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-382e1aab-ad6b-4792-a762-022b00716112 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 814 time: 0.3457999
Nov 27 20:52:20.815869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebc4a22a-e263-4de3-8789-dd557650f9da req-74984aab-510b-440e-a151-f25703557f78 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760663
Nov 27 20:52:20.846925 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:52:20.890189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-d61a7b20-511e-4c89-b90a-ec1983006ed4 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/quotas/79226c480677428e924a69a8e4c01ae9 HTTP/1.1" status: 200  len: 375 time: 0.0769925
Nov 27 20:52:20.896679 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:20.910179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b', 'f7eb3780-8e46-4709-b050-efac2b428838'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:20.913980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903', '03656c06-3cc8-4fda-a16b-4029c1b5ca5e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:21.004251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event deleted for resources: {'Port': ['ID=e02b8cc1-0258-4858-9965-ca7f6004dc39,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:21.031013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-0c617c1e-c131-4746-bdbb-55a9bb1db94c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1085753
Nov 27 20:52:21.083873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] No DVR routers for this DVR port e02b8cc1-0258-4858-9965-ca7f6004dc39 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:21.087926 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:21.091535 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b8abb9e5-7e63-40e0-a397-536c4261fabf req-a00375b9-be04-40b8-a670-ab48902c3bb0 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "DELETE /v2.0/ports/e02b8cc1-0258-4858-9965-ca7f6004dc39 HTTP/1.1" status: 204  len: 173 time: 1.6565263
Nov 27 20:52:21.092084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f6fefc-0619-4cd0-9361-aa81a9a2f30a', 'name': 'network-vif-deleted', 'tag': 'e02b8cc1-0258-4858-9965-ca7f6004dc39'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:21.094478 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f270d1-7d08-4571-af60-a234497ccdb4" -d '{"events": [{"server_uuid": "63f6fefc-0619-4cd0-9361-aa81a9a2f30a", "name": "network-vif-deleted", "tag": "e02b8cc1-0258-4858-9965-ca7f6004dc39"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:21.102474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:21.318241 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b9405e-6a7f-4cf6-a253-28bc5897725e x-openstack-request-id: req-20b9405e-6a7f-4cf6-a253-28bc5897725e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:21.318867 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f6fefc-0619-4cd0-9361-aa81a9a2f30a", "name": "network-vif-deleted", "tag": "e02b8cc1-0258-4858-9965-ca7f6004dc39", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:21.318867 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20b9405e-6a7f-4cf6-a253-28bc5897725e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:21.319351 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f6fefc-0619-4cd0-9361-aa81a9a2f30a', 'name': 'network-vif-deleted', 'tag': 'e02b8cc1-0258-4858-9965-ca7f6004dc39', 'status': 'completed', 'code': 200}
Nov 27 20:52:21.560602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-3bd6e070-eddc-4c8e-8702-fe38c4045e22 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5101929
Nov 27 20:52:21.677318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34600) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:21.772216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Router d4f93f46-38a1-479b-ab59-37cd08705ff0 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:52:21.791937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-0f76d6f3-09e1-43a4-a767-73d7b202fb15 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235744
Nov 27 20:52:21.841176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e819df-f395-405f-b149-0d61b529dec9 req-dabfc553-b385-47b7-9f59-cb284636c098 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:21.847889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83e819df-f395-405f-b149-0d61b529dec9 req-dabfc553-b385-47b7-9f59-cb284636c098 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.1283352
Nov 27 20:52:21.943214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c6824d33-7b99-4dfa-ab43-0c490171adcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:21.975561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83e819df-f395-405f-b149-0d61b529dec9 req-fee2c273-acc0-4260-a012-4aaee3333bc3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244061
Nov 27 20:52:21.991910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:52:22.004247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] Sync routers for ids ['d4f93f46-38a1-479b-ab59-37cd08705ff0'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:52:22.004881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d3c338c5-8d27-41bf-a551-38111612cf84 admin admin] 10.222.0.21 "PUT /v2.0/routers/d4f93f46-38a1-479b-ab59-37cd08705ff0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7677524
Nov 27 20:52:22.007032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34612) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:22.043304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] Routers {'d4f93f46-38a1-479b-ab59-37cd08705ff0'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:22.063657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd352640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d4f93f46-38a1-479b-ab59-37cd08705ff0'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:22.190114 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:22.245429 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c6824d33-7b99-4dfa-ab43-0c490171adcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:22.256189 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5f18b53-fb4e-41d2-8805-b32c8fc58a5e req-5a268c98-bd38-4115-9838-c17cd8b5ba5d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 210 time: 0.1664717
Nov 27 20:52:22.263736 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c6824d33-7b99-4dfa-ab43-0c490171adcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:22.364652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-f817359b-1bee-4f94-941d-bc9f70493735 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1229703
Nov 27 20:52:22.367869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c6824d33-7b99-4dfa-ab43-0c490171adcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fd6e504c34543628792a1ad7ca91443&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6894610
Nov 27 20:52:22.369185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6824d33-7b99-4dfa-ab43-0c490171adcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3763a5-f5e1-4979-aa37-118fcebfc8ab,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:22.371675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34626) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:22.382752 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] Set router d4f93f46-38a1-479b-ab59-37cd08705ff0 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:22.559453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:22.623721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-d5717f7c-064b-4508-b1b5-a79cf27543ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:22.625427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-d5717f7c-064b-4508-b1b5-a79cf27543ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 1100 time: 0.2277386
Nov 27 20:52:22.691898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e02b8cc1-0258-4858-9965-ca7f6004dc39 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:22.710723 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1f96-57af-477d-9c56-1805183c41b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:22.725586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: e02b8cc1-0258-4858-9965-ca7f6004dc39 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:22.725937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e02b8cc1-0258-4858-9965-ca7f6004dc39 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:22.798235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34638) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:22.847282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1f96-57af-477d-9c56-1805183c41b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:22.858900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd352640>, [{'id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:51:59Z', 'updated_at': '2021-11-27T20:52:20Z', 'revision_number': 5, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'gw_port': {'id': 'd2acf483-8760-4393-acbe-7d944220e1a2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:00Z', 'updated_at': '2021-11-27T20:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:22.899933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] Checking router: d4f93f46-38a1-479b-ab59-37cd08705ff0 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:52:22.915172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] Routers {'d4f93f46-38a1-479b-ab59-37cd08705ff0'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:22.915838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd352640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d4f93f46-38a1-479b-ab59-37cd08705ff0'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:22.945886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7805f-337f-43ec-8203-52774c64d91d req-911998dd-ed4f-4e5f-8e0e-c31bd439e56e tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:22.947524 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f4a7805f-337f-43ec-8203-52774c64d91d req-911998dd-ed4f-4e5f-8e0e-c31bd439e56e tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=352412c0-8ac8-4c44-810a-ce588efeafcd HTTP/1.1" status: 200  len: 949 time: 0.1879756
Nov 27 20:52:22.956017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-e6d40ba4-74c0-407f-afe6-e2f9c32cc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:22.957417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-e6d40ba4-74c0-407f-afe6-e2f9c32cc962 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.3026433
Nov 27 20:52:22.958748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Deleting port d2acf483-8760-4393-acbe-7d944220e1a2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:22.959126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:22.977630 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a550615c-18bd-4492-b21f-1c3d010aeb4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.048005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] Set router d4f93f46-38a1-479b-ab59-37cd08705ff0 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:23.060833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1f96-57af-477d-9c56-1805183c41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.064103 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1f96-57af-477d-9c56-1805183c41b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.067881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bf8f1f96-57af-477d-9c56-1805183c41b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab3763a5-f5e1-4979-aa37-118fcebfc8ab HTTP/1.1" status: 204  len: 168 time: 0.6911950
Nov 27 20:52:23.103944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-0919f8ce-8879-476f-b149-25334f13e9ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8ad22e26-c654-4c33-99af-7729f8c1726b HTTP/1.1" status: 200  len: 217 time: 0.1239109
Nov 27 20:52:23.122708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f4a7805f-337f-43ec-8203-52774c64d91d req-91408de7-2123-440e-a871-187994aa7f95 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612847
Nov 27 20:52:23.129711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f1f96-57af-477d-9c56-1805183c41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3763a5-f5e1-4979-aa37-118fcebfc8ab,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:23.153040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd352640>, [{'id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:51:59Z', 'updated_at': '2021-11-27T20:52:22Z', 'revision_number': 6, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:23.193162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e31657-65bf-49b8-9c08-3011859f8731 None None] The sync data for ids ['d4f93f46-38a1-479b-ab59-37cd08705ff0'] in ncdv-master-1 is: [{'id': 'd4f93f46-38a1-479b-ab59-37cd08705ff0', 'name': 'tempest-FloatingIPsTestJSON-1241749757-router', 'tenant_id': 'a82619851df34e21b4179bd27466ccc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:51:59Z', 'updated_at': '2021-11-27T20:52:22Z', 'revision_number': 6, 'project_id': 'a82619851df34e21b4179bd27466ccc7', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:52:23.205345 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a550615c-18bd-4492-b21f-1c3d010aeb4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.231491 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a550615c-18bd-4492-b21f-1c3d010aeb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.236130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] For port d2acf483-8760-4393-acbe-7d944220e1a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2acf483-8760-4393-acbe-7d944220e1a2,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:23.236514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.240669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-2fcc2848-821f-465d-b653-d352f5b35981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:23.243040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-2fcc2848-821f-465d-b653-d352f5b35981 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1176100
Nov 27 20:52:23.265780 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Calling delete_port for d2acf483-8760-4393-acbe-7d944220e1a2 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:23.293434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550615c-18bd-4492-b21f-1c3d010aeb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dfe049-1e0e-418a-a790-95af2d3954f6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:23.311969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a550615c-18bd-4492-b21f-1c3d010aeb4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28aa8029c25b4611abafcabbbeea52c2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5119596
Nov 27 20:52:23.317450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34650) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:23.345115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdf958-af4e-4edc-83dd-900f9e0ea790 req-fab9bc85-5049-43a1-9493-3d798134c862 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:23.355051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3bdf958-af4e-4edc-83dd-900f9e0ea790 req-fab9bc85-5049-43a1-9493-3d798134c862 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.1476555
Nov 27 20:52:23.357946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-b975cafe-06d7-45e9-b542-81068099d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:23.359586 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-b975cafe-06d7-45e9-b542-81068099d35d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1070631
Nov 27 20:52:23.430430 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3bdf958-af4e-4edc-83dd-900f9e0ea790 req-b3273514-3ec8-418a-b038-0fd623f62aae tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740929
Nov 27 20:52:23.441090 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-175d3ac4-b7cb-45fc-8818-34dff155be9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.469466 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-175d3ac4-b7cb-45fc-8818-34dff155be9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.571704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e248663b-e39d-4133-866b-825916ef214e req-1977ec74-bcba-4f83-9dda-953af25f1901 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 210 time: 0.1200187
Nov 27 20:52:23.635660 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-175d3ac4-b7cb-45fc-8818-34dff155be9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.639050 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-175d3ac4-b7cb-45fc-8818-34dff155be9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:23.645101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-175d3ac4-b7cb-45fc-8818-34dff155be9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10dfe049-1e0e-418a-a790-95af2d3954f6 HTTP/1.1" status: 204  len: 168 time: 0.3263597
Nov 27 20:52:23.688915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecdc2d-acca-4f41-8cfe-cf6c530b095f req-e8787b10-1d9e-42ff-8f61-68b8983baee9 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:23.691145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3ecdc2d-acca-4f41-8cfe-cf6c530b095f req-e8787b10-1d9e-42ff-8f61-68b8983baee9 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.1493742
Nov 27 20:52:23.692698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d3ac4-b7cb-45fc-8818-34dff155be9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dfe049-1e0e-418a-a790-95af2d3954f6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:23.817753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-6575e277-0157-41d8-8d72-379c65c21b5f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:23.819282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-6575e277-0157-41d8-8d72-379c65c21b5f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.15 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 814 time: 0.3483207
Nov 27 20:52:23.842483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3ecdc2d-acca-4f41-8cfe-cf6c530b095f req-0d79196c-8edd-4eff-941a-8f412dcebb25 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018188
Nov 27 20:52:23.870659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Request body: {'port': {'device_id': '821291e6-a643-4172-ba04-15984efe9761', 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce', 'admin_state_up': True, 'tenant_id': '79226c480677428e924a69a8e4c01ae9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:23.875144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-4aa19e51-d272-448f-8564-0052ce4ff7a1 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5026865
Nov 27 20:52:23.985614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf51db-64eb-4023-9e29-0adb3f90a08b req-94679447-e2ef-4fe0-80ec-8fc84e894fee tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:23.987140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-06bf51db-64eb-4023-9e29-0adb3f90a08b req-94679447-e2ef-4fe0-80ec-8fc84e894fee tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.0534229
Nov 27 20:52:24.022001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.088855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2acf483-8760-4393-acbe-7d944220e1a2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:24.137338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-06bf51db-64eb-4023-9e29-0adb3f90a08b req-ff25c3a6-c963-4f4a-be9b-ada9c9437c11 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427550
Nov 27 20:52:24.153161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-3a114fa9-6f80-4117-9237-99175c98f03a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:24.166532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-3a114fa9-6f80-4117-9237-99175c98f03a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/ports?device_id=352412c0-8ac8-4c44-810a-ce588efeafcd HTTP/1.1" status: 200  len: 949 time: 0.1441786
Nov 27 20:52:24.202061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-634389f1-f225-44b8-b0ec-125e1590316a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:24.202630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce2a3ce4-5def-4bd1-8c56-c00954df7211 req-03f34f30-1841-4b42-bb13-240073900758 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3042216
Nov 27 20:52:24.206306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-634389f1-f225-44b8-b0ec-125e1590316a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff456cbf-e87f-45d6-bc23-eda1680f7319 HTTP/1.1" status: 200  len: 950 time: 0.1779785
Nov 27 20:52:24.251076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34686) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:24.266509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Made reservation on behalf of 79226c480677428e924a69a8e4c01ae9 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:24.274467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.285533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 92862abb-3051-48e3-a2df-d7342bad0a7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:24.298091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.335406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 92862abb-3051-48e3-a2df-d7342bad0a7c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:24.338552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 92862abb-3051-48e3-a2df-d7342bad0a7c not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:24.347235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d2acf483-8760-4393-acbe-7d944220e1a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:24.404313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d2acf483-8760-4393-acbe-7d944220e1a2 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:24.406058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d2acf483-8760-4393-acbe-7d944220e1a2 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:24.413883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34690) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:24.461314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7939-7bf3-4a2b-b727-cafca21fab67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.494240 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.497113 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.505298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da917218-4e39-450c-9b95-711fae2480d6 req-54c1bb5f-4d28-486d-99a6-f017c10f037c tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:24.513015 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da917218-4e39-450c-9b95-711fae2480d6 req-54c1bb5f-4d28-486d-99a6-f017c10f037c tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.1980255
Nov 27 20:52:24.569581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Deleting port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:24.569581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.588358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd406a6e-06db-4543-bc46-ed095ec2e2aa req-855e53cd-d285-4c40-b93c-e7c6353663a9 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:24.589905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd406a6e-06db-4543-bc46-ed095ec2e2aa req-855e53cd-d285-4c40-b93c-e7c6353663a9 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=352412c0-8ac8-4c44-810a-ce588efeafcd HTTP/1.1" status: 200  len: 949 time: 0.2936122
Nov 27 20:52:24.603961 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.604532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f93f46-38a1-479b-ab59-37cd08705ff0 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:52:24.611795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-532350734-network', 'tenant_id': '99a5eb3bc93349828958b7879707829a'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:24.620543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.624051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3e099fdc-85f4-4206-80fd-e287f8f55608 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d4f93f46-38a1-479b-ab59-37cd08705ff0 HTTP/1.1" status: 204  len: 168 time: 2.6136503
Nov 27 20:52:24.629712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34694) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:24.637402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Deleting port f7eb3780-8e46-4709-b050-efac2b428838 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:24.637843 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.663431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da917218-4e39-450c-9b95-711fae2480d6 req-106bb455-2dce-4a46-9645-4bc6f8585af3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492922
Nov 27 20:52:24.837021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00170f54-0894-4d6c-a6c9-4f6df06cfe76 req-38b63608-93d8-4b02-a0b9-4ad345be3a1f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 210 time: 0.0746160
Nov 27 20:52:24.838929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7939-7bf3-4a2b-b727-cafca21fab67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.849063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] For port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:24.849865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.867423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] For port f7eb3780-8e46-4709-b050-efac2b428838, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7eb3780-8e46-4709-b050-efac2b428838,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:24.867796 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.870454 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7939-7bf3-4a2b-b727-cafca21fab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:24.872930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Calling delete_port for 03656c06-3cc8-4fda-a16b-4029c1b5ca5e owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:24.905288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Calling delete_port for f7eb3780-8e46-4709-b050-efac2b428838 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:24.974657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2d4d7939-7bf3-4a2b-b727-cafca21fab67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a6e0a498bc14a758926403c70d29107&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5552030
Nov 27 20:52:24.976880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34704) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:25.017140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d7939-7bf3-4a2b-b727-cafca21fab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e8425f-2bde-4c88-b765-c6463ba7980c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:25.055397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Made reservation on behalf of 99a5eb3bc93349828958b7879707829a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:25.057661 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.086937 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.101176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-93486fa8-c064-41a6-8c5f-b4f68d2fa4ab admin admin] Deleting subnet b313cf05-135d-4134-a0a0-78b0f5cd4278 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:52:25.103570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Allocated IP 172.20.0.4 (4c1c2964-efe7-47f4-bb47-68bb0bb15cce/9acf26a3-8a0f-4e26-8587-6c20c4861307/1cb73713-eb64-4a52-a006-70b1b4bcabdb) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:25.109705 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd406a6e-06db-4543-bc46-ed095ec2e2aa req-f4a06e20-2bbe-4f24-8e9f-92d59231edfb tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5085976
Nov 27 20:52:25.110383 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93486fa8-c064-41a6-8c5f-b4f68d2fa4ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.149625 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc819065-cd11-448c-bde8-3450bcbcbbbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.159212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea040927-2653-49fd-ae01-5d9f60975cdb req-2d756c21-55ca-4d5e-b2bb-a19e660e9b9e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:25.161025 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea040927-2653-49fd-ae01-5d9f60975cdb req-2d756c21-55ca-4d5e-b2bb-a19e660e9b9e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.1469293
Nov 27 20:52:25.171869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93486fa8-c064-41a6-8c5f-b4f68d2fa4ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.256215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc819065-cd11-448c-bde8-3450bcbcbbbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.312111 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.326020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:25.332246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:25.358256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.366954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event deleted for resources: {'Port': ['ID=f7eb3780-8e46-4709-b050-efac2b428838,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:25.372802 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea040927-2653-49fd-ae01-5d9f60975cdb req-5d0d9050-4eea-48de-b125-83a94939e17f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716743
Nov 27 20:52:25.407715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93486fa8-c064-41a6-8c5f-b4f68d2fa4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.410938 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.440518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.470101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event deleted for resources: {'Port': ['ID=03656c06-3cc8-4fda-a16b-4029c1b5ca5e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:25.479800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.506773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:25.508875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262dfb4a-5c7b-430a-92dd-e02497400d70,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:25.510250 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc819065-cd11-448c-bde8-3450bcbcbbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.513052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc819065-cd11-448c-bde8-3450bcbcbbbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.514408 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bc819065-cd11-448c-bde8-3450bcbcbbbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57e8425f-2bde-4c88-b765-c6463ba7980c HTTP/1.1" status: 204  len: 168 time: 0.5344462
Nov 27 20:52:25.515514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] No DVR routers for this DVR port 03656c06-3cc8-4fda-a16b-4029c1b5ca5e on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:25.519502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.523370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0f22197-075a-4f70-9024-e0b1e9d2464a req-31a8f66d-07ab-4064-a509-cbcbebd6d49a tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "DELETE /v2.0/ports/03656c06-3cc8-4fda-a16b-4029c1b5ca5e HTTP/1.1" status: 204  len: 173 time: 1.3025908
Nov 27 20:52:25.525710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] No DVR routers for this DVR port f7eb3780-8e46-4709-b050-efac2b428838 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:25.527420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352412c0-8ac8-4c44-810a-ce588efeafcd', 'name': 'network-vif-deleted', 'tag': '03656c06-3cc8-4fda-a16b-4029c1b5ca5e'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:25.529996 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec7361-146e-456b-9b63-3d2ae4d202cd" -d '{"events": [{"server_uuid": "352412c0-8ac8-4c44-810a-ce588efeafcd", "name": "network-vif-deleted", "tag": "03656c06-3cc8-4fda-a16b-4029c1b5ca5e"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:25.535106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.538653 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12fd2f2f-fc19-4b03-97e8-c482b3a87eaf req-2314605a-3eef-4547-9ec2-bb4ef9350682 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "DELETE /v2.0/ports/f7eb3780-8e46-4709-b050-efac2b428838 HTTP/1.1" status: 204  len: 173 time: 1.3150585
Nov 27 20:52:25.547810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc819065-cd11-448c-bde8-3450bcbcbbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e8425f-2bde-4c88-b765-c6463ba7980c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:25.608089 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a78a5b3-0ed4-470f-a873-2151e74b1634 x-openstack-request-id: req-3a78a5b3-0ed4-470f-a873-2151e74b1634 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:25.608393 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352412c0-8ac8-4c44-810a-ce588efeafcd", "name": "network-vif-deleted", "tag": "03656c06-3cc8-4fda-a16b-4029c1b5ca5e", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:25.608649 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a78a5b3-0ed4-470f-a873-2151e74b1634 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:25.609049 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352412c0-8ac8-4c44-810a-ce588efeafcd', 'name': 'network-vif-deleted', 'tag': '03656c06-3cc8-4fda-a16b-4029c1b5ca5e', 'status': 'completed', 'code': 200}
Nov 27 20:52:25.613596 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.614607 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Added segment 1f3757b2-d005-4cc6-a603-9546c3bb04e7 of type vlan for network c6502c39-8b47-4e70-ac49-9906b123e7d6
Nov 27 20:52:25.646522 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93486fa8-c064-41a6-8c5f-b4f68d2fa4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.720521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93486fa8-c064-41a6-8c5f-b4f68d2fa4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b313cf05-135d-4134-a0a0-78b0f5cd4278,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:25.739651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93486fa8-c064-41a6-8c5f-b4f68d2fa4ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.740817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6aef8-82b7-4f2e-80fa-bfc77e7662ab None None] Network d69a55b2-4a8b-4b79-80da-1d55f825423e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:25.744217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-93486fa8-c064-41a6-8c5f-b4f68d2fa4ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b313cf05-135d-4134-a0a0-78b0f5cd4278 HTTP/1.1" status: 204  len: 168 time: 1.1100669
Nov 27 20:52:25.746872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34712) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:25.750540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.753502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.825934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5fa0-d72d-4b39-bf01-e7855dd44290 req-8c50c877-1f45-4d8b-bdcd-f45a71d00238 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:25.835888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4cac5fa0-d72d-4b39-bf01-e7855dd44290 req-8c50c877-1f45-4d8b-bdcd-f45a71d00238 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.2820616
Nov 27 20:52:25.879816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:25.880437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:25.891930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:25.909224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:25.977847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Pushing event updated for resources: {'Port': ['ID=1cb73713-eb64-4a52-a006-70b1b4bcabdb,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:26.000351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.001301 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:26.001869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.056815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7cf80-e6b8-4e28-a64c-4451d8f33eb9 req-bfe3a394-09b8-44ca-8693-89d0fe8db33b tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:26.058554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35b7cf80-e6b8-4e28-a64c-4451d8f33eb9 req-bfe3a394-09b8-44ca-8693-89d0fe8db33b tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 931 time: 0.0987349
Nov 27 20:52:26.079300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Deleting port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:26.079608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.113297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:26.113947 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.131394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4cac5fa0-d72d-4b39-bf01-e7855dd44290 req-35a38759-d054-4c0f-9335-6f0889510d24 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926283
Nov 27 20:52:26.151234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.8987582
Nov 27 20:52:26.180838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34726) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:26.214926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Request body: {'subnet': {'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-532350734-subnet', 'tenant_id': '99a5eb3bc93349828958b7879707829a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:26.216610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f7e005-e0ca-44f6-a604-6b3f39a18933 None None] DHCP port deletion for d69a55b2-4a8b-4b79-80da-1d55f825423e request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:52:26.227576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40dd28-ab56-461b-95cf-070c93a6ec31 admin admin] Pushing event updated for resources: {'Network': ['ID=c6502c39-8b47-4e70-ac49-9906b123e7d6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:26.236450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-24b09b4c-f0b4-48bd-a92d-9e1b5fa37fef tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3738461
Nov 27 20:52:26.245120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c6502c39-8b47-4e70-ac49-9906b123e7d6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:26.258096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Request body: {'port': {'device_id': '821291e6-a643-4172-ba04-15984efe9761', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:26.292679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Made reservation on behalf of 99a5eb3bc93349828958b7879707829a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:26.294798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.344952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:26.351177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] For port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a39d300-f71e-4688-9cd0-3d1f3ccd18d5,segment=NetworkSegment(ab7fda23-68e4-4a08-a652-682d0f815465),segment_id=ab7fda23-68e4-4a08-a652-682d0f815465)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:26.361757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.402658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.476955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a81f0883-0b29-4dbf-9893-a1c9146eec1c req-a7694c05-40f1-4526-bb58-b692c2575676 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=352412c0-8ac8-4c44-810a-ce588efeafcd HTTP/1.1" status: 200  len: 210 time: 0.0588241
Nov 27 20:52:26.648100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:26.728106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 03656c06-3cc8-4fda-a16b-4029c1b5ca5e no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:26.751949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7e005-e0ca-44f6-a604-6b3f39a18933 None None] Deleting port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:26.752304 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a1f7e005-e0ca-44f6-a604-6b3f39a18933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.803206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 03656c06-3cc8-4fda-a16b-4029c1b5ca5e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:26.803776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 03656c06-3cc8-4fda-a16b-4029c1b5ca5e not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:26.850419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Calling delete_port for 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:26.866119 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35b7cf80-e6b8-4e28-a64c-4451d8f33eb9 req-4c67df57-fc33-4d5d-8a0c-83235fad9ce0 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7927313
Nov 27 20:52:26.912633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a1f7e005-e0ca-44f6-a604-6b3f39a18933 None None] For port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a39d300-f71e-4688-9cd0-3d1f3ccd18d5,segment=NetworkSegment(ab7fda23-68e4-4a08-a652-682d0f815465),segment_id=ab7fda23-68e4-4a08-a652-682d0f815465)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:26.913198 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a1f7e005-e0ca-44f6-a604-6b3f39a18933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.928029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b0776-976d-4fff-9d8b-71eed36ba39e req-23f966a2-1397-4fc7-9897-d4de98801633 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:26.929613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7b0776-976d-4fff-9d8b-71eed36ba39e req-23f966a2-1397-4fc7-9897-d4de98801633 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.2167454
Nov 27 20:52:26.930539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:26.954630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7e005-e0ca-44f6-a604-6b3f39a18933 None None] Calling delete_port for 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:26.977461 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.019170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a39d300-f71e-4688-9cd0-3d1f3ccd18d5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:27.024384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] No DVR routers for this DVR port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:27.083668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=712d939c-680c-4d37-bf43-92257ade9240,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:27.120869 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7b0776-976d-4fff-9d8b-71eed36ba39e req-2fe67a92-ebed-4f90-a1f0-a8b849ec513e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827607
Nov 27 20:52:27.150370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.167491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Checking segment: {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:27.168223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Network hostable DHCP agents. Network: c6502c39-8b47-4e70-ac49-9906b123e7d6, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:52:27.198184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Network c6502c39-8b47-4e70-ac49-9906b123e7d6 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:52:27.213476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6502c39-8b47-4e70-ac49-9906b123e7d6) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:27.216333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe0ba340>,) {'filters': {'network_id': ['d69a55b2-4a8b-4b79-80da-1d55f825423e']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:27.224159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c70207-6bdb-48cc-8473-715007f2bd10 None None] Network c6502c39-8b47-4e70-ac49-9906b123e7d6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:27.228519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:27.229262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.231734 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a1f7e005-e0ca-44f6-a604-6b3f39a18933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.232884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb73713-eb64-4a52-a006-70b1b4bcabdb {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:27.245085 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.288713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe0ba340>, 'ab7fda23-68e4-4a08-a652-682d0f815465') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:27.291822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe0ba340>, 'ab7fda23-68e4-4a08-a652-682d0f815465') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:27.298465 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-52979b4b-de5b-4d1c-93ae-8c658aca9904 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1165252
Nov 27 20:52:27.310464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Transition to ACTIVE for port object 1cb73713-eb64-4a52-a006-70b1b4bcabdb will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:52:27.318244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f7eb3780-8e46-4709-b050-efac2b428838 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:27.327548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7e005-e0ca-44f6-a604-6b3f39a18933 None None] Pushing event deleted for resources: {'Port': ['ID=5a39d300-f71e-4688-9cd0-3d1f3ccd18d5,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:27.346141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.362595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7e005-e0ca-44f6-a604-6b3f39a18933 None None] No DVR routers for this DVR port 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:27.363222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f03edd-3d8f-48af-9378-7a956f42c2fe req-b4235a5a-3a4f-4297-9736-a4225c3683c5 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:27.372945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.380190 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62f03edd-3d8f-48af-9378-7a956f42c2fe req-b4235a5a-3a4f-4297-9736-a4225c3683c5 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.1252823
Nov 27 20:52:27.386644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.409424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:52:27.410598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.415458 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-b6051693-007b-4015-853f-94c19d90ad0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1924677
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:52:27.416927 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:52:27.432776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: f7eb3780-8e46-4709-b050-efac2b428838 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:27.435189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f7eb3780-8e46-4709-b050-efac2b428838 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:27.535034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb73713-eb64-4a52-a006-70b1b4bcabdb,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:27.584193 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62f03edd-3d8f-48af-9378-7a956f42c2fe req-e3e912b3-bb8e-443a-8337-72356a6fdf8f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977749
Nov 27 20:52:27.629177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff456cbf-e87f-45d6-bc23-eda1680f7319', 'name': 'network-vif-deleted', 'tag': 'f7eb3780-8e46-4709-b050-efac2b428838'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:27.630960 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54ba359-b4aa-48bf-a3ea-fda4e79ea851" -d '{"events": [{"server_uuid": "ff456cbf-e87f-45d6-bc23-eda1680f7319", "name": "network-vif-deleted", "tag": "f7eb3780-8e46-4709-b050-efac2b428838"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:27.657874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaa1532-a301-4342-8f22-89a773835b28 None None] Network c6502c39-8b47-4e70-ac49-9906b123e7d6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:27.666409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Attempting to bind port 1cb73713-eb64-4a52-a006-70b1b4bcabdb on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:27.667483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Attempting to bind port 1cb73713-eb64-4a52-a006-70b1b4bcabdb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:27.667953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Attempting to bind port 1cb73713-eb64-4a52-a006-70b1b4bcabdb on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:27.674143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Port 1cb73713-eb64-4a52-a006-70b1b4bcabdb on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:52:27.674485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Attempting to bind port 1cb73713-eb64-4a52-a006-70b1b4bcabdb on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:27.681006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:27.681335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Checking segment: {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:27.681727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Bound using segment: {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:27.682461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Bound port: 1cb73713-eb64-4a52-a006-70b1b4bcabdb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:27.683385 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.744041 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.762245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.768774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d69a55b2-4a8b-4b79-80da-1d55f825423e HTTP/1.1" status: 204  len: 168 time: 2.0207591
Nov 27 20:52:27.778433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] For port 1cb73713-eb64-4a52-a006-70b1b4bcabdb, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:27.784588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] For port 1cb73713-eb64-4a52-a006-70b1b4bcabdb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cb73713-eb64-4a52-a006-70b1b4bcabdb,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:27.790280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-c21a60fc-fc14-4d84-953e-2b5d10e5edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:27.794376 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-c21a60fc-fc14-4d84-953e-2b5d10e5edb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03fae8406904a0da2046c097555cf58&device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 1100 time: 0.1595342
Nov 27 20:52:27.801342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:27.821057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22e9a3-a691-496e-b99a-55e0f5a23490 admin admin] Pushing event deleted for resources: {'Network': ['ID=d69a55b2-4a8b-4b79-80da-1d55f825423e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:27.911325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb73713-eb64-4a52-a006-70b1b4bcabdb,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:27.998666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:28.020574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:28.021391 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:28.022971 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-cf029204-af2f-494b-ada2-833b5f7b4123 service neutron] 10.222.0.15 "PUT /v2.0/ports/1cb73713-eb64-4a52-a006-70b1b4bcabdb HTTP/1.1" status: 200  len: 1091 time: 1.7741418
Nov 27 20:52:28.023400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-9d95f963-9563-4b18-b8d7-545cda6de7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:28.023823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821291e6-a643-4172-ba04-15984efe9761', 'tag': '1cb73713-eb64-4a52-a006-70b1b4bcabdb'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:28.025879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-9d95f963-9563-4b18-b8d7-545cda6de7d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1824925
Nov 27 20:52:28.034755 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15ba54-2fb2-418e-95ab-3039067eae86" -d '{"events": [{"name": "network-changed", "server_uuid": "821291e6-a643-4172-ba04-15984efe9761", "tag": "1cb73713-eb64-4a52-a006-70b1b4bcabdb"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:28.057789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:28.059739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5a39d300-f71e-4688-9cd0-3d1f3ccd18d5 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:28.095828 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-18e4db17-698d-48c6-bd85-562bcbdd2f2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=381881ef-aefe-442f-b7f9-355ca72b0903 HTTP/1.1" status: 200  len: 217 time: 0.0623300
Nov 27 20:52:28.162804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c86ad884-a406-4f7f-8164-f4e0c4d838b7 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:28.166222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-3b7fbec9-6d85-4287-ad05-bd1feda6b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:28.168485 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-3b7fbec9-6d85-4287-ad05-bd1feda6b6b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0657027
Nov 27 20:52:28.171307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c86ad884-a406-4f7f-8164-f4e0c4d838b7 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 814 time: 0.2689013
Nov 27 20:52:28.191633 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-b3632dd9-a0f2-4e12-96b5-7f8bb70439d3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/quotas/99a5eb3bc93349828958b7879707829a HTTP/1.1" status: 200  len: 375 time: 0.0190063
Nov 27 20:52:28.224755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34820) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:28.234102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-120a99e1-9aa4-488c-8f80-e5e97a4f475a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0415647
Nov 27 20:52:28.255076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-a03135f5-c92e-4cbb-9274-75a15f0ec2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:28.255186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-a03135f5-c92e-4cbb-9274-75a15f0ec2af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 1094 time: 0.1894691
Nov 27 20:52:28.268577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-3bccf1dd-0899-48fe-8e8e-cd43b0cc318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:28.270619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-3bccf1dd-0899-48fe-8e8e-cd43b0cc318a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0885730
Nov 27 20:52:28.309252 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-297805dd-565e-435d-bfa1-1d9676c906ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb73713-eb64-4a52-a006-70b1b4bcabdb HTTP/1.1" status: 200  len: 217 time: 0.0376408
Nov 27 20:52:28.353901 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2f3a61-914c-4373-beae-0f8ae1949fe2 x-openstack-request-id: req-2b2f3a61-914c-4373-beae-0f8ae1949fe2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:28.353901 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff456cbf-e87f-45d6-bc23-eda1680f7319", "name": "network-vif-deleted", "tag": "f7eb3780-8e46-4709-b050-efac2b428838", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:28.354163 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b2f3a61-914c-4373-beae-0f8ae1949fe2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:28.354479 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff456cbf-e87f-45d6-bc23-eda1680f7319', 'name': 'network-vif-deleted', 'tag': 'f7eb3780-8e46-4709-b050-efac2b428838', 'status': 'completed', 'code': 200}
Nov 27 20:52:28.384812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-3c7e5a76-727c-4086-884b-3aa3df373dc4 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1060300
Nov 27 20:52:28.402763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e03e7eb3-34fc-4372-98db-032cddc14a0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a82619851df34e21b4179bd27466ccc7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1573756
Nov 27 20:52:28.404247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34826) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:28.473637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-bdd77c9d-c4d4-4d5c-951a-5ce491f38c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:28.475157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-bdd77c9d-c4d4-4d5c-951a-5ce491f38c28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9acf26a3-8a0f-4e26-8587-6c20c4861307 HTTP/1.1" status: 200  len: 854 time: 0.1367686
Nov 27 20:52:28.478257 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-bf86d09a-202c-4cde-bd0b-7fa9b1d6ec57 service neutron] 10.222.0.21 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428331
Nov 27 20:52:28.531846 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73ef5202-9d9a-4b47-8208-0df010342e20 req-689aca0e-c681-42cd-87cb-a0e206d0c925 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384444
Nov 27 20:52:28.534583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-79db9c42-ad2d-465d-b824-2d26904285fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514088
Nov 27 20:52:28.544089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bcf6c-0912-48b0-a9e8-ad246708bceb req-a1a367cc-1b55-463d-a644-622b6b7b8fc7 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:28.545561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-418bcf6c-0912-48b0-a9e8-ad246708bceb req-a1a367cc-1b55-463d-a644-622b6b7b8fc7 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 943 time: 0.0743439
Nov 27 20:52:28.574602 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e292ebd1-108d-4792-8020-ddc86d475ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:28.600912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-418bcf6c-0912-48b0-a9e8-ad246708bceb req-30dde47d-8a47-4d66-974f-22d81b5f22ee tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473080
Nov 27 20:52:28.643832 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e292ebd1-108d-4792-8020-ddc86d475ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:28.652213 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40030d4-bca2-4ee0-996c-05450f8ce102 x-openstack-request-id: req-a40030d4-bca2-4ee0-996c-05450f8ce102 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:28.652514 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821291e6-a643-4172-ba04-15984efe9761", "tag": "1cb73713-eb64-4a52-a006-70b1b4bcabdb", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:28.652791 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a40030d4-bca2-4ee0-996c-05450f8ce102 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:28.653189 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821291e6-a643-4172-ba04-15984efe9761', 'tag': '1cb73713-eb64-4a52-a006-70b1b4bcabdb', 'status': 'completed', 'code': 200}
Nov 27 20:52:28.723536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-138e3f3d-10e2-42e2-9f95-3623586da5bc service neutron] 10.222.0.21 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2305582
Nov 27 20:52:28.729802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-6b1193b8-bb5c-4925-b933-371a626b37f6 service neutron] 10.222.0.15 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657178
Nov 27 20:52:28.792607 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e292ebd1-108d-4792-8020-ddc86d475ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:28.795536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e292ebd1-108d-4792-8020-ddc86d475ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:28.796661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e292ebd1-108d-4792-8020-ddc86d475ec9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a73d652-b8bd-4932-a6d2-69b5312ab7e0 HTTP/1.1" status: 204  len: 168 time: 0.3892934
Nov 27 20:52:28.811888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292ebd1-108d-4792-8020-ddc86d475ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a73d652-b8bd-4932-a6d2-69b5312ab7e0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:28.845223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5ba1f75-246d-4c77-b9f4-7ed08c8f9140 req-0699daf5-424c-46ca-a861-a85c4f6bdc71 service neutron] 10.222.0.15 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1088307
Nov 27 20:52:28.995162 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf52b49c-a9c6-4c5a-a6e2-dc901475acf8 req-9c9c6226-e099-41f3-a7b3-757bddbfd704 tempest-FlavorsV2NegativeTest-1658900478 tempest-FlavorsV2NegativeTest-1658900478-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e810170844649a697aa3093382f2fc8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0554171
Nov 27 20:52:29.073501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-695fe0f9-f3f8-418b-98e4-7d595ab72962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:29.075124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-695fe0f9-f3f8-418b-98e4-7d595ab72962 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 1094 time: 0.1336951
Nov 27 20:52:29.178643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52b49c-a9c6-4c5a-a6e2-dc901475acf8 req-eb7863ac-f15c-4485-b926-bf83efff0991 tempest-FlavorsV2NegativeTest-1658900478 tempest-FlavorsV2NegativeTest-1658900478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:29.185975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf52b49c-a9c6-4c5a-a6e2-dc901475acf8 req-eb7863ac-f15c-4485-b926-bf83efff0991 tempest-FlavorsV2NegativeTest-1658900478 tempest-FlavorsV2NegativeTest-1658900478-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1899042
Nov 27 20:52:29.216644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf52b49c-a9c6-4c5a-a6e2-dc901475acf8 req-39288700-0680-4a35-a665-ecd0d97e7adf tempest-FlavorsV2NegativeTest-1658900478 tempest-FlavorsV2NegativeTest-1658900478-project] 10.222.0.21 "GET /v2.0/quotas/4e810170844649a697aa3093382f2fc8 HTTP/1.1" status: 200  len: 375 time: 0.0292499
Nov 27 20:52:29.261146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7ad9371-be2e-4406-b871-3ed3a842fb27 req-b3b9da78-d81f-4acb-9f08-2ac7d0f9f2d0 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 210 time: 0.0472465
Nov 27 20:52:29.263576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf52b49c-a9c6-4c5a-a6e2-dc901475acf8 req-33969542-3cb3-436a-9144-f80a1a8bf3ad tempest-FlavorsV2NegativeTest-1658900478 tempest-FlavorsV2NegativeTest-1658900478-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e810170844649a697aa3093382f2fc8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0459793
Nov 27 20:52:29.284262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-1e3694c8-a259-4c2e-bf74-c0913a746a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:29.287612 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-1e3694c8-a259-4c2e-bf74-c0913a746a3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 915 time: 0.2043047
Nov 27 20:52:29.346849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-90c5120f-3614-4058-929f-557fbe236a24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cb73713-eb64-4a52-a006-70b1b4bcabdb HTTP/1.1" status: 200  len: 217 time: 0.0519550
Nov 27 20:52:29.463500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-26a99ca2-cf68-44f1-93fe-d48dd79c5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:29.465598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-26a99ca2-cf68-44f1-93fe-d48dd79c5077 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9acf26a3-8a0f-4e26-8587-6c20c4861307 HTTP/1.1" status: 200  len: 854 time: 0.1104684
Nov 27 20:52:29.527753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498d35e-d8b2-4db4-9897-01cb186f6b68 req-30ab68aa-4508-4256-9148-0bd647eba0cf tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:29.537645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-527f9a69-d48e-4e16-8f1a-f9666bb177ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610423
Nov 27 20:52:29.538576 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f498d35e-d8b2-4db4-9897-01cb186f6b68 req-30ab68aa-4508-4256-9148-0bd647eba0cf tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.1252022
Nov 27 20:52:29.639888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f498d35e-d8b2-4db4-9897-01cb186f6b68 req-ae4fd5aa-d29b-4626-abc8-c4bf14d472ca tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958350
Nov 27 20:52:29.738784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-98ccbbc9-5a28-4c2c-8e2c-7a5b1e0b3cfe service neutron] 10.222.0.15 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796038
Nov 27 20:52:29.756963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4375d-bb45-45d6-8ebb-17d0e7cc9d63 req-f1ebf42d-5110-47de-97ec-574865970da1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:29.765815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fdb4375d-bb45-45d6-8ebb-17d0e7cc9d63 req-f1ebf42d-5110-47de-97ec-574865970da1 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 949 time: 0.1078131
Nov 27 20:52:29.811693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d57b-af99-4723-87c8-2fac12704b68 req-d71004d5-ad5a-4659-95c8-f382b7a6dff0 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:29.814272 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8aa0d57b-af99-4723-87c8-2fac12704b68 req-d71004d5-ad5a-4659-95c8-f382b7a6dff0 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 943 time: 0.0870366
Nov 27 20:52:29.878237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8aa0d57b-af99-4723-87c8-2fac12704b68 req-0bc27f58-4799-47fc-a2bb-594ab07ee6d2 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558541
Nov 27 20:52:29.880119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fdb4375d-bb45-45d6-8ebb-17d0e7cc9d63 req-68e95cac-7a42-404c-a9db-b5848c758593 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128585
Nov 27 20:52:29.916116 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd15ba54-2fb2-418e-95ab-3039067eae86 req-8bb30df0-5dee-4acb-adee-0c4cab092e1a service neutron] 10.222.0.15 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761298
Nov 27 20:52:29.996574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34906) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:30.102845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-network', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:30.125763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Made reservation on behalf of 7204b8a6d33246dd9fb6a9eb3eada494 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:30.128258 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.137958 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.210489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34912) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:30.234259 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.240460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.275368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:30.282328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c939072d-481f-457b-98f1-c1be9a5b1d0f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:30.289988 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.290363 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Added segment 0ec9a49b-452a-4fac-87ff-a1b05213f162 of type vlan for network 709004d9-a49e-43f8-8aa6-0adf2d01085d
Nov 27 20:52:30.334807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.334966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-630e60ce-7498-437d-8bb5-a88f4ec0a158 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:30.336473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-630e60ce-7498-437d-8bb5-a88f4ec0a158 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 814 time: 0.1543584
Nov 27 20:52:30.355880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Request body: {'port': {'device_id': '6af66675-b153-4617-ad21-c79c87e4eac2', 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6', 'admin_state_up': True, 'tenant_id': '99a5eb3bc93349828958b7879707829a'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:30.363282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.364545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:30.365333 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.430136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4296303
Nov 27 20:52:30.431096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34918) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:30.441695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Request body: {'subnet': {'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-subnet', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:30.452763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960eb842-7ba3-474a-9273-93e9220e8b20 admin admin] Pushing event updated for resources: {'Network': ['ID=709004d9-a49e-43f8-8aa6-0adf2d01085d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:30.465298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 709004d9-a49e-43f8-8aa6-0adf2d01085d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:30.470983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Made reservation on behalf of 7204b8a6d33246dd9fb6a9eb3eada494 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:30.471969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4412113d-8343-4db8-bd5d-724188f7de80 req-6e71891f-f4e8-4243-9d54-155027cda46f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 210 time: 0.0529025
Nov 27 20:52:30.473802 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.475463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1008a95d-cbe5-4d6d-806e-a8c286d9544b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.602460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Made reservation on behalf of 99a5eb3bc93349828958b7879707829a for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:30.606170 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.632295 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1008a95d-cbe5-4d6d-806e-a8c286d9544b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.645504 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1008a95d-cbe5-4d6d-806e-a8c286d9544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.728519 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.758397 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1008a95d-cbe5-4d6d-806e-a8c286d9544b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e810170844649a697aa3093382f2fc8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5461757
Nov 27 20:52:30.763702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34924) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:30.780173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-7a6a2dd1-c3de-444d-93ad-c5cd31664d29 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:30.782225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-7a6a2dd1-c3de-444d-93ad-c5cd31664d29 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 949 time: 0.1336524
Nov 27 20:52:30.784908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008a95d-cbe5-4d6d-806e-a8c286d9544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea3a321-2565-44dc-923d-3ffe8c1559b8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:30.849624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea3967-8d32-44ed-a6a8-e2be7a9e7e69 req-7255331e-5b27-40e1-ae7c-d918bfc823c6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:30.850683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c927f38e-7fb0-4578-81ab-141e0f90017f,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:30.851787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-50ea3967-8d32-44ed-a6a8-e2be7a9e7e69 req-7255331e-5b27-40e1-ae7c-d918bfc823c6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 945 time: 0.1213024
Nov 27 20:52:30.872503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Allocated IP 172.20.0.10 (c6502c39-8b47-4e70-ac49-9906b123e7d6/712d939c-680c-4d37-bf43-92257ade9240/b27a9306-471b-4b83-91e0-219d06b5219f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:30.912224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Checking segment: {'id': '0ec9a49b-452a-4fac-87ff-a1b05213f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:30.912413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Network hostable DHCP agents. Network: 709004d9-a49e-43f8-8aa6-0adf2d01085d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:52:30.923023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-246013de-80b0-4d83-bbe3-f3b304d9f5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.952575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-50ea3967-8d32-44ed-a6a8-e2be7a9e7e69 req-818eaf05-b878-4f6a-af71-097942c2a85c tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934649
Nov 27 20:52:30.969833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-246013de-80b0-4d83-bbe3-f3b304d9f5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:30.971529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Network 709004d9-a49e-43f8-8aa6-0adf2d01085d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:52:31.005514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 709004d9-a49e-43f8-8aa6-0adf2d01085d) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:31.014452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b15b0b-66b9-49e3-beb8-805cc09c8317 None None] Network 709004d9-a49e-43f8-8aa6-0adf2d01085d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:31.037668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:31.038264 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.048592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Deleting port 381881ef-aefe-442f-b7f9-355ca72b0903 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:31.048932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.198779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-709004d9-a49e-43f8-8aa6-0adf2d01085d', 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'fixed_ips': [{'subnet_id': 'c927f38e-7fb0-4578-81ab-141e0f90017f'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:52:31.199786 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.202819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeed40-0b52-46dc-908e-daae658e5c00 req-c55fb9f8-ce13-4c92-bde1-5402284d13b0 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:31.204481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fbeed40-0b52-46dc-908e-daae658e5c00 req-c55fb9f8-ce13-4c92-bde1-5402284d13b0 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 943 time: 0.1176078
Nov 27 20:52:31.253340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4e800699-d606-4b34-ba97-02bd521a13ad tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:31.254784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4e800699-d606-4b34-ba97-02bd521a13ad tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d6c668f-a112-487a-83a3-dd50f8dc252b HTTP/1.1" status: 200  len: 950 time: 0.1470222
Nov 27 20:52:31.262090 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.344022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fbeed40-0b52-46dc-908e-daae658e5c00 req-614b6172-eb7a-420b-a059-d2f59599e6fe tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317351
Nov 27 20:52:31.345240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c10c2fd2-5244-453a-826f-f5bb827d9b58 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:31.396635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.466680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Network c6502c39-8b47-4e70-ac49-9906b123e7d6 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:31.467871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Allocated IP 172.20.0.2 (709004d9-a49e-43f8-8aa6-0adf2d01085d/c927f38e-7fb0-4578-81ab-141e0f90017f/d0bb1f50-08a1-4851-9969-f0295b86be84) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:31.478050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:31.488276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:31.491782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-19a6a697-cb11-483b-ba99-6a8922d9c676 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.0602500
Nov 27 20:52:31.496305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34934) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:31.506539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:31.521289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Pushing event updated for resources: {'Port': ['ID=b27a9306-471b-4b83-91e0-219d06b5219f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:31.539467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3a43-5d31-48fb-9e8f-cd5d11034ad7 req-4ac0a904-78cf-4bb4-8561-6007b246bc68 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:31.541563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Deleting port 062acbc0-509c-4546-aa47-d13c4188e1bf {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:31.541906 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.549041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-332b3a43-5d31-48fb-9e8f-cd5d11034ad7 req-4ac0a904-78cf-4bb4-8561-6007b246bc68 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 949 time: 0.5815496
Nov 27 20:52:31.575096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:31.575774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.576308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c10c2fd2-5244-453a-826f-f5bb827d9b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:31.584881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-246013de-80b0-4d83-bbe3-f3b304d9f5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.588019 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-246013de-80b0-4d83-bbe3-f3b304d9f5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.589659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-246013de-80b0-4d83-bbe3-f3b304d9f5cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ea3a321-2565-44dc-923d-3ffe8c1559b8 HTTP/1.1" status: 204  len: 168 time: 0.8250067
Nov 27 20:52:31.603395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'c10c2fd2-5244-453a-826f-f5bb827d9b58', 'network_id': '51800357-640d-4106-97ff-61854e2562e6', 'port_id': 'c10c2fd2-5244-453a-826f-f5bb827d9b58', 'mac_address': 'fa:16:3e:30:a7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7716ef98-4d6b-41bf-8651-1d9ae6fcbd35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:31.633764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246013de-80b0-4d83-bbe3-f3b304d9f5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea3a321-2565-44dc-923d-3ffe8c1559b8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:31.656022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] For port 381881ef-aefe-442f-b7f9-355ca72b0903, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=381881ef-aefe-442f-b7f9-355ca72b0903,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:31.657404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.660892 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.662201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.677362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.693767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Calling delete_port for 381881ef-aefe-442f-b7f9-355ca72b0903 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:31.710100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c10c2fd2-5244-453a-826f-f5bb827d9b58 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:31.712230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-332b3a43-5d31-48fb-9e8f-cd5d11034ad7 req-4f2880e8-350a-4b13-b6a7-9fba22aa96c8 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615329
Nov 27 20:52:31.740658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] For port 062acbc0-509c-4546-aa47-d13c4188e1bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062acbc0-509c-4546-aa47-d13c4188e1bf,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:31.741095 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.759112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Calling delete_port for 062acbc0-509c-4546-aa47-d13c4188e1bf owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:31.760690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c10c2fd2-5244-453a-826f-f5bb827d9b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:31.773915 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.777004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.787053 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.832190 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-c30ada81-2f8e-4074-add8-e2ff6074bf80 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4812841
Nov 27 20:52:31.854463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Network 709004d9-a49e-43f8-8aa6-0adf2d01085d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:31.860519 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:31.863678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:31.866699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:31.877608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['c10c2fd2-5244-453a-826f-f5bb827d9b58'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:31.898807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c10c2fd2-5244-453a-826f-f5bb827d9b58,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:31.965264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Request body: {'port': {'device_id': '6af66675-b153-4617-ad21-c79c87e4eac2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:32.040314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Attempting to bind port d0bb1f50-08a1-4851-9969-f0295b86be84 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:32.045270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Attempting to bind port d0bb1f50-08a1-4851-9969-f0295b86be84 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ec9a49b-452a-4fac-87ff-a1b05213f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:32.049796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Attempting to bind port d0bb1f50-08a1-4851-9969-f0295b86be84 on network 709004d9-a49e-43f8-8aa6-0adf2d01085d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:32.057193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddcdc0-702e-48ae-af62-c9988a33b6b3 req-91b814ca-498f-48b6-b46f-7a8b7bb082ef tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:32.065591 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bcddcdc0-702e-48ae-af62-c9988a33b6b3 req-91b814ca-498f-48b6-b46f-7a8b7bb082ef tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 932 time: 0.4432869
Nov 27 20:52:32.083987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:32.084754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Checking segment: {'id': '0ec9a49b-452a-4fac-87ff-a1b05213f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:32.085395 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.086064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Bound using segment: {'id': '0ec9a49b-452a-4fac-87ff-a1b05213f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:32.086841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Bound port: d0bb1f50-08a1-4851-9969-f0295b86be84, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec9a49b-452a-4fac-87ff-a1b05213f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:32.087580 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.102355 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.105930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Pushing event updated for resources: {'Port': ['ID=d0bb1f50-08a1-4851-9969-f0295b86be84,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:32.134374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf', '381881ef-aefe-442f-b7f9-355ca72b0903'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:32.146682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event deleted for resources: {'Port': ['ID=062acbc0-509c-4546-aa47-d13c4188e1bf,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:32.151886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.163525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.182365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.217668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bcddcdc0-702e-48ae-af62-c9988a33b6b3 req-d301502d-97f8-4a8f-bf9a-8f1a1a454161 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456509
Nov 27 20:52:32.238017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] No DVR routers for this DVR port 062acbc0-509c-4546-aa47-d13c4188e1bf on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:32.240887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.244384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4e28450-d45b-46c9-87ff-ab9638b62ed4 req-4b07a913-4bed-4641-aea9-f2b66be56e02 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "DELETE /v2.0/ports/062acbc0-509c-4546-aa47-d13c4188e1bf HTTP/1.1" status: 204  len: 173 time: 0.9805479
Nov 27 20:52:32.244853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6c668f-a112-487a-83a3-dd50f8dc252b', 'name': 'network-vif-deleted', 'tag': '062acbc0-509c-4546-aa47-d13c4188e1bf'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:32.247245 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c6398c-2233-446a-be37-2f5f2f3dccdf" -d '{"events": [{"server_uuid": "4d6c668f-a112-487a-83a3-dd50f8dc252b", "name": "network-vif-deleted", "tag": "062acbc0-509c-4546-aa47-d13c4188e1bf"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:32.254018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event deleted for resources: {'Port': ['ID=381881ef-aefe-442f-b7f9-355ca72b0903,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:32.263477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] For port d0bb1f50-08a1-4851-9969-f0295b86be84, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:32.291423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] For port d0bb1f50-08a1-4851-9969-f0295b86be84, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0bb1f50-08a1-4851-9969-f0295b86be84,segment=NetworkSegment(0ec9a49b-452a-4fac-87ff-a1b05213f162),segment_id=0ec9a49b-452a-4fac-87ff-a1b05213f162)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:32.304859 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.308245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['062acbc0-509c-4546-aa47-d13c4188e1bf'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:32.315510 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e042370-5384-4696-94c2-635c26cc6998 x-openstack-request-id: req-9e042370-5384-4696-94c2-635c26cc6998 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:32.316054 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6c668f-a112-487a-83a3-dd50f8dc252b", "name": "network-vif-deleted", "tag": "062acbc0-509c-4546-aa47-d13c4188e1bf", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:32.316508 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e042370-5384-4696-94c2-635c26cc6998 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:32.317091 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6c668f-a112-487a-83a3-dd50f8dc252b', 'name': 'network-vif-deleted', 'tag': '062acbc0-509c-4546-aa47-d13c4188e1bf', 'status': 'completed', 'code': 200}
Nov 27 20:52:32.335931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002860f3-baee-4408-a3e1-39d0a194cb8f req-1c182da8-fa5f-4afb-bf3f-bf525d016ab7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:32.347245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-002860f3-baee-4408-a3e1-39d0a194cb8f req-1c182da8-fa5f-4afb-bf3f-bf525d016ab7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 944 time: 0.2588928
Nov 27 20:52:32.411081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d192071-61ee-42c4-b4a6-3d1011cdc51c None None] Pushing event updated for resources: {'Port': ['ID=d0bb1f50-08a1-4851-9969-f0295b86be84,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:32.518235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] No DVR routers for this DVR port 381881ef-aefe-442f-b7f9-355ca72b0903 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:32.522260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.525642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a6577f1b-bdc6-4033-a0fd-0554df2752cf req-1bce7fdd-6a5b-4004-a17f-5110b7fe9ab6 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.15 "DELETE /v2.0/ports/381881ef-aefe-442f-b7f9-355ca72b0903 HTTP/1.1" status: 204  len: 173 time: 1.7321432
Nov 27 20:52:32.530226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21735147-42d2-4c01-a74b-7ac91c6ac723', 'name': 'network-vif-deleted', 'tag': '381881ef-aefe-442f-b7f9-355ca72b0903'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:32.532690 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6578801-d2bc-4589-b6e9-32cdd4003cd8" -d '{"events": [{"server_uuid": "21735147-42d2-4c01-a74b-7ac91c6ac723", "name": "network-vif-deleted", "tag": "381881ef-aefe-442f-b7f9-355ca72b0903"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:32.549058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:32.555884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:32.591887 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-002860f3-baee-4408-a3e1-39d0a194cb8f req-106237ef-d290-468c-b5e4-8b6462be1f5c tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2435760
Nov 27 20:52:32.739957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1cb73713-eb64-4a52-a006-70b1b4bcabdb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:32.807089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9ed2-498e-4ce2-bb9d-e3f96b17914d req-346da3f9-9edb-488b-bc70-a315d08691de tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:32.815651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0cf9ed2-498e-4ce2-bb9d-e3f96b17914d req-346da3f9-9edb-488b-bc70-a315d08691de tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 943 time: 0.1787961
Nov 27 20:52:32.857442 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fdcdbd-ba15-4101-9b98-b9ec937dd855 x-openstack-request-id: req-32fdcdbd-ba15-4101-9b98-b9ec937dd855 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:32.859175 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21735147-42d2-4c01-a74b-7ac91c6ac723", "name": "network-vif-deleted", "tag": "381881ef-aefe-442f-b7f9-355ca72b0903", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:32.859694 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32fdcdbd-ba15-4101-9b98-b9ec937dd855 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:32.861095 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21735147-42d2-4c01-a74b-7ac91c6ac723', 'name': 'network-vif-deleted', 'tag': '381881ef-aefe-442f-b7f9-355ca72b0903', 'status': 'completed', 'code': 200}
Nov 27 20:52:32.933438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34976) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:32.938485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27a9306-471b-4b83-91e0-219d06b5219f {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:32.957309 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:32.983063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0cf9ed2-498e-4ce2-bb9d-e3f96b17914d req-61ec6a3e-5b67-4fc3-b34f-af7427778b88 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664140
Nov 27 20:52:32.989326 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.039837 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.resource_extend [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:52:33.040680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Transition to ACTIVE for port object b27a9306-471b-4b83-91e0-219d06b5219f will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:52:33.056779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.062265 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.215906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-40131851-network', 'tenant_id': 'fe84ac649b6b4faea051ddfd2d4b6185'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:33.293813 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-84023bf7-ebab-4f45-8b0f-6ceddef16aa4 req-f2c708d7-ac2f-4e52-a810-1daee7866d71 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=21735147-42d2-4c01-a74b-7ac91c6ac723 HTTP/1.1" status: 200  len: 210 time: 0.0591044
Nov 27 20:52:33.324887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Made reservation on behalf of fe84ac649b6b4faea051ddfd2d4b6185 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:33.327757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.340742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Pushing event updated for resources: {'Port': ['ID=b27a9306-471b-4b83-91e0-219d06b5219f,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:33.343024 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.381839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Allocated IP 172.35.3.117 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/d1d6a345-51a2-4f29-bed7-0f444aaf7ae7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:33.410027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c10c2fd2-5244-453a-826f-f5bb827d9b58 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:33.459129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1cb73713-eb64-4a52-a006-70b1b4bcabdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cb73713-eb64-4a52-a006-70b1b4bcabdb,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:33.460644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Attempting to bind port b27a9306-471b-4b83-91e0-219d06b5219f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:33.461472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Attempting to bind port b27a9306-471b-4b83-91e0-219d06b5219f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:33.461472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Attempting to bind port b27a9306-471b-4b83-91e0-219d06b5219f on network c6502c39-8b47-4e70-ac49-9906b123e7d6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:33.473334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Port b27a9306-471b-4b83-91e0-219d06b5219f on network c6502c39-8b47-4e70-ac49-9906b123e7d6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:52:33.473759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Attempting to bind port b27a9306-471b-4b83-91e0-219d06b5219f on network c6502c39-8b47-4e70-ac49-9906b123e7d6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:33.478348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.485691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:33.486027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Checking segment: {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:33.486789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Bound using segment: {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:33.487353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Bound port: b27a9306-471b-4b83-91e0-219d06b5219f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:33.487802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.496365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '1cb73713-eb64-4a52-a006-70b1b4bcabdb', 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce', 'port_id': '1cb73713-eb64-4a52-a006-70b1b4bcabdb', 'mac_address': 'fa:16:3e:ed:c6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acf26a3-8a0f-4e26-8587-6c20c4861307', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:33.503457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.518704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36eaa-3b83-4e13-91dd-4889b0e1c74c req-1ae3988a-b245-4ce5-8844-b95685ef2de8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:33.536922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-34b36eaa-3b83-4e13-91dd-4889b0e1c74c req-1ae3988a-b245-4ce5-8844-b95685ef2de8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 944 time: 0.1290102
Nov 27 20:52:33.570102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:33.603096 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.627535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb73713-eb64-4a52-a006-70b1b4bcabdb {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:33.644407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f52577-17ce-4bff-bacb-8939505ed0d3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:33.658473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.658831 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Added segment 188c5a0f-6895-4392-b747-d77a6915e4ea of type vlan for network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3
Nov 27 20:52:33.659336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1cb73713-eb64-4a52-a006-70b1b4bcabdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cb73713-eb64-4a52-a006-70b1b4bcabdb,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:33.661282 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.677709 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.686201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c10c2fd2-5244-453a-826f-f5bb827d9b58 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:33.697978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccb34d-2ecf-414a-a5a3-b2745903f307 req-532bc4c8-3266-413c-8711-2cb8d66eeb2e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:33.699885 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8ccb34d-2ecf-414a-a5a3-b2745903f307 req-532bc4c8-3266-413c-8711-2cb8d66eeb2e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 944 time: 0.3511553
Nov 27 20:52:33.707017 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-34b36eaa-3b83-4e13-91dd-4889b0e1c74c req-8ba602a2-121b-4a58-a014-097383d4fe8c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666808
Nov 27 20:52:33.737344 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:33.742047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27a9306-471b-4b83-91e0-219d06b5219f,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:33.748789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.762066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c10c2fd2-5244-453a-826f-f5bb827d9b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:33.780638 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.789018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1cb73713-eb64-4a52-a006-70b1b4bcabdb,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:33.827845 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8ccb34d-2ecf-414a-a5a3-b2745903f307 req-03c92e05-c1d2-48e5-a5c6-91dbdf66cf73 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178410
Nov 27 20:52:33.846164 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.856195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:33.856814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.858293 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] 10.222.0.35 "PUT /v2.0/ports/b27a9306-471b-4b83-91e0-219d06b5219f HTTP/1.1" status: 200  len: 1092 time: 1.8996439
Nov 27 20:52:33.877553 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.879801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c10c2fd2-5244-453a-826f-f5bb827d9b58,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:33.901822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230936cf-25f5-4846-80aa-293384bbeb22 service neutron] Pushing event updated for resources: {'Port': ['ID=b27a9306-471b-4b83-91e0-219d06b5219f,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:33.927626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.928559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:33.929157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:33.956895 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.0216496
Nov 27 20:52:33.959474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34986) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:33.965199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Request body: {'subnet': {'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-40131851-subnet', 'tenant_id': 'fe84ac649b6b4faea051ddfd2d4b6185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:33.989863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-81b44bf9-e77e-4f25-99c6-88f47e8cbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:33.992384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-81b44bf9-e77e-4f25-99c6-88f47e8cbc08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 1095 time: 0.0769262
Nov 27 20:52:34.027637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaec44-b468-4063-a3a6-95120ef308ef admin admin] Pushing event updated for resources: {'Network': ['ID=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:34.029584 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e4f21cbc-0ce7-41af-a047-d57e7586f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:34.034377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:34.045244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1cb73713-eb64-4a52-a006-70b1b4bcabdb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:34.048925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:34.076226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:34.080350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:34.082669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:34.088782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-0a708d21-051f-43f0-a755-0182027fa762 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b27a9306-471b-4b83-91e0-219d06b5219f HTTP/1.1" status: 200  len: 217 time: 0.0848081
Nov 27 20:52:34.092156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Made reservation on behalf of fe84ac649b6b4faea051ddfd2d4b6185 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:34.095909 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:34.113122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d0bb1f50-08a1-4851-9969-f0295b86be84 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:34.174786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8fe236-75f3-4d21-8ceb-63c6773707bd None None] Network 709004d9-a49e-43f8-8aa6-0adf2d01085d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:34.217093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-ad6aa0c9-b647-4edc-be09-12e3ae90f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:34.218758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-ad6aa0c9-b647-4edc-be09-12e3ae90f430 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=712d939c-680c-4d37-bf43-92257ade9240 HTTP/1.1" status: 200  len: 854 time: 0.1191864
Nov 27 20:52:34.239299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Pushing event updated for resources: {'Port': ['ID=d1d6a345-51a2-4f29-bed7-0f444aaf7ae7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:34.259298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-032c2ab4-6e8d-4197-b439-de01dcde0524 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6502c39-8b47-4e70-ac49-9906b123e7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312405
Nov 27 20:52:34.294844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04dd1a-9ee9-46b7-87b7-017418d7defe req-bb6011a6-6f74-412e-a5fd-3ace3be945c8 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:34.304164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a04dd1a-9ee9-46b7-87b7-017418d7defe req-bb6011a6-6f74-412e-a5fd-3ace3be945c8 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 944 time: 0.1779118
Nov 27 20:52:34.352092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af66675-b153-4617-ad21-c79c87e4eac2', 'tag': 'b27a9306-471b-4b83-91e0-219d06b5219f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:34.354950 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f" -d '{"events": [{"name": "network-changed", "server_uuid": "6af66675-b153-4617-ad21-c79c87e4eac2", "tag": "b27a9306-471b-4b83-91e0-219d06b5219f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:34.445583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a04dd1a-9ee9-46b7-87b7-017418d7defe req-a889b63c-4ee3-4dc9-b181-48228c229e48 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399319
Nov 27 20:52:34.447960 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:34.463928 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-ddb63f3c-0096-4d9c-913c-59a83bb3e141 service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807742
Nov 27 20:52:34.464250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6b542c35-a5d8-4150-83f3-4c14f3d772bb None None] Provisioning complete for port d0bb1f50-08a1-4851-9969-f0295b86be84 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:34.464250 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6b542c35-a5d8-4150-83f3-4c14f3d772bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:34.485618 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c076fa4-0cf8-4813-9269-ed4d2508c36e x-openstack-request-id: req-5c076fa4-0cf8-4813-9269-ed4d2508c36e {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:34.486187 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af66675-b153-4617-ad21-c79c87e4eac2", "tag": "b27a9306-471b-4b83-91e0-219d06b5219f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:34.486661 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c076fa4-0cf8-4813-9269-ed4d2508c36e {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:34.487239 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af66675-b153-4617-ad21-c79c87e4eac2', 'tag': 'b27a9306-471b-4b83-91e0-219d06b5219f', 'status': 'completed', 'code': 200}
Nov 27 20:52:34.537809 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:34.554761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d0bb1f50-08a1-4851-9969-f0295b86be84 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:34.555036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:34.601260 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4edb836d-d860-4750-af8b-16bdcd7adfe2,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:34.625627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Checking segment: {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:34.625999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Network hostable DHCP agents. Network: b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:52:34.660495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-567db4f3-796e-4061-b559-22ec1ae4aedd req-8d160baf-3e4e-4351-bd95-23df58c2a13b service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720309
Nov 27 20:52:34.667906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:52:34.682983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:34.689426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:34.690284 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:34.719581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-297dc726-7bb8-45ca-97e9-2c6eb4e56486 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.7585955
Nov 27 20:52:34.739554 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef9cd2-c0fb-4220-be7e-163e1ced2ceb None None] Network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:34.832294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-53c6a035-0689-4ec2-beaa-90b8171719cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:34.833747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-53c6a035-0689-4ec2-beaa-90b8171719cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 1095 time: 0.0898371
Nov 27 20:52:34.838603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 062acbc0-509c-4546-aa47-d13c4188e1bf no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:34.865080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 062acbc0-509c-4546-aa47-d13c4188e1bf {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:34.865316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 062acbc0-509c-4546-aa47-d13c4188e1bf not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:34.865629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 381881ef-aefe-442f-b7f9-355ca72b0903 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:34.906569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 381881ef-aefe-442f-b7f9-355ca72b0903 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:34.907299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 381881ef-aefe-442f-b7f9-355ca72b0903 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:34.954190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e492729-3c18-4a02-8055-acc6c4267f15 req-bd4fb120-5916-4887-8138-6dbb9bf25c57 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:34.955768 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e492729-3c18-4a02-8055-acc6c4267f15 req-bd4fb120-5916-4887-8138-6dbb9bf25c57 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 949 time: 0.1113133
Nov 27 20:52:34.977951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-0c46641f-8e32-40ec-85b9-197b1e43ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:34.980069 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-0c46641f-8e32-40ec-85b9-197b1e43ba79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 915 time: 0.1384037
Nov 27 20:52:34.988921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b82f9-5341-4e1b-9987-89a67cd08f63 req-1e21cd11-1d3a-4700-bc7f-89c15aa60fdf tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:34.992258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc8b82f9-5341-4e1b-9987-89a67cd08f63 req-1e21cd11-1d3a-4700-bc7f-89c15aa60fdf tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 944 time: 0.1487787
Nov 27 20:52:34.992842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:34.999077 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6b542c35-a5d8-4150-83f3-4c14f3d772bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:35.025876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b7896d-232b-4e27-830b-9bc0acb5b615 None None] Network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:35.042626 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-86f5e39f-c214-4ca2-908b-a4941843220e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b27a9306-471b-4b83-91e0-219d06b5219f HTTP/1.1" status: 200  len: 217 time: 0.0485709
Nov 27 20:52:35.091280 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:35.136930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc8b82f9-5341-4e1b-9987-89a67cd08f63 req-c5587c8d-0006-441a-9f3c-ecd6914b493a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931895
Nov 27 20:52:35.138574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-6e87675e-5bb0-4b9a-ab50-9e17042db382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:35.140048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-6e87675e-5bb0-4b9a-ab50-9e17042db382 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=712d939c-680c-4d37-bf43-92257ade9240 HTTP/1.1" status: 200  len: 854 time: 0.0728550
Nov 27 20:52:35.143221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6b542c35-a5d8-4150-83f3-4c14f3d772bb None None] For port d0bb1f50-08a1-4851-9969-f0295b86be84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0bb1f50-08a1-4851-9969-f0295b86be84,segment=NetworkSegment(0ec9a49b-452a-4fac-87ff-a1b05213f162),segment_id=0ec9a49b-452a-4fac-87ff-a1b05213f162)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:35.151145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e492729-3c18-4a02-8055-acc6c4267f15 req-b9798859-ce7d-4452-ab2d-81ab1a5e5bb3 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708555
Nov 27 20:52:35.174063 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6b542c35-a5d8-4150-83f3-4c14f3d772bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:35.185682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-f7a7e10e-a7cd-43ab-893d-dfc91817aa4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6502c39-8b47-4e70-ac49-9906b123e7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0345888
Nov 27 20:52:35.202244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-a5fbd929-1e07-457e-8741-9f20db4d83fb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:35.215957 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-a5fbd929-1e07-457e-8741-9f20db4d83fb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 943 time: 0.1777091
Nov 27 20:52:35.300461 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:52:35.300837 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:52:35.350266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b542c35-a5d8-4150-83f3-4c14f3d772bb None None] Pushing event updated for resources: {'Port': ['ID=d0bb1f50-08a1-4851-9969-f0295b86be84,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:35.400867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30824799-68bd-4d07-8361-1b08ea5ac193 req-1a92bd95-5796-4aa4-ac34-7ce205b5f954 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:35.402329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30824799-68bd-4d07-8361-1b08ea5ac193 req-1a92bd95-5796-4aa4-ac34-7ce205b5f954 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 943 time: 0.1475403
Nov 27 20:52:35.408913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-11671f8a-367f-41c4-af66-b76c201da034 None None] Provisioning complete for port d0bb1f50-08a1-4851-9969-f0295b86be84 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:35.412505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-11671f8a-367f-41c4-af66-b76c201da034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:35.421590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Router 95093e78-1699-41a1-abc6-992b0340401d is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:52:35.567829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30824799-68bd-4d07-8361-1b08ea5ac193 req-22661ff6-a507-44a1-99db-f212f5c7726a tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492724
Nov 27 20:52:35.611362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Deleting port c10c2fd2-5244-453a-826f-f5bb827d9b58 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:35.611712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:35.693434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:52:35.702282 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Sync routers for ids ['95093e78-1699-41a1-abc6-992b0340401d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:52:35.713830 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Routers {'95093e78-1699-41a1-abc6-992b0340401d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:35.715119 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64cb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['95093e78-1699-41a1-abc6-992b0340401d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:35.720683 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-85405167-534c-4b90-bbe1-77b30745e6e5 service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5251999
Nov 27 20:52:35.773453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:35.777232 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ac3bff18-269e-4154-aae0-861bcf52f26a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 4.2764449
Nov 27 20:52:35.785082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35030) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:35.791314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] For port c10c2fd2-5244-453a-826f-f5bb827d9b58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c10c2fd2-5244-453a-826f-f5bb827d9b58,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:35.791691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:35.791828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b034dd18-4160-444a-9d32-a76fda941124 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:35.793292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b034dd18-4160-444a-9d32-a76fda941124 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 803 time: 0.1702104
Nov 27 20:52:35.818779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Calling delete_port for c10c2fd2-5244-453a-826f-f5bb827d9b58 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:35.829291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f712237-a77a-4296-a8ba-1806ebd7187c req-d9f40346-24ba-4f03-9f23-8a4a306bbb05 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:35.829826 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Set router 95093e78-1699-41a1-abc6-992b0340401d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:35.837291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f712237-a77a-4296-a8ba-1806ebd7187c req-d9f40346-24ba-4f03-9f23-8a4a306bbb05 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 944 time: 0.1211767
Nov 27 20:52:35.860002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-060dc240-4310-417b-97e8-2f08e529aaab tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/quotas/fe84ac649b6b4faea051ddfd2d4b6185 HTTP/1.1" status: 200  len: 375 time: 0.0574188
Nov 27 20:52:35.942053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-85b4f7ca-c573-4b3b-b2b7-e2cb8cb4bd2e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0736387
Nov 27 20:52:35.949738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffc99da6-b86e-48d1-80a8-0aa8ac89875f req-cf5fd567-aef3-413d-844b-accfdc6db65a service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176301
Nov 27 20:52:35.955693 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f712237-a77a-4296-a8ba-1806ebd7187c req-79715ab7-1224-4da7-a8f5-f627f0a99207 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169121
Nov 27 20:52:35.973012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d0bb1f50-08a1-4851-9969-f0295b86be84 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:36.042092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d0bb1f50-08a1-4851-9969-f0295b86be84 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:36.042784 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64cb80>, [{'id': '95093e78-1699-41a1-abc6-992b0340401d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:52:31Z', 'updated_at': '2021-11-27T20:52:34Z', 'revision_number': 3, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'gw_port': {'id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95093e78-1699-41a1-abc6-992b0340401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:33Z', 'updated_at': '2021-11-27T20:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:36.043328 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.078833 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Checking router: 95093e78-1699-41a1-abc6-992b0340401d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:52:36.079626 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Updating router 95093e78-1699-41a1-abc6-992b0340401d port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:52:36.107194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.111462 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.131590 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-f4098602-4882-470c-a8e0-0b724a9e5fad service neutron] 10.222.0.21 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808114
Nov 27 20:52:36.170401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event deleted for resources: {'Port': ['ID=c10c2fd2-5244-453a-826f-f5bb827d9b58,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:36.207824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] No DVR routers for this DVR port c10c2fd2-5244-453a-826f-f5bb827d9b58 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:36.210657 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.214505 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b15d9a33-8a4c-4bb6-bced-06436603ad73 req-dd2269ba-b240-439f-9514-c7b3a126cef7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "DELETE /v2.0/ports/c10c2fd2-5244-453a-826f-f5bb827d9b58 HTTP/1.1" status: 204  len: 173 time: 0.9791620
Nov 27 20:52:36.214971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b870d-40d5-4c15-9a87-89fdf19b33cb', 'name': 'network-vif-deleted', 'tag': 'c10c2fd2-5244-453a-826f-f5bb827d9b58'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:36.217785 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b09ee1-cbd3-4690-9e27-eff8c2c4d7c1" -d '{"events": [{"server_uuid": "bd7b870d-40d5-4c15-9a87-89fdf19b33cb", "name": "network-vif-deleted", "tag": "c10c2fd2-5244-453a-826f-f5bb827d9b58"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:36.318637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-cf44b421-b5bc-49ca-9b5d-46a64db7f359 service neutron] 10.222.0.21 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860793
Nov 27 20:52:36.326787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ddfac-6834-45b9-8e7d-2182ac0bbae9 req-b6e08979-c0d1-4d41-a0e0-c086c628cb6d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:36.335577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-517ddfac-6834-45b9-8e7d-2182ac0bbae9 req-b6e08979-c0d1-4d41-a0e0-c086c628cb6d tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 949 time: 0.0959854
Nov 27 20:52:36.385097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-bfe4a7b2-d6d7-4e68-9be6-1e9f1d21f780 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:36.386639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-bfe4a7b2-d6d7-4e68-9be6-1e9f1d21f780 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 949 time: 0.1449523
Nov 27 20:52:36.396254 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-83ced279-fabd-4457-bdca-ee494e16cbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.458753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-517ddfac-6834-45b9-8e7d-2182ac0bbae9 req-81735a9b-5460-4d15-84d0-e0c14d249791 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/security-groups?id=87ad6d49-5db9-42b4-bb68-d1b095410767&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221328
Nov 27 20:52:36.512180 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.518901 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.533662 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.570889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Deleting port 8ad22e26-c654-4c33-99af-7729f8c1726b {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:36.571551 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.626576 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7c83c1-4a7b-4e68-83ed-73f5a32ea053 x-openstack-request-id: req-6c7c83c1-4a7b-4e68-83ed-73f5a32ea053 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:36.626981 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b870d-40d5-4c15-9a87-89fdf19b33cb", "name": "network-vif-deleted", "tag": "c10c2fd2-5244-453a-826f-f5bb827d9b58", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:36.627339 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c7c83c1-4a7b-4e68-83ed-73f5a32ea053 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:36.627815 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b870d-40d5-4c15-9a87-89fdf19b33cb', 'name': 'network-vif-deleted', 'tag': 'c10c2fd2-5244-453a-826f-f5bb827d9b58', 'status': 'completed', 'code': 200}
Nov 27 20:52:36.659658 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Attempting to bind port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:36.660182 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Attempting to bind port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:36.660774 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Attempting to bind port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:36.665993 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec5461-fd51-4ef9-b45a-407008fa94f2 None None] Pushing event updated for resources: {'Port': ['ID=d1d6a345-51a2-4f29-bed7-0f444aaf7ae7,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:36.673311 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:36.673783 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:36.674258 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.674716 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:36.675378 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Bound port: d1d6a345-51a2-4f29-bed7-0f444aaf7ae7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:36.675967 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.748715 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] For port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:36.750944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1cb73713-eb64-4a52-a006-70b1b4bcabdb up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:36.753990 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] For port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1d6a345-51a2-4f29-bed7-0f444aaf7ae7,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:36.762961 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.788162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecc4330a-bf0b-416c-8794-67b853211918 req-2baa4d21-7408-4f4b-a1c7-83e3ab7e8c30 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 210 time: 0.0704627
Nov 27 20:52:36.813683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1e572-47a9-4353-bb8d-9dcd137c3316 req-d6c18750-f583-4365-ae6b-5c657fa1932a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:36.821333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Allocated IP 172.20.0.1 (709004d9-a49e-43f8-8aa6-0adf2d01085d/c927f38e-7fb0-4578-81ab-141e0f90017f/6773f7bc-d43d-4f30-a336-85429cebd978) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:36.824667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a4f1e572-47a9-4353-bb8d-9dcd137c3316 req-d6c18750-f583-4365-ae6b-5c657fa1932a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 944 time: 0.2003303
Nov 27 20:52:36.851422 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec5461-fd51-4ef9-b45a-407008fa94f2 None None] Pushing event updated for resources: {'Port': ['ID=d1d6a345-51a2-4f29-bed7-0f444aaf7ae7,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:36.862683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 1cb73713-eb64-4a52-a006-70b1b4bcabdb completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:52:36.871367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 1cb73713-eb64-4a52-a006-70b1b4bcabdb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:36.871856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.885185 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Routers {'95093e78-1699-41a1-abc6-992b0340401d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:36.886372 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64cb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['95093e78-1699-41a1-abc6-992b0340401d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:36.901066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] For port 8ad22e26-c654-4c33-99af-7729f8c1726b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ad22e26-c654-4c33-99af-7729f8c1726b,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:36.901459 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:36.963807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa9cda7d-868a-41c9-8336-2ca41c4851e9 req-6a7e2bc0-5062-43f2-afc5-f3e1d2c84598 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b870d-40d5-4c15-9a87-89fdf19b33cb HTTP/1.1" status: 200  len: 210 time: 0.0390265
Nov 27 20:52:36.974206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Calling delete_port for 8ad22e26-c654-4c33-99af-7729f8c1726b owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:37.047718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.062155 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.105700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821291e6-a643-4172-ba04-15984efe9761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb73713-eb64-4a52-a006-70b1b4bcabdb'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:37.108963 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3836e8-471c-46ad-b39b-9704de8869b4" -d '{"events": [{"server_uuid": "821291e6-a643-4172-ba04-15984efe9761", "name": "network-vif-plugged", "status": "completed", "tag": "1cb73713-eb64-4a52-a006-70b1b4bcabdb"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:37.131445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1cb73713-eb64-4a52-a006-70b1b4bcabdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cb73713-eb64-4a52-a006-70b1b4bcabdb,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:37.132889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.137283 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.213780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a4f1e572-47a9-4353-bb8d-9dcd137c3316 req-eecc9a6a-b939-46f4-9dcb-0ca982fbd174 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3865051
Nov 27 20:52:37.221491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.234944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Network 709004d9-a49e-43f8-8aa6-0adf2d01085d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:37.235834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1cb73713-eb64-4a52-a006-70b1b4bcabdb,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:37.244339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['8ad22e26-c654-4c33-99af-7729f8c1726b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:37.269050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:37.285808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:37.294276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Pushing event deleted for resources: {'Port': ['ID=8ad22e26-c654-4c33-99af-7729f8c1726b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:37.305046 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2478ac8-3d9b-4c5c-adf5-5fa910d3daea x-openstack-request-id: req-b2478ac8-3d9b-4c5c-adf5-5fa910d3daea {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:37.305395 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821291e6-a643-4172-ba04-15984efe9761", "name": "network-vif-plugged", "status": "completed", "tag": "1cb73713-eb64-4a52-a006-70b1b4bcabdb", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:37.305665 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2478ac8-3d9b-4c5c-adf5-5fa910d3daea {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:37.306069 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821291e6-a643-4172-ba04-15984efe9761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb73713-eb64-4a52-a006-70b1b4bcabdb', 'code': 200}
Nov 27 20:52:37.362928 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] Set router 95093e78-1699-41a1-abc6-992b0340401d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:37.364513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.373818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b27a9306-471b-4b83-91e0-219d06b5219f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:37.395660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Pushing event updated for resources: {'Port': ['ID=6773f7bc-d43d-4f30-a336-85429cebd978,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:37.406934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] No DVR routers for this DVR port 8ad22e26-c654-4c33-99af-7729f8c1726b on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:37.409825 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.429899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45dbb097-761b-4041-93f6-14efad5d04c3 req-79e2a0fc-185e-408d-85d3-e73d4ab80e5c tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.35 "DELETE /v2.0/ports/8ad22e26-c654-4c33-99af-7729f8c1726b HTTP/1.1" status: 204  len: 173 time: 1.0288713
Nov 27 20:52:37.496113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6fa2-039c-4a5d-ab5f-876c42c353e9 req-0cc3ac69-9d55-46ce-a97a-51aefb1a816f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:37.507980 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a3d6fa2-039c-4a5d-ab5f-876c42c353e9 req-0cc3ac69-9d55-46ce-a97a-51aefb1a816f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 945 time: 0.3196340
Nov 27 20:52:37.538538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2709b5-02ee-4e23-818c-de587ea36c04 req-b148f1f5-114e-4c1f-b177-f06579dd04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:37.541054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a2709b5-02ee-4e23-818c-de587ea36c04 req-b148f1f5-114e-4c1f-b177-f06579dd04a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 1096 time: 0.1400323
Nov 27 20:52:37.629698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27a9306-471b-4b83-91e0-219d06b5219f,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:37.661155 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a3d6fa2-039c-4a5d-ab5f-876c42c353e9 req-723ab9f1-9c84-42a5-9751-086b4545987c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384223
Nov 27 20:52:37.668569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'b27a9306-471b-4b83-91e0-219d06b5219f', 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6', 'port_id': 'b27a9306-471b-4b83-91e0-219d06b5219f', 'mac_address': 'fa:16:3e:e3:30:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712d939c-680c-4d37-bf43-92257ade9240', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:37.707295 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0116dd2d-e4e7-437c-aa0b-36984dbc0773 req-0d85f249-372b-4e5e-b1cc-02cd2d2ce648 tempest-ServersOnMultiNodesTest-196078870 tempest-ServersOnMultiNodesTest-196078870-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca701c1d-30e3-471a-881e-6d51c9bbef61 HTTP/1.1" status: 200  len: 210 time: 0.1087024
Nov 27 20:52:37.746713 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64cb80>, [{'id': '95093e78-1699-41a1-abc6-992b0340401d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:52:31Z', 'updated_at': '2021-11-27T20:52:34Z', 'revision_number': 3, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'gw_port': {'id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95093e78-1699-41a1-abc6-992b0340401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:33Z', 'updated_at': '2021-11-27T20:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:37.760121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a2709b5-02ee-4e23-818c-de587ea36c04 req-c5ebff41-408b-4384-aab5-0ae511116015 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022698
Nov 27 20:52:37.773201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.785740 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504d012-dc69-4d28-9bf0-b19e5422b931 None None] The sync data for ids ['95093e78-1699-41a1-abc6-992b0340401d'] in ncdv-master-1 is: [{'id': '95093e78-1699-41a1-abc6-992b0340401d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:52:31Z', 'updated_at': '2021-11-27T20:52:34Z', 'revision_number': 3, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'gw_port': {'id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95093e78-1699-41a1-abc6-992b0340401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:33Z', 'updated_at': '2021-11-27T20:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:52:37.820890 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.830065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.833387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6fb1dca4-0963-470b-b7fe-b37b5d20859d None None] Provisioning complete for port 6773f7bc-d43d-4f30-a336-85429cebd978 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:37.833754 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6fb1dca4-0963-470b-b7fe-b37b5d20859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:37.896345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27a9306-471b-4b83-91e0-219d06b5219f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:37.916691 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5886a059-0906-41f9-b19e-085daa846111 req-b5a8f4a2-1b42-4c57-b54a-4abc3fd83744 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 210 time: 0.0430775
Nov 27 20:52:37.935897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1dca4-0963-470b-b7fe-b37b5d20859d None None] Port 6773f7bc-d43d-4f30-a336-85429cebd978 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:52:37.939103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27a9306-471b-4b83-91e0-219d06b5219f,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:37.946837 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:38.024729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b27a9306-471b-4b83-91e0-219d06b5219f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:38.037019 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:38.044922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:38.133144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:38.136301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Pushing event updated for resources: {'Port': ['ID=6773f7bc-d43d-4f30-a336-85429cebd978,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:38.186176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['b27a9306-471b-4b83-91e0-219d06b5219f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:38.313427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Network 709004d9-a49e-43f8-8aa6-0adf2d01085d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:38.315136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:38.327082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35074) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:38.335986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-812db375-dcd9-495d-9281-b391828df9bc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1191065157', 'description': 'tempest-description--1493377478'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:38.395408 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-812db375-dcd9-495d-9281-b391828df9bc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:38.606195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ca5f-f3a1-4f3c-b106-7a63cf2505ef req-d955e7b2-bfed-4f56-bd79-84a793510263 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:38.611870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e158ca5f-f3a1-4f3c-b106-7a63cf2505ef req-d955e7b2-bfed-4f56-bd79-84a793510263 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 945 time: 0.1890221
Nov 27 20:52:38.631770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-04500b4f-1092-4a0a-a506-9184d5400c51 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:38.634122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-04500b4f-1092-4a0a-a506-9184d5400c51 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.15 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 803 time: 0.2517750
Nov 27 20:52:38.635975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca701c1d-30e3-471a-881e-6d51c9bbef61', 'name': 'network-vif-deleted', 'tag': '8ad22e26-c654-4c33-99af-7729f8c1726b'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:38.639042 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b833df-e15c-46a3-a88a-325b41eb39ff" -d '{"events": [{"server_uuid": "ca701c1d-30e3-471a-881e-6d51c9bbef61", "name": "network-vif-deleted", "tag": "8ad22e26-c654-4c33-99af-7729f8c1726b"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:38.646008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Router 95093e78-1699-41a1-abc6-992b0340401d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:52:38.668807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Request body: {'port': {'device_id': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'admin_state_up': True, 'tenant_id': 'fe84ac649b6b4faea051ddfd2d4b6185'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:38.700210 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e1c50f-ce55-4d5b-b492-425f1938e58f x-openstack-request-id: req-77e1c50f-ce55-4d5b-b492-425f1938e58f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:38.700513 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca701c1d-30e3-471a-881e-6d51c9bbef61", "name": "network-vif-deleted", "tag": "8ad22e26-c654-4c33-99af-7729f8c1726b", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:38.700946 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77e1c50f-ce55-4d5b-b492-425f1938e58f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:38.701351 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca701c1d-30e3-471a-881e-6d51c9bbef61', 'name': 'network-vif-deleted', 'tag': '8ad22e26-c654-4c33-99af-7729f8c1726b', 'status': 'completed', 'code': 200}
Nov 27 20:52:38.732536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e158ca5f-f3a1-4f3c-b106-7a63cf2505ef req-44347e4d-f613-4093-a1e1-b03af714fd68 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170211
Nov 27 20:52:38.775207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-060651be-ac70-4732-b647-758692e8bb06 None None] Provisioning complete for port 6773f7bc-d43d-4f30-a336-85429cebd978 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:38.775535 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-060651be-ac70-4732-b647-758692e8bb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:38.778365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-812db375-dcd9-495d-9281-b391828df9bc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:38.814494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:52:38.821492 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-40dd73bc-7a17-4a09-8109-315d20a0a907 admin admin] 10.222.0.21 "PUT /v2.0/routers/95093e78-1699-41a1-abc6-992b0340401d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0271831
Nov 27 20:52:38.832669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-812db375-dcd9-495d-9281-b391828df9bc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:38.841124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-060651be-ac70-4732-b647-758692e8bb06 None None] Port 6773f7bc-d43d-4f30-a336-85429cebd978 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:52:38.909115 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-812db375-dcd9-495d-9281-b391828df9bc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:38.913497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-812db375-dcd9-495d-9281-b391828df9bc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.5815990
Nov 27 20:52:38.915213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35088) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:38.920894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7594e6cc-049a-4f83-b9a3-2439a5c3e3bb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Request body: {'security_group_rule': {'security_group_id': '26cd6406-2ee7-4715-b9ce-f0bdc1ef4afb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:38.930572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812db375-dcd9-495d-9281-b391828df9bc tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd6406-2ee7-4715-b9ce-f0bdc1ef4afb,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:39.001022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7594e6cc-049a-4f83-b9a3-2439a5c3e3bb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.003763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e207-296f-4383-ac07-62e35432f283 req-0ce74f4c-c0a3-4637-a520-84d9af800b60 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:39.012336 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5018e207-296f-4383-ac07-62e35432f283 req-0ce74f4c-c0a3-4637-a520-84d9af800b60 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 945 time: 0.2325394
Nov 27 20:52:39.071789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Made reservation on behalf of fe84ac649b6b4faea051ddfd2d4b6185 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:39.076240 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.126018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5018e207-296f-4383-ac07-62e35432f283 req-039eee0a-b66e-400a-92ef-051edced3ad0 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123672
Nov 27 20:52:39.245228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10b881a2-3c46-4e48-8a2a-8a41d6016f48 req-f375cb1e-a523-4029-9598-293bdbf6ccbe tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 210 time: 0.0963328
Nov 27 20:52:39.287490 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7594e6cc-049a-4f83-b9a3-2439a5c3e3bb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.295790 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7594e6cc-049a-4f83-b9a3-2439a5c3e3bb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.322739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594e6cc-049a-4f83-b9a3-2439a5c3e3bb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469e560a-0fcd-4355-91fe-da5c21d2b8c8,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:39.344078 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7594e6cc-049a-4f83-b9a3-2439a5c3e3bb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.345897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7594e6cc-049a-4f83-b9a3-2439a5c3e3bb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4293745
Nov 27 20:52:39.350173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35100) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:39.360954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-237dfd37-66e8-4ad6-9455-c5b08e68fcad tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Request body: {'security_group_rule': {'security_group_id': '26cd6406-2ee7-4715-b9ce-f0bdc1ef4afb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:39.385792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b27a9306-471b-4b83-91e0-219d06b5219f up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:39.397198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35102) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:39.487700 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-237dfd37-66e8-4ad6-9455-c5b08e68fcad tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.488708 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.495601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port b27a9306-471b-4b83-91e0-219d06b5219f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:52:39.502274 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port b27a9306-471b-4b83-91e0-219d06b5219f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:39.502763 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.551568 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-237dfd37-66e8-4ad6-9455-c5b08e68fcad tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.559108 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-237dfd37-66e8-4ad6-9455-c5b08e68fcad tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.583161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dfd37-66e8-4ad6-9455-c5b08e68fcad tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e084bfb8-9d40-4a4f-8d73-74807690501f,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:39.606322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-237dfd37-66e8-4ad6-9455-c5b08e68fcad tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.609070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-237dfd37-66e8-4ad6-9455-c5b08e68fcad tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2544787
Nov 27 20:52:39.612134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35106) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:39.616750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:39.622591 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.648387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af66675-b153-4617-ad21-c79c87e4eac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27a9306-471b-4b83-91e0-219d06b5219f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:39.650945 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cedadf9-93cf-40ab-a41d-67c4efe771ee" -d '{"events": [{"server_uuid": "6af66675-b153-4617-ad21-c79c87e4eac2", "name": "network-vif-plugged", "status": "completed", "tag": "b27a9306-471b-4b83-91e0-219d06b5219f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:39.654550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.670436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27a9306-471b-4b83-91e0-219d06b5219f,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:39.678838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:39.684868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8ad22e26-c654-4c33-99af-7729f8c1726b no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:39.720184 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc1e858-0fb2-42c6-9071-97be0f588697 x-openstack-request-id: req-2fc1e858-0fb2-42c6-9071-97be0f588697 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:39.720477 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af66675-b153-4617-ad21-c79c87e4eac2", "name": "network-vif-plugged", "status": "completed", "tag": "b27a9306-471b-4b83-91e0-219d06b5219f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:39.721162 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fc1e858-0fb2-42c6-9071-97be0f588697 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:39.721576 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af66675-b153-4617-ad21-c79c87e4eac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27a9306-471b-4b83-91e0-219d06b5219f', 'code': 200}
Nov 27 20:52:39.744338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 8ad22e26-c654-4c33-99af-7729f8c1726b {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:39.744954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 8ad22e26-c654-4c33-99af-7729f8c1726b not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:39.745566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c10c2fd2-5244-453a-826f-f5bb827d9b58 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:39.753619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bcc078e0-c5db-4c7b-aae5-291a4c1d13ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c03fae8406904a0da2046c097555cf58&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3398819
Nov 27 20:52:39.754546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35110) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:39.782123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: c10c2fd2-5244-453a-826f-f5bb827d9b58 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:39.782708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c10c2fd2-5244-453a-826f-f5bb827d9b58 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:39.793223 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-62f09a22-230f-4fec-95a0-8f7405ded030 req-869159b4-abbd-460c-9d97-5701fec13964 tempest-FloatingIPDetailsNegativeTestJSON-1043279550 tempest-FloatingIPDetailsNegativeTestJSON-1043279550-project] show failed (client error): The resource could not be found.
Nov 27 20:52:39.794631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62f09a22-230f-4fec-95a0-8f7405ded030 req-869159b4-abbd-460c-9d97-5701fec13964 tempest-FloatingIPDetailsNegativeTestJSON-1043279550 tempest-FloatingIPDetailsNegativeTestJSON-1043279550-project] 10.222.0.21 "GET /v2.0/floatingips/1d54bd6c-63b0-4f54-ae5a-0a16b10f04be HTTP/1.1" status: 404  len: 350 time: 0.0644820
Nov 27 20:52:39.806733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35114) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:39.810297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b27a9306-471b-4b83-91e0-219d06b5219f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:39.902586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Allocated IP 172.20.0.13 (b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3/4edb836d-d860-4750-af8b-16bdcd7adfe2/91c15e78-d85f-42e5-90f2-bd938828b809) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:39.912506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce21c8-2b8d-47a2-9a02-4228513cceda req-1e4ece04-9865-4805-87a1-6e30b799460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:39.914065 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7ce21c8-2b8d-47a2-9a02-4228513cceda req-1e4ece04-9865-4805-87a1-6e30b799460c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 1097 time: 0.0724571
Nov 27 20:52:39.924407 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-24531165-53a1-4d88-ba5b-565e1f63cd83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.005221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7ce21c8-2b8d-47a2-9a02-4228513cceda req-02ee0e19-7b26-4965-8aa7-bf9ace6c1d05 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760550
Nov 27 20:52:40.027238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:40.045220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b2284-6df8-40c8-9e79-ebd88eeb693d req-d0f7f037-6c18-4b02-b435-ee94c8fb7d81 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:40.047535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-841b2284-6df8-40c8-9e79-ebd88eeb693d req-d0f7f037-6c18-4b02-b435-ee94c8fb7d81 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1920640
Nov 27 20:52:40.059124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-24531165-53a1-4d88-ba5b-565e1f63cd83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.062982 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.089944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:40.090345 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.127830 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.168129 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.192550 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.214679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1d6a345-51a2-4f29-bed7-0f444aaf7ae7,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:40.230110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Pushing event updated for resources: {'Port': ['ID=91c15e78-d85f-42e5-90f2-bd938828b809,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:40.233255 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.247295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:40.248970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:40.252544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:40.287472 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-841b2284-6df8-40c8-9e79-ebd88eeb693d req-54e3ec06-d6dd-482c-bece-8cb72dae4aef tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260942
Nov 27 20:52:40.289780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=d1d6a345-51a2-4f29-bed7-0f444aaf7ae7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:40.292794 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.328586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:40.329693 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.342592 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-24531165-53a1-4d88-ba5b-565e1f63cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.345823 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-24531165-53a1-4d88-ba5b-565e1f63cd83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.347107 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-24531165-53a1-4d88-ba5b-565e1f63cd83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87ad6d49-5db9-42b4-bb68-d1b095410767 HTTP/1.1" status: 204  len: 168 time: 0.5883622
Nov 27 20:52:40.356157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-b22b978e-ba7d-4af5-b99c-d98555e139d4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6982486
Nov 27 20:52:40.373949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24531165-53a1-4d88-ba5b-565e1f63cd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ad6d49-5db9-42b4-bb68-d1b095410767,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:40.377608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Request body: {'port': {'device_id': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:40.458580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:40.461827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Allocated IP 172.35.3.107 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/7fbacf4e-9143-4970-8fbf-a547a494334b) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:40.516215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Sync routers for ids ['95093e78-1699-41a1-abc6-992b0340401d'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:52:40.527467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4163cb-823c-4d78-b4b6-0875616578a5 req-0a1164bf-507e-4c62-828e-b27a81355537 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:40.535393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c4163cb-823c-4d78-b4b6-0875616578a5 req-0a1164bf-507e-4c62-828e-b27a81355537 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 932 time: 0.1566525
Nov 27 20:52:40.541586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Routers {'95093e78-1699-41a1-abc6-992b0340401d'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:40.542225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd459220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['95093e78-1699-41a1-abc6-992b0340401d'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:40.569485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a0f5-930b-4215-88d4-8df2dfe62041 req-d7547840-c69d-482d-9c15-9743cd8c94e3 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:40.571029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b053a0f5-930b-4215-88d4-8df2dfe62041 req-d7547840-c69d-482d-9c15-9743cd8c94e3 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 945 time: 0.1496115
Nov 27 20:52:40.711432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b053a0f5-930b-4215-88d4-8df2dfe62041 req-9d2708e9-4da6-468a-bbb1-8f540097318d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327348
Nov 27 20:52:40.837012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35132) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:40.900158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Set router 95093e78-1699-41a1-abc6-992b0340401d gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:40.927195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b9d0ca39-f3c3-44d8-989f-becd180bbedf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d0232d0e6ad4f948c0ebf33ef3bca81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0882998
Nov 27 20:52:40.929668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35134) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:41.010298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c4163cb-823c-4d78-b4b6-0875616578a5 req-952c01ae-ea9a-41dc-b561-b936a46ef0ba tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4739413
Nov 27 20:52:41.030501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c15e78-d85f-42e5-90f2-bd938828b809 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:41.049810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.058346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.061268 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1e0f-0232-4e5e-857d-f4ed81482d54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.094963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1e0f-0232-4e5e-857d-f4ed81482d54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.105300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Transition to ACTIVE for port object 91c15e78-d85f-42e5-90f2-bd938828b809 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:52:41.107459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.119906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.152597 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.215083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd459220>, [{'id': '95093e78-1699-41a1-abc6-992b0340401d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:52:31Z', 'updated_at': '2021-11-27T20:52:37Z', 'revision_number': 4, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'gw_port': {'id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95093e78-1699-41a1-abc6-992b0340401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:33Z', 'updated_at': '2021-11-27T20:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6773f7bc-d43d-4f30-a336-85429cebd978', 'name': '', 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'mac_address': 'fa:16:3e:45:69:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95093e78-1699-41a1-abc6-992b0340401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'c927f38e-7fb0-4578-81ab-141e0f90017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:36Z', 'updated_at': '2021-11-27T20:52:37Z', 'revision_number': 2, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'subnets': [{'id': 'c927f38e-7fb0-4578-81ab-141e0f90017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:41.221924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Pushing event updated for resources: {'Port': ['ID=91c15e78-d85f-42e5-90f2-bd938828b809,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:41.252217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:41.261364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Checking router: 95093e78-1699-41a1-abc6-992b0340401d for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:52:41.262712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Updating router 95093e78-1699-41a1-abc6-992b0340401d port 6773f7bc-d43d-4f30-a336-85429cebd978 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:52:41.299220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1e0f-0232-4e5e-857d-f4ed81482d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.301729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:41.302932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1e0f-0232-4e5e-857d-f4ed81482d54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.303110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:41.303110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event updated for resources: {'Port': ['ID=7fbacf4e-9143-4970-8fbf-a547a494334b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:41.304942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9f1b1e0f-0232-4e5e-857d-f4ed81482d54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e0b9948-29d6-424d-bc25-872315a6d1c4 HTTP/1.1" status: 204  len: 168 time: 0.3733540
Nov 27 20:52:41.372461 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.403610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b1e0f-0232-4e5e-857d-f4ed81482d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0b9948-29d6-424d-bc25-872315a6d1c4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:41.461394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Attempting to bind port 91c15e78-d85f-42e5-90f2-bd938828b809 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:41.461855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Attempting to bind port 91c15e78-d85f-42e5-90f2-bd938828b809 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:41.462347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Attempting to bind port 91c15e78-d85f-42e5-90f2-bd938828b809 on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:41.473478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Port 91c15e78-d85f-42e5-90f2-bd938828b809 on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:52:41.475698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Attempting to bind port 91c15e78-d85f-42e5-90f2-bd938828b809 on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:41.490230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:41.490581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Checking segment: {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:41.491394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Bound using segment: {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:41.491843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Bound port: 91c15e78-d85f-42e5-90f2-bd938828b809, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:41.492203 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.610452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:41.615058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91c15e78-d85f-42e5-90f2-bd938828b809,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:41.624829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.655827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.685830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795e5ad-5c22-4d2a-b38d-e63861b2821f req-9ac2ecd8-55a8-4907-92ae-e7da9c104275 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:41.687795 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2795e5ad-5c22-4d2a-b38d-e63861b2821f req-9ac2ecd8-55a8-4907-92ae-e7da9c104275 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.2673218
Nov 27 20:52:41.706355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:41.706977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.708408 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] 10.222.0.15 "PUT /v2.0/ports/91c15e78-d85f-42e5-90f2-bd938828b809 HTTP/1.1" status: 200  len: 1092 time: 1.3387806
Nov 27 20:52:41.708879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:41.711211 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f635da-e2aa-4aa2-92e7-b7a69f22019c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:41.748810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f062b-0eec-49bf-9440-6158e7ad09bc service neutron] Pushing event updated for resources: {'Port': ['ID=91c15e78-d85f-42e5-90f2-bd938828b809,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:41.804597 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.817972 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da77c74d-ab9c-457e-a9bb-db438ff23897 x-openstack-request-id: req-da77c74d-ab9c-457e-a9bb-db438ff23897 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:41.818720 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:41.819432 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da77c74d-ab9c-457e-a9bb-db438ff23897 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:41.820123 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809', 'status': 'completed', 'code': 200}
Nov 27 20:52:41.829363 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.836673 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:41.837146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-fb52c28f-00b2-45f5-86b0-2256d8ce1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:41.840226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-fb52c28f-00b2-45f5-86b0-2256d8ce1475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 1095 time: 0.0805075
Nov 27 20:52:41.882719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2795e5ad-5c22-4d2a-b38d-e63861b2821f req-b31fe07d-62b9-4676-b62e-0c4c9398d30b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837957
Nov 27 20:52:41.994236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-29d3f35a-f1a2-4d66-805b-c8de0bb9ee86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91c15e78-d85f-42e5-90f2-bd938828b809 HTTP/1.1" status: 200  len: 217 time: 0.1470051
Nov 27 20:52:41.998691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28119bb6-20cf-4696-9846-81b0e129a7ca None None] Pushing event updated for resources: {'Port': ['ID=6773f7bc-d43d-4f30-a336-85429cebd978,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:42.066592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Attempting to bind port 6773f7bc-d43d-4f30-a336-85429cebd978 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:42.067218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Attempting to bind port 6773f7bc-d43d-4f30-a336-85429cebd978 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ec9a49b-452a-4fac-87ff-a1b05213f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:42.067861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Attempting to bind port 6773f7bc-d43d-4f30-a336-85429cebd978 on network 709004d9-a49e-43f8-8aa6-0adf2d01085d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:42.092745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:42.093355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Checking segment: {'id': '0ec9a49b-452a-4fac-87ff-a1b05213f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:42.094056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.094767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Bound using segment: {'id': '0ec9a49b-452a-4fac-87ff-a1b05213f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:42.098235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Deleting port 6773f7bc-d43d-4f30-a336-85429cebd978 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:42.098587 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.106090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Bound port: 6773f7bc-d43d-4f30-a336-85429cebd978, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec9a49b-452a-4fac-87ff-a1b05213f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:42.106719 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.117314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:42.137665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-06d76668-28af-482e-98c9-554abf1e4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:42.142663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-06d76668-28af-482e-98c9-554abf1e4c6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 200  len: 843 time: 0.1416128
Nov 27 20:52:42.214092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-ef84e999-46c6-44b9-a219-514628c35e77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616992
Nov 27 20:52:42.245695 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.279618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.319382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] For port 6773f7bc-d43d-4f30-a336-85429cebd978, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:42.322424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-de414e9e-6c97-4910-ac0b-4273864c904b None None] Provisioning complete for port 6773f7bc-d43d-4f30-a336-85429cebd978 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:42.322657 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de414e9e-6c97-4910-ac0b-4273864c904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.325495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] For port 6773f7bc-d43d-4f30-a336-85429cebd978, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6773f7bc-d43d-4f30-a336-85429cebd978,segment=NetworkSegment(0ec9a49b-452a-4fac-87ff-a1b05213f162),segment_id=0ec9a49b-452a-4fac-87ff-a1b05213f162)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:42.363179 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.366380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-c6d339da-9305-49d6-b86e-eb26c08b6679 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463232
Nov 27 20:52:42.392765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1aa48-bd72-4fa5-b6af-42d78924e48a req-07a9dfec-52a7-4259-9832-f2b7d757c9f6 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:42.394307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89e1aa48-bd72-4fa5-b6af-42d78924e48a req-07a9dfec-52a7-4259-9832-f2b7d757c9f6 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 944 time: 0.1726632
Nov 27 20:52:42.397499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] For port 6773f7bc-d43d-4f30-a336-85429cebd978, host ncdv-master-1, got binding levels [] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:42.397873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.441532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event updated for resources: {'Port': ['ID=7fbacf4e-9143-4970-8fbf-a547a494334b,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:42.446421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Calling delete_port for 6773f7bc-d43d-4f30-a336-85429cebd978 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:42.485770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:42.486159 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.491787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89e1aa48-bd72-4fa5-b6af-42d78924e48a req-4234f280-f222-4615-833e-263ccc0ea1d1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879886
Nov 27 20:52:42.500935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.510334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-de414e9e-6c97-4910-ac0b-4273864c904b None None] Port 6773f7bc-d43d-4f30-a336-85429cebd978 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:52:42.537384 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-913d1c09-e274-47ae-8ea9-7ade059d64df req-da2647f0-f3fb-4fd6-b964-73e70b6bdd56 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574385
Nov 27 20:52:42.572539 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:42.582949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-138eb5f5-0ea5-4918-b764-a8b2c35f7343 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9694009
Nov 27 20:52:42.599806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Routers {'95093e78-1699-41a1-abc6-992b0340401d'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:42.600539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd459220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['95093e78-1699-41a1-abc6-992b0340401d'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:42.676100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-bc8c5eb3-90a5-47a0-905e-d7c6d5dfcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:42.677801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-bc8c5eb3-90a5-47a0-905e-d7c6d5dfcd10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 1095 time: 0.0869098
Nov 27 20:52:42.811324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35200) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:42.812789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28119bb6-20cf-4696-9846-81b0e129a7ca None None] Pushing event updated for resources: {'Port': ['ID=6773f7bc-d43d-4f30-a336-85429cebd978,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:42.835456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] Set router 95093e78-1699-41a1-abc6-992b0340401d gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:42.911422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-3c44ef6e-d46e-47db-bb76-0977a1f5bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:42.913989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-3c44ef6e-d46e-47db-bb76-0977a1f5bf42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 904 time: 0.2286656
Nov 27 20:52:42.931545 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:43.004671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2c322378-8a5b-4d44-a7c6-bf025f487aea None None] Could not find standard attr ID for object 6773f7bc-d43d-4f30-a336-85429cebd978. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 20:52:43.007187 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-9362eefb-144f-4f84-84e5-333c8864c1df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91c15e78-d85f-42e5-90f2-bd938828b809 HTTP/1.1" status: 200  len: 217 time: 0.0804560
Nov 27 20:52:43.028972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6773f7bc-d43d-4f30-a336-85429cebd978,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:43.051179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-23980941-network', 'tenant_id': '9f57434a24104e95bcff0d4cabbd1419'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:43.155162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-8998c456-97e1-412e-86c2-3ff462dc6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:43.157557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-8998c456-97e1-412e-86c2-3ff462dc6f8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 200  len: 843 time: 0.1444762
Nov 27 20:52:43.205383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-da519523-c672-471d-af2e-f0678b2a5940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363524
Nov 27 20:52:43.210846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fd214-68f3-4755-8922-90117577edc9 req-a05bbe44-51c3-4334-845f-b2ecad411bd1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:43.212656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-520fd214-68f3-4755-8922-90117577edc9 req-a05bbe44-51c3-4334-845f-b2ecad411bd1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1369381
Nov 27 20:52:43.288779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd459220>, [{'id': '95093e78-1699-41a1-abc6-992b0340401d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:52:31Z', 'updated_at': '2021-11-27T20:52:37Z', 'revision_number': 4, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'gw_port': {'id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95093e78-1699-41a1-abc6-992b0340401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:33Z', 'updated_at': '2021-11-27T20:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6773f7bc-d43d-4f30-a336-85429cebd978', 'name': '', 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'mac_address': 'fa:16:3e:45:69:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95093e78-1699-41a1-abc6-992b0340401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'c927f38e-7fb0-4578-81ab-141e0f90017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:36Z', 'updated_at': '2021-11-27T20:52:42Z', 'revision_number': 4, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'subnets': [{'id': 'c927f38e-7fb0-4578-81ab-141e0f90017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:43.326457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe6050-6a13-4af6-a0cc-1f50b04d715f None None] The sync data for ids ['95093e78-1699-41a1-abc6-992b0340401d'] in ncdv-master-1 is: [{'id': '95093e78-1699-41a1-abc6-992b0340401d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117'}], 'enable_snat': True}, 'gw_port_id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:52:31Z', 'updated_at': '2021-11-27T20:52:37Z', 'revision_number': 4, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'gw_port': {'id': 'd1d6a345-51a2-4f29-bed7-0f444aaf7ae7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95093e78-1699-41a1-abc6-992b0340401d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:33Z', 'updated_at': '2021-11-27T20:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6773f7bc-d43d-4f30-a336-85429cebd978', 'name': '', 'network_id': '709004d9-a49e-43f8-8aa6-0adf2d01085d', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'mac_address': 'fa:16:3e:45:69:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95093e78-1699-41a1-abc6-992b0340401d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'c927f38e-7fb0-4578-81ab-141e0f90017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:52:36Z', 'updated_at': '2021-11-27T20:52:42Z', 'revision_number': 4, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'subnets': [{'id': 'c927f38e-7fb0-4578-81ab-141e0f90017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:52:43.343212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Made reservation on behalf of 9f57434a24104e95bcff0d4cabbd1419 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:43.346085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:43.358514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:43.381263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-7272cb93-858d-4f44-9310-a6c82dedcacb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:43.399484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-7272cb93-858d-4f44-9310-a6c82dedcacb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/networks?id=51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 200  len: 822 time: 0.3837109
Nov 27 20:52:43.400650 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-520fd214-68f3-4755-8922-90117577edc9 req-f5423b90-b399-4dba-8085-d89fdebf1abd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594989
Nov 27 20:52:43.433996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-bcd09fbc-960d-493a-a8de-d6e83032d536 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203281
Nov 27 20:52:43.551783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-0dfadb63-4a5f-4811-93cd-7cb9b24fd507 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/quotas/483860ef169447208569ca7510affe41 HTTP/1.1" status: 200  len: 375 time: 0.1601892
Nov 27 20:52:43.606260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-e0aec26f-34b0-4f99-b6ff-ea075b23f4dd tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=483860ef169447208569ca7510affe41&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0534949
Nov 27 20:52:43.609407 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80f635da-e2aa-4aa2-92e7-b7a69f22019c req-26e984d9-344d-4e20-a4ac-4e847d61a6c1 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665795
Nov 27 20:52:43.673935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408576d-fc7b-4ed1-b087-0ec172ebdf31 req-44187fd8-3b72-46fc-9149-79900c041cad tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:43.675478 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b408576d-fc7b-4ed1-b087-0ec172ebdf31 req-44187fd8-3b72-46fc-9149-79900c041cad tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0581427
Nov 27 20:52:43.698463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:43.739872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b408576d-fc7b-4ed1-b087-0ec172ebdf31 req-70dce0de-679e-4d18-b95d-e3678dfa1655 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531807
Nov 27 20:52:43.791235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:43.807394 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:43.873381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:43.880477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece397-b7cb-4a0d-b738-5a9f1e18abe4 req-545cd77d-b43d-4620-8a43-28a886a72faa tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:43.885148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-78a14b0e-88c8-4720-9751-2e02bcbfa2fd service neutron] 10.222.0.21 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2691994
Nov 27 20:52:43.891536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18ece397-b7cb-4a0d-b738-5a9f1e18abe4 req-545cd77d-b43d-4620-8a43-28a886a72faa tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 944 time: 0.0732338
Nov 27 20:52:43.927969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:43.944299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:43.944652 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Added segment eca67105-5fa0-4163-8666-59100119caec of type vlan for network ea1d2eec-b8f7-4251-aae1-c470a22d9037
Nov 27 20:52:43.959880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18ece397-b7cb-4a0d-b738-5a9f1e18abe4 req-932e4970-c598-4278-ac50-b52bb20280bd tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673518
Nov 27 20:52:44.055034 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:44.114992 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:44.116588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:44.117360 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:44.274719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4621234
Nov 27 20:52:44.277846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35246) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:44.282304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc521e2e-1104-44e6-a623-da94b38dca81 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1d2eec-b8f7-4251-aae1-c470a22d9037,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:44.284980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Request body: {'subnet': {'network_id': 'ea1d2eec-b8f7-4251-aae1-c470a22d9037', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-23980941-subnet', 'tenant_id': '9f57434a24104e95bcff0d4cabbd1419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:44.294200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network ea1d2eec-b8f7-4251-aae1-c470a22d9037 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:44.321420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f34e0211-b4b2-4e7e-83ac-6d04d3e7866e service neutron] 10.222.0.21 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4202583
Nov 27 20:52:44.369211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Made reservation on behalf of 9f57434a24104e95bcff0d4cabbd1419 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:44.372194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:44.479973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Router 95093e78-1699-41a1-abc6-992b0340401d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:52:44.628035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc0eb2-eaaa-4c12-b1ca-af27f029b9f4 req-1ef05474-5542-456c-b554-dc0ba9f9f712 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:44.636635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3acc0eb2-eaaa-4c12-b1ca-af27f029b9f4 req-1ef05474-5542-456c-b554-dc0ba9f9f712 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1226768
Nov 27 20:52:44.681783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:52:44.702315 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4599343a-8807-4683-b8d1-3587caa863ae admin admin] 10.222.0.21 "PUT /v2.0/routers/95093e78-1699-41a1-abc6-992b0340401d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8916683
Nov 27 20:52:44.702315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35262) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:44.739961 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3acc0eb2-eaaa-4c12-b1ca-af27f029b9f4 req-59836add-784a-4d61-a9f3-99c24830a314 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023147
Nov 27 20:52:44.818642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:44.837003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b1e1f791-2d44-463a-8098-661436039ffc req-8afeece4-3d89-4487-b3af-ba4acf1c775c tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 210 time: 0.0615435
Nov 27 20:52:44.882734 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:44.898176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=af57afe7-c6e1-417d-8f5c-24b152a03781,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:44.905695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Checking segment: {'id': 'eca67105-5fa0-4163-8666-59100119caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea1d2eec-b8f7-4251-aae1-c470a22d9037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:44.907052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Network hostable DHCP agents. Network: ea1d2eec-b8f7-4251-aae1-c470a22d9037, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:52:44.931954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Network ea1d2eec-b8f7-4251-aae1-c470a22d9037 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:52:44.944711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea1d2eec-b8f7-4251-aae1-c470a22d9037) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:44.952304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:44.954997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:44.958600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b29957-e499-4f11-80a0-289ae88fc933 None None] Network ea1d2eec-b8f7-4251-aae1-c470a22d9037 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:45.013230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ca0e5004-1c7a-4a2a-99d5-df0096df36cf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7338624
Nov 27 20:52:45.041025 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:45.115874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Deleting port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:45.116518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:45.200491 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] Sync routers for ids ['95093e78-1699-41a1-abc6-992b0340401d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:52:45.212655 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] Routers {'95093e78-1699-41a1-abc6-992b0340401d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:45.213287 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9ce0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['95093e78-1699-41a1-abc6-992b0340401d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:45.263609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f6609-2288-4195-a548-7807a7f75522 req-4420e9bf-9420-4ccf-a12f-5dbeaee4493c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:45.266666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] For port d1d6a345-51a2-4f29-bed7-0f444aaf7ae7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1d6a345-51a2-4f29-bed7-0f444aaf7ae7,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:45.267355 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:45.269123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-351f6609-2288-4195-a548-7807a7f75522 req-4420e9bf-9420-4ccf-a12f-5dbeaee4493c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 944 time: 0.1092212
Nov 27 20:52:45.291489 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20e1b1-d113-47c4-8d7d-ae5966e06133 None None] Network ea1d2eec-b8f7-4251-aae1-c470a22d9037 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:45.295121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Calling delete_port for d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:45.322925 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] Set router 95093e78-1699-41a1-abc6-992b0340401d gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:45.397234 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9ce0d0>, [{'id': '95093e78-1699-41a1-abc6-992b0340401d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:52:31Z', 'updated_at': '2021-11-27T20:52:45Z', 'revision_number': 6, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:45.411946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-351f6609-2288-4195-a548-7807a7f75522 req-5fc31d64-378b-4fd5-96a5-c441993430ac tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360459
Nov 27 20:52:45.435272 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] Checking router: 95093e78-1699-41a1-abc6-992b0340401d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:52:45.453225 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] Routers {'95093e78-1699-41a1-abc6-992b0340401d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:52:45.457868 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9ce0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:52:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['95093e78-1699-41a1-abc6-992b0340401d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:45.553489 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] Set router 95093e78-1699-41a1-abc6-992b0340401d gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:52:45.612487 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9ce0d0>, [{'id': '95093e78-1699-41a1-abc6-992b0340401d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:52:31Z', 'updated_at': '2021-11-27T20:52:45Z', 'revision_number': 6, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:45.642406 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183b65c-b36d-4067-bed2-fac41afe26be None None] The sync data for ids ['95093e78-1699-41a1-abc6-992b0340401d'] in ncdv-master-1 is: [{'id': '95093e78-1699-41a1-abc6-992b0340401d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1840623711-router', 'tenant_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:52:31Z', 'updated_at': '2021-11-27T20:52:45Z', 'revision_number': 6, 'project_id': '7204b8a6d33246dd9fb6a9eb3eada494', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:52:45.753778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:45.898026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fa5c5-12a1-4f78-9daf-3627830cea66 req-831ea22b-03e1-4066-96b9-79b9aaec4bcd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:45.905875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-802fa5c5-12a1-4f78-9daf-3627830cea66 req-831ea22b-03e1-4066-96b9-79b9aaec4bcd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0782545
Nov 27 20:52:45.959069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-802fa5c5-12a1-4f78-9daf-3627830cea66 req-3b077763-4a06-462d-9e25-08d8e05f4fcb tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511975
Nov 27 20:52:45.963174 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:45.971827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35296) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:45.979050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1505885407-network', 'tenant_id': '92df0c00386e474a93cd8d970b24248c'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:46.004215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Made reservation on behalf of 92df0c00386e474a93cd8d970b24248c for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:46.006792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.012367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6deb5ce5-2104-41af-a5f9-223d457ca2ef req-64593782-d167-431e-b454-061678ab9185 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 210 time: 0.0687683
Nov 27 20:52:46.022259 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.027966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6773f7bc-d43d-4f30-a336-85429cebd978 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:46.060596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d6a345-51a2-4f29-bed7-0f444aaf7ae7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:46.063781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 6773f7bc-d43d-4f30-a336-85429cebd978 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:46.064334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6773f7bc-d43d-4f30-a336-85429cebd978 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:46.134894 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.248475 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.251280 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.269722 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.283405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-341e4c03-d4ae-4eba-97af-a3504fd6a2ed tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:46.286149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-341e4c03-d4ae-4eba-97af-a3504fd6a2ed tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "GET /v2.0/networks?id=51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 200  len: 822 time: 0.1907775
Nov 27 20:52:46.287879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.314586 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.315191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95093e78-1699-41a1-abc6-992b0340401d {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:52:46.319873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.321872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Request body: {'port': {'device_id': '89360906-579a-4126-bc8d-e3e4cff060e0', 'network_id': '51800357-640d-4106-97ff-61854e2562e6', 'admin_state_up': True, 'tenant_id': '483860ef169447208569ca7510affe41'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:46.323859 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1384dae6-d087-4b72-94bd-58d56b692b63 admin admin] 10.222.0.21 "DELETE /v2.0/routers/95093e78-1699-41a1-abc6-992b0340401d HTTP/1.1" status: 204  len: 168 time: 1.6115720
Nov 27 20:52:46.324474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35304) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:46.347226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675bff8d-172f-4f26-9fac-e105917946dc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:46.371500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5df3bfe-14a0-4c41-9771-fe518f4304d4 admin admin] Deleting subnet c927f38e-7fb0-4578-81ab-141e0f90017f {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:52:46.374740 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5df3bfe-14a0-4c41-9771-fe518f4304d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.385245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:46.407333 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.407720 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Added segment 61f9329c-bdb5-484a-ab79-8e15f0cbd815 of type vlan for network 33e83afe-a5a6-4e19-b8b9-f635f1a0cad2
Nov 27 20:52:46.413186 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5df3bfe-14a0-4c41-9771-fe518f4304d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.472022 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.530041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.536731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5df3bfe-14a0-4c41-9771-fe518f4304d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.537765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:46.538568 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.546899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Made reservation on behalf of 483860ef169447208569ca7510affe41 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:46.550583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.641020 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6674023
Nov 27 20:52:46.643438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf9f57-5141-40e2-afec-dc919871fc3a req-cf5fc477-2707-488c-974e-043689662790 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:46.645007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fcf9f57-5141-40e2-afec-dc919871fc3a req-cf5fc477-2707-488c-974e-043689662790 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 944 time: 0.0734823
Nov 27 20:52:46.646091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35320) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:46.651095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Request body: {'subnet': {'network_id': '33e83afe-a5a6-4e19-b8b9-f635f1a0cad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1505885407-subnet', 'tenant_id': '92df0c00386e474a93cd8d970b24248c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:46.657099 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5df3bfe-14a0-4c41-9771-fe518f4304d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.703800 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5df3bfe-14a0-4c41-9771-fe518f4304d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.708384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6eb20f-a1fd-4c46-a417-7c1fd953a450 None None] Network 709004d9-a49e-43f8-8aa6-0adf2d01085d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:46.711220 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a5df3bfe-14a0-4c41-9771-fe518f4304d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c927f38e-7fb0-4578-81ab-141e0f90017f HTTP/1.1" status: 204  len: 168 time: 0.3835826
Nov 27 20:52:46.714826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3bfe-14a0-4c41-9771-fe518f4304d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c927f38e-7fb0-4578-81ab-141e0f90017f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:46.719411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35322) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:46.735928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c38d14-21f1-4642-b7be-a4146a241836 admin admin] Pushing event updated for resources: {'Network': ['ID=33e83afe-a5a6-4e19-b8b9-f635f1a0cad2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:46.755064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 33e83afe-a5a6-4e19-b8b9-f635f1a0cad2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:46.819422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Made reservation on behalf of 92df0c00386e474a93cd8d970b24248c for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:46.821905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:46.828798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-04cfce41-4ad1-4274-8e43-65eef9fc10ff tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:46.830622 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-04cfce41-4ad1-4274-8e43-65eef9fc10ff tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 814 time: 0.2402904
Nov 27 20:52:46.844634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91c15e78-d85f-42e5-90f2-bd938828b809 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:46.858620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Allocated IP 172.20.0.4 (51800357-640d-4106-97ff-61854e2562e6/7716ef98-4d6b-41bf-8651-1d9ae6fcbd35/cbbbfa16-834b-452b-bcfa-17d86ec350c7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:46.931748 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fcf9f57-5141-40e2-afec-dc919871fc3a req-5adb01df-445a-4c80-a75c-fa8f151fc2a4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766957
Nov 27 20:52:46.954012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-d537eb24-c5db-48d4-88b8-aea537e2e9e1 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/quotas/79226c480677428e924a69a8e4c01ae9 HTTP/1.1" status: 200  len: 375 time: 0.1174490
Nov 27 20:52:47.020410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.064870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91c15e78-d85f-42e5-90f2-bd938828b809,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:47.079573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '91c15e78-d85f-42e5-90f2-bd938828b809', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'port_id': '91c15e78-d85f-42e5-90f2-bd938828b809', 'mac_address': 'fa:16:3e:f8:9d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb836d-d860-4750-af8b-16bdcd7adfe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:47.092515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4430ecb5-6597-48e7-8505-c55670de8d5c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0982573
Nov 27 20:52:47.125956 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.131495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c56df19-b134-4575-858e-762203fe9576 None None] DHCP port deletion for 709004d9-a49e-43f8-8aa6-0adf2d01085d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:52:47.147459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c15e78-d85f-42e5-90f2-bd938828b809 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:47.175869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.205506 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.211787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91c15e78-d85f-42e5-90f2-bd938828b809,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:47.221430 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.233094 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-6db645a3-9030-455c-9f74-709f2f0d207c service neutron] 10.222.0.21 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309640
Nov 27 20:52:47.259981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2cddb-dfe3-46ff-938d-b6319fbe0cd4 req-d6160939-7a0f-491d-a866-71df590b3675 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:47.261553 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80b2cddb-dfe3-46ff-938d-b6319fbe0cd4 req-d6160939-7a0f-491d-a866-71df590b3675 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1225009
Nov 27 20:52:47.264668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7c56df19-b134-4575-858e-762203fe9576 None None] Deleting port d0bb1f50-08a1-4851-9969-f0295b86be84 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:47.265146 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c56df19-b134-4575-858e-762203fe9576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.277852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Deleting port d0bb1f50-08a1-4851-9969-f0295b86be84 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:52:47.278199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.301334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.327418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=91c15e78-d85f-42e5-90f2-bd938828b809,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:47.349439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7c56df19-b134-4575-858e-762203fe9576 None None] For port d0bb1f50-08a1-4851-9969-f0295b86be84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0bb1f50-08a1-4851-9969-f0295b86be84,segment=NetworkSegment(0ec9a49b-452a-4fac-87ff-a1b05213f162),segment_id=0ec9a49b-452a-4fac-87ff-a1b05213f162)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:47.349919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c56df19-b134-4575-858e-762203fe9576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.353935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Network 51800357-640d-4106-97ff-61854e2562e6 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:47.359703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4d0c15-9c82-49b0-b4fa-dcafcc2f7854,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:47.365905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:47.369783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:47.389149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7c56df19-b134-4575-858e-762203fe9576 None None] Calling delete_port for d0bb1f50-08a1-4851-9969-f0295b86be84 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:47.416771 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80b2cddb-dfe3-46ff-938d-b6319fbe0cd4 req-214c3a51-83ef-43c4-a3e8-338c49c0603b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478660
Nov 27 20:52:47.421624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event updated for resources: {'Port': ['ID=cbbbfa16-834b-452b-bcfa-17d86ec350c7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:47.432353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] For port d0bb1f50-08a1-4851-9969-f0295b86be84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0bb1f50-08a1-4851-9969-f0295b86be84,segment=NetworkSegment(0ec9a49b-452a-4fac-87ff-a1b05213f162),segment_id=0ec9a49b-452a-4fac-87ff-a1b05213f162)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:47.432731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.435554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Checking segment: {'id': '61f9329c-bdb5-484a-ab79-8e15f0cbd815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '33e83afe-a5a6-4e19-b8b9-f635f1a0cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:47.435926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Network hostable DHCP agents. Network: 33e83afe-a5a6-4e19-b8b9-f635f1a0cad2, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:52:47.452472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Calling delete_port for d0bb1f50-08a1-4851-9969-f0295b86be84 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:52:47.469750 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-ba878e04-5624-4838-95c6-52af1f657456 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298410
Nov 27 20:52:47.508841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c56df19-b134-4575-858e-762203fe9576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.517584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Network 33e83afe-a5a6-4e19-b8b9-f635f1a0cad2 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:52:47.518443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:47.519137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.537491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33e83afe-a5a6-4e19-b8b9-f635f1a0cad2) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:47.541787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:47.542720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.553222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-2401e6e8-d4cb-4784-945a-881aa2c59f0f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2368848
Nov 27 20:52:47.566699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Request body: {'port': {'device_id': '89360906-579a-4126-bc8d-e3e4cff060e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:47.581790 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cbe9e25b-28c9-42f5-ae21-11f864e2f92a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9266598
Nov 27 20:52:47.582041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56df19-b134-4575-858e-762203fe9576 None None] No DVR routers for this DVR port d0bb1f50-08a1-4851-9969-f0295b86be84 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:47.590344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ad020-bba1-4348-8980-2bcab571723f None None] Network 33e83afe-a5a6-4e19-b8b9-f635f1a0cad2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:47.593005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['91c15e78-d85f-42e5-90f2-bd938828b809'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:47.598383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56df19-b134-4575-858e-762203fe9576 None None] Pushing event deleted for resources: {'Port': ['ID=d0bb1f50-08a1-4851-9969-f0295b86be84,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:47.670488 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.701153 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.706700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bb1f50-08a1-4851-9969-f0295b86be84,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:47.717080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] No DVR routers for this DVR port d0bb1f50-08a1-4851-9969-f0295b86be84 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:52:47.819007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee15f1a-f519-4ca1-921e-314de7fe7c46 req-4cd0f16b-3c62-498c-a732-f402d803d809 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:47.830809 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ee15f1a-f519-4ca1-921e-314de7fe7c46 req-4cd0f16b-3c62-498c-a732-f402d803d809 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 931 time: 0.2765083
Nov 27 20:52:47.919582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:47.944107 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44a17b3-fb3f-4313-bdc9-f9f717660015 req-6165feeb-e3c6-4881-9cf7-be22d249fab3 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 210 time: 0.0329144
Nov 27 20:52:47.967518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7e7d00>,) {'filters': {'network_id': ['709004d9-a49e-43f8-8aa6-0adf2d01085d']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:47.996850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ee15f1a-f519-4ca1-921e-314de7fe7c46 req-37f9d19c-c6b7-42ef-9acb-baf4bff0637b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634054
Nov 27 20:52:48.017865 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7e7d00>, '0ec9a49b-452a-4fac-87ff-a1b05213f162') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:48.018250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7e7d00>, '0ec9a49b-452a-4fac-87ff-a1b05213f162') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:48.037369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.066827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.078369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d0bb1f50-08a1-4851-9969-f0295b86be84 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:48.082564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:52:48.086095 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:52:48.088377 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:52:48.164235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d0bb1f50-08a1-4851-9969-f0295b86be84 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:48.164881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d0bb1f50-08a1-4851-9969-f0295b86be84 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:48.165294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:52:48.178378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.183771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.205506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] 10.222.0.21 "DELETE /v2.0/networks/709004d9-a49e-43f8-8aa6-0adf2d01085d HTTP/1.1" status: 204  len: 168 time: 1.4722283
Nov 27 20:52:48.212210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:52:48.212921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d1d6a345-51a2-4f29-bed7-0f444aaf7ae7 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:52:48.221522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2cdcc-f673-47ff-bfe9-6311afb767c5 req-6c25edb4-2851-4b29-ae83-1c460030db03 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:48.223114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3a2cdcc-f673-47ff-bfe9-6311afb767c5 req-6c25edb4-2851-4b29-ae83-1c460030db03 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 945 time: 0.1511967
Nov 27 20:52:48.256323 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.292100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd21fdb-c241-41ac-9e84-6b15ca92bcfb admin admin] Pushing event deleted for resources: {'Network': ['ID=709004d9-a49e-43f8-8aa6-0adf2d01085d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:48.326897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5716fb-b2e9-4599-a98e-abea3b136979 None None] Network 33e83afe-a5a6-4e19-b8b9-f635f1a0cad2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:48.327348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbbfa16-834b-452b-bcfa-17d86ec350c7 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:48.342257 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.355210 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3a2cdcc-f673-47ff-bfe9-6311afb767c5 req-9c84f52b-fdb1-463f-a863-05247a574a09 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134543
Nov 27 20:52:48.363315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Transition to ACTIVE for port object cbbbfa16-834b-452b-bcfa-17d86ec350c7 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:52:48.367979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.488545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbbfa16-834b-452b-bcfa-17d86ec350c7,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:48.546281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773c90-49dd-465c-8091-655a020e5162 req-55dac330-bc80-43b8-a83c-081b817da451 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:48.555421 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-55dac330-bc80-43b8-a83c-081b817da451 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/networks?id=ea1d2eec-b8f7-4251-aae1-c470a22d9037 HTTP/1.1" status: 200  len: 813 time: 0.1713083
Nov 27 20:52:48.562884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35366) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:48.587387 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-8ea0d9bd-55f9-41bf-9550-fde3e6b50826 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/quotas/9f57434a24104e95bcff0d4cabbd1419 HTTP/1.1" status: 200  len: 375 time: 0.0306461
Nov 27 20:52:48.624698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Attempting to bind port cbbbfa16-834b-452b-bcfa-17d86ec350c7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:48.625124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Attempting to bind port cbbbfa16-834b-452b-bcfa-17d86ec350c7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:48.625531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Attempting to bind port cbbbfa16-834b-452b-bcfa-17d86ec350c7 on network 51800357-640d-4106-97ff-61854e2562e6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:48.632446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Port cbbbfa16-834b-452b-bcfa-17d86ec350c7 on network 51800357-640d-4106-97ff-61854e2562e6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:52:48.632854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Attempting to bind port cbbbfa16-834b-452b-bcfa-17d86ec350c7 on network 51800357-640d-4106-97ff-61854e2562e6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:48.639377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-828b1e24-f7d0-4e4d-80d9-1fd734f3c87a tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f57434a24104e95bcff0d4cabbd1419&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0421169
Nov 27 20:52:48.641532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:48.641878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Checking segment: {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:48.642271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Bound using segment: {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:48.642707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Bound port: cbbbfa16-834b-452b-bcfa-17d86ec350c7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:48.643065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.652365 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-83ec08e5-4079-4504-8f04-30738cf8f886 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7204b8a6d33246dd9fb6a9eb3eada494&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0884414
Nov 27 20:52:48.653715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e19423-3f27-4075-9d33-f584d0d5f78e req-7379d814-5d92-4ab3-87d0-a698450e55e3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:48.655206 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63e19423-3f27-4075-9d33-f584d0d5f78e req-7379d814-5d92-4ab3-87d0-a698450e55e3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0888650
Nov 27 20:52:48.664884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35368) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:48.738697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-42526d4b-1f45-4087-8af0-d8fa8fe33c75 service neutron] 10.222.0.21 "GET /v2.0/networks/ea1d2eec-b8f7-4251-aae1-c470a22d9037?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984602
Nov 27 20:52:48.798468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:48.803527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:48.807472 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63e19423-3f27-4075-9d33-f584d0d5f78e req-2721d2a0-8f47-4bed-8e56-38000c6bbde0 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331148
Nov 27 20:52:48.808904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2417b572-6536-4ed8-b22c-24ca8bf12da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.811116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.862303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:48.862916 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.864339 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/cbbbfa16-834b-452b-bcfa-17d86ec350c7 HTTP/1.1" status: 200  len: 1091 time: 1.3024199
Nov 27 20:52:48.864804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:48.867144 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0173c9d7-bf63-4213-909d-bd0b096b147c" -d '{"events": [{"name": "network-changed", "server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:48.878008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-839d7106-40a0-41f4-ad9b-bbc1722c5089 service neutron] 10.222.0.21 "GET /v2.0/networks/ea1d2eec-b8f7-4251-aae1-c470a22d9037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317799
Nov 27 20:52:48.879891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2417b572-6536-4ed8-b22c-24ca8bf12da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.928642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427bca5-eafd-480f-ac4b-629ab79402c5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbbfa16-834b-452b-bcfa-17d86ec350c7,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:48.953695 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed8b8d-01f3-475a-8c5c-38e15f8d25c7 x-openstack-request-id: req-91ed8b8d-01f3-475a-8c5c-38e15f8d25c7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:48.953976 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:48.954199 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91ed8b8d-01f3-475a-8c5c-38e15f8d25c7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:48.954602 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7', 'status': 'completed', 'code': 200}
Nov 27 20:52:48.974559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-778a7c0b-c003-49cd-b146-0631d30814b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:48.976208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-778a7c0b-c003-49cd-b146-0631d30814b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=483860ef169447208569ca7510affe41&device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 1094 time: 0.0597923
Nov 27 20:52:48.977193 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2417b572-6536-4ed8-b22c-24ca8bf12da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.979787 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2417b572-6536-4ed8-b22c-24ca8bf12da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:48.980822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2417b572-6536-4ed8-b22c-24ca8bf12da4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c939072d-481f-457b-98f1-c1be9a5b1d0f HTTP/1.1" status: 204  len: 168 time: 0.3144817
Nov 27 20:52:48.999053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417b572-6536-4ed8-b22c-24ca8bf12da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c939072d-481f-457b-98f1-c1be9a5b1d0f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:49.059559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-b47685b1-d565-4562-a7e8-e51d3051e4b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7 HTTP/1.1" status: 200  len: 217 time: 0.0691073
Nov 27 20:52:49.097509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-feb04fac-fdfd-4bf5-9822-3bdaea13aac0 req-caea33b0-6234-4597-99d2-40c3e3998706 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 210 time: 0.0423074
Nov 27 20:52:49.190785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9b72a4b7-2363-4e65-be2a-60bf5a1eb176 req-20e32025-a166-4092-8e16-a12135622e40 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 210 time: 0.0754473
Nov 27 20:52:49.284724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1e6b5-7782-44d2-b14d-84cb92acadd3 req-2b8eb268-3f30-45f8-9a7b-5bce854e5b8b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:49.286630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3b1e6b5-7782-44d2-b14d-84cb92acadd3 req-2b8eb268-3f30-45f8-9a7b-5bce854e5b8b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 943 time: 0.0745656
Nov 27 20:52:49.299064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-0ebca17e-c7f6-4bc5-a94c-efb827a05295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:49.301446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-0ebca17e-c7f6-4bc5-a94c-efb827a05295 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7716ef98-4d6b-41bf-8651-1d9ae6fcbd35 HTTP/1.1" status: 200  len: 862 time: 0.2341194
Nov 27 20:52:49.343437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-f6acbdf7-2c96-486d-82f2-eac4481924ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51800357-640d-4106-97ff-61854e2562e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330534
Nov 27 20:52:49.395920 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3b1e6b5-7782-44d2-b14d-84cb92acadd3 req-9c7bb7f7-e386-41fd-a4b1-575860e0b6d2 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986388
Nov 27 20:52:49.459216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-5103ebf4-486f-4bf1-953d-f8cb03036576 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:49.460766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-5103ebf4-486f-4bf1-953d-f8cb03036576 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.15 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 814 time: 0.3212533
Nov 27 20:52:49.485146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Request body: {'port': {'device_id': 'ad7cfd43-2058-4943-b00e-471de21cbe0e', 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce', 'admin_state_up': True, 'tenant_id': '79226c480677428e924a69a8e4c01ae9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:49.603933 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-c5b0c3c9-160e-4958-bad0-964524ca1e23 service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456291
Nov 27 20:52:49.618325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de8b4-f725-4cec-9b09-d3550e7b1cf5 req-8cbfd373-9f3e-474a-8ab9-cde632dfa314 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:49.620069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-988de8b4-f725-4cec-9b09-d3550e7b1cf5 req-8cbfd373-9f3e-474a-8ab9-cde632dfa314 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 945 time: 0.1584032
Nov 27 20:52:49.768752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-988de8b4-f725-4cec-9b09-d3550e7b1cf5 req-80c88549-02b2-4806-9cf8-4a8ecaf39533 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358032
Nov 27 20:52:49.794834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Made reservation on behalf of 79226c480677428e924a69a8e4c01ae9 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:49.794834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:49.988363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31284187-e355-4144-a838-bc16096a3cd5 req-db43dadb-c04c-461b-936f-f5595f3cb00d tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:49.995834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-31284187-e355-4144-a838-bc16096a3cd5 req-db43dadb-c04c-461b-936f-f5595f3cb00d tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0855234
Nov 27 20:52:50.042604 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-31284187-e355-4144-a838-bc16096a3cd5 req-7a7f4520-3684-4a1b-a69b-ecb9a892614e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458684
Nov 27 20:52:50.130500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92127f23-e90c-4a75-8738-2751dcd3b01e req-593f2ae8-1abe-4c07-aa7e-f4ceaa14586d service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5072446
Nov 27 20:52:50.273160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ee7b526-0934-4005-aa74-8bad09098daf req-2cb7fa34-3cfb-4689-88e2-f4bfcaa19b8c tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 210 time: 0.0653212
Nov 27 20:52:50.303777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-cd5327e4-69c3-4e8a-ab5f-59f782135d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:50.305467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-cd5327e4-69c3-4e8a-ab5f-59f782135d5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=483860ef169447208569ca7510affe41&device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 1094 time: 0.1013160
Nov 27 20:52:50.352848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cbfb7a08-7a86-4ef5-ae3a-bb69c4276b99 req-b7eb43f5-cc48-4af1-81d8-63fcc88c1a7b tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 210 time: 0.0545843
Nov 27 20:52:50.409709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Allocated IP 172.20.0.2 (4c1c2964-efe7-47f4-bb47-68bb0bb15cce/9acf26a3-8a0f-4e26-8587-6c20c4861307/0437b053-b2e1-4749-ac48-4e6a8a0dc423) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:50.453372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773c90-49dd-465c-8091-655a020e5162 req-3237efa5-ed4f-426d-b9ab-46ef2ba587c4 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:50.457799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-3237efa5-ed4f-426d-b9ab-46ef2ba587c4 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.35 "GET /v2.0/networks?id=ea1d2eec-b8f7-4251-aae1-c470a22d9037 HTTP/1.1" status: 200  len: 813 time: 0.1683483
Nov 27 20:52:50.478425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Request body: {'port': {'device_id': '8cc4635e-f9e3-4806-a40e-3afc332181d9', 'network_id': 'ea1d2eec-b8f7-4251-aae1-c470a22d9037', 'admin_state_up': True, 'tenant_id': '9f57434a24104e95bcff0d4cabbd1419'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:50.485815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-dee8ee32-7c07-46c6-93a5-1ca9cef89501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:50.487408 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-dee8ee32-7c07-46c6-93a5-1ca9cef89501 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 200  len: 923 time: 0.1651771
Nov 27 20:52:50.540486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:50.573578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-35687406-485f-40dd-b447-9aadb5d8357c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7 HTTP/1.1" status: 200  len: 217 time: 0.0765250
Nov 27 20:52:50.643439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c399ed-eafd-419f-bf66-f4e97bff564d req-4e2ba264-2dce-47e8-9677-a6605d28d04d tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:50.645039 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5c399ed-eafd-419f-bf66-f4e97bff564d req-4e2ba264-2dce-47e8-9677-a6605d28d04d tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 943 time: 0.1035852
Nov 27 20:52:50.688781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:50.691752 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e69f85e-ce83-4206-8ac7-2ccff09105f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:50.698785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-1e59276e-83cb-48c2-8821-0454a5442620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:50.700354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-1e59276e-83cb-48c2-8821-0454a5442620 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7716ef98-4d6b-41bf-8651-1d9ae6fcbd35 HTTP/1.1" status: 200  len: 862 time: 0.0784657
Nov 27 20:52:50.701679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Made reservation on behalf of 9f57434a24104e95bcff0d4cabbd1419 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:50.705631 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:50.741666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-d216c8ee-67a1-4898-809d-469dbbd5bb9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51800357-640d-4106-97ff-61854e2562e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314858
Nov 27 20:52:50.758437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:50.760646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5c399ed-eafd-419f-bf66-f4e97bff564d req-929f6e25-d499-4efb-9d48-bf9304d8f89b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996625
Nov 27 20:52:50.772049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1cb73713-eb64-4a52-a006-70b1b4bcabdb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:50.851241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91c15e78-d85f-42e5-90f2-bd938828b809 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:50.875993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:50.892845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:50.913645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:50.925964 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e69f85e-ce83-4206-8ac7-2ccff09105f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:50.927621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Allocated IP 172.20.0.6 (ea1d2eec-b8f7-4251-aae1-c470a22d9037/af57afe7-c6e1-417d-8f5c-24b152a03781/6d0e6730-2f05-484e-bb6e-5092209740ea) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:52:50.932549 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e69f85e-ce83-4206-8ac7-2ccff09105f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:50.944768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Pushing event updated for resources: {'Port': ['ID=0437b053-b2e1-4749-ac48-4e6a8a0dc423,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:50.959954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 91c15e78-d85f-42e5-90f2-bd938828b809 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:52:50.972004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 91c15e78-d85f-42e5-90f2-bd938828b809 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:50.972580 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:50.995074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-7957cb8d-15ab-4f8f-ad60-61ece3805004 service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2452703
Nov 27 20:52:50.996894 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8e69f85e-ce83-4206-8ac7-2ccff09105f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a213fde35a8e491eb73cec5b5fd0243e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4526474
Nov 27 20:52:50.999982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35444) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:51.017728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69f85e-ce83-4206-8ac7-2ccff09105f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8d037d-2cec-46bc-98d1-2cb1eae7b789,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:51.018679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:51.019371 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.044914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e728de-97b0-4a4d-a6d0-aa68edfe8337 req-5274694a-6274-4881-8b7e-9c28f2b0b391 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:51.046504 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89e728de-97b0-4a4d-a6d0-aa68edfe8337 req-5274694a-6274-4881-8b7e-9c28f2b0b391 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 945 time: 0.1803453
Nov 27 20:52:51.100479 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.129835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:51.133653 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd8fd56-8926-4566-add3-5cca13d70b99" -d '{"events": [{"server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "name": "network-vif-plugged", "status": "completed", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:51.142427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-4340dfa7-a84f-4d3c-8702-45ece5bcf09f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6643682
Nov 27 20:52:51.149193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91c15e78-d85f-42e5-90f2-bd938828b809,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:51.154632 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.166153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Request body: {'port': {'device_id': 'ad7cfd43-2058-4943-b00e-471de21cbe0e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:51.205860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=91c15e78-d85f-42e5-90f2-bd938828b809,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:51.215452 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.234770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c856d-eb62-44f6-b4b3-be42f09273a0 req-d5d14a07-d75d-44df-a56e-581b102f43cb tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:51.236312 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f3c856d-eb62-44f6-b4b3-be42f09273a0 req-d5d14a07-d75d-44df-a56e-581b102f43cb tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0948405
Nov 27 20:52:51.236519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89e728de-97b0-4a4d-a6d0-aa68edfe8337 req-f2fdc809-0715-4111-891d-6d892c3d5f13 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796064
Nov 27 20:52:51.260939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fea15dec-e3a3-48fc-8e12-fd781fa78845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.260939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0173c9d7-bf63-4213-909d-bd0b096b147c req-852dc3ef-450c-4b8f-8800-9ef034aa311f service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2545731
Nov 27 20:52:51.281876 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.294899 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.302063 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fea15dec-e3a3-48fc-8e12-fd781fa78845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.311947 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55118172-0ecc-4d12-b468-628c52a7e746 x-openstack-request-id: req-55118172-0ecc-4d12-b468-628c52a7e746 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:51.313047 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "name": "network-vif-plugged", "status": "completed", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:51.313572 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55118172-0ecc-4d12-b468-628c52a7e746 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:51.314108 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809', 'code': 200}
Nov 27 20:52:51.352017 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f3c856d-eb62-44f6-b4b3-be42f09273a0 req-cb41bce2-5611-4965-b333-1bd7b81449c1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063859
Nov 27 20:52:51.368925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Network ea1d2eec-b8f7-4251-aae1-c470a22d9037 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:52:51.373021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:51.378237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:52:51.433183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cbbbfa16-834b-452b-bcfa-17d86ec350c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:51.439040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Pushing event updated for resources: {'Port': ['ID=6d0e6730-2f05-484e-bb6e-5092209740ea,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:51.460561 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fea15dec-e3a3-48fc-8e12-fd781fa78845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.463168 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fea15dec-e3a3-48fc-8e12-fd781fa78845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.466897 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fea15dec-e3a3-48fc-8e12-fd781fa78845 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd8d037d-2cec-46bc-98d1-2cb1eae7b789 HTTP/1.1" status: 204  len: 168 time: 0.4630518
Nov 27 20:52:51.479802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:51.480439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.490616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f12284-894d-4dac-8da4-acbd578ecd3f req-2ac17d21-8892-4521-990b-26b7039cd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:51.492162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0f12284-894d-4dac-8da4-acbd578ecd3f req-2ac17d21-8892-4521-990b-26b7039cd24b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 1097 time: 0.1108744
Nov 27 20:52:51.530019 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-f3850256-7353-4451-bd34-405db2f19449 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0613370
Nov 27 20:52:51.548700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Request body: {'port': {'device_id': '8cc4635e-f9e3-4806-a40e-3afc332181d9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:51.580676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:51.590591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea15dec-e3a3-48fc-8e12-fd781fa78845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8d037d-2cec-46bc-98d1-2cb1eae7b789,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:51.612534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7', 'network_id': '51800357-640d-4106-97ff-61854e2562e6', 'port_id': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7', 'mac_address': 'fa:16:3e:72:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7716ef98-4d6b-41bf-8651-1d9ae6fcbd35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:51.614334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d557a2-8eeb-43cf-8680-4b9a9ffa910c req-aa49d811-a968-4d17-a9c2-1ce1a9b18b18 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:51.615996 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5d557a2-8eeb-43cf-8680-4b9a9ffa910c req-aa49d811-a968-4d17-a9c2-1ce1a9b18b18 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 931 time: 0.1319692
Nov 27 20:52:51.618347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0f12284-894d-4dac-8da4-acbd578ecd3f req-cf655d55-ae0b-493a-9f2c-6ac24678ded9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137667
Nov 27 20:52:51.650678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f3a7e-6b6d-4936-b4de-5199c7317a8a req-3d881540-fa24-45e7-ab3c-7990f4e03e07 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:51.662516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-246f3a7e-6b6d-4936-b4de-5199c7317a8a req-3d881540-fa24-45e7-ab3c-7990f4e03e07 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 931 time: 0.2027481
Nov 27 20:52:51.670599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.674598 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.688716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbbfa16-834b-452b-bcfa-17d86ec350c7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:51.714152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:51.720250 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.725553 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5d557a2-8eeb-43cf-8680-4b9a9ffa910c req-c422a50e-1889-4761-b0ef-79d04301cd01 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005607
Nov 27 20:52:51.799416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cbbbfa16-834b-452b-bcfa-17d86ec350c7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:51.837171 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-246f3a7e-6b6d-4936-b4de-5199c7317a8a req-7107f7cd-5c62-47d6-916a-2031e21f037a tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732810
Nov 27 20:52:51.841126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0437b053-b2e1-4749-ac48-4e6a8a0dc423 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:51.851167 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.882870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Transition to ACTIVE for port object 0437b053-b2e1-4749-ac48-4e6a8a0dc423 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:52:51.903312 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:51.990423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['cbbbfa16-834b-452b-bcfa-17d86ec350c7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:51.997642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Pushing event updated for resources: {'Port': ['ID=0437b053-b2e1-4749-ac48-4e6a8a0dc423,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:52.026033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0e6730-2f05-484e-bb6e-5092209740ea {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:52.036441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:52.037372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c4cb9-4c34-43e8-93dc-e9d5c6c7f360 req-a6af1daa-22df-4323-b6de-6b3bde418e5f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.038924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-571c4cb9-4c34-43e8-93dc-e9d5c6c7f360 req-a6af1daa-22df-4323-b6de-6b3bde418e5f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 944 time: 0.1294727
Nov 27 20:52:52.052770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Transition to ACTIVE for port object 6d0e6730-2f05-484e-bb6e-5092209740ea will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:52:52.060850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:52.122334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Attempting to bind port 0437b053-b2e1-4749-ac48-4e6a8a0dc423 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:52.122677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Attempting to bind port 0437b053-b2e1-4749-ac48-4e6a8a0dc423 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:52.123014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Attempting to bind port 0437b053-b2e1-4749-ac48-4e6a8a0dc423 on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:52.151549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-571c4cb9-4c34-43e8-93dc-e9d5c6c7f360 req-2f33207f-658c-46aa-8133-c91f4cbb925f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939474
Nov 27 20:52:52.152361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Port 0437b053-b2e1-4749-ac48-4e6a8a0dc423 on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:52:52.152674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Attempting to bind port 0437b053-b2e1-4749-ac48-4e6a8a0dc423 on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:52.169330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:52.169685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Checking segment: {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:52.170183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Bound using segment: {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:52.170541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Bound port: 0437b053-b2e1-4749-ac48-4e6a8a0dc423, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:52.170908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:52.193708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0e6730-2f05-484e-bb6e-5092209740ea,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:52.263525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Attempting to bind port 6d0e6730-2f05-484e-bb6e-5092209740ea on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:52:52.263807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] For port 0437b053-b2e1-4749-ac48-4e6a8a0dc423, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:52.263938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Attempting to bind port 6d0e6730-2f05-484e-bb6e-5092209740ea by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eca67105-5fa0-4163-8666-59100119caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea1d2eec-b8f7-4251-aae1-c470a22d9037'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:52:52.264202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Attempting to bind port 6d0e6730-2f05-484e-bb6e-5092209740ea on network ea1d2eec-b8f7-4251-aae1-c470a22d9037 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:52.268950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] For port 0437b053-b2e1-4749-ac48-4e6a8a0dc423, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0437b053-b2e1-4749-ac48-4e6a8a0dc423,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:52.269321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Port 6d0e6730-2f05-484e-bb6e-5092209740ea on network ea1d2eec-b8f7-4251-aae1-c470a22d9037 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:52:52.269683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Attempting to bind port 6d0e6730-2f05-484e-bb6e-5092209740ea on network ea1d2eec-b8f7-4251-aae1-c470a22d9037 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:52:52.275069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:52:52.275647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Checking segment: {'id': 'eca67105-5fa0-4163-8666-59100119caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea1d2eec-b8f7-4251-aae1-c470a22d9037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:52.276005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Bound using segment: {'id': 'eca67105-5fa0-4163-8666-59100119caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea1d2eec-b8f7-4251-aae1-c470a22d9037'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:52:52.276258 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:52.276615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Bound port: 6d0e6730-2f05-484e-bb6e-5092209740ea, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca67105-5fa0-4163-8666-59100119caec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ea1d2eec-b8f7-4251-aae1-c470a22d9037'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:52:52.277023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:52.319598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.320225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:52.321642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] 10.222.0.15 "PUT /v2.0/ports/0437b053-b2e1-4749-ac48-4e6a8a0dc423 HTTP/1.1" status: 200  len: 1091 time: 1.1666381
Nov 27 20:52:52.322094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7cfd43-2058-4943-b00e-471de21cbe0e', 'tag': '0437b053-b2e1-4749-ac48-4e6a8a0dc423'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:52.324420 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4095d861-1169-4662-95ff-6bf1b96d4dce" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7cfd43-2058-4943-b00e-471de21cbe0e", "tag": "0437b053-b2e1-4749-ac48-4e6a8a0dc423"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:52.357898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] For port 6d0e6730-2f05-484e-bb6e-5092209740ea, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:52:52.366002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] For port 6d0e6730-2f05-484e-bb6e-5092209740ea, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d0e6730-2f05-484e-bb6e-5092209740ea,segment=NetworkSegment(eca67105-5fa0-4163-8666-59100119caec),segment_id=eca67105-5fa0-4163-8666-59100119caec)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:52:52.372085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:52.408610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.409486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:52.409628 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a21e12-a107-43a4-b208-5fe9d315db30 x-openstack-request-id: req-a7a21e12-a107-43a4-b208-5fe9d315db30 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:52.409870 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7cfd43-2058-4943-b00e-471de21cbe0e", "tag": "0437b053-b2e1-4749-ac48-4e6a8a0dc423", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:52.410160 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7a21e12-a107-43a4-b208-5fe9d315db30 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:52.410591 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7cfd43-2058-4943-b00e-471de21cbe0e', 'tag': '0437b053-b2e1-4749-ac48-4e6a8a0dc423', 'status': 'completed', 'code': 200}
Nov 27 20:52:52.412079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-0958311a-9922-47a3-808b-53c049804a21 service neutron] 10.222.0.35 "PUT /v2.0/ports/6d0e6730-2f05-484e-bb6e-5092209740ea HTTP/1.1" status: 200  len: 1091 time: 0.8699784
Nov 27 20:52:52.412701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc4635e-f9e3-4806-a40e-3afc332181d9', 'tag': '6d0e6730-2f05-484e-bb6e-5092209740ea'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:52.415546 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc4635e-f9e3-4806-a40e-3afc332181d9", "tag": "6d0e6730-2f05-484e-bb6e-5092209740ea"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:52.443486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fd951-c20e-418b-9c26-ee385c5e3200 service neutron] Pushing event updated for resources: {'Port': ['ID=0437b053-b2e1-4749-ac48-4e6a8a0dc423,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:52.463882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee517-322f-4786-8344-98b94e120fc8 req-e3a0b78c-7f37-4e1e-89f4-18d3f7aec240 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.465404 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a9ee517-322f-4786-8344-98b94e120fc8 req-e3a0b78c-7f37-4e1e-89f4-18d3f7aec240 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 946 time: 0.1263573
Nov 27 20:52:52.479235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958311a-9922-47a3-808b-53c049804a21 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0e6730-2f05-484e-bb6e-5092209740ea,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:52.483479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-39b26d40-8dd9-4c91-ac7e-a8a36d6b497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.484968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-39b26d40-8dd9-4c91-ac7e-a8a36d6b497b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 1094 time: 0.1048570
Nov 27 20:52:52.537194 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-10c9d55a-ed0e-4827-a845-e02ca375314e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0437b053-b2e1-4749-ac48-4e6a8a0dc423 HTTP/1.1" status: 200  len: 217 time: 0.0428572
Nov 27 20:52:52.542065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8c97a-ad6d-4dd7-8a9e-0793934d92ae req-0825fd22-5f63-4926-a73c-f0ac5e575a91 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.543599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3c8c97a-ad6d-4dd7-8a9e-0793934d92ae req-0825fd22-5f63-4926-a73c-f0ac5e575a91 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0865273
Nov 27 20:52:52.546159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773c90-49dd-465c-8091-655a020e5162 req-440c4d63-add8-42a5-8390-01fe1db9342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.547643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-440c4d63-add8-42a5-8390-01fe1db9342e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f57434a24104e95bcff0d4cabbd1419&device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 1094 time: 0.0771306
Nov 27 20:52:52.587372 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a9ee517-322f-4786-8344-98b94e120fc8 req-9931efc3-b7a9-40f7-865a-87ed59544e14 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126897
Nov 27 20:52:52.598806 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-3ddfb867-d1ea-401e-ae4c-d6a881b3db3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0e6730-2f05-484e-bb6e-5092209740ea HTTP/1.1" status: 200  len: 217 time: 0.0412118
Nov 27 20:52:52.599862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-626d21b5-9c63-4f2f-9cdf-61e991ac62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.601296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-626d21b5-9c63-4f2f-9cdf-61e991ac62ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9acf26a3-8a0f-4e26-8587-6c20c4861307 HTTP/1.1" status: 200  len: 854 time: 0.0566046
Nov 27 20:52:52.633685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-43f042f3-3d5d-4a7a-9d9c-fc5fa2a6c9e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252342
Nov 27 20:52:52.661201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3c8c97a-ad6d-4dd7-8a9e-0793934d92ae req-7f08707f-3be7-45e4-b0d7-255f07254d58 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090529
Nov 27 20:52:52.673518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773c90-49dd-465c-8091-655a020e5162 req-6c850f52-96da-4be0-895b-7df8d646bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.684027 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-6c850f52-96da-4be0-895b-7df8d646bfa1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af57afe7-c6e1-417d-8f5c-24b152a03781 HTTP/1.1" status: 200  len: 853 time: 0.0756495
Nov 27 20:52:52.718916 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49754c96-7cc8-414f-b829-6c636523046b x-openstack-request-id: req-49754c96-7cc8-414f-b829-6c636523046b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:52.719380 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc4635e-f9e3-4806-a40e-3afc332181d9", "tag": "6d0e6730-2f05-484e-bb6e-5092209740ea", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:52.719778 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49754c96-7cc8-414f-b829-6c636523046b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:52.720183 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc4635e-f9e3-4806-a40e-3afc332181d9', 'tag': '6d0e6730-2f05-484e-bb6e-5092209740ea', 'status': 'completed', 'code': 200}
Nov 27 20:52:52.722156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-81639fd0-0c5f-444f-84b4-ec167bab90a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea1d2eec-b8f7-4251-aae1-c470a22d9037&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291672
Nov 27 20:52:52.744526 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-0b0f10b8-95b0-4b2f-9c66-300d67ed0c34 service neutron] 10.222.0.15 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024754
Nov 27 20:52:52.850594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-c5810fab-6aee-4459-b0bb-1e8ccbf0164c service neutron] 10.222.0.35 "GET /v2.0/networks/ea1d2eec-b8f7-4251-aae1-c470a22d9037?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211088
Nov 27 20:52:52.855166 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f73a25a5-5535-44c2-97d9-2e1861ae873a req-61afcd9f-db7f-4d9f-9970-155f98796ab9 service neutron] 10.222.0.15 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1003051
Nov 27 20:52:52.915120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a509a49-fbe9-4628-b4ae-fc8ba878052b req-7ab65d5e-f9c2-4cea-b39e-2ddf4102182a tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.916723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a509a49-fbe9-4628-b4ae-fc8ba878052b req-7ab65d5e-f9c2-4cea-b39e-2ddf4102182a tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 943 time: 0.1022954
Nov 27 20:52:52.957958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-1c86b2bf-550b-4782-bb7f-c81a49551514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:52.959754 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-1c86b2bf-550b-4782-bb7f-c81a49551514 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 1094 time: 0.0518980
Nov 27 20:52:52.992152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65773c90-49dd-465c-8091-655a020e5162 req-65962f0d-1e37-4e90-b3c7-7dda286f0964 service neutron] 10.222.0.35 "GET /v2.0/networks/ea1d2eec-b8f7-4251-aae1-c470a22d9037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339340
Nov 27 20:52:53.006947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a509a49-fbe9-4628-b4ae-fc8ba878052b req-747af7ff-020b-48f5-88a5-92d03925b93c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743687
Nov 27 20:52:53.084639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a403b2-6248-4a2b-a879-2bedcee8d4e4 req-a78e975e-36b8-4141-a134-4f21a9770ab3 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.086464 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30a403b2-6248-4a2b-a879-2bedcee8d4e4 req-a78e975e-36b8-4141-a134-4f21a9770ab3 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 943 time: 0.1255426
Nov 27 20:52:53.115560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-81dc5772-ea29-41ee-b198-dc258c78b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.118597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-81dc5772-ea29-41ee-b198-dc258c78b093 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f57434a24104e95bcff0d4cabbd1419&device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 1094 time: 0.0636284
Nov 27 20:52:53.124314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-87cc907f-4686-488a-a1b9-015ceeb68f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.126546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-87cc907f-4686-488a-a1b9-015ceeb68f08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 915 time: 0.1564238
Nov 27 20:52:53.184375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-fd2b8358-cb82-4e03-bb8f-e041552e9758 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0437b053-b2e1-4749-ac48-4e6a8a0dc423 HTTP/1.1" status: 200  len: 217 time: 0.0468967
Nov 27 20:52:53.192554 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30a403b2-6248-4a2b-a879-2bedcee8d4e4 req-3377bab6-1149-460f-8bfa-f34e308918c5 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977488
Nov 27 20:52:53.269654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-abea4ace-c380-47e6-99bf-553913f0c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.271730 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-abea4ace-c380-47e6-99bf-553913f0c392 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9acf26a3-8a0f-4e26-8587-6c20c4861307 HTTP/1.1" status: 200  len: 854 time: 0.0749393
Nov 27 20:52:53.275312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-a48c0e85-6eeb-459f-81b1-2344805c0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.276445 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-a48c0e85-6eeb-459f-81b1-2344805c0d5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ea1d2eec-b8f7-4251-aae1-c470a22d9037 HTTP/1.1" status: 200  len: 914 time: 0.1500335
Nov 27 20:52:53.307491 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-39a9446f-bb4e-47cf-a249-2e365c9f7dc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284941
Nov 27 20:52:53.332780 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-3ec1e0fd-8c2e-4372-a91f-35332158cff0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0e6730-2f05-484e-bb6e-5092209740ea HTTP/1.1" status: 200  len: 217 time: 0.0394673
Nov 27 20:52:53.356964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd622cc-0f45-420c-884e-0e06b4420ec4 req-15ded6c8-2b3d-47e6-90b3-54e531e383e1 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.358440 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cd622cc-0f45-420c-884e-0e06b4420ec4 req-15ded6c8-2b3d-47e6-90b3-54e531e383e1 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 944 time: 0.0959771
Nov 27 20:52:53.417244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-be15000e-023f-428e-bf0a-bdcf236baf82 service neutron] 10.222.0.15 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024690
Nov 27 20:52:53.429846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-d1928d50-bee4-40e2-ae9f-cb4e1915e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.429846 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-d1928d50-bee4-40e2-ae9f-cb4e1915e602 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=af57afe7-c6e1-417d-8f5c-24b152a03781 HTTP/1.1" status: 200  len: 853 time: 0.0866880
Nov 27 20:52:53.435020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cd622cc-0f45-420c-884e-0e06b4420ec4 req-656b12b6-6187-40be-b5e5-677ec19a44f0 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581949
Nov 27 20:52:53.462069 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-a7e403ff-b14f-44c8-85f5-fcb6b0bdd1c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ea1d2eec-b8f7-4251-aae1-c470a22d9037&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260079
Nov 27 20:52:53.470151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cbbbfa16-834b-452b-bcfa-17d86ec350c7 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:53.516819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35534) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:53.532170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port cbbbfa16-834b-452b-bcfa-17d86ec350c7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:52:53.536362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port cbbbfa16-834b-452b-bcfa-17d86ec350c7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:53.537329 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:53.537719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4095d861-1169-4662-95ff-6bf1b96d4dce req-2f0884ff-951d-400a-83a6-716475bac2c3 service neutron] 10.222.0.15 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141689
Nov 27 20:52:53.580518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-66cfa362-5dbb-4b03-836b-31c6f630f6f2 service neutron] 10.222.0.35 "GET /v2.0/networks/ea1d2eec-b8f7-4251-aae1-c470a22d9037?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1099102
Nov 27 20:52:53.633114 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:53.654104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70ede4bd-adee-48a2-a182-b488fdf8e9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:53.658072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:53.660509 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f7e14c-e584-4a41-b1a7-f762e4d0715a" -d '{"events": [{"server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "name": "network-vif-plugged", "status": "completed", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:53.674371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:53.693375 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:53.706326 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bbf538-bb23-4032-98bf-c303cd46a189 x-openstack-request-id: req-85bbf538-bb23-4032-98bf-c303cd46a189 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:53.707067 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "name": "network-vif-plugged", "status": "completed", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:53.707504 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85bbf538-bb23-4032-98bf-c303cd46a189 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:53.708310 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7', 'code': 200}
Nov 27 20:52:53.713461 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa349571-0dc7-4f84-8064-8ac11e3b0f8f req-d9253d63-ae6a-4477-97f5-e9c2b54636c9 service neutron] 10.222.0.35 "GET /v2.0/networks/ea1d2eec-b8f7-4251-aae1-c470a22d9037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248343
Nov 27 20:52:53.740660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26045b-3d8d-4bef-9fd3-f89b669e5c14 req-4eb700ca-5c8f-49b4-b71b-74879c9ae1d2 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.752184 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e26045b-3d8d-4bef-9fd3-f89b669e5c14 req-4eb700ca-5c8f-49b4-b71b-74879c9ae1d2 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 946 time: 0.0737031
Nov 27 20:52:53.781940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cbbbfa16-834b-452b-bcfa-17d86ec350c7,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:53.809571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e26045b-3d8d-4bef-9fd3-f89b669e5c14 req-7f199de2-ecd7-4523-b893-954bb014642f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561547
Nov 27 20:52:53.820980 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70ede4bd-adee-48a2-a182-b488fdf8e9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:53.846166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70ede4bd-adee-48a2-a182-b488fdf8e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:53.887493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1f814-6901-4186-a68a-e95f77e73cac req-30fadc84-2b23-414e-aa83-3f9f06dc1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.889011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dee1f814-6901-4186-a68a-e95f77e73cac req-30fadc84-2b23-414e-aa83-3f9f06dc1919 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 1096 time: 0.1104643
Nov 27 20:52:53.911188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-70ede4bd-adee-48a2-a182-b488fdf8e9f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53203f1d94a3459dbf0b6983c723acdc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3902879
Nov 27 20:52:53.911188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ede4bd-adee-48a2-a182-b488fdf8e9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0150ec15-530a-4293-9bac-115087b3db62,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:53.911637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35546) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:53.926822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412498d-6a9b-4d93-80c3-fd55c6316e88 req-449f3607-37b9-4d7b-8a4e-fffd491a6e68 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:53.928393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b412498d-6a9b-4d93-80c3-fd55c6316e88 req-449f3607-37b9-4d7b-8a4e-fffd491a6e68 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1319880
Nov 27 20:52:53.983018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dee1f814-6901-4186-a68a-e95f77e73cac req-f414e9f6-da73-4840-9ee9-d1358cc5320c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850983
Nov 27 20:52:53.999622 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b412498d-6a9b-4d93-80c3-fd55c6316e88 req-e350fcec-17b4-42e8-b347-07fe7a85f88f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634274
Nov 27 20:52:54.002647 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-558d0a13-7c57-41c7-b01c-ed14f672d960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:54.044117 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-558d0a13-7c57-41c7-b01c-ed14f672d960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:54.068510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a13f23-89e7-4214-ac53-cb1e961ea9ad req-14809ca8-1f51-4781-915f-4fdbf9fe73f0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:54.070029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63a13f23-89e7-4214-ac53-cb1e961ea9ad req-14809ca8-1f51-4781-915f-4fdbf9fe73f0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 946 time: 0.0800521
Nov 27 20:52:54.126234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80377a47-ada8-4d4d-bb32-a8d324c99106 req-b4810965-54b4-4143-889e-3da5e31ed437 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:54.127973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80377a47-ada8-4d4d-bb32-a8d324c99106 req-b4810965-54b4-4143-889e-3da5e31ed437 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 943 time: 0.0514107
Nov 27 20:52:54.134800 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63a13f23-89e7-4214-ac53-cb1e961ea9ad req-0e09dd7b-cc0a-409c-a402-6cff667d350d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571263
Nov 27 20:52:54.144590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-558d0a13-7c57-41c7-b01c-ed14f672d960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:54.148770 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-558d0a13-7c57-41c7-b01c-ed14f672d960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:54.150047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-558d0a13-7c57-41c7-b01c-ed14f672d960 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0150ec15-530a-4293-9bac-115087b3db62 HTTP/1.1" status: 204  len: 168 time: 0.2374482
Nov 27 20:52:54.160196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0a13-7c57-41c7-b01c-ed14f672d960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0150ec15-530a-4293-9bac-115087b3db62,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:54.205081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80377a47-ada8-4d4d-bb32-a8d324c99106 req-3982f734-1beb-4679-b913-5b33df10a745 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704787
Nov 27 20:52:54.318165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcda057-9439-4869-abe2-657fcf81d659 req-1a1d1968-cb4c-483f-a69d-a61f18998f9a tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:54.319976 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddcda057-9439-4869-abe2-657fcf81d659 req-1a1d1968-cb4c-483f-a69d-a61f18998f9a tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 943 time: 0.0491216
Nov 27 20:52:54.373121 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddcda057-9439-4869-abe2-657fcf81d659 req-6e70bc8a-726c-415f-831f-bcd37700ef9a tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466835
Nov 27 20:52:54.562807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81d691-179c-4926-afbb-2a1213dabceb req-20a76be4-1021-4e87-9aa3-a8f8802318d3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:54.564376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd81d691-179c-4926-afbb-2a1213dabceb req-20a76be4-1021-4e87-9aa3-a8f8802318d3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 945 time: 0.0556409
Nov 27 20:52:54.611387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd81d691-179c-4926-afbb-2a1213dabceb req-d504451a-0b35-458a-b15c-693bb9992906 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408146
Nov 27 20:52:54.826228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35580) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:54.920782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1747777126-network', 'tenant_id': 'a5a36051e23f49dba782368a1850ab70'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:54.942943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Made reservation on behalf of a5a36051e23f49dba782368a1850ab70 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:54.945135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:54.953325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.028119 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.032776 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.055327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:52:55.069669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a93f21-6a2c-4afc-b8ef-2142a391e436,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:55.074875 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.075230 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Added segment 49fd0633-2051-461c-8db3-0b1f980402fd of type vlan for network 93c559ef-1f5a-42c2-a2e9-5ac1192d581d
Nov 27 20:52:55.116888 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.131175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfead8-a87f-46e9-8b52-4abfb859d445 req-69077fd3-c1bb-4d33-a627-5035b67d7da9 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:55.132718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0bbfead8-a87f-46e9-8b52-4abfb859d445 req-69077fd3-c1bb-4d33-a627-5035b67d7da9 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0613859
Nov 27 20:52:55.146394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.147790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:55.148754 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.194821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0bbfead8-a87f-46e9-8b52-4abfb859d445 req-79633179-38c6-4212-a677-8114540819c9 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530493
Nov 27 20:52:55.225446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3980181
Nov 27 20:52:55.229996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35588) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:55.237592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Request body: {'subnet': {'network_id': '93c559ef-1f5a-42c2-a2e9-5ac1192d581d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1747777126-subnet', 'tenant_id': 'a5a36051e23f49dba782368a1850ab70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:55.263353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10502af-1017-4863-aa12-3aa55a23e43a admin admin] Pushing event updated for resources: {'Network': ['ID=93c559ef-1f5a-42c2-a2e9-5ac1192d581d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:55.266067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Made reservation on behalf of a5a36051e23f49dba782368a1850ab70 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:52:55.268941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.276605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 93c559ef-1f5a-42c2-a2e9-5ac1192d581d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:52:55.289051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51a427-e1bc-4cc0-834a-f077f593bd3a req-463a69e2-119c-4605-9022-919f06409bf8 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:55.290757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e51a427-e1bc-4cc0-834a-f077f593bd3a req-463a69e2-119c-4605-9022-919f06409bf8 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 946 time: 0.0581591
Nov 27 20:52:55.350489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e51a427-e1bc-4cc0-834a-f077f593bd3a req-c30e1871-82e5-475d-a1bd-14bd0ed8da61 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464623
Nov 27 20:52:55.393761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae81e2-1c33-4a70-b2fc-35c24e1225f8 req-536aecbe-8ade-4f67-bf1d-46c9670d0f36 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:55.395341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5ae81e2-1c33-4a70-b2fc-35c24e1225f8 req-536aecbe-8ade-4f67-bf1d-46c9670d0f36 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 943 time: 0.0810556
Nov 27 20:52:55.474466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6d0e6730-2f05-484e-bb6e-5092209740ea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:55.502037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5ae81e2-1c33-4a70-b2fc-35c24e1225f8 req-65883e26-7be8-46e9-820f-e035f0e87527 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991721
Nov 27 20:52:55.541842 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.597450 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6d0e6730-2f05-484e-bb6e-5092209740ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d0e6730-2f05-484e-bb6e-5092209740ea,segment=NetworkSegment(eca67105-5fa0-4163-8666-59100119caec),segment_id=eca67105-5fa0-4163-8666-59100119caec)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:55.609125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '6d0e6730-2f05-484e-bb6e-5092209740ea', 'network_id': 'ea1d2eec-b8f7-4251-aae1-c470a22d9037', 'port_id': '6d0e6730-2f05-484e-bb6e-5092209740ea', 'mac_address': 'fa:16:3e:02:f0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af57afe7-c6e1-417d-8f5c-24b152a03781', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:55.635172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da111f2f-7cf6-4904-9504-d171eba442e8,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:55.648361 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.662291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26917657-5ba5-4cc5-8fc2-3ada85f69fa6 req-e1281b84-366e-4bdc-a3b0-76937078075d tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:55.662534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0e6730-2f05-484e-bb6e-5092209740ea {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:55.663905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-26917657-5ba5-4cc5-8fc2-3ada85f69fa6 req-e1281b84-366e-4bdc-a3b0-76937078075d tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 943 time: 0.0906115
Nov 27 20:52:55.669836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Checking segment: {'id': '49fd0633-2051-461c-8db3-0b1f980402fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '93c559ef-1f5a-42c2-a2e9-5ac1192d581d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:52:55.670208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Network hostable DHCP agents. Network: 93c559ef-1f5a-42c2-a2e9-5ac1192d581d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:52:55.683987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6d0e6730-2f05-484e-bb6e-5092209740ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d0e6730-2f05-484e-bb6e-5092209740ea,segment=NetworkSegment(eca67105-5fa0-4163-8666-59100119caec),segment_id=eca67105-5fa0-4163-8666-59100119caec)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:55.692481 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.707466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Network 93c559ef-1f5a-42c2-a2e9-5ac1192d581d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:52:55.731531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93c559ef-1f5a-42c2-a2e9-5ac1192d581d) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:52:55.736455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:55.737163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:55.742114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-26917657-5ba5-4cc5-8fc2-3ada85f69fa6 req-51703936-da96-4c7a-93f8-15ce2c74112a tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686197
Nov 27 20:52:55.745498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ccf0b7-2112-4858-aec7-67a5a8a3e49d None None] Network 93c559ef-1f5a-42c2-a2e9-5ac1192d581d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:55.772262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6f6181f4-55a7-4255-a67d-b1c25f796eb2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5422187
Nov 27 20:52:55.776704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6d0e6730-2f05-484e-bb6e-5092209740ea,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:55.922068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8182cda-59f2-4992-8b76-0ed62f875bea req-188f0246-11d5-44ce-a631-59ba8dd68729 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:55.923758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e8182cda-59f2-4992-8b76-0ed62f875bea req-188f0246-11d5-44ce-a631-59ba8dd68729 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 945 time: 0.1015484
Nov 27 20:52:55.965748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['6d0e6730-2f05-484e-bb6e-5092209740ea'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:55.985388 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e8182cda-59f2-4992-8b76-0ed62f875bea req-5afada67-9e64-40aa-9cae-d7aef64c2492 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506556
Nov 27 20:52:55.996455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f70952d-1faf-4596-8251-feb222918ebe None None] Network 93c559ef-1f5a-42c2-a2e9-5ac1192d581d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:52:56.106185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-581b0e5f-38c5-40ba-85fb-6732c981da35 req-cb7093bb-c960-4bd7-bd45-d11542cb9cce tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1834570862', 'description': 'tempest-description-1888158102'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:56.126467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27ad8-57b1-4f52-84a6-469755b34089 req-ed8ba887-929e-4275-8f1f-5d94e36d486b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:56.128266 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5aa27ad8-57b1-4f52-84a6-469755b34089 req-ed8ba887-929e-4275-8f1f-5d94e36d486b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 945 time: 0.0644698
Nov 27 20:52:56.132583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-581b0e5f-38c5-40ba-85fb-6732c981da35 req-cb7093bb-c960-4bd7-bd45-d11542cb9cce tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.187992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5aa27ad8-57b1-4f52-84a6-469755b34089 req-b4acb3a1-826a-42a3-98ca-f3465baa7052 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519569
Nov 27 20:52:56.217394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-581b0e5f-38c5-40ba-85fb-6732c981da35 req-cb7093bb-c960-4bd7-bd45-d11542cb9cce tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.223821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-581b0e5f-38c5-40ba-85fb-6732c981da35 req-cb7093bb-c960-4bd7-bd45-d11542cb9cce tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.254608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-581b0e5f-38c5-40ba-85fb-6732c981da35 req-cb7093bb-c960-4bd7-bd45-d11542cb9cce tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.255880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-581b0e5f-38c5-40ba-85fb-6732c981da35 req-cb7093bb-c960-4bd7-bd45-d11542cb9cce tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.1547000
Nov 27 20:52:56.257683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7093bb-c960-4bd7-bd45-d11542cb9cce tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a6e815-0f1a-4e97-955f-4de622630c79,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:56.314459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af53a06-3afe-4a76-987d-76cbfb215e92 req-444e8757-5bf0-45f9-9596-4c60fc950acf tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:56.316066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1af53a06-3afe-4a76-987d-76cbfb215e92 req-444e8757-5bf0-45f9-9596-4c60fc950acf tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0521269
Nov 27 20:52:56.362840 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1af53a06-3afe-4a76-987d-76cbfb215e92 req-c5db1bbc-5826-4cff-aeda-ca26871b0dec tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407755
Nov 27 20:52:56.421903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ee076b86-6ad9-4ba7-987a-691a72191a12 req-8faeefb0-d8b8-4fad-b366-1d55a2bf635f tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/15a6e815-0f1a-4e97-955f-4de622630c79 HTTP/1.1" status: 200  len: 1830 time: 0.0361350
Nov 27 20:52:56.431698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ee076b86-6ad9-4ba7-987a-691a72191a12 req-6022c76e-ff0d-46a7-9bce-48eb97ec7ecb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15a6e815-0f1a-4e97-955f-4de622630c79', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:56.432020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ee076b86-6ad9-4ba7-987a-691a72191a12 req-6022c76e-ff0d-46a7-9bce-48eb97ec7ecb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15a6e815-0f1a-4e97-955f-4de622630c79', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:56.496277 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ee076b86-6ad9-4ba7-987a-691a72191a12 req-6022c76e-ff0d-46a7-9bce-48eb97ec7ecb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.521439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ee076b86-6ad9-4ba7-987a-691a72191a12 req-6022c76e-ff0d-46a7-9bce-48eb97ec7ecb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.525069 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ee076b86-6ad9-4ba7-987a-691a72191a12 req-6022c76e-ff0d-46a7-9bce-48eb97ec7ecb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.544186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022c76e-ff0d-46a7-9bce-48eb97ec7ecb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e9d061-383a-4f06-aed4-b81a5ae48700,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:56.554609 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ee076b86-6ad9-4ba7-987a-691a72191a12 req-6022c76e-ff0d-46a7-9bce-48eb97ec7ecb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.555900 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ee076b86-6ad9-4ba7-987a-691a72191a12 req-6022c76e-ff0d-46a7-9bce-48eb97ec7ecb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1279619
Nov 27 20:52:56.682744 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-14988424-9106-47f1-908d-46be3e1f501b req-2d9c9ca9-d573-446f-b6b4-f5af5448a724 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/15a6e815-0f1a-4e97-955f-4de622630c79 HTTP/1.1" status: 200  len: 2423 time: 0.0390074
Nov 27 20:52:56.724052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41670847-56fc-44d5-8bf5-72d157b1b30b req-00e61083-fd95-4632-9d67-02d9deabb017 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:56.725570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41670847-56fc-44d5-8bf5-72d157b1b30b req-00e61083-fd95-4632-9d67-02d9deabb017 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 943 time: 0.0562656
Nov 27 20:52:56.777694 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41670847-56fc-44d5-8bf5-72d157b1b30b req-3ef48352-0f9c-4287-b045-55bdfd7fb00e tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455294
Nov 27 20:52:56.823638 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df535caf-2df4-45fb-bf61-4139270d150c req-7c40c741-86e5-4b76-82a5-6d1fa9e46dcd tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-group-rules/c6e9d061-383a-4f06-aed4-b81a5ae48700 HTTP/1.1" status: 200  len: 778 time: 0.0221581
Nov 27 20:52:56.849185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0437b053-b2e1-4749-ac48-4e6a8a0dc423 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:56.872165 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df535caf-2df4-45fb-bf61-4139270d150c req-3647fa4e-66ad-4ffe-ac47-1263fc87b41e tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/15a6e815-0f1a-4e97-955f-4de622630c79 HTTP/1.1" status: 200  len: 2423 time: 0.0414138
Nov 27 20:52:56.908324 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-df535caf-2df4-45fb-bf61-4139270d150c req-c71013f2-a53e-44d9-a9e6-a7af55510109 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.916250 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-df535caf-2df4-45fb-bf61-4139270d150c req-c71013f2-a53e-44d9-a9e6-a7af55510109 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.923096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5ec53-01d6-4dde-b12e-f6896ab4aa49 req-c1966b52-d669-4a2d-a7e6-2df908be29e9 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:56.925316 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1db5ec53-01d6-4dde-b12e-f6896ab4aa49 req-c1966b52-d669-4a2d-a7e6-2df908be29e9 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 944 time: 0.0524740
Nov 27 20:52:56.944643 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-df535caf-2df4-45fb-bf61-4139270d150c req-c71013f2-a53e-44d9-a9e6-a7af55510109 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.953103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-df535caf-2df4-45fb-bf61-4139270d150c req-c71013f2-a53e-44d9-a9e6-a7af55510109 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:56.954217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df535caf-2df4-45fb-bf61-4139270d150c req-c71013f2-a53e-44d9-a9e6-a7af55510109 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c6e9d061-383a-4f06-aed4-b81a5ae48700 HTTP/1.1" status: 204  len: 173 time: 0.0753014
Nov 27 20:52:56.957840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0437b053-b2e1-4749-ac48-4e6a8a0dc423, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0437b053-b2e1-4749-ac48-4e6a8a0dc423,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:56.958287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71013f2-a53e-44d9-a9e6-a7af55510109 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6e9d061-383a-4f06-aed4-b81a5ae48700,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:56.978691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '0437b053-b2e1-4749-ac48-4e6a8a0dc423', 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce', 'port_id': '0437b053-b2e1-4749-ac48-4e6a8a0dc423', 'mac_address': 'fa:16:3e:ec:fe:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acf26a3-8a0f-4e26-8587-6c20c4861307', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:56.990775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1db5ec53-01d6-4dde-b12e-f6896ab4aa49 req-45f13ed5-eafe-47e7-8570-c914da831878 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592778
Nov 27 20:52:57.025539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.025709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4cde2160-fd75-448d-acab-d9dfe6f535cb req-62c32fd4-4d31-427e-b10e-031ccbdef24c tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-466563686', 'description': 'tempest-description-2026076786'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:57.039012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0437b053-b2e1-4749-ac48-4e6a8a0dc423 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:57.050877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4cde2160-fd75-448d-acab-d9dfe6f535cb req-62c32fd4-4d31-427e-b10e-031ccbdef24c tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.068021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0437b053-b2e1-4749-ac48-4e6a8a0dc423, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0437b053-b2e1-4749-ac48-4e6a8a0dc423,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:57.073329 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.122799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=0437b053-b2e1-4749-ac48-4e6a8a0dc423,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:57.133833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4cde2160-fd75-448d-acab-d9dfe6f535cb req-62c32fd4-4d31-427e-b10e-031ccbdef24c tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.137785 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4cde2160-fd75-448d-acab-d9dfe6f535cb req-62c32fd4-4d31-427e-b10e-031ccbdef24c tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.164510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48055065-0736-4f38-9c57-eebfe6d0c5eb req-45389e84-7cc7-4221-b2e4-6c58b2f61faf tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:57.166036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48055065-0736-4f38-9c57-eebfe6d0c5eb req-45389e84-7cc7-4221-b2e4-6c58b2f61faf tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 945 time: 0.0522883
Nov 27 20:52:57.169747 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4cde2160-fd75-448d-acab-d9dfe6f535cb req-62c32fd4-4d31-427e-b10e-031ccbdef24c tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.170980 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4cde2160-fd75-448d-acab-d9dfe6f535cb req-62c32fd4-4d31-427e-b10e-031ccbdef24c tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.1504304
Nov 27 20:52:57.173002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c32fd4-4d31-427e-b10e-031ccbdef24c tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2da2ad-d624-4302-a4bb-bb19a9e656a3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:57.216016 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48055065-0736-4f38-9c57-eebfe6d0c5eb req-9aee00b4-70dc-4542-972a-9b3c46f3c934 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430832
Nov 27 20:52:57.234038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49ae1733-32bc-4233-8348-ac03988969d2 req-35c4c214-f540-4fce-806e-2524313f4038 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/4d2da2ad-d624-4302-a4bb-bb19a9e656a3 HTTP/1.1" status: 200  len: 1829 time: 0.0408964
Nov 27 20:52:57.274744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a02c67d5-5d24-4966-8244-9183250683e6 req-ec775c12-0028-45dd-aced-79a0011af11a tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1404769672', 'description': 'tempest-description-774885776'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:57.298686 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a02c67d5-5d24-4966-8244-9183250683e6 req-ec775c12-0028-45dd-aced-79a0011af11a tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.362494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a02c67d5-5d24-4966-8244-9183250683e6 req-ec775c12-0028-45dd-aced-79a0011af11a tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.366086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a02c67d5-5d24-4966-8244-9183250683e6 req-ec775c12-0028-45dd-aced-79a0011af11a tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.391645 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a02c67d5-5d24-4966-8244-9183250683e6 req-ec775c12-0028-45dd-aced-79a0011af11a tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.392940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a02c67d5-5d24-4966-8244-9183250683e6 req-ec775c12-0028-45dd-aced-79a0011af11a tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.1222351
Nov 27 20:52:57.402218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec775c12-0028-45dd-aced-79a0011af11a tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f588d1-c6e4-43a3-ab36-471b4d23ce1b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:57.455454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe501ef0-4ea8-4cf9-bd04-949fd5192d2a req-cc86b800-5cab-4ccd-9c8a-e6cad9277d66 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/06f588d1-c6e4-43a3-ab36-471b4d23ce1b HTTP/1.1" status: 200  len: 1829 time: 0.0402462
Nov 27 20:52:57.479064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6d0e6730-2f05-484e-bb6e-5092209740ea up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:52:57.479305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-951ecf93-1699-4a0a-a367-0b6348625cf4 req-e12c6593-27ab-40c7-a3b5-e16df2f127cb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-427192680', 'description': 'tempest-description-1465660495'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:57.492528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a63f6-917f-4cf4-8bf7-0ae14758dc7c req-71411350-d305-438c-ba6d-455ebc57f18b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:57.494058 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-049a63f6-917f-4cf4-8bf7-0ae14758dc7c req-71411350-d305-438c-ba6d-455ebc57f18b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0600126
Nov 27 20:52:57.503467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-951ecf93-1699-4a0a-a367-0b6348625cf4 req-e12c6593-27ab-40c7-a3b5-e16df2f127cb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.534747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 6d0e6730-2f05-484e-bb6e-5092209740ea completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:52:57.539532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 6d0e6730-2f05-484e-bb6e-5092209740ea triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:52:57.540094 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.552277 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-049a63f6-917f-4cf4-8bf7-0ae14758dc7c req-f6db252b-ed74-483f-9c6f-c8e5ad126d81 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498154
Nov 27 20:52:57.580395 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-951ecf93-1699-4a0a-a367-0b6348625cf4 req-e12c6593-27ab-40c7-a3b5-e16df2f127cb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.588291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-951ecf93-1699-4a0a-a367-0b6348625cf4 req-e12c6593-27ab-40c7-a3b5-e16df2f127cb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.623617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-951ecf93-1699-4a0a-a367-0b6348625cf4 req-e12c6593-27ab-40c7-a3b5-e16df2f127cb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.623617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-951ecf93-1699-4a0a-a367-0b6348625cf4 req-e12c6593-27ab-40c7-a3b5-e16df2f127cb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.1485448
Nov 27 20:52:57.625860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c6593-27ab-40c7-a3b5-e16df2f127cb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e8e8bd-baa1-468e-9820-21a789cecdd4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:57.629578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.656439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc4635e-f9e3-4806-a40e-3afc332181d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0e6730-2f05-484e-bb6e-5092209740ea'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:52:57.658864 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35df23c-b48d-49b4-8fb0-1e1d5a2ffb46" -d '{"events": [{"server_uuid": "8cc4635e-f9e3-4806-a40e-3afc332181d9", "name": "network-vif-plugged", "status": "completed", "tag": "6d0e6730-2f05-484e-bb6e-5092209740ea"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:52:57.672535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6d0e6730-2f05-484e-bb6e-5092209740ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d0e6730-2f05-484e-bb6e-5092209740ea,segment=NetworkSegment(eca67105-5fa0-4163-8666-59100119caec),segment_id=eca67105-5fa0-4163-8666-59100119caec)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:57.677668 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.686924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5755220-8c99-45d1-8ce2-fe8dba61026f req-051c0022-7a23-4d15-bb15-ee49225db6f3 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/f8e8e8bd-baa1-468e-9820-21a789cecdd4 HTTP/1.1" status: 200  len: 1829 time: 0.0417910
Nov 27 20:52:57.734519 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6d0e6730-2f05-484e-bb6e-5092209740ea,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:57.740525 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d97ba4-0c83-4981-9e48-9adbd5f4bef9 x-openstack-request-id: req-b0d97ba4-0c83-4981-9e48-9adbd5f4bef9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:52:57.740812 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc4635e-f9e3-4806-a40e-3afc332181d9", "name": "network-vif-plugged", "status": "completed", "tag": "6d0e6730-2f05-484e-bb6e-5092209740ea", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:52:57.741076 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0d97ba4-0c83-4981-9e48-9adbd5f4bef9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:52:57.741467 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc4635e-f9e3-4806-a40e-3afc332181d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0e6730-2f05-484e-bb6e-5092209740ea', 'code': 200}
Nov 27 20:52:57.756650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-215993d1-f3e6-479d-aad4-4e39756beaa7 req-61bf201a-2466-45f7-868c-e00b4464ed96 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-560640214', 'description': 'tempest-description-1599670454'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:52:57.777454 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-215993d1-f3e6-479d-aad4-4e39756beaa7 req-61bf201a-2466-45f7-868c-e00b4464ed96 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.816735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['0437b053-b2e1-4749-ac48-4e6a8a0dc423'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:57.866110 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:52:57.880849 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf1c9d-b2d2-4e41-9346-51cb0e29dd95 req-d617bdbb-7f8b-487b-bac4-3e5da5b80391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:57.882354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4daf1c9d-b2d2-4e41-9346-51cb0e29dd95 req-d617bdbb-7f8b-487b-bac4-3e5da5b80391 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 1096 time: 0.0717380
Nov 27 20:52:57.884635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-215993d1-f3e6-479d-aad4-4e39756beaa7 req-61bf201a-2466-45f7-868c-e00b4464ed96 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.890398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-215993d1-f3e6-479d-aad4-4e39756beaa7 req-61bf201a-2466-45f7-868c-e00b4464ed96 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.924696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ec37c-7f94-4b13-9e4f-f3685879bdc2 req-38d1a67c-5752-4ca8-b8e6-dcfe28b8798f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:57.927856 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e4ec37c-7f94-4b13-9e4f-f3685879bdc2 req-38d1a67c-5752-4ca8-b8e6-dcfe28b8798f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 944 time: 0.0756869
Nov 27 20:52:57.945646 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-215993d1-f3e6-479d-aad4-4e39756beaa7 req-61bf201a-2466-45f7-868c-e00b4464ed96 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:57.947129 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-215993d1-f3e6-479d-aad4-4e39756beaa7 req-61bf201a-2466-45f7-868c-e00b4464ed96 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.1945572
Nov 27 20:52:57.949861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf201a-2466-45f7-868c-e00b4464ed96 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58368e67-86a6-47e4-a4cd-df6c0c272038,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:58.002242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e4ec37c-7f94-4b13-9e4f-f3685879bdc2 req-e95ee900-af62-40be-a3d4-0a9fee0be707 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644948
Nov 27 20:52:58.017797 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4daf1c9d-b2d2-4e41-9346-51cb0e29dd95 req-db22db8c-72d0-4b50-96fb-01c619946102 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232395
Nov 27 20:52:58.040500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e2ee4c29-03ed-41d6-89b0-5e4144bd913b req-d5784d77-019e-416a-9e33-2121068f0563 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/58368e67-86a6-47e4-a4cd-df6c0c272038 HTTP/1.1" status: 200  len: 1829 time: 0.0628920
Nov 27 20:52:58.071335 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-94369277-7f79-4d9f-9ea6-4ee32f1da724 req-bfb15292-a1db-4a96-b9a5-7bffe35f583c tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] show failed (client error): The resource could not be found.
Nov 27 20:52:58.072364 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-94369277-7f79-4d9f-9ea6-4ee32f1da724 req-bfb15292-a1db-4a96-b9a5-7bffe35f583c tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/1920052b-1ed0-486b-8715-75d467aaee59 HTTP/1.1" status: 404  len: 352 time: 0.0139136
Nov 27 20:52:58.128264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2adc4-365f-4b3d-b043-795eb01e2290 req-f56815b3-056e-4822-9105-622e1ff43f80 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:58.129767 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e8c2adc4-365f-4b3d-b043-795eb01e2290 req-f56815b3-056e-4822-9105-622e1ff43f80 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 945 time: 0.0506248
Nov 27 20:52:58.152898 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-047e37b8-3591-4ce6-906c-2286d76ef2ed req-570d658a-e669-4ef8-94d4-5c09b751f1e4 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] show failed (client error): The resource could not be found.
Nov 27 20:52:58.153978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-047e37b8-3591-4ce6-906c-2286d76ef2ed req-570d658a-e669-4ef8-94d4-5c09b751f1e4 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-group-rules/2032a564-fbf0-4bcd-a33e-ca0b855c0c78 HTTP/1.1" status: 404  len: 361 time: 0.0125301
Nov 27 20:52:58.181266 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e8c2adc4-365f-4b3d-b043-795eb01e2290 req-5d1071b8-802e-4aa6-a55c-79313c00fce5 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448320
Nov 27 20:52:58.215544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49a947b2-c226-44ff-b5e1-3950a65b43d6 req-140f916b-e5f9-4d01-a7b6-e43beb2180ce tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/58368e67-86a6-47e4-a4cd-df6c0c272038 HTTP/1.1" status: 200  len: 1829 time: 0.0399082
Nov 27 20:52:58.272033 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49a947b2-c226-44ff-b5e1-3950a65b43d6 req-bcbd470a-232a-4515-b9c7-e8d0169b7587 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.294508 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49a947b2-c226-44ff-b5e1-3950a65b43d6 req-bcbd470a-232a-4515-b9c7-e8d0169b7587 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.335087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49a947b2-c226-44ff-b5e1-3950a65b43d6 req-bcbd470a-232a-4515-b9c7-e8d0169b7587 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.335336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1295ca-9c16-4dce-9501-7569a4a0d73b req-7b52acc0-aacd-4d55-bb75-9f24b8adef93 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:58.336580 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc1295ca-9c16-4dce-9501-7569a4a0d73b req-7b52acc0-aacd-4d55-bb75-9f24b8adef93 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 945 time: 0.0514510
Nov 27 20:52:58.337593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-49a947b2-c226-44ff-b5e1-3950a65b43d6 req-bcbd470a-232a-4515-b9c7-e8d0169b7587 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.338713 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49a947b2-c226-44ff-b5e1-3950a65b43d6 req-bcbd470a-232a-4515-b9c7-e8d0169b7587 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "DELETE /v2.0/security-groups/58368e67-86a6-47e4-a4cd-df6c0c272038 HTTP/1.1" status: 204  len: 173 time: 0.1166084
Nov 27 20:52:58.348391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd470a-232a-4515-b9c7-e8d0169b7587 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58368e67-86a6-47e4-a4cd-df6c0c272038,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:58.389551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc1295ca-9c16-4dce-9501-7569a4a0d73b req-5d800806-0374-4643-92e7-8c174ff4a2d4 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425370
Nov 27 20:52:58.407458 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3ed2f93c-b65f-42ce-bc8a-1517cd55812a req-031f0c8a-4c6d-4db7-aed8-a638b9303121 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/f8e8e8bd-baa1-468e-9820-21a789cecdd4 HTTP/1.1" status: 200  len: 1829 time: 0.0411735
Nov 27 20:52:58.462911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3ed2f93c-b65f-42ce-bc8a-1517cd55812a req-85ab0ef3-b1e3-4b16-b537-937ef7416785 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.484673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3ed2f93c-b65f-42ce-bc8a-1517cd55812a req-85ab0ef3-b1e3-4b16-b537-937ef7416785 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.526645 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3ed2f93c-b65f-42ce-bc8a-1517cd55812a req-85ab0ef3-b1e3-4b16-b537-937ef7416785 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.529394 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3ed2f93c-b65f-42ce-bc8a-1517cd55812a req-85ab0ef3-b1e3-4b16-b537-937ef7416785 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.530526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3ed2f93c-b65f-42ce-bc8a-1517cd55812a req-85ab0ef3-b1e3-4b16-b537-937ef7416785 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8e8e8bd-baa1-468e-9820-21a789cecdd4 HTTP/1.1" status: 204  len: 173 time: 0.1170948
Nov 27 20:52:58.540058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab0ef3-b1e3-4b16-b537-937ef7416785 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e8e8bd-baa1-468e-9820-21a789cecdd4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:58.589786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-218671c8-befb-46dd-a000-4837823784c8 req-559d134e-095a-4f80-8fcb-55e0c5e48492 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/06f588d1-c6e4-43a3-ab36-471b4d23ce1b HTTP/1.1" status: 200  len: 1829 time: 0.0389433
Nov 27 20:52:58.646746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-218671c8-befb-46dd-a000-4837823784c8 req-6380353b-699a-4054-a75a-38e92419feeb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.661531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736a5b3-e933-4ece-b31c-2bd6d0994489 req-c7309f0d-23f3-4c15-8e69-b21a97ab9fd2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:58.663023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c736a5b3-e933-4ece-b31c-2bd6d0994489 req-c7309f0d-23f3-4c15-8e69-b21a97ab9fd2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0486996
Nov 27 20:52:58.667994 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-218671c8-befb-46dd-a000-4837823784c8 req-6380353b-699a-4054-a75a-38e92419feeb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.709873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-218671c8-befb-46dd-a000-4837823784c8 req-6380353b-699a-4054-a75a-38e92419feeb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.712135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c736a5b3-e933-4ece-b31c-2bd6d0994489 req-ca4491ae-eaca-44d4-9cb6-a98be2b580dd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429089
Nov 27 20:52:58.716354 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-218671c8-befb-46dd-a000-4837823784c8 req-6380353b-699a-4054-a75a-38e92419feeb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.717568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-218671c8-befb-46dd-a000-4837823784c8 req-6380353b-699a-4054-a75a-38e92419feeb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "DELETE /v2.0/security-groups/06f588d1-c6e4-43a3-ab36-471b4d23ce1b HTTP/1.1" status: 204  len: 173 time: 0.1217613
Nov 27 20:52:58.726984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380353b-699a-4054-a75a-38e92419feeb tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f588d1-c6e4-43a3-ab36-471b4d23ce1b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:58.788809 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-194fb4e0-b6b3-4029-a17c-e6935f5a3ccb req-195ab39e-6524-4ab5-97f5-373440964e6d tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/4d2da2ad-d624-4302-a4bb-bb19a9e656a3 HTTP/1.1" status: 200  len: 1829 time: 0.0396800
Nov 27 20:52:58.846579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-194fb4e0-b6b3-4029-a17c-e6935f5a3ccb req-1278884f-819e-46cc-90b8-7e9d74a65c5f tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.854923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91c15e78-d85f-42e5-90f2-bd938828b809 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:58.869612 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-194fb4e0-b6b3-4029-a17c-e6935f5a3ccb req-1278884f-819e-46cc-90b8-7e9d74a65c5f tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.916061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-194fb4e0-b6b3-4029-a17c-e6935f5a3ccb req-1278884f-819e-46cc-90b8-7e9d74a65c5f tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.918936 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-194fb4e0-b6b3-4029-a17c-e6935f5a3ccb req-1278884f-819e-46cc-90b8-7e9d74a65c5f tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:58.920453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-194fb4e0-b6b3-4029-a17c-e6935f5a3ccb req-1278884f-819e-46cc-90b8-7e9d74a65c5f tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d2da2ad-d624-4302-a4bb-bb19a9e656a3 HTTP/1.1" status: 204  len: 173 time: 0.1257410
Nov 27 20:52:58.931181 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278884f-819e-46cc-90b8-7e9d74a65c5f tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2da2ad-d624-4302-a4bb-bb19a9e656a3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:58.985567 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1527daaa-a9b1-47f7-8cc4-578968030cb8 req-e4b099bb-8f1a-46ad-b520-3c13e3c49257 tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "GET /v2.0/security-groups/15a6e815-0f1a-4e97-955f-4de622630c79 HTTP/1.1" status: 200  len: 1830 time: 0.0387611
Nov 27 20:52:59.051804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1527daaa-a9b1-47f7-8cc4-578968030cb8 req-f8165fe8-6cdd-443a-8c13-49c1dc3db56b tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.075693 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1527daaa-a9b1-47f7-8cc4-578968030cb8 req-f8165fe8-6cdd-443a-8c13-49c1dc3db56b tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.090744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91c15e78-d85f-42e5-90f2-bd938828b809,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:59.103155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '91c15e78-d85f-42e5-90f2-bd938828b809', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'port_id': '91c15e78-d85f-42e5-90f2-bd938828b809', 'mac_address': 'fa:16:3e:f8:9d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb836d-d860-4750-af8b-16bdcd7adfe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:59.122249 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1527daaa-a9b1-47f7-8cc4-578968030cb8 req-f8165fe8-6cdd-443a-8c13-49c1dc3db56b tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.125989 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1527daaa-a9b1-47f7-8cc4-578968030cb8 req-f8165fe8-6cdd-443a-8c13-49c1dc3db56b tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.127367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1527daaa-a9b1-47f7-8cc4-578968030cb8 req-f8165fe8-6cdd-443a-8c13-49c1dc3db56b tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] 10.222.0.21 "DELETE /v2.0/security-groups/15a6e815-0f1a-4e97-955f-4de622630c79 HTTP/1.1" status: 204  len: 173 time: 0.1305642
Nov 27 20:52:59.141086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35758) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:59.141973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8165fe8-6cdd-443a-8c13-49c1dc3db56b tempest-SecurityGroupRulesNegativeTestJSON-533201508 tempest-SecurityGroupRulesNegativeTestJSON-533201508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a6e815-0f1a-4e97-955f-4de622630c79,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:59.154648 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.176720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91c15e78-d85f-42e5-90f2-bd938828b809 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:59.193135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-27613a4a-fc76-4066-9738-bbd77af4e3aa admin admin] Deleting subnet da111f2f-7cf6-4904-9504-d171eba442e8 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:52:59.197272 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27613a4a-fc76-4066-9738-bbd77af4e3aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.209268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91c15e78-d85f-42e5-90f2-bd938828b809,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:59.219338 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.244414 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27613a4a-fc76-4066-9738-bbd77af4e3aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.291033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=91c15e78-d85f-42e5-90f2-bd938828b809,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:59.319429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['91c15e78-d85f-42e5-90f2-bd938828b809'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:59.330630 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27613a4a-fc76-4066-9738-bbd77af4e3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.372691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01a6d7-3a17-44e3-bbde-8c1207720820 req-636d29f9-40db-4d54-b2b3-f0b5ce73c442 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:59.374292 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf01a6d7-3a17-44e3-bbde-8c1207720820 req-636d29f9-40db-4d54-b2b3-f0b5ce73c442 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 945 time: 0.0904224
Nov 27 20:52:59.413530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27613a4a-fc76-4066-9738-bbd77af4e3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.463835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27613a4a-fc76-4066-9738-bbd77af4e3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da111f2f-7cf6-4904-9504-d171eba442e8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:59.466785 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-27613a4a-fc76-4066-9738-bbd77af4e3aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.470631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-27613a4a-fc76-4066-9738-bbd77af4e3aa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da111f2f-7cf6-4904-9504-d171eba442e8 HTTP/1.1" status: 204  len: 168 time: 0.3264410
Nov 27 20:52:59.479151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cbbbfa16-834b-452b-bcfa-17d86ec350c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:52:59.481396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5889d-8ba8-418c-82e5-d20d3a98afd6 req-0086af69-b84a-4d40-9f27-1f3bd1d12dba tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:59.490045 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf01a6d7-3a17-44e3-bbde-8c1207720820 req-e00f2474-49d4-4fd0-b5f3-043c2c9a2a32 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075637
Nov 27 20:52:59.490697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35772) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:52:59.491969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0a5889d-8ba8-418c-82e5-d20d3a98afd6 req-0086af69-b84a-4d40-9f27-1f3bd1d12dba tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 944 time: 0.4159067
Nov 27 20:52:59.584907 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0a5889d-8ba8-418c-82e5-d20d3a98afd6 req-6df4df26-02a6-4792-bd10-466fa1f38351 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868044
Nov 27 20:52:59.641959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.642311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:59.655214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7', 'network_id': '51800357-640d-4106-97ff-61854e2562e6', 'port_id': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7', 'mac_address': 'fa:16:3e:72:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7716ef98-4d6b-41bf-8651-1d9ae6fcbd35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:52:59.662456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880db16-1dd3-480c-9fd0-7808ea973ed9 req-62b71264-eeef-4c13-a541-cc6594eac43b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:59.663996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7880db16-1dd3-480c-9fd0-7808ea973ed9 req-62b71264-eeef-4c13-a541-cc6594eac43b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 945 time: 0.0883520
Nov 27 20:52:59.697137 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.710788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbbbfa16-834b-452b-bcfa-17d86ec350c7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:52:59.730690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:52:59.734725 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.769441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.785978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7880db16-1dd3-480c-9fd0-7808ea973ed9 req-89475632-8964-41e8-9952-d6824d9cd351 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147780
Nov 27 20:52:59.799872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef1eca60>,) {'filters': {'network_id': ['93c559ef-1f5a-42c2-a2e9-5ac1192d581d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:59.801195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cbbbfa16-834b-452b-bcfa-17d86ec350c7,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:59.809960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.810562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.811118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.811529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef1eca60>, '49fd0633-2051-461c-8db3-0b1f980402fd') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:59.811937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef1eca60>, '49fd0633-2051-461c-8db3-0b1f980402fd') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:52:59.812058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.812607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.813257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.813809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.814689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.815045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.815455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.815803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.816139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.826397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.829204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['cbbbfa16-834b-452b-bcfa-17d86ec350c7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:52:59.848335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.859703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:52:59.860259 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:52:59.863805 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:52:59.888643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6453-8cb0-4c44-a1a6-5d24c55641f7 req-4adf7fd3-8fc0-44d4-8e80-7096ea03175c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:52:59.890749 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7acd6453-8cb0-4c44-a1a6-5d24c55641f7 req-4adf7fd3-8fc0-44d4-8e80-7096ea03175c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0737531
Nov 27 20:52:59.949822 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.960083 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:52:59.965845 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/93c559ef-1f5a-42c2-a2e9-5ac1192d581d HTTP/1.1" status: 204  len: 168 time: 0.4718082
Nov 27 20:52:59.966258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7acd6453-8cb0-4c44-a1a6-5d24c55641f7 req-a76e5759-4baf-45de-aec5-ec387ab02e08 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544209
Nov 27 20:52:59.974781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c559ef-1f5a-42c2-a2e9-5ac1192d581d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:52:59.983622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.984057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.984900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.984900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.985255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.985384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.985643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.985972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.986300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.987076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.987303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:52:59.987620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c96ecb-9202-40a4-af04-962276127df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:00.085111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35784) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:00.123467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1684a347-7609-4972-8849-ff187fd22993 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5a36051e23f49dba782368a1850ab70&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0371728
Nov 27 20:53:00.126431 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35786) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:00.174076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5aa105d7-b68a-4425-b4c9-5845e8e62ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:00.194517 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5aa105d7-b68a-4425-b4c9-5845e8e62ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:00.241314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5aa105d7-b68a-4425-b4c9-5845e8e62ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:00.244434 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5aa105d7-b68a-4425-b4c9-5845e8e62ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:00.245682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5aa105d7-b68a-4425-b4c9-5845e8e62ead admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70a93f21-6a2c-4afc-b8ef-2142a391e436 HTTP/1.1" status: 204  len: 168 time: 0.1183341
Nov 27 20:53:00.254454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa105d7-b68a-4425-b4c9-5845e8e62ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a93f21-6a2c-4afc-b8ef-2142a391e436,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:00.620296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85c94f-8a6e-44ef-ac23-5c670fc76cd1 req-cf1e3111-d8f4-448a-b95f-4222ed246e08 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:00.621800 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc85c94f-8a6e-44ef-ac23-5c670fc76cd1 req-cf1e3111-d8f4-448a-b95f-4222ed246e08 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 945 time: 0.0573745
Nov 27 20:53:00.679243 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc85c94f-8a6e-44ef-ac23-5c670fc76cd1 req-7e06df55-96ef-48c5-b480-a3bde67e05db tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484216
Nov 27 20:53:00.699139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623a1dd-a3da-477a-8679-9bec7a48004a req-6ed5359c-96e3-4cae-9214-fe8b79bcf99c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:00.700653 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a623a1dd-a3da-477a-8679-9bec7a48004a req-6ed5359c-96e3-4cae-9214-fe8b79bcf99c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 944 time: 0.0545204
Nov 27 20:53:00.762071 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a623a1dd-a3da-477a-8679-9bec7a48004a req-2a90deb2-5a0c-4d11-86e9-739ba36e05b0 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546665
Nov 27 20:53:00.858494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0437b053-b2e1-4749-ac48-4e6a8a0dc423 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:00.932759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe3276-2321-40ce-aa1b-93d8cc80731c req-d7a8348a-26ac-4225-be7d-87170f26ba60 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:00.933563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 0437b053-b2e1-4749-ac48-4e6a8a0dc423 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:00.938285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 0437b053-b2e1-4749-ac48-4e6a8a0dc423 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:00.938673 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:00.942938 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bebe3276-2321-40ce-aa1b-93d8cc80731c req-d7a8348a-26ac-4225-be7d-87170f26ba60 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 944 time: 0.0651827
Nov 27 20:53:00.981571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35828) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:01.034807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bebe3276-2321-40ce-aa1b-93d8cc80731c req-5dd8f00d-70af-4a3e-ae11-9cab000b8a50 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777249
Nov 27 20:53:01.061275 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.092598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7cfd43-2058-4943-b00e-471de21cbe0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437b053-b2e1-4749-ac48-4e6a8a0dc423'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:01.101913 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e7e4c8-aca2-43d5-b471-e846928670aa" -d '{"events": [{"server_uuid": "ad7cfd43-2058-4943-b00e-471de21cbe0e", "name": "network-vif-plugged", "status": "completed", "tag": "0437b053-b2e1-4749-ac48-4e6a8a0dc423"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:01.136412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0437b053-b2e1-4749-ac48-4e6a8a0dc423, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0437b053-b2e1-4749-ac48-4e6a8a0dc423,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:01.143685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.144707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91c15e78-d85f-42e5-90f2-bd938828b809 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:01.153743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35d5f8-af1b-401d-8fe6-73f247bd0ae9 req-811d3e56-e273-4d80-9b03-757922baa931 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:01.162590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb35d5f8-af1b-401d-8fe6-73f247bd0ae9 req-811d3e56-e273-4d80-9b03-757922baa931 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0702348
Nov 27 20:53:01.204963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-650524058-network', 'tenant_id': '4ce320b0fdb0466692b28dc520686425'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:01.236451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb35d5f8-af1b-401d-8fe6-73f247bd0ae9 req-36f7407e-9323-4220-95ea-57a9f16a8a6e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728767
Nov 27 20:53:01.245995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Made reservation on behalf of 4ce320b0fdb0466692b28dc520686425 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:01.248957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.279792 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.281493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=0437b053-b2e1-4749-ac48-4e6a8a0dc423,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:01.313494 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9259148-65b9-4bfb-82fa-9fffdbd5e060 x-openstack-request-id: req-a9259148-65b9-4bfb-82fa-9fffdbd5e060 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:01.314034 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7cfd43-2058-4943-b00e-471de21cbe0e", "name": "network-vif-plugged", "status": "completed", "tag": "0437b053-b2e1-4749-ac48-4e6a8a0dc423", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:01.314466 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9259148-65b9-4bfb-82fa-9fffdbd5e060 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:01.315026 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7cfd43-2058-4943-b00e-471de21cbe0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437b053-b2e1-4749-ac48-4e6a8a0dc423', 'code': 200}
Nov 27 20:53:01.319655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 91c15e78-d85f-42e5-90f2-bd938828b809 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:01.320228 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.423331 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.443846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.457397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692d1ae-bbcf-4975-8740-1e17b2cbbdc2 req-af97114d-7551-473c-b28c-cc3229735451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:01.459217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4692d1ae-bbcf-4975-8740-1e17b2cbbdc2 req-af97114d-7551-473c-b28c-cc3229735451 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 1096 time: 0.0905735
Nov 27 20:53:01.462325 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.487028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:53:01.488030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cbbbfa16-834b-452b-bcfa-17d86ec350c7 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:01.514747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca86a1f5-9464-47ba-9e54-9551eba45fec,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:01.520964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4692d1ae-bbcf-4975-8740-1e17b2cbbdc2 req-b6d9729b-a2cf-43e3-a269-1f040227e0e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535128
Nov 27 20:53:01.521369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.521733 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Added segment 0dfd7269-8599-48e9-9262-18620fbe2015 of type vlan for network 2940339f-24fb-427d-9c33-55a10d708401
Nov 27 20:53:01.534990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91c15e78-d85f-42e5-90f2-bd938828b809,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:01.539877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.577898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627725-7ca7-493b-be76-1deb81027a87 req-9dd94ce5-0710-44ab-82bf-5c75f12dd89b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:01.579448 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c9627725-7ca7-493b-be76-1deb81027a87 req-9dd94ce5-0710-44ab-82bf-5c75f12dd89b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 944 time: 0.1157768
Nov 27 20:53:01.581199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.595189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port cbbbfa16-834b-452b-bcfa-17d86ec350c7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:01.595589 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.617760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=91c15e78-d85f-42e5-90f2-bd938828b809,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:01.636101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.637075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:01.637668 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.660473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c9627725-7ca7-493b-be76-1deb81027a87 req-72768dac-a7e9-4fe5-9618-61d5e5874066 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737789
Nov 27 20:53:01.687062 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.692580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7100005
Nov 27 20:53:01.695617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35868) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:01.700490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Request body: {'subnet': {'network_id': '2940339f-24fb-427d-9c33-55a10d708401', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-650524058-subnet', 'tenant_id': '4ce320b0fdb0466692b28dc520686425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:01.705612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02444669-dfab-4648-89cb-7bacf105c234 admin admin] Pushing event updated for resources: {'Network': ['ID=2940339f-24fb-427d-9c33-55a10d708401,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:01.716250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2940339f-24fb-427d-9c33-55a10d708401 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:53:01.723316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Made reservation on behalf of 4ce320b0fdb0466692b28dc520686425 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:01.725580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.743236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:01.773908 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:01.842993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cbbbfa16-834b-452b-bcfa-17d86ec350c7,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:01.930406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ae266-4a32-4155-b288-bfa8b2f8f6fd req-c4faf796-1ca3-440c-9846-f2c3cd52e868 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:01.932930 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-987ae266-4a32-4155-b288-bfa8b2f8f6fd req-c4faf796-1ca3-440c-9846-f2c3cd52e868 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 945 time: 0.0965066
Nov 27 20:53:01.934856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.009281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8243016a-be60-432d-896c-4d87c4b1eb0e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:02.035911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Checking segment: {'id': '0dfd7269-8599-48e9-9262-18620fbe2015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2940339f-24fb-427d-9c33-55a10d708401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:02.036269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Network hostable DHCP agents. Network: 2940339f-24fb-427d-9c33-55a10d708401, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:53:02.042016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-987ae266-4a32-4155-b288-bfa8b2f8f6fd req-ddb30459-12d4-4239-a84d-043d1af52036 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837257
Nov 27 20:53:02.057818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Network 2940339f-24fb-427d-9c33-55a10d708401 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:53:02.067869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2940339f-24fb-427d-9c33-55a10d708401) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:02.072215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:02.072808 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.078891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3343e68-9bd5-4907-8204-f3071f265036 None None] Network 2940339f-24fb-427d-9c33-55a10d708401 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:53:02.091770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-54bd8e86-56d0-45db-b66f-448a88cdbb63 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3950894
Nov 27 20:53:02.241303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4633d086-6a0d-4840-a73c-ecdb808572f4 None None] Network 2940339f-24fb-427d-9c33-55a10d708401 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:53:02.367055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-2f15ae6b-be72-4257-b3ad-908dd42b11c5 req-ef9b10d9-b9ca-4773-86f8-838dc5938f43 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1830156601', 'description': 'tempest-description-1968978122'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:02.392461 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2f15ae6b-be72-4257-b3ad-908dd42b11c5 req-ef9b10d9-b9ca-4773-86f8-838dc5938f43 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.492245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2f15ae6b-be72-4257-b3ad-908dd42b11c5 req-ef9b10d9-b9ca-4773-86f8-838dc5938f43 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.508771 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2f15ae6b-be72-4257-b3ad-908dd42b11c5 req-ef9b10d9-b9ca-4773-86f8-838dc5938f43 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.549022 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2f15ae6b-be72-4257-b3ad-908dd42b11c5 req-ef9b10d9-b9ca-4773-86f8-838dc5938f43 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.560763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2f15ae6b-be72-4257-b3ad-908dd42b11c5 req-ef9b10d9-b9ca-4773-86f8-838dc5938f43 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.1980202
Nov 27 20:53:02.566906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b10d9-b9ca-4773-86f8-838dc5938f43 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51088c2-09fd-4bb8-9023-6cf77fd03eec,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:02.577302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f174792-6d30-46d9-b7d1-f47eb3d1e976 req-2c4a1e36-c023-4745-8482-8c57e0d2708a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:02.579153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f174792-6d30-46d9-b7d1-f47eb3d1e976 req-2c4a1e36-c023-4745-8482-8c57e0d2708a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0806878
Nov 27 20:53:02.642316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f174792-6d30-46d9-b7d1-f47eb3d1e976 req-a9c7636a-7829-4a66-a672-91e325277a60 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549409
Nov 27 20:53:02.658288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6bb20fc0-6838-4e4f-99bd-6fa71ae48d7d req-ab02fe31-18d3-48dd-b19b-ec4fe5b70c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-574700247', 'description': 'tempest-description-285478824'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:02.685657 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6bb20fc0-6838-4e4f-99bd-6fa71ae48d7d req-ab02fe31-18d3-48dd-b19b-ec4fe5b70c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.763868 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6bb20fc0-6838-4e4f-99bd-6fa71ae48d7d req-ab02fe31-18d3-48dd-b19b-ec4fe5b70c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.769458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6bb20fc0-6838-4e4f-99bd-6fa71ae48d7d req-ab02fe31-18d3-48dd-b19b-ec4fe5b70c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.788646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591d422-f207-4f86-a2f0-3c2301aa4316 req-72a8f4df-5f4e-4279-b997-5c67e72ed703 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:02.790281 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0591d422-f207-4f86-a2f0-3c2301aa4316 req-72a8f4df-5f4e-4279-b997-5c67e72ed703 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 945 time: 0.0542185
Nov 27 20:53:02.794558 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6bb20fc0-6838-4e4f-99bd-6fa71ae48d7d req-ab02fe31-18d3-48dd-b19b-ec4fe5b70c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:02.795802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bb20fc0-6838-4e4f-99bd-6fa71ae48d7d req-ab02fe31-18d3-48dd-b19b-ec4fe5b70c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.1429696
Nov 27 20:53:02.815085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02fe31-18d3-48dd-b19b-ec4fe5b70c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d4501e-ad00-41f7-a9ea-7a077cdc7b84,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:02.866369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0591d422-f207-4f86-a2f0-3c2301aa4316 req-97f1d28a-6646-4520-8528-13e36d476a46 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619519
Nov 27 20:53:03.055320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-2d9d5817-a44d-4a29-8604-357e97f43448 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:03.057182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-2d9d5817-a44d-4a29-8604-357e97f43448 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 812 time: 0.1263463
Nov 27 20:53:03.083750 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-b64d480e-1817-4834-bcfe-72ac0c0b5527 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/quotas/4ce320b0fdb0466692b28dc520686425 HTTP/1.1" status: 200  len: 375 time: 0.0196886
Nov 27 20:53:03.120005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f402156a-9639-49ed-ad4d-1d1807d85d1c tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0353014
Nov 27 20:53:03.263627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90299f19-1336-408b-9b3a-e52ab8409243 req-e6dcd5bd-fd17-4c3a-b829-57c977037b48 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:03.265837 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90299f19-1336-408b-9b3a-e52ab8409243 req-e6dcd5bd-fd17-4c3a-b829-57c977037b48 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 945 time: 0.1142676
Nov 27 20:53:03.279193 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-18a2dabf-7096-4e7d-a3a1-22c2555abceb service neutron] 10.222.0.21 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580837
Nov 27 20:53:03.289952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-000dd34c-e902-4234-b438-bb2981322198 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:03.292804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-000dd34c-e902-4234-b438-bb2981322198 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 945 time: 0.0901325
Nov 27 20:53:03.316947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809'}, {'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:03.319426 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e9c60b-ede2-430b-adcd-575fa41ddee0" -d '{"events": [{"server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "name": "network-vif-plugged", "status": "completed", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809"}, {"server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "name": "network-vif-plugged", "status": "completed", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:03.386425 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90299f19-1336-408b-9b3a-e52ab8409243 req-0b7d503c-f9e1-430d-bdc0-7dbf50f81e16 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111619
Nov 27 20:53:03.399098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-3e931e6d-54f7-4f70-aa40-c1153d78745e service neutron] 10.222.0.21 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1124482
Nov 27 20:53:03.466019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Deleting port cbbbfa16-834b-452b-bcfa-17d86ec350c7 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:03.466367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:03.492197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cbbbfa16-834b-452b-bcfa-17d86ec350c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:03.661482 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24d3a2d-cb27-4afc-ac8e-13c6ba2c15aa x-openstack-request-id: req-d24d3a2d-cb27-4afc-ac8e-13c6ba2c15aa {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:03.662719 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "name": "network-vif-plugged", "status": "completed", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809", "code": 200}, {"server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "name": "network-vif-plugged", "status": "completed", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:03.663051 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d24d3a2d-cb27-4afc-ac8e-13c6ba2c15aa {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:03.666819 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809', 'code': 200}
Nov 27 20:53:03.667158 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7', 'code': 200}
Nov 27 20:53:03.668868 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:03.735133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:03.745973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:03.773036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff02ce-1293-4553-b341-f18172d1e51e req-11fe06b1-ae66-4c25-aaaa-56c2dccdf9db tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:03.774934 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-639e21e5-bd84-4843-b2c2-162ebc6b10f6 req-ff9ceafd-9a59-418c-b4a1-1292c750548b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 210 time: 0.0625467
Nov 27 20:53:03.775717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5aff02ce-1293-4553-b341-f18172d1e51e req-11fe06b1-ae66-4c25-aaaa-56c2dccdf9db tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 946 time: 0.0855060
Nov 27 20:53:03.777012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] For port cbbbfa16-834b-452b-bcfa-17d86ec350c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbbbfa16-834b-452b-bcfa-17d86ec350c7,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:03.782219 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:03.806703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Calling delete_port for cbbbfa16-834b-452b-bcfa-17d86ec350c7 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:03.859132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cbbbfa16-834b-452b-bcfa-17d86ec350c7,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:03.908043 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5aff02ce-1293-4553-b341-f18172d1e51e req-24c52d56-83e8-4fc8-b873-efb6528470ce tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1185687
Nov 27 20:53:04.016983 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-408944e0-8495-4176-bf5d-e4d1fec9f269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:04.090330 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:04.126503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb512b12-2d00-4182-8bb1-72c6f135d721 req-f5ff0379-3811-41ef-b8ad-fee247e7ecc6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:04.139450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb512b12-2d00-4182-8bb1-72c6f135d721 req-f5ff0379-3811-41ef-b8ad-fee247e7ecc6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=89360906-579a-4126-bc8d-e3e4cff060e0 HTTP/1.1" status: 200  len: 943 time: 0.1477251
Nov 27 20:53:04.147536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fec19f-c4b3-4336-ab75-993067433bcf req-0756ab73-017e-4a37-b59e-3e38a4d98a19 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:04.159574 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b2fec19f-c4b3-4336-ab75-993067433bcf req-0756ab73-017e-4a37-b59e-3e38a4d98a19 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1192086
Nov 27 20:53:04.170585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event deleted for resources: {'Port': ['ID=cbbbfa16-834b-452b-bcfa-17d86ec350c7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:04.237982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb512b12-2d00-4182-8bb1-72c6f135d721 req-b00d4e42-bda6-4a9b-8022-a933eef675eb tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963399
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.254124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.255343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:04.264555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] No DVR routers for this DVR port cbbbfa16-834b-452b-bcfa-17d86ec350c7 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:04.271529 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:04.275528 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88299049-02fe-46e1-b7af-ecbf39a767cc req-193c2c8e-74f5-4e54-8cf4-30534e808f85 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "DELETE /v2.0/ports/cbbbfa16-834b-452b-bcfa-17d86ec350c7 HTTP/1.1" status: 204  len: 173 time: 0.9721162
Nov 27 20:53:04.276066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'name': 'network-vif-deleted', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:04.278408 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d39503-0522-4820-ab1f-4fab748c7aa7" -d '{"events": [{"server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "name": "network-vif-deleted", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:04.300752 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b2fec19f-c4b3-4336-ab75-993067433bcf req-f4f3b171-c4f3-42e5-91e1-e89684289710 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396477
Nov 27 20:53:04.366361 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a396a1-eeec-4123-afb5-1bb3553f1160 x-openstack-request-id: req-d1a396a1-eeec-4123-afb5-1bb3553f1160 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:04.367015 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "name": "network-vif-deleted", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:04.367299 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1a396a1-eeec-4123-afb5-1bb3553f1160 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:04.368025 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'name': 'network-vif-deleted', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7', 'status': 'completed', 'code': 200}
Nov 27 20:53:04.548004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26330bcd-577e-4607-9fdd-cf6038dd1454 req-654fb0fa-cf60-417a-92e5-4e501ded2218 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:04.549832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-26330bcd-577e-4607-9fdd-cf6038dd1454 req-654fb0fa-cf60-417a-92e5-4e501ded2218 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 945 time: 0.0588455
Nov 27 20:53:04.623697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-26330bcd-577e-4607-9fdd-cf6038dd1454 req-da402b82-ca10-4fbb-839b-1193ad3ba39c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563619
Nov 27 20:53:04.912340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40719009-89e8-4779-b1d2-f6df51f09f0e req-8cd1099c-a38b-4c25-9569-5c52bca23dc4 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 210 time: 0.0458055
Nov 27 20:53:05.337357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-aa0af67d-ef8d-472e-8f6e-76cb8f2aeb72 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:05.339720 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-aa0af67d-ef8d-472e-8f6e-76cb8f2aeb72 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.15 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 812 time: 0.2158632
Nov 27 20:53:05.375647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'port': {'device_id': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'network_id': '2940339f-24fb-427d-9c33-55a10d708401', 'admin_state_up': True, 'tenant_id': '4ce320b0fdb0466692b28dc520686425'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:05.505986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592e1c-cca4-4527-9ec5-ebc9bfa6673f req-a51018b8-a484-4b54-b516-21d051f7b361 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:05.514282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5592e1c-cca4-4527-9ec5-ebc9bfa6673f req-a51018b8-a484-4b54-b516-21d051f7b361 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 946 time: 0.1731279
Nov 27 20:53:05.524832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656cb77-449b-4c50-be4a-c36cbc6dd4a2 req-ca2b1be8-20a8-4d3d-b3a8-dd413a24c01a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:05.528864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5656cb77-449b-4c50-be4a-c36cbc6dd4a2 req-ca2b1be8-20a8-4d3d-b3a8-dd413a24c01a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0672743
Nov 27 20:53:05.595767 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5656cb77-449b-4c50-be4a-c36cbc6dd4a2 req-ee52a4c0-b935-4384-a6c2-f3606410389f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592577
Nov 27 20:53:05.600279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5592e1c-cca4-4527-9ec5-ebc9bfa6673f req-0c8fa057-ee4f-4b09-8d1e-2ee503f312a3 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835333
Nov 27 20:53:05.611780 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Made reservation on behalf of 4ce320b0fdb0466692b28dc520686425 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:05.611780 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:05.673566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:05.676140 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad663696-02c7-4b56-a50a-4b7400db570b" -d '{"events": [{"server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:05.739954 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d33199-2141-4869-9178-1a37c3a2d5cc x-openstack-request-id: req-46d33199-2141-4869-9178-1a37c3a2d5cc {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:05.740392 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89360906-579a-4126-bc8d-e3e4cff060e0", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbbfa16-834b-452b-bcfa-17d86ec350c7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:05.740718 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46d33199-2141-4869-9178-1a37c3a2d5cc {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:05.741172 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89360906-579a-4126-bc8d-e3e4cff060e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbbfa16-834b-452b-bcfa-17d86ec350c7', 'code': 200}
Nov 27 20:53:05.828642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Allocated IP 172.20.0.4 (2940339f-24fb-427d-9c33-55a10d708401/8243016a-be60-432d-896c-4d87c4b1eb0e/82ae9ef3-d9a1-4c1b-9556-dd503129f6ca) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:05.836032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-96e1da4c-e370-445c-8d05-ac52c1c9a2f5 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:05.844470 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-96e1da4c-e370-445c-8d05-ac52c1c9a2f5 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/networks?id=51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 200  len: 822 time: 0.1671576
Nov 27 20:53:05.864063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-49284026-ac7c-4163-9b11-d86d638b3208 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/quotas/483860ef169447208569ca7510affe41 HTTP/1.1" status: 200  len: 375 time: 0.0185485
Nov 27 20:53:05.901506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-66320dcb-8fb9-447b-86e1-1fc092d6079d tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=483860ef169447208569ca7510affe41&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0365391
Nov 27 20:53:06.039880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-a2f1a68a-2ad6-4b5b-91c4-34f5e858540a service neutron] 10.222.0.21 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372292
Nov 27 20:53:06.168903 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:06.191022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-fd16da7a-10ba-4859-9fc7-d451d668c5e2 service neutron] 10.222.0.21 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489949
Nov 27 20:53:06.251731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:06.367216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Network 2940339f-24fb-427d-9c33-55a10d708401 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:06.406515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:06.410829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:06.412988 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-202e0535-5379-442d-b6f3-c5c6931f334e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:06.422763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'Port': ['ID=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:06.547998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:06.548781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:06.571340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a8f3a-a7ce-4833-a150-5859f6bbaa41 req-7f60c99e-8cad-4d41-85f1-c9ef76425451 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:06.580648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c36a8f3a-a7ce-4833-a150-5859f6bbaa41 req-7f60c99e-8cad-4d41-85f1-c9ef76425451 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 931 time: 0.1465015
Nov 27 20:53:06.641889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f372f1e5-00a1-48ec-9cf4-af07bc98d90f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2705615
Nov 27 20:53:06.684200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Request body: {'port': {'device_id': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:06.728931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c36a8f3a-a7ce-4833-a150-5859f6bbaa41 req-f39438d9-9a52-4693-9f91-11c021623020 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472504
Nov 27 20:53:06.792601 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:06.876246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-e82a423a-3ec7-45cd-8422-e763ae44baaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:06.879432 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-e82a423a-3ec7-45cd-8422-e763ae44baaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 946 time: 0.1207342
Nov 27 20:53:07.059138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020a9b-05b4-49dd-956c-8d4c31f68d41 req-bf94f84d-f892-41b6-afe8-6ff2c31a06ef tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:07.061615 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-13020a9b-05b4-49dd-956c-8d4c31f68d41 req-bf94f84d-f892-41b6-afe8-6ff2c31a06ef tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1061318
Nov 27 20:53:07.112944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Deleting port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:07.113633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:07.199735 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-13020a9b-05b4-49dd-956c-8d4c31f68d41 req-be5e55fa-247d-4e6d-8e9d-a9729eec8de3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290088
Nov 27 20:53:07.306926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] For port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:07.307183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:07.403323 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3469eb52-cdaa-4684-9113-2adca5d8a208 req-ecba14c7-501c-4d54-9f06-c9fb97fc02c3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 210 time: 0.5764461
Nov 27 20:53:07.415455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611080c-48ab-42cb-aa80-8cfb7076bfbd req-363ca58b-06c8-46cd-8699-d203bf907762 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:07.423118 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5611080c-48ab-42cb-aa80-8cfb7076bfbd req-363ca58b-06c8-46cd-8699-d203bf907762 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 946 time: 0.1185493
Nov 27 20:53:07.527529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cbbbfa16-834b-452b-bcfa-17d86ec350c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:07.578795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: cbbbfa16-834b-452b-bcfa-17d86ec350c7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:07.583161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cbbbfa16-834b-452b-bcfa-17d86ec350c7 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:07.594692 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5611080c-48ab-42cb-aa80-8cfb7076bfbd req-e74e548d-ec48-46e3-bb7b-e1655cea2390 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6b566a8-d043-4b5a-9473-2eef90679a40&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1699736
Nov 27 20:53:07.647579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:07.647965 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:07.648292 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Floating IP 90d87728-8f02-4ce3-ae30-5878bfceefc1 disassociated. External IP: 172.35.3.36, port: f34dffdf-663f-4b72-92c0-9d9a0fe43a7f.
Nov 27 20:53:07.648644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Calling delete_port for f34dffdf-663f-4b72-92c0-9d9a0fe43a7f owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:07.732996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:07.819848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-03af28b9-1abf-457d-943a-8348df4b9f77 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:07.839811 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-03af28b9-1abf-457d-943a-8348df4b9f77 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 814 time: 0.2885888
Nov 27 20:53:07.888914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-ff53b6e7-f818-4124-a311-9fe9c6a57ea0 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/quotas/79226c480677428e924a69a8e4c01ae9 HTTP/1.1" status: 200  len: 375 time: 0.0466723
Nov 27 20:53:07.936240 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:08.014013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-d9418616-5c7d-4b23-adbe-f118bc5ca38d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1241508
Nov 27 20:53:08.056200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event deleted for resources: {'Port': ['ID=f34dffdf-663f-4b72-92c0-9d9a0fe43a7f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:08.158257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:08.182200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:08.256228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Transition to ACTIVE for port object 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:08.274060 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:08.319881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-d36f65ec-d102-4a44-bb35-4e5c43182655 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3049538
Nov 27 20:53:08.344527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Router e2cff884-2ffd-4f51-956e-0c5ef8834077 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:53:08.370835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1b8d6-16a8-42ea-9b5d-a567fc6a9b6b req-4fa30d61-e780-43d7-8ad6-4d6be3e7f4a7 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:08.381194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9f1b8d6-16a8-42ea-9b5d-a567fc6a9b6b req-4fa30d61-e780-43d7-8ad6-4d6be3e7f4a7 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 931 time: 0.3057098
Nov 27 20:53:08.429809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Pushing event updated for resources: {'Port': ['ID=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:08.446469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-3c58113c-34af-4528-beb2-fc75b2d82ef2 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:08.451397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-3c58113c-34af-4528-beb2-fc75b2d82ef2 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "GET /v2.0/networks?id=51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 200  len: 822 time: 0.3102317
Nov 27 20:53:08.499419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Request body: {'port': {'device_id': '56059f02-0c55-46c4-9744-8b4536f99ff3', 'network_id': '51800357-640d-4106-97ff-61854e2562e6', 'admin_state_up': True, 'tenant_id': '483860ef169447208569ca7510affe41'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:08.553329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9f1b8d6-16a8-42ea-9b5d-a567fc6a9b6b req-18c87b96-cd57-411c-836f-b062e891ec91 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571701
Nov 27 20:53:08.597470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:53:08.614613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] Sync routers for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:53:08.629992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:08.630652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fddb4940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:08.705595 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-7611d42d-7a2c-44d8-b619-2a20f038d264 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3844461
Nov 27 20:53:08.744509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Attempting to bind port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:08.745232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Attempting to bind port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0dfd7269-8599-48e9-9262-18620fbe2015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2940339f-24fb-427d-9c33-55a10d708401'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:08.745813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Attempting to bind port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca on network 2940339f-24fb-427d-9c33-55a10d708401 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:08.757389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] No DVR routers for this DVR port f34dffdf-663f-4b72-92c0-9d9a0fe43a7f on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:08.762836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:08.767227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56227bee-093e-4a1b-a369-37fb28cdc773 req-07b4f1fc-bba9-42c1-85ad-615658be4eaf tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.35 "DELETE /v2.0/ports/f34dffdf-663f-4b72-92c0-9d9a0fe43a7f HTTP/1.1" status: 204  len: 173 time: 1.8778429
Nov 27 20:53:08.768031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'name': 'network-vif-deleted', 'tag': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:08.771341 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ae38b6-16ae-48b1-8385-e93ef537b251" -d '{"events": [{"server_uuid": "2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b", "name": "network-vif-deleted", "tag": "f34dffdf-663f-4b72-92c0-9d9a0fe43a7f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:08.792973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c14fd7-97b9-4e80-a31a-1a6ff2fbe772 req-e8503574-34e6-4160-893f-dc22da6660c8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:08.805886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca on network 2940339f-24fb-427d-9c33-55a10d708401 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:08.809065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Attempting to bind port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca on network 2940339f-24fb-427d-9c33-55a10d708401 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:08.840213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67c14fd7-97b9-4e80-a31a-1a6ff2fbe772 req-e8503574-34e6-4160-893f-dc22da6660c8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1507630
Nov 27 20:53:08.852964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:08.853756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Checking segment: {'id': '0dfd7269-8599-48e9-9262-18620fbe2015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2940339f-24fb-427d-9c33-55a10d708401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:08.854092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Bound using segment: {'id': '0dfd7269-8599-48e9-9262-18620fbe2015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2940339f-24fb-427d-9c33-55a10d708401'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:08.854819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Bound port: 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfd7269-8599-48e9-9262-18620fbe2015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2940339f-24fb-427d-9c33-55a10d708401'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:08.856956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:08.858830 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:08.931793 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67c14fd7-97b9-4e80-a31a-1a6ff2fbe772 req-49f25415-9b73-4bdc-bfa0-27b948427530 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896795
Nov 27 20:53:08.945578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Made reservation on behalf of 483860ef169447208569ca7510affe41 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:08.950159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:09.053055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] For port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:09.111832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7655c30-d9d0-40e7-81fa-5d8833879b04 req-b342d03d-6841-4161-a9d9-26109d09e497 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 210 time: 0.0515316
Nov 27 20:53:09.193125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] For port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:09.214100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:09.281368 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ac5b09-92a2-46c5-97a1-c56c080c57f8 x-openstack-request-id: req-22ac5b09-92a2-46c5-97a1-c56c080c57f8 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:09.282042 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b", "name": "network-vif-deleted", "tag": "f34dffdf-663f-4b72-92c0-9d9a0fe43a7f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:09.282542 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22ac5b09-92a2-46c5-97a1-c56c080c57f8 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:09.283498 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b', 'name': 'network-vif-deleted', 'tag': 'f34dffdf-663f-4b72-92c0-9d9a0fe43a7f', 'status': 'completed', 'code': 200}
Nov 27 20:53:09.292460 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-510da51e-cc85-41a2-8bd0-3e9e67875bce req-bcf69a0c-6028-44f3-a46b-b8a6aefcf93a tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7a179d-93f0-4ab9-af5e-bafe4f2dbc2b HTTP/1.1" status: 200  len: 210 time: 0.0975873
Nov 27 20:53:09.312249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:09.313630 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:09.315192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] 10.222.0.15 "PUT /v2.0/ports/82ae9ef3-d9a1-4c1b-9556-dd503129f6ca HTTP/1.1" status: 200  len: 1091 time: 2.6510315
Nov 27 20:53:09.324117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:09.326452 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba93250-a941-4a5c-b0f1-d39668005e08" -d '{"events": [{"name": "network-changed", "server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:09.440281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375783f-8fda-488c-90b5-c0b8a12a56bb service neutron] Pushing event updated for resources: {'Port': ['ID=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:09.579728 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3946d98-be68-4921-8a4e-1dd679810535 req-be226c93-133f-4655-b5fd-b5bac63ae37e tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 210 time: 0.0479193
Nov 27 20:53:09.600495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f34dffdf-663f-4b72-92c0-9d9a0fe43a7f no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:09.606702 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05ea8ef-f5e0-4b89-9812-2e492d061ffd x-openstack-request-id: req-a05ea8ef-f5e0-4b89-9812-2e492d061ffd {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:09.607167 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:09.610244 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a05ea8ef-f5e0-4b89-9812-2e492d061ffd {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:09.611022 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'status': 'completed', 'code': 200}
Nov 27 20:53:09.648937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Allocated IP 172.20.0.11 (51800357-640d-4106-97ff-61854e2562e6/7716ef98-4d6b-41bf-8651-1d9ae6fcbd35/07fe1e64-102d-4c40-8233-cc2f4399f06f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:09.672256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: f34dffdf-663f-4b72-92c0-9d9a0fe43a7f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:09.672858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f34dffdf-663f-4b72-92c0-9d9a0fe43a7f not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:09.685004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-b8330f18-6a86-4dc2-bde9-5f13778889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:09.688630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-b8330f18-6a86-4dc2-bde9-5f13778889a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 1094 time: 0.2603176
Nov 27 20:53:09.754297 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:09.790866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-2cbe5518-596a-4a46-b054-26c1dc10a6f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca HTTP/1.1" status: 200  len: 217 time: 0.0903234
Nov 27 20:53:09.838714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fddb4940>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:09.878870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] Checking router: e2cff884-2ffd-4f51-956e-0c5ef8834077 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:53:09.924943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:09.925788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fddb4940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:10.187397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f4e66908-3976-4dee-96d8-20ffc17c8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:10.189259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-f4e66908-3976-4dee-96d8-20ffc17c8a82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 200  len: 852 time: 0.3787172
Nov 27 20:53:10.200707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a73ec1-daf3-421f-951d-cf19517761e0 req-1d409da7-a8d6-4795-b74d-2bce82db883c tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:10.212921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96a73ec1-daf3-421f-951d-cf19517761e0 req-1d409da7-a8d6-4795-b74d-2bce82db883c tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 943 time: 0.5140886
Nov 27 20:53:10.272693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1feca-9077-486b-aff3-fb23af7bef24 req-b0364a1e-1fff-4f95-a9bd-d000764917c2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:10.277659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fa1feca-9077-486b-aff3-fb23af7bef24 req-b0364a1e-1fff-4f95-a9bd-d000764917c2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1644802
Nov 27 20:53:10.290585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:10.318609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-c975836c-2c26-4758-bea0-f3c26e9d8e1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2940339f-24fb-427d-9c33-55a10d708401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838594
Nov 27 20:53:10.330379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96a73ec1-daf3-421f-951d-cf19517761e0 req-2ad24ddf-6e87-4384-abfb-e3c579990b38 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158280
Nov 27 20:53:10.373605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fa1feca-9077-486b-aff3-fb23af7bef24 req-2eb5d4c0-e114-4e2f-a24b-f8b6093032fd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875399
Nov 27 20:53:10.473792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:10.540753 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:10.674490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:10.771049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fddb4940>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:10.819608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533710f6-a1d9-47ce-849a-42dc8ff09a72 None None] The sync data for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 is: [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:46Z', 'revision_number': 4, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '635adfa2-548a-48ac-892d-67f832bcbf95', 'name': '', 'network_id': '7a2f3da6-fc07-4bd8-b994-fc2cede22518', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'mac_address': 'fa:16:3e:7d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:44Z', 'updated_at': '2021-11-27T20:46:52Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'subnets': [{'id': '5b2810e0-f316-4078-a3ee-55abc91692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:53:10.884880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Network 51800357-640d-4106-97ff-61854e2562e6 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:10.913828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-92b4fc02-7938-4b87-b7c4-6295ff72c31a tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:10.916244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-92b4fc02-7938-4b87-b7c4-6295ff72c31a tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.35 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 814 time: 0.2783067
Nov 27 20:53:10.925197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event updated for resources: {'Port': ['ID=07fe1e64-102d-4c40-8233-cc2f4399f06f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:10.929068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:10.934968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Request body: {'port': {'device_id': 'acbf72fc-e72f-4963-8664-b1b1260f8f89', 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce', 'admin_state_up': True, 'tenant_id': '79226c480677428e924a69a8e4c01ae9'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:10.942822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:11.033948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:11.034699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:11.072928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db50787-ecf2-40c1-82c8-5db397934f73 req-c98b2405-74fc-4251-be20-85e3828f4d25 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:11.075146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9db50787-ecf2-40c1-82c8-5db397934f73 req-c98b2405-74fc-4251-be20-85e3828f4d25 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 932 time: 0.5314953
Nov 27 20:53:11.089250 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-55d35104-ffe3-4aa9-9bd0-46348071ba56 service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7574112
Nov 27 20:53:11.096347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d159e428-82f3-4478-81e3-73a754bdde5c req-a8c409a1-b72c-4ec6-a7ef-0e5f7d8d4215 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 210 time: 0.1561153
Nov 27 20:53:11.115801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-cad1a79e-ee12-4316-8062-b4e7ab0a4ec3 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6476948
Nov 27 20:53:11.134032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Made reservation on behalf of 79226c480677428e924a69a8e4c01ae9 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:11.138104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:11.142846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Request body: {'port': {'device_id': '56059f02-0c55-46c4-9744-8b4536f99ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:11.193949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36216) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:11.293391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9db50787-ecf2-40c1-82c8-5db397934f73 req-e45ca6fd-d005-4322-b84a-65008e077d74 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035408
Nov 27 20:53:11.312644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Allocated IP 172.20.0.14 (4c1c2964-efe7-47f4-bb47-68bb0bb15cce/9acf26a3-8a0f-4e26-8587-6c20c4861307/1597305a-cd19-4e32-92a0-39078f81c889) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:11.334425 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6c0bcd-6596-439a-952b-aac718f090f2 None None] New status for floating IP 90d87728-8f02-4ce3-ae30-5878bfceefc1: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:53:11.421944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e1c00ba-be33-40b7-a7c0-f3add7568529 req-bfa9f6f9-5dd5-4f76-9d55-303747647579 service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3168969
Nov 27 20:53:11.432799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:11.579636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:11.656647 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc2176e5-aea4-4023-a49f-d75048001c88 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:11.663096 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:11.677336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1cb73713-eb64-4a52-a006-70b1b4bcabdb', '0437b053-b2e1-4749-ac48-4e6a8a0dc423'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:11.717013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc2176e5-aea4-4023-a49f-d75048001c88 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:11.738274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dadcc3-9f4e-4cec-80fc-60ed398281a6 req-e127c7c0-87a1-40f0-901d-a213bfd0af88 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:11.754592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5dadcc3-9f4e-4cec-80fc-60ed398281a6 req-e127c7c0-87a1-40f0-901d-a213bfd0af88 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1426301
Nov 27 20:53:11.816633 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc2176e5-aea4-4023-a49f-d75048001c88 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:11.819513 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc2176e5-aea4-4023-a49f-d75048001c88 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:11.820848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cc2176e5-aea4-4023-a49f-d75048001c88 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6b566a8-d043-4b5a-9473-2eef90679a40 HTTP/1.1" status: 204  len: 168 time: 0.6231043
Nov 27 20:53:11.826746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:11.836975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36242) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:11.847852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2176e5-aea4-4023-a49f-d75048001c88 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b566a8-d043-4b5a-9473-2eef90679a40,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:11.859807 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:11.862022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-7d4555b7-5cd7-4499-95c5-8f8789499933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:11.863572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:11.863713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-7d4555b7-5cd7-4499-95c5-8f8789499933 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 1094 time: 0.3738139
Nov 27 20:53:11.878251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Pushing event updated for resources: {'Port': ['ID=1597305a-cd19-4e32-92a0-39078f81c889,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:11.918037 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-07f3c434-d6a3-4a7d-86ea-24bd32254105 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] show failed (client error): The resource could not be found.
Nov 27 20:53:11.919570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-07f3c434-d6a3-4a7d-86ea-24bd32254105 tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "GET /v2.0/security-groups/b6b566a8-d043-4b5a-9473-2eef90679a40 HTTP/1.1" status: 404  len: 347 time: 0.0781035
Nov 27 20:53:11.926660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36244) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:11.993781 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5dadcc3-9f4e-4cec-80fc-60ed398281a6 req-41c85b5e-bda0-40da-8f03-fdf5c9825352 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365777
Nov 27 20:53:12.024964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9505-ca83-437b-8657-93bf7db895da req-f39f3af3-0f79-4fe1-a384-64499faaaee3 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:12.029356 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-287e9505-ca83-437b-8657-93bf7db895da req-f39f3af3-0f79-4fe1-a384-64499faaaee3 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 943 time: 0.4498255
Nov 27 20:53:12.220788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:12.221479 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:12.268369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fe1e64-102d-4c40-8233-cc2f4399f06f {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:12.278590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:12.279286 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a7440a3f-b11c-4a06-af61-c98fecaaa815 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3519759
Nov 27 20:53:12.294726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Transition to ACTIVE for port object 07fe1e64-102d-4c40-8233-cc2f4399f06f will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:12.296726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Request body: {'port': {'device_id': 'acbf72fc-e72f-4963-8664-b1b1260f8f89', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:12.313793 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:12.361444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Deleting port af031479-85db-4ca2-8692-800c6d277245 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:12.362131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:12.442018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-287e9505-ca83-437b-8657-93bf7db895da req-29a0c88c-34f1-4e68-ba95-7d8e53f519a9 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455564
Nov 27 20:53:12.527123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Pushing event updated for resources: {'Port': ['ID=07fe1e64-102d-4c40-8233-cc2f4399f06f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:12.548506 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:12.575062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Attempting to bind port 07fe1e64-102d-4c40-8233-cc2f4399f06f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:12.575443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Attempting to bind port 07fe1e64-102d-4c40-8233-cc2f4399f06f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:12.575759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Attempting to bind port 07fe1e64-102d-4c40-8233-cc2f4399f06f on network 51800357-640d-4106-97ff-61854e2562e6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:12.580870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6179e3-c11c-4140-86b5-a90a89fca791 req-703e3df5-3c51-48ad-a72e-e3fdfa627e3c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:12.582377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b6179e3-c11c-4140-86b5-a90a89fca791 req-703e3df5-3c51-48ad-a72e-e3fdfa627e3c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 932 time: 0.2435255
Nov 27 20:53:12.588472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Port 07fe1e64-102d-4c40-8233-cc2f4399f06f on network 51800357-640d-4106-97ff-61854e2562e6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:12.588755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Attempting to bind port 07fe1e64-102d-4c40-8233-cc2f4399f06f on network 51800357-640d-4106-97ff-61854e2562e6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:12.644432 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:12.644767 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:12.657874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-e675c161-e552-4939-9fa7-8d0a20d3f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:12.659428 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-e675c161-e552-4939-9fa7-8d0a20d3f093 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 913 time: 0.6767766
Nov 27 20:53:12.665192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Calling delete_port for af031479-85db-4ca2-8692-800c6d277245 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:12.677591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:12.678019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Checking segment: {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:12.678353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Bound using segment: {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:12.678913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Bound port: 07fe1e64-102d-4c40-8233-cc2f4399f06f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09146b15-5f2a-4af2-a75f-fd81a66efd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '51800357-640d-4106-97ff-61854e2562e6'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:12.679329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:12.737822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-49c40893-f4bd-4030-b904-2b7eef169be5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca HTTP/1.1" status: 200  len: 217 time: 0.0667822
Nov 27 20:53:12.783387 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b6179e3-c11c-4140-86b5-a90a89fca791 req-c853dcc0-100e-4719-805d-896685a244cf tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913548
Nov 27 20:53:12.840531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba600d-bbbe-438e-905f-542e22d73c14 req-2e8d390d-efe1-4e31-b854-930a191770aa tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:12.850049 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efba600d-bbbe-438e-905f-542e22d73c14 req-2e8d390d-efe1-4e31-b854-930a191770aa tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 944 time: 0.2637880
Nov 27 20:53:12.911393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-04854454-cb5c-413e-bc16-39b73ed919c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:12.912854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-04854454-cb5c-413e-bc16-39b73ed919c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 200  len: 852 time: 0.1574838
Nov 27 20:53:13.000369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] For port 07fe1e64-102d-4c40-8233-cc2f4399f06f, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:13.004098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-7082d09f-023c-43c3-b90c-5c3a570e9193 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2940339f-24fb-427d-9c33-55a10d708401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0785072
Nov 27 20:53:13.076602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efba600d-bbbe-438e-905f-542e22d73c14 req-c6e43e02-7ca6-45cb-9753-e7ad7cb32407 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144969
Nov 27 20:53:13.076602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] For port 07fe1e64-102d-4c40-8233-cc2f4399f06f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07fe1e64-102d-4c40-8233-cc2f4399f06f,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:13.084566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.132046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.188880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:13.189621 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.191784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] 10.222.0.35 "PUT /v2.0/ports/07fe1e64-102d-4c40-8233-cc2f4399f06f HTTP/1.1" status: 200  len: 1092 time: 2.0555856
Nov 27 20:53:13.191925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Pushing event deleted for resources: {'Port': ['ID=af031479-85db-4ca2-8692-800c6d277245,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:13.192255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56059f02-0c55-46c4-9744-8b4536f99ff3', 'tag': '07fe1e64-102d-4c40-8233-cc2f4399f06f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:13.195243 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df" -d '{"events": [{"name": "network-changed", "server_uuid": "56059f02-0c55-46c4-9744-8b4536f99ff3", "tag": "07fe1e64-102d-4c40-8233-cc2f4399f06f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:13.238815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1597305a-cd19-4e32-92a0-39078f81c889 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:13.239045 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e0c79-043c-42d1-9b88-87fd2fec466f service neutron] Pushing event updated for resources: {'Port': ['ID=07fe1e64-102d-4c40-8233-cc2f4399f06f,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:13.261737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-b111c8d7-7f74-4c1b-b026-71f3af7a420f service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2491107
Nov 27 20:53:13.274819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.292279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e768c8-ac65-454d-b413-8bd4738f9fe9 req-46342891-936b-4e58-acbb-e3e63027c370 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:13.301400 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-62e768c8-ac65-454d-b413-8bd4738f9fe9 req-46342891-936b-4e58-acbb-e3e63027c370 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1830266
Nov 27 20:53:13.327384 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54253657-588d-4497-8f82-8540fbd4109a x-openstack-request-id: req-54253657-588d-4497-8f82-8540fbd4109a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:13.327687 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56059f02-0c55-46c4-9744-8b4536f99ff3", "tag": "07fe1e64-102d-4c40-8233-cc2f4399f06f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:13.327931 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54253657-588d-4497-8f82-8540fbd4109a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:13.328629 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56059f02-0c55-46c4-9744-8b4536f99ff3', 'tag': '07fe1e64-102d-4c40-8233-cc2f4399f06f', 'status': 'completed', 'code': 200}
Nov 27 20:53:13.366248 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-62e768c8-ac65-454d-b413-8bd4738f9fe9 req-ddf979d0-5c2d-42ca-825d-e271d44822cf tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561829
Nov 27 20:53:13.371129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Transition to ACTIVE for port object 1597305a-cd19-4e32-92a0-39078f81c889 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:13.395649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.437419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.440092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.441743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-415f41de-38f4-42e4-a638-0d3a31cead2e tempest-ServersWithSpecificFlavorTestJSON-1317853450 tempest-ServersWithSpecificFlavorTestJSON-1317853450-project] 10.222.0.21 "DELETE /v2.0/floatingips/90d87728-8f02-4ce3-ae30-5878bfceefc1 HTTP/1.1" status: 204  len: 168 time: 1.5122218
Nov 27 20:53:13.503700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Pushing event updated for resources: {'Port': ['ID=1597305a-cd19-4e32-92a0-39078f81c889,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:13.607769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Attempting to bind port 1597305a-cd19-4e32-92a0-39078f81c889 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:13.611642 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Attempting to bind port 1597305a-cd19-4e32-92a0-39078f81c889 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:13.611642 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Attempting to bind port 1597305a-cd19-4e32-92a0-39078f81c889 on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:13.618557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Port 1597305a-cd19-4e32-92a0-39078f81c889 on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:13.619953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Attempting to bind port 1597305a-cd19-4e32-92a0-39078f81c889 on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:13.627491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:13.628206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Checking segment: {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:13.628866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Bound using segment: {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:13.629539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Bound port: 1597305a-cd19-4e32-92a0-39078f81c889, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:13.630136 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.727976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] For port 1597305a-cd19-4e32-92a0-39078f81c889, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:13.733405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] For port 1597305a-cd19-4e32-92a0-39078f81c889, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1597305a-cd19-4e32-92a0-39078f81c889,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:13.741663 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.792788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:13.793448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:13.795323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] 10.222.0.35 "PUT /v2.0/ports/1597305a-cd19-4e32-92a0-39078f81c889 HTTP/1.1" status: 200  len: 1092 time: 1.5032256
Nov 27 20:53:13.810087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbf72fc-e72f-4963-8664-b1b1260f8f89', 'tag': '1597305a-cd19-4e32-92a0-39078f81c889'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:13.813967 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56644065-d5f6-4055-90c6-a97c598df0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "acbf72fc-e72f-4963-8664-b1b1260f8f89", "tag": "1597305a-cd19-4e32-92a0-39078f81c889"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:13.894798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a327e-ecda-4054-95df-3fdb728c2355 service neutron] Pushing event updated for resources: {'Port': ['ID=1597305a-cd19-4e32-92a0-39078f81c889,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:13.913391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-f46b2fe5-98b2-4661-b002-c63ee4980826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:13.915566 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-f46b2fe5-98b2-4661-b002-c63ee4980826 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 1095 time: 0.0622239
Nov 27 20:53:13.980019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cba93250-a941-4a5c-b0f1-d39668005e08 req-4c0a41ff-f4ff-497a-973e-82c3e84ba8c1 service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7091014
Nov 27 20:53:13.997794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-75c18e6b-788e-4feb-830d-c03aa0b996e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1597305a-cd19-4e32-92a0-39078f81c889 HTTP/1.1" status: 200  len: 217 time: 0.0476301
Nov 27 20:53:14.017128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-20fdee4a-2a79-4d62-8333-04da18c6a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:14.019412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-20fdee4a-2a79-4d62-8333-04da18c6a294 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=483860ef169447208569ca7510affe41&device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 1095 time: 0.7432787
Nov 27 20:53:14.025953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6fe0-6eb9-4553-bbde-6ef7d968d4e3 req-3b7bea0e-751e-4af9-8da8-53b35290da1f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:14.034665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a50b6fe0-6eb9-4553-bbde-6ef7d968d4e3 req-3b7bea0e-751e-4af9-8da8-53b35290da1f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 944 time: 0.1177545
Nov 27 20:53:14.037930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce96cb-7e03-41da-9148-c8ee202b98fc req-38329124-5ab5-4573-8e77-c40c045e54c4 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:14.047045 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-90ce96cb-7e03-41da-9148-c8ee202b98fc req-38329124-5ab5-4573-8e77-c40c045e54c4 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 943 time: 0.1573920
Nov 27 20:53:14.104860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-ad683bb1-5bec-48a8-90f3-b6e7dd8d9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:14.106041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-a1e25bd3-56b9-4747-a795-ac767d9b65d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fe1e64-102d-4c40-8233-cc2f4399f06f HTTP/1.1" status: 200  len: 217 time: 0.0561385
Nov 27 20:53:14.106356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-ad683bb1-5bec-48a8-90f3-b6e7dd8d9d5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9acf26a3-8a0f-4e26-8587-6c20c4861307 HTTP/1.1" status: 200  len: 854 time: 0.0995705
Nov 27 20:53:14.131182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a50b6fe0-6eb9-4553-bbde-6ef7d968d4e3 req-25922173-de45-4c33-8bfe-0ec1d3f587ed tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953467
Nov 27 20:53:14.187382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-a24ef0a3-fa87-4eaa-8ad3-b9da9428dad3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550163
Nov 27 20:53:14.189344 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-90ce96cb-7e03-41da-9148-c8ee202b98fc req-868a8571-5b59-496a-aa03-59f9a875b720 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362383
Nov 27 20:53:14.220073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-7beb3011-ce33-42c6-8e70-d2e966818895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:14.222146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-7beb3011-ce33-42c6-8e70-d2e966818895 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7716ef98-4d6b-41bf-8651-1d9ae6fcbd35 HTTP/1.1" status: 200  len: 862 time: 0.0996847
Nov 27 20:53:14.223032 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65a1799-eeb1-465f-a785-21f523b5febf x-openstack-request-id: req-a65a1799-eeb1-465f-a785-21f523b5febf {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:14.223191 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbf72fc-e72f-4963-8664-b1b1260f8f89", "tag": "1597305a-cd19-4e32-92a0-39078f81c889", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:14.223477 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a65a1799-eeb1-465f-a785-21f523b5febf {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:14.223832 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbf72fc-e72f-4963-8664-b1b1260f8f89', 'tag': '1597305a-cd19-4e32-92a0-39078f81c889', 'status': 'completed', 'code': 200}
Nov 27 20:53:14.286371 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-0d9edc09-c029-49e6-8ca9-918693ae113b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51800357-640d-4106-97ff-61854e2562e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510406
Nov 27 20:53:14.362771 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-76c3b610-612a-4a7e-95be-052aa2628f0b service neutron] 10.222.0.35 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604559
Nov 27 20:53:14.493969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-b21263bc-770d-4937-a31a-b67673aaec06 service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048333
Nov 27 20:53:14.625844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7323077e-ba11-45c1-839f-ee80f2e2a885 req-daa234b8-a596-434d-bf9f-8086ade94803 service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230836
Nov 27 20:53:14.772585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-2af161e4-db1d-464d-a043-063cf8a513ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:14.774246 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-2af161e4-db1d-464d-a043-063cf8a513ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=483860ef169447208569ca7510affe41&device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 1095 time: 0.0940604
Nov 27 20:53:14.804100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a0f23-3115-47f7-908c-1b079a70c389 req-3a858eef-47d5-404b-a7b7-d5e9cff41906 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:14.808546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-798a0f23-3115-47f7-908c-1b079a70c389 req-3a858eef-47d5-404b-a7b7-d5e9cff41906 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0817657
Nov 27 20:53:14.866249 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5be478-45d3-4c9f-86a4-0beb1a70e6c6 req-402ce4eb-e249-4277-af7f-1e4358852241 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:14.868695 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c5be478-45d3-4c9f-86a4-0beb1a70e6c6 req-402ce4eb-e249-4277-af7f-1e4358852241 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 944 time: 0.4583650
Nov 27 20:53:14.895300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aee07582-39e3-4b64-be13-2e330f3d6fed req-af56efe7-6d99-4697-be1d-bd06b5bb10cc service neutron] 10.222.0.35 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5233526
Nov 27 20:53:14.934707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-798a0f23-3115-47f7-908c-1b079a70c389 req-bf311d33-843a-48d6-b3ce-1db6ff34917c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074150
Nov 27 20:53:14.939156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:14.953781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-ebaf76c8-294f-47bd-87a7-12b6e968f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:14.959982 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c5be478-45d3-4c9f-86a4-0beb1a70e6c6 req-d7ed70d9-7c46-4119-bb3e-233143eed0ac tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771029
Nov 27 20:53:14.961867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-ebaf76c8-294f-47bd-87a7-12b6e968f7b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 200  len: 923 time: 0.1760621
Nov 27 20:53:15.067023 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-78d9a29c-09d0-4fb4-b372-0fac64007669 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fe1e64-102d-4c40-8233-cc2f4399f06f HTTP/1.1" status: 200  len: 217 time: 0.0964959
Nov 27 20:53:15.089811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644065-d5f6-4055-90c6-a97c598df0aa req-e884f8a9-00dc-4fa8-9b75-16169011f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:15.090939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56644065-d5f6-4055-90c6-a97c598df0aa req-e884f8a9-00dc-4fa8-9b75-16169011f8da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 1095 time: 0.0928330
Nov 27 20:53:15.165504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:15.182233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'network_id': '2940339f-24fb-427d-9c33-55a10d708401', 'port_id': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'mac_address': 'fa:16:3e:ad:d0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8243016a-be60-432d-896c-4d87c4b1eb0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:15.204601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-4d006bfe-ffd9-4509-9334-c2bcb904187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:15.206391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-4d006bfe-ffd9-4509-9334-c2bcb904187a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7716ef98-4d6b-41bf-8651-1d9ae6fcbd35 HTTP/1.1" status: 200  len: 862 time: 0.1295812
Nov 27 20:53:15.223176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedd293-964b-4b2e-a4c2-bb1ef4af24cf req-ceb00f3a-f272-4ddd-9908-85460bdb1a98 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:15.231760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aeedd293-964b-4b2e-a4c2-bb1ef4af24cf req-ceb00f3a-f272-4ddd-9908-85460bdb1a98 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 945 time: 0.0765710
Nov 27 20:53:15.232075 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:15.257176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:15.281046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:15.289394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203f46-f767-445b-ad21-54a835afcddf req-62ff51d6-6052-4a27-88a7-b7de16e6d806 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:15.289950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:15.299150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-054b4d0c-5432-4864-9bed-3bd3014eab7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51800357-640d-4106-97ff-61854e2562e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641050
Nov 27 20:53:15.302128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1b203f46-f767-445b-ad21-54a835afcddf req-62ff51d6-6052-4a27-88a7-b7de16e6d806 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 946 time: 0.1295433
Nov 27 20:53:15.336549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644065-d5f6-4055-90c6-a97c598df0aa req-edacd2a5-c80c-430e-9e8c-cdaa5407bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:15.338500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56644065-d5f6-4055-90c6-a97c598df0aa req-edacd2a5-c80c-430e-9e8c-cdaa5407bba6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 915 time: 0.2381234
Nov 27 20:53:15.365405 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aeedd293-964b-4b2e-a4c2-bb1ef4af24cf req-83c9ddce-7226-401c-b410-ea0b0f15a28e tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320345
Nov 27 20:53:15.365648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:15.424012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56644065-d5f6-4055-90c6-a97c598df0aa req-4cbf0e0f-d4f3-45e3-8b59-080b118feb7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1597305a-cd19-4e32-92a0-39078f81c889 HTTP/1.1" status: 200  len: 217 time: 0.0747120
Nov 27 20:53:15.496804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1b203f46-f767-445b-ad21-54a835afcddf req-a46666a5-8350-4e34-bd78-7427c59c7cf2 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1933789
Nov 27 20:53:15.540809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644065-d5f6-4055-90c6-a97c598df0aa req-d80edb2e-0f4f-4929-bb45-74c7c1159640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:15.542727 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56644065-d5f6-4055-90c6-a97c598df0aa req-d80edb2e-0f4f-4929-bb45-74c7c1159640 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9acf26a3-8a0f-4e26-8587-6c20c4861307 HTTP/1.1" status: 200  len: 854 time: 0.1050785
Nov 27 20:53:15.558396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-4cd36f7a-1631-4fed-b6d6-1737d67027f9 service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880460
Nov 27 20:53:15.585652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56644065-d5f6-4055-90c6-a97c598df0aa req-ff398150-7a92-4adb-854f-41940825f8e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0332196
Nov 27 20:53:15.666088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a85ca6-f14b-403d-b91f-1a3e0ac703db req-cea91c7d-2097-42bb-be6e-dbb4078b18ba tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:15.667818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18a85ca6-f14b-403d-b91f-1a3e0ac703db req-cea91c7d-2097-42bb-be6e-dbb4078b18ba tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 944 time: 0.1117439
Nov 27 20:53:15.684782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:15.734307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2fcff8eb-3c4b-4b3c-a960-bc38d4ffa9df req-ed821517-a4c5-454b-b543-3fb6e307c14d service neutron] 10.222.0.35 "GET /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645608
Nov 27 20:53:15.780041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df809d6-6481-44ce-ae3f-90b3d175d77e req-5e288e9a-5a47-4544-a489-4388f7b0eced tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:15.781456 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18a85ca6-f14b-403d-b91f-1a3e0ac703db req-7bcffb18-0441-49c6-9646-2c460268e19f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037049
Nov 27 20:53:15.788710 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:15.792992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5df809d6-6481-44ce-ae3f-90b3d175d77e req-5e288e9a-5a47-4544-a489-4388f7b0eced tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 944 time: 0.1814392
Nov 27 20:53:15.859439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56644065-d5f6-4055-90c6-a97c598df0aa req-cf601036-f466-42be-8e86-7a4f626d238f service neutron] 10.222.0.35 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623913
Nov 27 20:53:15.878450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5df809d6-6481-44ce-ae3f-90b3d175d77e req-bbcad237-6655-4f89-a919-bfe806f06dd3 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772405
Nov 27 20:53:15.933900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36380) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:16.014436 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56644065-d5f6-4055-90c6-a97c598df0aa req-f9e28f5a-03cb-450e-ae74-47b78e7c805d service neutron] 10.222.0.35 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349485
Nov 27 20:53:16.123409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8d056-99bd-49c7-9b3d-62418965a4d6 req-d9922ddc-7a8f-47c7-b15d-75ea2c44873c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:16.132340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ae8d056-99bd-49c7-9b3d-62418965a4d6 req-d9922ddc-7a8f-47c7-b15d-75ea2c44873c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0924072
Nov 27 20:53:16.211631 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ae8d056-99bd-49c7-9b3d-62418965a4d6 req-bd92f4cf-bcdf-4164-bafc-c660aa880df0 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783043
Nov 27 20:53:16.312379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-d7a482ca-2de3-460a-a07f-a933d960812c tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:16.313893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-d7a482ca-2de3-460a-a07f-a933d960812c tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 945 time: 0.0670676
Nov 27 20:53:16.331120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200b69d-a92d-43db-8e5e-4418242ba075 req-8eec6bbe-29f6-40c6-aff0-7b1569741062 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:16.337263 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f200b69d-a92d-43db-8e5e-4418242ba075 req-8eec6bbe-29f6-40c6-aff0-7b1569741062 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 944 time: 0.1106386
Nov 27 20:53:16.467915 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f200b69d-a92d-43db-8e5e-4418242ba075 req-27305862-2479-44f1-b69e-237ca7e7ba0e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222510
Nov 27 20:53:16.488443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Deleting port 6d0e6730-2f05-484e-bb6e-5092209740ea {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:16.488854 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:16.644612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a60880-df50-4cc5-a608-2c0c47142c6f req-7c4ee310-8f36-4913-8e41-2c2069709ec3 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:16.646312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93a60880-df50-4cc5-a608-2c0c47142c6f req-7c4ee310-8f36-4913-8e41-2c2069709ec3 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cc4635e-f9e3-4806-a40e-3afc332181d9 HTTP/1.1" status: 200  len: 945 time: 0.0638540
Nov 27 20:53:16.715497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] For port 6d0e6730-2f05-484e-bb6e-5092209740ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d0e6730-2f05-484e-bb6e-5092209740ea,segment=NetworkSegment(eca67105-5fa0-4163-8666-59100119caec),segment_id=eca67105-5fa0-4163-8666-59100119caec)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:16.715749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:16.727098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93a60880-df50-4cc5-a608-2c0c47142c6f req-e2bf7663-8675-409f-9059-117d2dd166a2 tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733535
Nov 27 20:53:16.745504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1781df-0526-49e5-b245-e72b22ad62a7 req-37ea39d2-05c9-4a92-982a-70c8d52fa23a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:16.759943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e1781df-0526-49e5-b245-e72b22ad62a7 req-37ea39d2-05c9-4a92-982a-70c8d52fa23a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 946 time: 0.1219010
Nov 27 20:53:16.777854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Calling delete_port for 6d0e6730-2f05-484e-bb6e-5092209740ea owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:16.781251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:16.904580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e1781df-0526-49e5-b245-e72b22ad62a7 req-15d09394-30d7-49da-a553-b296ba025ab0 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1300304
Nov 27 20:53:16.942611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:16.955531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46283c2b-4ab7-4ba7-9435-57dc8a4ea8f0 req-a432ee00-eb95-41c2-af12-891ab814d659 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:16.963753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46283c2b-4ab7-4ba7-9435-57dc8a4ea8f0 req-a432ee00-eb95-41c2-af12-891ab814d659 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 944 time: 0.0840738
Nov 27 20:53:17.040067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:17.047346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:17.048729 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:17.071375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:17.084498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46283c2b-4ab7-4ba7-9435-57dc8a4ea8f0 req-ef2e319d-0000-45dd-b5a8-645c17c314e0 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182756
Nov 27 20:53:17.106646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['6d0e6730-2f05-484e-bb6e-5092209740ea'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:17.113560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Pushing event deleted for resources: {'Port': ['ID=6d0e6730-2f05-484e-bb6e-5092209740ea,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:17.163036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] No DVR routers for this DVR port 6d0e6730-2f05-484e-bb6e-5092209740ea on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:17.169995 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:17.173963 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60649bd3-b3f6-4b6e-b065-5f06107985a2 req-5f0b8eb4-c70a-49bf-8bc0-f010c97cb8fc tempest-VolumesAdminNegativeTest-1676413609 tempest-VolumesAdminNegativeTest-1676413609-project] 10.222.0.35 "DELETE /v2.0/ports/6d0e6730-2f05-484e-bb6e-5092209740ea HTTP/1.1" status: 204  len: 173 time: 0.8500669
Nov 27 20:53:17.174433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc4635e-f9e3-4806-a40e-3afc332181d9', 'name': 'network-vif-deleted', 'tag': '6d0e6730-2f05-484e-bb6e-5092209740ea'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:17.177407 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb71bdd-d8b0-41b9-a45d-2250c8f978f7" -d '{"events": [{"server_uuid": "8cc4635e-f9e3-4806-a40e-3afc332181d9", "name": "network-vif-deleted", "tag": "6d0e6730-2f05-484e-bb6e-5092209740ea"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:17.203147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f089-bfaa-42c2-bad3-9c199ed56c39 req-1f88a546-ce8e-40f8-b508-af61a1a62f41 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:17.214003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4752f089-bfaa-42c2-bad3-9c199ed56c39 req-1f88a546-ce8e-40f8-b508-af61a1a62f41 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 944 time: 0.2317891
Nov 27 20:53:17.285147 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:17.333855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Deleting port 635adfa2-548a-48ac-892d-67f832bcbf95 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:17.334738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:17.338626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:17.346025 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4752f089-bfaa-42c2-bad3-9c199ed56c39 req-f7cf4513-272f-4fbf-9b2e-22c557c9b418 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303203
Nov 27 20:53:17.353447 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297da529-734e-462e-9c70-9cd6dd42774b x-openstack-request-id: req-297da529-734e-462e-9c70-9cd6dd42774b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:17.355965 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc4635e-f9e3-4806-a40e-3afc332181d9", "name": "network-vif-deleted", "tag": "6d0e6730-2f05-484e-bb6e-5092209740ea", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:17.356204 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6867d08-9299-447d-8f20-903b5a8f675a" -d '{"events": [{"server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "name": "network-vif-plugged", "status": "completed", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:17.356573 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-297da529-734e-462e-9c70-9cd6dd42774b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:17.358031 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc4635e-f9e3-4806-a40e-3afc332181d9', 'name': 'network-vif-deleted', 'tag': '6d0e6730-2f05-484e-bb6e-5092209740ea', 'status': 'completed', 'code': 200}
Nov 27 20:53:17.410816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:17.418449 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:17.421030 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c129bd8-78ca-4ae4-8079-86190b8a1c59 x-openstack-request-id: req-2c129bd8-78ca-4ae4-8079-86190b8a1c59 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:17.421319 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "name": "network-vif-plugged", "status": "completed", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:17.421562 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c129bd8-78ca-4ae4-8079-86190b8a1c59 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:17.421966 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'code': 200}
Nov 27 20:53:17.492281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] For port 635adfa2-548a-48ac-892d-67f832bcbf95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=635adfa2-548a-48ac-892d-67f832bcbf95,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:17.492648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:17.503464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309fa13-337a-4ee8-9b7d-c6f1242e7c10 req-8c76418b-9b0f-4b00-859b-9ecde70b1b19 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:17.505137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5309fa13-337a-4ee8-9b7d-c6f1242e7c10 req-8c76418b-9b0f-4b00-859b-9ecde70b1b19 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0937357
Nov 27 20:53:17.517170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:17.579213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 07fe1e64-102d-4c40-8233-cc2f4399f06f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:17.587681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Calling delete_port for 635adfa2-548a-48ac-892d-67f832bcbf95 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:17.757953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 07fe1e64-102d-4c40-8233-cc2f4399f06f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07fe1e64-102d-4c40-8233-cc2f4399f06f,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:17.769189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950db75f-48eb-4378-b0ff-46c5ca636c57 req-c04a5609-ce17-42b3-aa9c-4b6b4d45f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:17.770728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-950db75f-48eb-4378-b0ff-46c5ca636c57 req-c04a5609-ce17-42b3-aa9c-4b6b4d45f5c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 1096 time: 0.2598019
Nov 27 20:53:17.772396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '07fe1e64-102d-4c40-8233-cc2f4399f06f', 'network_id': '51800357-640d-4106-97ff-61854e2562e6', 'port_id': '07fe1e64-102d-4c40-8233-cc2f4399f06f', 'mac_address': 'fa:16:3e:45:02:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7716ef98-4d6b-41bf-8651-1d9ae6fcbd35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:17.823420 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:17.823596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db1fb3-f962-44f3-815e-9fc662e5ac8e req-2c6df349-fb6e-48ab-ac19-186898b5f8ea tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:17.827686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5309fa13-337a-4ee8-9b7d-c6f1242e7c10 req-b6819e2e-1e29-4526-978b-d524db067f10 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2784467
Nov 27 20:53:17.836733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81db1fb3-f962-44f3-815e-9fc662e5ac8e req-2c6df349-fb6e-48ab-ac19-186898b5f8ea tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 944 time: 0.1003292
Nov 27 20:53:17.845626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fe1e64-102d-4c40-8233-cc2f4399f06f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:17.872305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 07fe1e64-102d-4c40-8233-cc2f4399f06f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07fe1e64-102d-4c40-8233-cc2f4399f06f,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:17.878973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:17.879858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1597305a-cd19-4e32-92a0-39078f81c889 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:17.938873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81db1fb3-f962-44f3-815e-9fc662e5ac8e req-7fc7139f-efcf-4fc9-8fb0-e93b177ceab7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002200
Nov 27 20:53:18.009332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-950db75f-48eb-4378-b0ff-46c5ca636c57 req-e1d28c18-cac3-4c04-bcae-84a83a775aa0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234476
Nov 27 20:53:18.013598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=07fe1e64-102d-4c40-8233-cc2f4399f06f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:18.029846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36436) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:18.095411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e818a-def9-4d12-8aee-563b905eaadd req-aefac28c-78b3-4915-9500-a80f64d2f92a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:18.095411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-292e818a-def9-4d12-8aee-563b905eaadd req-aefac28c-78b3-4915-9500-a80f64d2f92a tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 946 time: 0.0960159
Nov 27 20:53:18.097004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cc7211-a3c8-459e-a087-2ff2691a74ff admin admin] Deleting subnet af57afe7-c6e1-417d-8f5c-24b152a03781 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:53:18.111781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28cc7211-a3c8-459e-a087-2ff2691a74ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.177495 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28cc7211-a3c8-459e-a087-2ff2691a74ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.191642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-292e818a-def9-4d12-8aee-563b905eaadd req-cba5d89c-417c-432f-a546-8b27c6db091b tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919132
Nov 27 20:53:18.218940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1597305a-cd19-4e32-92a0-39078f81c889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1597305a-cd19-4e32-92a0-39078f81c889,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:18.253175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '1597305a-cd19-4e32-92a0-39078f81c889', 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce', 'port_id': '1597305a-cd19-4e32-92a0-39078f81c889', 'mac_address': 'fa:16:3e:85:c7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acf26a3-8a0f-4e26-8587-6c20c4861307', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:18.257376 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.286588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.291508 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28cc7211-a3c8-459e-a087-2ff2691a74ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.318656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.336199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1597305a-cd19-4e32-92a0-39078f81c889 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:18.336708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99b09a-8e53-4074-a5ed-459a3cdbe449 req-b18302e3-024b-437b-9860-387640d6ede5 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:18.338821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a99b09a-8e53-4074-a5ed-459a3cdbe449 req-b18302e3-024b-437b-9860-387640d6ede5 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 944 time: 0.1212578
Nov 27 20:53:18.362627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1597305a-cd19-4e32-92a0-39078f81c889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1597305a-cd19-4e32-92a0-39078f81c889,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:18.372396 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.408000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Pushing event deleted for resources: {'Port': ['ID=635adfa2-548a-48ac-892d-67f832bcbf95,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:18.420707 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28cc7211-a3c8-459e-a087-2ff2691a74ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.462282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=1597305a-cd19-4e32-92a0-39078f81c889,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:18.478364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc7211-a3c8-459e-a087-2ff2691a74ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af57afe7-c6e1-417d-8f5c-24b152a03781,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:18.495806 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28cc7211-a3c8-459e-a087-2ff2691a74ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.502084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-28cc7211-a3c8-459e-a087-2ff2691a74ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/af57afe7-c6e1-417d-8f5c-24b152a03781 HTTP/1.1" status: 204  len: 168 time: 0.4682808
Nov 27 20:53:18.503725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36452) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:18.549640 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a99b09a-8e53-4074-a5ed-459a3cdbe449 req-f8eea2ec-17f9-4316-a7ad-4cd2a2ec8047 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988535
Nov 27 20:53:18.632176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.651744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['07fe1e64-102d-4c40-8233-cc2f4399f06f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:18.654165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['1597305a-cd19-4e32-92a0-39078f81c889'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:18.736879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.754595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c69af-f21b-4f8e-b5ca-007da0196486 req-dfc1344b-bd8a-40f3-84cb-0758847868d1 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:18.762577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de3c69af-f21b-4f8e-b5ca-007da0196486 req-dfc1344b-bd8a-40f3-84cb-0758847868d1 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 945 time: 0.2608399
Nov 27 20:53:18.775022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.807831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc605af0>,) {'filters': {'network_id': ['ea1d2eec-b8f7-4251-aae1-c470a22d9037']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:18.835539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc605af0>, 'eca67105-5fa0-4163-8666-59100119caec') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:18.835928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc605af0>, 'eca67105-5fa0-4163-8666-59100119caec') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:18.851598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.867444 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de3c69af-f21b-4f8e-b5ca-007da0196486 req-0c97dc4b-4586-43b2-8e0e-090fcaaa38cd tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990689
Nov 27 20:53:18.887848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.898870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:53:18.899424 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:53:18.902026 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:53:19.057485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:19.065365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:19.069407 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea1d2eec-b8f7-4251-aae1-c470a22d9037 HTTP/1.1" status: 204  len: 168 time: 0.5645890
Nov 27 20:53:19.081430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36458) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:19.082882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd641dc4-4faf-4e3e-b637-1e89d2e17b39 req-f6d5496a-9f7b-4686-9963-ea75fb097b13 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:19.090325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd641dc4-4faf-4e3e-b637-1e89d2e17b39 req-f6d5496a-9f7b-4686-9963-ea75fb097b13 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1245642
Nov 27 20:53:19.106600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45506a-1330-4f95-9f4b-83ac6bb692e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1d2eec-b8f7-4251-aae1-c470a22d9037,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:19.176412 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd641dc4-4faf-4e3e-b637-1e89d2e17b39 req-be335240-6a0c-407d-bf01-687a8d831d97 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847690
Nov 27 20:53:19.200294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051c99a-3762-49b5-889f-b529bde843a2 req-eb68978f-4008-4029-acc5-fe446aed8dba tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:19.201798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1051c99a-3762-49b5-889f-b529bde843a2 req-eb68978f-4008-4029-acc5-fe446aed8dba tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 945 time: 0.1364825
Nov 27 20:53:19.208956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b336c8-1598-4f23-a06d-6476431be01a admin admin] Deleting subnet fe4d0c15-9c82-49b0-b4fa-dcafcc2f7854 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:53:19.224558 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2b336c8-1598-4f23-a06d-6476431be01a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:19.294393 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1051c99a-3762-49b5-889f-b529bde843a2 req-727913c4-3e7c-4d53-8a07-711721a7823e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830553
Nov 27 20:53:19.308781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2b336c8-1598-4f23-a06d-6476431be01a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:19.323311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Router e2cff884-2ffd-4f51-956e-0c5ef8834077 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:53:19.347866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec3f3-4215-4846-8d4c-8766c120b71e req-9adafce7-9c8a-4d88-bf5c-8a556b0248de tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:19.349442 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6bcec3f3-4215-4846-8d4c-8766c120b71e req-9adafce7-9c8a-4d88-bf5c-8a556b0248de tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 946 time: 0.0764186
Nov 27 20:53:19.440004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6bcec3f3-4215-4846-8d4c-8766c120b71e req-6574d003-fa24-42b2-98c2-65bf1a0255a8 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806715
Nov 27 20:53:19.440717 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2b336c8-1598-4f23-a06d-6476431be01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:19.582251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:53:19.592846 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7343c623-a3b5-43e9-9aa4-149b65c9e45a admin admin] 10.222.0.21 "PUT /v2.0/routers/e2cff884-2ffd-4f51-956e-0c5ef8834077/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6578224
Nov 27 20:53:19.595286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36474) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:19.598653 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2b336c8-1598-4f23-a06d-6476431be01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:19.606883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b27a9306-471b-4b83-91e0-219d06b5219f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:19.609344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 07fe1e64-102d-4c40-8233-cc2f4399f06f up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:19.651298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b336c8-1598-4f23-a06d-6476431be01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4d0c15-9c82-49b0-b4fa-dcafcc2f7854,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:19.654324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2b336c8-1598-4f23-a06d-6476431be01a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:19.665600 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a2b336c8-1598-4f23-a06d-6476431be01a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fe4d0c15-9c82-49b0-b4fa-dcafcc2f7854 HTTP/1.1" status: 204  len: 168 time: 0.5839458
Nov 27 20:53:19.667839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36476) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:19.674733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507755d-f61d-4031-b042-29e00039f841 None None] Sync routers for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:53:19.739497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507755d-f61d-4031-b042-29e00039f841 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:19.740049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e507755d-f61d-4031-b042-29e00039f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3b1e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:19.758429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:19.893905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc155c-3ac3-44e6-8d68-c0394e1eb619 req-5835c6bc-a805-4009-b34c-df8730fb791e tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:19.895772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46bc155c-3ac3-44e6-8d68-c0394e1eb619 req-5835c6bc-a805-4009-b34c-df8730fb791e tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 945 time: 0.1478069
Nov 27 20:53:19.922410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.020019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1924d-7314-432d-990c-273714fd19a7 req-40698f76-25ee-4a3b-82c1-8dbb0b1f573f tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:20.021773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7d1924d-7314-432d-990c-273714fd19a7 req-40698f76-25ee-4a3b-82c1-8dbb0b1f573f tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.15 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 946 time: 0.2005465
Nov 27 20:53:20.096438 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.119316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46bc155c-3ac3-44e6-8d68-c0394e1eb619 req-7eb22603-79c8-42aa-847f-7cae9acf1758 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024403
Nov 27 20:53:20.173033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efbff940>,) {'filters': {'network_id': ['33e83afe-a5a6-4e19-b8b9-f635f1a0cad2']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:20.181288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 07fe1e64-102d-4c40-8233-cc2f4399f06f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:20.194306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 07fe1e64-102d-4c40-8233-cc2f4399f06f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:20.194681 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.197668 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.205648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e507755d-f61d-4031-b042-29e00039f841 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:20.219935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e4535-ce2b-4f31-a312-f7a176397d79 req-d7d1f511-913e-4c10-bed3-aef82b413c87 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:20.221509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-770e4535-ce2b-4f31-a312-f7a176397d79 req-d7d1f511-913e-4c10-bed3-aef82b413c87 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 945 time: 0.1882889
Nov 27 20:53:20.235302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efbff940>, '61f9329c-bdb5-484a-ab79-8e15f0cbd815') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:20.235302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efbff940>, '61f9329c-bdb5-484a-ab79-8e15f0cbd815') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:20.282464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.283454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Deleting port 7a47fe15-9589-4b42-80af-13e62b3a32ca {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:20.284092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.338658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.359210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:53:20.359636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:53:20.361459 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:53:20.378453 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-770e4535-ce2b-4f31-a312-f7a176397d79 req-7e9236f6-ef56-4445-9220-db4235c628a6 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314299
Nov 27 20:53:20.385730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27a9306-471b-4b83-91e0-219d06b5219f,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:20.413697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'b27a9306-471b-4b83-91e0-219d06b5219f', 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6', 'port_id': 'b27a9306-471b-4b83-91e0-219d06b5219f', 'mac_address': 'fa:16:3e:e3:30:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712d939c-680c-4d37-bf43-92257ade9240', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:20.416019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Deleting port 69669768-ef11-486a-bf97-be4dc7401b97 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:20.416377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.461083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459f417-838e-449b-9300-1e058d279249 req-5dea50f6-2067-4cba-9c72-5f53c97820b2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:20.467980 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6459f417-838e-449b-9300-1e058d279249 req-5dea50f6-2067-4cba-9c72-5f53c97820b2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1779833
Nov 27 20:53:20.524271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] For port 7a47fe15-9589-4b42-80af-13e62b3a32ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a47fe15-9589-4b42-80af-13e62b3a32ca,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:20.524651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.527164 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.541131 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.548242 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.552039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/33e83afe-a5a6-4e19-b8b9-f635f1a0cad2 HTTP/1.1" status: 204  len: 168 time: 0.8827143
Nov 27 20:53:20.568277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Calling delete_port for 7a47fe15-9589-4b42-80af-13e62b3a32ca owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:20.589288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b27a9306-471b-4b83-91e0-219d06b5219f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:20.594232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06725c1-6fe2-4092-99da-73a6b50733f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e83afe-a5a6-4e19-b8b9-f635f1a0cad2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:20.616298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27a9306-471b-4b83-91e0-219d06b5219f,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:20.620669 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.639536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.652453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6459f417-838e-449b-9300-1e058d279249 req-58bbcf98-07c2-4c4f-8be5-693b20ac659d tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674194
Nov 27 20:53:20.682056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08000c1f-e7ce-4979-b785-d3386e3363b6 req-17604251-1210-4852-8368-b49f5447a9d0 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:20.691048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-08000c1f-e7ce-4979-b785-d3386e3363b6 req-17604251-1210-4852-8368-b49f5447a9d0 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 945 time: 0.1690907
Nov 27 20:53:20.697990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56059f02-0c55-46c4-9744-8b4536f99ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fe1e64-102d-4c40-8233-cc2f4399f06f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:20.700590 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767ed8f-a3da-497d-a937-6ddac4671717" -d '{"events": [{"server_uuid": "56059f02-0c55-46c4-9744-8b4536f99ff3", "name": "network-vif-plugged", "status": "completed", "tag": "07fe1e64-102d-4c40-8233-cc2f4399f06f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:20.703530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] For port 69669768-ef11-486a-bf97-be4dc7401b97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=69669768-ef11-486a-bf97-be4dc7401b97,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:20.703902 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.725207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 07fe1e64-102d-4c40-8233-cc2f4399f06f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07fe1e64-102d-4c40-8233-cc2f4399f06f,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:20.767637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.768463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1597305a-cd19-4e32-92a0-39078f81c889 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:20.771181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b27a9306-471b-4b83-91e0-219d06b5219f,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:20.819598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36498) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:20.868351 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=07fe1e64-102d-4c40-8233-cc2f4399f06f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:20.876525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e507755d-f61d-4031-b042-29e00039f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3b1e50>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:53:18Z', 'revision_number': 5, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port': {'id': '7a47fe15-9589-4b42-80af-13e62b3a32ca', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:20.911867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507755d-f61d-4031-b042-29e00039f841 None None] Checking router: e2cff884-2ffd-4f51-956e-0c5ef8834077 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:53:20.917559 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:20.926885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507755d-f61d-4031-b042-29e00039f841 None None] Routers {'e2cff884-2ffd-4f51-956e-0c5ef8834077'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:20.927548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e507755d-f61d-4031-b042-29e00039f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3b1e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2cff884-2ffd-4f51-956e-0c5ef8834077'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:20.953890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a47fe15-9589-4b42-80af-13e62b3a32ca,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:21.008982 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['b27a9306-471b-4b83-91e0-219d06b5219f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:21.052009 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-c4f98176-2a6e-4012-8dfb-2543ca31c50b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1830156601&fields=id&tenant_id=4ce320b0fdb0466692b28dc520686425 HTTP/1.1" status: 200  len: 267 time: 0.1443734
Nov 27 20:53:21.058926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e507755d-f61d-4031-b042-29e00039f841 None None] Set router e2cff884-2ffd-4f51-956e-0c5ef8834077 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:21.062892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 1597305a-cd19-4e32-92a0-39078f81c889 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:21.093877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 1597305a-cd19-4e32-92a0-39078f81c889 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:21.093877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.128609 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.150855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e507755d-f61d-4031-b042-29e00039f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3b1e50>, [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:53:20Z', 'revision_number': 7, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:21.189910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507755d-f61d-4031-b042-29e00039f841 None None] The sync data for ids ['e2cff884-2ffd-4f51-956e-0c5ef8834077'] in ncdv-master-1 is: [{'id': 'e2cff884-2ffd-4f51-956e-0c5ef8834077', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850695914-router', 'tenant_id': '68857c7effec496aa99ff78b76521109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:39Z', 'updated_at': '2021-11-27T20:53:20Z', 'revision_number': 7, 'project_id': '68857c7effec496aa99ff78b76521109', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:53:21.208487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-47b3215d-ff17-4c43-8920-204ea19a5ada tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:21.210097 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-47b3215d-ff17-4c43-8920-204ea19a5ada tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 945 time: 0.1510961
Nov 27 20:53:21.266467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-75d91f62-a887-4749-82ec-918e71b2352e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'port': {'security_groups': ['ca86a1f5-9464-47ba-9e54-9551eba45fec', 'd51088c2-09fd-4bb8-9023-6cf77fd03eec']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:21.330676 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.331477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-08000c1f-e7ce-4979-b785-d3386e3363b6 req-031db509-96f8-44a4-bc36-4dd5c861974b tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6393931
Nov 27 20:53:21.341428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-75d91f62-a887-4749-82ec-918e71b2352e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.347033 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.352485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.437947 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.438707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2cff884-2ffd-4f51-956e-0c5ef8834077 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:53:21.445448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.449420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5c011af2-b7ee-4b15-9739-2797161b6963 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e2cff884-2ffd-4f51-956e-0c5ef8834077 HTTP/1.1" status: 204  len: 168 time: 1.8528733
Nov 27 20:53:21.453293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36506) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:21.455928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1597305a-cd19-4e32-92a0-39078f81c889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1597305a-cd19-4e32-92a0-39078f81c889,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:21.472170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.472945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b27a9306-471b-4b83-91e0-219d06b5219f no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:21.489517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-22d8334b-fabc-4e4f-bccc-5e406281600a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f57434a24104e95bcff0d4cabbd1419&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6628671
Nov 27 20:53:21.492974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36510) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:21.539863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dd3bac-3836-4630-97aa-c6c71893888b admin admin] Deleting subnet 5b2810e0-f316-4078-a3ee-55abc91692d6 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:53:21.556257 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3bac-3836-4630-97aa-c6c71893888b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.585378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=1597305a-cd19-4e32-92a0-39078f81c889,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:21.639001 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3bac-3836-4630-97aa-c6c71893888b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.664023 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.683175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b27a9306-471b-4b83-91e0-219d06b5219f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:21.685599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58119b84-6112-4b82-8982-ecc9d37aa82b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.697526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deea9b-5079-4f74-8c6c-b31d5eaaeffe req-4115bdb9-798f-4d56-8831-faa200e836c3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:21.699040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45deea9b-5079-4f74-8c6c-b31d5eaaeffe req-4115bdb9-798f-4d56-8831-faa200e836c3 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/ports?device_id=b99c91ae-1196-4fdf-af86-c9c0c7a47bb2 HTTP/1.1" status: 200  len: 946 time: 0.2077596
Nov 27 20:53:21.703396 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.703768 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.704101 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Floating IP 073f2750-cb9a-4944-bf99-525926c93a4f disassociated. External IP: 172.35.3.192, port: 69669768-ef11-486a-bf97-be4dc7401b97.
Nov 27 20:53:21.704472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Calling delete_port for 69669768-ef11-486a-bf97-be4dc7401b97 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:21.715566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27a9306-471b-4b83-91e0-219d06b5219f,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:21.721510 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.722804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6d0e6730-2f05-484e-bb6e-5092209740ea no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:21.747695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58119b84-6112-4b82-8982-ecc9d37aa82b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.759235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 6d0e6730-2f05-484e-bb6e-5092209740ea {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:21.759696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6d0e6730-2f05-484e-bb6e-5092209740ea not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:21.806198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b27a9306-471b-4b83-91e0-219d06b5219f,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:21.813139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-75d91f62-a887-4749-82ec-918e71b2352e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] For port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:21.827064 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3bac-3836-4630-97aa-c6c71893888b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.848795 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45deea9b-5079-4f74-8c6c-b31d5eaaeffe req-83148cfc-b983-48ad-9a65-d3b637a35b96 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups?id=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1421921
Nov 27 20:53:21.872258 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-75d91f62-a887-4749-82ec-918e71b2352e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.878641 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58119b84-6112-4b82-8982-ecc9d37aa82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.881954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58119b84-6112-4b82-8982-ecc9d37aa82b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.885468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-75d91f62-a887-4749-82ec-918e71b2352e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.885678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-58119b84-6112-4b82-8982-ecc9d37aa82b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51 HTTP/1.1" status: 204  len: 168 time: 0.3867457
Nov 27 20:53:21.897368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58119b84-6112-4b82-8982-ecc9d37aa82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb9b0f-15e9-4c5b-98fd-38ae33c45b51,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:21.902959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:21.963929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-75d91f62-a887-4749-82ec-918e71b2352e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:21.964712 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-75d91f62-a887-4749-82ec-918e71b2352e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:21.966435 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cadd0968-3d81-4895-af0e-8837506a7f1d req-75d91f62-a887-4749-82ec-918e71b2352e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "PUT /v2.0/ports/82ae9ef3-d9a1-4c1b-9556-dd503129f6ca HTTP/1.1" status: 200  len: 981 time: 0.7068870
Nov 27 20:53:21.967418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:21.970217 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c22eb-33d2-4bb3-93e4-dfa7e6045836" -d '{"events": [{"name": "network-changed", "server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:21.980603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3bac-3836-4630-97aa-c6c71893888b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:22.002379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3bac-3836-4630-97aa-c6c71893888b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:22.004222 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:22.008574 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b1dd3bac-3836-4630-97aa-c6c71893888b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5b2810e0-f316-4078-a3ee-55abc91692d6 HTTP/1.1" status: 204  len: 168 time: 0.5519471
Nov 27 20:53:22.010310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36534) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:22.011522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdbeab9-f8ac-4fff-9f89-f6ed3eddcb68 None None] Network 7a2f3da6-fc07-4bd8-b994-fc2cede22518 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:53:22.080524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd3bac-3836-4630-97aa-c6c71893888b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2810e0-f316-4078-a3ee-55abc91692d6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:22.125171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Pushing event deleted for resources: {'Port': ['ID=69669768-ef11-486a-bf97-be4dc7401b97,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:22.177699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d91f62-a887-4749-82ec-918e71b2352e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'Port': ['ID=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:22.197391 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163ff804-ec15-474e-970c-d323e05a3157 x-openstack-request-id: req-163ff804-ec15-474e-970c-d323e05a3157 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:22.197391 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56059f02-0c55-46c4-9744-8b4536f99ff3", "name": "network-vif-plugged", "status": "completed", "tag": "07fe1e64-102d-4c40-8233-cc2f4399f06f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:22.197391 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-163ff804-ec15-474e-970c-d323e05a3157 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:22.204911 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56059f02-0c55-46c4-9744-8b4536f99ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fe1e64-102d-4c40-8233-cc2f4399f06f', 'code': 200}
Nov 27 20:53:22.245972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 635adfa2-548a-48ac-892d-67f832bcbf95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:22.299332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 635adfa2-548a-48ac-892d-67f832bcbf95 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:22.299677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 635adfa2-548a-48ac-892d-67f832bcbf95 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:22.300112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a47fe15-9589-4b42-80af-13e62b3a32ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:22.317703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e2883-0ff1-42e8-a94f-2a717b364726 req-78309451-e0ea-41fe-8746-38ab5c06712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:22.319498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de3e2883-0ff1-42e8-a94f-2a717b364726 req-78309451-e0ea-41fe-8746-38ab5c06712b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 1097 time: 0.1277244
Nov 27 20:53:22.320528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:22.328671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077c52a-1260-4e3c-bca8-9de9a7dae481 req-ab9e96a7-d41f-443c-bf8c-6c5a0ffba9f1 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:22.339450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f077c52a-1260-4e3c-bca8-9de9a7dae481 req-ab9e96a7-d41f-443c-bf8c-6c5a0ffba9f1 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 946 time: 0.2387986
Nov 27 20:53:22.371434 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:22.403288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a8710-9002-4006-b34b-9c44c07a0df4 req-8f85d8ee-672d-4a90-bc1a-d75c7669c3b3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:22.405209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c89a8710-9002-4006-b34b-9c44c07a0df4 req-8f85d8ee-672d-4a90-bc1a-d75c7669c3b3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 944 time: 0.1978862
Nov 27 20:53:22.436019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7a47fe15-9589-4b42-80af-13e62b3a32ca {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:22.436371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a47fe15-9589-4b42-80af-13e62b3a32ca not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:22.441991 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f077c52a-1260-4e3c-bca8-9de9a7dae481 req-de4ea55e-2291-47c5-8fb3-978cacb8486f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008875
Nov 27 20:53:22.476206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de3e2883-0ff1-42e8-a94f-2a717b364726 req-b3d3973b-34a5-4399-a2ca-b0bfbca855e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321321
Nov 27 20:53:22.589943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a69a73-b924-408d-880f-fd3b6d4f976e None None] DHCP port deletion for 7a2f3da6-fc07-4bd8-b994-fc2cede22518 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:53:22.612128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:53:22.640500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c89a8710-9002-4006-b34b-9c44c07a0df4 req-0ad948f3-955d-4b8c-8a8f-56024ade6e15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836109
Nov 27 20:53:22.645243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Deleting port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:22.645685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:22.762721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36550) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:22.778181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-5b5283ff-db67-4a3f-b053-998d4c9a92b3 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-574700247&fields=id&tenant_id=4ce320b0fdb0466692b28dc520686425 HTTP/1.1" status: 200  len: 267 time: 0.0948834
Nov 27 20:53:22.817636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:53:22.829532 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] Sync routers for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:53:22.830722 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58a0c52-86f2-4256-9be4-de70d9fdecc7 x-openstack-request-id: req-a58a0c52-86f2-4256-9be4-de70d9fdecc7 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:22.831028 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:22.831557 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a58a0c52-86f2-4256-9be4-de70d9fdecc7 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:22.831972 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'status': 'completed', 'code': 200}
Nov 27 20:53:22.856437 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:22.856995 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe929a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:22.898227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-03a69a73-b924-408d-880f-fd3b6d4f976e None None] Deleting port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:22.898839 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03a69a73-b924-408d-880f-fd3b6d4f976e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:22.915918 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4fa0cfbd-fe4d-4b58-82ab-9a087057fecb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92df0c00386e474a93cd8d970b24248c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1130986
Nov 27 20:53:22.916967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36554) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:22.945832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] No DVR routers for this DVR port 69669768-ef11-486a-bf97-be4dc7401b97 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:22.948651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:22.953259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7d1924d-7314-432d-990c-273714fd19a7 req-ba588d28-ecc5-494e-9c72-a712e173b977 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.15 "DELETE /v2.0/ports/69669768-ef11-486a-bf97-be4dc7401b97 HTTP/1.1" status: 204  len: 173 time: 2.9188168
Nov 27 20:53:22.960225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'name': 'network-vif-deleted', 'tag': '69669768-ef11-486a-bf97-be4dc7401b97'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:22.962722 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900d1eee-0b0c-4eeb-b01b-d9b1a21f9b84" -d '{"events": [{"server_uuid": "b99c91ae-1196-4fdf-af86-c9c0c7a47bb2", "name": "network-vif-deleted", "tag": "69669768-ef11-486a-bf97-be4dc7401b97"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:22.981338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] For port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dfb03d5-e319-4eb8-9bb6-dec7f16b58be,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:22.981733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:22.985575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-03a69a73-b924-408d-880f-fd3b6d4f976e None None] For port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dfb03d5-e319-4eb8-9bb6-dec7f16b58be,segment=NetworkSegment(64ac4fd8-6c60-4aff-b882-9cb963b69a63),segment_id=64ac4fd8-6c60-4aff-b882-9cb963b69a63)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:22.986518 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03a69a73-b924-408d-880f-fd3b6d4f976e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.005486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-4af17d1c-0d06-419f-8e14-eac60c917ca6 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:23.005734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-03a69a73-b924-408d-880f-fd3b6d4f976e None None] Calling delete_port for 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:23.008346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Calling delete_port for 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:23.011032 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-4af17d1c-0d06-419f-8e14-eac60c917ca6 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 984 time: 0.2319047
Nov 27 20:53:23.017342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-9bb403d9-b054-43b4-a68b-8c7e7c8dd73f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'port': {'security_groups': ['ca86a1f5-9464-47ba-9e54-9551eba45fec', 'd51088c2-09fd-4bb8-9023-6cf77fd03eec', 'd3d4501e-ad00-41f7-a9ea-7a077cdc7b84']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:23.020886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fb34b-8cca-4c27-b577-48f437e3f06c req-c86deebf-4fd9-4154-98e9-8cc9a80fd36f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:23.021696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-056ba6e2-fd16-440b-bb95-2ad1f85c64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:23.022777 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f18fb34b-8cca-4c27-b577-48f437e3f06c req-c86deebf-4fd9-4154-98e9-8cc9a80fd36f tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 946 time: 0.1544733
Nov 27 20:53:23.024181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-056ba6e2-fd16-440b-bb95-2ad1f85c64f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 1135 time: 0.2054255
Nov 27 20:53:23.096102 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:23.120842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 69669768-ef11-486a-bf97-be4dc7401b97 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:23.151031 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f18fb34b-8cca-4c27-b577-48f437e3f06c req-fb55531f-baed-43a7-b5d8-eb675b8292f2 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171315
Nov 27 20:53:23.171629 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03a69a73-b924-408d-880f-fd3b6d4f976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.171841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.192298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] No DVR routers for this DVR port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:23.222622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 69669768-ef11-486a-bf97-be4dc7401b97 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:23.223034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 69669768-ef11-486a-bf97-be4dc7401b97 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:23.228370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91c15e78-d85f-42e5-90f2-bd938828b809 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:23.252641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfb03d5-e319-4eb8-9bb6-dec7f16b58be,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:23.286078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a69a73-b924-408d-880f-fd3b6d4f976e None None] No DVR routers for this DVR port 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:23.356356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a69a73-b924-408d-880f-fd3b6d4f976e None None] Pushing event deleted for resources: {'Port': ['ID=9dfb03d5-e319-4eb8-9bb6-dec7f16b58be,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:23.365872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.405957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef6aca00>,) {'filters': {'network_id': ['7a2f3da6-fc07-4bd8-b994-fc2cede22518']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:23.417264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef6aca00>, '64ac4fd8-6c60-4aff-b882-9cb963b69a63') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:23.417633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef6aca00>, '64ac4fd8-6c60-4aff-b882-9cb963b69a63') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:23.438092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.467705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.485439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:53:23.494016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:53:23.503405 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:53:23.554224 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe929a00>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e29a70e-5a6b-4a3d-b199-c4b6502d4953', 'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'mac_address': 'fa:16:3e:de:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:47Z', 'updated_at': '2021-11-27T20:49:55Z', 'revision_number': 5, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'subnets': [{'id': '3596accf-1e24-4a00-90fe-b1350288c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:23.583455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.607148 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.610532 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] 10.222.0.21 "DELETE /v2.0/networks/7a2f3da6-fc07-4bd8-b994-fc2cede22518 HTTP/1.1" status: 204  len: 168 time: 1.5989234
Nov 27 20:53:23.617349 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d388e22f-38ac-4871-bd26-194b8f618eac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.634285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36570) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:23.649641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df90e6-5dd3-41bb-9ca4-a05adb3e871c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2f3da6-fc07-4bd8-b994-fc2cede22518,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:23.652101 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] Checking router: 48c4ebc4-4a7d-487c-80c1-47ae51176e91 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:53:23.669456 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:23.670356 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe929a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:23.692900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b27a9306-471b-4b83-91e0-219d06b5219f up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:23.716908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-9bb403d9-b054-43b4-a68b-8c7e7c8dd73f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.750056 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d388e22f-38ac-4871-bd26-194b8f618eac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.760790 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.827485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91c15e78-d85f-42e5-90f2-bd938828b809,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:23.836459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.842210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port b27a9306-471b-4b83-91e0-219d06b5219f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:23.842587 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:23.893683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-e7f4a8b3-6f84-49d4-a5da-0a33cd25e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:23.895190 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-e7f4a8b3-6f84-49d4-a5da-0a33cd25e1ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 913 time: 0.8464386
Nov 27 20:53:23.968069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=91c15e78-d85f-42e5-90f2-bd938828b809,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:23.969518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-ba511126-f8b4-4466-bc97-a258e520f1c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca HTTP/1.1" status: 200  len: 217 time: 0.0644262
Nov 27 20:53:23.970600 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:24.037343 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:24.070150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:24.078964 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d388e22f-38ac-4871-bd26-194b8f618eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:24.081586 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d388e22f-38ac-4871-bd26-194b8f618eac admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:24.082745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d388e22f-38ac-4871-bd26-194b8f618eac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/675bff8d-172f-4f26-9fac-e105917946dc HTTP/1.1" status: 204  len: 168 time: 1.1608825
Nov 27 20:53:24.143996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27a9306-471b-4b83-91e0-219d06b5219f,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:24.151415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:24.152067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388e22f-38ac-4871-bd26-194b8f618eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675bff8d-172f-4f26-9fac-e105917946dc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:24.154764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9dfb03d5-e319-4eb8-9bb6-dec7f16b58be not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:24.160319 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:24.172789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-99d1e3fa-8f68-426d-b2dc-efaa66131a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:24.186761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-99d1e3fa-8f68-426d-b2dc-efaa66131a2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 200  len: 852 time: 0.2046371
Nov 27 20:53:24.211921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbf72fc-e72f-4963-8664-b1b1260f8f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1597305a-cd19-4e32-92a0-39078f81c889'}, {'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809'}, {'server_uuid': '6af66675-b153-4617-ad21-c79c87e4eac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27a9306-471b-4b83-91e0-219d06b5219f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:24.214452 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2b27f6-3b90-4926-ba20-985f7edbfbad" -d '{"events": [{"server_uuid": "acbf72fc-e72f-4963-8664-b1b1260f8f89", "name": "network-vif-plugged", "status": "completed", "tag": "1597305a-cd19-4e32-92a0-39078f81c889"}, {"server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "name": "network-vif-unplugged", "status": "completed", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809"}, {"server_uuid": "6af66675-b153-4617-ad21-c79c87e4eac2", "name": "network-vif-plugged", "status": "completed", "tag": "b27a9306-471b-4b83-91e0-219d06b5219f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:24.277332 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf83a3-6042-4cb3-8311-c1885d3b54d2 x-openstack-request-id: req-ddcf83a3-6042-4cb3-8311-c1885d3b54d2 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:24.277840 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99c91ae-1196-4fdf-af86-c9c0c7a47bb2", "name": "network-vif-deleted", "tag": "69669768-ef11-486a-bf97-be4dc7401b97", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:24.277938 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddcf83a3-6042-4cb3-8311-c1885d3b54d2 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:24.278619 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99c91ae-1196-4fdf-af86-c9c0c7a47bb2', 'name': 'network-vif-deleted', 'tag': '69669768-ef11-486a-bf97-be4dc7401b97', 'status': 'completed', 'code': 200}
Nov 27 20:53:24.299868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b27a9306-471b-4b83-91e0-219d06b5219f,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:24.313363 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-4811786e-59e3-4533-8a82-3d0cb07a3d11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2940339f-24fb-427d-9c33-55a10d708401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0979190
Nov 27 20:53:24.347204 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe929a00>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e29a70e-5a6b-4a3d-b199-c4b6502d4953', 'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'mac_address': 'fa:16:3e:de:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:47Z', 'updated_at': '2021-11-27T20:49:55Z', 'revision_number': 5, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'subnets': [{'id': '3596accf-1e24-4a00-90fe-b1350288c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:24.389863 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad7b30-61bb-483f-b13d-aba97329555f None None] The sync data for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 is: [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:49:48Z', 'revision_number': 4, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1e29a70e-5a6b-4a3d-b199-c4b6502d4953', 'name': '', 'network_id': 'be9122ae-5461-41a9-8128-1bf0198a3d43', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'mac_address': 'fa:16:3e:de:bc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '3596accf-1e24-4a00-90fe-b1350288c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:47Z', 'updated_at': '2021-11-27T20:49:55Z', 'revision_number': 5, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'subnets': [{'id': '3596accf-1e24-4a00-90fe-b1350288c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:53:24.398239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c211111-5d36-4866-918b-c6ef08294bb0 req-9f15ad51-c104-4e39-b87d-11c79d7c8592 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:24.400113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c211111-5d36-4866-918b-c6ef08294bb0 req-9f15ad51-c104-4e39-b87d-11c79d7c8592 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 946 time: 0.0637143
Nov 27 20:53:24.476120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c211111-5d36-4866-918b-c6ef08294bb0 req-d8fd868c-644c-4a1f-9e76-e03a3b9d6783 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692596
Nov 27 20:53:24.518609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-9bb403d9-b054-43b4-a68b-8c7e7c8dd73f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] For port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:24.588967 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-54254194-7f53-4dbd-ad4c-e774198f3695 service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2626812
Nov 27 20:53:24.594509 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-9bb403d9-b054-43b4-a68b-8c7e7c8dd73f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:24.606912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e3771-8653-4f32-b68e-7ee51499195e req-d07ea548-ce94-4451-b2f4-67ad954e1fc5 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:24.608501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-239e3771-8653-4f32-b68e-7ee51499195e req-d07ea548-ce94-4451-b2f4-67ad954e1fc5 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.0611689
Nov 27 20:53:24.650271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-9bb403d9-b054-43b4-a68b-8c7e7c8dd73f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:24.662739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:24.685922 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-239e3771-8653-4f32-b68e-7ee51499195e req-6224b6b4-4286-4bb1-a723-ea9343f5d170 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668736
Nov 27 20:53:24.768405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-9bb403d9-b054-43b4-a68b-8c7e7c8dd73f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:24.769093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-9bb403d9-b054-43b4-a68b-8c7e7c8dd73f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:24.781308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7982eada-fa1a-4a3a-8faa-4d03647700a1 req-9bb403d9-b054-43b4-a68b-8c7e7c8dd73f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "PUT /v2.0/ports/82ae9ef3-d9a1-4c1b-9556-dd503129f6ca HTTP/1.1" status: 200  len: 1020 time: 1.7691710
Nov 27 20:53:24.834861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:24.837761 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c7a794-e5b3-440c-b2fd-05d842b2172c" -d '{"events": [{"name": "network-changed", "server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:24.848912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08c1aff-8304-481a-a1ff-10285849f65c None None] New status for floating IP 073f2750-cb9a-4944-bf99-525926c93a4f: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:53:24.851784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb403d9-b054-43b4-a68b-8c7e7c8dd73f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'Port': ['ID=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:24.873122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:24.874883 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-536c22eb-33d2-4bb3-93e4-dfa7e6045836 req-addf0932-4cfa-4e4a-bce2-22ea82d2e5ad service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2765176
Nov 27 20:53:24.955724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:24.963633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36628) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:24.981697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea19ac3-da56-4b1f-985d-6363a4521034 req-93de60ef-7109-459f-bb04-3a1625cfbbb0 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:24.986383 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ea19ac3-da56-4b1f-985d-6363a4521034 req-93de60ef-7109-459f-bb04-3a1625cfbbb0 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 946 time: 0.1150079
Nov 27 20:53:25.058489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2725d8da-afbc-4776-946b-1984fcce8640 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:25.107873 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5630f229-b6e1-440a-b891-3785bd3e175c x-openstack-request-id: req-5630f229-b6e1-440a-b891-3785bd3e175c {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:25.108588 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbf72fc-e72f-4963-8664-b1b1260f8f89", "name": "network-vif-plugged", "status": "completed", "tag": "1597305a-cd19-4e32-92a0-39078f81c889", "code": 200}, {"server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "name": "network-vif-unplugged", "status": "completed", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809", "code": 200}, {"server_uuid": "6af66675-b153-4617-ad21-c79c87e4eac2", "name": "network-vif-plugged", "status": "completed", "tag": "b27a9306-471b-4b83-91e0-219d06b5219f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:25.108741 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5630f229-b6e1-440a-b891-3785bd3e175c {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:25.109212 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbf72fc-e72f-4963-8664-b1b1260f8f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1597305a-cd19-4e32-92a0-39078f81c889', 'code': 200}
Nov 27 20:53:25.109617 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809', 'code': 200}
Nov 27 20:53:25.110095 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af66675-b153-4617-ad21-c79c87e4eac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27a9306-471b-4b83-91e0-219d06b5219f', 'code': 200}
Nov 27 20:53:25.164804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2725d8da-afbc-4776-946b-1984fcce8640 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:25.285730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93991b0f-9de0-4bd3-9fd1-eb8c2497d2ec req-3fec67ea-23d9-4491-bd9b-1a8e3f7f125a tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:25.287859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93991b0f-9de0-4bd3-9fd1-eb8c2497d2ec req-3fec67ea-23d9-4491-bd9b-1a8e3f7f125a tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 1023 time: 0.1810000
Nov 27 20:53:25.292365 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ea19ac3-da56-4b1f-985d-6363a4521034 req-1e15f329-29ef-4465-a83a-dda97aadfe28 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038949
Nov 27 20:53:25.322719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84e8c3-9f89-4678-8181-42cf2b923168 req-97df0fd5-1043-444c-971c-01c25f14ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:25.325297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d84e8c3-9f89-4678-8181-42cf2b923168 req-97df0fd5-1043-444c-971c-01c25f14ceec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 1097 time: 0.1880963
Nov 27 20:53:25.375218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f32506-2cbe-4be1-9140-6c05bc37b973 req-80c1ff09-4f0d-4f6c-9de9-613229d0d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:25.377139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98f32506-2cbe-4be1-9140-6c05bc37b973 req-80c1ff09-4f0d-4f6c-9de9-613229d0d85e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 1097 time: 0.1188939
Nov 27 20:53:25.388752 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2725d8da-afbc-4776-946b-1984fcce8640 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:25.391833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2725d8da-afbc-4776-946b-1984fcce8640 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:25.393187 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2725d8da-afbc-4776-946b-1984fcce8640 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "DELETE /v2.0/security-groups/84de32e3-d4c3-4bdd-a496-cd7d6b1628e0 HTTP/1.1" status: 204  len: 168 time: 0.4285634
Nov 27 20:53:25.409615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36640) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:25.414715 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d84e8c3-9f89-4678-8181-42cf2b923168 req-18f2844e-8989-41d5-bc1d-338f84a4d899 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811746
Nov 27 20:53:25.457520 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b398eb86-ce40-4e0f-bde2-bfc8a8551397 x-openstack-request-id: req-b398eb86-ce40-4e0f-bde2-bfc8a8551397 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:25.458239 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:25.458349 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b398eb86-ce40-4e0f-bde2-bfc8a8551397 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:25.459638 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'status': 'completed', 'code': 200}
Nov 27 20:53:25.472403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725d8da-afbc-4776-946b-1984fcce8640 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84de32e3-d4c3-4bdd-a496-cd7d6b1628e0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:25.477298 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-7946bf51-3708-4490-8870-28d9a07a0f88 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] show failed (client error): The resource could not be found.
Nov 27 20:53:25.479520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7946bf51-3708-4490-8870-28d9a07a0f88 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "GET /v2.0/security-groups/84de32e3-d4c3-4bdd-a496-cd7d6b1628e0 HTTP/1.1" status: 404  len: 347 time: 0.0677705
Nov 27 20:53:25.504499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36648) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:25.544916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-d56b5797-563f-4ba8-a1e8-d5e89d912374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:25.547355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-d56b5797-563f-4ba8-a1e8-d5e89d912374 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 1174 time: 0.0678976
Nov 27 20:53:25.637578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93991b0f-9de0-4bd3-9fd1-eb8c2497d2ec req-a7a25929-532c-435d-b846-7d46daa46a66 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51088c2-09fd-4bb8-9023-6cf77fd03eec&id=ca86a1f5-9464-47ba-9e54-9551eba45fec&id=d3d4501e-ad00-41f7-a9ea-7a077cdc7b84 HTTP/1.1" status: 200  len: 6199 time: 0.3010247
Nov 27 20:53:25.673761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98f32506-2cbe-4be1-9140-6c05bc37b973 req-97bc337a-3091-41c3-97fb-be3f1e560237 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2864010
Nov 27 20:53:25.700685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Deleting port df1036b7-412a-4ab6-8d40-817ea29d61bf {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:25.701301 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:25.790746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:25.791098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:25.805442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Calling delete_port for df1036b7-412a-4ab6-8d40-817ea29d61bf owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:25.815653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-45d5d853-eae0-4d22-b998-5d859d89c76a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:25.823123 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-45d5d853-eae0-4d22-b998-5d859d89c76a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 803 time: 0.2747068
Nov 27 20:53:25.826587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Deleting port 7c011986-4c34-46a5-b32f-2d4787a8f2b0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:25.826956 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:25.851743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-b49b32f8-913b-4c60-b5c2-1ed7905d3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:25.853222 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-b49b32f8-913b-4c60-b5c2-1ed7905d3414 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 913 time: 0.2867491
Nov 27 20:53:25.893264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-b7b6c94c-3394-4067-981c-1f7ae8b212d8 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/quotas/fe84ac649b6b4faea051ddfd2d4b6185 HTTP/1.1" status: 200  len: 375 time: 0.0691817
Nov 27 20:53:25.928989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-d6ab6656-b24f-46dd-a447-763a7d7522dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca HTTP/1.1" status: 200  len: 217 time: 0.0466344
Nov 27 20:53:25.934932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d5ff1-3903-4236-8489-c1af6919bf4b req-bad5d812-2386-400a-b48b-15f5743ab219 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:25.936498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3b7d5ff1-3903-4236-8489-c1af6919bf4b req-bad5d812-2386-400a-b48b-15f5743ab219 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 946 time: 0.0748897
Nov 27 20:53:26.016772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:26.028527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3b7d5ff1-3903-4236-8489-c1af6919bf4b req-8977081b-e538-4e88-9e4a-444857bd109d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786662
Nov 27 20:53:26.037291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] For port 7c011986-4c34-46a5-b32f-2d4787a8f2b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c011986-4c34-46a5-b32f-2d4787a8f2b0,segment=NetworkSegment(8d5ab541-43fc-4438-b97b-41e79bdae291),segment_id=8d5ab541-43fc-4438-b97b-41e79bdae291)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:26.038142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:26.048322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Pushing event deleted for resources: {'Port': ['ID=df1036b7-412a-4ab6-8d40-817ea29d61bf,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:26.063929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-7ed4d1eb-e4ee-423f-9b69-5bb0ae3cc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:26.066351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-7ed4d1eb-e4ee-423f-9b69-5bb0ae3cc66a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 200  len: 852 time: 0.1257799
Nov 27 20:53:26.073098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-0cab785f-5046-4a03-ba1b-7213d6dd6ee9 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1476870
Nov 27 20:53:26.093857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Calling delete_port for 7c011986-4c34-46a5-b32f-2d4787a8f2b0 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:26.130973 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:26.136713 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:26.138275 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b4d65ecb-6dc2-4b09-adbd-2ac828480638 tempest-ServersTestJSON-1762231565 tempest-ServersTestJSON-1762231565-project] 10.222.0.21 "DELETE /v2.0/floatingips/073f2750-cb9a-4944-bf99-525926c93a4f HTTP/1.1" status: 204  len: 168 time: 0.6245556
Nov 27 20:53:26.143458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36666) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:26.158424 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-32ad292e-59a4-4c28-9bd4-a8ff7813c72f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2940339f-24fb-427d-9c33-55a10d708401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0787311
Nov 27 20:53:26.158920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6713caba-f6bf-4a97-82e8-841dfadaa5f3 req-d9e4aa1c-576f-4844-89a8-532667e44c1b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1792902192 ', 'description': 'tempest-description-2074187850'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:26.255729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6713caba-f6bf-4a97-82e8-841dfadaa5f3 req-d9e4aa1c-576f-4844-89a8-532667e44c1b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:26.338990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cc0822b8-1fbd-41e0-9533-792db831111f service neutron] 10.222.0.21 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420733
Nov 27 20:53:26.455726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-ca0a376e-6b96-4172-8882-216b0fd8be31 service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307580
Nov 27 20:53:26.574467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-88407c92-4ddd-4ef6-b20f-72f03eddf094 service neutron] 10.222.0.21 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2244513
Nov 27 20:53:26.635836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7c7a794-e5b3-440c-b2fd-05d842b2172c req-20ddcf66-0813-4e3a-9e65-037a733527ea service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683462
Nov 27 20:53:26.643867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:26.676298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c011986-4c34-46a5-b32f-2d4787a8f2b0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:26.699925 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6713caba-f6bf-4a97-82e8-841dfadaa5f3 req-d9e4aa1c-576f-4844-89a8-532667e44c1b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:26.743812 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6713caba-f6bf-4a97-82e8-841dfadaa5f3 req-d9e4aa1c-576f-4844-89a8-532667e44c1b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:26.853355 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6713caba-f6bf-4a97-82e8-841dfadaa5f3 req-d9e4aa1c-576f-4844-89a8-532667e44c1b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:26.859511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6713caba-f6bf-4a97-82e8-841dfadaa5f3 req-d9e4aa1c-576f-4844-89a8-532667e44c1b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1803 time: 0.7079456
Nov 27 20:53:26.875152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4aa1c-576f-4844-89a8-532667e44c1b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed005e21-fa12-4398-855c-906f54804dc1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:27.062271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0dc7e-2413-4758-9cb3-065022daf73d req-1f0b2365-74fc-49ce-bd0c-f342971c48a7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:27.071635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02f0dc7e-2413-4758-9cb3-065022daf73d req-1f0b2365-74fc-49ce-bd0c-f342971c48a7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 946 time: 0.1045356
Nov 27 20:53:27.194829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02f0dc7e-2413-4758-9cb3-065022daf73d req-4ec07946-5d16-4d7e-aafa-d0fc50d93805 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105993
Nov 27 20:53:27.295466 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:27.437116 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c621fd81-2e10-4f5b-b454-a0fcaef1aba7 req-8cf938f6-bb4f-48d8-bade-0b86e8a5ba99 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 210 time: 0.0904844
Nov 27 20:53:27.602300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-9068af8b-2661-4e56-9a73-509784605875 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:27.603882 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-9068af8b-2661-4e56-9a73-509784605875 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 946 time: 0.1902499
Nov 27 20:53:27.607955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15891-293f-473a-9de8-64dceed38914 req-f292e455-7a99-40be-9b98-c40691155e23 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:27.610028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6cc15891-293f-473a-9de8-64dceed38914 req-f292e455-7a99-40be-9b98-c40691155e23 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.6436481
Nov 27 20:53:27.612760 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:27.639742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ef2f8a9f-8424-4bd2-9be5-6d72f26b38a9 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:27.641596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ef2f8a9f-8424-4bd2-9be5-6d72f26b38a9 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc5ef299-0115-4cd2-b728-afcd425f78b5 HTTP/1.1" status: 200  len: 944 time: 0.5029502
Nov 27 20:53:27.644817 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e4d7052b-39d0-4325-abb3-72245ed712b5 req-ac08a4f5-ab04-4905-a595-9f655da44da4 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ed005e21-fa12-4398-855c-906f54804dc1 HTTP/1.1" status: 200  len: 1798 time: 0.1439490
Nov 27 20:53:27.764781 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6cc15891-293f-473a-9de8-64dceed38914 req-230983d1-55ef-43e9-8d68-5e58d6f88e0d tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450238
Nov 27 20:53:27.850200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5fbab-17c4-4f32-b886-a69cba0c6d10 req-e172f665-59bc-48f1-a6f0-a42d5e13a9c8 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:27.851997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49c5fbab-17c4-4f32-b886-a69cba0c6d10 req-e172f665-59bc-48f1-a6f0-a42d5e13a9c8 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 946 time: 0.0922811
Nov 27 20:53:27.872139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Deleting port 07fe1e64-102d-4c40-8233-cc2f4399f06f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:27.872588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:27.921877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Deleting port 91c15e78-d85f-42e5-90f2-bd938828b809 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:27.922175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.036025 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49c5fbab-17c4-4f32-b886-a69cba0c6d10 req-3f660ea1-d65c-4c34-b15d-51313f8aed59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509893
Nov 27 20:53:28.055003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] For port 07fe1e64-102d-4c40-8233-cc2f4399f06f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=07fe1e64-102d-4c40-8233-cc2f4399f06f,segment=NetworkSegment(09146b15-5f2a-4af2-a75f-fd81a66efd04),segment_id=09146b15-5f2a-4af2-a75f-fd81a66efd04)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:28.056063 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.072513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Calling delete_port for 07fe1e64-102d-4c40-8233-cc2f4399f06f owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:28.078830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Deleting port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:28.078967 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.212547 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90537910-4542-4303-9ceb-888f3adbaf92 req-97f75e8e-5355-4002-aca2-62d3794c12cd tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ed005e21-fa12-4398-855c-906f54804dc1 HTTP/1.1" status: 200  len: 1798 time: 0.3332362
Nov 27 20:53:28.229739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Router 57299c85-dc1d-463c-a899-823b1429980f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:53:28.260138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] For port 1e29a70e-5a6b-4a3d-b199-c4b6502d4953, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e29a70e-5a6b-4a3d-b199-c4b6502d4953,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:28.260518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.284626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Calling delete_port for 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:28.287345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] For port 91c15e78-d85f-42e5-90f2-bd938828b809, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91c15e78-d85f-42e5-90f2-bd938828b809,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:28.287727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.307618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Calling delete_port for 91c15e78-d85f-42e5-90f2-bd938828b809 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:28.419770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90537910-4542-4303-9ceb-888f3adbaf92 req-31f2427b-35c3-4b3b-a60f-3de2e4109791 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.532366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90537910-4542-4303-9ceb-888f3adbaf92 req-31f2427b-35c3-4b3b-a60f-3de2e4109791 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.587407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:53:28.601702 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] Sync routers for ids ['57299c85-dc1d-463c-a899-823b1429980f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:53:28.610406 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e7f754e5-cfdb-41ab-b7c2-79e026457e15 admin admin] 10.222.0.21 "PUT /v2.0/routers/57299c85-dc1d-463c-a899-823b1429980f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9712911
Nov 27 20:53:28.619386 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] Routers {'57299c85-dc1d-463c-a899-823b1429980f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:28.622948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36738) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:28.636800 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5d5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['57299c85-dc1d-463c-a899-823b1429980f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:28.648693 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.662120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['07fe1e64-102d-4c40-8233-cc2f4399f06f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:28.682136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d2e85-cda1-4029-87f3-9306b8c93d5b req-f16a5b2c-97d2-4f90-9624-2ad36c8138fe tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:28.694394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4f3d2e85-cda1-4029-87f3-9306b8c93d5b req-f16a5b2c-97d2-4f90-9624-2ad36c8138fe tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/ports?device_id=56059f02-0c55-46c4-9744-8b4536f99ff3 HTTP/1.1" status: 200  len: 946 time: 0.3145039
Nov 27 20:53:28.851538 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] Set router 57299c85-dc1d-463c-a899-823b1429980f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:28.859711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event deleted for resources: {'Port': ['ID=07fe1e64-102d-4c40-8233-cc2f4399f06f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:28.863574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90537910-4542-4303-9ceb-888f3adbaf92 req-31f2427b-35c3-4b3b-a60f-3de2e4109791 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.868035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-90537910-4542-4303-9ceb-888f3adbaf92 req-31f2427b-35c3-4b3b-a60f-3de2e4109791 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.869398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-90537910-4542-4303-9ceb-888f3adbaf92 req-31f2427b-35c3-4b3b-a60f-3de2e4109791 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/ed005e21-fa12-4398-855c-906f54804dc1 HTTP/1.1" status: 204  len: 173 time: 0.6560423
Nov 27 20:53:28.886410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:28.924468 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Pushing event deleted for resources: {'Port': ['ID=91c15e78-d85f-42e5-90f2-bd938828b809,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:28.926361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2427b-35c3-4b3b-a60f-3de2e4109791 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed005e21-fa12-4398-855c-906f54804dc1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:28.968843 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.042785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] No DVR routers for this DVR port 07fe1e64-102d-4c40-8233-cc2f4399f06f on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:29.047191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.051491 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf23e37a-442c-46c1-8553-57efb9112df7 req-361b839d-1336-4f77-a03b-a2ecab23ed05 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.35 "DELETE /v2.0/ports/07fe1e64-102d-4c40-8233-cc2f4399f06f HTTP/1.1" status: 204  len: 173 time: 1.4393201
Nov 27 20:53:29.057049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] No DVR routers for this DVR port 91c15e78-d85f-42e5-90f2-bd938828b809 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:29.062625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56059f02-0c55-46c4-9744-8b4536f99ff3', 'name': 'network-vif-deleted', 'tag': '07fe1e64-102d-4c40-8233-cc2f4399f06f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:29.062817 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.065207 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7966d3-5965-4b0d-82b0-0866e9a0c5c0" -d '{"events": [{"server_uuid": "56059f02-0c55-46c4-9744-8b4536f99ff3", "name": "network-vif-deleted", "tag": "07fe1e64-102d-4c40-8233-cc2f4399f06f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:29.066073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-460571d0-0cd4-4a6c-ab59-9370d52d61ad req-ede53a79-f787-4f5c-913f-4b89a72825bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.15 "DELETE /v2.0/ports/91c15e78-d85f-42e5-90f2-bd938828b809 HTTP/1.1" status: 204  len: 173 time: 1.4148171
Nov 27 20:53:29.080534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-b28c037f-4a72-4ab6-87fb-ff484d27727d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:29.082213 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-b28c037f-4a72-4ab6-87fb-ff484d27727d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.15 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 803 time: 0.6487234
Nov 27 20:53:29.091643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'name': 'network-vif-deleted', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:29.093566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4f3d2e85-cda1-4029-87f3-9306b8c93d5b req-1283549a-c574-4405-9bb3-4c521cb99e65 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups?id=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3897352
Nov 27 20:53:29.093991 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ee1ec6-8e75-41a4-811e-bd2f8a9cfe40" -d '{"events": [{"server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "name": "network-vif-deleted", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:29.098203 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b8c6bb2-9b15-42e7-ba28-76f63ffdd374 req-aaf7d130-286f-45aa-9d18-83b300ec1ab0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 210 time: 0.0424302
Nov 27 20:53:29.111908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Request body: {'port': {'device_id': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'admin_state_up': True, 'tenant_id': 'fe84ac649b6b4faea051ddfd2d4b6185'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:29.250563 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.268709 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5d5af0>, [{'id': '57299c85-dc1d-463c-a899-823b1429980f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33'}], 'enable_snat': True}, 'gw_port_id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:53:26Z', 'revision_number': 5, 'project_id': '67445244452542a2862ec7dc1cf17784', 'gw_port': {'id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:29.273760 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-0d20f699-66bd-4866-85f4-a684c4eeedf2 req-d0c804a4-ecdc-4287-b5e7-263d2f097c4a tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:53:29.297864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d20f699-66bd-4866-85f4-a684c4eeedf2 req-d0c804a4-ecdc-4287-b5e7-263d2f097c4a tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ed005e21-fa12-4398-855c-906f54804dc1 HTTP/1.1" status: 404  len: 352 time: 0.0867376
Nov 27 20:53:29.314293 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] Checking router: 57299c85-dc1d-463c-a899-823b1429980f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:53:29.326581 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] Routers {'57299c85-dc1d-463c-a899-823b1429980f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:29.327751 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5d5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['57299c85-dc1d-463c-a899-823b1429980f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:29.335858 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.401733 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9196e738-87e9-4816-baa9-6c560ac9d7e6 x-openstack-request-id: req-9196e738-87e9-4816-baa9-6c560ac9d7e6 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:29.410351 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56059f02-0c55-46c4-9744-8b4536f99ff3", "name": "network-vif-deleted", "tag": "07fe1e64-102d-4c40-8233-cc2f4399f06f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:29.410604 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9196e738-87e9-4816-baa9-6c560ac9d7e6 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:29.411063 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56059f02-0c55-46c4-9744-8b4536f99ff3', 'name': 'network-vif-deleted', 'tag': '07fe1e64-102d-4c40-8233-cc2f4399f06f', 'status': 'completed', 'code': 200}
Nov 27 20:53:29.422879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Deleting port 9281ce23-92fa-4f50-8547-54dd85c95cab {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:29.423194 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.437921 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd3c6e-f41c-430a-9c61-74b615f212a1 x-openstack-request-id: req-a0bd3c6e-f41c-430a-9c61-74b615f212a1 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:29.438517 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5ef299-0115-4cd2-b728-afcd425f78b5", "name": "network-vif-deleted", "tag": "91c15e78-d85f-42e5-90f2-bd938828b809", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:29.439002 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0bd3c6e-f41c-430a-9c61-74b615f212a1 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:29.439820 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5ef299-0115-4cd2-b728-afcd425f78b5', 'name': 'network-vif-deleted', 'tag': '91c15e78-d85f-42e5-90f2-bd938828b809', 'status': 'completed', 'code': 200}
Nov 27 20:53:29.497999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-4d58c8d8-9ee4-422f-8668-a5b27ee7365f req-987da010-012f-44fa-8239-39f675d8e3d2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1448924831', 'description': 'tempest-description-1886303458'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:29.499181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e29a70e-5a6b-4a3d-b199-c4b6502d4953,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:29.526768 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] Set router 57299c85-dc1d-463c-a899-823b1429980f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:29.534040 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4d58c8d8-9ee4-422f-8668-a5b27ee7365f req-987da010-012f-44fa-8239-39f675d8e3d2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.590725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] For port 9281ce23-92fa-4f50-8547-54dd85c95cab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9281ce23-92fa-4f50-8547-54dd85c95cab,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:29.593023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.616490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Calling delete_port for 9281ce23-92fa-4f50-8547-54dd85c95cab owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:29.716708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96740f-9e2a-40cd-be52-22f3f12dfbe1 req-6f86826b-43ca-4812-880a-f487fe61f053 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:29.725714 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e96740f-9e2a-40cd-be52-22f3f12dfbe1 req-6f86826b-43ca-4812-880a-f487fe61f053 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.4639437
Nov 27 20:53:29.775588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Made reservation on behalf of fe84ac649b6b4faea051ddfd2d4b6185 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:29.783578 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.861868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4d58c8d8-9ee4-422f-8668-a5b27ee7365f req-987da010-012f-44fa-8239-39f675d8e3d2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.876595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4d58c8d8-9ee4-422f-8668-a5b27ee7365f req-987da010-012f-44fa-8239-39f675d8e3d2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:29.933018 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5d5af0>, [{'id': '57299c85-dc1d-463c-a899-823b1429980f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33'}], 'enable_snat': True}, 'gw_port_id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:53:26Z', 'revision_number': 5, 'project_id': '67445244452542a2862ec7dc1cf17784', 'gw_port': {'id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:29.978880 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957c5ef-8879-4580-9098-330cf10246fb None None] The sync data for ids ['57299c85-dc1d-463c-a899-823b1429980f'] in ncdv-master-1 is: [{'id': '57299c85-dc1d-463c-a899-823b1429980f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1316171537-router', 'tenant_id': '67445244452542a2862ec7dc1cf17784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33'}], 'enable_snat': True}, 'gw_port_id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:53:26Z', 'revision_number': 5, 'project_id': '67445244452542a2862ec7dc1cf17784', 'gw_port': {'id': '9281ce23-92fa-4f50-8547-54dd85c95cab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57299c85-dc1d-463c-a899-823b1429980f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:46:51Z', 'updated_at': '2021-11-27T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:53:29.999462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987da010-012f-44fa-8239-39f675d8e3d2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4bd04-c9dd-4a01-b736-42dedf89aae5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:30.017352 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4d58c8d8-9ee4-422f-8668-a5b27ee7365f req-987da010-012f-44fa-8239-39f675d8e3d2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.018604 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d58c8d8-9ee4-422f-8668-a5b27ee7365f req-987da010-012f-44fa-8239-39f675d8e3d2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5305598
Nov 27 20:53:30.032032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e96740f-9e2a-40cd-be52-22f3f12dfbe1 req-9fb74123-44fa-43d4-a0a9-b47aa39bdb8d tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3052187
Nov 27 20:53:30.091542 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.119171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Pushing event deleted for resources: {'Port': ['ID=9281ce23-92fa-4f50-8547-54dd85c95cab,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:30.166236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-66b24a93-f481-4b89-a509-6e873a25bdc3 req-f18fc972-227a-4b43-b9ff-f677fffcb357 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-652897848', 'description': 'tempest-description-2028512787'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:30.189590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.192708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Allocated IP 172.20.0.11 (b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3/4edb836d-d860-4750-af8b-16bdcd7adfe2/dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:30.213178 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.239112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-66b24a93-f481-4b89-a509-6e873a25bdc3 req-f18fc972-227a-4b43-b9ff-f677fffcb357 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.340856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.351413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.452360 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.453202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57299c85-dc1d-463c-a899-823b1429980f {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:53:30.462615 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.464312 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6edade59-5833-430b-9f55-811ce5080470 admin admin] 10.222.0.21 "DELETE /v2.0/routers/57299c85-dc1d-463c-a899-823b1429980f HTTP/1.1" status: 204  len: 168 time: 1.8392372
Nov 27 20:53:30.467084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36812) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:30.531804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0dd6fc5-c3ba-4dc3-997b-8cda16489c3f admin admin] Deleting subnet 88e99e19-9398-429c-8568-1a12c12d5f93 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:53:30.536098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6fc5-c3ba-4dc3-997b-8cda16489c3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.659883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6fc5-c3ba-4dc3-997b-8cda16489c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.712200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4538e-94f9-4a1e-b0c9-0827108a6e61 req-b8e6fab8-f3ca-480d-a792-14fa68c14d9c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:30.713552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3c4538e-94f9-4a1e-b0c9-0827108a6e61 req-b8e6fab8-f3ca-480d-a792-14fa68c14d9c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.1141574
Nov 27 20:53:30.823930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3c4538e-94f9-4a1e-b0c9-0827108a6e61 req-1f5ce345-2023-4d1f-aa4c-e83638b2d3c0 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986331
Nov 27 20:53:30.825760 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6fc5-c3ba-4dc3-997b-8cda16489c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.905487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-66b24a93-f481-4b89-a509-6e873a25bdc3 req-f18fc972-227a-4b43-b9ff-f677fffcb357 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.917275 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.923132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-66b24a93-f481-4b89-a509-6e873a25bdc3 req-f18fc972-227a-4b43-b9ff-f677fffcb357 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:30.961499 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6fc5-c3ba-4dc3-997b-8cda16489c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.009537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6fc5-c3ba-4dc3-997b-8cda16489c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e99e19-9398-429c-8568-1a12c12d5f93,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:31.010700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91c15e78-d85f-42e5-90f2-bd938828b809 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:31.012573 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6fc5-c3ba-4dc3-997b-8cda16489c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.024175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-66b24a93-f481-4b89-a509-6e873a25bdc3 req-f18fc972-227a-4b43-b9ff-f677fffcb357 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.025403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66b24a93-f481-4b89-a509-6e873a25bdc3 req-f18fc972-227a-4b43-b9ff-f677fffcb357 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.8720043
Nov 27 20:53:31.033657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b0dd6fc5-c3ba-4dc3-997b-8cda16489c3f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/88e99e19-9398-429c-8568-1a12c12d5f93 HTTP/1.1" status: 204  len: 168 time: 0.5646548
Nov 27 20:53:31.034223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36832) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:31.048824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fc972-227a-4b43-b9ff-f677fffcb357 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca48df5-5161-4586-b716-27c26861f49a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:31.055841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 91c15e78-d85f-42e5-90f2-bd938828b809 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:31.056193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 91c15e78-d85f-42e5-90f2-bd938828b809 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:31.063433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10430e5-60a2-45a3-a0b3-e067ef37c66e None None] Network 6029b4a4-5744-4798-af31-3964547abdd5 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:53:31.074412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:53:31.079174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.145902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.234315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:31.253459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec701c3b-f7a5-4a09-a5ff-5d83acb2645b req-f1360471-25d0-43a9-948a-ae898aee490a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:31.255627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Pushing event updated for resources: {'Port': ['ID=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:31.262517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ec701c3b-f7a5-4a09-a5ff-5d83acb2645b req-f1360471-25d0-43a9-948a-ae898aee490a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 932 time: 0.1317699
Nov 27 20:53:31.266250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:31.272571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:31.310057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Deleting port 2d8b5008-db43-499a-a1f3-4389b54bb35d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:31.310611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.364087 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] DHCP port deletion for 6029b4a4-5744-4798-af31-3964547abdd5 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:53:31.444102 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ec701c3b-f7a5-4a09-a5ff-5d83acb2645b req-5a8ea7eb-7f95-427a-a664-09ed38d9fbc2 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807053
Nov 27 20:53:31.470639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:31.470639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.480175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-1c4f6b70-ef20-4f15-abd7-1f9675257752 req-afa30a04-f396-48c2-a0d2-063bd990c76e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-95312429', 'description': 'tempest-description-268814757'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:31.500046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] For port 2d8b5008-db43-499a-a1f3-4389b54bb35d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d8b5008-db43-499a-a1f3-4389b54bb35d,segment=NetworkSegment(8d5ab541-43fc-4438-b97b-41e79bdae291),segment_id=8d5ab541-43fc-4438-b97b-41e79bdae291)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:31.501173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] Deleting port 2d8b5008-db43-499a-a1f3-4389b54bb35d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:31.501743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.504042 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.519076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Calling delete_port for 2d8b5008-db43-499a-a1f3-4389b54bb35d owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:31.546351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:53:31.560589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] Sync routers for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:53:31.563351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e5516c30-1f8c-4181-a8fc-34a75584fd56 admin admin] 10.222.0.21 "PUT /v2.0/routers/48c4ebc4-4a7d-487c-80c1-47ae51176e91/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4183888
Nov 27 20:53:31.573371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36856) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:31.584494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:31.585253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:31.643913 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1c4f6b70-ef20-4f15-abd7-1f9675257752 req-afa30a04-f396-48c2-a0d2-063bd990c76e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.648206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] For port 2d8b5008-db43-499a-a1f3-4389b54bb35d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d8b5008-db43-499a-a1f3-4389b54bb35d,segment=NetworkSegment(8d5ab541-43fc-4438-b97b-41e79bdae291),segment_id=8d5ab541-43fc-4438-b97b-41e79bdae291)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:31.648706 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.654760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-a33b599e-3188-4529-aada-4970bfdec754 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5567327
Nov 27 20:53:31.665151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 07fe1e64-102d-4c40-8233-cc2f4399f06f no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:31.671195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.672307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Request body: {'port': {'device_id': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:31.674264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] Calling delete_port for 2d8b5008-db43-499a-a1f3-4389b54bb35d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:31.716267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8b5008-db43-499a-a1f3-4389b54bb35d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:31.721892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] No DVR routers for this DVR port 2d8b5008-db43-499a-a1f3-4389b54bb35d on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:31.753751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 07fe1e64-102d-4c40-8233-cc2f4399f06f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:31.754121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 07fe1e64-102d-4c40-8233-cc2f4399f06f not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:31.817365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.822105 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.849293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:31.850148 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.890167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc2e5670>,) {'filters': {'network_id': ['6029b4a4-5744-4798-af31-3964547abdd5']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:31.903511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc2e5670>, '8d5ab541-43fc-4438-b97b-41e79bdae291') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:31.904251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc2e5670>, '8d5ab541-43fc-4438-b97b-41e79bdae291') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:31.916682 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.953790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-9e0a6d29-4dc0-4f30-81ce-bdc676a810f3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:31.956409 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-9e0a6d29-4dc0-4f30-81ce-bdc676a810f3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 814 time: 0.2976835
Nov 27 20:53:31.958481 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.968628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:53:31.970441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.973731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1c4f6b70-ef20-4f15-abd7-1f9675257752 req-afa30a04-f396-48c2-a0d2-063bd990c76e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:53:31.989456 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:53:32.019017 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1c4f6b70-ef20-4f15-abd7-1f9675257752 req-afa30a04-f396-48c2-a0d2-063bd990c76e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.027890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-cee6eedf-6897-4113-a014-ad622903f1dc tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/quotas/99a5eb3bc93349828958b7879707829a HTTP/1.1" status: 200  len: 375 time: 0.0634077
Nov 27 20:53:32.050469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7c011986-4c34-46a5-b32f-2d4787a8f2b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:32.109567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7c011986-4c34-46a5-b32f-2d4787a8f2b0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:32.109952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7c011986-4c34-46a5-b32f-2d4787a8f2b0 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:32.110384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9281ce23-92fa-4f50-8547-54dd85c95cab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:32.110657 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.126982 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-71e2d390-7c50-4dd5-aff2-c7f279942a8b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0982027
Nov 27 20:53:32.142704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9281ce23-92fa-4f50-8547-54dd85c95cab {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:32.143063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9281ce23-92fa-4f50-8547-54dd85c95cab not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:32.143520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2d8b5008-db43-499a-a1f3-4389b54bb35d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:32.150063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.157998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6029b4a4-5744-4798-af31-3964547abdd5 HTTP/1.1" status: 204  len: 168 time: 1.1223881
Nov 27 20:53:32.159232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb4266-a6f4-40d5-8cb3-77101fbbd284 admin admin] Pushing event deleted for resources: {'Network': ['ID=6029b4a4-5744-4798-af31-3964547abdd5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:32.166880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 2d8b5008-db43-499a-a1f3-4389b54bb35d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:32.167507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2d8b5008-db43-499a-a1f3-4389b54bb35d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:32.170316 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.196237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] Network 6029b4a4-5744-4798-af31-3964547abdd5 is not hosted by any dhcp agent {{(pid=120910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 20:53:32.197143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] No DVR routers for this DVR port 2d8b5008-db43-499a-a1f3-4389b54bb35d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:32.240550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf61db6-f714-4c21-a7ee-fd5f38abd4d6 None None] Pushing event deleted for resources: {'Port': ['ID=2d8b5008-db43-499a-a1f3-4389b54bb35d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:32.296129 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-aa4c4303-85bc-47f7-b848-e7c7083776f2 service neutron] 10.222.0.21 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474280
Nov 27 20:53:32.305927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30a04-f396-48c2-a0d2-063bd990c76e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432dc27c-42ce-4c46-bb75-098a5c24ef26,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:32.322664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.330757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709a30>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141'}], 'enable_snat': True}, 'gw_port_id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:53:28Z', 'revision_number': 5, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port': {'id': '9dfa61d6-4163-4bd0-938f-0f054dd77a26', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:49:40Z', 'updated_at': '2021-11-27T20:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:32.342514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1c4f6b70-ef20-4f15-abd7-1f9675257752 req-afa30a04-f396-48c2-a0d2-063bd990c76e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.342514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c4f6b70-ef20-4f15-abd7-1f9675257752 req-afa30a04-f396-48c2-a0d2-063bd990c76e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1820 time: 0.8850203
Nov 27 20:53:32.375198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] Checking router: 48c4ebc4-4a7d-487c-80c1-47ae51176e91 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:53:32.386940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] Routers {'48c4ebc4-4a7d-487c-80c1-47ae51176e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:32.387853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:32.504659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:32.509963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Deleting port 9dfa61d6-4163-4bd0-938f-0f054dd77a26 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:32.510308 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.518340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] Set router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:32.524436 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-42f9f0cf-579e-45e8-a9c9-b140d08eb6a5 service neutron] 10.222.0.21 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131677
Nov 27 20:53:32.524951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36894) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:32.531119 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.572129 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-acd0d7ef-8dfa-42c0-9d6b-c9aa290f539e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68857c7effec496aa99ff78b76521109&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0460002
Nov 27 20:53:32.574492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36896) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:32.612850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Transition to ACTIVE for port object dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:32.628670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.658439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7ee3-bee5-4825-90f5-f6c8875c04f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.697687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7ee3-bee5-4825-90f5-f6c8875c04f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.738400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd709a30>, [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:53:32Z', 'revision_number': 6, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:32.773607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36904) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:32.779235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64be29e-a7bf-4965-b68b-a9bcd5085202 None None] The sync data for ids ['48c4ebc4-4a7d-487c-80c1-47ae51176e91'] in ncdv-master-1 is: [{'id': '48c4ebc4-4a7d-487c-80c1-47ae51176e91', 'name': 'tempest-ServersTestJSON-1117730263-router', 'tenant_id': '3452ada55fe043918a4bf028d75b070d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:49:37Z', 'updated_at': '2021-11-27T20:53:32Z', 'revision_number': 6, 'project_id': '3452ada55fe043918a4bf028d75b070d', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:53:32.840846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Pushing event updated for resources: {'Port': ['ID=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:32.853558 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46c5b7a2-7ee6-4848-9152-db680659753e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.860254 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7ee3-bee5-4825-90f5-f6c8875c04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.862814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7ee3-bee5-4825-90f5-f6c8875c04f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.864149 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a6cf7ee3-bee5-4825-90f5-f6c8875c04f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2617ba21-1bb5-4ad4-a754-4541d857501d HTTP/1.1" status: 204  len: 168 time: 0.2885284
Nov 27 20:53:32.897177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] For port 9dfa61d6-4163-4bd0-938f-0f054dd77a26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dfa61d6-4163-4bd0-938f-0f054dd77a26,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:32.898082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf7ee3-bee5-4825-90f5-f6c8875c04f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2617ba21-1bb5-4ad4-a754-4541d857501d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:32.898331 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.918637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46c5b7a2-7ee6-4848-9152-db680659753e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:32.930919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Calling delete_port for 9dfa61d6-4163-4bd0-938f-0f054dd77a26 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:33.042091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783943a-c61f-438a-97e6-c29f9b3c0960 req-5d11546b-9a44-4bca-a563-1ea8af56223d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:33.052260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5783943a-c61f-438a-97e6-c29f9b3c0960 req-5d11546b-9a44-4bca-a563-1ea8af56223d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 944 time: 0.1003902
Nov 27 20:53:33.073846 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-06a77f4b-d60f-4132-b33e-7c9a88afbfa5 req-04008979-5c3e-479c-9383-c7c1215a4bef tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ce320b0fdb0466692b28dc520686425 HTTP/1.1" status: 200  len: 10996 time: 0.5993598
Nov 27 20:53:33.088914 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46c5b7a2-7ee6-4848-9152-db680659753e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:33.093918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46c5b7a2-7ee6-4848-9152-db680659753e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:33.095438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-46c5b7a2-7ee6-4848-9152-db680659753e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "DELETE /v2.0/security-groups/26cd6406-2ee7-4715-b9ce-f0bdc1ef4afb HTTP/1.1" status: 204  len: 168 time: 0.3202698
Nov 27 20:53:33.106810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36922) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:33.150281 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-33218aad-031b-492d-8d97-6bd9e877b0a7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] show failed (client error): The resource could not be found.
Nov 27 20:53:33.172605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-33218aad-031b-492d-8d97-6bd9e877b0a7 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "GET /v2.0/security-groups/26cd6406-2ee7-4715-b9ce-f0bdc1ef4afb HTTP/1.1" status: 404  len: 347 time: 0.0642121
Nov 27 20:53:33.174925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36926) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:33.185463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b7a2-7ee6-4848-9152-db680659753e tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd6406-2ee7-4715-b9ce-f0bdc1ef4afb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:33.234193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5783943a-c61f-438a-97e6-c29f9b3c0960 req-6c79443f-e874-4cff-b23f-fd5dd24ade7d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769915
Nov 27 20:53:33.285237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Attempting to bind port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:33.285593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Attempting to bind port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:33.286000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Attempting to bind port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:33.303701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:33.304044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Attempting to bind port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:33.327348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-61ad1f83-e52b-45d8-ae6a-a391ff1ef825 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:33.328944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-61ad1f83-e52b-45d8-ae6a-a391ff1ef825 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "GET /v2.0/ports?device_id=6af66675-b153-4617-ad21-c79c87e4eac2 HTTP/1.1" status: 200  len: 946 time: 0.4604070
Nov 27 20:53:33.332422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:33.333062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Checking segment: {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:33.333668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Bound using segment: {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:33.334332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Bound port: dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:33.334968 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:33.418944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1e3ca181-f356-4921-be0d-3c0f3f530fda req-8dc781b9-fea5-4ad6-8f0e-8a08840bf0ad tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 210 time: 0.1029096
Nov 27 20:53:33.419439 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-06a77f4b-d60f-4132-b33e-7c9a88afbfa5 req-8787adae-5c13-473c-8b38-57bb00f6b339 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ca86a1f5-9464-47ba-9e54-9551eba45fec HTTP/1.1" status: 200  len: 2998 time: 0.3455582
Nov 27 20:53:33.535645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Deleting port 7fbacf4e-9143-4970-8fbf-a547a494334b {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:33.536532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:33.587055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36940) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:33.838594 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-06a77f4b-d60f-4132-b33e-7c9a88afbfa5 req-6106e0d0-819b-4c4d-b12b-4e5a358ac27c tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ca86a1f5-9464-47ba-9e54-9551eba45fec HTTP/1.1" status: 200  len: 2998 time: 0.4180009
Nov 27 20:53:33.842607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:33.845025 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:33.848582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:33.879386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:33.888599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfa61d6-4163-4bd0-938f-0f054dd77a26,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:33.978338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:33.979208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:33.980808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] 10.222.0.15 "PUT /v2.0/ports/dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef HTTP/1.1" status: 200  len: 1092 time: 2.3133581
Nov 27 20:53:33.986487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:33.989555 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868f7cfd-e0d5-4d15-bdfe-3458da843d72" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:34.008386 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7b6e60ba-95f6-4d16-9db4-af3f5ea91946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.023738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-42802e84-1365-4354-9f44-e957b313ec71 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=65a608f2c265434999aa734f1841b2a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0518162
Nov 27 20:53:34.056216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Deleting port b27a9306-471b-4b83-91e0-219d06b5219f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:34.056565 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.079890 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd78f6ee-ffa3-42e2-8a38-44257b7a082b req-46352e10-f220-4aa6-8b6f-5a80e41fc3f8 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/c0d4bd04-c9dd-4a01-b736-42dedf89aae5 HTTP/1.1" status: 200  len: 1818 time: 0.1963763
Nov 27 20:53:34.080517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15dc71-6165-47a1-8f16-6a5dc6c52dda service neutron] Pushing event updated for resources: {'Port': ['ID=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:34.097429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:34.127935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:34.129355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1e29a70e-5a6b-4a3d-b199-c4b6502d4953 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:34.130415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9dfa61d6-4163-4bd0-938f-0f054dd77a26 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:34.157953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.169224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9dfa61d6-4163-4bd0-938f-0f054dd77a26 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:34.170126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9dfa61d6-4163-4bd0-938f-0f054dd77a26 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:34.180521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-60438e17-0e09-4321-bdfc-3c349b85e982 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:34.188231 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-60438e17-0e09-4321-bdfc-3c349b85e982 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1486676
Nov 27 20:53:34.209345 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7bddeda9-708d-48c0-91cf-2784f090206d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67445244452542a2862ec7dc1cf17784&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6182714
Nov 27 20:53:34.218731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36962) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:34.220574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.220905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.253362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-c28b9a7d-dd3f-4320-a2ad-4b4ab50ed201 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/quotas/65a608f2c265434999aa734f1841b2a3 HTTP/1.1" status: 200  len: 375 time: 0.0640538
Nov 27 20:53:34.260409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Calling delete_port for 7fbacf4e-9143-4970-8fbf-a547a494334b owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:34.291958 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.300006 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.356098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-0e087697-2ff7-413c-baea-efbc810c0807 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=65a608f2c265434999aa734f1841b2a3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0657890
Nov 27 20:53:34.386682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-dfb2c6be-e102-44aa-92b6-c6f7307d57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:34.388235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-dfb2c6be-e102-44aa-92b6-c6f7307d57dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 1095 time: 0.3004653
Nov 27 20:53:34.390784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] For port b27a9306-471b-4b83-91e0-219d06b5219f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b27a9306-471b-4b83-91e0-219d06b5219f,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:34.391376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.394092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.394937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c4ebc4-4a7d-487c-80c1-47ae51176e91 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:53:34.407364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.408684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-17cb21f5-214c-4d5a-8132-c996259f1c49 admin admin] 10.222.0.21 "DELETE /v2.0/routers/48c4ebc4-4a7d-487c-80c1-47ae51176e91 HTTP/1.1" status: 204  len: 168 time: 2.8343413
Nov 27 20:53:34.415327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36966) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:34.444234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9836254c-134d-49f5-b6a3-1c5362d31559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.454021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Calling delete_port for b27a9306-471b-4b83-91e0-219d06b5219f owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:34.493122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-61ebb580-d5d5-4269-b709-867405f5a9c7 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:34.494952 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-61ebb580-d5d5-4269-b709-867405f5a9c7 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 814 time: 0.2847984
Nov 27 20:53:34.501622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9836254c-134d-49f5-b6a3-1c5362d31559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.519989 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cd78f6ee-ffa3-42e2-8a38-44257b7a082b req-314a9fbf-4c7c-4c04-826d-2636c83e9d66 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.537026 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-d1080cdc-2609-439a-b134-b5f55ed1030f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef HTTP/1.1" status: 200  len: 217 time: 0.1227863
Nov 27 20:53:34.541523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Request body: {'port': {'device_id': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6', 'admin_state_up': True, 'tenant_id': '99a5eb3bc93349828958b7879707829a'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:34.623648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cd78f6ee-ffa3-42e2-8a38-44257b7a082b req-314a9fbf-4c7c-4c04-826d-2636c83e9d66 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.649453 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3044ff8-b1c7-4aa0-adad-950fa14431e2 x-openstack-request-id: req-a3044ff8-b1c7-4aa0-adad-950fa14431e2 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:34.649858 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:34.650215 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3044ff8-b1c7-4aa0-adad-950fa14431e2 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:34.650724 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef', 'status': 'completed', 'code': 200}
Nov 27 20:53:34.711950 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.721767 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9836254c-134d-49f5-b6a3-1c5362d31559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.724610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9836254c-134d-49f5-b6a3-1c5362d31559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.725907 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9836254c-134d-49f5-b6a3-1c5362d31559 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5268b453-09fa-40a6-bef1-35b4c3686ab5 HTTP/1.1" status: 204  len: 168 time: 0.5022416
Nov 27 20:53:34.767085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Pushing event deleted for resources: {'Port': ['ID=7fbacf4e-9143-4970-8fbf-a547a494334b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:34.774309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836254c-134d-49f5-b6a3-1c5362d31559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5268b453-09fa-40a6-bef1-35b4c3686ab5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:34.789929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-351fc00a-0ef4-475b-b766-ee6a95f1d9d5 admin admin] Deleting subnet 3596accf-1e24-4a00-90fe-b1350288c055 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:53:34.809315 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-351fc00a-0ef4-475b-b766-ee6a95f1d9d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.833847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Made reservation on behalf of 99a5eb3bc93349828958b7879707829a for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:34.837851 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.849707 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:53:34.888335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-56bd92cb-03d4-4845-84b9-60c9dc62d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:34.890501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-56bd92cb-03d4-4845-84b9-60c9dc62d3b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 200  len: 843 time: 0.3237259
Nov 27 20:53:34.896365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cd78f6ee-ffa3-42e2-8a38-44257b7a082b req-314a9fbf-4c7c-4c04-826d-2636c83e9d66 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.900635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cd78f6ee-ffa3-42e2-8a38-44257b7a082b req-314a9fbf-4c7c-4c04-826d-2636c83e9d66 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.908137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd78f6ee-ffa3-42e2-8a38-44257b7a082b req-314a9fbf-4c7c-4c04-826d-2636c83e9d66 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/c0d4bd04-c9dd-4a01-b736-42dedf89aae5 HTTP/1.1" status: 204  len: 173 time: 0.7789202
Nov 27 20:53:34.913087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.915855 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:34.919643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d7f42d18-a708-4ab8-b1bc-32a55ed831b6 tempest-ImagesOneServerNegativeTestJSON-1163528440 tempest-ImagesOneServerNegativeTestJSON-1163528440-project] 10.222.0.21 "DELETE /v2.0/floatingips/2285585a-4761-44a5-9ba7-5b42e51d4001 HTTP/1.1" status: 204  len: 168 time: 1.7353594
Nov 27 20:53:34.960304 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-351fc00a-0ef4-475b-b766-ee6a95f1d9d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:35.004577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d0754-f523-4c07-9680-5c8aaa123d0f req-2f04452e-b986-408f-815f-8e45b99eb513 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:35.006457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c9d0754-f523-4c07-9680-5c8aaa123d0f req-2f04452e-b986-408f-815f-8e45b99eb513 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 944 time: 0.1535366
Nov 27 20:53:35.028047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-cc6def3b-f08f-4398-835a-b1ba1c6be013 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1096923
Nov 27 20:53:35.037348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a9fbf-4c7c-4c04-826d-2636c83e9d66 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4bd04-c9dd-4a01-b736-42dedf89aae5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:35.122493 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c9d0754-f523-4c07-9680-5c8aaa123d0f req-05eb9599-ce23-45e7-ae18-a8c39fa6b4b7 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039205
Nov 27 20:53:35.150158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Allocated IP 172.20.0.6 (c6502c39-8b47-4e70-ac49-9906b123e7d6/712d939c-680c-4d37-bf43-92257ade9240/a7424a47-99c1-4af8-bc12-2878fbff5f36) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:35.187486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a587c61-cc23-470b-985b-7241bb6ef354 req-d0913db2-1e97-4eda-a66f-7e32eda29f15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 210 time: 0.1530929
Nov 27 20:53:35.269846 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-6a1f78cc-1496-4f31-b751-dea05dfc6bb9 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=65a608f2c265434999aa734f1841b2a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0258057
Nov 27 20:53:35.293605 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:35.335639 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-d4f5a4d5-4a23-4b57-98b1-fa21437457e7 req-d28b6c23-1f6b-4d78-ba42-aa4438925900 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:53:35.337284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d4f5a4d5-4a23-4b57-98b1-fa21437457e7 req-d28b6c23-1f6b-4d78-ba42-aa4438925900 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/c0d4bd04-c9dd-4a01-b736-42dedf89aae5 HTTP/1.1" status: 404  len: 352 time: 0.0657375
Nov 27 20:53:35.401650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Pushing event deleted for resources: {'Port': ['ID=b27a9306-471b-4b83-91e0-219d06b5219f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:35.459796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-351fc00a-0ef4-475b-b766-ee6a95f1d9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:35.478676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-ea29af40-4aff-415e-b5c5-4b84fbfca3d9 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3117356
Nov 27 20:53:35.498454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] No DVR routers for this DVR port b27a9306-471b-4b83-91e0-219d06b5219f on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:35.503050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:35.506727 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d6d7edf-9269-4bc5-b6a6-5db2b546426b req-2a6fca5a-461f-4831-ad21-449d1f5fa85b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "DELETE /v2.0/ports/b27a9306-471b-4b83-91e0-219d06b5219f HTTP/1.1" status: 204  len: 173 time: 2.1538620
Nov 27 20:53:35.544415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a935b1-098b-4a66-8008-0a0671344058 req-fe3412ef-e770-4c20-ace1-c22e277fe26d tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:35.552521 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-fe3412ef-e770-4c20-ace1-c22e277fe26d tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2804818
Nov 27 20:53:35.598264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-3941c484-3dc0-4ab3-b343-fb436968eb07 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/quotas/65a608f2c265434999aa734f1841b2a3 HTTP/1.1" status: 200  len: 375 time: 0.0445697
Nov 27 20:53:35.648549 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-351fc00a-0ef4-475b-b766-ee6a95f1d9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:35.662448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b27a9306-471b-4b83-91e0-219d06b5219f no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:35.679928 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-923cf2d9-e04f-409e-b1c3-ce399d907457 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=65a608f2c265434999aa734f1841b2a3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0807548
Nov 27 20:53:35.692809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fc00a-0ef4-475b-b766-ee6a95f1d9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3596accf-1e24-4a00-90fe-b1350288c055,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:35.695022 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-351fc00a-0ef4-475b-b766-ee6a95f1d9d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:35.700631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-351fc00a-0ef4-475b-b766-ee6a95f1d9d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3596accf-1e24-4a00-90fe-b1350288c055 HTTP/1.1" status: 204  len: 168 time: 1.2573779
Nov 27 20:53:35.700631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36676edd-3ba5-4a8a-9c2a-b4fb293c015d req-e71aa2cc-ba85-4fcd-bf38-3d3dfcbe7930 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926014
Nov 27 20:53:35.701067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37028) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:35.716812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12300716-8a9d-4971-b12c-0308eef519ab None None] Network be9122ae-5461-41a9-8128-1bf0198a3d43 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:53:35.722909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: b27a9306-471b-4b83-91e0-219d06b5219f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:35.735362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b27a9306-471b-4b83-91e0-219d06b5219f not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:35.781455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:35.874671 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:35.932816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Pushing event updated for resources: {'Port': ['ID=a7424a47-99c1-4af8-bc12-2878fbff5f36,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:35.949240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Network c6502c39-8b47-4e70-ac49-9906b123e7d6 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:35.950425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:35.953744 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:35.959043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:36.005519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-58884753-7287-4597-ba09-32f2bd714df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:36.007401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-58884753-7287-4597-ba09-32f2bd714df5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 1095 time: 0.2013867
Nov 27 20:53:36.011531 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8ac34fa-e509-4246-bc14-34809266faff req-e0b2e6a5-1a62-42e7-a29d-609f39c3b30a tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/bca48df5-5161-4586-b716-27c26861f49a HTTP/1.1" status: 200  len: 1817 time: 0.2158315
Nov 27 20:53:36.036226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf04a5-4ef8-4171-84b0-f63e550a0bf7 None None] DHCP port deletion for be9122ae-5461-41a9-8128-1bf0198a3d43 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:53:36.057970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:36.058691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.095348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-af09ff13-e7f7-42d0-a9e5-934cbf828a15 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5591569
Nov 27 20:53:36.107023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf04a5-4ef8-4171-84b0-f63e550a0bf7 None None] Deleting port e68f0407-e87f-42ba-9a04-236272df2db3 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:36.107429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ccf04a5-4ef8-4171-84b0-f63e550a0bf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.113620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Request body: {'port': {'device_id': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:36.239119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-9aa7eed4-ee3a-48ed-8d73-9a6279ec1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:36.246233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-9aa7eed4-ee3a-48ed-8d73-9a6279ec1eaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 904 time: 0.2128632
Nov 27 20:53:36.252993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Deleting port e68f0407-e87f-42ba-9a04-236272df2db3 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:53:36.253270 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.254741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1ccf04a5-4ef8-4171-84b0-f63e550a0bf7 None None] For port e68f0407-e87f-42ba-9a04-236272df2db3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e68f0407-e87f-42ba-9a04-236272df2db3,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:36.255152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ccf04a5-4ef8-4171-84b0-f63e550a0bf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.274393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf04a5-4ef8-4171-84b0-f63e550a0bf7 None None] Calling delete_port for e68f0407-e87f-42ba-9a04-236272df2db3 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:36.288363 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.296580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c8ac34fa-e509-4246-bc14-34809266faff req-6c0f2659-80d6-4a7f-94be-d7a14ce77ec2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.409404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a02a92a-f6db-418c-acba-9b24c64fc5d1 req-e9b55298-13e2-4b14-8a27-e1de99de0e76 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 210 time: 0.0559914
Nov 27 20:53:36.427081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-0ba5498b-6aa7-4f28-bad5-f44e26014e98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef HTTP/1.1" status: 200  len: 217 time: 0.1615355
Nov 27 20:53:36.440056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-caa494b8-13c3-41d7-811d-6325c77cc598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.481060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-13717040-b247-4dde-8145-60d7a81cebb9 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=65a608f2c265434999aa734f1841b2a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0696025
Nov 27 20:53:36.497339 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ccf04a5-4ef8-4171-84b0-f63e550a0bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.527677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf04a5-4ef8-4171-84b0-f63e550a0bf7 None None] No DVR routers for this DVR port e68f0407-e87f-42ba-9a04-236272df2db3 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:36.572499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf04a5-4ef8-4171-84b0-f63e550a0bf7 None None] Pushing event deleted for resources: {'Port': ['ID=e68f0407-e87f-42ba-9a04-236272df2db3,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:36.577198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37054) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:36.594087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c8ac34fa-e509-4246-bc14-34809266faff req-6c0f2659-80d6-4a7f-94be-d7a14ce77ec2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.676478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af66675-b153-4617-ad21-c79c87e4eac2', 'name': 'network-vif-deleted', 'tag': 'b27a9306-471b-4b83-91e0-219d06b5219f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:36.685444 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521a5261-c5f6-4dee-b8c4-1a1dbe8f9149" -d '{"events": [{"server_uuid": "6af66675-b153-4617-ad21-c79c87e4eac2", "name": "network-vif-deleted", "tag": "b27a9306-471b-4b83-91e0-219d06b5219f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:36.692576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08e8bbb-8861-47d4-9e7c-468c4bca9a36 admin admin] Deleting subnet 7716ef98-4d6b-41bf-8651-1d9ae6fcbd35 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:53:36.702468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c08e8bbb-8861-47d4-9e7c-468c4bca9a36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.790375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c08e8bbb-8861-47d4-9e7c-468c4bca9a36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.796674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] For port e68f0407-e87f-42ba-9a04-236272df2db3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e68f0407-e87f-42ba-9a04-236272df2db3,segment=NetworkSegment(c25b6391-df7f-438f-b14b-eb8ee67e7c62),segment_id=c25b6391-df7f-438f-b14b-eb8ee67e7c62)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:36.797050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.821739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-b0f7e378-ba9d-4a1c-a678-d97e3096ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:36.823328 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-b0f7e378-ba9d-4a1c-a678-d97e3096ee3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 200  len: 843 time: 0.3870025
Nov 27 20:53:36.836275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Calling delete_port for e68f0407-e87f-42ba-9a04-236272df2db3 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:53:36.920365 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-0d417f3c-ba38-4767-8d38-711c5bfc01da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846348
Nov 27 20:53:36.948943 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c8ac34fa-e509-4246-bc14-34809266faff req-6c0f2659-80d6-4a7f-94be-d7a14ce77ec2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.952956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c8ac34fa-e509-4246-bc14-34809266faff req-6c0f2659-80d6-4a7f-94be-d7a14ce77ec2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:36.966281 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8ac34fa-e509-4246-bc14-34809266faff req-6c0f2659-80d6-4a7f-94be-d7a14ce77ec2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/bca48df5-5161-4586-b716-27c26861f49a HTTP/1.1" status: 204  len: 173 time: 0.9339502
Nov 27 20:53:36.995197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53663993-fea1-41de-b657-a399694c150e req-25f65e1b-8fe9-400f-bf52-7874780caec8 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:37.003003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53663993-fea1-41de-b657-a399694c150e req-25f65e1b-8fe9-400f-bf52-7874780caec8 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 944 time: 0.3079157
Nov 27 20:53:37.073606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c08e8bbb-8861-47d4-9e7c-468c4bca9a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.136544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-625b42a7-bf76-45a9-bfc4-148e2999a080 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:37.138033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-625b42a7-bf76-45a9-bfc4-148e2999a080 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5407910
Nov 27 20:53:37.138800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f2659-80d6-4a7f-94be-d7a14ce77ec2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca48df5-5161-4586-b716-27c26861f49a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:37.149513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53663993-fea1-41de-b657-a399694c150e req-903ef8d3-2136-4eb5-bab9-a29fbffad6bb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456168
Nov 27 20:53:37.159800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7424a47-99c1-4af8-bc12-2878fbff5f36 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:37.171510 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.173168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Request body: {'port': {'device_id': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '65a608f2c265434999aa734f1841b2a3'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:37.207817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Transition to ACTIVE for port object a7424a47-99c1-4af8-bc12-2878fbff5f36 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:37.218009 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c08e8bbb-8861-47d4-9e7c-468c4bca9a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.270686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.276798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c08e8bbb-8861-47d4-9e7c-468c4bca9a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.283338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c08e8bbb-8861-47d4-9e7c-468c4bca9a36 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7716ef98-4d6b-41bf-8651-1d9ae6fcbd35 HTTP/1.1" status: 204  len: 168 time: 0.6935575
Nov 27 20:53:37.306196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:37.309209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e8bbb-8861-47d4-9e7c-468c4bca9a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7716ef98-4d6b-41bf-8651-1d9ae6fcbd35,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:37.395939 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-89906ea0-0ef2-4f6d-a90a-41ac0ba19b71 req-1383c8e0-2e8b-46d3-8cee-7e50f754c8b7 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:53:37.397009 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89906ea0-0ef2-4f6d-a90a-41ac0ba19b71 req-1383c8e0-2e8b-46d3-8cee-7e50f754c8b7 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/bca48df5-5161-4586-b716-27c26861f49a HTTP/1.1" status: 404  len: 352 time: 0.1227806
Nov 27 20:53:37.405956 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1a1ca9-9d03-4931-bbef-bc5b022ad810 x-openstack-request-id: req-3d1a1ca9-9d03-4931-bbef-bc5b022ad810 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:37.406255 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af66675-b153-4617-ad21-c79c87e4eac2", "name": "network-vif-deleted", "tag": "b27a9306-471b-4b83-91e0-219d06b5219f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:37.406515 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d1a1ca9-9d03-4931-bbef-bc5b022ad810 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:37.406915 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af66675-b153-4617-ad21-c79c87e4eac2', 'name': 'network-vif-deleted', 'tag': 'b27a9306-471b-4b83-91e0-219d06b5219f', 'status': 'completed', 'code': 200}
Nov 27 20:53:37.427838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Pushing event updated for resources: {'Port': ['ID=a7424a47-99c1-4af8-bc12-2878fbff5f36,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:37.485355 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.527662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c54c9b-e611-43fe-b349-1aa76b554d41 req-5875fc40-d633-450a-8273-a7098e8b747b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:37.536278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15c54c9b-e611-43fe-b349-1aa76b554d41 req-5875fc40-d633-450a-8273-a7098e8b747b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 931 time: 0.4789972
Nov 27 20:53:37.569591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-78176198-88cf-4d8b-81aa-18ca19301569 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6388075
Nov 27 20:53:37.630015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Attempting to bind port a7424a47-99c1-4af8-bc12-2878fbff5f36 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:37.630453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Attempting to bind port a7424a47-99c1-4af8-bc12-2878fbff5f36 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:37.630864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Attempting to bind port a7424a47-99c1-4af8-bc12-2878fbff5f36 on network c6502c39-8b47-4e70-ac49-9906b123e7d6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:37.636794 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.641648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.650832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Port a7424a47-99c1-4af8-bc12-2878fbff5f36 on network c6502c39-8b47-4e70-ac49-9906b123e7d6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:37.651718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Attempting to bind port a7424a47-99c1-4af8-bc12-2878fbff5f36 on network c6502c39-8b47-4e70-ac49-9906b123e7d6 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:37.658285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:37.658500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Checking segment: {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:37.658871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Bound using segment: {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:37.659415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Bound port: a7424a47-99c1-4af8-bc12-2878fbff5f36, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:37.659840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.702527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa0e50>,) {'filters': {'network_id': ['51800357-640d-4106-97ff-61854e2562e6']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:37.711051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e68f0407-e87f-42ba-9a04-236272df2db3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:37.719792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] No DVR routers for this DVR port e68f0407-e87f-42ba-9a04-236272df2db3 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:53:37.744090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.763601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15c54c9b-e611-43fe-b349-1aa76b554d41 req-df484c01-0680-47e6-a06e-78ba96d30cea tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2251043
Nov 27 20:53:37.773609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa0e50>, '09146b15-5f2a-4af2-a75f-fd81a66efd04') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:37.773961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa0e50>, '09146b15-5f2a-4af2-a75f-fd81a66efd04') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:37.784167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Made reservation on behalf of 65a608f2c265434999aa734f1841b2a3 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:37.788828 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.809386 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.828003 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:37.849398 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.862056 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f6ef007-1fff-4b5d-a4a8-9c3561b028a3 req-47152bcf-c3f5-45f4-8196-e961a82c96ff tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/432dc27c-42ce-4c46-bb75-098a5c24ef26 HTTP/1.1" status: 200  len: 1815 time: 0.1891098
Nov 27 20:53:37.864156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-868f7cfd-e0d5-4d15-bdfe-3458da843d72 req-9b764cf0-2161-419b-973d-52b407b9151e service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2827058
Nov 27 20:53:37.864965 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.871586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:37.885567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.885808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:53:37.886343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:53:37.899821 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:53:37.908639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd426647-35c8-42c4-a9c0-face47f7bb6f req-d2c8ca73-0199-4b8f-96b2-22786d8dcf45 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 210 time: 0.0500209
Nov 27 20:53:37.937139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:37.951340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-3c2c8f94-966a-454e-a095-ded3c9518877 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=65a608f2c265434999aa734f1841b2a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0395358
Nov 27 20:53:37.953089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1cba30>,) {'filters': {'network_id': ['be9122ae-5461-41a9-8128-1bf0198a3d43']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:37.984087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1cba30>, 'c25b6391-df7f-438f-b14b-eb8ee67e7c62') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:37.984505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1cba30>, 'c25b6391-df7f-438f-b14b-eb8ee67e7c62') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:38.033486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e68f0407-e87f-42ba-9a04-236272df2db3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:53:38.041403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:38.042121 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.043571 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7424a47-99c1-4af8-bc12-2878fbff5f36 HTTP/1.1" status: 200  len: 1091 time: 1.9385018
Nov 27 20:53:38.044032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:38.047019 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd46db38-1275-42c2-a926-b36e88a38a62" -d '{"events": [{"name": "network-changed", "server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:38.057618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.070125 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.073322 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] 10.222.0.21 "DELETE /v2.0/networks/51800357-640d-4106-97ff-61854e2562e6 HTTP/1.1" status: 204  len: 168 time: 0.7651308
Nov 27 20:53:38.075559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ec1bb-d7eb-4e7c-8f64-5343a9f18981 service neutron] Pushing event updated for resources: {'Port': ['ID=a7424a47-99c1-4af8-bc12-2878fbff5f36,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:38.091147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c78549-6299-4188-bb9b-1eb271e5e66d admin admin] Pushing event deleted for resources: {'Network': ['ID=51800357-640d-4106-97ff-61854e2562e6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:38.135801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e68f0407-e87f-42ba-9a04-236272df2db3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:53:38.136156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e68f0407-e87f-42ba-9a04-236272df2db3 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:53:38.143589 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.190832 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.213550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a935b1-098b-4a66-8008-0a0671344058 req-0d45b66a-4a40-4bcf-b3c8-51bb649018ed tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:38.215021 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-0d45b66a-4a40-4bcf-b3c8-51bb649018ed tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2546005
Nov 27 20:53:38.216342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:53:38.216767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:53:38.221112 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:53:38.236785 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3f6ef007-1fff-4b5d-a4a8-9c3561b028a3 req-f59f78bb-b4a6-4401-9c38-cb25a4197a06 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.251213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Request body: {'port': {'device_id': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '65a608f2c265434999aa734f1841b2a3'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:38.278780 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3f6ef007-1fff-4b5d-a4a8-9c3561b028a3 req-f59f78bb-b4a6-4401-9c38-cb25a4197a06 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.341948 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3f6ef007-1fff-4b5d-a4a8-9c3561b028a3 req-f59f78bb-b4a6-4401-9c38-cb25a4197a06 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.345201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3f6ef007-1fff-4b5d-a4a8-9c3561b028a3 req-f59f78bb-b4a6-4401-9c38-cb25a4197a06 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.346545 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f6ef007-1fff-4b5d-a4a8-9c3561b028a3 req-f59f78bb-b4a6-4401-9c38-cb25a4197a06 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/432dc27c-42ce-4c46-bb75-098a5c24ef26 HTTP/1.1" status: 204  len: 173 time: 0.4477487
Nov 27 20:53:38.354546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-94f5b494-8fff-4fa5-a89e-acb72bae40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:38.354546 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-94f5b494-8fff-4fa5-a89e-acb72bae40ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 1094 time: 0.2427561
Nov 27 20:53:38.382319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f78bb-b4a6-4401-9c38-cb25a4197a06 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432dc27c-42ce-4c46-bb75-098a5c24ef26,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:38.430077 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965c131-2028-4a4d-8323-a98a5426aeca x-openstack-request-id: req-7965c131-2028-4a4d-8323-a98a5426aeca {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:38.430077 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:38.430077 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7965c131-2028-4a4d-8323-a98a5426aeca {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:38.430077 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36', 'status': 'completed', 'code': 200}
Nov 27 20:53:38.436122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-c008f814-e9df-435d-80f8-0d9188f863d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36 HTTP/1.1" status: 200  len: 217 time: 0.0707214
Nov 27 20:53:38.446174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.485712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37116) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:38.498995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.526014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.554591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.557831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/be9122ae-5461-41a9-8128-1bf0198a3d43 HTTP/1.1" status: 204  len: 168 time: 2.8555431
Nov 27 20:53:38.559668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-7867a1e3-9510-4c46-9fcb-cce9b7d447c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:38.563613 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-7867a1e3-9510-4c46-9fcb-cce9b7d447c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=712d939c-680c-4d37-bf43-92257ade9240 HTTP/1.1" status: 200  len: 854 time: 0.1193199
Nov 27 20:53:38.588891 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b8bb9f6a-12ab-41f0-a798-46ec6fb8a68d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=483860ef169447208569ca7510affe41&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0998952
Nov 27 20:53:38.598993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37120) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:38.606229 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-978f6d46-d104-4a50-a4e3-fd82b269308f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6502c39-8b47-4e70-ac49-9906b123e7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310123
Nov 27 20:53:38.609676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faa683-f456-4c23-8bad-20af3b8eecc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9122ae-5461-41a9-8128-1bf0198a3d43,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:38.615310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7f3b-8902-42d5-9f83-f8b7028fd3d7 req-4e3bcde0-0ce9-45a9-ac46-e89f1d5b52e4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:38.623453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-232e7f3b-8902-42d5-9f83-f8b7028fd3d7 req-4e3bcde0-0ce9-45a9-ac46-e89f1d5b52e4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 944 time: 0.1283026
Nov 27 20:53:38.635495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:38.716708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-e7ac98f8-add6-4a9c-9238-c60ab20333c2 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:38.719917 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-e7ac98f8-add6-4a9c-9238-c60ab20333c2 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 814 time: 0.3503439
Nov 27 20:53:38.731150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-232e7f3b-8902-42d5-9f83-f8b7028fd3d7 req-85e2ec46-c603-4640-a9c4-8faa0bf5127a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066322
Nov 27 20:53:38.767205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37122) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:38.785943 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-d9e83752-3e2d-4efd-937e-be69e6012e74 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/quotas/79226c480677428e924a69a8e4c01ae9 HTTP/1.1" status: 200  len: 375 time: 0.0389369
Nov 27 20:53:38.803386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-616832a9-811b-4ad5-ad7a-4b609a47ae11 service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777961
Nov 27 20:53:38.810024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Allocated IP 192.168.233.6 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/f582af39-1252-42ce-a0f7-29c2ea84cba2) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:38.819456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Made reservation on behalf of 65a608f2c265434999aa734f1841b2a3 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:38.822774 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.843188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2e4280d1-ba23-4395-ad54-677d2f3f1390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3452ada55fe043918a4bf028d75b070d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0745251
Nov 27 20:53:38.844022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37128) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:38.852890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac088769-7123-4725-96e5-3a53b30d4785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.910800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac088769-7123-4725-96e5-3a53b30d4785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.956829 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4443be0e-1d44-40c9-bc3c-c37df30abc64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.975866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52e49538-bc04-4ce4-b757-3f8804b738f2 req-06aa6bfe-385a-4a49-bb4c-1098602efc62 service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609089
Nov 27 20:53:38.990420 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4443be0e-1d44-40c9-bc3c-c37df30abc64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:38.993594 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-87e0c43c-a3ef-4044-8ce7-7f49c4ebc5a5 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1945841
Nov 27 20:53:39.063112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:39.114220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-550c609c-8e4d-4ff1-8c2c-50be7fd8edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:39.118741 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-550c609c-8e4d-4ff1-8c2c-50be7fd8edc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 1094 time: 0.0850732
Nov 27 20:53:39.174652 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-c5ea0358-7f26-41d1-80b4-ba1fdc439190 req-e6255574-4773-433b-a72e-ab133a070d1e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:53:39.175773 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c5ea0358-7f26-41d1-80b4-ba1fdc439190 req-e6255574-4773-433b-a72e-ab133a070d1e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/432dc27c-42ce-4c46-bb75-098a5c24ef26 HTTP/1.1" status: 404  len: 352 time: 0.0303750
Nov 27 20:53:39.178384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4443be0e-1d44-40c9-bc3c-c37df30abc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.181274 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4443be0e-1d44-40c9-bc3c-c37df30abc64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.185300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4443be0e-1d44-40c9-bc3c-c37df30abc64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5c339f2-27fa-4ea6-a141-2edd5e8c005c HTTP/1.1" status: 204  len: 168 time: 0.3120298
Nov 27 20:53:39.194550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac088769-7123-4725-96e5-3a53b30d4785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.197620 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac088769-7123-4725-96e5-3a53b30d4785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.198974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ac088769-7123-4725-96e5-3a53b30d4785 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0 HTTP/1.1" status: 204  len: 168 time: 0.5910537
Nov 27 20:53:39.229817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443be0e-1d44-40c9-bc3c-c37df30abc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c339f2-27fa-4ea6-a141-2edd5e8c005c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:39.240132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac088769-7123-4725-96e5-3a53b30d4785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007cc4a1-91e8-43f4-8ee3-cdc94e15bcc0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:39.259390 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.262849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-645816f7-7cde-45f6-b08b-ac2aa1869681 service neutron] 10.222.0.21 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2565045
Nov 27 20:53:39.297275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:39.359043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'port_id': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef', 'mac_address': 'fa:16:3e:24:6b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb836d-d860-4750-af8b-16bdcd7adfe2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:39.368855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-60d6dda3-9964-4f38-b0b2-8aed966216b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:39.370753 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-60d6dda3-9964-4f38-b0b2-8aed966216b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 915 time: 0.2368677
Nov 27 20:53:39.381372 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.459448 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.466181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-e4892fbd-f253-43d4-b3e9-84b190c474ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36 HTTP/1.1" status: 200  len: 217 time: 0.0849702
Nov 27 20:53:39.469278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-5070243e-f41f-4f77-a8b5-c6a0d5975a1c service neutron] 10.222.0.21 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955671
Nov 27 20:53:39.471203 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.478602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:39.480587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:39.492571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:39.498093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Allocated IP 192.168.233.179 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/2dfaad6b-b499-4a67-ad7b-ec4eea1d3813) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:39.514806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:39.518626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:39.524639 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.526128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:39.571335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43e468-54b0-4128-8452-7754fad2e205 req-01afcba5-3a4b-4ef7-9998-8fa4c4586c6e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:39.587666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d43e468-54b0-4128-8452-7754fad2e205 req-01afcba5-3a4b-4ef7-9998-8fa4c4586c6e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 943 time: 0.2871931
Nov 27 20:53:39.666919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:39.813030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d43e468-54b0-4128-8452-7754fad2e205 req-7b1e4aa5-b079-456d-bc0f-6383156b5623 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188683
Nov 27 20:53:39.821545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-dbbc6455-ccaa-4dd8-96c4-697da835ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:39.823214 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-dbbc6455-ccaa-4dd8-96c4-697da835ddae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=712d939c-680c-4d37-bf43-92257ade9240 HTTP/1.1" status: 200  len: 854 time: 0.3299422
Nov 27 20:53:39.856635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:39.860232 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:39.878132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-fc1bbb0d-60f8-4f8c-81e7-e49ca57e43cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6502c39-8b47-4e70-ac49-9906b123e7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436900
Nov 27 20:53:39.895172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:40.071768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-33b917f1-0014-4e10-b688-e3a920cd39f6 service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1828432
Nov 27 20:53:40.099597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6e8c7d61-787c-41c4-a65e-1fda9d810cb8 None None] Provisioning complete for port f582af39-1252-42ce-a0f7-29c2ea84cba2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:40.100090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e8c7d61-787c-41c4-a65e-1fda9d810cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:40.100937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec66461d-a27b-4af7-a477-101fc166fc73 req-9e714e05-49c6-4f73-a40b-51b3028a91c8 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 210 time: 0.1281240
Nov 27 20:53:40.142471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-62aa2711-e10f-4c4a-acbe-4537acd98581 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.9794009
Nov 27 20:53:40.152109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c7d61-787c-41c4-a65e-1fda9d810cb8 None None] Port f582af39-1252-42ce-a0f7-29c2ea84cba2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:53:40.185549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Request body: {'port': {'device_id': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:40.228416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd46db38-1275-42c2-a926-b36e88a38a62 req-b9e6059a-1167-44a0-9fc8-ee556a5e56ca service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486399
Nov 27 20:53:40.287584 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:40.383499 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:40.449189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e4971a-5fb3-4bbe-9246-ea304be94fce req-37524339-df6d-4e2c-89bc-e79024bbfb44 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ce320b0fdb0466692b28dc520686425 HTTP/1.1" status: 200  len: 6199 time: 0.3028553
Nov 27 20:53:40.460922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:40.578567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6adf7-3f17-41be-b6c4-186cb8ac55a1 req-d81e7901-85d9-4e18-9ad2-8c222c9a7d0f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:40.586792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-82a6adf7-3f17-41be-b6c4-186cb8ac55a1 req-d81e7901-85d9-4e18-9ad2-8c222c9a7d0f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 945 time: 0.0706615
Nov 27 20:53:40.640701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e4971a-5fb3-4bbe-9246-ea304be94fce req-85edca6e-61dd-4098-9fcb-f67a36856910 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ca86a1f5-9464-47ba-9e54-9551eba45fec HTTP/1.1" status: 200  len: 2998 time: 0.1651266
Nov 27 20:53:40.653389 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-82a6adf7-3f17-41be-b6c4-186cb8ac55a1 req-353026aa-5eb3-4b52-bdb5-c6f81937984e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609553
Nov 27 20:53:40.751280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98c86e22-4d67-4c90-9b3c-42c245a0c725 req-e0bc1161-4afc-420b-b38e-3142e26c92a4 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 210 time: 0.0298967
Nov 27 20:53:40.752718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e4971a-5fb3-4bbe-9246-ea304be94fce req-ed0e14cc-5c45-4e10-ad43-7f80b0529dc7 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ca86a1f5-9464-47ba-9e54-9551eba45fec HTTP/1.1" status: 200  len: 2998 time: 0.1110802
Nov 27 20:53:40.771121 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:40.838665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-50e8aa14-6db2-4b22-a260-382bcc90bf27 req-d030f186-a0fe-4d76-bb8f-2db80c8bdc8f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-610229230', 'description': 'tempest-description-2104779913'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:40.844544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:40.862463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37202) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:40.876431 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:40.886593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37206) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:40.888126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:40.926927 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-50e8aa14-6db2-4b22-a260-382bcc90bf27 req-d030f186-a0fe-4d76-bb8f-2db80c8bdc8f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:40.935093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Pushing event updated for resources: {'Port': ['ID=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:41.020523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:41.021618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.060606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-50e8aa14-6db2-4b22-a260-382bcc90bf27 req-d030f186-a0fe-4d76-bb8f-2db80c8bdc8f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.066081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:41.069976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-50e8aa14-6db2-4b22-a260-382bcc90bf27 req-d030f186-a0fe-4d76-bb8f-2db80c8bdc8f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.089818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-762ec550-4441-4b85-8b9e-7d4a91278f8a tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8537297
Nov 27 20:53:41.107681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1406413912-network', 'tenant_id': '949d330b01384fb091f743a127f26402'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:41.110322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Request body: {'port': {'device_id': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:41.128073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-168498054-network', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:41.138293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:41.146172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:41.146605 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.156354 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-50e8aa14-6db2-4b22-a260-382bcc90bf27 req-d030f186-a0fe-4d76-bb8f-2db80c8bdc8f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.157577 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-50e8aa14-6db2-4b22-a260-382bcc90bf27 req-d030f186-a0fe-4d76-bb8f-2db80c8bdc8f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.3231394
Nov 27 20:53:41.160867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214a334-8562-4a31-a322-aea1ff98e232 req-5e4ac6e1-eff0-4eb5-a380-12b35715a9cb tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:41.162725 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e214a334-8562-4a31-a322-aea1ff98e232 req-5e4ac6e1-eff0-4eb5-a380-12b35715a9cb tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 943 time: 0.1950746
Nov 27 20:53:41.173691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030f186-a0fe-4d76-bb8f-2db80c8bdc8f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cf470f-d002-4517-acfa-7dfc330e54d7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:41.190610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Made reservation on behalf of 949d330b01384fb091f743a127f26402 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:41.194418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.208192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.243468 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Made reservation on behalf of 659003b54d7c4726bc5197bfd351d3c1 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:41.246255 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.265897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.282497 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.282742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f582af39-1252-42ce-a0f7-29c2ea84cba2 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:41.292401 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.307906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1b5f82c3-19c8-437e-bf68-bf31b59abe8f None None] Provisioning complete for port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:41.308193 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1b5f82c3-19c8-437e-bf68-bf31b59abe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.309721 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.338273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:41.338969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Transition to ACTIVE for port object f582af39-1252-42ce-a0f7-29c2ea84cba2 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:41.340359 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226fdcb4-5224-4f52-a54d-15661bbe61e2" -d '{"events": [{"server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "name": "network-vif-plugged", "status": "completed", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:41.360447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:41.360889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e214a334-8562-4a31-a322-aea1ff98e232 req-2239485a-e3ea-4dab-9e41-ddf718b1b8ca tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538372
Nov 27 20:53:41.367496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f82c3-19c8-437e-bf68-bf31b59abe8f None None] Port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:53:41.379689 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.396353 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.411075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4b5bf00c-d87a-41dd-934f-b217ed9be788 req-4e080502-6fce-4c6b-9699-28650681108b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1303566878', 'description': 'tempest-description-1468722228'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:41.456557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:41.544491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152278-8847-460b-8e86-ae3e3d6c7755 req-eb8ca459-c83b-4e3e-93ae-cd1a9467e6da tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:41.552366 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de152278-8847-460b-8e86-ae3e3d6c7755 req-eb8ca459-c83b-4e3e-93ae-cd1a9467e6da tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 936 time: 0.2449903
Nov 27 20:53:41.556353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.577805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:41.581352 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.606865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4b5bf00c-d87a-41dd-934f-b217ed9be788 req-4e080502-6fce-4c6b-9699-28650681108b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.662427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:53:41.676522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716d3068-ed91-4a76-90af-9c79eb6107e2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:41.694306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-5981df8a-da4e-484a-89a9-3d74c16eba4a tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:41.695808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-5981df8a-da4e-484a-89a9-3d74c16eba4a tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.35 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 814 time: 0.3018699
Nov 27 20:53:41.697848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.706406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.706759 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Added segment 67beac92-7b68-4c0a-88c4-93439ab8cc07 of type vlan for network 9468b055-276c-45cc-aca4-5401a80bf2fe
Nov 27 20:53:41.707987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.724934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Request body: {'port': {'device_id': 'f83157fd-522c-4778-bc69-51b6ec64f565', 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce', 'admin_state_up': True, 'tenant_id': '79226c480677428e924a69a8e4c01ae9'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:41.727647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a7424a47-99c1-4af8-bc12-2878fbff5f36 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:41.740375 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de152278-8847-460b-8e86-ae3e3d6c7755 req-dc60bd63-10d2-4e97-a2fc-421d62ecb635 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870451
Nov 27 20:53:41.766424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Attempting to bind port f582af39-1252-42ce-a0f7-29c2ea84cba2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:41.766773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Attempting to bind port f582af39-1252-42ce-a0f7-29c2ea84cba2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:41.767104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Attempting to bind port f582af39-1252-42ce-a0f7-29c2ea84cba2 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:41.816199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:53:41.884100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:41.914672 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e498ea-2c63-4e66-8ee6-9577200e5a6a x-openstack-request-id: req-35e498ea-2c63-4e66-8ee6-9577200e5a6a {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:41.914963 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "name": "network-vif-plugged", "status": "completed", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:41.915216 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35e498ea-2c63-4e66-8ee6-9577200e5a6a {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:41.915658 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef', 'code': 200}
Nov 27 20:53:41.917890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'a7424a47-99c1-4af8-bc12-2878fbff5f36', 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6', 'port_id': 'a7424a47-99c1-4af8-bc12-2878fbff5f36', 'mac_address': 'fa:16:3e:a4:67:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712d939c-680c-4d37-bf43-92257ade9240', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:41.978430 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:41.993534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7424a47-99c1-4af8-bc12-2878fbff5f36 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:42.016816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:42.021727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.052675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Port f582af39-1252-42ce-a0f7-29c2ea84cba2 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:42.053443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Attempting to bind port f582af39-1252-42ce-a0f7-29c2ea84cba2 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:42.075153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a7424a47-99c1-4af8-bc12-2878fbff5f36,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:42.077490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:42.078413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:42.078883 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:42.079430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Bound port: f582af39-1252-42ce-a0f7-29c2ea84cba2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:42.079900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.099488 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4b5bf00c-d87a-41dd-934f-b217ed9be788 req-4e080502-6fce-4c6b-9699-28650681108b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.108587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4b5bf00c-d87a-41dd-934f-b217ed9be788 req-4e080502-6fce-4c6b-9699-28650681108b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.192930 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4b5bf00c-d87a-41dd-934f-b217ed9be788 req-4e080502-6fce-4c6b-9699-28650681108b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.194385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b5bf00c-d87a-41dd-934f-b217ed9be788 req-4e080502-6fce-4c6b-9699-28650681108b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.7939768
Nov 27 20:53:42.196301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.211852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e080502-6fce-4c6b-9699-28650681108b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7e8c7d-1033-438d-9cdf-65069ed8573d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:42.223871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07db528-4fac-415b-bff2-743527f5ee71,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:42.225639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:42.239607 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.248750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:42.252603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.252971 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Added segment aa94d64b-efa7-4010-93e8-1aa2c92cdd56 of type vlan for network ecb2b22d-df71-40c8-af9b-e8abd512f0db
Nov 27 20:53:42.254154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:42.259493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Transition to ACTIVE for port object 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:42.261897 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.273455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.291291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['a7424a47-99c1-4af8-bc12-2878fbff5f36'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:42.349130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:42.349847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.352433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] 10.222.0.35 "PUT /v2.0/ports/f582af39-1252-42ce-a0f7-29c2ea84cba2 HTTP/1.1" status: 200  len: 1094 time: 2.1820197
Nov 27 20:53:42.352605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:42.355436 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da1c6e7-a980-438c-bb10-03dac4bda795" -d '{"events": [{"name": "network-changed", "server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:42.403443 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.406837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:42.407470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.411982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88219a47-d2ae-4755-8f42-e132a8b3e71c req-8c3f4ed0-422c-4667-8661-4ed916dc363d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 210 time: 0.0462906
Nov 27 20:53:42.447980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321845d7-b26d-4dc5-8024-d3b3743d01a2 req-a556d9b6-b906-44bc-8796-8e28b49f2dbd tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:42.451524 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-321845d7-b26d-4dc5-8024-d3b3743d01a2 req-a556d9b6-b906-44bc-8796-8e28b49f2dbd tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.2835743
Nov 27 20:53:42.456985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54318938-8f5a-4e58-9f50-a7868fbb1170 service neutron] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:42.462302 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.503868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Pushing event updated for resources: {'Port': ['ID=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:42.511446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd70e15-0096-45f8-bd13-1f3e519fa8bd req-7e7792a8-550e-4993-81a6-6c62a66a98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:42.515496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fd70e15-0096-45f8-bd13-1f3e519fa8bd req-7e7792a8-550e-4993-81a6-6c62a66a98aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 1097 time: 0.3439872
Nov 27 20:53:42.574353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Made reservation on behalf of 79226c480677428e924a69a8e4c01ae9 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:42.578620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.578901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-e970d7d5-4d26-4d75-9ac2-b11cbc18c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:42.580804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-e970d7d5-4d26-4d75-9ac2-b11cbc18c46c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65a608f2c265434999aa734f1841b2a3&device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 1097 time: 0.1669042
Nov 27 20:53:42.582373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.resource_extend [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:53:42.583799 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f82c13a-6ea7-4f86-9296-6e0f58c1a523 x-openstack-request-id: req-2f82c13a-6ea7-4f86-9296-6e0f58c1a523 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:42.584340 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:42.584745 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f82c13a-6ea7-4f86-9296-6e0f58c1a523 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:42.585242 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'status': 'completed', 'code': 200}
Nov 27 20:53:42.638718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7511885
Nov 27 20:53:42.645948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-13edbb07-e892-4ca9-b789-27d42a510579 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2 HTTP/1.1" status: 200  len: 217 time: 0.0545692
Nov 27 20:53:42.646435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37236) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:42.663185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Request body: {'subnet': {'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1406413912-subnet', 'tenant_id': '949d330b01384fb091f743a127f26402', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:42.721178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81523df4-5741-4656-86ef-da33c6b541cf admin admin] Pushing event updated for resources: {'Network': ['ID=9468b055-276c-45cc-aca4-5401a80bf2fe,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:42.736872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 9468b055-276c-45cc-aca4-5401a80bf2fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:53:42.741263 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-321845d7-b26d-4dc5-8024-d3b3743d01a2 req-a448f21b-10af-4fcb-8004-5dd003fe2542 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2579670
Nov 27 20:53:42.745476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.746459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:42.747074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.765423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-843a1b2b-9873-4f35-a2fd-80b1b172bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:42.767689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-843a1b2b-9873-4f35-a2fd-80b1b172bbab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1009030
Nov 27 20:53:42.771904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fd70e15-0096-45f8-bd13-1f3e519fa8bd req-7cf780fd-2a32-4ef4-9ea2-9cfbec02ad28 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002172
Nov 27 20:53:42.774169 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Made reservation on behalf of 949d330b01384fb091f743a127f26402 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:42.776833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.782557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Attempting to bind port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:42.783126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Attempting to bind port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:42.783656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Attempting to bind port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:42.892786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7dbb5-38ac-49e4-b26c-541e17d578fa req-ea536104-fe68-4dcf-b379-1a822ffd62cf tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:42.894515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bc7dbb5-38ac-49e4-b26c-541e17d578fa req-ea536104-fe68-4dcf-b379-1a822ffd62cf tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 944 time: 0.2574122
Nov 27 20:53:42.895666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:42.896294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Attempting to bind port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:42.898852 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.0353379
Nov 27 20:53:42.903107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37248) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:42.919974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Request body: {'subnet': {'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-168498054-subnet', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:42.920764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ec78a-3906-4c92-a078-1555b7b10628 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb2b22d-df71-40c8-af9b-e8abd512f0db,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:42.932124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network ecb2b22d-df71-40c8-af9b-e8abd512f0db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:53:42.945349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:42.945581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:42.945928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:42.946374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Bound port: 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:42.946737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:42.993035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Allocated IP 172.20.0.9 (4c1c2964-efe7-47f4-bb47-68bb0bb15cce/9acf26a3-8a0f-4e26-8587-6c20c4861307/bcaf48e3-c17f-47ae-a393-90c2200e0412) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:43.038139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-57e024a5-6324-4aa6-b57d-0d3fb5431a93 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:43.043837 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-57e024a5-6324-4aa6-b57d-0d3fb5431a93 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 812 time: 0.1905396
Nov 27 20:53:43.044053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-26ecc217-ba45-4a25-a1c7-a8ecfc4ee697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:43.045400 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-26ecc217-ba45-4a25-a1c7-a8ecfc4ee697 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2661126
Nov 27 20:53:43.061449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Made reservation on behalf of 659003b54d7c4726bc5197bfd351d3c1 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:43.063741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.075814 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-bfc0b429-a52c-4cc4-ac5f-26b3b549e014 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/quotas/4ce320b0fdb0466692b28dc520686425 HTTP/1.1" status: 200  len: 375 time: 0.0242603
Nov 27 20:53:43.121236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bc7dbb5-38ac-49e4-b26c-541e17d578fa req-ccbba591-53f6-4ab6-9600-38670892d700 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088058
Nov 27 20:53:43.178203 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-1859f1fb-d379-409d-abab-94e0518b425d tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0940969
Nov 27 20:53:43.239976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:43.278494 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.286531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:43.306304 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.331711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-06cab234-5555-4d98-a5f2-b2f41c25cdb3 service neutron] 10.222.0.21 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326489
Nov 27 20:53:43.348450 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.363789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1cb73713-eb64-4a52-a006-70b1b4bcabdb', '0437b053-b2e1-4749-ac48-4e6a8a0dc423'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:43.396158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['1597305a-cd19-4e32-92a0-39078f81c889'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:43.428581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:43.428746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.430068 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] 10.222.0.15 "PUT /v2.0/ports/2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 HTTP/1.1" status: 200  len: 1096 time: 2.3268428
Nov 27 20:53:43.449728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-a86be363-8d55-48d0-990c-021e69bc0c2b service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3836598
Nov 27 20:53:43.464621 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c7f5c-813e-43b7-a97c-a2f09293b4f5 req-cb040bcf-04f3-498e-97f2-7887b4b99ec3 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:43.466163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d7c7f5c-813e-43b7-a97c-a2f09293b4f5 req-cb040bcf-04f3-498e-97f2-7887b4b99ec3 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 948 time: 0.2302172
Nov 27 20:53:43.473639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:43.476203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Pushing event updated for resources: {'Port': ['ID=bcaf48e3-c17f-47ae-a393-90c2200e0412,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:43.482267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:43.494206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:43.509728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.574141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-ffbe40b1-8f3e-4a98-a1ae-d12a6183e9eb service neutron] 10.222.0.21 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311628
Nov 27 20:53:43.625297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Pushing event updated for resources: {'Subnet': ['ID=970bbeb5-9f69-45ee-a166-091cd2140bf8,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:43.626687 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:43.629314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.663044 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-4dfca712-8918-47b0-b920-f98e45b94f66 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9501722
Nov 27 20:53:43.676180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Request body: {'port': {'device_id': 'f83157fd-522c-4778-bc69-51b6ec64f565', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:43.693186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438309fe-5899-4150-a075-a26e8d5a628d service neutron] Pushing event updated for resources: {'Port': ['ID=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:43.750423 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.753137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Checking segment: {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:43.753913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Network hostable DHCP agents. Network: 9468b055-276c-45cc-aca4-5401a80bf2fe, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:53:43.797242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a7424a47-99c1-4af8-bc12-2878fbff5f36 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:43.800378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Network 9468b055-276c-45cc-aca4-5401a80bf2fe is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:53:43.918518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port a7424a47-99c1-4af8-bc12-2878fbff5f36 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:43.925404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port a7424a47-99c1-4af8-bc12-2878fbff5f36 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:43.925404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.935165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9468b055-276c-45cc-aca4-5401a80bf2fe) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:43.947196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:43.952530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:43.982523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24329b39-1b5b-4c51-9d00-db6a58cc1000 None None] Network 9468b055-276c-45cc-aca4-5401a80bf2fe requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:53:44.035420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127a364-5884-42d4-a06d-55459ab3d6ef req-d1e9f830-5d86-4a88-8b15-a61488baf33c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:44.037145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5127a364-5884-42d4-a06d-55459ab3d6ef req-d1e9f830-5d86-4a88-8b15-a61488baf33c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 931 time: 0.1343374
Nov 27 20:53:44.059035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a935b1-098b-4a66-8008-0a0671344058 req-5f170d6d-6bb9-48e5-8f29-71d260308f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:44.060697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-5f170d6d-6bb9-48e5-8f29-71d260308f2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a608f2c265434999aa734f1841b2a3&device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 1099 time: 0.5439234
Nov 27 20:53:44.067636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.089869 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d7c7f5c-813e-43b7-a97c-a2f09293b4f5 req-c302eb4a-116f-441b-bde6-802ec3d8a72c tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5819647
Nov 27 20:53:44.158268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-039f2114-bfc7-4298-8f4d-edb70925f04a req-6234a143-b8bc-490c-91e0-df248e708421 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6890955
Nov 27 20:53:44.179975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acca60c7-7043-41d9-9a97-49f666b6fb1c,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:44.191151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d8fc703c-ba36-456e-bd1f-22cdd787cdff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5406582
Nov 27 20:53:44.233438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37272) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:44.242442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:44.253298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.274276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-242cffa9-0330-491e-8c2a-5874f5b065e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 HTTP/1.1" status: 200  len: 217 time: 0.1776681
Nov 27 20:53:44.291160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37278) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:44.337126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:44.339387 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f9853c-72ed-422e-aafe-ca73e8db329e" -d '{"events": [{"server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "name": "network-vif-plugged", "status": "completed", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:44.341817 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5127a364-5884-42d4-a06d-55459ab3d6ef req-32c13f00-c869-4497-a218-e9c38a24417c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2632418
Nov 27 20:53:44.366696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcaf48e3-c17f-47ae-a393-90c2200e0412 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:44.387840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.389683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:44.444897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Checking segment: {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:44.445260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Network hostable DHCP agents. Network: ecb2b22d-df71-40c8-af9b-e8abd512f0db, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:53:44.457908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.459126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.466428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92aee74c-c922-406f-b9a6-88277348b771 req-0a0484c1-2bd5-4e16-9197-1129eeb14aa5 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 210 time: 0.0569458
Nov 27 20:53:44.468285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Transition to ACTIVE for port object bcaf48e3-c17f-47ae-a393-90c2200e0412 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:44.472003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a935b1-098b-4a66-8008-0a0671344058 req-605df42a-b25a-4cd1-a228-1c92340a5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:44.473583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-605df42a-b25a-4cd1-a228-1c92340a5a91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1816392
Nov 27 20:53:44.477931 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.482235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-304feb1c-2b80-4cae-8a2f-80f6d0099ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:44.483977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-304feb1c-2b80-4cae-8a2f-80f6d0099ed8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65a608f2c265434999aa734f1841b2a3&device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 1097 time: 0.2484818
Nov 27 20:53:44.546114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2858-b151-460e-8c59-4520d1627c1b req-08dc1194-3953-4f3d-803c-1e6e9ce24dc1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:44.554523 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7fc2858-b151-460e-8c59-4520d1627c1b req-08dc1194-3953-4f3d-803c-1e6e9ce24dc1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.3163631
Nov 27 20:53:44.593043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:44.595420 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76230624-d25a-4278-b0c3-64447aff0c06" -d '{"events": [{"name": "network-changed", "server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:44.625412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.661129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60727266-7291-4d70-852b-57629df400ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9468b055-276c-45cc-aca4-5401a80bf2fe', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:53:44.662234 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60727266-7291-4d70-852b-57629df400ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.703093 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21e9a786-e19d-463c-943d-d72321fea5e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.704861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Network ecb2b22d-df71-40c8-af9b-e8abd512f0db is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:53:44.711394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Pushing event updated for resources: {'Port': ['ID=bcaf48e3-c17f-47ae-a393-90c2200e0412,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:44.714858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a7424a47-99c1-4af8-bc12-2878fbff5f36,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:44.720154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.742226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ecb2b22d-df71-40c8-af9b-e8abd512f0db) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:44.765729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599c591-63c4-4c69-b721-91227f1cc4a7 req-0ae88df4-ebab-44a0-89cf-1222d7438092 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:44.771280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:44.771867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.779378 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b599c591-63c4-4c69-b721-91227f1cc4a7 req-0ae88df4-ebab-44a0-89cf-1222d7438092 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1667750
Nov 27 20:53:44.796612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de440fef-6909-4989-a671-442f68bf7db6 None None] Network ecb2b22d-df71-40c8-af9b-e8abd512f0db requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:53:44.810185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Attempting to bind port bcaf48e3-c17f-47ae-a393-90c2200e0412 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:44.810563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Attempting to bind port bcaf48e3-c17f-47ae-a393-90c2200e0412 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:44.810839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Attempting to bind port bcaf48e3-c17f-47ae-a393-90c2200e0412 on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:44.820769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Port bcaf48e3-c17f-47ae-a393-90c2200e0412 on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:44.820982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Attempting to bind port bcaf48e3-c17f-47ae-a393-90c2200e0412 on network 4c1c2964-efe7-47f4-bb47-68bb0bb15cce {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:44.829184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:44.829527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Checking segment: {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:44.829914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Bound using segment: {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:44.830351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Bound port: bcaf48e3-c17f-47ae-a393-90c2200e0412, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:44.830711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:44.892615 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b599c591-63c4-4c69-b721-91227f1cc4a7 req-652ee7d8-59c7-49c2-8530-095df5d60d65 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120191
Nov 27 20:53:44.943186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-60727266-7291-4d70-852b-57629df400ac None None] Allocated IP 172.20.0.2 (9468b055-276c-45cc-aca4-5401a80bf2fe/970bbeb5-9f69-45ee-a166-091cd2140bf8/9804119c-a3a6-4bcc-b2c0-0730e69ac66a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:44.967754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] For port bcaf48e3-c17f-47ae-a393-90c2200e0412, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:44.974534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] For port bcaf48e3-c17f-47ae-a393-90c2200e0412, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcaf48e3-c17f-47ae-a393-90c2200e0412,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:44.989863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.061740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.062714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.064407 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] 10.222.0.35 "PUT /v2.0/ports/bcaf48e3-c17f-47ae-a393-90c2200e0412 HTTP/1.1" status: 200  len: 1091 time: 1.3947001
Nov 27 20:53:45.065069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83157fd-522c-4778-bc69-51b6ec64f565', 'tag': 'bcaf48e3-c17f-47ae-a393-90c2200e0412'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:45.067647 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f83157fd-522c-4778-bc69-51b6ec64f565", "tag": "bcaf48e3-c17f-47ae-a393-90c2200e0412"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:45.090470 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28691b37-de56-4236-a7e6-1f493541bb91 x-openstack-request-id: req-28691b37-de56-4236-a7e6-1f493541bb91 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:45.091078 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:45.091078 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28691b37-de56-4236-a7e6-1f493541bb91 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:45.091424 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813', 'status': 'completed', 'code': 200}
Nov 27 20:53:45.097141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a935b1-098b-4a66-8008-0a0671344058 req-4052627c-7f0f-423d-a73b-50c6d0adf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.098683 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-4052627c-7f0f-423d-a73b-50c6d0adf687 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.6128905
Nov 27 20:53:45.106081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-e39150f3-2c3b-4534-93c7-7d9f92e53c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.107664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-e39150f3-2c3b-4534-93c7-7d9f92e53c3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.6024597
Nov 27 20:53:45.137875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7fc2858-b151-460e-8c59-4520d1627c1b req-5982c8e9-a342-4ddc-b142-3d73468576d1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5817931
Nov 27 20:53:45.156651 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c5a4c-e41b-42a2-b8db-d9affc070d29 x-openstack-request-id: req-3c3c5a4c-e41b-42a2-b8db-d9affc070d29 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:45.157050 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83157fd-522c-4778-bc69-51b6ec64f565", "tag": "bcaf48e3-c17f-47ae-a393-90c2200e0412", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:45.157431 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c3c5a4c-e41b-42a2-b8db-d9affc070d29 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:45.157830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d3254f6f-6a07-41c2-a2fe-b0d06c4b81d7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.2443550
Nov 27 20:53:45.158067 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83157fd-522c-4778-bc69-51b6ec64f565', 'tag': 'bcaf48e3-c17f-47ae-a393-90c2200e0412', 'status': 'completed', 'code': 200}
Nov 27 20:53:45.159595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c998d8-87d1-45e9-8e04-e9a611920fea service neutron] Pushing event updated for resources: {'Port': ['ID=bcaf48e3-c17f-47ae-a393-90c2200e0412,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:45.164725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37290) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:45.173471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:45.200367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366630f-b077-4a3e-ba16-f3a2bd572c8e req-902acdc9-d4b5-43ab-b29a-60a649d6fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.202154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a366630f-b077-4a3e-ba16-f3a2bd572c8e req-902acdc9-d4b5-43ab-b29a-60a649d6fb34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 1096 time: 0.1035011
Nov 27 20:53:45.209795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.211561 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.219624 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99109b89-9a0a-4de4-a946-1c30c7700164 x-openstack-request-id: req-99109b89-9a0a-4de4-a946-1c30c7700164 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:45.219962 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "name": "network-vif-plugged", "status": "completed", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:45.220678 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99109b89-9a0a-4de4-a946-1c30c7700164 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:45.222065 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36', 'code': 200}
Nov 27 20:53:45.269144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-ec80a9c1-83b8-47f3-8f2c-8e4c53651ed8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2 HTTP/1.1" status: 200  len: 217 time: 0.1400630
Nov 27 20:53:45.351391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:53:45.352249 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.364910 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.445549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-9d139eb4-3b43-4b89-932d-a1f6384a93f4 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.445549 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-9d139eb4-3b43-4b89-932d-a1f6384a93f4 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.15 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 812 time: 0.2151480
Nov 27 20:53:45.446446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-b4381f5a-f6be-4058-8b6b-79ed5e7fdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.447993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-b4381f5a-f6be-4058-8b6b-79ed5e7fdb14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1468496
Nov 27 20:53:45.457794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a366630f-b077-4a3e-ba16-f3a2bd572c8e req-b43154fb-48ba-488b-a9bf-e45517dd5b13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417557
Nov 27 20:53:45.468639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'port': {'device_id': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'network_id': '2940339f-24fb-427d-9c33-55a10d708401', 'admin_state_up': True, 'tenant_id': '4ce320b0fdb0466692b28dc520686425'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:45.507640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-a2820bf2-c0f3-4e78-94f8-de7ad424cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.509730 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-a2820bf2-c0f3-4e78-94f8-de7ad424cc1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 1094 time: 0.2809420
Nov 27 20:53:45.510926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-6e59df6e-9ded-470d-8fe1-0d3082be1511 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4004321
Nov 27 20:53:45.552111 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60727266-7291-4d70-852b-57629df400ac None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.556745 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21e9a786-e19d-463c-943d-d72321fea5e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.562235 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60727266-7291-4d70-852b-57629df400ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.568970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Allocated IP 172.20.0.2 (ecb2b22d-df71-40c8-af9b-e8abd512f0db/acca60c7-7043-41d9-9a97-49f666b6fb1c/e2adc90c-2d56-4fa1-a41f-e1cbb1580420) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:45.587841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21e9a786-e19d-463c-943d-d72321fea5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.595302 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.615447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05942-0fc8-49d8-aaa6-c29a75d1d3c5 req-e87248e1-2f2b-4bba-8508-e06901ac8d83 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.617107 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66d05942-0fc8-49d8-aaa6-c29a75d1d3c5 req-e87248e1-2f2b-4bba-8508-e06901ac8d83 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 948 time: 0.3422513
Nov 27 20:53:45.624862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60727266-7291-4d70-852b-57629df400ac None None] Network 9468b055-276c-45cc-aca4-5401a80bf2fe is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:45.638581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-60727266-7291-4d70-852b-57629df400ac None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:45.647488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60727266-7291-4d70-852b-57629df400ac None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:45.720650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60727266-7291-4d70-852b-57629df400ac None None] Pushing event updated for resources: {'Port': ['ID=9804119c-a3a6-4bcc-b2c0-0730e69ac66a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:45.721157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-80893038-3cf4-49d6-b5ed-1e0ec5d7107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.722730 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-80893038-3cf4-49d6-b5ed-1e0ec5d7107b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2641056
Nov 27 20:53:45.727775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-21e9a786-e19d-463c-943d-d72321fea5e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dccff361431c4b6ba5e99c6dfdb83842&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4331985
Nov 27 20:53:45.728972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37296) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:45.732802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9a786-e19d-463c-943d-d72321fea5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6f71a4-3361-4610-b272-7c44fc3de57f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:45.748498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-0142d0b8-012b-40ee-a6c5-d6e2862dad8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcaf48e3-c17f-47ae-a393-90c2200e0412 HTTP/1.1" status: 200  len: 217 time: 0.0801783
Nov 27 20:53:45.780641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46076a5e-c52b-4f49-b3b1-208957cc0414 req-df16c29a-75f1-4b29-b812-fbe4bee96c60 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.782170 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46076a5e-c52b-4f49-b3b1-208957cc0414 req-df16c29a-75f1-4b29-b812-fbe4bee96c60 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 943 time: 0.2814124
Nov 27 20:53:45.804212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:45.820663 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.825054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-60727266-7291-4d70-852b-57629df400ac None None] Attempting to bind port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:45.825431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-60727266-7291-4d70-852b-57629df400ac None None] Attempting to bind port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:45.825799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60727266-7291-4d70-852b-57629df400ac None None] Attempting to bind port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a on network 9468b055-276c-45cc-aca4-5401a80bf2fe {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:45.833519 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66d05942-0fc8-49d8-aaa6-c29a75d1d3c5 req-5d7a88e2-405d-4610-866a-bf0c3adc4761 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726391
Nov 27 20:53:45.851557 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.859419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Made reservation on behalf of 4ce320b0fdb0466692b28dc520686425 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:45.864488 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.897272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60727266-7291-4d70-852b-57629df400ac None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:45.897688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60727266-7291-4d70-852b-57629df400ac None None] Checking segment: {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:45.898073 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60727266-7291-4d70-852b-57629df400ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.898478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60727266-7291-4d70-852b-57629df400ac None None] Bound using segment: {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:45.898978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-60727266-7291-4d70-852b-57629df400ac None None] Bound port: 9804119c-a3a6-4bcc-b2c0-0730e69ac66a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:45.899423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60727266-7291-4d70-852b-57629df400ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.908429 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5a935b1-098b-4a66-8008-0a0671344058 req-34dba9e2-eb5d-4034-b763-ca854fb5a9a5 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3775766
Nov 27 20:53:45.937949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:45.967938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-03825798-ba00-4d62-aeb5-948aa59f0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:45.970557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-03825798-ba00-4d62-aeb5-948aa59f0ac5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9acf26a3-8a0f-4e26-8587-6c20c4861307 HTTP/1.1" status: 200  len: 854 time: 0.2043579
Nov 27 20:53:45.996358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff54c48d-c358-403f-9fc9-385f511053f3 req-1442ee93-b29e-45da-9720-10c78c328b4f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 210 time: 0.0856459
Nov 27 20:53:45.996643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.050354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Network ecb2b22d-df71-40c8-af9b-e8abd512f0db is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:46.053395 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46076a5e-c52b-4f49-b3b1-208957cc0414 req-95703787-6674-497c-b202-6ae6faca510b tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454524
Nov 27 20:53:46.056940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:46.075694 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-5865bd41-fe29-4a01-8432-9cc9cbd5e839 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0916584
Nov 27 20:53:46.078307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-b56f4dd4-f048-43f4-9e41-89e0d489e9a2 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3361356
Nov 27 20:53:46.080205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:46.081003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4843-e803-4e0b-98e9-bbbca17688ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.121652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:46.129802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Pushing event updated for resources: {'Port': ['ID=e2adc90c-2d56-4fa1-a41f-e1cbb1580420,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:46.131275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-60727266-7291-4d70-852b-57629df400ac None None] For port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:46.141507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-60727266-7291-4d70-852b-57629df400ac None None] For port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9804119c-a3a6-4bcc-b2c0-0730e69ac66a,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:46.162693 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60727266-7291-4d70-852b-57629df400ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.168227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'mac_address': 'fa:16:3e:49:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:46.210460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4843-e803-4e0b-98e9-bbbca17688ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.214923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76230624-d25a-4278-b0c3-64447aff0c06 req-0bf61b92-806a-44de-9e29-2f5e2f08b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:46.216476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76230624-d25a-4278-b0c3-64447aff0c06 req-0bf61b92-806a-44de-9e29-2f5e2f08b2e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a608f2c265434999aa734f1841b2a3&device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 1099 time: 0.2378025
Nov 27 20:53:46.256532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f49f3-6be0-4e81-934c-572abb99bf0b req-a1f2cc2e-3f69-4984-ba0d-f57b84efea8e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:46.265581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-326f49f3-6be0-4e81-934c-572abb99bf0b req-a1f2cc2e-3f69-4984-ba0d-f57b84efea8e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1531024
Nov 27 20:53:46.274299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Attempting to bind port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:46.274669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Attempting to bind port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:46.275447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Attempting to bind port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 on network ecb2b22d-df71-40c8-af9b-e8abd512f0db {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:46.300568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:46.300960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Checking segment: {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:46.301761 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.301761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Bound using segment: {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:46.302257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Bound port: e2adc90c-2d56-4fa1-a41f-e1cbb1580420, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:46.302656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.304432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Allocated IP 172.20.0.5 (2940339f-24fb-427d-9c33-55a10d708401/8243016a-be60-432d-896c-4d87c4b1eb0e/fb48d058-a5af-4ca6-ae15-d032b95d3013) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:46.315155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60727266-7291-4d70-852b-57629df400ac None None] Pushing event updated for resources: {'Port': ['ID=9804119c-a3a6-4bcc-b2c0-0730e69ac66a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:46.328740 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.351295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f582af39-1252-42ce-a0f7-29c2ea84cba2 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:46.365042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-326f49f3-6be0-4e81-934c-572abb99bf0b req-8fa579f0-53c2-4df8-96f8-10f524c1a562 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958560
Nov 27 20:53:46.409636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:46.421452 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.465106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] For port e2adc90c-2d56-4fa1-a41f-e1cbb1580420, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:46.485702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] For port e2adc90c-2d56-4fa1-a41f-e1cbb1580420, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2adc90c-2d56-4fa1-a41f-e1cbb1580420,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:46.499245 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.515064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:46.558657 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-fad7b43b-4655-413f-b704-57788b0b4be9 service neutron] 10.222.0.35 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4604280
Nov 27 20:53:46.582463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.652929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2e51-a78e-4b56-a144-1d0f381d0196 req-c80ab4e8-7a25-4407-bcc6-b807ec31df72 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:46.655031 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89de2e51-a78e-4b56-a144-1d0f381d0196 req-c80ab4e8-7a25-4407-bcc6-b807ec31df72 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.3606498
Nov 27 20:53:46.665960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260143d1-d16b-4240-879f-8ae268687a67 None None] Pushing event updated for resources: {'Port': ['ID=e2adc90c-2d56-4fa1-a41f-e1cbb1580420,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:46.688784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f582af39-1252-42ce-a0f7-29c2ea84cba2'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:46.723212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.728703 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4843-e803-4e0b-98e9-bbbca17688ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.735308 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4843-e803-4e0b-98e9-bbbca17688ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.742977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1e1a4843-e803-4e0b-98e9-bbbca17688ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b6f71a4-3361-4610-b272-7c44fc3de57f HTTP/1.1" status: 204  len: 168 time: 1.0070324
Nov 27 20:53:46.745659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da1c6e7-a980-438c-bb10-03dac4bda795 req-c7a6e1de-2c64-4172-a59d-81164b895b8c service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6442235
Nov 27 20:53:46.784473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.798808 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.851861 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:46.928732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76230624-d25a-4278-b0c3-64447aff0c06 req-b570073f-3e77-4466-807d-89d36cf0f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:46.930216 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76230624-d25a-4278-b0c3-64447aff0c06 req-b570073f-3e77-4466-807d-89d36cf0f45c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.6694832
Nov 27 20:53:46.953363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a4843-e803-4e0b-98e9-bbbca17688ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6f71a4-3361-4610-b272-7c44fc3de57f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:47.028331 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:47.046164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:47.120844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Network 2940339f-24fb-427d-9c33-55a10d708401 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:47.128796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:47.139163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:47.157675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Allocated IP 172.35.3.14 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/f75f5142-1891-4655-a250-c5595fc99426) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:47.380119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37312) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:47.400101 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76230624-d25a-4278-b0c3-64447aff0c06 req-bf6f07fd-642b-4f20-a133-944f33d9b548 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 HTTP/1.1" status: 200  len: 217 time: 0.4525971
Nov 27 20:53:47.438362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5aec7416-9074-4d21-aa46-9dc1de782a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:47.495950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89de2e51-a78e-4b56-a144-1d0f381d0196 req-7fc3437a-7618-429a-a9c8-8b91abf41491 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7680666
Nov 27 20:53:47.517254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d16a2e50-9332-4b00-8ad7-46e49b0dff8b req-a52ebf73-e1dc-4019-b644-4a1567670f8e service neutron] 10.222.0.35 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8904808
Nov 27 20:53:47.557535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d00ed-ff4f-44c6-b35f-81d731274752 req-1a5241fd-5ef9-4662-8b76-756632c19ebd tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:47.564905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-171d00ed-ff4f-44c6-b35f-81d731274752 req-1a5241fd-5ef9-4662-8b76-756632c19ebd tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 948 time: 0.5881648
Nov 27 20:53:47.566874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'Port': ['ID=fb48d058-a5af-4ca6-ae15-d032b95d3013,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:47.669974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76230624-d25a-4278-b0c3-64447aff0c06 req-f61ecbf3-8b51-40a3-9f6e-3d0db09823e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:47.672345 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76230624-d25a-4278-b0c3-64447aff0c06 req-f61ecbf3-8b51-40a3-9f6e-3d0db09823e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.2575061
Nov 27 20:53:47.682017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:47.682654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:47.693679 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-171d00ed-ff4f-44c6-b35f-81d731274752 req-29086c07-1b41-498e-9dfe-fb17a8ecad9e tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278670
Nov 27 20:53:47.698136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5aec7416-9074-4d21-aa46-9dc1de782a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:47.711919 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5aec7416-9074-4d21-aa46-9dc1de782a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:47.713706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-026962f3-aea6-4fbe-89c3-68e839bedfac tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2511432
Nov 27 20:53:47.734647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Request body: {'port': {'device_id': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:47.792480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec7416-9074-4d21-aa46-9dc1de782a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b86135-f3f7-4867-aefd-7ab46f6d7adc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:47.816784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:47.820068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:47.821919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-5562fc21-eb0f-47c5-b5fa-6cb189e3c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:47.823953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-5562fc21-eb0f-47c5-b5fa-6cb189e3c8be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=79226c480677428e924a69a8e4c01ae9&device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 1094 time: 0.2123661
Nov 27 20:53:47.834054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5aec7416-9074-4d21-aa46-9dc1de782a5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f937cd782d5a46b295dee143abe9fce0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4515088
Nov 27 20:53:47.843678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37318) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:47.845308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b839c-ed93-4b78-8e21-4ee82721839d req-72c18e50-0a82-4314-bccb-a55707baf079 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:47.846970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-452b839c-ed93-4b78-8e21-4ee82721839d req-72c18e50-0a82-4314-bccb-a55707baf079 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 931 time: 0.2403300
Nov 27 20:53:47.855775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76230624-d25a-4278-b0c3-64447aff0c06 req-cef7606c-b565-4af5-a28d-fe90baf0ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:47.857413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76230624-d25a-4278-b0c3-64447aff0c06 req-cef7606c-b565-4af5-a28d-fe90baf0ecf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1667361
Nov 27 20:53:47.886480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:47.910725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d318f-b9a4-4523-a2ef-8089a9939ec0 None None] Network 9468b055-276c-45cc-aca4-5401a80bf2fe requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:53:47.930496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port f582af39-1252-42ce-a0f7-29c2ea84cba2 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:48.002115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port f582af39-1252-42ce-a0f7-29c2ea84cba2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:48.002638 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.084146 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d6f6a3f8-a7e7-4edf-87fb-d79624c63172 None None] Provisioning complete for port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:48.084598 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a3f8-a7e7-4edf-87fb-d79624c63172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.098410 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-452b839c-ed93-4b78-8e21-4ee82721839d req-78f244c0-a689-4012-b8e0-21a984bb409a tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398603
Nov 27 20:53:48.120833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-9c1e9416-5b3d-4c49-8335-f1ace6c78040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:48.122764 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-9c1e9416-5b3d-4c49-8335-f1ace6c78040 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 200  len: 915 time: 0.2873137
Nov 27 20:53:48.150904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92b824-45d4-479f-9fc2-ae0ddc0312ab req-953933e9-6224-46a1-b693-eeb0c3ac2a53 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:48.155666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76230624-d25a-4278-b0c3-64447aff0c06 req-e81a1019-1d0c-4c25-89c9-5c479785f74c service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2754126
Nov 27 20:53:48.164657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f92b824-45d4-479f-9fc2-ae0ddc0312ab req-953933e9-6224-46a1-b693-eeb0c3ac2a53 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 943 time: 0.3676200
Nov 27 20:53:48.177760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e2adc90c-2d56-4fa1-a41f-e1cbb1580420 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:48.194842 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-038efde4-f338-4ed6-af31-166de986e583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.206183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-13c89d05-fc50-489f-a0d3-1931c53a72e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcaf48e3-c17f-47ae-a393-90c2200e0412 HTTP/1.1" status: 200  len: 217 time: 0.0719342
Nov 27 20:53:48.247478 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.263597 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-038efde4-f338-4ed6-af31-166de986e583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.356715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3dab5c-e148-460d-8e1b-2b6368dc1c00 None None] Network ecb2b22d-df71-40c8-af9b-e8abd512f0db requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:53:48.390831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f92b824-45d4-479f-9fc2-ae0ddc0312ab req-76ea8646-4b6e-49c5-aab9-d7424024b22c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234049
Nov 27 20:53:48.392841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:48.395666 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.425105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ee719-3cdf-421d-9243-fd19a464e6bb req-dbdf7663-9ed8-4fdd-b2fa-0d928f4d50e9 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:48.432752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f9ee719-3cdf-421d-9243-fd19a464e6bb req-dbdf7663-9ed8-4fdd-b2fa-0d928f4d50e9 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.2230749
Nov 27 20:53:48.452700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-7a086a0f-6d81-475f-a036-eb1b33d5ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:48.454286 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-7a086a0f-6d81-475f-a036-eb1b33d5ee8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9acf26a3-8a0f-4e26-8587-6c20c4861307 HTTP/1.1" status: 200  len: 854 time: 0.2211959
Nov 27 20:53:48.486634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Allocated IP 172.35.3.89 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/c18c26e0-7b65-4757-a750-c1f5316b3531) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:48.520822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-d0f919e8-65e6-4b77-b7db-7a2710732667 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c1c2964-efe7-47f4-bb47-68bb0bb15cce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544951
Nov 27 20:53:48.525317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:48.535506 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76230624-d25a-4278-b0c3-64447aff0c06 req-b2a692a2-72d4-4d98-afa0-03085977d890 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3385658
Nov 27 20:53:48.554202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:48.560824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f75f5142-1891-4655-a250-c5595fc99426,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:48.572145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-038efde4-f338-4ed6-af31-166de986e583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.574938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-038efde4-f338-4ed6-af31-166de986e583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.579412 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-038efde4-f338-4ed6-af31-166de986e583 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2b86135-f3f7-4867-aefd-7ab46f6d7adc HTTP/1.1" status: 204  len: 168 time: 0.7336721
Nov 27 20:53:48.646559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:48.646835 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.669969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f9ee719-3cdf-421d-9243-fd19a464e6bb req-d9ac1636-ee48-46ef-ab3d-dd92af8f65ec tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362189
Nov 27 20:53:48.682598 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.696743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038efde4-f338-4ed6-af31-166de986e583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b86135-f3f7-4867-aefd-7ab46f6d7adc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:48.766765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb48d058-a5af-4ca6-ae15-d032b95d3013 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:48.771943 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-d4ef5130-769a-4053-af85-495d3cb1bb2f service neutron] 10.222.0.35 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2365658
Nov 27 20:53:48.823646 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.840532 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a3f8-a7e7-4edf-87fb-d79624c63172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.890241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.890489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Transition to ACTIVE for port object fb48d058-a5af-4ca6-ae15-d032b95d3013 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:48.896727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:48.901737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:48.904385 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af75ae3-660b-4946-8060-9b4d971efc1d" -d '{"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-plugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:48.928725 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:48.934351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac88d2-b002-442e-9f01-fc1443ba4e42 req-08b4666b-9d80-45f5-ab65-e9395b54ae0a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:48.937030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-daac88d2-b002-442e-9f01-fc1443ba4e42 req-08b4666b-9d80-45f5-ab65-e9395b54ae0a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.2345243
Nov 27 20:53:48.942937 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.068672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff81052-6712-42f5-b1e6-f2ff0cc305bc req-b64d1bca-d3db-4a91-ba7e-1f8f3f963073 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:49.070534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ff81052-6712-42f5-b1e6-f2ff0cc305bc req-b64d1bca-d3db-4a91-ba7e-1f8f3f963073 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 948 time: 0.1904099
Nov 27 20:53:49.071118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d6f6a3f8-a7e7-4edf-87fb-d79624c63172 None None] For port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9804119c-a3a6-4bcc-b2c0-0730e69ac66a,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:49.075015 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.091457 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a3f8-a7e7-4edf-87fb-d79624c63172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.113105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb48d058-a5af-4ca6-ae15-d032b95d3013,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:49.134751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:49.152224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:49.211338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:49.225729 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eea6ac7-a3d5-456d-a70a-b2fef48b98d3 req-ea97b774-1101-4439-b13b-456c2775da95 service neutron] 10.222.0.35 "GET /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4435806
Nov 27 20:53:49.230098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:49.254907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:49.280928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Pushing event updated for resources: {'Port': ['ID=c18c26e0-7b65-4757-a750-c1f5316b3531,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:49.315043 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.348448 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-daac88d2-b002-442e-9f01-fc1443ba4e42 req-87e02c88-423d-4422-8815-93cd5dd05891 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4008250
Nov 27 20:53:49.381750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Attempting to bind port fb48d058-a5af-4ca6-ae15-d032b95d3013 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:49.382543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Attempting to bind port fb48d058-a5af-4ca6-ae15-d032b95d3013 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0dfd7269-8599-48e9-9262-18620fbe2015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2940339f-24fb-427d-9c33-55a10d708401'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:49.382543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Attempting to bind port fb48d058-a5af-4ca6-ae15-d032b95d3013 on network 2940339f-24fb-427d-9c33-55a10d708401 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:49.390142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ff81052-6712-42f5-b1e6-f2ff0cc305bc req-cb20163f-cc69-48aa-828c-b129ba7f835e tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2965291
Nov 27 20:53:49.421191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Port fb48d058-a5af-4ca6-ae15-d032b95d3013 on network 2940339f-24fb-427d-9c33-55a10d708401 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:49.421191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Attempting to bind port fb48d058-a5af-4ca6-ae15-d032b95d3013 on network 2940339f-24fb-427d-9c33-55a10d708401 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:49.468420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:49.468420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Checking segment: {'id': '0dfd7269-8599-48e9-9262-18620fbe2015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2940339f-24fb-427d-9c33-55a10d708401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:49.468420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Bound using segment: {'id': '0dfd7269-8599-48e9-9262-18620fbe2015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2940339f-24fb-427d-9c33-55a10d708401'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:49.468420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Bound port: fb48d058-a5af-4ca6-ae15-d032b95d3013, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfd7269-8599-48e9-9262-18620fbe2015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2940339f-24fb-427d-9c33-55a10d708401'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:49.469115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6a3f8-a7e7-4edf-87fb-d79624c63172 None None] Pushing event updated for resources: {'Port': ['ID=9804119c-a3a6-4bcc-b2c0-0730e69ac66a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:49.469245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.497641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-928f1d3f-c365-4c96-8e31-4e1762b7b96f None None] Provisioning complete for port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:49.498117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-928f1d3f-c365-4c96-8e31-4e1762b7b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.521366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.548499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port e2adc90c-2d56-4fa1-a41f-e1cbb1580420, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2adc90c-2d56-4fa1-a41f-e1cbb1580420,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:49.574794 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b22a47b-ec2d-4c63-b54c-1f06f5115a88 x-openstack-request-id: req-9b22a47b-ec2d-4c63-b54c-1f06f5115a88 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:49.575302 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-plugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:49.580181 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b22a47b-ec2d-4c63-b54c-1f06f5115a88 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:49.580773 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'code': 200}
Nov 27 20:53:49.624038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.625848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9804119c-a3a6-4bcc-b2c0-0730e69ac66a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:49.655334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7f9f-dfb4-436a-b564-cd15843a6333 req-49d6756c-4b4a-4931-9944-dc4bdf96df87 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:49.656885 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91bb7f9f-dfb4-436a-b564-cd15843a6333 req-49d6756c-4b4a-4931-9944-dc4bdf96df87 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.2057819
Nov 27 20:53:49.734182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] For port fb48d058-a5af-4ca6-ae15-d032b95d3013, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:49.743759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea99179-ce11-4988-a515-235e5c24b115 req-51259b77-d1af-4877-80ed-746eb365e4ed tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:49.745556 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fea99179-ce11-4988-a515-235e5c24b115 req-51259b77-d1af-4877-80ed-746eb365e4ed tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 943 time: 0.1377435
Nov 27 20:53:49.756352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] For port fb48d058-a5af-4ca6-ae15-d032b95d3013, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:49.762826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a4c43-a23f-4151-971d-3c3adf162d02 req-9fcc1ccf-2fa7-440d-a38e-3d2f2b858dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:49.765216 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-723a4c43-a23f-4151-971d-3c3adf162d02 req-9fcc1ccf-2fa7-440d-a38e-3d2f2b858dfc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 1099 time: 0.1429627
Nov 27 20:53:49.770981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.788556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=e2adc90c-2d56-4fa1-a41f-e1cbb1580420,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:49.854037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:49.854731 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.871221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91bb7f9f-dfb4-436a-b564-cd15843a6333 req-2e8d4fab-2495-462c-a5bd-8c149bb03758 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674099
Nov 27 20:53:49.882918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:49.886624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.892924 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb48d058-a5af-4ca6-ae15-d032b95d3013 HTTP/1.1" status: 200  len: 1091 time: 2.1693599
Nov 27 20:53:49.893414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:49.895768 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b6f14e-c6d1-4429-b7b1-25f562fee230" -d '{"events": [{"name": "network-changed", "server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:49.911222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fea99179-ce11-4988-a515-235e5c24b115 req-858b8e79-667b-4c23-8f7a-1f2572fc82d3 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535981
Nov 27 20:53:49.916284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:49.923992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-723a4c43-a23f-4151-971d-3c3adf162d02 req-e7c85231-e653-4681-87f5-a1e36bcf8030 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483359
Nov 27 20:53:49.927076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bcaf48e3-c17f-47ae-a393-90c2200e0412 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:50.116342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c438c4-398e-4cd9-b0d2-170a847c72d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb48d058-a5af-4ca6-ae15-d032b95d3013,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:50.130569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:50.133624 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70ead4f-e706-45d3-adc8-b083539e77b4 x-openstack-request-id: req-b70ead4f-e706-45d3-adc8-b083539e77b4 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:50.133924 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:50.134189 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b70ead4f-e706-45d3-adc8-b083539e77b4 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:50.134597 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013', 'status': 'completed', 'code': 200}
Nov 27 20:53:50.145877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-c208f74e-e415-4915-8855-d6f5b0e675ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:50.147463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-c208f74e-e415-4915-8855-d6f5b0e675ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 1094 time: 0.1577134
Nov 27 20:53:50.239863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:50.277644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e3f09-b329-46a7-a2c4-fb32840ac659 req-d1f2d1ea-443f-4c13-a339-aa058f481871 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:50.285683 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-596e3f09-b329-46a7-a2c4-fb32840ac659 req-d1f2d1ea-443f-4c13-a339-aa058f481871 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 943 time: 0.2620676
Nov 27 20:53:50.287658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port bcaf48e3-c17f-47ae-a393-90c2200e0412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcaf48e3-c17f-47ae-a393-90c2200e0412,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:50.298408 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-d700d9fd-b8ac-45f4-afc9-4dfd14940a54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013 HTTP/1.1" status: 200  len: 217 time: 0.1152282
Nov 27 20:53:50.318877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813', 'mac_address': 'fa:16:3e:02:ef:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:50.331005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'bcaf48e3-c17f-47ae-a393-90c2200e0412', 'network_id': '4c1c2964-efe7-47f4-bb47-68bb0bb15cce', 'port_id': 'bcaf48e3-c17f-47ae-a393-90c2200e0412', 'mac_address': 'fa:16:3e:bd:bc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acf26a3-8a0f-4e26-8587-6c20c4861307', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:50.398802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-b57346b9-1cee-4187-9b92-88ed8454a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:50.400001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-b57346b9-1cee-4187-9b92-88ed8454a980 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 200  len: 852 time: 0.0872366
Nov 27 20:53:50.422039 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-596e3f09-b329-46a7-a2c4-fb32840ac659 req-b08ff450-5132-4efd-8e11-d598e0dbfa09 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309798
Nov 27 20:53:50.507729 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:50.510399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-172d391b-14bf-49e9-a428-874884a785be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2940339f-24fb-427d-9c33-55a10d708401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0870998
Nov 27 20:53:50.532477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e2adc90c-2d56-4fa1-a41f-e1cbb1580420 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:50.537950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf26ac-0ec0-4861-9c17-c8a394c679b6 req-10be50aa-fab7-4948-a5db-61a22faa0f03 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:50.539474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eecf26ac-0ec0-4861-9c17-c8a394c679b6 req-10be50aa-fab7-4948-a5db-61a22faa0f03 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1013434
Nov 27 20:53:50.562281 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:50.571529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcaf48e3-c17f-47ae-a393-90c2200e0412 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:50.590742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Router cac338f5-1fed-4c92-970f-3b7e54c47d7d is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:53:50.610620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a6732772-f267-4597-9b9e-a815e05a6698 None None] Provisioning complete for port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:50.610898 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a6732772-f267-4597-9b9e-a815e05a6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:50.662767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bddab6-94cf-432f-9ed4-9e67790af59d req-9b3c097f-dcdb-4227-aebc-8139503cb9f9 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:50.667825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port bcaf48e3-c17f-47ae-a393-90c2200e0412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcaf48e3-c17f-47ae-a393-90c2200e0412,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:50.670746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52bddab6-94cf-432f-9ed4-9e67790af59d req-9b3c097f-dcdb-4227-aebc-8139503cb9f9 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1526489
Nov 27 20:53:50.673121 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:50.689957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:50.709660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:50.714014 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:50.767184 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eecf26ac-0ec0-4861-9c17-c8a394c679b6 req-1410904f-5369-4435-8587-ba242803405f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153571
Nov 27 20:53:50.788943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:50.797286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:53:50.800661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:50.801194 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:50.827995 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52bddab6-94cf-432f-9ed4-9e67790af59d req-0773711f-f57e-4a1d-bec7-accc67b2e1b0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562893
Nov 27 20:53:50.828956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=bcaf48e3-c17f-47ae-a393-90c2200e0412,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:50.859841 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-5b329a6b-058b-4df5-9ab2-4529f450b343 service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3360248
Nov 27 20:53:50.901057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:53:50.914011 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Sync routers for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:53:50.915862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:50.942788 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:50.947590 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4c0970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:50.968838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a6732772-f267-4597-9b9e-a815e05a6698 None None] Provisioning complete for port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:50.969333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a6732772-f267-4597-9b9e-a815e05a6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:50.977522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:53:51.001595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Sync routers for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:53:51.037203 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:51.037495 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:51.038514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-232161e0-3bda-410a-9d79-adfb5f28f451 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.8018076
Nov 27 20:53:51.041901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a2d0bf57-3805-4740-8b5d-653b571ad3d8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.8748093
Nov 27 20:53:51.043658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37384) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:51.049201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37386) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:51.065349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['bcaf48e3-c17f-47ae-a393-90c2200e0412'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:51.123752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f65db9-f5c4-4672-9085-286dbb990f46 req-ac177673-51a2-4608-aa7c-25ce3db1f018 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:51.125892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:51.126617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd27e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:51.132537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46f65db9-f5c4-4672-9085-286dbb990f46 req-ac177673-51a2-4608-aa7c-25ce3db1f018 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.2054839
Nov 27 20:53:51.136713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9804119c-a3a6-4bcc-b2c0-0730e69ac66a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:51.142420 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:51.183895 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dd91a05-ebe7-4ebb-b70b-d51ae0378c3c req-d03a1530-079b-4168-ac10-eba0832c5bad service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3150487
Nov 27 20:53:51.199941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530966d-dd15-46b6-ae29-970ae3373e2e req-ccee8475-de31-4d95-a8f4-8482b42b1174 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:51.216292 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7530966d-dd15-46b6-ae29-970ae3373e2e req-ccee8475-de31-4d95-a8f4-8482b42b1174 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 949 time: 0.2393537
Nov 27 20:53:51.239346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2dfaad6b-b499-4a67-ad7b-ec4eea1d3813'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:51.323769 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7530966d-dd15-46b6-ae29-970ae3373e2e req-5ad83a66-eee7-4ac5-a9f9-0aa6ffa8696e tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046250
Nov 27 20:53:51.338118 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46f65db9-f5c4-4672-9085-286dbb990f46 req-5cce1434-c8e5-4670-a2fd-21bfe3def56f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046320
Nov 27 20:53:51.386319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-fc4d83c8-a8bc-4c30-a9aa-a1476d6958ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:51.390740 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-fc4d83c8-a8bc-4c30-a9aa-a1476d6958ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 1094 time: 0.1377144
Nov 27 20:53:51.489273 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4c0970>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:49Z', 'revision_number': 3, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:51.523067 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Checking router: cac338f5-1fed-4c92-970f-3b7e54c47d7d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:53:51.523454 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Updating router cac338f5-1fed-4c92-970f-3b7e54c47d7d port f75f5142-1891-4655-a250-c5595fc99426 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:53:51.558300 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:51.639883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-43eb94da-0a71-45fb-b51c-a8f2b82c2b07 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=812b97d174d84cdbb78bd4064909234f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0330496
Nov 27 20:53:51.649278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:51.653826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:51.654291 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:51.869017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-0b67a2e4-7e99-4763-9713-b12ebd8675b9 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:51.877487 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-0b67a2e4-7e99-4763-9713-b12ebd8675b9 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2161715
Nov 27 20:53:51.899544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-ba49b714-9ced-4652-860f-bf1ff76a8507 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/quotas/812b97d174d84cdbb78bd4064909234f HTTP/1.1" status: 200  len: 375 time: 0.0208046
Nov 27 20:53:51.946724 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:51.947963 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-68ad60be-1476-4c96-8cf4-15aeaebda72a tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=812b97d174d84cdbb78bd4064909234f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0474648
Nov 27 20:53:51.959689 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:51.973488 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.053598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd27e490>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:49Z', 'revision_number': 3, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:52.060054 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Attempting to bind port f75f5142-1891-4655-a250-c5595fc99426 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:52.060542 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Attempting to bind port f75f5142-1891-4655-a250-c5595fc99426 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:52.061086 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Attempting to bind port f75f5142-1891-4655-a250-c5595fc99426 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:52.077858 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:52.078411 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:52.078914 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.079440 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:52.080019 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Bound port: f75f5142-1891-4655-a250-c5595fc99426, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:52.080498 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.090836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Checking router: f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:53:52.093217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Updating router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 port c18c26e0-7b65-4757-a750-c1f5316b3531 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:53:52.131554 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.160372 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] For port f75f5142-1891-4655-a250-c5595fc99426, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:52.165769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfa948-c3b8-4c4f-bd58-58d7ce7c34e5 req-9a547a6c-e4fe-4eaf-a06d-821fc61f1ebb tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:52.167333 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ddfa948-c3b8-4c4f-bd58-58d7ce7c34e5 req-9a547a6c-e4fe-4eaf-a06d-821fc61f1ebb tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 943 time: 0.6806691
Nov 27 20:53:52.172030 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] For port f75f5142-1891-4655-a250-c5595fc99426, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f75f5142-1891-4655-a250-c5595fc99426,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:52.182794 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Pushing event updated for resources: {'Port': ['ID=f75f5142-1891-4655-a250-c5595fc99426,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:52.192708 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.211742 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.212627 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.213078 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.213776 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.214282 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.214798 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.215541 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.215978 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.216374 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.216773 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.218009 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.218757 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:53:52.286494 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a0039-1ba7-4ba3-9d82-5ccd98484bea None None] Pushing event updated for resources: {'Port': ['ID=f75f5142-1891-4655-a250-c5595fc99426,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:52.332475 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ddfa948-c3b8-4c4f-bd58-58d7ce7c34e5 req-6caa7aa5-ad29-4922-9a02-61f1c746a782 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538005
Nov 27 20:53:52.334293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-9a8a248b-fd75-454f-90b3-df6ceea0a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:52.336284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-9a8a248b-fd75-454f-90b3-df6ceea0a9e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 913 time: 0.8506136
Nov 27 20:53:52.348369 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:52.351233 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4c0970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:52.446084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-34d58a3d-2dda-4ce3-a812-4b97496403f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013 HTTP/1.1" status: 200  len: 217 time: 0.0728447
Nov 27 20:53:52.501312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Allocated IP 172.20.0.1 (ecb2b22d-df71-40c8-af9b-e8abd512f0db/acca60c7-7043-41d9-9a97-49f666b6fb1c/761b9091-30ba-480d-83dd-ad7ac21afca2) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:52.548043 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.567201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.591157 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:52.634855 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.697758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Attempting to bind port c18c26e0-7b65-4757-a750-c1f5316b3531 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:52.698576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Attempting to bind port c18c26e0-7b65-4757-a750-c1f5316b3531 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:52.699185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Attempting to bind port c18c26e0-7b65-4757-a750-c1f5316b3531 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:52.717691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364fad0-8e47-439e-8fd0-22bef3685240 req-03fef6f3-ee02-4c75-b59c-8f7a2ebfe578 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:52.718038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d58ae-a185-41d9-bcaa-53fa8420d1be None None] Pushing event updated for resources: {'Port': ['ID=c18c26e0-7b65-4757-a750-c1f5316b3531,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:52.723013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:52.723541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:52.724030 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.724516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:52.725072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Bound port: c18c26e0-7b65-4757-a750-c1f5316b3531, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:52.725534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.731958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1364fad0-8e47-439e-8fd0-22bef3685240 req-03fef6f3-ee02-4c75-b59c-8f7a2ebfe578 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 944 time: 0.2219868
Nov 27 20:53:52.736147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-d90e2f42-d877-4b91-bec8-6316a251765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:52.738667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-d90e2f42-d877-4b91-bec8-6316a251765d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 200  len: 852 time: 0.2813435
Nov 27 20:53:52.792691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] For port c18c26e0-7b65-4757-a750-c1f5316b3531, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:52.796141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] For port c18c26e0-7b65-4757-a750-c1f5316b3531, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c18c26e0-7b65-4757-a750-c1f5316b3531,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:52.806630 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.822048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-2dd72940-f084-4492-a7ce-20572a24bb2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2940339f-24fb-427d-9c33-55a10d708401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514624
Nov 27 20:53:52.854914 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:52.887656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc1f03-05d9-4a7a-8e2b-bd96e55e51cd req-a4502a18-c8c4-428b-82a1-43f3d8f843ab tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:52.895787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:52.896617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd27e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:52.896885 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bddc1f03-05d9-4a7a-8e2b-bd96e55e51cd req-a4502a18-c8c4-428b-82a1-43f3d8f843ab tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1651182
Nov 27 20:53:52.943230 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-0029d9a3-98d2-4aab-a911-01e6193d2eea service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1126392
Nov 27 20:53:52.954309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d58ae-a185-41d9-bcaa-53fa8420d1be None None] Pushing event updated for resources: {'Port': ['ID=c18c26e0-7b65-4757-a750-c1f5316b3531,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:52.968257 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bddc1f03-05d9-4a7a-8e2b-bd96e55e51cd req-8b8739cb-fc3d-4df8-ba01-922c3661d57a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659797
Nov 27 20:53:53.000848 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.016448 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1364fad0-8e47-439e-8fd0-22bef3685240 req-fc563263-22c5-4a75-9bb8-81f4f5c5690c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2763929
Nov 27 20:53:53.051117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Network ecb2b22d-df71-40c8-af9b-e8abd512f0db is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:53.064488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:53.071837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:53.160520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:53.237988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-501678d7-41f8-464a-8824-b26e0f316fcb req-0a2a2e55-a3dd-4f6a-9827-2542dcddd5cd tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 210 time: 0.1038113
Nov 27 20:53:53.269492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Pushing event updated for resources: {'Port': ['ID=761b9091-30ba-480d-83dd-ad7ac21afca2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:53.278950 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.317558 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4c0970>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:49Z', 'revision_number': 3, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:53.319539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:53.366865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97b6f14e-c6d1-4429-b7b1-25f562fee230 req-0f38a790-929b-4238-b090-cad1755a2954 service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3745534
Nov 27 20:53:53.374479 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf56de8-38cf-4643-9092-f6f989984b62 None None] The sync data for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 is: [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:49Z', 'revision_number': 3, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:53:53.388279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ae74c-15bb-47f5-aeda-6b507d27585f req-b7ca97bf-f44b-472c-9d89-8cd0b5434767 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:53.390113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da1ae74c-15bb-47f5-aeda-6b507d27585f req-b7ca97bf-f44b-472c-9d89-8cd0b5434767 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 949 time: 0.2016058
Nov 27 20:53:53.404286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Allocated IP 172.20.0.1 (9468b055-276c-45cc-aca4-5401a80bf2fe/970bbeb5-9f69-45ee-a166-091cd2140bf8/b38cff5b-f07a-4783-8df5-4d8ea217db5c) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:53.512253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc5ce-5ab3-4b47-b864-d2c0f99efbdc req-12b4994c-e93a-4db1-9c7f-0ad55b5528d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:53.530055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-804fc5ce-5ab3-4b47-b864-d2c0f99efbdc req-12b4994c-e93a-4db1-9c7f-0ad55b5528d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1249900
Nov 27 20:53:53.579664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:53.587793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-54e1d625-101c-445f-968b-cd737e9fde6c None None] Provisioning complete for port 761b9091-30ba-480d-83dd-ad7ac21afca2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:53.588018 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-54e1d625-101c-445f-968b-cd737e9fde6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.590349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:53.590722 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.599304 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da1ae74c-15bb-47f5-aeda-6b507d27585f req-d7848470-951b-4b73-820e-aafe71a0da1d tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003915
Nov 27 20:53:53.672896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-54e1d625-101c-445f-968b-cd737e9fde6c None None] Port 761b9091-30ba-480d-83dd-ad7ac21afca2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:53:53.680165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-804fc5ce-5ab3-4b47-b864-d2c0f99efbdc req-a7a2840e-a822-4025-9ca3-baa1a38d2528 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427453
Nov 27 20:53:53.687983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.694907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd27e490>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:49Z', 'revision_number': 3, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:53.718705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.746299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3040ed-a05a-4e79-bd2e-0d320343902e None None] The sync data for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 is: [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:49Z', 'revision_number': 3, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:53:53.780957 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.783809 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.818669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:53.821841 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6afcbb8-c78b-4261-8999-9546a6b78972" -d '{"events": [{"server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "name": "network-vif-plugged", "status": "completed", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:53.851932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bcaf48e3-c17f-47ae-a393-90c2200e0412 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:53.871343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:53.932530 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77603d0-3ae1-4543-8c48-64f760ec55c8 x-openstack-request-id: req-f77603d0-3ae1-4543-8c48-64f760ec55c8 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:53.933048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Network 9468b055-276c-45cc-aca4-5401a80bf2fe is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:53.934270 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "name": "network-vif-plugged", "status": "completed", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:53.934799 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f77603d0-3ae1-4543-8c48-64f760ec55c8 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:53.935727 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813', 'code': 200}
Nov 27 20:53:53.939717 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.971355 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.978639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:53.978957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439ee72-c686-4fb6-94d1-efdb28f465bb req-c43e3d60-3768-44b2-9471-d041985422b0 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:53.981947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8439ee72-c686-4fb6-94d1-efdb28f465bb req-c43e3d60-3768-44b2-9471-d041985422b0 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 943 time: 0.2570436
Nov 27 20:53:54.009703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:54.040560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:54.086920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:54.088979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Pushing event updated for resources: {'Port': ['ID=b38cff5b-f07a-4783-8df5-4d8ea217db5c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:54.133363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:54.150089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port bcaf48e3-c17f-47ae-a393-90c2200e0412 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:54.155704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-38d55075-3a7b-4b91-b45f-6b989276f69d tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=812b97d174d84cdbb78bd4064909234f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1021898
Nov 27 20:53:54.168261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port bcaf48e3-c17f-47ae-a393-90c2200e0412 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:54.168926 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:54.341503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8439ee72-c686-4fb6-94d1-efdb28f465bb req-8e82a152-3697-41e9-be62-bfd05e8cbc03 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3239400
Nov 27 20:53:54.342337 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:54.408216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a239e-0fb3-4ec9-a317-9171d4c3f578 req-8372b20f-a657-431c-8187-18f1ff37c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:54.409799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7c5a239e-0fb3-4ec9-a317-9171d4c3f578 req-8372b20f-a657-431c-8187-18f1ff37c4dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 1101 time: 0.3761134
Nov 27 20:53:54.430506 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:54.538762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port bcaf48e3-c17f-47ae-a393-90c2200e0412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcaf48e3-c17f-47ae-a393-90c2200e0412,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:54.547718 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:54.654180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c18c26e0-7b65-4757-a750-c1f5316b3531 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:54.656363 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7c5a239e-0fb3-4ec9-a317-9171d4c3f578 req-e6ae70b1-0080-403d-ac4a-c42265c052c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266858
Nov 27 20:53:54.693512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda8b2-c5a4-4cd7-97b9-a860dc5f9bcf req-f19cb730-6f3a-47bf-8363-80018c7e7bb3 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:54.695245 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12bda8b2-c5a4-4cd7-97b9-a860dc5f9bcf req-f19cb730-6f3a-47bf-8363-80018c7e7bb3 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 945 time: 0.1664679
Nov 27 20:53:54.730652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=bcaf48e3-c17f-47ae-a393-90c2200e0412,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:54.740403 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:54.745839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4b267b5e-4529-4ca0-9452-0b5d3579c14f None None] Provisioning complete for port b38cff5b-f07a-4783-8df5-4d8ea217db5c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:54.746216 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4b267b5e-4529-4ca0-9452-0b5d3579c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:54.806632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Pushing event updated for resources: {'Port': ['ID=761b9091-30ba-480d-83dd-ad7ac21afca2,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:54.822563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4b267b5e-4529-4ca0-9452-0b5d3579c14f None None] Port b38cff5b-f07a-4783-8df5-4d8ea217db5c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:53:54.828019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c18c26e0-7b65-4757-a750-c1f5316b3531 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:54.828755 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:54.854258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c9c95-c0b8-4958-917f-74793e7eba7c req-8388d811-a217-4989-b411-a6eb091b3c8f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:54.855858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a9c9c95-c0b8-4958-917f-74793e7eba7c req-8388d811-a217-4989-b411-a6eb091b3c8f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.7069864
Nov 27 20:53:54.889379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12bda8b2-c5a4-4cd7-97b9-a860dc5f9bcf req-60f5496e-7677-4ef3-8419-4a9b10659b39 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505158
Nov 27 20:53:54.925105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Network ecb2b22d-df71-40c8-af9b-e8abd512f0db is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:54.934213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:54.988150 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.018335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a9c9c95-c0b8-4958-917f-74793e7eba7c req-8b69d90e-d173-4031-96bb-5299c271902f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440973
Nov 27 20:53:55.052463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port c18c26e0-7b65-4757-a750-c1f5316b3531, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c18c26e0-7b65-4757-a750-c1f5316b3531,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:55.059649 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.060487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f75f5142-1891-4655-a250-c5595fc99426 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:55.133500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92b2b086-5433-4faf-bf74-44c51bfe2961 req-47e564a3-d949-4f7a-bf98-427fd8896a53 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 210 time: 0.0934350
Nov 27 20:53:55.188177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device fb48d058-a5af-4ca6-ae15-d032b95d3013 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:53:55.225230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.230625 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.232585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-f9ae093c-34b7-4396-81c8-14e128168ad1 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:55.235919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-f9ae093c-34b7-4396-81c8-14e128168ad1 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.0588100
Nov 27 20:53:55.254635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Request body: {'port': {'device_id': 'edf0c6c5-5410-4d97-bebc-94825b8ec5ae', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '812b97d174d84cdbb78bd4064909234f'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:55.257998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=c18c26e0-7b65-4757-a750-c1f5316b3531,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:55.280988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Router cac338f5-1fed-4c92-970f-3b7e54c47d7d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:53:55.363077 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.365067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-50f34ec5-d0fc-4f5a-8504-bf8843c7c326 None None] Provisioning complete for port 761b9091-30ba-480d-83dd-ad7ac21afca2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:55.365455 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50f34ec5-d0fc-4f5a-8504-bf8843c7c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.372513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Pushing event updated for resources: {'Port': ['ID=b38cff5b-f07a-4783-8df5-4d8ea217db5c,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:55.384055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0c072-74c2-48df-a93f-8775607784cc req-6d4f5e63-f6dd-4991-a258-5feb1f3eb50f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:55.385788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dbc0c072-74c2-48df-a93f-8775607784cc req-6d4f5e63-f6dd-4991-a258-5feb1f3eb50f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1488008
Nov 27 20:53:55.414184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-50f34ec5-d0fc-4f5a-8504-bf8843c7c326 None None] Port 761b9091-30ba-480d-83dd-ad7ac21afca2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:53:55.419880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f75f5142-1891-4655-a250-c5595fc99426 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:55.420315 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.472497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b500a-22b6-4200-9750-4324be2afe99 req-b5626daa-06f3-4498-b915-a6956a06a81b tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:55.474275 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d5b500a-22b6-4200-9750-4324be2afe99 req-b5626daa-06f3-4498-b915-a6956a06a81b tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 950 time: 0.2593474
Nov 27 20:53:55.506305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dbc0c072-74c2-48df-a93f-8775607784cc req-76542bc2-c33f-4ad4-8a40-ce99615b23a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068344
Nov 27 20:53:55.523305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Network 9468b055-276c-45cc-aca4-5401a80bf2fe is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:55.524884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:55.526320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:53:55.544926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2a5295f6-8f21-47a7-882d-616ddcdeb265 admin admin] 10.222.0.21 "PUT /v2.0/routers/cac338f5-1fed-4c92-970f-3b7e54c47d7d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4932418
Nov 27 20:53:55.549604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port fb48d058-a5af-4ca6-ae15-d032b95d3013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:55.592714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'fb48d058-a5af-4ca6-ae15-d032b95d3013', 'network_id': '2940339f-24fb-427d-9c33-55a10d708401', 'port_id': 'fb48d058-a5af-4ca6-ae15-d032b95d3013', 'mac_address': 'fa:16:3e:0e:25:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8243016a-be60-432d-896c-4d87c4b1eb0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:53:55.595279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d5b500a-22b6-4200-9750-4324be2afe99 req-bf8f7405-e448-451b-845d-4dcb064de879 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081376
Nov 27 20:53:55.642277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Made reservation on behalf of 812b97d174d84cdbb78bd4064909234f for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:53:55.655481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.668514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.699295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.702825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:53:55.719972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb48d058-a5af-4ca6-ae15-d032b95d3013 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:55.804759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port fb48d058-a5af-4ca6-ae15-d032b95d3013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:55.817616 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.849824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a708ce4-52e2-43df-b68b-2acb79ce87d9 req-f81692ac-dd71-498c-baaa-f4a222795084 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:55.858455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a708ce4-52e2-43df-b68b-2acb79ce87d9 req-f81692ac-dd71-498c-baaa-f4a222795084 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 943 time: 0.1644156
Nov 27 20:53:55.858842 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.895834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.898383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port f75f5142-1891-4655-a250-c5595fc99426, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f75f5142-1891-4655-a250-c5595fc99426,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:55.904162 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.921236 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:55.937651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=fb48d058-a5af-4ca6-ae15-d032b95d3013,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:55.953625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83157fd-522c-4778-bc69-51b6ec64f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaf48e3-c17f-47ae-a393-90c2200e0412'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:53:55.961146 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb4ac14-b492-4643-9af6-a995cc715839" -d '{"events": [{"server_uuid": "f83157fd-522c-4778-bc69-51b6ec64f565", "name": "network-vif-plugged", "status": "completed", "tag": "bcaf48e3-c17f-47ae-a393-90c2200e0412"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:53:55.967133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a708ce4-52e2-43df-b68b-2acb79ce87d9 req-eb9da767-e2ec-458c-816c-008fef0b6c1e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031082
Nov 27 20:53:55.995844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693c0262-d407-4c8b-a866-ef52c886c751,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:56.027316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:53:56.039554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-add978e4-f05a-43e3-a9ac-6d8e3d5f9d6d admin admin] 10.222.0.21 "PUT /v2.0/routers/f6c376f6-9af2-4b4f-b97e-b17d743ba9f2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9917681
Nov 27 20:53:56.043373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e9f99a46-114c-4b34-887d-a3b2cec822ba None None] Provisioning complete for port b38cff5b-f07a-4783-8df5-4d8ea217db5c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:56.044005 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9f99a46-114c-4b34-887d-a3b2cec822ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.130581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Allocated IP 192.168.233.209 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/fb6fe1ae-aae8-4dcf-863c-9e42e9603264) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:56.141163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efc0b-5f0c-4319-8050-5e88f4be9b1a req-b39ba658-5c57-4f0a-b820-b505a36f54fa tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:56.150757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f3efc0b-5f0c-4319-8050-5e88f4be9b1a req-b39ba658-5c57-4f0a-b820-b505a36f54fa tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 945 time: 0.0821745
Nov 27 20:53:56.253240 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f3efc0b-5f0c-4319-8050-5e88f4be9b1a req-ed1a9308-1402-446f-b08f-ecea8186e32f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009600
Nov 27 20:53:56.343282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37464) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:56.350620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d2cd4a8f-eb09-44cf-bfd8-760ed1a54a01 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79563315', 'description': 'tempest-description--1280631603'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:56.417247 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d2cd4a8f-eb09-44cf-bfd8-760ed1a54a01 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.469327 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed08ea21-b35b-4590-8f44-b4dfc745263f x-openstack-request-id: req-ed08ea21-b35b-4590-8f44-b4dfc745263f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:53:56.469926 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83157fd-522c-4778-bc69-51b6ec64f565", "name": "network-vif-plugged", "status": "completed", "tag": "bcaf48e3-c17f-47ae-a393-90c2200e0412", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:53:56.469926 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed08ea21-b35b-4590-8f44-b4dfc745263f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:53:56.470297 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83157fd-522c-4778-bc69-51b6ec64f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaf48e3-c17f-47ae-a393-90c2200e0412', 'code': 200}
Nov 27 20:53:56.508400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=f75f5142-1891-4655-a250-c5595fc99426,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:56.514879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c18c26e0-7b65-4757-a750-c1f5316b3531 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:56.539137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d2cd4a8f-eb09-44cf-bfd8-760ed1a54a01 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.546439 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b9a3481-5d74-4859-b6d1-a951f4f7de43 req-8cbf9bdb-9e5f-4cc0-9a33-f53527dac5df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 210 time: 0.1412361
Nov 27 20:53:56.563456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e9f99a46-114c-4b34-887d-a3b2cec822ba None None] Port b38cff5b-f07a-4783-8df5-4d8ea217db5c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:53:56.581540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d2cd4a8f-eb09-44cf-bfd8-760ed1a54a01 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.596692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c18c26e0-7b65-4757-a750-c1f5316b3531 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:56.597071 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.609257 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.616674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e91f3-f9c5-4602-8891-e45687892677 req-88cd7de4-2560-46b4-a127-8c299f517ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:56.618493 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff3e91f3-f9c5-4602-8891-e45687892677 req-88cd7de4-2560-46b4-a127-8c299f517ddc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 1096 time: 0.1900911
Nov 27 20:53:56.634811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d2cd4a8f-eb09-44cf-bfd8-760ed1a54a01 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.639368 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d2cd4a8f-eb09-44cf-bfd8-760ed1a54a01 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.2914975
Nov 27 20:53:56.644986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3b443-3765-4b4e-9b38-7c1befd385e7 req-a7299c8f-a693-4ab8-9b08-c952def84c09 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:56.646963 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65c3b443-3765-4b4e-9b38-7c1befd385e7 req-a7299c8f-a693-4ab8-9b08-c952def84c09 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1430545
Nov 27 20:53:56.647622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37472) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:56.653600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a0c725c6-45c2-42a4-9d0b-ed1b180ea394 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Request body: {'security_group_rule': {'security_group_id': 'd80f3dc6-91c5-42ab-bc74-bf578fc51cfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:56.654253 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Sync routers for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:53:56.668254 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:56.668895 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ced30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:56.672086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd4a8f-eb09-44cf-bfd8-760ed1a54a01 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:56.691827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['fb48d058-a5af-4ca6-ae15-d032b95d3013'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:53:56.731435 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0c725c6-45c2-42a4-9d0b-ed1b180ea394 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.749832 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.760045 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65c3b443-3765-4b4e-9b38-7c1befd385e7 req-94eb4bc0-cd73-4542-9f35-228afd190844 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889390
Nov 27 20:53:56.823939 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0c725c6-45c2-42a4-9d0b-ed1b180ea394 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.830518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0c725c6-45c2-42a4-9d0b-ed1b180ea394 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.850293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c725c6-45c2-42a4-9d0b-ed1b180ea394 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dc0059-3dc1-43e0-b5ee-9ee7797221f6,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:56.851686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Sync routers for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:53:56.861754 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:56.862312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0c725c6-45c2-42a4-9d0b-ed1b180ea394 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.864029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a0c725c6-45c2-42a4-9d0b-ed1b180ea394 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2140849
Nov 27 20:53:56.866500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37474) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:56.872997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-03f50624-2bae-4c5d-b7c8-1ee582a2a849 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Request body: {'security_group_rule': {'security_group_id': 'd80f3dc6-91c5-42ab-bc74-bf578fc51cfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:56.903286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03f50624-2bae-4c5d-b7c8-1ee582a2a849 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:56.903520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:56.915122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:56.928094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:56.965674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:56.966557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd881f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:56.992652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff3e91f3-f9c5-4602-8891-e45687892677 req-652d6a08-2e10-44c3-82cb-4427889d5f87 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3547549
Nov 27 20:53:57.026954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Pushing event updated for resources: {'Port': ['ID=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:57.029058 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03f50624-2bae-4c5d-b7c8-1ee582a2a849 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.047881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03f50624-2bae-4c5d-b7c8-1ee582a2a849 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.080556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:57.081230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.082353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dbc34-8b53-4862-b022-65ffa05c1f36 req-7028cc05-d7fe-43d8-8735-fc0ccb1e0794 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:57.084679 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-550dbc34-8b53-4862-b022-65ffa05c1f36 req-7028cc05-d7fe-43d8-8735-fc0ccb1e0794 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1511316
Nov 27 20:53:57.090880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f50624-2bae-4c5d-b7c8-1ee582a2a849 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e68e68-b246-4f60-932c-df3602dd430a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:57.127175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03f50624-2bae-4c5d-b7c8-1ee582a2a849 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.131548 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-03f50624-2bae-4c5d-b7c8-1ee582a2a849 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2608998
Nov 27 20:53:57.134315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37478) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:57.153482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:57.171810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37480) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:57.174967 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-d85eb255-969e-48c6-b12b-932695093aa3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9252028
Nov 27 20:53:57.187720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1d62c74f-19f4-4b7a-abc9-5ab3a7ab618d tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079207788', 'description': 'tempest-description--1983410900'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:57.220504 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-550dbc34-8b53-4862-b022-65ffa05c1f36 req-b5eec585-4e3a-4fd6-a749-be0a191c9fcc tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223812
Nov 27 20:53:57.220833 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ced30>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761b9091-30ba-480d-83dd-ad7ac21afca2', 'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'mac_address': 'fa:16:3e:56:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 2, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'subnets': [{'id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:57.224243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Request body: {'port': {'device_id': 'edf0c6c5-5410-4d97-bebc-94825b8ec5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:57.233813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.257709 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Checking router: cac338f5-1fed-4c92-970f-3b7e54c47d7d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:53:57.258473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d62c74f-19f4-4b7a-abc9-5ab3a7ab618d tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.259032 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Updating router cac338f5-1fed-4c92-970f-3b7e54c47d7d port 761b9091-30ba-480d-83dd-ad7ac21afca2 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:53:57.267641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:57.321815 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.422955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f8f4-c5c6-4161-a05c-3fd96a35025a req-0d5e53bf-e7df-4a74-a950-1617a6de4969 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:57.430755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d62c74f-19f4-4b7a-abc9-5ab3a7ab618d tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.433629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abc7f8f4-c5c6-4161-a05c-3fd96a35025a req-0d5e53bf-e7df-4a74-a950-1617a6de4969 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 950 time: 0.2015555
Nov 27 20:53:57.439470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4193717-cf8f-40a5-aef7-331df81c6cc2 req-a2a44d74-4d45-4e0e-8c7d-55f2c1052d4b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:57.450628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.451074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4193717-cf8f-40a5-aef7-331df81c6cc2 req-a2a44d74-4d45-4e0e-8c7d-55f2c1052d4b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 944 time: 0.1095974
Nov 27 20:53:57.466071 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d62c74f-19f4-4b7a-abc9-5ab3a7ab618d tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.474422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-89b35fde-50a4-410a-8995-2af174ba4600 None None] Provisioning complete for port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:57.474985 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89b35fde-50a4-410a-8995-2af174ba4600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.525027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d62c74f-19f4-4b7a-abc9-5ab3a7ab618d tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.530365 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1d62c74f-19f4-4b7a-abc9-5ab3a7ab618d tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3570583
Nov 27 20:53:57.531073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37484) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:57.543211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b087cf5a-5a69-42d8-97c6-d5381ae7eee0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Request body: {'security_group_rule': {'security_group_id': 'fc662502-50d2-4b72-aa30-7eca936d7d8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:57.550325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-89b35fde-50a4-410a-8995-2af174ba4600 None None] Port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:53:57.558573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abc7f8f4-c5c6-4161-a05c-3fd96a35025a req-907d910d-a043-4654-bef1-08667b3c5037 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105936
Nov 27 20:53:57.559945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62c74f-19f4-4b7a-abc9-5ab3a7ab618d tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc662502-50d2-4b72-aa30-7eca936d7d8a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:57.621889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4193717-cf8f-40a5-aef7-331df81c6cc2 req-a32fa212-4fe3-4c1c-b8af-acf1e9e18e9e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690574
Nov 27 20:53:57.653748 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.668550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b087cf5a-5a69-42d8-97c6-d5381ae7eee0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.693292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd881f10>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b38cff5b-f07a-4783-8df5-4d8ea217db5c', 'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'mac_address': 'fa:16:3e:8d:1c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 2, 'project_id': '949d330b01384fb091f743a127f26402', 'subnets': [{'id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:57.729685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Checking router: f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:53:57.730227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Updating router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 port b38cff5b-f07a-4783-8df5-4d8ea217db5c binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:53:57.737078 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.744936 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.760542 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.837498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9ee11-e4fe-4e80-a0b8-92ddc37fd2ee req-5fcb2f83-cc9f-41f1-a736-7a2f9bc9a754 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:57.839954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41c9ee11-e4fe-4e80-a0b8-92ddc37fd2ee req-5fcb2f83-cc9f-41f1-a736-7a2f9bc9a754 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 936 time: 0.1245162
Nov 27 20:53:57.842122 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b087cf5a-5a69-42d8-97c6-d5381ae7eee0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.866893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f0b7b-0f64-48cf-8529-26adcfcfbdef req-b82570f1-ddab-4e6f-9670-05157afff03f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:57.875694 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e61f0b7b-0f64-48cf-8529-26adcfcfbdef req-b82570f1-ddab-4e6f-9670-05157afff03f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 945 time: 0.1686916
Nov 27 20:53:57.900999 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Attempting to bind port 761b9091-30ba-480d-83dd-ad7ac21afca2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:57.904359 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Attempting to bind port 761b9091-30ba-480d-83dd-ad7ac21afca2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:57.905129 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Attempting to bind port 761b9091-30ba-480d-83dd-ad7ac21afca2 on network ecb2b22d-df71-40c8-af9b-e8abd512f0db {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:57.909289 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28e736-6d81-4912-a8c7-1851a8826e96 None None] Pushing event updated for resources: {'Port': ['ID=761b9091-30ba-480d-83dd-ad7ac21afca2,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:57.917826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41c9ee11-e4fe-4e80-a0b8-92ddc37fd2ee req-6b2685bc-096d-4fe3-956b-381a3c89469d tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693820
Nov 27 20:53:57.918496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b087cf5a-5a69-42d8-97c6-d5381ae7eee0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.952122 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:57.952595 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Checking segment: {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:57.956114 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.956494 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Bound using segment: {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:57.957069 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Bound port: 761b9091-30ba-480d-83dd-ad7ac21afca2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:57.958880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087cf5a-5a69-42d8-97c6-d5381ae7eee0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6229e2a0-9b35-4b8f-857f-7cdc47e0788a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:57.959194 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.968816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Allocated IP 172.35.3.240 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/dcf54b6d-fe51-45e6-84f0-768723291cc8) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:53:57.978817 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b087cf5a-5a69-42d8-97c6-d5381ae7eee0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:57.981311 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b087cf5a-5a69-42d8-97c6-d5381ae7eee0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4426670
Nov 27 20:53:57.984701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37500) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:57.991097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ce600b39-50ca-4b7e-9d06-8fd3e1c359cd tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Request body: {'security_group_rule': {'security_group_id': 'fc662502-50d2-4b72-aa30-7eca936d7d8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:58.058821 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce600b39-50ca-4b7e-9d06-8fd3e1c359cd tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.135418 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] For port 761b9091-30ba-480d-83dd-ad7ac21afca2, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:58.140102 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] For port 761b9091-30ba-480d-83dd-ad7ac21afca2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=761b9091-30ba-480d-83dd-ad7ac21afca2,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:58.147239 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.165380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6fe1ae-aae8-4dcf-863c-9e42e9603264 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:53:58.186160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce600b39-50ca-4b7e-9d06-8fd3e1c359cd tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.195866 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.197763 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce600b39-50ca-4b7e-9d06-8fd3e1c359cd tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.215710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Transition to ACTIVE for port object fb6fe1ae-aae8-4dcf-863c-9e42e9603264 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:53:58.227346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cf1f2-cd42-4a38-af1e-bae4bf6db1ac req-ccf75b41-f8dd-4fdc-a73d-221bd1cea6c1 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:58.229019 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f96cf1f2-cd42-4a38-af1e-bae4bf6db1ac req-ccf75b41-f8dd-4fdc-a73d-221bd1cea6c1 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 948 time: 0.1149516
Nov 27 20:53:58.232017 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:58.234004 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ced30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:58.236917 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.277054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e61f0b7b-0f64-48cf-8529-26adcfcfbdef req-e90e48da-b7c1-4915-a185-2bdbc8439119 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4001594
Nov 27 20:53:58.291737 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.306283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce600b39-50ca-4b7e-9d06-8fd3e1c359cd tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edea99c8-f760-4da7-9886-cfbd150d0c07,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:58.315635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e8616c90-eb40-4eff-a8ac-f8156b723664 None None] Provisioning complete for port 761b9091-30ba-480d-83dd-ad7ac21afca2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:58.316116 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8616c90-eb40-4eff-a8ac-f8156b723664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.320140 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.334782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce600b39-50ca-4b7e-9d06-8fd3e1c359cd tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.340112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ce600b39-50ca-4b7e-9d06-8fd3e1c359cd tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3543017
Nov 27 20:53:58.343047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37512) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:53:58.351781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:53:58.434745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f96cf1f2-cd42-4a38-af1e-bae4bf6db1ac req-678abe7b-8d57-4423-ba2e-2240da1646ce tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884556
Nov 27 20:53:58.461135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf77ab-e2db-4d57-bc88-3bb7744e23b3 None None] Pushing event updated for resources: {'Port': ['ID=b38cff5b-f07a-4783-8df5-4d8ea217db5c,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:58.474524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Pushing event updated for resources: {'Port': ['ID=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:58.547407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.564968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f75f5142-1891-4655-a250-c5595fc99426 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:58.571181 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:58.656696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30aa63-8a83-4b7f-b925-da5cf66c6eac req-828429ee-a145-48c7-a247-cdcc85e3ce4b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:58.668520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Attempting to bind port b38cff5b-f07a-4783-8df5-4d8ea217db5c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:58.668895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Attempting to bind port b38cff5b-f07a-4783-8df5-4d8ea217db5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:58.669265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Attempting to bind port b38cff5b-f07a-4783-8df5-4d8ea217db5c on network 9468b055-276c-45cc-aca4-5401a80bf2fe {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:58.674463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df30aa63-8a83-4b7f-b925-da5cf66c6eac req-828429ee-a145-48c7-a247-cdcc85e3ce4b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0953999
Nov 27 20:53:58.709649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:58.710039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Checking segment: {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:58.710434 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.710833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Bound using segment: {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:58.719963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Bound port: b38cff5b-f07a-4783-8df5-4d8ea217db5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:58.720289 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.745459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8616c90-eb40-4eff-a8ac-f8156b723664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.767677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df30aa63-8a83-4b7f-b925-da5cf66c6eac req-e92af0d1-0cc6-4fc6-84a8-f63e9e301db5 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918396
Nov 27 20:53:58.839605 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28e736-6d81-4912-a8c7-1851a8826e96 None None] Pushing event updated for resources: {'Port': ['ID=761b9091-30ba-480d-83dd-ad7ac21afca2,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:58.846526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] For port b38cff5b-f07a-4783-8df5-4d8ea217db5c, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:58.852133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] For port b38cff5b-f07a-4783-8df5-4d8ea217db5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b38cff5b-f07a-4783-8df5-4d8ea217db5c,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:58.869141 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.968149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f75f5142-1891-4655-a250-c5595fc99426 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:58.968893 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:58.980945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e8616c90-eb40-4eff-a8ac-f8156b723664 None None] For port 761b9091-30ba-480d-83dd-ad7ac21afca2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=761b9091-30ba-480d-83dd-ad7ac21afca2,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:53:59.017831 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ced30>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761b9091-30ba-480d-83dd-ad7ac21afca2', 'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'mac_address': 'fa:16:3e:56:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'subnets': [{'id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:59.035129 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8616c90-eb40-4eff-a8ac-f8156b723664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.038410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:53:59.039749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd881f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:53:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:53:59.051023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.052427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf77ab-e2db-4d57-bc88-3bb7744e23b3 None None] Pushing event updated for resources: {'Port': ['ID=b38cff5b-f07a-4783-8df5-4d8ea217db5c,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:59.065594 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b0b30-68b2-4b3c-92dc-182d634f6525 None None] The sync data for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 is: [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761b9091-30ba-480d-83dd-ad7ac21afca2', 'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'mac_address': 'fa:16:3e:56:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'subnets': [{'id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:53:59.119819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa5bc-e3cc-4732-b872-fd820ced5033 req-50167072-c34d-446c-a98b-273202995263 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:59.128326 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20cfa5bc-e3cc-4732-b872-fd820ced5033 req-50167072-c34d-446c-a98b-273202995263 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.7085135
Nov 27 20:53:59.200205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device fb48d058-a5af-4ca6-ae15-d032b95d3013 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:53:59.288755 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20cfa5bc-e3cc-4732-b872-fd820ced5033 req-614d418b-4aeb-4c60-b275-bd5a0c609912 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543217
Nov 27 20:53:59.289535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Attempting to bind port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:53:59.289881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Attempting to bind port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:53:59.290247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Attempting to bind port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:59.315715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:53:59.317314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:53:59.317842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Attempting to bind port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:53:59.327891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:53:59.328943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:53:59.329529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:53:59.331211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Bound port: fb6fe1ae-aae8-4dcf-863c-9e42e9603264, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:53:59.331797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.345942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.461683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c482cc-04e2-4737-85a4-e35f6c4b967e req-eb8000c7-2bfb-4336-9d64-5332710d0456 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:59.470671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29c482cc-04e2-4737-85a4-e35f6c4b967e req-eb8000c7-2bfb-4336-9d64-5332710d0456 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 944 time: 0.0749609
Nov 27 20:53:59.477148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:53:59.499404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Pushing event updated for resources: {'Port': ['ID=dcf54b6d-fe51-45e6-84f0-768723291cc8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:59.527157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:53:59.537951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29c482cc-04e2-4737-85a4-e35f6c4b967e req-d2c87e8d-22db-44b2-af0a-36569370fbad tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665412
Nov 27 20:53:59.540820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:53:59.654642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.684656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] For port fb6fe1ae-aae8-4dcf-863c-9e42e9603264, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:53:59.689284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] For port fb6fe1ae-aae8-4dcf-863c-9e42e9603264, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:53:59.691991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.706211 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.724037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410baa83-2520-4100-87fb-5eeaa30a1894 req-98749c8d-3de9-4bb6-99d7-d05690567b9e tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:59.731781 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-410baa83-2520-4100-87fb-5eeaa30a1894 req-98749c8d-3de9-4bb6-99d7-d05690567b9e tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 945 time: 0.0662191
Nov 27 20:53:59.733025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8616c90-eb40-4eff-a8ac-f8156b723664 None None] Pushing event updated for resources: {'Port': ['ID=761b9091-30ba-480d-83dd-ad7ac21afca2,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:59.742490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.805704 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-410baa83-2520-4100-87fb-5eeaa30a1894 req-3e37a884-a634-45a3-a3bf-c3fa77a520f1 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729139
Nov 27 20:53:59.863877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d1ec35bf-4aaa-401f-bf80-706e030e83e6 None None] Provisioning complete for port 761b9091-30ba-480d-83dd-ad7ac21afca2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:59.864260 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1ec35bf-4aaa-401f-bf80-706e030e83e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.871184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port fb48d058-a5af-4ca6-ae15-d032b95d3013 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:53:59.896288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Pushing event updated for resources: {'Port': ['ID=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:53:59.928271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port fb48d058-a5af-4ca6-ae15-d032b95d3013 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:53:59.928643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:53:59.998692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:53:59.999660 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:00.001335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-147cd566-7853-4dfc-b70c-73e4f5124d2e service neutron] 10.222.0.35 "PUT /v2.0/ports/fb6fe1ae-aae8-4dcf-863c-9e42e9603264 HTTP/1.1" status: 200  len: 1096 time: 2.7954762
Nov 27 20:54:00.017025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf0c6c5-5410-4d97-bebc-94825b8ec5ae', 'tag': 'fb6fe1ae-aae8-4dcf-863c-9e42e9603264'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:00.017226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41712c11-9cf7-475f-af45-e8a752963f06 req-4f15fa3f-c695-44e0-bb7a-ed80fa4825cd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:00.019557 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "edf0c6c5-5410-4d97-bebc-94825b8ec5ae", "tag": "fb6fe1ae-aae8-4dcf-863c-9e42e9603264"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:00.031870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41712c11-9cf7-475f-af45-e8a752963f06 req-4f15fa3f-c695-44e0-bb7a-ed80fa4825cd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1196330
Nov 27 20:54:00.068386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e0db4-5cda-4783-b0cd-165a24dcba0b req-4b735bef-80c1-4586-bf6e-bff8dadcf4aa tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:00.070017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-726e0db4-5cda-4783-b0cd-165a24dcba0b req-4b735bef-80c1-4586-bf6e-bff8dadcf4aa tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 948 time: 0.6085596
Nov 27 20:54:00.118107 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41712c11-9cf7-475f-af45-e8a752963f06 req-1487cb70-ad01-46e8-82fb-0430e1bbe40f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832644
Nov 27 20:54:00.185050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd881f10>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b38cff5b-f07a-4783-8df5-4d8ea217db5c', 'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'mac_address': 'fa:16:3e:8d:1c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'subnets': [{'id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:00.204613 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33e06b1-aa00-4d00-844f-678fbb92d25f x-openstack-request-id: req-f33e06b1-aa00-4d00-844f-678fbb92d25f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:00.205241 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf0c6c5-5410-4d97-bebc-94825b8ec5ae", "tag": "fb6fe1ae-aae8-4dcf-863c-9e42e9603264", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:00.205241 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f33e06b1-aa00-4d00-844f-678fbb92d25f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:00.205559 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf0c6c5-5410-4d97-bebc-94825b8ec5ae', 'tag': 'fb6fe1ae-aae8-4dcf-863c-9e42e9603264', 'status': 'completed', 'code': 200}
Nov 27 20:54:00.223769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e0df9-0fab-4deb-8d1c-48c2ea8e737f None None] The sync data for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 is: [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b38cff5b-f07a-4783-8df5-4d8ea217db5c', 'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'mac_address': 'fa:16:3e:8d:1c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'subnets': [{'id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:54:00.269528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d1ec35bf-4aaa-401f-bf80-706e030e83e6 None None] Provisioning complete for port b38cff5b-f07a-4783-8df5-4d8ea217db5c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:00.269528 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1ec35bf-4aaa-401f-bf80-706e030e83e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:00.355206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:00.463524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port fb48d058-a5af-4ca6-ae15-d032b95d3013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:00.468715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:00.472992 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131349ec-6981-4b3c-ab00-03ff1e9e240d" -d '{"events": [{"server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "name": "network-vif-plugged", "status": "completed", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:00.485902 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:00.501538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-726e0db4-5cda-4783-b0cd-165a24dcba0b req-c94d70f6-370f-461e-a6ab-c9e08cf49b3a tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4097402
Nov 27 20:54:00.532038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Allocated IP 172.35.3.225 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/6c19d699-1321-4c5e-9053-5d202991b560) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:00.536903 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-f4e13ad3-1de7-4437-b58f-88b1a03f0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:00.538793 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-f4e13ad3-1de7-4437-b58f-88b1a03f0326 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=812b97d174d84cdbb78bd4064909234f&device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 1099 time: 0.4646108
Nov 27 20:54:00.587013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49d3ea-b6f1-4201-aa32-cbcf6edbdee4 req-358ecfbf-a039-448d-b455-4d9db53cd117 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:00.617573 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc49d3ea-b6f1-4201-aa32-cbcf6edbdee4 req-358ecfbf-a039-448d-b455-4d9db53cd117 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1438661
Nov 27 20:54:00.633420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-b932dbd3-9f72-4f6a-9b7b-69a38a23e74b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fb6fe1ae-aae8-4dcf-863c-9e42e9603264 HTTP/1.1" status: 200  len: 217 time: 0.0808027
Nov 27 20:54:00.651411 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9923a096-22fb-4274-9406-84a19e13e3da x-openstack-request-id: req-9923a096-22fb-4274-9406-84a19e13e3da {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:00.651770 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "name": "network-vif-plugged", "status": "completed", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:00.652093 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9923a096-22fb-4274-9406-84a19e13e3da {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:00.652585 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013', 'code': 200}
Nov 27 20:54:00.654665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=fb48d058-a5af-4ca6-ae15-d032b95d3013,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:00.784819 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc49d3ea-b6f1-4201-aa32-cbcf6edbdee4 req-bcaf30ec-446d-4ab7-ac0d-d6667277c22c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607313
Nov 27 20:54:00.812188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1ec35bf-4aaa-401f-bf80-706e030e83e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:00.815435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b38cff5b-f07a-4783-8df5-4d8ea217db5c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:00.826885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.827246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.827621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.828101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.828449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.828785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.829117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.829449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.829776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.830104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.830432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.830759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:00.832075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e39da9-b895-4a01-9288-ed7508472108 req-db75ff7b-a3dc-4d1b-86cf-42e91de34b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:00.848713 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05e39da9-b895-4a01-9288-ed7508472108 req-db75ff7b-a3dc-4d1b-86cf-42e91de34b70 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 1096 time: 0.1324124
Nov 27 20:54:00.885776 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:00.905341 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:00.917903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d1ec35bf-4aaa-401f-bf80-706e030e83e6 None None] For port b38cff5b-f07a-4783-8df5-4d8ea217db5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b38cff5b-f07a-4783-8df5-4d8ea217db5c,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:00.936035 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1ec35bf-4aaa-401f-bf80-706e030e83e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:00.949404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05e39da9-b895-4a01-9288-ed7508472108 req-b429cb20-3806-4a9a-a0c5-f24283d58a2f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917256
Nov 27 20:54:00.994313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b38cff5b-f07a-4783-8df5-4d8ea217db5c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:00.994659 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:01.011207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-c9b807a4-47de-49fe-b4b8-ff20bb0835ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:01.012743 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-c9b807a4-47de-49fe-b4b8-ff20bb0835ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.3561199
Nov 27 20:54:01.025313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961b31c-33e1-459a-8068-9f1eecb23865 req-0d276815-f528-41f9-8d4a-c34d02343074 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:01.026854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0961b31c-33e1-459a-8068-9f1eecb23865 req-0d276815-f528-41f9-8d4a-c34d02343074 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 945 time: 0.2597008
Nov 27 20:54:01.039334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec35bf-4aaa-401f-bf80-706e030e83e6 None None] Pushing event updated for resources: {'Port': ['ID=b38cff5b-f07a-4783-8df5-4d8ea217db5c,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:01.070540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Pushing event updated for resources: {'Port': ['ID=dcf54b6d-fe51-45e6-84f0-768723291cc8,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:01.093392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 761b9091-30ba-480d-83dd-ad7ac21afca2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:01.111329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:01.120548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.121453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.121453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.121675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.121923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.122256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.122592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.123080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.123323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.123665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.123997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.124329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:01.130931 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:01.163776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3458575b-31ae-43ec-b731-f8b4fc8c5a35 None None] Provisioning complete for port b38cff5b-f07a-4783-8df5-4d8ea217db5c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:01.164813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3458575b-31ae-43ec-b731-f8b4fc8c5a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:01.175019 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:01.191358 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a1c837f0-d289-43d8-aca5-1a994039607b tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0327084
Nov 27 20:54:01.207135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 761b9091-30ba-480d-83dd-ad7ac21afca2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:01.207698 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:01.227078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-82913dfc-dd2d-4a99-bc8c-cdef17665034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:01.228623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-82913dfc-dd2d-4a99-bc8c-cdef17665034 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1847491
Nov 27 20:54:01.237802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0961b31c-33e1-459a-8068-9f1eecb23865 req-f5286dfc-86fd-43b2-8f22-19d39e3ef200 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027743
Nov 27 20:54:01.260426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad89e7-7dca-4faf-99ed-05c5f3f3a2c5 req-8647e48f-75b9-4fe6-9afd-9f8ebd54234a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:01.268518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28ad89e7-7dca-4faf-99ed-05c5f3f3a2c5 req-8647e48f-75b9-4fe6-9afd-9f8ebd54234a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0755696
Nov 27 20:54:01.304003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:01.341007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28ad89e7-7dca-4faf-99ed-05c5f3f3a2c5 req-971275c9-a96c-48bb-9c47-8155e650291c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701292
Nov 27 20:54:01.373236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Pushing event updated for resources: {'Port': ['ID=6c19d699-1321-4c5e-9053-5d202991b560,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:01.417944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:01.426934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:01.435109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:01.443493 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-662a7cb3-fda9-4217-8fac-fe9efaea35a3 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046876
Nov 27 20:54:01.554697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-87e31661-821e-44b7-bf37-447d542a7e49 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--79563315&fields=id&tenant_id=659003b54d7c4726bc5197bfd351d3c1 HTTP/1.1" status: 200  len: 267 time: 0.1824446
Nov 27 20:54:01.692625 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:01.699297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5569839e-d1a7-4d93-9f7e-ab550cd3adab req-944d5f66-89d5-4fb7-b3fc-33f2edb1fbb3 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2208085
Nov 27 20:54:01.824254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-d931dcd5-7722-43dd-bbae-f9dd9d4b4218 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:01.825723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db17d5-5c01-4e6e-996b-33611538b04a req-9dd3dee0-8ae6-4258-b039-cea401ea53ef tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:01.834653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-d931dcd5-7722-43dd-bbae-f9dd9d4b4218 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/networks?id=ecb2b22d-df71-40c8-af9b-e8abd512f0db HTTP/1.1" status: 200  len: 814 time: 0.2693448
Nov 27 20:54:01.836400 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-72db17d5-5c01-4e6e-996b-33611538b04a req-9dd3dee0-8ae6-4258-b039-cea401ea53ef tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 948 time: 0.0865359
Nov 27 20:54:01.848889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:01.858491 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-16502e39-e8de-48ba-9c7e-fde69f09f5b2 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/quotas/659003b54d7c4726bc5197bfd351d3c1 HTTP/1.1" status: 200  len: 375 time: 0.0228696
Nov 27 20:54:01.890071 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-72db17d5-5c01-4e6e-996b-33611538b04a req-67a8c295-35dc-42dc-8fb0-bd557d87185d tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525610
Nov 27 20:54:01.897564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:54:01.956070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-f5322e03-eca3-4858-8a91-8bc04af6dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:01.957610 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-f5322e03-eca3-4858-8a91-8bc04af6dc1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=812b97d174d84cdbb78bd4064909234f&device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 1099 time: 0.1752238
Nov 27 20:54:01.984334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-4d0c68d8-176e-4d57-9376-bfd21792af3e tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=659003b54d7c4726bc5197bfd351d3c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1169307
Nov 27 20:54:02.056269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:02.070049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'mac_address': 'fa:16:3e:49:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:54:02.071803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4b31a-94d1-4948-ae05-454865faed5c req-46f8d209-2b59-4263-aa6d-c248905f6499 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:02.073392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64d4b31a-94d1-4948-ae05-454865faed5c req-46f8d209-2b59-4263-aa6d-c248905f6499 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.0872288
Nov 27 20:54:02.126107 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:02.156948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f582af39-1252-42ce-a0f7-29c2ea84cba2 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:02.178047 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64d4b31a-94d1-4948-ae05-454865faed5c req-f5c9e181-2876-4271-81b2-d6979ba8709e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937803
Nov 27 20:54:02.194296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:02.199475 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:02.273249 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-2d127659-8c59-4a9f-b848-cbd355c5ab7b service neutron] 10.222.0.21 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2878563
Nov 27 20:54:02.284446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-017918d4-734a-4e47-b27f-9260268ca0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:02.285645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-017918d4-734a-4e47-b27f-9260268ca0ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2993131
Nov 27 20:54:02.304004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:02.378894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f582af39-1252-42ce-a0f7-29c2ea84cba2'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:02.403345 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-0e011644-ad89-4489-96ef-d7cd68d1dd14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=fb6fe1ae-aae8-4dcf-863c-9e42e9603264 HTTP/1.1" status: 200  len: 217 time: 0.0502360
Nov 27 20:54:02.460732 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:02.475308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960f544-880d-4f0c-aebc-0322cdae0170 req-4066e45f-95ed-40b5-b564-33b6efcaeb7e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:02.484673 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2960f544-880d-4f0c-aebc-0322cdae0170 req-4066e45f-95ed-40b5-b564-33b6efcaeb7e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 945 time: 0.0924442
Nov 27 20:54:02.500362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:02.567408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b38cff5b-f07a-4783-8df5-4d8ea217db5c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:02.577145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2960f544-880d-4f0c-aebc-0322cdae0170 req-54e1e4d9-7f0a-4c66-bb99-fd3e5c93df05 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914950
Nov 27 20:54:02.606343 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-d0e4c0b2-ea06-4f3e-863f-fee9689fac1e service neutron] 10.222.0.21 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3311749
Nov 27 20:54:02.608981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-38125162-5bb8-4efb-9a89-06c956c52b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:02.616132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-38125162-5bb8-4efb-9a89-06c956c52b17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1996312
Nov 27 20:54:02.741412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f473851-e29c-4da4-8b8e-dfc7ca8f300f req-dfa4abde-8874-4fcb-ace9-a5e192ac044f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:02.749979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f473851-e29c-4da4-8b8e-dfc7ca8f300f req-dfa4abde-8874-4fcb-ace9-a5e192ac044f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0855672
Nov 27 20:54:02.754392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Pushing event updated for resources: {'Port': ['ID=6c19d699-1321-4c5e-9053-5d202991b560,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:02.808346 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:02.827586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-7d43090e-4f18-4b19-ae75-460d77c2dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:02.829530 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-7d43090e-4f18-4b19-ae75-460d77c2dba7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1989744
Nov 27 20:54:02.852550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b38cff5b-f07a-4783-8df5-4d8ea217db5c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:02.852937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:02.874434 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f473851-e29c-4da4-8b8e-dfc7ca8f300f req-6d46f0fa-891e-4248-9c41-7d1ac80f2bf3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234727
Nov 27 20:54:02.902078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:02.922723 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-df27623f-a854-4dfd-b458-1abc37717f93 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5766900
Nov 27 20:54:03.067638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa63d64-60ca-4092-887b-7e691d82c141 req-a88f63dc-9065-4e40-a740-9b69ad9543b5 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:03.080539 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fa63d64-60ca-4092-887b-7e691d82c141 req-a88f63dc-9065-4e40-a740-9b69ad9543b5 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 948 time: 0.0678468
Nov 27 20:54:03.166446 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fa63d64-60ca-4092-887b-7e691d82c141 req-9b321b27-96ef-48ed-9a7b-132ec5c68540 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844452
Nov 27 20:54:03.387732 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-9f615b38-4ccc-42dd-8799-1b6ce33b1e2f tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1079207788&fields=id&tenant_id=949d330b01384fb091f743a127f26402 HTTP/1.1" status: 200  len: 267 time: 0.0698791
Nov 27 20:54:03.431386 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bee7096a-7f59-449e-b110-b3878cbb1525 req-e6775fb7-b1af-415d-b87e-9de0947c7fd7 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 210 time: 0.5282557
Nov 27 20:54:03.499095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-d438e58e-3fbd-4bff-81f4-7c6db29f7a1f service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6600816
Nov 27 20:54:03.547599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251207a-7943-4347-9a0e-2fb83066e007 req-7fe538e8-a46a-48dc-8f13-97738680df9a tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:03.549296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-7fe538e8-a46a-48dc-8f13-97738680df9a tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/networks?id=9468b055-276c-45cc-aca4-5401a80bf2fe HTTP/1.1" status: 200  len: 812 time: 0.1547101
Nov 27 20:54:03.566499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-dad3479c-468a-4a80-a644-89f24e8b97e4 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/quotas/949d330b01384fb091f743a127f26402 HTTP/1.1" status: 200  len: 375 time: 0.0104079
Nov 27 20:54:03.638869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5eb4c-adad-4fe8-b22d-63bedbec7122 req-0125462a-0099-4c4b-a1db-e10574348d8d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:03.642723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-09441aa8-114c-4b51-8d08-3858c7c22acd tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=949d330b01384fb091f743a127f26402&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0667107
Nov 27 20:54:03.643448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4db5eb4c-adad-4fe8-b22d-63bedbec7122 req-0125462a-0099-4c4b-a1db-e10574348d8d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.0849943
Nov 27 20:54:03.663678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e43117d2-ffd2-4d21-8242-7c087e0ef4ee req-3f89bd52-0c41-4f7a-9e4b-d44bcb6040bb service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568270
Nov 27 20:54:03.738664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4db5eb4c-adad-4fe8-b22d-63bedbec7122 req-e8cb75e1-dd78-473c-addc-c669a5abdc8d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916400
Nov 27 20:54:03.817982 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-528de165-8c29-4d14-baa2-1b29342ea8db service neutron] 10.222.0.21 "GET /v2.0/networks/9468b055-276c-45cc-aca4-5401a80bf2fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651492
Nov 27 20:54:03.898974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device fb6fe1ae-aae8-4dcf-863c-9e42e9603264 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:54:03.920840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:04.007682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-30b5d26c-e49c-4c1b-a916-1e0b5cc57c6e service neutron] 10.222.0.21 "GET /v2.0/networks/9468b055-276c-45cc-aca4-5401a80bf2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849961
Nov 27 20:54:04.009543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0baf-6653-4c6b-8616-b24e3668d529 req-850b4fc5-ce3b-4474-bc2e-57d3622ddb24 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:04.011505 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-051b0baf-6653-4c6b-8616-b24e3668d529 req-850b4fc5-ce3b-4474-bc2e-57d3622ddb24 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 945 time: 0.1184485
Nov 27 20:54:04.105996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2f576a1a-1a53-4d84-9df0-56ebcebf3538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:04.133896 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-051b0baf-6653-4c6b-8616-b24e3668d529 req-481db04f-6f5a-4347-9d2f-bf4f4b53c597 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128666
Nov 27 20:54:04.206923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port f582af39-1252-42ce-a0f7-29c2ea84cba2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:04.207417 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:04.274758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port fb6fe1ae-aae8-4dcf-863c-9e42e9603264, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:04.341029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'fb6fe1ae-aae8-4dcf-863c-9e42e9603264', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'fb6fe1ae-aae8-4dcf-863c-9e42e9603264', 'mac_address': 'fa:16:3e:c2:db:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:54:04.355382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65030e1-5dc4-4736-bdf1-226a927aff99 req-8360c21d-a55e-40fb-a203-ea86c7a9a053 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:04.383924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c65030e1-5dc4-4736-bdf1-226a927aff99 req-8360c21d-a55e-40fb-a203-ea86c7a9a053 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1044052
Nov 27 20:54:04.460929 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c65030e1-5dc4-4736-bdf1-226a927aff99 req-58fbdf0e-8e9f-496e-870a-303f068bb793 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712214
Nov 27 20:54:04.526957 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-07a53ce1-8c3b-4c8b-af96-9364c43447dc tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-610229230&fields=id&tenant_id=4ce320b0fdb0466692b28dc520686425 HTTP/1.1" status: 200  len: 267 time: 0.2090466
Nov 27 20:54:04.569028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-517cc608-38ac-4096-b882-e3909e041847 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:04.570518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-517cc608-38ac-4096-b882-e3909e041847 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.15 "GET /v2.0/networks?id=ecb2b22d-df71-40c8-af9b-e8abd512f0db HTTP/1.1" status: 200  len: 814 time: 0.2676535
Nov 27 20:54:04.594111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-d8958f54-2b83-48b2-bacc-bbff92a1874f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:04.594351 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:04.602610 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-d8958f54-2b83-48b2-bacc-bbff92a1874f tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 945 time: 0.0747304
Nov 27 20:54:04.607678 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:04.608364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'port': {'security_groups': ['ca86a1f5-9464-47ba-9e54-9551eba45fec', 'd1cf470f-d002-4517-acfa-7dfc330e54d7']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:04.615287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c3cb-2608-42bf-80ad-77704fd12927 req-fe0957f1-3d3b-4060-a818-e984dac4d283 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:04.626361 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6fe1ae-aae8-4dcf-863c-9e42e9603264 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:04.633194 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd62c3cb-2608-42bf-80ad-77704fd12927 req-fe0957f1-3d3b-4060-a818-e984dac4d283 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 948 time: 0.1020310
Nov 27 20:54:04.666506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:04.670247 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97508e57-f83a-4de2-8aac-90be19e5d10a" -d '{"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-plugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:04.675973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port fb6fe1ae-aae8-4dcf-863c-9e42e9603264, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:04.686916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:04.688454 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:04.694745 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:04.756124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:04.766330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-1de5cbbe-c423-4738-8475-6434005c33ce tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=659003b54d7c4726bc5197bfd351d3c1 HTTP/1.1" status: 200  len: 378 time: 0.1543527
Nov 27 20:54:04.769670 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:04.782967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Request body: {'port': {'device_id': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'admin_state_up': True, 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'security_groups': ['d80f3dc6-91c5-42ab-bc74-bf578fc51cfd']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:04.800977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd62c3cb-2608-42bf-80ad-77704fd12927 req-c6f61f6e-065e-45be-a807-68756e7e8695 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644480
Nov 27 20:54:04.849375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:04.926518 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b73b25c7-feac-44fc-8952-800902d4074c req-2f0288d7-bca8-4623-a41f-bcac06ea2ba7 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 210 time: 0.0574782
Nov 27 20:54:04.999521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['fb6fe1ae-aae8-4dcf-863c-9e42e9603264'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:05.041980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Made reservation on behalf of 659003b54d7c4726bc5197bfd351d3c1 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:54:05.048205 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:05.109903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d09488f-344e-435b-8292-9da679eb34c4 req-69192fab-081a-484d-9df5-f0cb8c48a364 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 210 time: 0.0360820
Nov 27 20:54:05.193054 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921b7efd-b0eb-4397-b40a-f8382ecef0a1 x-openstack-request-id: req-921b7efd-b0eb-4397-b40a-f8382ecef0a1 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:05.193744 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-plugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:05.194599 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-921b7efd-b0eb-4397-b40a-f8382ecef0a1 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:05.197341 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'code': 200}
Nov 27 20:54:05.416832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86b3e9-3266-44cb-b32c-959779d858f1 req-e7ea8cb9-3a60-41c2-a197-cd35e77b41f7 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:05.428182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea86b3e9-3266-44cb-b32c-959779d858f1 req-e7ea8cb9-3a60-41c2-a197-cd35e77b41f7 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1252182
Nov 27 20:54:05.523661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea86b3e9-3266-44cb-b32c-959779d858f1 req-627fc212-e9fd-4625-83d4-cc4f732aaab4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831378
Nov 27 20:54:05.688460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] For port fb48d058-a5af-4ca6-ae15-d032b95d3013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:05.769382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Allocated IP 172.20.0.6 (ecb2b22d-df71-40c8-af9b-e8abd512f0db/acca60c7-7043-41d9-9a97-49f666b6fb1c/5f40e7d5-e01b-48c4-a853-15b07fbabc1f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:05.773414 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:05.786535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:05.811011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'fb48d058-a5af-4ca6-ae15-d032b95d3013'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:05.859280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'Port': ['ID=fb48d058-a5af-4ca6-ae15-d032b95d3013,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:05.903402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:05.904148 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:05.906130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d42238f-675d-4b60-92b8-17752e0fe84c req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "PUT /v2.0/ports/fb48d058-a5af-4ca6-ae15-d032b95d3013 HTTP/1.1" status: 200  len: 981 time: 1.3026922
Nov 27 20:54:05.906779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:05.909132 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1df4124-7693-4b0b-93e9-47132442300f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:05.913661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.914025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.914397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.917370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.917370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.917370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.917370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.917370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.917370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.917370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.918148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:05.918148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba3a86a-6602-46cd-b0cd-f72b06941864 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:06.080397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['fb48d058-a5af-4ca6-ae15-d032b95d3013'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:06.093128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131439fd-843d-4065-bfc8-ae8c0da58f99 req-4ada52c2-308c-4b0f-b98e-52bf8322aa2e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:06.105790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-131439fd-843d-4065-bfc8-ae8c0da58f99 req-4ada52c2-308c-4b0f-b98e-52bf8322aa2e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1155865
Nov 27 20:54:06.239691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:06.255179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-131439fd-843d-4065-bfc8-ae8c0da58f99 req-3a6dc99e-8f4f-4ee0-8a1f-95068731aa43 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483436
Nov 27 20:54:06.277460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94214ae4-1ac3-4c95-8476-73c12ed6f641 req-28bd6820-f64c-49ba-bbb7-b119af6a3afc tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:06.286551 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-94214ae4-1ac3-4c95-8476-73c12ed6f641 req-28bd6820-f64c-49ba-bbb7-b119af6a3afc tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 949 time: 0.2177994
Nov 27 20:54:06.376997 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-94214ae4-1ac3-4c95-8476-73c12ed6f641 req-ffddbc21-2a8c-4941-ac21-0c01fe302b52 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894692
Nov 27 20:54:06.394466 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:06.456324 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10910171-e4ee-4995-a06a-7cfd292fd0ec x-openstack-request-id: req-10910171-e4ee-4995-a06a-7cfd292fd0ec {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:06.456836 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:06.457670 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10910171-e4ee-4995-a06a-7cfd292fd0ec {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:06.457793 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013', 'status': 'completed', 'code': 200}
Nov 27 20:54:06.482325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251207a-7943-4347-9a0e-2fb83066e007 req-4dcd7749-1d61-4379-829e-e5c701a97441 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:06.484397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Network ecb2b22d-df71-40c8-af9b-e8abd512f0db is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:06.493671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:06.494423 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-4dcd7749-1d61-4379-829e-e5c701a97441 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.35 "GET /v2.0/networks?id=9468b055-276c-45cc-aca4-5401a80bf2fe HTTP/1.1" status: 200  len: 812 time: 0.2730408
Nov 27 20:54:06.496559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:06.506469 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2ff548ef-bc9b-4f9b-8ebb-cc63f23950f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:06.590741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Pushing event updated for resources: {'Port': ['ID=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:06.643834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99f7d36f-6149-46d7-9adf-851db2418987 req-70425450-82c1-4a0c-a636-0a939b9414b2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/d1cf470f-d002-4517-acfa-7dfc330e54d7 HTTP/1.1" status: 200  len: 1817 time: 0.1847398
Nov 27 20:54:06.673634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24ea9542-65a2-4ee8-bee9-7c4733e5549b req-9c5ac31a-6a39-48a9-a065-a5c13dbc22c3 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 210 time: 0.0969880
Nov 27 20:54:06.679002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:06.681440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:06.739839 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a0ddee4f-1af0-410f-b574-d830488e3d4a tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9608426
Nov 27 20:54:06.754269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Request body: {'port': {'device_id': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:06.766121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df4124-7693-4b0b-93e9-47132442300f req-f929232f-7ab7-45e2-8a86-884adbda2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:06.766884 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1df4124-7693-4b0b-93e9-47132442300f req-f929232f-7ab7-45e2-8a86-884adbda2e16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 1135 time: 0.2675626
Nov 27 20:54:06.770960 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-99f7d36f-6149-46d7-9adf-851db2418987 req-01e1374c-36a4-4dfb-9723-fc88ddf59852 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 27 20:54:06.773197 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99f7d36f-6149-46d7-9adf-851db2418987 req-01e1374c-36a4-4dfb-9723-fc88ddf59852 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/d1cf470f-d002-4517-acfa-7dfc330e54d7 HTTP/1.1" status: 409  len: 341 time: 0.1139014
Nov 27 20:54:06.801801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-525128e3-dd28-4b50-a658-5ead464aa1b1 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=949d330b01384fb091f743a127f26402 HTTP/1.1" status: 200  len: 380 time: 0.2796631
Nov 27 20:54:06.848985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Request body: {'port': {'device_id': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'admin_state_up': True, 'tenant_id': '949d330b01384fb091f743a127f26402', 'security_groups': ['fc662502-50d2-4b72-aa30-7eca936d7d8a']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:06.866223 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:07.095690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536acdb-b0e0-4927-b78e-5ba75efc7c4e req-7ae1bb79-8111-4a0b-8d27-72e208ca06a1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:07.097336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3536acdb-b0e0-4927-b78e-5ba75efc7c4e req-7ae1bb79-8111-4a0b-8d27-72e208ca06a1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1319282
Nov 27 20:54:07.104020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Made reservation on behalf of 949d330b01384fb091f743a127f26402 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:54:07.108402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:07.111215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c0883ba9-5333-405e-916e-33c93110ed2c None None] Provisioning complete for port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:07.111868 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c0883ba9-5333-405e-916e-33c93110ed2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:07.146872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464a2e7-de13-4e64-b29d-87ebeffb0a32 req-e841d180-a301-421f-b58b-6fa5a2c32aff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:07.154894 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a464a2e7-de13-4e64-b29d-87ebeffb0a32 req-e841d180-a301-421f-b58b-6fa5a2c32aff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 931 time: 0.1808608
Nov 27 20:54:07.163483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c0883ba9-5333-405e-916e-33c93110ed2c None None] Port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:54:07.179787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df4124-7693-4b0b-93e9-47132442300f req-7323388e-5268-4f30-a460-3991c680b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:07.193389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1df4124-7693-4b0b-93e9-47132442300f req-7323388e-5268-4f30-a460-3991c680b1d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 913 time: 0.3865573
Nov 27 20:54:07.222560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3536acdb-b0e0-4927-b78e-5ba75efc7c4e req-36782005-2562-40bf-8efd-ff38475e23bd tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181724
Nov 27 20:54:07.335349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a464a2e7-de13-4e64-b29d-87ebeffb0a32 req-7836ebc5-4824-4b19-ba10-fa8f51073f31 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1792417
Nov 27 20:54:07.344645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1df4124-7693-4b0b-93e9-47132442300f req-3d6e664a-aba5-43e2-8e6f-72da5aee5bb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013 HTTP/1.1" status: 200  len: 217 time: 0.1338418
Nov 27 20:54:07.361472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f40e7d5-e01b-48c4-a853-15b07fbabc1f {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:07.369296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:07.385452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Transition to ACTIVE for port object 5f40e7d5-e01b-48c4-a853-15b07fbabc1f will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:54:07.393128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:07.455739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Pushing event updated for resources: {'Port': ['ID=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:07.528793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df4124-7693-4b0b-93e9-47132442300f req-b5e1d860-14d6-46f2-a9f8-0df58ade7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:07.530972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1df4124-7693-4b0b-93e9-47132442300f req-b5e1d860-14d6-46f2-a9f8-0df58ade7753 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 200  len: 852 time: 0.1697853
Nov 27 20:54:07.585151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1df4124-7693-4b0b-93e9-47132442300f req-5e2d6a80-b175-40d5-8681-66d54c3b347f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2940339f-24fb-427d-9c33-55a10d708401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292728
Nov 27 20:54:07.614201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Allocated IP 172.20.0.10 (9468b055-276c-45cc-aca4-5401a80bf2fe/970bbeb5-9f69-45ee-a166-091cd2140bf8/dd8f41df-2dbf-4de0-bf5b-e9b90b539e23) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:07.638158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Attempting to bind port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:54:07.643065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Attempting to bind port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:54:07.643538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Attempting to bind port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f on network ecb2b22d-df71-40c8-af9b-e8abd512f0db {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:07.660067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f on network ecb2b22d-df71-40c8-af9b-e8abd512f0db not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:54:07.660480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Attempting to bind port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f on network ecb2b22d-df71-40c8-af9b-e8abd512f0db {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:07.668666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:54:07.669037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Checking segment: {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:07.669386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Bound using segment: {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:54:07.669869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Bound port: 5f40e7d5-e01b-48c4-a853-15b07fbabc1f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:54:07.670227 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:07.702503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cec127-7491-4080-98ae-d5a2ecaf5bfc req-960296c1-b30f-4662-9243-783edbfbdb95 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:07.704228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28cec127-7491-4080-98ae-d5a2ecaf5bfc req-960296c1-b30f-4662-9243-783edbfbdb95 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 949 time: 0.1119871
Nov 27 20:54:07.716668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ca790-ef15-44c6-b772-d3be7cfce15b req-85948aa2-5ee7-4988-b5b7-70d054cf762f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:07.724596 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c3ca790-ef15-44c6-b772-d3be7cfce15b req-85948aa2-5ee7-4988-b5b7-70d054cf762f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.2273934
Nov 27 20:54:07.761832 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:07.817925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] For port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:54:07.838643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] For port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:54:07.851440 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28cec127-7491-4080-98ae-d5a2ecaf5bfc req-35684d1e-aa71-4dfa-b7fb-8d89d6c5255d tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105523
Nov 27 20:54:07.858919 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:07.876253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c3ca790-ef15-44c6-b772-d3be7cfce15b req-65329f47-252b-4ea2-a16a-65490270e9a6 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508896
Nov 27 20:54:07.916687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device fb6fe1ae-aae8-4dcf-863c-9e42e9603264 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:07.957790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:07.964171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:07.965891 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f40e7d5-e01b-48c4-a853-15b07fbabc1f HTTP/1.1" status: 200  len: 1091 time: 1.2161880
Nov 27 20:54:08.062321 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:54:08.082574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:08.084627 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:08.096873 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1df4124-7693-4b0b-93e9-47132442300f req-4b07515e-9620-4c3c-a5f4-5a52f9b1f75a service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4914680
Nov 27 20:54:08.136780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae45c6-fefb-4bbd-a68d-8e7228ac8642 service neutron] Pushing event updated for resources: {'Port': ['ID=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:08.209339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b050884d-84ea-490c-97a6-e7fda3121cbc req-50776d25-a6a6-40ed-aef6-0833d0d585ad tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 210 time: 0.0876276
Nov 27 20:54:08.236033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-6ff7332e-3e12-491c-882f-69034aef3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:08.240890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-6ff7332e-3e12-491c-882f-69034aef3385 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659003b54d7c4726bc5197bfd351d3c1&device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 1094 time: 0.2281923
Nov 27 20:54:08.347810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-a909caac-5bda-4af8-a35e-d72c3559baeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f40e7d5-e01b-48c4-a853-15b07fbabc1f HTTP/1.1" status: 200  len: 217 time: 0.0958195
Nov 27 20:54:08.350155 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:08.414478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf0c6c5-5410-4d97-bebc-94825b8ec5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6fe1ae-aae8-4dcf-863c-9e42e9603264'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:08.425775 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823c2d61-12dd-44a1-acdf-4a91c675ba84" -d '{"events": [{"server_uuid": "edf0c6c5-5410-4d97-bebc-94825b8ec5ae", "name": "network-vif-plugged", "status": "completed", "tag": "fb6fe1ae-aae8-4dcf-863c-9e42e9603264"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:08.431829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-90fa30d5-da1b-4678-9fbc-959e17e36a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:08.434116 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-90fa30d5-da1b-4678-9fbc-959e17e36a91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acca60c7-7043-41d9-9a97-49f666b6fb1c HTTP/1.1" status: 200  len: 853 time: 0.0743287
Nov 27 20:54:08.444589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port fb6fe1ae-aae8-4dcf-863c-9e42e9603264, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:08.452423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:08.456082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f516-3da0-4435-83e1-8a5242ec3c13 req-07f51b35-6a6a-488e-b7c3-6e128221f170 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:08.459097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f93f516-3da0-4435-83e1-8a5242ec3c13 req-07f51b35-6a6a-488e-b7c3-6e128221f170 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 984 time: 0.3748088
Nov 27 20:54:08.462796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'tag': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:08.469496 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69e9ddf-ff81-4fe4-bf08-7643383268b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3742d74c-1fbd-42f7-8dd3-1af6053e9f28", "tag": "5f40e7d5-e01b-48c4-a853-15b07fbabc1f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:08.536366 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:08.551795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:08.562563 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1df4124-7693-4b0b-93e9-47132442300f req-5cde140d-60e0-4f87-a8df-9b8e3a9029bc service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4452443
Nov 27 20:54:08.590932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd041d7c-8db2-48d7-aa0e-413e2a24580f req-389ca579-0248-43c4-8ac9-b53fd5b65b7c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:08.593889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd041d7c-8db2-48d7-aa0e-413e2a24580f req-389ca579-0248-43c4-8ac9-b53fd5b65b7c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1588149
Nov 27 20:54:08.609137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-1125bc74-7be5-4246-b5dc-76bdc2e89843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:08.611207 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-1125bc74-7be5-4246-b5dc-76bdc2e89843 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ecb2b22d-df71-40c8-af9b-e8abd512f0db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1523871
Nov 27 20:54:08.635021 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f93f516-3da0-4435-83e1-8a5242ec3c13 req-962483a4-4d0e-4e80-bd72-0a82212d7c3e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&id=d1cf470f-d002-4517-acfa-7dfc330e54d7&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1683662
Nov 27 20:54:08.726188 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:08.757753 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd041d7c-8db2-48d7-aa0e-413e2a24580f req-61f46c1b-04a0-45a8-a5d2-2db4e386b89d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505158
Nov 27 20:54:08.795172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Network 9468b055-276c-45cc-aca4-5401a80bf2fe is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:08.801471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:08.806789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9aa38b-12a1-474c-b504-2a251910706c req-fbf06ca7-bfc3-4725-a765-a848273badfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:08.808960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e9aa38b-12a1-474c-b504-2a251910706c req-fbf06ca7-bfc3-4725-a765-a848273badfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 1135 time: 0.1673350
Nov 27 20:54:08.809189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:08.839937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-d50e3263-ccbe-4cac-803d-93868d89338e service neutron] 10.222.0.15 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056799
Nov 27 20:54:08.846657 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc9d724-f577-457e-ae68-31f69e3aa14f x-openstack-request-id: req-7bc9d724-f577-457e-ae68-31f69e3aa14f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:08.846958 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf0c6c5-5410-4d97-bebc-94825b8ec5ae", "name": "network-vif-plugged", "status": "completed", "tag": "fb6fe1ae-aae8-4dcf-863c-9e42e9603264", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:08.847213 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bc9d724-f577-457e-ae68-31f69e3aa14f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:08.847867 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf0c6c5-5410-4d97-bebc-94825b8ec5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6fe1ae-aae8-4dcf-863c-9e42e9603264', 'code': 200}
Nov 27 20:54:08.975496 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba49a5f-06bd-45a0-983b-e6466eb631c6 x-openstack-request-id: req-1ba49a5f-06bd-45a0-983b-e6466eb631c6 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:08.975930 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3742d74c-1fbd-42f7-8dd3-1af6053e9f28", "tag": "5f40e7d5-e01b-48c4-a853-15b07fbabc1f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:08.976070 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ba49a5f-06bd-45a0-983b-e6466eb631c6 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:08.976449 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'tag': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f', 'status': 'completed', 'code': 200}
Nov 27 20:54:09.153608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebc2bc-5af1-45df-b6ef-6ba004611959 req-c53b2233-550f-437e-9922-83541fbf5fbf tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.158405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Pushing event updated for resources: {'Port': ['ID=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:09.165178 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27ebc2bc-5af1-45df-b6ef-6ba004611959 req-c53b2233-550f-437e-9922-83541fbf5fbf tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 950 time: 0.1511369
Nov 27 20:54:09.189177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9aa38b-12a1-474c-b504-2a251910706c req-c8e1a87b-874f-488e-a244-c1e0513ad7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.191101 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e9aa38b-12a1-474c-b504-2a251910706c req-c8e1a87b-874f-488e-a244-c1e0513ad7b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 913 time: 0.3731644
Nov 27 20:54:09.253673 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27ebc2bc-5af1-45df-b6ef-6ba004611959 req-10c56e40-2bd9-42e3-aa94-17d79ca00cd2 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810571
Nov 27 20:54:09.257017 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29db5336-7306-454b-9fcc-b74bb1ab5ba3 req-70bc30e8-b96a-44b9-8c78-29f7fd4121d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4032149
Nov 27 20:54:09.263284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e9aa38b-12a1-474c-b504-2a251910706c req-04e44ab0-6175-4585-af0f-d2e56e38941c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013 HTTP/1.1" status: 200  len: 217 time: 0.0613916
Nov 27 20:54:09.284429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8ffee4a2-973e-4f33-b824-9440dabdcafa None None] Provisioning complete for port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:09.284877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8ffee4a2-973e-4f33-b824-9440dabdcafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:09.336774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325c945-611a-4fcf-be33-635667683d6d req-4826ead5-c9fb-45d7-a8d0-0fea6b96bbd3 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.344773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b325c945-611a-4fcf-be33-635667683d6d req-4826ead5-c9fb-45d7-a8d0-0fea6b96bbd3 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 943 time: 0.2543619
Nov 27 20:54:09.361418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.362081 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:09.367353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8ffee4a2-973e-4f33-b824-9440dabdcafa None None] Port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:54:09.397478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb511f-05d1-4e3f-928c-21ad10ef507a req-1d70056d-8fe0-4e86-a8a6-4a93b6c064cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.399708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8fb511f-05d1-4e3f-928c-21ad10ef507a req-1d70056d-8fe0-4e86-a8a6-4a93b6c064cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 1101 time: 0.2783201
Nov 27 20:54:09.417870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-67db0697-a211-4052-90cc-3614603edcf0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5814981
Nov 27 20:54:09.446701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Request body: {'port': {'device_id': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:09.448164 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:09.451713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-b3479c8f-0552-499f-90d1-f69045096d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.453238 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-b3479c8f-0552-499f-90d1-f69045096d62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659003b54d7c4726bc5197bfd351d3c1&device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 1094 time: 0.1244285
Nov 27 20:54:09.456536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9aa38b-12a1-474c-b504-2a251910706c req-c2ccc9e1-1c22-483b-a877-7d35949ac10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.457985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e9aa38b-12a1-474c-b504-2a251910706c req-c2ccc9e1-1c22-483b-a877-7d35949ac10f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 200  len: 852 time: 0.1760046
Nov 27 20:54:09.471977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d581c-fe72-4843-815c-465148e5fef6 req-a55d37f2-d3d7-4f24-b0dd-f5f85cc8dfe9 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.473785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c18d581c-fe72-4843-815c-465148e5fef6 req-a55d37f2-d3d7-4f24-b0dd-f5f85cc8dfe9 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1003060
Nov 27 20:54:09.522157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b325c945-611a-4fcf-be33-635667683d6d req-8a6e3559-9624-4362-ad1c-63926ce32840 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1765091
Nov 27 20:54:09.527551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e9aa38b-12a1-474c-b504-2a251910706c req-8e2a2f6c-a15d-48bf-9839-d47673dce9c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2940339f-24fb-427d-9c33-55a10d708401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382559
Nov 27 20:54:09.588254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8fb511f-05d1-4e3f-928c-21ad10ef507a req-26c863ed-175a-4f65-bd57-53b63d194db1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666663
Nov 27 20:54:09.596362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c18d581c-fe72-4843-815c-465148e5fef6 req-9af1be60-75ec-4b29-964d-44d888147996 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163104
Nov 27 20:54:09.638065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-23251c8f-f2f7-46bd-a185-251e42f6f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.640680 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-23251c8f-f2f7-46bd-a185-251e42f6f9f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ecb2b22d-df71-40c8-af9b-e8abd512f0db HTTP/1.1" status: 200  len: 915 time: 0.1589503
Nov 27 20:54:09.645608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:09.710481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-b89978db-b7d7-4d18-afd8-1efe1d7d6526 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f40e7d5-e01b-48c4-a853-15b07fbabc1f HTTP/1.1" status: 200  len: 217 time: 0.0533648
Nov 27 20:54:09.754501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d78b9-68e3-475d-a2c8-b37f33d5d956 req-f1bff06f-12e5-4d2b-88fb-08a904e11979 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.756113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-283d78b9-68e3-475d-a2c8-b37f33d5d956 req-f1bff06f-12e5-4d2b-88fb-08a904e11979 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 932 time: 0.1262655
Nov 27 20:54:09.766789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e9aa38b-12a1-474c-b504-2a251910706c req-df2edf53-bb04-4b78-8c72-6063cf99d5fd service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247169
Nov 27 20:54:09.795744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-ea9e1c5b-bb98-4295-b0b0-43758b398d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.798978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-ea9e1c5b-bb98-4295-b0b0-43758b398d92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acca60c7-7043-41d9-9a97-49f666b6fb1c HTTP/1.1" status: 200  len: 853 time: 0.0788808
Nov 27 20:54:09.900668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-4271bb3c-62df-4b8c-9875-4edf9860db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:09.904526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-4271bb3c-62df-4b8c-9875-4edf9860db72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ecb2b22d-df71-40c8-af9b-e8abd512f0db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0915785
Nov 27 20:54:10.025813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-283d78b9-68e3-475d-a2c8-b37f33d5d956 req-e8fc93ab-3e13-4667-abc9-9020fd4a8bd3 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2579272
Nov 27 20:54:10.048209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1d556-34b9-4749-96d6-038d595efc46 req-5bac7c5a-724a-4f6f-b59c-bddfb97b3c32 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:10.049737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dfa1d556-34b9-4749-96d6-038d595efc46 req-5bac7c5a-724a-4f6f-b59c-bddfb97b3c32 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 984 time: 0.1119874
Nov 27 20:54:10.080072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-505db065-61c5-47cd-abc6-c58a32ea29f5 service neutron] 10.222.0.15 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643138
Nov 27 20:54:10.111447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e9aa38b-12a1-474c-b504-2a251910706c req-dc6712a6-970e-4ab4-8116-cf0e2adae31b service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2893715
Nov 27 20:54:10.182252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:10.194765 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:10.224183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Transition to ACTIVE for port object dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:54:10.225070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dfa1d556-34b9-4749-96d6-038d595efc46 req-feef2753-72b2-4c88-a58b-2f122d301a02 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&id=d1cf470f-d002-4517-acfa-7dfc330e54d7&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1638196
Nov 27 20:54:10.240345 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:10.264293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:10.273772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f69e9ddf-ff81-4fe4-bf08-7643383268b1 req-7c526835-db25-4d2e-b8c4-2dede4947e7b service neutron] 10.222.0.15 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821454
Nov 27 20:54:10.383173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a604dbb-1ca7-4aff-bb70-379d2c3928b9 req-a6794c99-0cb7-4065-92da-7e2301f797a8 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:10.391242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a604dbb-1ca7-4aff-bb70-379d2c3928b9 req-a6794c99-0cb7-4065-92da-7e2301f797a8 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1536646
Nov 27 20:54:10.429355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211fe4-4b5c-450e-8687-66e6bf919798 req-72aa286c-280f-481e-8f42-449d488e1b84 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:10.432805 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e211fe4-4b5c-450e-8687-66e6bf919798 req-72aa286c-280f-481e-8f42-449d488e1b84 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 945 time: 0.1041257
Nov 27 20:54:10.434705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:10.505509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e211fe4-4b5c-450e-8687-66e6bf919798 req-f842a1a9-24fa-42e5-a105-1a1f25cc051d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651302
Nov 27 20:54:10.621082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd4af7-a795-4186-9356-e902c5fc150b req-7235fee0-65de-421c-8cf8-b70e57d2707c tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:10.630574 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fcd4af7-a795-4186-9356-e902c5fc150b req-7235fee0-65de-421c-8cf8-b70e57d2707c tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 950 time: 0.0661759
Nov 27 20:54:10.709687 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7fcd4af7-a795-4186-9356-e902c5fc150b req-61ec6e79-28d0-4aa8-add2-d6a012319b22 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778160
Nov 27 20:54:10.815100 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a604dbb-1ca7-4aff-bb70-379d2c3928b9 req-f3114f2b-334e-4648-ab7a-8d2d57d751a4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4156816
Nov 27 20:54:10.832072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Attempting to bind port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:54:10.833671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Attempting to bind port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:54:10.834232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Attempting to bind port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 on network 9468b055-276c-45cc-aca4-5401a80bf2fe {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:10.841979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ffa71-afd2-44e2-b732-64c8d719e276 req-7d4e92ac-f615-47b1-9bb3-a956ce29069f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:10.844803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-be3ffa71-afd2-44e2-b732-64c8d719e276 req-7d4e92ac-f615-47b1-9bb3-a956ce29069f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 943 time: 0.0709841
Nov 27 20:54:10.845520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 on network 9468b055-276c-45cc-aca4-5401a80bf2fe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:54:10.845722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Attempting to bind port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 on network 9468b055-276c-45cc-aca4-5401a80bf2fe {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:10.851910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:54:10.852253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Checking segment: {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:10.852640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Bound using segment: {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:54:10.853077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Bound port: dd8f41df-2dbf-4de0-bf5b-e9b90b539e23, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67beac92-7b68-4c0a-88c4-93439ab8cc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:54:10.853437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:10.919058 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-be3ffa71-afd2-44e2-b732-64c8d719e276 req-62a9af44-ceaf-40a5-9a53-17cc410bfd7d tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0583346
Nov 27 20:54:10.955964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] For port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:54:10.959906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] For port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:54:10.974340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a353d8b-2d44-4dc1-9b85-cefa73d78526 req-f4fa88ec-1bce-4ff1-aaf6-1e54475d5b1b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:10.975901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a353d8b-2d44-4dc1-9b85-cefa73d78526 req-f4fa88ec-1bce-4ff1-aaf6-1e54475d5b1b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0854740
Nov 27 20:54:10.978137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:11.044843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:11.045510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:11.048651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] 10.222.0.35 "PUT /v2.0/ports/dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 HTTP/1.1" status: 200  len: 1092 time: 1.6053395
Nov 27 20:54:11.056077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'tag': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:11.058405 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306403a9-35d4-45ca-a8ac-4fe90f2531f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4915d7-d7e8-4026-b053-0daf8f1da2d9", "tag": "dd8f41df-2dbf-4de0-bf5b-e9b90b539e23"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:11.108712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127f534-713f-4ee9-9887-43df8bcfe003 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:11.142781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a353d8b-2d44-4dc1-9b85-cefa73d78526 req-22e44422-c024-45a9-ac83-253c93e5e8fa tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502879
Nov 27 20:54:11.221360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251207a-7943-4347-9a0e-2fb83066e007 req-739094ee-7c7d-4833-a603-83b12a8ea813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:11.227476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-739094ee-7c7d-4833-a603-83b12a8ea813 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=949d330b01384fb091f743a127f26402&device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 1095 time: 0.0982018
Nov 27 20:54:11.245567 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126bd302-98e3-44a9-ad43-a3b253a74a4f x-openstack-request-id: req-126bd302-98e3-44a9-ad43-a3b253a74a4f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:11.245922 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4915d7-d7e8-4026-b053-0daf8f1da2d9", "tag": "dd8f41df-2dbf-4de0-bf5b-e9b90b539e23", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:11.246186 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-126bd302-98e3-44a9-ad43-a3b253a74a4f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:11.246695 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'tag': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23', 'status': 'completed', 'code': 200}
Nov 27 20:54:11.298488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd7bde-33f9-4bf7-8866-6b123ea425c5 req-df62904b-76a5-4b20-84c4-77badc8e1513 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:11.300130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eabd7bde-33f9-4bf7-8866-6b123ea425c5 req-df62904b-76a5-4b20-84c4-77badc8e1513 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 944 time: 0.1337149
Nov 27 20:54:11.363117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-bff09b8c-04c9-4be9-89c7-e200c33a7ec8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 HTTP/1.1" status: 200  len: 217 time: 0.1125777
Nov 27 20:54:11.414397 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eabd7bde-33f9-4bf7-8866-6b123ea425c5 req-760d5b35-d443-4ba6-9b0c-fd79ae08a15c tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080048
Nov 27 20:54:11.436250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e1af4a47-1940-46a4-92bf-0b160455b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:11.439826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-e1af4a47-1940-46a4-92bf-0b160455b1cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=970bbeb5-9f69-45ee-a166-091cd2140bf8 HTTP/1.1" status: 200  len: 851 time: 0.0650647
Nov 27 20:54:11.537876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c1bff-73a4-4d57-aca1-39939ac867c0 req-3dc40847-7557-4f05-8839-7e2cac107ab7 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:11.539592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-540c1bff-73a4-4d57-aca1-39939ac867c0 req-3dc40847-7557-4f05-8839-7e2cac107ab7 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 984 time: 0.0770447
Nov 27 20:54:11.545640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251207a-7943-4347-9a0e-2fb83066e007 req-247df9b9-9711-4dd4-8762-e552dea3cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:11.547170 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-247df9b9-9711-4dd4-8762-e552dea3cc55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9468b055-276c-45cc-aca4-5401a80bf2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0966165
Nov 27 20:54:11.668668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f1eab-d531-40b5-9f6b-02ad03643b0a req-e605608f-9350-4d24-8c21-550a25d0ec7c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:11.670151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-540c1bff-73a4-4d57-aca1-39939ac867c0 req-d4cc3680-1103-4561-87a6-c74dee2ab1d6 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&id=d1cf470f-d002-4517-acfa-7dfc330e54d7&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1152079
Nov 27 20:54:11.671115 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-193f1eab-d531-40b5-9f6b-02ad03643b0a req-e605608f-9350-4d24-8c21-550a25d0ec7c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 945 time: 0.0776839
Nov 27 20:54:11.749129 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-48033ccf-3111-49b5-88f8-4a5b826787e2 service neutron] 10.222.0.35 "GET /v2.0/networks/9468b055-276c-45cc-aca4-5401a80bf2fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861527
Nov 27 20:54:11.763725 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-193f1eab-d531-40b5-9f6b-02ad03643b0a req-b2ce63e5-8fe3-43d9-a1fe-0b1e59ecb296 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715961
Nov 27 20:54:11.852977 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:54:11.895826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-885fd5d6-d113-4f48-bc14-b256da604705 req-20f62546-1daa-4853-b0a8-60d8f8fa7f30 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1303566878&fields=id&tenant_id=4ce320b0fdb0466692b28dc520686425 HTTP/1.1" status: 200  len: 267 time: 0.1571910
Nov 27 20:54:11.901067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d402bfc-9c47-4cc6-82ba-7e0a4e918838 req-d71d0fc0-a1bb-49c6-b62f-2ca77c64a344 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:11.908412 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d402bfc-9c47-4cc6-82ba-7e0a4e918838 req-d71d0fc0-a1bb-49c6-b62f-2ca77c64a344 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 950 time: 0.0777926
Nov 27 20:54:11.962882 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3251207a-7943-4347-9a0e-2fb83066e007 req-47806d3e-48c2-4a41-b54b-f49aac7a176d service neutron] 10.222.0.35 "GET /v2.0/networks/9468b055-276c-45cc-aca4-5401a80bf2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043827
Nov 27 20:54:11.964309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d402bfc-9c47-4cc6-82ba-7e0a4e918838 req-bc730579-8f99-4c37-abf2-ecc002487e39 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549788
Nov 27 20:54:11.979522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-4d05fa4d-b4f7-4e8a-80cf-1f3e348b2f19 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:11.991672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-4d05fa4d-b4f7-4e8a-80cf-1f3e348b2f19 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.35 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 945 time: 0.1528447
Nov 27 20:54:12.038268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd5d6-d113-4f48-bc14-b256da604705 req-71637206-7a26-43d6-86f2-e6b97096f70a tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:12.040119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-885fd5d6-d113-4f48-bc14-b256da604705 req-71637206-7a26-43d6-86f2-e6b97096f70a tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 984 time: 0.1226239
Nov 27 20:54:12.064451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-885fd5d6-d113-4f48-bc14-b256da604705 req-f9ca9ab7-83f6-45cf-90cd-904d523b0637 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'port': {'security_groups': ['ca86a1f5-9464-47ba-9e54-9551eba45fec', 'd1cf470f-d002-4517-acfa-7dfc330e54d7', 'ab7e8c7d-1033-438d-9cdf-65069ed8573d']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:12.137995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e6de4-3566-4fb8-883c-bf78acae59e0 req-1e0aca90-a2fd-4a08-9ddc-754a090e324b tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:12.139618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac2e6de4-3566-4fb8-883c-bf78acae59e0 req-1e0aca90-a2fd-4a08-9ddc-754a090e324b tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.0723071
Nov 27 20:54:12.198203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-63b6f571-8325-47e4-aabc-d70046246800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:12.199918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-63b6f571-8325-47e4-aabc-d70046246800 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=949d330b01384fb091f743a127f26402&device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 1095 time: 0.1533620
Nov 27 20:54:12.215964 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac2e6de4-3566-4fb8-883c-bf78acae59e0 req-8d576d7a-60c2-4e12-b47a-024c1a0c3ee6 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687118
Nov 27 20:54:12.308266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Deleting port bcaf48e3-c17f-47ae-a393-90c2200e0412 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:12.308640 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:12.334280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-885fd5d6-d113-4f48-bc14-b256da604705 req-f9ca9ab7-83f6-45cf-90cd-904d523b0637 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:12.343305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2118-6566-4fd4-9818-ba6688b712b3 req-4a37deeb-47c9-4831-a938-941f2c5c44d8 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:12.350540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f54d2118-6566-4fd4-9818-ba6688b712b3 req-4a37deeb-47c9-4831-a938-941f2c5c44d8 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 943 time: 0.0664330
Nov 27 20:54:12.421089 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f54d2118-6566-4fd4-9818-ba6688b712b3 req-f8925f6c-ed6f-4f61-89ba-c98483fb1709 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0695975
Nov 27 20:54:12.481476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-776ecabd-a3c4-431a-a34a-319426130cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:12.483522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-776ecabd-a3c4-431a-a34a-319426130cad service neutron] 10.222.0.35 "GET /v2.0/networks?id=9468b055-276c-45cc-aca4-5401a80bf2fe HTTP/1.1" status: 200  len: 913 time: 0.2537646
Nov 27 20:54:12.511429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] For port bcaf48e3-c17f-47ae-a393-90c2200e0412, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bcaf48e3-c17f-47ae-a393-90c2200e0412,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:12.511808 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:12.556573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-9dffa29f-efae-48fd-bfe8-09369dfc5cb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 HTTP/1.1" status: 200  len: 217 time: 0.0597253
Nov 27 20:54:12.567314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Calling delete_port for bcaf48e3-c17f-47ae-a393-90c2200e0412 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:12.647803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dce1b1-21c0-49c4-a428-a89da058977f req-62f30026-de9e-4d78-8eb4-bd22b9894061 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:12.649351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-62dce1b1-21c0-49c4-a428-a89da058977f req-62f30026-de9e-4d78-8eb4-bd22b9894061 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0595913
Nov 27 20:54:12.684949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-2d6f0c21-ddeb-484a-8120-bc5674047397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:12.686936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-2d6f0c21-ddeb-484a-8120-bc5674047397 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=970bbeb5-9f69-45ee-a166-091cd2140bf8 HTTP/1.1" status: 200  len: 851 time: 0.1177421
Nov 27 20:54:12.709222 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-62dce1b1-21c0-49c4-a428-a89da058977f req-045b65be-1b68-43e8-b994-0a26f42a78aa tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539689
Nov 27 20:54:12.825276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-c24f7749-0349-4851-a917-e14dc11a3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:12.826568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-c24f7749-0349-4851-a917-e14dc11a3bd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9468b055-276c-45cc-aca4-5401a80bf2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1256595
Nov 27 20:54:12.906294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e191abb-610f-449b-b93d-e6cd1ffb4e69 req-82cc4c2e-3681-4071-ba71-ab8d2a742e60 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:12.908229 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e191abb-610f-449b-b93d-e6cd1ffb4e69 req-82cc4c2e-3681-4071-ba71-ab8d2a742e60 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 944 time: 0.0574374
Nov 27 20:54:12.958560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-885fd5d6-d113-4f48-bc14-b256da604705 req-f9ca9ab7-83f6-45cf-90cd-904d523b0637 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] For port fb48d058-a5af-4ca6-ae15-d032b95d3013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:12.968736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e191abb-610f-449b-b93d-e6cd1ffb4e69 req-66e22825-8515-419f-9051-a35d022f2ed8 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542927
Nov 27 20:54:13.010550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:13.026689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1cb73713-eb64-4a52-a006-70b1b4bcabdb', '0437b053-b2e1-4749-ac48-4e6a8a0dc423'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:13.031034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['1597305a-cd19-4e32-92a0-39078f81c889', 'bcaf48e3-c17f-47ae-a393-90c2200e0412'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:13.036825 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-885fd5d6-d113-4f48-bc14-b256da604705 req-f9ca9ab7-83f6-45cf-90cd-904d523b0637 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:13.094651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-885fd5d6-d113-4f48-bc14-b256da604705 req-f9ca9ab7-83f6-45cf-90cd-904d523b0637 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:13.097857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Pushing event deleted for resources: {'Port': ['ID=bcaf48e3-c17f-47ae-a393-90c2200e0412,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:13.119351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-98a3de7c-bbf4-4d37-9408-e67484bfb570 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=812b97d174d84cdbb78bd4064909234f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0580688
Nov 27 20:54:13.207700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca9ab7-83f6-45cf-90cd-904d523b0637 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'Port': ['ID=fb48d058-a5af-4ca6-ae15-d032b95d3013,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:13.210020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5f40e7d5-e01b-48c4-a853-15b07fbabc1f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:54:13.230253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fd5d6-d113-4f48-bc14-b256da604705 req-f9ca9ab7-83f6-45cf-90cd-904d523b0637 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:13.231051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-885fd5d6-d113-4f48-bc14-b256da604705 req-f9ca9ab7-83f6-45cf-90cd-904d523b0637 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:13.232563 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-885fd5d6-d113-4f48-bc14-b256da604705 req-f9ca9ab7-83f6-45cf-90cd-904d523b0637 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "PUT /v2.0/ports/fb48d058-a5af-4ca6-ae15-d032b95d3013 HTTP/1.1" status: 200  len: 1020 time: 1.1737523
Nov 27 20:54:13.261867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:13.264039 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d9e1b5-645c-408b-af1f-1c24cd4c746a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:13.290260 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-675c6961-e5dd-4eed-a29b-95ddefb59a88 service neutron] 10.222.0.35 "GET /v2.0/networks/9468b055-276c-45cc-aca4-5401a80bf2fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4024899
Nov 27 20:54:13.315997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] No DVR routers for this DVR port bcaf48e3-c17f-47ae-a393-90c2200e0412 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:13.319512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:13.323625 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52802d0c-33e9-4f1c-9dac-ed5677959a1d req-e3eda58c-7a83-468e-a55c-476faff29a95 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.35 "DELETE /v2.0/ports/bcaf48e3-c17f-47ae-a393-90c2200e0412 HTTP/1.1" status: 204  len: 173 time: 1.3331242
Nov 27 20:54:13.347747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-d6f642dd-8f98-432c-b4c9-17ff639723dc tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:13.364745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-d6f642dd-8f98-432c-b4c9-17ff639723dc tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2332327
Nov 27 20:54:13.389307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-e9f4e053-ed1d-481a-8a3c-52fea8aaec59 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/quotas/812b97d174d84cdbb78bd4064909234f HTTP/1.1" status: 200  len: 375 time: 0.0230708
Nov 27 20:54:13.405910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca6d8f82-d643-4257-bd6e-b6f2e661c645 req-5893a7ec-812a-4d5d-9d3f-dacfa28e6530 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=f83157fd-522c-4778-bc69-51b6ec64f565 HTTP/1.1" status: 200  len: 210 time: 0.0702765
Nov 27 20:54:13.488273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-306403a9-35d4-45ca-a8ac-4fe90f2531f2 req-d41cf4c0-f371-426f-9d56-173b546d874c service neutron] 10.222.0.35 "GET /v2.0/networks/9468b055-276c-45cc-aca4-5401a80bf2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833057
Nov 27 20:54:13.525408 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-7456cd2f-3ceb-4b58-9f29-752685841d98 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=812b97d174d84cdbb78bd4064909234f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1336210
Nov 27 20:54:13.603280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd4cc-71a7-4f72-a4bd-fdc6b602936f req-a2817d57-f249-4a54-8c8a-b5babffda2e3 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:13.604980 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2ebd4cc-71a7-4f72-a4bd-fdc6b602936f req-a2817d57-f249-4a54-8c8a-b5babffda2e3 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.0699623
Nov 27 20:54:13.703858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2ebd4cc-71a7-4f72-a4bd-fdc6b602936f req-e8542dc7-8ce3-470a-baa2-cd4d88f799aa tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865922
Nov 27 20:54:13.724302 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:13.745755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['fb48d058-a5af-4ca6-ae15-d032b95d3013'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:13.750936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'port_id': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f', 'mac_address': 'fa:16:3e:46:f4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:54:13.777063 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5761d0-3a61-4776-b99a-64f7391cf421 x-openstack-request-id: req-ee5761d0-3a61-4776-b99a-64f7391cf421 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:13.777364 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:13.777619 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee5761d0-3a61-4776-b99a-64f7391cf421 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:13.778021 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013', 'status': 'completed', 'code': 200}
Nov 27 20:54:13.798299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9fb49a13-5bda-4352-9c94-ce80a63d4b5f req-f3d87d2a-407d-4871-82e2-9dd43aa2ceed tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ab7e8c7d-1033-438d-9cdf-65069ed8573d HTTP/1.1" status: 200  len: 1818 time: 0.1023068
Nov 27 20:54:13.866605 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:13.895441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-1d952c18-14f5-43c3-aa6b-e140675d4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:13.897613 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-1d952c18-14f5-43c3-aa6b-e140675d4b56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ce320b0fdb0466692b28dc520686425&device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 1174 time: 0.0901282
Nov 27 20:54:13.907282 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-9fb49a13-5bda-4352-9c94-ce80a63d4b5f req-0db230d4-0839-44b3-89d9-770d30f0e001 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 27 20:54:13.921775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9fb49a13-5bda-4352-9c94-ce80a63d4b5f req-0db230d4-0839-44b3-89d9-770d30f0e001 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab7e8c7d-1033-438d-9cdf-65069ed8573d HTTP/1.1" status: 409  len: 341 time: 0.1224904
Nov 27 20:54:13.990403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf383e91-2684-44a1-9fe5-8e92d1258213 req-52de3db4-acf6-4864-b17c-363b55d34d43 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:13.992014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf383e91-2684-44a1-9fe5-8e92d1258213 req-52de3db4-acf6-4864-b17c-363b55d34d43 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 943 time: 0.0967743
Nov 27 20:54:14.042907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:54:14.046077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a57c4eb-9883-492b-8413-58f0c13663e7 req-a618782e-aea8-4d45-9ae3-1d680bcd221c tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 210 time: 0.0519676
Nov 27 20:54:14.151619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:14.172204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf383e91-2684-44a1-9fe5-8e92d1258213 req-ef5f3fd4-60cd-4a75-8404-afe0b55be36f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1627986
Nov 27 20:54:14.179892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-21bd61b6-0765-413e-b055-f4bc9a5907b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:14.188969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-21bd61b6-0765-413e-b055-f4bc9a5907b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 200  len: 913 time: 0.2661045
Nov 27 20:54:14.192650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'port_id': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23', 'mac_address': 'fa:16:3e:a8:3f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:54:14.197245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f40e7d5-e01b-48c4-a853-15b07fbabc1f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:14.229639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:14.262141 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:14.308612 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-fda186da-ea86-42a9-9bad-8aa7f8e90475 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013 HTTP/1.1" status: 200  len: 217 time: 0.1098056
Nov 27 20:54:14.335891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:14.478756 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:14.505127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb909e-4909-42c1-a32a-54e69f49644c req-ec8effa1-2ee5-43d0-a826-888a721a40e1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:14.526428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:14.526710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ccb909e-4909-42c1-a32a-54e69f49644c req-ec8effa1-2ee5-43d0-a826-888a721a40e1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.2162051
Nov 27 20:54:14.526710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-22509975-d9e9-4933-b391-e75aa466692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:14.526710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-22509975-d9e9-4933-b391-e75aa466692a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 200  len: 852 time: 0.1625423
Nov 27 20:54:14.568661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:14.580441 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:14.636825 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-d9080a62-5adb-4e54-8e63-4c08964b638e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2940339f-24fb-427d-9c33-55a10d708401&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0840447
Nov 27 20:54:14.690416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:14.699031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['5f40e7d5-e01b-48c4-a853-15b07fbabc1f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:14.810042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ccb909e-4909-42c1-a32a-54e69f49644c req-0548671f-dae3-434b-9308-94362387d344 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2882781
Nov 27 20:54:14.838072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45600f6-69c8-4af5-8772-31f258770224 req-c137a55e-aa2f-481a-b17d-015ff52d2006 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:14.840559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e45600f6-69c8-4af5-8772-31f258770224 req-c137a55e-aa2f-481a-b17d-015ff52d2006 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 945 time: 0.0961962
Nov 27 20:54:14.898024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['dd8f41df-2dbf-4de0-bf5b-e9b90b539e23'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:14.901903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-c7506e40-db6c-43d9-9c7a-1d6bcfeef581 service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497725
Nov 27 20:54:14.960617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e45600f6-69c8-4af5-8772-31f258770224 req-70547745-6a39-4591-abdf-bd1125cfdb85 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027591
Nov 27 20:54:15.147082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'fb48d058-a5af-4ca6-ae15-d032b95d3013'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:15.188642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66d9e1b5-645c-408b-af1f-1c24cd4c746a req-6324c305-25cc-4b8a-870d-e69183e29a93 service neutron] 10.222.0.15 "GET /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2722418
Nov 27 20:54:15.253205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b2a69-2ac9-4cf7-beb5-bb48a2425185 req-32ef75f2-7dcd-4a25-8855-c18c95b47a47 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:15.269271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a8b2a69-2ac9-4cf7-beb5-bb48a2425185 req-32ef75f2-7dcd-4a25-8855-c18c95b47a47 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1391532
Nov 27 20:54:15.288889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0d76b-652f-48dc-a838-314acafcb149 req-5a364afd-3a83-4b6a-847e-44d6f03c5ba8 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:15.296908 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81f0d76b-652f-48dc-a838-314acafcb149 req-5a364afd-3a83-4b6a-847e-44d6f03c5ba8 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 1023 time: 0.1070678
Nov 27 20:54:15.361631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a8b2a69-2ac9-4cf7-beb5-bb48a2425185 req-914d4faf-b9d6-48ec-9f53-b39ef50fc606 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910606
Nov 27 20:54:15.419333 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81f0d76b-652f-48dc-a838-314acafcb149 req-d4e95dac-861b-46f9-9235-5c80221d1677 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&id=ab7e8c7d-1033-438d-9cdf-65069ed8573d&id=d1cf470f-d002-4517-acfa-7dfc330e54d7&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1212823
Nov 27 20:54:15.541261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a156445a-4ae4-4019-8ebc-4f42cefd421f req-1e0a3230-08c9-494c-8eb0-c46b1e91a5b8 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 210 time: 0.0727572
Nov 27 20:54:15.561854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1b09-4508-4a89-a8f2-7ebb1273e859 req-0a7463c8-a246-4208-a3a9-0a95439ce374 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:15.586323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca5b1b09-4508-4a89-a8f2-7ebb1273e859 req-0a7463c8-a246-4208-a3a9-0a95439ce374 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 944 time: 0.1073647
Nov 27 20:54:15.671868 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca5b1b09-4508-4a89-a8f2-7ebb1273e859 req-65ca6929-7352-4a57-ab5f-3f116bfff6a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0842342
Nov 27 20:54:15.703101 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-2794d6ee-d95a-47c2-8eb8-53276c4ea6ce tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=812b97d174d84cdbb78bd4064909234f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0505490
Nov 27 20:54:15.795946 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:15.799290 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83157fd-522c-4778-bc69-51b6ec64f565', 'name': 'network-vif-deleted', 'tag': 'bcaf48e3-c17f-47ae-a393-90c2200e0412'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:15.805331 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bad69e-3dcb-4b50-a45d-909d9eb13941" -d '{"events": [{"server_uuid": "f83157fd-522c-4778-bc69-51b6ec64f565", "name": "network-vif-deleted", "tag": "bcaf48e3-c17f-47ae-a393-90c2200e0412"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:15.928558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-782ee7aa-d58f-42d4-88e0-766767a6b680 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:15.930779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-782ee7aa-d58f-42d4-88e0-766767a6b680 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2178202
Nov 27 20:54:15.932630 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0112fcc8-f526-4154-9512-a0d6ecfc0196 x-openstack-request-id: req-0112fcc8-f526-4154-9512-a0d6ecfc0196 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:15.932932 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83157fd-522c-4778-bc69-51b6ec64f565", "name": "network-vif-deleted", "tag": "bcaf48e3-c17f-47ae-a393-90c2200e0412", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:15.933201 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0112fcc8-f526-4154-9512-a0d6ecfc0196 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:15.933641 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83157fd-522c-4778-bc69-51b6ec64f565', 'name': 'network-vif-deleted', 'tag': 'bcaf48e3-c17f-47ae-a393-90c2200e0412', 'status': 'completed', 'code': 200}
Nov 27 20:54:15.960659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Request body: {'port': {'device_id': '1248fe45-c107-4977-b69b-eba5a348ec41', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '812b97d174d84cdbb78bd4064909234f'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:15.962512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:16.033675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37962fb3-0a72-4000-b363-73a42910d6af req-d5ee8df1-c68a-46c0-9d4d-f7521f2842fb tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:16.035292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37962fb3-0a72-4000-b363-73a42910d6af req-d5ee8df1-c68a-46c0-9d4d-f7521f2842fb tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1006410
Nov 27 20:54:16.120116 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37962fb3-0a72-4000-b363-73a42910d6af req-439d47ff-65ff-4169-9a43-61e075967c7c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757935
Nov 27 20:54:16.133707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:54:16.137328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:16.137785 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:16.144307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cac22-e69f-4b83-82f3-1a3b19dfeba9 req-11c7d9bb-5c52-421f-b04b-d443742d2861 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:16.145820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d45cac22-e69f-4b83-82f3-1a3b19dfeba9 req-11c7d9bb-5c52-421f-b04b-d443742d2861 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 945 time: 0.0908611
Nov 27 20:54:16.227003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Made reservation on behalf of 812b97d174d84cdbb78bd4064909234f for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:54:16.230785 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:16.247390 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:16.258063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d45cac22-e69f-4b83-82f3-1a3b19dfeba9 req-a5c2ecf6-2ca5-400e-9a8c-8e684a85530a tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008227
Nov 27 20:54:16.285757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:16.288571 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943035d9-984f-4325-a435-38124b03f65f" -d '{"events": [{"server_uuid": "4c4915d7-d7e8-4026-b053-0daf8f1da2d9", "name": "network-vif-plugged", "status": "completed", "tag": "dd8f41df-2dbf-4de0-bf5b-e9b90b539e23"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:16.324002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:16.344992 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:16.346119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bcaf48e3-c17f-47ae-a393-90c2200e0412 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:16.374990 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e615d1-99cb-4d91-967d-7e3c363fbba8 x-openstack-request-id: req-a9e615d1-99cb-4d91-967d-7e3c363fbba8 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:16.375521 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4915d7-d7e8-4026-b053-0daf8f1da2d9", "name": "network-vif-plugged", "status": "completed", "tag": "dd8f41df-2dbf-4de0-bf5b-e9b90b539e23", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:16.375961 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9e615d1-99cb-4d91-967d-7e3c363fbba8 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:16.376551 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23', 'code': 200}
Nov 27 20:54:16.432853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: bcaf48e3-c17f-47ae-a393-90c2200e0412 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:16.433205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bcaf48e3-c17f-47ae-a393-90c2200e0412 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:16.504015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:16.575825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d03dc4-146b-492f-87e8-6b4b0457f9a9 req-37e542bc-49eb-4c09-ae52-c2bde393a89e tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:16.579274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Allocated IP 192.168.233.108 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/36e23715-b371-4509-b3a1-1a6ee03ca0a6) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:16.579536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69d03dc4-146b-492f-87e8-6b4b0457f9a9 req-37e542bc-49eb-4c09-ae52-c2bde393a89e tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 946 time: 0.0657370
Nov 27 20:54:16.596878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e865b36-d077-4759-932a-5b76aead4a4f req-b1121ea4-7544-43c2-a72c-ffbd409dcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:16.598566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e865b36-d077-4759-932a-5b76aead4a4f req-b1121ea4-7544-43c2-a72c-ffbd409dcdf4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 1097 time: 0.1333141
Nov 27 20:54:16.613963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e912224-a984-4297-8d6f-603841f89ad1 req-38ee51c2-a605-42eb-95d5-0c8322f8f160 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:16.615486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e912224-a984-4297-8d6f-603841f89ad1 req-38ee51c2-a605-42eb-95d5-0c8322f8f160 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1109898
Nov 27 20:54:16.650489 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69d03dc4-146b-492f-87e8-6b4b0457f9a9 req-bad83e4f-b122-40b4-aed6-2af9f2baf8ad tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625601
Nov 27 20:54:16.722893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e865b36-d077-4759-932a-5b76aead4a4f req-8f744c81-4751-407d-a1e1-a4c925a6bc07 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064148
Nov 27 20:54:16.752283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e912224-a984-4297-8d6f-603841f89ad1 req-ff1808a4-2176-41c3-bc77-c90e3efe1cfb tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254833
Nov 27 20:54:16.858140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-ff1d1189-5039-4ba8-9ab0-69fdb96666c9 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:16.860397 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-ff1d1189-5039-4ba8-9ab0-69fdb96666c9 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 1023 time: 0.0944448
Nov 27 20:54:16.871854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:16.873082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65768fce-2967-4075-b00f-d9f846f00e15 req-1470dd97-ce31-4de9-a37b-dbd4ecdc4af8 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:16.874754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65768fce-2967-4075-b00f-d9f846f00e15 req-1470dd97-ce31-4de9-a37b-dbd4ecdc4af8 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 1023 time: 0.1214900
Nov 27 20:54:16.902208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a4b50df6-f379-443d-b7ca-d08203998f07 req-e920c02e-cdb6-4c6a-9db9-27e739f9c750 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 210 time: 0.0463493
Nov 27 20:54:16.958201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:16.972844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['fb6fe1ae-aae8-4dcf-863c-9e42e9603264'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:17.046744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65768fce-2967-4075-b00f-d9f846f00e15 req-b6929270-ae37-4f08-9dc7-8d1013f2f92e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a1f5-9464-47ba-9e54-9551eba45fec&id=ab7e8c7d-1033-438d-9cdf-65069ed8573d&id=d1cf470f-d002-4517-acfa-7dfc330e54d7&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1577947
Nov 27 20:54:17.086011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:17.099587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:17.105024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:17.132547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Deleting port fb48d058-a5af-4ca6-ae15-d032b95d3013 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:17.132891 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.206312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Pushing event updated for resources: {'Port': ['ID=36e23715-b371-4509-b3a1-1a6ee03ca0a6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:17.219456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5f40e7d5-e01b-48c4-a853-15b07fbabc1f up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:17.231092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:17.231339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.262067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ab3f3-4742-45b0-afa0-07ca58cc501f req-a15af895-128e-40e8-8d88-ec6ca92d2803 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:17.272361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af2ab3f3-4742-45b0-afa0-07ca58cc501f req-a15af895-128e-40e8-8d88-ec6ca92d2803 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 944 time: 0.1508648
Nov 27 20:54:17.291063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-320ef6e3-d1f7-4507-91db-bfcd87fadd43 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3413920
Nov 27 20:54:17.313910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Request body: {'port': {'device_id': '1248fe45-c107-4977-b69b-eba5a348ec41', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:17.359876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:54:17.371109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:17.371602 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.382430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9954a16-7af8-4eae-afd6-5dbd92d15748 req-e2ffeb30-c8b1-421e-af8d-606f034dc609 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:17.384439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9954a16-7af8-4eae-afd6-5dbd92d15748 req-e2ffeb30-c8b1-421e-af8d-606f034dc609 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1246147
Nov 27 20:54:17.423992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af2ab3f3-4742-45b0-afa0-07ca58cc501f req-dc044608-73fb-46df-b90e-477d433dbc38 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1507008
Nov 27 20:54:17.445893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.458232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] For port fb48d058-a5af-4ca6-ae15-d032b95d3013, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb48d058-a5af-4ca6-ae15-d032b95d3013,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:17.459000 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.534325 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.548196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9954a16-7af8-4eae-afd6-5dbd92d15748 req-f038562b-e67a-4e10-9f68-29215ad993a8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454976
Nov 27 20:54:17.557956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Calling delete_port for fb48d058-a5af-4ca6-ae15-d032b95d3013 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:17.591294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:17.607043 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.619890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-475fa381-be81-415e-9dfe-408561c62b34 None None] Provisioning complete for port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:17.620158 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-475fa381-be81-415e-9dfe-408561c62b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.725746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:17.729170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-475fa381-be81-415e-9dfe-408561c62b34 None None] Port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:54:17.730749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb09dc-2f78-4191-bcde-e567e876a483 req-063b0acd-ef45-4ecc-b1ba-5e66c6c4f4b6 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:17.739010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96fb09dc-2f78-4191-bcde-e567e876a483 req-063b0acd-ef45-4ecc-b1ba-5e66c6c4f4b6 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 946 time: 0.1911054
Nov 27 20:54:17.806466 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.819233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'fb48d058-a5af-4ca6-ae15-d032b95d3013'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:17.833356 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96fb09dc-2f78-4191-bcde-e567e876a483 req-eb092e5c-afb3-4463-9168-36e0dab3c8c7 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934269
Nov 27 20:54:17.896040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'Port': ['ID=fb48d058-a5af-4ca6-ae15-d032b95d3013,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:17.977102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] No DVR routers for this DVR port fb48d058-a5af-4ca6-ae15-d032b95d3013 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:17.981816 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:17.987354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80f203eb-306b-47e3-a31a-a46766ecc591 req-4bf63521-27b9-46bc-a46a-e4503ba8736e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.15 "DELETE /v2.0/ports/fb48d058-a5af-4ca6-ae15-d032b95d3013 HTTP/1.1" status: 204  len: 173 time: 1.1110432
Nov 27 20:54:17.996661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daa91c-35ec-480c-a942-9789d5c79f1e req-1f54b3ad-6145-4d85-a16d-97732b1a0398 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:18.005675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42daa91c-35ec-480c-a942-9789d5c79f1e req-1f54b3ad-6145-4d85-a16d-97732b1a0398 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 946 time: 0.2123899
Nov 27 20:54:18.008431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'name': 'network-vif-deleted', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:18.012938 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c430ff7-910d-40be-b7cf-ca582370d37d" -d '{"events": [{"server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "name": "network-vif-deleted", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:18.092087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc50bf-4cbf-4812-84c9-071a40a7ec17 req-5352fc69-4943-4f09-9b49-c5f9222d1cd2 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:18.108663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42daa91c-35ec-480c-a942-9789d5c79f1e req-2f5b1663-3825-4815-9fa8-353ad0fa870a tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958145
Nov 27 20:54:18.111277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-26dc50bf-4cbf-4812-84c9-071a40a7ec17 req-5352fc69-4943-4f09-9b49-c5f9222d1cd2 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.1631784
Nov 27 20:54:18.125663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e23715-b371-4509-b3a1-1a6ee03ca0a6 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:18.147173 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:18.219747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Transition to ACTIVE for port object 36e23715-b371-4509-b3a1-1a6ee03ca0a6 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:54:18.243375 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:18.248714 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:18.254743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5f24c-eab2-4b08-b87a-e4fa1537f878 req-8e08c914-b1d8-43bb-8196-877861d42b14 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:18.267033 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3b5f24c-eab2-4b08-b87a-e4fa1537f878 req-8e08c914-b1d8-43bb-8196-877861d42b14 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 936 time: 0.0833664
Nov 27 20:54:18.312854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-26dc50bf-4cbf-4812-84c9-071a40a7ec17 req-6b7f5158-b080-4d02-9248-9fe6f650c4ea tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984243
Nov 27 20:54:18.364690 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3b5f24c-eab2-4b08-b87a-e4fa1537f878 req-f79a66d6-93e3-44a5-af69-4bef15de073c tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963809
Nov 27 20:54:18.378573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:18.381452 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1da82f5-44f2-4e54-890b-797492375f0f" -d '{"events": [{"server_uuid": "3742d74c-1fbd-42f7-8dd3-1af6053e9f28", "name": "network-vif-plugged", "status": "completed", "tag": "5f40e7d5-e01b-48c4-a853-15b07fbabc1f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:18.387091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Pushing event updated for resources: {'Port': ['ID=36e23715-b371-4509-b3a1-1a6ee03ca0a6,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:18.426668 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac6d1a3-2751-4f6b-ae47-2767c2e78420 x-openstack-request-id: req-0ac6d1a3-2751-4f6b-ae47-2767c2e78420 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:18.427213 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f26b6b0-7e2f-457c-97b1-c88bde1e9df8", "name": "network-vif-deleted", "tag": "fb48d058-a5af-4ca6-ae15-d032b95d3013", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:18.427533 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ac6d1a3-2751-4f6b-ae47-2767c2e78420 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:18.427949 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f26b6b0-7e2f-457c-97b1-c88bde1e9df8', 'name': 'network-vif-deleted', 'tag': 'fb48d058-a5af-4ca6-ae15-d032b95d3013', 'status': 'completed', 'code': 200}
Nov 27 20:54:18.548937 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa580ed-a800-4098-b648-259a5ea9841a x-openstack-request-id: req-1aa580ed-a800-4098-b648-259a5ea9841a {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:18.549241 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3742d74c-1fbd-42f7-8dd3-1af6053e9f28", "name": "network-vif-plugged", "status": "completed", "tag": "5f40e7d5-e01b-48c4-a853-15b07fbabc1f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:18.549503 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1aa580ed-a800-4098-b648-259a5ea9841a {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:18.549920 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f', 'code': 200}
Nov 27 20:54:18.640168 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-941fd798-2310-4951-97fb-35541a669b87 req-961a6db3-4bdc-40bf-a80b-84ff46d53ded tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f26b6b0-7e2f-457c-97b1-c88bde1e9df8 HTTP/1.1" status: 200  len: 210 time: 0.0653505
Nov 27 20:54:18.763686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fe566-806b-46b2-b647-f3f328bdf457 req-5cd97819-f033-41a8-b050-bf6d41efa98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:18.769014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a5fe566-806b-46b2-b647-f3f328bdf457 req-5cd97819-f033-41a8-b050-bf6d41efa98f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 1096 time: 0.1241343
Nov 27 20:54:18.879671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0469658-42d7-4ded-bfa1-71170ecb6800 req-525e36b1-0f5c-42c8-9b5b-e0fbb57b0e52 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:18.889160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0469658-42d7-4ded-bfa1-71170ecb6800 req-525e36b1-0f5c-42c8-9b5b-e0fbb57b0e52 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1598237
Nov 27 20:54:18.893803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a5fe566-806b-46b2-b647-f3f328bdf457 req-711df6f9-4c2f-4333-bcdc-c20031f862cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0908720
Nov 27 20:54:18.960046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0469658-42d7-4ded-bfa1-71170ecb6800 req-f64a9ae3-8668-4700-b2b2-f6cf4d6fe030 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695348
Nov 27 20:54:19.078491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Attempting to bind port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:54:19.078748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Attempting to bind port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:54:19.079466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Attempting to bind port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:19.090599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde337b-942e-4df7-9306-22c6d6b80f0d req-838f4f6a-3c00-4982-b401-bd7b11bc83c8 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:19.090856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535980eb-456b-4a17-8258-f43414e39512 req-dd351dd5-c999-4b93-b6d9-b75782eca112 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:19.092301 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-535980eb-456b-4a17-8258-f43414e39512 req-dd351dd5-c999-4b93-b6d9-b75782eca112 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.35 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 946 time: 0.4895136
Nov 27 20:54:19.092438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bdde337b-942e-4df7-9306-22c6d6b80f0d req-838f4f6a-3c00-4982-b401-bd7b11bc83c8 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 946 time: 0.0611918
Nov 27 20:54:19.108315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:54:19.108604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Attempting to bind port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:19.114948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:54:19.115305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:19.115697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:54:19.116127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Bound port: 36e23715-b371-4509-b3a1-1a6ee03ca0a6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:54:19.116484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:19.126106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8530d6-10cd-48a8-ad5d-b5d8e3781e00 req-e9736dc5-d1cc-4757-85b5-bc893c2ddcfa tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:19.127603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb8530d6-10cd-48a8-ad5d-b5d8e3781e00 req-e9736dc5-d1cc-4757-85b5-bc893c2ddcfa tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 945 time: 0.4787624
Nov 27 20:54:19.162455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bdde337b-942e-4df7-9306-22c6d6b80f0d req-c294df7d-a9ad-4c0c-81d7-293637657024 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621650
Nov 27 20:54:19.243147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] For port 36e23715-b371-4509-b3a1-1a6ee03ca0a6, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:54:19.247488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] For port 36e23715-b371-4509-b3a1-1a6ee03ca0a6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36e23715-b371-4509-b3a1-1a6ee03ca0a6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:54:19.281923 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:19.334957 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb8530d6-10cd-48a8-ad5d-b5d8e3781e00 req-bc3945e4-aedb-4aef-8a27-d3b5c07b83c3 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1899173
Nov 27 20:54:19.340751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:19.341414 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:19.343342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] 10.222.0.35 "PUT /v2.0/ports/36e23715-b371-4509-b3a1-1a6ee03ca0a6 HTTP/1.1" status: 200  len: 1096 time: 2.0374968
Nov 27 20:54:19.345623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1248fe45-c107-4977-b69b-eba5a348ec41', 'tag': '36e23715-b371-4509-b3a1-1a6ee03ca0a6'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:19.347916 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92978136-df9b-4d43-9437-a76c86649e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1248fe45-c107-4977-b69b-eba5a348ec41", "tag": "36e23715-b371-4509-b3a1-1a6ee03ca0a6"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:19.397895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc4d5e-ebcf-4868-9e80-a7ab8b435e3c service neutron] Pushing event updated for resources: {'Port': ['ID=36e23715-b371-4509-b3a1-1a6ee03ca0a6,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:19.402890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b35f3-68dd-4c71-ba11-acc9b7b7cfdd req-3ad7de72-59ab-42da-98c7-e9246201c3a6 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:19.404534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601b35f3-68dd-4c71-ba11-acc9b7b7cfdd req-3ad7de72-59ab-42da-98c7-e9246201c3a6 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=acbf72fc-e72f-4963-8664-b1b1260f8f89 HTTP/1.1" status: 200  len: 946 time: 0.1623206
Nov 27 20:54:19.516577 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601b35f3-68dd-4c71-ba11-acc9b7b7cfdd req-2a171f7f-6cab-4f9e-b10e-df57513c10c7 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944462
Nov 27 20:54:19.555377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-535980eb-456b-4a17-8258-f43414e39512 req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Deleting port 1597305a-cd19-4e32-92a0-39078f81c889 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:19.557944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-535980eb-456b-4a17-8258-f43414e39512 req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:19.658206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-0d64de72-b36f-473a-a852-0db4ee23663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:19.661666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-0d64de72-b36f-473a-a852-0db4ee23663a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=812b97d174d84cdbb78bd4064909234f&device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 1099 time: 0.2477338
Nov 27 20:54:19.666853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1812-1695-4a59-8ad2-907bcc3d924c req-1fc48c20-633d-4490-8d71-0d66d8c407bc tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:19.675084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c32e1812-1695-4a59-8ad2-907bcc3d924c req-1fc48c20-633d-4490-8d71-0d66d8c407bc tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.0733788
Nov 27 20:54:19.763199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c32e1812-1695-4a59-8ad2-907bcc3d924c req-51d63228-5be8-429a-b612-81037d1b8c7e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687046
Nov 27 20:54:19.788597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-535980eb-456b-4a17-8258-f43414e39512 req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] For port 1597305a-cd19-4e32-92a0-39078f81c889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1597305a-cd19-4e32-92a0-39078f81c889,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:19.789088 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-535980eb-456b-4a17-8258-f43414e39512 req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:19.803440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-ecf67967-df4e-46e4-b055-0b0656b58748 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=36e23715-b371-4509-b3a1-1a6ee03ca0a6 HTTP/1.1" status: 200  len: 217 time: 0.1204803
Nov 27 20:54:19.805476 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65810bf-5c86-48b2-9e78-a4a6432bb7c3 x-openstack-request-id: req-c65810bf-5c86-48b2-9e78-a4a6432bb7c3 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:19.806122 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1248fe45-c107-4977-b69b-eba5a348ec41", "tag": "36e23715-b371-4509-b3a1-1a6ee03ca0a6", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:19.806731 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c65810bf-5c86-48b2-9e78-a4a6432bb7c3 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:19.807330 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1248fe45-c107-4977-b69b-eba5a348ec41', 'tag': '36e23715-b371-4509-b3a1-1a6ee03ca0a6', 'status': 'completed', 'code': 200}
Nov 27 20:54:19.825992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-535980eb-456b-4a17-8258-f43414e39512 req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Calling delete_port for 1597305a-cd19-4e32-92a0-39078f81c889 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:19.836225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93b4bf-1d83-4759-9e4f-ad3731bb6352 req-3ae85e37-b6d9-4b05-90f8-c4660f63993f tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:19.840859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c93b4bf-1d83-4759-9e4f-ad3731bb6352 req-3ae85e37-b6d9-4b05-90f8-c4660f63993f tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 946 time: 0.3518298
Nov 27 20:54:19.848268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38090) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:19.853136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6deda75d-d54c-440c-adf8-b5943aba1455 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Request body: {'floatingip': {'port_id': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:19.958587 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6deda75d-d54c-440c-adf8-b5943aba1455 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:19.965582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-7f7a6f91-c3fc-4063-803e-6052b087cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:19.968440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-7f7a6f91-c3fc-4063-803e-6052b087cec7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1548018
Nov 27 20:54:20.079487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207486c6-016f-43ff-a909-24758388bc3e req-0912f396-9c20-4ac0-a8ef-fb65fece8484 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:20.087746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-207486c6-016f-43ff-a909-24758388bc3e req-0912f396-9c20-4ac0-a8ef-fb65fece8484 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 948 time: 0.1872458
Nov 27 20:54:20.116219 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-535980eb-456b-4a17-8258-f43414e39512 req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:20.134629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1cb73713-eb64-4a52-a006-70b1b4bcabdb', '0437b053-b2e1-4749-ac48-4e6a8a0dc423'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:20.332466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Pushing event deleted for resources: {'Port': ['ID=1597305a-cd19-4e32-92a0-39078f81c889,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:20.336214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-535980eb-456b-4a17-8258-f43414e39512 req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] No DVR routers for this DVR port 1597305a-cd19-4e32-92a0-39078f81c889 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:20.340649 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-535980eb-456b-4a17-8258-f43414e39512 req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:20.344902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-535980eb-456b-4a17-8258-f43414e39512 req-275fe03f-b861-4858-a53d-6a8556faa78d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.35 "DELETE /v2.0/ports/1597305a-cd19-4e32-92a0-39078f81c889 HTTP/1.1" status: 204  len: 173 time: 1.2431719
Nov 27 20:54:20.374829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-32c0ad8d-3e88-4e59-9900-d0e8375962d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:20.377976 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-32c0ad8d-3e88-4e59-9900-d0e8375962d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3917885
Nov 27 20:54:20.552649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-43b8573d-a3cc-4315-b3f4-f584f790345d service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658044
Nov 27 20:54:20.749037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c9bca-2c2c-4a35-b8d9-ff98f3a1d454 req-a36b482f-fb6e-4b6d-86fd-e513c9bb534b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:20.750854 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-207486c6-016f-43ff-a909-24758388bc3e req-9df773ed-2c01-47bc-8ad3-3a9315b14b56 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6621461
Nov 27 20:54:20.767453 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4f6c9bca-2c2c-4a35-b8d9-ff98f3a1d454 req-a36b482f-fb6e-4b6d-86fd-e513c9bb534b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.2130518
Nov 27 20:54:20.859903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4f6c9bca-2c2c-4a35-b8d9-ff98f3a1d454 req-eaf30ddb-db56-4979-af70-55321b21c73b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892870
Nov 27 20:54:20.881541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-63401f0d-e27c-49ab-a6a7-5834bb76af8b req-0c279d91-ba13-40ee-b271-34ce358cf10d tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/d1cf470f-d002-4517-acfa-7dfc330e54d7 HTTP/1.1" status: 200  len: 1817 time: 0.0795887
Nov 27 20:54:20.884770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e2970d3-c86f-4c9c-8a96-eba322229ce7 req-843c9c09-1a3b-458e-8158-bc08d5f34fd9 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3197820
Nov 27 20:54:21.036632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc53d4-cdf2-41f9-a15e-2a825dc04ec7 req-4ed58ddc-b586-4ce4-a04f-dea64a1562f7 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:21.040444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-63401f0d-e27c-49ab-a6a7-5834bb76af8b req-198c7427-50c8-4e51-b3b6-4036b1962429 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.049277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2dbc53d4-cdf2-41f9-a15e-2a825dc04ec7 req-4ed58ddc-b586-4ce4-a04f-dea64a1562f7 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 945 time: 0.0908928
Nov 27 20:54:21.077235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92978136-df9b-4d43-9437-a76c86649e1e req-0dc8da35-3771-4fe2-88f2-e0d0deb1b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:21.079177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92978136-df9b-4d43-9437-a76c86649e1e req-0dc8da35-3771-4fe2-88f2-e0d0deb1b7b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=812b97d174d84cdbb78bd4064909234f&device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 1099 time: 0.0992906
Nov 27 20:54:21.094533 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-63401f0d-e27c-49ab-a6a7-5834bb76af8b req-198c7427-50c8-4e51-b3b6-4036b1962429 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.179588 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2dbc53d4-cdf2-41f9-a15e-2a825dc04ec7 req-3bc17b41-7b17-4197-b356-20b09335e2aa tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1269813
Nov 27 20:54:21.249777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device fb48d058-a5af-4ca6-ae15-d032b95d3013 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:21.264243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92978136-df9b-4d43-9437-a76c86649e1e req-fc6ae8e3-4657-4f13-97f4-8a4b587eeea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:21.264562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6deda75d-d54c-440c-adf8-b5943aba1455 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.265923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-63401f0d-e27c-49ab-a6a7-5834bb76af8b req-198c7427-50c8-4e51-b3b6-4036b1962429 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.266157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92978136-df9b-4d43-9437-a76c86649e1e req-fc6ae8e3-4657-4f13-97f4-8a4b587eeea9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1760020
Nov 27 20:54:21.268755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-63401f0d-e27c-49ab-a6a7-5834bb76af8b req-198c7427-50c8-4e51-b3b6-4036b1962429 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.281747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-63401f0d-e27c-49ab-a6a7-5834bb76af8b req-198c7427-50c8-4e51-b3b6-4036b1962429 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/d1cf470f-d002-4517-acfa-7dfc330e54d7 HTTP/1.1" status: 204  len: 173 time: 0.3991957
Nov 27 20:54:21.289680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6deda75d-d54c-440c-adf8-b5943aba1455 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.323162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: fb48d058-a5af-4ca6-ae15-d032b95d3013 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:21.324473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device fb48d058-a5af-4ca6-ae15-d032b95d3013 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:21.331396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92978136-df9b-4d43-9437-a76c86649e1e req-c1c24384-1a18-424f-853c-b87616f237d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=36e23715-b371-4509-b3a1-1a6ee03ca0a6 HTTP/1.1" status: 200  len: 217 time: 0.0550196
Nov 27 20:54:21.354153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c7427-50c8-4e51-b3b6-4036b1962429 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cf470f-d002-4517-acfa-7dfc330e54d7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:21.432190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92978136-df9b-4d43-9437-a76c86649e1e req-9a918fc0-af90-4631-97fd-8f33fba839dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:21.433679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92978136-df9b-4d43-9437-a76c86649e1e req-9a918fc0-af90-4631-97fd-8f33fba839dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0924237
Nov 27 20:54:21.502020 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-6deda75d-d54c-440c-adf8-b5943aba1455 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Floating IP a98de355-708c-4f6e-9324-cf25fe112035 associated. External IP: 172.35.3.225, port: dd8f41df-2dbf-4de0-bf5b-e9b90b539e23.
Nov 27 20:54:21.507631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ff2c0e5-c670-41fa-b583-9d4aebd86011 req-a3e62b12-e4b4-4fdc-86be-4ba81af58ced tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ab7e8c7d-1033-438d-9cdf-65069ed8573d HTTP/1.1" status: 200  len: 1818 time: 0.0692749
Nov 27 20:54:21.511980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bb7dc-9b91-46da-91ab-a0893056400c req-acfbeee5-75f0-44cc-aeb4-91c8519fc33f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:21.514002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e95bb7dc-9b91-46da-91ab-a0893056400c req-acfbeee5-75f0-44cc-aeb4-91c8519fc33f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 945 time: 0.0699902
Nov 27 20:54:21.517734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92978136-df9b-4d43-9437-a76c86649e1e req-e82a400d-e232-46a1-8089-0f6a0ac0ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:21.519201 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92978136-df9b-4d43-9437-a76c86649e1e req-e82a400d-e232-46a1-8089-0f6a0ac0ee3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0621424
Nov 27 20:54:21.522710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38158) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:21.527305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Request body: {'floatingip': {'port_id': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:21.639619 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.737908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deda75d-d54c-440c-adf8-b5943aba1455 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:54:21.775944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9ff2c0e5-c670-41fa-b583-9d4aebd86011 req-61d8dd64-ac53-40a1-916e-00bc031dd206 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.811281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbf72fc-e72f-4963-8664-b1b1260f8f89', 'name': 'network-vif-deleted', 'tag': '1597305a-cd19-4e32-92a0-39078f81c889'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:21.813519 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9cc0b7-607a-4f24-84e4-6b97c1337bce" -d '{"events": [{"server_uuid": "acbf72fc-e72f-4963-8664-b1b1260f8f89", "name": "network-vif-deleted", "tag": "1597305a-cd19-4e32-92a0-39078f81c889"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:21.833078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92978136-df9b-4d43-9437-a76c86649e1e req-eeb56581-6808-43a4-874e-46a3883c6186 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2961354
Nov 27 20:54:21.834580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9ff2c0e5-c670-41fa-b583-9d4aebd86011 req-61d8dd64-ac53-40a1-916e-00bc031dd206 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.879989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c0925-555d-4527-8c91-3ad64d845d0c req-b16c3d8d-8ae3-45d9-ae69-79dba51555ed tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:21.882258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-379c0925-555d-4527-8c91-3ad64d845d0c req-b16c3d8d-8ae3-45d9-ae69-79dba51555ed tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 945 time: 0.0979505
Nov 27 20:54:21.909475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deda75d-d54c-440c-adf8-b5943aba1455 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:54:21.915053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6deda75d-d54c-440c-adf8-b5943aba1455 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:21.921066 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] Sync routers for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:54:21.930244 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:21.931015 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:21.965615 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6deda75d-d54c-440c-adf8-b5943aba1455 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "PUT /v2.0/floatingips/a98de355-708c-4f6e-9324-cf25fe112035 HTTP/1.1" status: 200  len: 992 time: 2.1139994
Nov 27 20:54:21.965615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'tag': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:21.967068 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f65d3d-1d06-4772-832e-f76cb2820dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4915d7-d7e8-4026-b053-0daf8f1da2d9", "tag": "dd8f41df-2dbf-4de0-bf5b-e9b90b539e23"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:21.974939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-379c0925-555d-4527-8c91-3ad64d845d0c req-4c89416d-d77c-4782-880f-ed0a3643a07d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822268
Nov 27 20:54:22.003195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1597305a-cd19-4e32-92a0-39078f81c889 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:22.021787 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9ff2c0e5-c670-41fa-b583-9d4aebd86011 req-61d8dd64-ac53-40a1-916e-00bc031dd206 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:22.024677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9ff2c0e5-c670-41fa-b583-9d4aebd86011 req-61d8dd64-ac53-40a1-916e-00bc031dd206 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:22.025970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ff2c0e5-c670-41fa-b583-9d4aebd86011 req-61d8dd64-ac53-40a1-916e-00bc031dd206 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab7e8c7d-1033-438d-9cdf-65069ed8573d HTTP/1.1" status: 204  len: 173 time: 0.5105584
Nov 27 20:54:22.054008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 1597305a-cd19-4e32-92a0-39078f81c889 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:22.054366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1597305a-cd19-4e32-92a0-39078f81c889 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:22.060903 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8dd64-ac53-40a1-916e-00bc031dd206 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7e8c7d-1033-438d-9cdf-65069ed8573d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:22.066851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92978136-df9b-4d43-9437-a76c86649e1e req-d1708c2e-60e8-4300-9289-981f07d45069 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895347
Nov 27 20:54:22.161219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded1e0f-019b-4e9e-a242-9d74562b1cc5 req-300eb909-ecfe-4386-9bb9-aa5d23eec4d9 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:22.171082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fded1e0f-019b-4e9e-a242-9d74562b1cc5 req-300eb909-ecfe-4386-9bb9-aa5d23eec4d9 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 948 time: 0.1202922
Nov 27 20:54:22.190162 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:22.221206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fded1e0f-019b-4e9e-a242-9d74562b1cc5 req-c70d8417-7e94-4c30-9a0a-79ad0bca4303 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482204
Nov 27 20:54:22.278601 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9386d9d-b92e-459b-bc3e-1ebdb29b6bb5 x-openstack-request-id: req-e9386d9d-b92e-459b-bc3e-1ebdb29b6bb5 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:22.279005 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbf72fc-e72f-4963-8664-b1b1260f8f89", "name": "network-vif-deleted", "tag": "1597305a-cd19-4e32-92a0-39078f81c889", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:22.279292 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9386d9d-b92e-459b-bc3e-1ebdb29b6bb5 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:22.279699 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbf72fc-e72f-4963-8664-b1b1260f8f89', 'name': 'network-vif-deleted', 'tag': '1597305a-cd19-4e32-92a0-39078f81c889', 'status': 'completed', 'code': 200}
Nov 27 20:54:22.379492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2441042-5733-4943-acfa-9e97aa1cea45 req-f5f0bfd8-60ca-4fe2-977d-99fe79092725 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:22.381366 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2441042-5733-4943-acfa-9e97aa1cea45 req-f5f0bfd8-60ca-4fe2-977d-99fe79092725 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0556099
Nov 27 20:54:22.403560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1804e32-75fe-48a4-89cf-c69dbef7aed2 req-d7784d53-5485-4329-89bd-bb24c46216a1 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:22.407669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1804e32-75fe-48a4-89cf-c69dbef7aed2 req-d7784d53-5485-4329-89bd-bb24c46216a1 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 948 time: 0.2475019
Nov 27 20:54:22.428397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-86560f99-98d3-4fd7-9302-600dbb4bc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:22.430146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-86560f99-98d3-4fd7-9302-600dbb4bc2ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 1096 time: 0.2352223
Nov 27 20:54:22.436404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2441042-5733-4943-acfa-9e97aa1cea45 req-c2814c13-7336-49c0-91bc-072ce968ab33 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490084
Nov 27 20:54:22.455741 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8070>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a98de355-708c-4f6e-9324-cf25fe112035', 'tenant_id': '949d330b01384fb091f743a127f26402', 'floating_ip_address': '172.35.3.225', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'port_id': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'mac_address': 'fa:16:3e:a8:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:54:01Z', 'updated_at': '2021-11-27T20:54:21Z', 'revision_number': 1, 'project_id': '949d330b01384fb091f743a127f26402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38cff5b-f07a-4783-8df5-4d8ea217db5c', 'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'mac_address': 'fa:16:3e:8d:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:54:00Z', 'revision_number': 5, 'project_id': '949d330b01384fb091f743a127f26402', 'subnets': [{'id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:22.494067 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] Checking router: f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:54:22.508680 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:22.509330 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:22.551618 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ce536-6bd0-4683-b4ae-4677a9add4a8 x-openstack-request-id: req-4b3ce536-6bd0-4683-b4ae-4677a9add4a8 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:22.552198 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4915d7-d7e8-4026-b053-0daf8f1da2d9", "tag": "dd8f41df-2dbf-4de0-bf5b-e9b90b539e23", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:22.552468 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b3ce536-6bd0-4683-b4ae-4677a9add4a8 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:22.553172 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'tag': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23', 'status': 'completed', 'code': 200}
Nov 27 20:54:22.570987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-64af8998-26e5-4e2a-8408-afa0b4d1c072 req-b90033da-1a30-4f0c-9466-e7b342263f7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-907564468', 'description': 'tempest-description-1307861968'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:22.597767 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64af8998-26e5-4e2a-8408-afa0b4d1c072 req-b90033da-1a30-4f0c-9466-e7b342263f7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:22.677204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64af8998-26e5-4e2a-8408-afa0b4d1c072 req-b90033da-1a30-4f0c-9466-e7b342263f7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:22.682249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64af8998-26e5-4e2a-8408-afa0b4d1c072 req-b90033da-1a30-4f0c-9466-e7b342263f7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:22.698750 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:22.712333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90033da-1a30-4f0c-9466-e7b342263f7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6715f08b-00a7-4c97-b437-d0d0603d9efa,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:22.729629 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-64af8998-26e5-4e2a-8408-afa0b4d1c072 req-b90033da-1a30-4f0c-9466-e7b342263f7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:22.731758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64af8998-26e5-4e2a-8408-afa0b4d1c072 req-b90033da-1a30-4f0c-9466-e7b342263f7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.1659849
Nov 27 20:54:22.911611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1804e32-75fe-48a4-89cf-c69dbef7aed2 req-fead0c1c-1151-49c9-b8a1-e09962980ff7 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4854391
Nov 27 20:54:22.938586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.resource_extend [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:54:22.990646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-efaf15c2-3673-453a-a2f3-ac8a41c1937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:22.992224 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-efaf15c2-3673-453a-a2f3-ac8a41c1937b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=949d330b01384fb091f743a127f26402&device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 1097 time: 0.1894627
Nov 27 20:54:22.994776 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8070>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a98de355-708c-4f6e-9324-cf25fe112035', 'tenant_id': '949d330b01384fb091f743a127f26402', 'floating_ip_address': '172.35.3.225', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'port_id': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'mac_address': 'fa:16:3e:a8:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:54:01Z', 'updated_at': '2021-11-27T20:54:21Z', 'revision_number': 1, 'project_id': '949d330b01384fb091f743a127f26402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38cff5b-f07a-4783-8df5-4d8ea217db5c', 'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'mac_address': 'fa:16:3e:8d:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:54:00Z', 'revision_number': 5, 'project_id': '949d330b01384fb091f743a127f26402', 'subnets': [{'id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:22.999535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-67c074a7-9342-4c26-8ad7-de7ce0987707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:23.000099 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-67c074a7-9342-4c26-8ad7-de7ce0987707 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 915 time: 0.5276191
Nov 27 20:54:23.021634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.032392 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffef334-e069-419d-acc2-e20a4f7d845e None None] The sync data for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 is: [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a98de355-708c-4f6e-9324-cf25fe112035', 'tenant_id': '949d330b01384fb091f743a127f26402', 'floating_ip_address': '172.35.3.225', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'port_id': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'mac_address': 'fa:16:3e:a8:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:54:01Z', 'updated_at': '2021-11-27T20:54:21Z', 'revision_number': 1, 'project_id': '949d330b01384fb091f743a127f26402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38cff5b-f07a-4783-8df5-4d8ea217db5c', 'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'mac_address': 'fa:16:3e:8d:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:54:00Z', 'revision_number': 5, 'project_id': '949d330b01384fb091f743a127f26402', 'subnets': [{'id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:54:23.097364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.175823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-48a05cee-44e5-4255-8d3e-528d4e058203 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36 HTTP/1.1" status: 200  len: 217 time: 0.1589429
Nov 27 20:54:23.180165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617f75f-d241-4ed2-9100-5ae5220b8235 req-8731986f-62f0-4b41-9862-45678e7a08af tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:23.181834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a617f75f-d241-4ed2-9100-5ae5220b8235 req-8731986f-62f0-4b41-9862-45678e7a08af tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 945 time: 0.0702782
Nov 27 20:54:23.252538 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a617f75f-d241-4ed2-9100-5ae5220b8235 req-9763b974-3964-4ec6-8a5a-966ff2758c75 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619524
Nov 27 20:54:23.255200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:54:23.327658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed64e86b-5a91-4aaa-89f8-037ae2f9c572 req-06eb9587-ffda-491b-9f41-7254369bca5e tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/6715f08b-00a7-4c97-b437-d0d0603d9efa HTTP/1.1" status: 200  len: 1817 time: 0.2907858
Nov 27 20:54:23.353571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-ed64e86b-5a91-4aaa-89f8-037ae2f9c572 req-1aeab765-07fe-4557-b2b2-0a8885560691 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1578975193', 'description': 'tempest-description-hth-1638382519'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:23.357490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-d989ce9e-f8e0-4e05-9e40-238751225aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:23.359071 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-d989ce9e-f8e0-4e05-9e40-238751225aba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=712d939c-680c-4d37-bf43-92257ade9240 HTTP/1.1" status: 200  len: 854 time: 0.1720273
Nov 27 20:54:23.360207 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Floating IP afd19b8e-a551-4da8-b483-5e3409a6c59f associated. External IP: 172.35.3.240, port: 5f40e7d5-e01b-48c4-a853-15b07fbabc1f.
Nov 27 20:54:23.371466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2001019c-611f-473a-a7a7-a1c7e377e08a None None] New status for floating IP a98de355-708c-4f6e-9324-cf25fe112035: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:54:23.422193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-7f3c6c9d-4957-46ba-9488-5e59fd366b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:23.423630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-7f3c6c9d-4957-46ba-9488-5e59fd366b45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9468b055-276c-45cc-aca4-5401a80bf2fe HTTP/1.1" status: 200  len: 913 time: 0.4079609
Nov 27 20:54:23.449981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-f49cd87b-7191-488f-b780-7aad2bae3435 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6502c39-8b47-4e70-ac49-9906b123e7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714943
Nov 27 20:54:23.491736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:23.510471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'port_id': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef', 'mac_address': 'fa:16:3e:24:6b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb836d-d860-4750-af8b-16bdcd7adfe2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:54:23.566292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68192b03-99e8-40e9-9184-4c80c5a569cc req-5686c9e6-0acb-4a85-9c2d-13923f2fbfca tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:23.568113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68192b03-99e8-40e9-9184-4c80c5a569cc req-5686c9e6-0acb-4a85-9c2d-13923f2fbfca tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0583851
Nov 27 20:54:23.586312 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.600734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:23.629376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:23.632535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68192b03-99e8-40e9-9184-4c80c5a569cc req-ac95bf3c-7887-4c7d-a71a-bff0377b9aca tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565851
Nov 27 20:54:23.636581 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.642813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed64e86b-5a91-4aaa-89f8-037ae2f9c572 req-1aeab765-07fe-4557-b2b2-0a8885560691 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.674160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-65b13e8c-e7e6-4b3f-a102-6000158a196a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 HTTP/1.1" status: 200  len: 1000 time: 0.2267029
Nov 27 20:54:23.705731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:23.725599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e551f18-6493-4b7c-8635-da00752795f2 req-b96e8cfc-9753-49ce-999d-50051c560eb2 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:23.727114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e551f18-6493-4b7c-8635-da00752795f2 req-b96e8cfc-9753-49ce-999d-50051c560eb2 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 945 time: 0.0893927
Nov 27 20:54:23.749579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:23.770835 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed64e86b-5a91-4aaa-89f8-037ae2f9c572 req-1aeab765-07fe-4557-b2b2-0a8885560691 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.814586 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-bc17ee66-ca48-4a1d-a79f-eb9b7c15bcd1 service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3182163
Nov 27 20:54:23.815191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed64e86b-5a91-4aaa-89f8-037ae2f9c572 req-1aeab765-07fe-4557-b2b2-0a8885560691 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.817878 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed64e86b-5a91-4aaa-89f8-037ae2f9c572 req-1aeab765-07fe-4557-b2b2-0a8885560691 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.818986 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed64e86b-5a91-4aaa-89f8-037ae2f9c572 req-1aeab765-07fe-4557-b2b2-0a8885560691 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "PUT /v2.0/security-groups/6715f08b-00a7-4c97-b437-d0d0603d9efa HTTP/1.1" status: 200  len: 1792 time: 0.4749663
Nov 27 20:54:23.837445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-9e551f18-6493-4b7c-8635-da00752795f2 req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Deleting port 0437b053-b2e1-4749-ac48-4e6a8a0dc423 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:23.837875 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9e551f18-6493-4b7c-8635-da00752795f2 req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.863587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-0419e2f6-79eb-4cd3-b7ff-1f3f3c2fca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:23.865076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-0419e2f6-79eb-4cd3-b7ff-1f3f3c2fca43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=970bbeb5-9f69-45ee-a166-091cd2140bf8 HTTP/1.1" status: 200  len: 851 time: 0.1730702
Nov 27 20:54:23.959416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f0f0c320-6dbd-44c5-bc09-ddb55496e774 req-09fe97e0-96e4-4945-84ec-5d8b14f31904 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/6715f08b-00a7-4c97-b437-d0d0603d9efa HTTP/1.1" status: 200  len: 1792 time: 0.0726480
Nov 27 20:54:23.966265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeab765-07fe-4557-b2b2-0a8885560691 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6715f08b-00a7-4c97-b437-d0d0603d9efa,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:23.978117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9e551f18-6493-4b7c-8635-da00752795f2 req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] For port 0437b053-b2e1-4749-ac48-4e6a8a0dc423, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0437b053-b2e1-4749-ac48-4e6a8a0dc423,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:23.978117 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9e551f18-6493-4b7c-8635-da00752795f2 req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:23.994523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-9e551f18-6493-4b7c-8635-da00752795f2 req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Calling delete_port for 0437b053-b2e1-4749-ac48-4e6a8a0dc423 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:24.009112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 36e23715-b371-4509-b3a1-1a6ee03ca0a6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:54:24.011493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:24.048411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4f11ae7-e61b-42d1-a5d4-8c06e0cab468 req-f514c89a-9807-4529-ba8f-b433ccf7c8d5 service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2171743
Nov 27 20:54:24.052818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Router cac338f5-1fed-4c92-970f-3b7e54c47d7d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:54:24.059037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-0a5138c4-d545-4d9f-9608-33c90d40d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:24.060599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-0a5138c4-d545-4d9f-9608-33c90d40d957 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9468b055-276c-45cc-aca4-5401a80bf2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1313462
Nov 27 20:54:24.090716 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9abe5733-5ca2-49ca-a85c-53e9939cd73b req-b6900e2e-908e-4b4a-8784-316757dddade tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/6715f08b-00a7-4c97-b437-d0d0603d9efa HTTP/1.1" status: 200  len: 1792 time: 0.0905633
Nov 27 20:54:24.139532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3335aa-3bd8-4db2-9eed-cbf1036c67ca req-847a027a-3fc7-47a4-92fc-433a0284d03c tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:24.140957 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0b3335aa-3bd8-4db2-9eed-cbf1036c67ca req-847a027a-3fc7-47a4-92fc-433a0284d03c tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 948 time: 0.1280928
Nov 27 20:54:24.161216 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.176779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9abe5733-5ca2-49ca-a85c-53e9939cd73b req-b8168fe5-d590-4c35-88d0-332e7f8a9c24 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.198356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 36e23715-b371-4509-b3a1-1a6ee03ca0a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36e23715-b371-4509-b3a1-1a6ee03ca0a6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:24.205848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:24.207318 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9abe5733-5ca2-49ca-a85c-53e9939cd73b req-b8168fe5-d590-4c35-88d0-332e7f8a9c24 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.208164 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076193a2-f567-4922-9d07-50bcd4e847fb" -d '{"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-unplugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:24.236962 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:24.238079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '36e23715-b371-4509-b3a1-1a6ee03ca0a6', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '36e23715-b371-4509-b3a1-1a6ee03ca0a6', 'mac_address': 'fa:16:3e:e6:cc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:54:24.245203 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.297571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9abe5733-5ca2-49ca-a85c-53e9939cd73b req-b8168fe5-d590-4c35-88d0-332e7f8a9c24 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.300802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9abe5733-5ca2-49ca-a85c-53e9939cd73b req-b8168fe5-d590-4c35-88d0-332e7f8a9c24 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.302206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9abe5733-5ca2-49ca-a85c-53e9939cd73b req-b8168fe5-d590-4c35-88d0-332e7f8a9c24 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/6715f08b-00a7-4c97-b437-d0d0603d9efa HTTP/1.1" status: 204  len: 173 time: 0.2020674
Nov 27 20:54:24.326785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8168fe5-d590-4c35-88d0-332e7f8a9c24 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6715f08b-00a7-4c97-b437-d0d0603d9efa,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:24.363104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9e551f18-6493-4b7c-8635-da00752795f2 req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.416201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1cb73713-eb64-4a52-a006-70b1b4bcabdb', '0437b053-b2e1-4749-ac48-4e6a8a0dc423'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:24.421562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Pushing event deleted for resources: {'Port': ['ID=0437b053-b2e1-4749-ac48-4e6a8a0dc423,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:24.483877 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62074872-98cf-4ba0-9360-44f4d2df8476 x-openstack-request-id: req-62074872-98cf-4ba0-9360-44f4d2df8476 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:24.484160 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-unplugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:24.484425 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62074872-98cf-4ba0-9360-44f4d2df8476 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:24.484819 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'code': 200}
Nov 27 20:54:24.489493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e551f18-6493-4b7c-8635-da00752795f2 req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] No DVR routers for this DVR port 0437b053-b2e1-4749-ac48-4e6a8a0dc423 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:24.494155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9e551f18-6493-4b7c-8635-da00752795f2 req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.499175 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e551f18-6493-4b7c-8635-da00752795f2 req-ace9668f-4809-434e-b84b-2884615da62c tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.15 "DELETE /v2.0/ports/0437b053-b2e1-4749-ac48-4e6a8a0dc423 HTTP/1.1" status: 204  len: 173 time: 0.7646952
Nov 27 20:54:24.530078 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.532904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b0b1cd6-3a31-490a-b4a3-f9eb2aa2e94a req-142c2a92-3fdf-48d8-928c-fb5142911428 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7cfd43-2058-4943-b00e-471de21cbe0e HTTP/1.1" status: 200  len: 210 time: 0.0312347
Nov 27 20:54:24.552213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:24.555632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7cfd43-2058-4943-b00e-471de21cbe0e', 'name': 'network-vif-deleted', 'tag': '0437b053-b2e1-4749-ac48-4e6a8a0dc423'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:24.558242 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd8220f-23f7-4f9d-b4b3-70bcd33f35bb" -d '{"events": [{"server_uuid": "ad7cfd43-2058-4943-b00e-471de21cbe0e", "name": "network-vif-deleted", "tag": "0437b053-b2e1-4749-ac48-4e6a8a0dc423"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:24.563488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e23715-b371-4509-b3a1-1a6ee03ca0a6 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:24.598907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 36e23715-b371-4509-b3a1-1a6ee03ca0a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36e23715-b371-4509-b3a1-1a6ee03ca0a6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:24.609184 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.645737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-16de79f6-4389-4e3b-ba46-e19422c175ea service neutron] 10.222.0.35 "GET /v2.0/networks/9468b055-276c-45cc-aca4-5401a80bf2fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5730236
Nov 27 20:54:24.652349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0b3335aa-3bd8-4db2-9eed-cbf1036c67ca req-2773c867-0162-452e-84ca-6b114ffc3332 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4789302
Nov 27 20:54:24.698787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=36e23715-b371-4509-b3a1-1a6ee03ca0a6,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:24.718187 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dd0c0c-7ee6-4826-9805-02288ba09118 x-openstack-request-id: req-b6dd0c0c-7ee6-4826-9805-02288ba09118 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:24.719218 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7cfd43-2058-4943-b00e-471de21cbe0e", "name": "network-vif-deleted", "tag": "0437b053-b2e1-4749-ac48-4e6a8a0dc423", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:24.719731 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6dd0c0c-7ee6-4826-9805-02288ba09118 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:24.720346 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7cfd43-2058-4943-b00e-471de21cbe0e', 'name': 'network-vif-deleted', 'tag': '0437b053-b2e1-4749-ac48-4e6a8a0dc423', 'status': 'completed', 'code': 200}
Nov 27 20:54:24.782665 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-7d91f57c-6bbe-4e1d-9ccf-748bac17348f req-d78730a4-28b3-4c3f-8d9b-452cfff6e770 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:54:24.783714 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d91f57c-6bbe-4e1d-9ccf-748bac17348f req-d78730a4-28b3-4c3f-8d9b-452cfff6e770 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ab7e8c7d-1033-438d-9cdf-65069ed8573d HTTP/1.1" status: 404  len: 352 time: 0.0247679
Nov 27 20:54:24.786272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:54:24.791913 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:24.797922 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] Sync routers for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:54:24.812178 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:24.813172 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe378ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:24.831872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-42ad5ce8-fddf-4b3f-a37c-0e9f6db46eff tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "PUT /v2.0/floatingips/afd19b8e-a551-4da8-b483-5e3409a6c59f HTTP/1.1" status: 200  len: 991 time: 3.3052633
Nov 27 20:54:24.831872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'tag': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:24.834226 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "3742d74c-1fbd-42f7-8dd3-1af6053e9f28", "tag": "5f40e7d5-e01b-48c4-a853-15b07fbabc1f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:24.835384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc34f-f683-45c6-ab10-e0fcad4cf733 req-6ea2991d-6dd6-4fe4-9589-1547cc05f016 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:24.836998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c63dc34f-f683-45c6-ab10-e0fcad4cf733 req-6ea2991d-6dd6-4fe4-9589-1547cc05f016 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0632401
Nov 27 20:54:24.867595 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1f65d3d-1d06-4772-832e-f76cb2820dcc req-3ba9cea9-76f0-4d77-acf9-0aa2100be540 service neutron] 10.222.0.35 "GET /v2.0/networks/9468b055-276c-45cc-aca4-5401a80bf2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1961734
Nov 27 20:54:24.903728 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c63dc34f-f683-45c6-ab10-e0fcad4cf733 req-5363acce-b3a2-4aaf-9f28-87d84bc4dca3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574415
Nov 27 20:54:24.912926 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-789bebf1-69f3-47b1-a497-8ebc8ecd57a5 req-5292e7f1-7558-4bab-8058-c4e67f5aa709 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:54:24.919364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['36e23715-b371-4509-b3a1-1a6ee03ca0a6'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:24.920375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-789bebf1-69f3-47b1-a497-8ebc8ecd57a5 req-5292e7f1-7558-4bab-8058-c4e67f5aa709 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/d1cf470f-d002-4517-acfa-7dfc330e54d7 HTTP/1.1" status: 404  len: 352 time: 0.0322337
Nov 27 20:54:24.983226 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52214f3c-a206-4217-9631-692c54952d72 x-openstack-request-id: req-52214f3c-a206-4217-9631-692c54952d72 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:24.983854 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3742d74c-1fbd-42f7-8dd3-1af6053e9f28", "tag": "5f40e7d5-e01b-48c4-a853-15b07fbabc1f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:24.983854 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52214f3c-a206-4217-9631-692c54952d72 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:24.984191 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'tag': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f', 'status': 'completed', 'code': 200}
Nov 27 20:54:24.989387 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:25.008675 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-e412187d-872f-4b19-990f-f89ed5877b5c req-533796c9-a7da-4f0d-a622-3dda82433987 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:54:25.009892 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e412187d-872f-4b19-990f-f89ed5877b5c req-533796c9-a7da-4f0d-a622-3dda82433987 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/432dc27c-42ce-4c46-bb75-098a5c24ef26 HTTP/1.1" status: 404  len: 352 time: 0.0181653
Nov 27 20:54:25.056953 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-5c8ce902-5cef-49bd-b413-053929061b44 req-009639bb-3919-4759-809f-06f23bbdf1cb tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:54:25.058836 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5c8ce902-5cef-49bd-b413-053929061b44 req-009639bb-3919-4759-809f-06f23bbdf1cb tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/bca48df5-5161-4586-b716-27c26861f49a HTTP/1.1" status: 404  len: 352 time: 0.0223773
Nov 27 20:54:25.071872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-a4bdd040-b496-4025-a525-2b60c1bae030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:25.073377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-a4bdd040-b496-4025-a525-2b60c1bae030 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659003b54d7c4726bc5197bfd351d3c1&device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 1096 time: 0.0584095
Nov 27 20:54:25.136776 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-5e16e944-7936-47d5-b1af-714d4c76eea4 req-4cd42a25-a48c-4341-b718-d146fe5e4b7c tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:54:25.137991 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e16e944-7936-47d5-b1af-714d4c76eea4 req-4cd42a25-a48c-4341-b718-d146fe5e4b7c tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/c0d4bd04-c9dd-4a01-b736-42dedf89aae5 HTTP/1.1" status: 404  len: 352 time: 0.0463078
Nov 27 20:54:25.174705 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-fc5236bb-4c4d-482c-a89b-957c06141c65 req-53530869-2bec-4e22-aec8-104b5db98b28 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] show failed (client error): The resource could not be found.
Nov 27 20:54:25.175731 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc5236bb-4c4d-482c-a89b-957c06141c65 req-53530869-2bec-4e22-aec8-104b5db98b28 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/ed005e21-fa12-4398-855c-906f54804dc1 HTTP/1.1" status: 404  len: 352 time: 0.0151985
Nov 27 20:54:25.182587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-6ac52431-146d-489c-937b-294829f93758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:25.187505 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-6ac52431-146d-489c-937b-294829f93758 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ecb2b22d-df71-40c8-af9b-e8abd512f0db HTTP/1.1" status: 200  len: 915 time: 0.1014104
Nov 27 20:54:25.258860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:25.280473 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe378ac0>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'afd19b8e-a551-4da8-b483-5e3409a6c59f', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'floating_ip_address': '172.35.3.240', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'port_id': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'mac_address': 'fa:16:3e:46:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:53:59Z', 'updated_at': '2021-11-27T20:54:22Z', 'revision_number': 1, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761b9091-30ba-480d-83dd-ad7ac21afca2', 'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'mac_address': 'fa:16:3e:56:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 5, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'subnets': [{'id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:25.287396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-2be0a731-7859-489b-bd43-a9e17cef9e29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f40e7d5-e01b-48c4-a853-15b07fbabc1f HTTP/1.1" status: 200  len: 999 time: 0.0950301
Nov 27 20:54:25.314021 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] Checking router: cac338f5-1fed-4c92-970f-3b7e54c47d7d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:54:25.320993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:25.321646 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:25.324740 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:25.325526 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe378ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:25.385055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-4a4c6006-6e66-48c3-b670-d0be763f19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:25.392796 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-4a4c6006-6e66-48c3-b670-d0be763f19e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acca60c7-7043-41d9-9a97-49f666b6fb1c HTTP/1.1" status: 200  len: 853 time: 0.0961194
Nov 27 20:54:25.461793 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:25.492013 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:25.500285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:25.502320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-47c4a4a1-06d2-4190-a41f-f23ecd61bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:25.504041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-47c4a4a1-06d2-4190-a41f-f23ecd61bbc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ecb2b22d-df71-40c8-af9b-e8abd512f0db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0932775
Nov 27 20:54:25.505724 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:25.559383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:25.634807 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab863eb-f3a5-4c43-9277-49eb65fff27c req-152e02bb-2f30-47af-b0fa-8c73450617ca tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:25.637432 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ab863eb-f3a5-4c43-9277-49eb65fff27c req-152e02bb-2f30-47af-b0fa-8c73450617ca tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 1023 time: 0.1020362
Nov 27 20:54:25.673105 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-7017fb6b-8628-44c2-b8ee-2ec6a97ae92f service neutron] 10.222.0.15 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584785
Nov 27 20:54:25.842686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ab863eb-f3a5-4c43-9277-49eb65fff27c req-6f2bc839-81c3-484e-97e7-44d060765de6 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51088c2-09fd-4bb8-9023-6cf77fd03eec&id=ca86a1f5-9464-47ba-9e54-9551eba45fec&id=d3d4501e-ad00-41f7-a9ea-7a077cdc7b84&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1957932
Nov 27 20:54:25.885186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0f324b6-87cf-4c96-93b0-7b24f17d5ee2 req-d4333e7a-3446-475f-be46-340929519c55 service neutron] 10.222.0.15 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1915486
Nov 27 20:54:25.921259 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe378ac0>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'afd19b8e-a551-4da8-b483-5e3409a6c59f', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'floating_ip_address': '172.35.3.240', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'port_id': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'mac_address': 'fa:16:3e:46:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:53:59Z', 'updated_at': '2021-11-27T20:54:22Z', 'revision_number': 1, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761b9091-30ba-480d-83dd-ad7ac21afca2', 'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'mac_address': 'fa:16:3e:56:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 5, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'subnets': [{'id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:25.930768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a142d-ad20-4739-b1d7-c9175c81da3d req-6da3fbd0-4f61-4763-b251-8f7d0e6ca4c1 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:25.932652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7c3a142d-ad20-4739-b1d7-c9175c81da3d req-6da3fbd0-4f61-4763-b251-8f7d0e6ca4c1 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 949 time: 0.0706189
Nov 27 20:54:25.955638 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb5d3e1-6416-4a46-8dd5-554734879ce7 None None] The sync data for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 is: [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'afd19b8e-a551-4da8-b483-5e3409a6c59f', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'floating_ip_address': '172.35.3.240', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'port_id': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'mac_address': 'fa:16:3e:46:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:53:59Z', 'updated_at': '2021-11-27T20:54:22Z', 'revision_number': 1, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761b9091-30ba-480d-83dd-ad7ac21afca2', 'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'mac_address': 'fa:16:3e:56:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 5, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'subnets': [{'id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:54:26.002485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7c3a142d-ad20-4739-b1d7-c9175c81da3d req-c0269bd7-b7fb-4ca4-bb7f-1b2ea4d3f8b9 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632157
Nov 27 20:54:26.010218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 36e23715-b371-4509-b3a1-1a6ee03ca0a6 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:26.076462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:54:26.083560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:26.084350 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:26.115773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76206c04-0e4c-4688-afbe-b0041edeb575 req-a685867c-b637-4de0-b903-f85af000e4a8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:26.117882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76206c04-0e4c-4688-afbe-b0041edeb575 req-a685867c-b637-4de0-b903-f85af000e4a8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0675085
Nov 27 20:54:26.184142 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76206c04-0e4c-4688-afbe-b0041edeb575 req-057bf7b1-d310-4795-8fbb-5e2a78243b79 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594471
Nov 27 20:54:26.200077 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:26.238894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 36e23715-b371-4509-b3a1-1a6ee03ca0a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36e23715-b371-4509-b3a1-1a6ee03ca0a6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:26.243476 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:26.288227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb252c1-7252-4320-a19c-403a898ce626 None None] New status for floating IP afd19b8e-a551-4da8-b483-5e3409a6c59f: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:54:26.335030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=36e23715-b371-4509-b3a1-1a6ee03ca0a6,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:26.486071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef'}, {'server_uuid': '1248fe45-c107-4977-b69b-eba5a348ec41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e23715-b371-4509-b3a1-1a6ee03ca0a6'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:26.488567 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa34b134-da46-4376-a765-64a1c3701a2e" -d '{"events": [{"server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "name": "network-vif-plugged", "status": "completed", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef"}, {"server_uuid": "1248fe45-c107-4977-b69b-eba5a348ec41", "name": "network-vif-plugged", "status": "completed", "tag": "36e23715-b371-4509-b3a1-1a6ee03ca0a6"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:26.536966 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495e1c82-6f4e-4023-bf43-57e9ea2f9fad x-openstack-request-id: req-495e1c82-6f4e-4023-bf43-57e9ea2f9fad {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:26.537282 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "name": "network-vif-plugged", "status": "completed", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef", "code": 200}, {"server_uuid": "1248fe45-c107-4977-b69b-eba5a348ec41", "name": "network-vif-plugged", "status": "completed", "tag": "36e23715-b371-4509-b3a1-1a6ee03ca0a6", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:26.537546 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-495e1c82-6f4e-4023-bf43-57e9ea2f9fad {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:26.537987 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef', 'code': 200}
Nov 27 20:54:26.538231 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1248fe45-c107-4977-b69b-eba5a348ec41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e23715-b371-4509-b3a1-1a6ee03ca0a6', 'code': 200}
Nov 27 20:54:26.642154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c4c30-7f9e-4af7-a898-b1985d86cbd6 req-7ea3cc10-f218-43a3-b927-928a90b98434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:26.643597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c5c4c30-7f9e-4af7-a898-b1985d86cbd6 req-7ea3cc10-f218-43a3-b927-928a90b98434 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 1101 time: 0.0433891
Nov 27 20:54:26.687801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c5c4c30-7f9e-4af7-a898-b1985d86cbd6 req-c1824942-ea2c-4a60-94e8-f3ac4bf43ec4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365872
Nov 27 20:54:26.956716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1373df-808c-488b-a7f3-59a2b0779f9d req-38a7487c-2b44-4ca1-b261-58400524eb2b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:26.958255 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d1373df-808c-488b-a7f3-59a2b0779f9d req-38a7487c-2b44-4ca1-b261-58400524eb2b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 1023 time: 0.0533957
Nov 27 20:54:27.026238 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d1373df-808c-488b-a7f3-59a2b0779f9d req-cba591ee-e55b-4a09-a2ee-0618c20d0050 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51088c2-09fd-4bb8-9023-6cf77fd03eec&id=ca86a1f5-9464-47ba-9e54-9551eba45fec&id=d3d4501e-ad00-41f7-a9ea-7a077cdc7b84&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0615418
Nov 27 20:54:27.026931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62105109-ef40-44c4-bff8-0d16a9b43e35 req-856ffe51-c61a-478c-ba91-79719af7a319 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:27.028260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-62105109-ef40-44c4-bff8-0d16a9b43e35 req-856ffe51-c61a-478c-ba91-79719af7a319 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 945 time: 0.0489690
Nov 27 20:54:27.076507 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-62105109-ef40-44c4-bff8-0d16a9b43e35 req-d0210a79-1742-451e-abc2-ac3eae872bb9 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418239
Nov 27 20:54:27.178370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd09da6-974d-4d8c-8f39-41c25d402d50 req-a1bd7867-e082-4ee9-8fc8-58fa71ea2295 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:27.179901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddd09da6-974d-4d8c-8f39-41c25d402d50 req-a1bd7867-e082-4ee9-8fc8-58fa71ea2295 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 950 time: 0.0492971
Nov 27 20:54:27.228221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddd09da6-974d-4d8c-8f39-41c25d402d50 req-f9143371-63b5-4cd9-85e5-0a088d3d15ac tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417254
Nov 27 20:54:27.306758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e14ec6-f6c9-42a6-9989-7d4f647369b2 req-9a7f368b-eaab-4e90-9e9c-16f7b1a81c7e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:27.308296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0e14ec6-f6c9-42a6-9989-7d4f647369b2 req-9a7f368b-eaab-4e90-9e9c-16f7b1a81c7e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.0505784
Nov 27 20:54:27.360991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0e14ec6-f6c9-42a6-9989-7d4f647369b2 req-12ceb746-5559-4ff2-9679-87a70e46104e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468097
Nov 27 20:54:27.653560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-23224a95-a051-4c55-bb26-4e4d9ff4c209 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:27.655661 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-23224a95-a051-4c55-bb26-4e4d9ff4c209 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 1023 time: 0.0541205
Nov 27 20:54:27.754039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Deleting port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:27.754309 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:27.845800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] For port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,segment=NetworkSegment(0dfd7269-8599-48e9-9262-18620fbe2015),segment_id=0dfd7269-8599-48e9-9262-18620fbe2015)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:27.846164 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:27.858897 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Calling delete_port for 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:27.986641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:27.999328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:28.018713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'Port': ['ID=82ae9ef3-d9a1-4c1b-9556-dd503129f6ca,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:28.021848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a7424a47-99c1-4af8-bc12-2878fbff5f36 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:54:28.034177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a7424a47-99c1-4af8-bc12-2878fbff5f36 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:28.061645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] No DVR routers for this DVR port 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:28.064460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:28.069755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1b1db224-8230-42a1-af69-511cfac47ad5 req-ce475d79-9bf8-4a36-bc09-1ce299a46a7b tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.15 "DELETE /v2.0/ports/82ae9ef3-d9a1-4c1b-9556-dd503129f6ca HTTP/1.1" status: 204  len: 173 time: 0.4074652
Nov 27 20:54:28.070272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'name': 'network-vif-deleted', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:28.072597 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e67941-46c8-4df7-a62e-23b21d0d0e2e" -d '{"events": [{"server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "name": "network-vif-deleted", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:28.157780 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b9ce445-8916-4d33-87b2-72e7e88c479c req-11a70496-62fe-44f4-b65f-1ed3dd43ef5d tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4be1b680-176c-4763-a0b2-3e8c7e18d91e HTTP/1.1" status: 200  len: 210 time: 0.0514910
Nov 27 20:54:28.160766 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec9545-05ef-4c7a-9dd9-3929b8c66886 x-openstack-request-id: req-a3ec9545-05ef-4c7a-9dd9-3929b8c66886 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:28.163997 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be1b680-176c-4763-a0b2-3e8c7e18d91e", "name": "network-vif-deleted", "tag": "82ae9ef3-d9a1-4c1b-9556-dd503129f6ca", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:28.164973 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3ec9545-05ef-4c7a-9dd9-3929b8c66886 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:28.166180 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be1b680-176c-4763-a0b2-3e8c7e18d91e', 'name': 'network-vif-deleted', 'tag': '82ae9ef3-d9a1-4c1b-9556-dd503129f6ca', 'status': 'completed', 'code': 200}
Nov 27 20:54:28.221885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:28.224247 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:28.244920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'a7424a47-99c1-4af8-bc12-2878fbff5f36', 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6', 'port_id': 'a7424a47-99c1-4af8-bc12-2878fbff5f36', 'mac_address': 'fa:16:3e:a4:67:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712d939c-680c-4d37-bf43-92257ade9240', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:54:28.264815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c3b5d-5d2f-4283-959a-17036a3b834c req-377680fb-0312-4fc2-a210-5f0d10df2189 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:28.267732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f03c3b5d-5d2f-4283-959a-17036a3b834c req-377680fb-0312-4fc2-a210-5f0d10df2189 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 945 time: 0.0767212
Nov 27 20:54:28.291882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:28.301058 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:28.334540 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:28.338717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f03c3b5d-5d2f-4283-959a-17036a3b834c req-896334be-ec3b-44ba-84c8-77f6a93fecf3 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666723
Nov 27 20:54:28.359490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7424a47-99c1-4af8-bc12-2878fbff5f36 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:28.407605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a7424a47-99c1-4af8-bc12-2878fbff5f36,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:28.417367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:54:28.417834 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:54:28.433695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bf334-b965-461d-b7c4-bb4984902fb3 req-ec3a7f1f-91a3-453e-aa20-39dcffca7a39 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:28.435279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-010bf334-b965-461d-b7c4-bb4984902fb3 req-ec3a7f1f-91a3-453e-aa20-39dcffca7a39 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 950 time: 0.0558105
Nov 27 20:54:28.484785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-010bf334-b965-461d-b7c4-bb4984902fb3 req-6750d62e-3088-49bb-a6c1-12dddf158dd3 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425296
Nov 27 20:54:28.487381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0589c-ddb8-4478-b81c-030dde40a912 req-48ace4b6-5bf8-4511-907f-8203c8e7efdd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:28.488902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb0589c-ddb8-4478-b81c-030dde40a912 req-48ace4b6-5bf8-4511-907f-8203c8e7efdd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 943 time: 0.0505879
Nov 27 20:54:28.538084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb0589c-ddb8-4478-b81c-030dde40a912 req-99d4497a-e678-43d0-b82c-12b10cb0136b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429397
Nov 27 20:54:28.539563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:28.542821 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80fd6c3-e4f4-4941-b504-a37b473aef28" -d '{"events": [{"server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "name": "network-vif-unplugged", "status": "completed", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:28.583872 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b17485b-9c51-4741-98db-417be2e09ae1 x-openstack-request-id: req-0b17485b-9c51-4741-98db-417be2e09ae1 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:28.584170 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "name": "network-vif-unplugged", "status": "completed", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:28.584434 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b17485b-9c51-4741-98db-417be2e09ae1 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:28.584831 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36', 'code': 200}
Nov 27 20:54:28.734079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1434b9c-42d1-4271-8787-acf37ce756db req-658b04aa-8365-4108-92cc-beca99237a90 tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:28.736153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1434b9c-42d1-4271-8787-acf37ce756db req-658b04aa-8365-4108-92cc-beca99237a90 tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 1101 time: 0.0431719
Nov 27 20:54:28.757642 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1434b9c-42d1-4271-8787-acf37ce756db req-2b1944ed-6f30-4447-a6d6-cecdd7d82922 tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:28.836099 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1434b9c-42d1-4271-8787-acf37ce756db req-2b1944ed-6f30-4447-a6d6-cecdd7d82922 tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:28.840422 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c1434b9c-42d1-4271-8787-acf37ce756db req-2b1944ed-6f30-4447-a6d6-cecdd7d82922 tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:28.879461 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1434b9c-42d1-4271-8787-acf37ce756db req-2b1944ed-6f30-4447-a6d6-cecdd7d82922 tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367252
Nov 27 20:54:28.880041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1944ed-6f30-4447-a6d6-cecdd7d82922 tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0310b8-717d-4c90-80ea-8cabf44e77a0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:28.961870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:28.977705 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7424a47-99c1-4af8-bc12-2878fbff5f36 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:29.001171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:29.005739 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:29.056502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a7424a47-99c1-4af8-bc12-2878fbff5f36,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:29.268007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:54:29.275365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0437b053-b2e1-4749-ac48-4e6a8a0dc423 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:29.324611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 0437b053-b2e1-4749-ac48-4e6a8a0dc423 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:29.324964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0437b053-b2e1-4749-ac48-4e6a8a0dc423 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:29.336460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['a7424a47-99c1-4af8-bc12-2878fbff5f36'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:29.342278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b759a0e5-2f70-42ce-8dcb-bc71b3688afc req-687a29d2-3d04-4ccd-9b25-9ccb0387abe2 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/d3d4501e-ad00-41f7-a9ea-7a077cdc7b84 HTTP/1.1" status: 200  len: 1816 time: 0.0980611
Nov 27 20:54:29.425680 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b759a0e5-2f70-42ce-8dcb-bc71b3688afc req-2fa57c04-8cd3-4e4e-a814-bc36903b9c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:29.473888 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b759a0e5-2f70-42ce-8dcb-bc71b3688afc req-2fa57c04-8cd3-4e4e-a814-bc36903b9c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:29.531837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:29.553140 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b759a0e5-2f70-42ce-8dcb-bc71b3688afc req-2fa57c04-8cd3-4e4e-a814-bc36903b9c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:29.556669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b759a0e5-2f70-42ce-8dcb-bc71b3688afc req-2fa57c04-8cd3-4e4e-a814-bc36903b9c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:29.558255 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b759a0e5-2f70-42ce-8dcb-bc71b3688afc req-2fa57c04-8cd3-4e4e-a814-bc36903b9c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/d3d4501e-ad00-41f7-a9ea-7a077cdc7b84 HTTP/1.1" status: 204  len: 173 time: 0.2145102
Nov 27 20:54:29.580133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813', 'mac_address': 'fa:16:3e:02:ef:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:54:29.581932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa57c04-8cd3-4e4e-a814-bc36903b9c16 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d4501e-ad00-41f7-a9ea-7a077cdc7b84,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:29.629131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c0126-9906-489c-8cbe-3baa39a76ede req-14e5249f-5423-4a63-8348-0395509f5804 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:29.640173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba6c0126-9906-489c-8cbe-3baa39a76ede req-14e5249f-5423-4a63-8348-0395509f5804 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 945 time: 0.1315489
Nov 27 20:54:29.660691 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:29.687438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:29.698094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5adec2-3276-4e51-b255-6667083fad2f req-c7510ad4-da15-4cb5-a556-dd2c7b97444d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:29.700001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc5adec2-3276-4e51-b255-6667083fad2f req-c7510ad4-da15-4cb5-a556-dd2c7b97444d tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.15 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 945 time: 0.1263554
Nov 27 20:54:29.711534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:29.724405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:29.782983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153babb4-bcda-476b-bf21-a576a90e5703 req-07d5360b-e028-4453-b30a-4d3f8bec28dd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:29.791432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-153babb4-bcda-476b-bf21-a576a90e5703 req-07d5360b-e028-4453-b30a-4d3f8bec28dd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 944 time: 0.0811915
Nov 27 20:54:29.806918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:29.817410 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba6c0126-9906-489c-8cbe-3baa39a76ede req-c77b89be-b835-4b69-879a-48e8a8b6fd42 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d57de17-6c60-4806-9162-536cc819e8db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738052
Nov 27 20:54:29.827714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2dfaad6b-b499-4a67-ad7b-ec4eea1d3813'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:29.853503 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-153babb4-bcda-476b-bf21-a576a90e5703 req-7c73f657-8cfa-4764-b59e-72caa09209ab tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606666
Nov 27 20:54:29.930968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-fc5adec2-3276-4e51-b255-6667083fad2f req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Deleting port 1cb73713-eb64-4a52-a006-70b1b4bcabdb {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:29.936368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-fc5adec2-3276-4e51-b255-6667083fad2f req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.036287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46b6fbdd-b4bf-4f50-b76e-4333df5d8fac req-5dc80ca5-9423-4a7f-b9d9-fcae27778ea5 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "GET /v2.0/security-groups/d51088c2-09fd-4bb8-9023-6cf77fd03eec HTTP/1.1" status: 200  len: 1818 time: 0.1428165
Nov 27 20:54:30.108644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b0188-241f-4745-94f3-cd0719cda32b req-fc220a26-7ad3-413d-b469-123ce1d337fe tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:30.119867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-fc5adec2-3276-4e51-b255-6667083fad2f req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] For port 1cb73713-eb64-4a52-a006-70b1b4bcabdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cb73713-eb64-4a52-a006-70b1b4bcabdb,segment=NetworkSegment(29652fc0-e353-4390-b6ca-c0d8e8c5bdcf),segment_id=29652fc0-e353-4390-b6ca-c0d8e8c5bdcf)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:30.120132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-765b0188-241f-4745-94f3-cd0719cda32b req-fc220a26-7ad3-413d-b469-123ce1d337fe tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 1101 time: 0.0856495
Nov 27 20:54:30.120943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-fc5adec2-3276-4e51-b255-6667083fad2f req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.149354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-fc5adec2-3276-4e51-b255-6667083fad2f req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Calling delete_port for 1cb73713-eb64-4a52-a006-70b1b4bcabdb owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:30.151482 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-46b6fbdd-b4bf-4f50-b76e-4333df5d8fac req-7428ebb8-24c1-4c4d-bc1d-90eb19498308 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.182853 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-765b0188-241f-4745-94f3-cd0719cda32b req-a1a8914d-2071-4712-a89d-3927ed37b147 tempest-ServersAdminNegativeTestJSON-662660658 tempest-ServersAdminNegativeTestJSON-662660658-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614567
Nov 27 20:54:30.220583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-46b6fbdd-b4bf-4f50-b76e-4333df5d8fac req-7428ebb8-24c1-4c4d-bc1d-90eb19498308 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.296453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-46b6fbdd-b4bf-4f50-b76e-4333df5d8fac req-7428ebb8-24c1-4c4d-bc1d-90eb19498308 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.299656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-46b6fbdd-b4bf-4f50-b76e-4333df5d8fac req-7428ebb8-24c1-4c4d-bc1d-90eb19498308 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.300949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46b6fbdd-b4bf-4f50-b76e-4333df5d8fac req-7428ebb8-24c1-4c4d-bc1d-90eb19498308 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] 10.222.0.21 "DELETE /v2.0/security-groups/d51088c2-09fd-4bb8-9023-6cf77fd03eec HTTP/1.1" status: 204  len: 173 time: 0.2634156
Nov 27 20:54:30.311694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38502) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:30.315611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428ebb8-24c1-4c4d-bc1d-90eb19498308 tempest-SecurityGroupsTestJSON-72623525 tempest-SecurityGroupsTestJSON-72623525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51088c2-09fd-4bb8-9023-6cf77fd03eec,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:30.428646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-661479f7-70bd-4ef0-8fe8-1b57caa7b02d admin admin] Deleting subnet 8243016a-be60-432d-896c-4d87c4b1eb0e {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:54:30.440580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-661479f7-70bd-4ef0-8fe8-1b57caa7b02d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.484705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-fc5adec2-3276-4e51-b255-6667083fad2f req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.542872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-661479f7-70bd-4ef0-8fe8-1b57caa7b02d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.546352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Pushing event deleted for resources: {'Port': ['ID=1cb73713-eb64-4a52-a006-70b1b4bcabdb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:30.640742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5adec2-3276-4e51-b255-6667083fad2f req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] No DVR routers for this DVR port 1cb73713-eb64-4a52-a006-70b1b4bcabdb on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:30.644868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-a2c28dad-227c-4b6e-a061-c5a95f6f718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:30.645659 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-fc5adec2-3276-4e51-b255-6667083fad2f req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.647419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-a2c28dad-227c-4b6e-a061-c5a95f6f718d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 1097 time: 0.1696992
Nov 27 20:54:30.650951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc5adec2-3276-4e51-b255-6667083fad2f req-2598d065-6c23-464f-a110-dbbf3defcb59 tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.15 "DELETE /v2.0/ports/1cb73713-eb64-4a52-a006-70b1b4bcabdb HTTP/1.1" status: 204  len: 173 time: 0.9343243
Nov 27 20:54:30.651745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821291e6-a643-4172-ba04-15984efe9761', 'name': 'network-vif-deleted', 'tag': '1cb73713-eb64-4a52-a006-70b1b4bcabdb'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:30.655509 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6ac82e-21bc-44a3-b140-f93774a46ad7" -d '{"events": [{"server_uuid": "821291e6-a643-4172-ba04-15984efe9761", "name": "network-vif-deleted", "tag": "1cb73713-eb64-4a52-a006-70b1b4bcabdb"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:30.658388 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-661479f7-70bd-4ef0-8fe8-1b57caa7b02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.751525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-661479f7-70bd-4ef0-8fe8-1b57caa7b02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.773080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-661479f7-70bd-4ef0-8fe8-1b57caa7b02d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.782589 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-661479f7-70bd-4ef0-8fe8-1b57caa7b02d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8243016a-be60-432d-896c-4d87c4b1eb0e HTTP/1.1" status: 204  len: 168 time: 0.4690583
Nov 27 20:54:30.783738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38518) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:30.807989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-f788c908-ea30-4e2a-a3f3-c6da2aa3477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:30.809518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-f788c908-ea30-4e2a-a3f3-c6da2aa3477f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 904 time: 0.1201901
Nov 27 20:54:30.811671 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d0cfc2-7807-485d-9658-4b0e9250ad86 x-openstack-request-id: req-a8d0cfc2-7807-485d-9658-4b0e9250ad86 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:30.811671 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821291e6-a643-4172-ba04-15984efe9761", "name": "network-vif-deleted", "tag": "1cb73713-eb64-4a52-a006-70b1b4bcabdb", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:30.812016 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8d0cfc2-7807-485d-9658-4b0e9250ad86 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:30.812148 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821291e6-a643-4172-ba04-15984efe9761', 'name': 'network-vif-deleted', 'tag': '1cb73713-eb64-4a52-a006-70b1b4bcabdb', 'status': 'completed', 'code': 200}
Nov 27 20:54:30.871307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-bd2cb75e-3e5b-4c36-aecf-04aa447dae32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef HTTP/1.1" status: 200  len: 217 time: 0.0505905
Nov 27 20:54:30.901890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661479f7-70bd-4ef0-8fe8-1b57caa7b02d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8243016a-be60-432d-896c-4d87c4b1eb0e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:30.912481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:30.950414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-c0bcb778-5b25-46b0-94ce-cd338e65a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:30.956526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-c0bcb778-5b25-46b0-94ce-cd338e65a24a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 200  len: 843 time: 0.0767257
Nov 27 20:54:31.001411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-cc7828c3-281f-4449-8a2d-a77638d16f5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379040
Nov 27 20:54:31.031462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e3dde36-b154-49c4-a07e-740a26e0aa59 req-1f1e8778-0117-4393-89dd-6df01862609f tempest-AttachVolumeNegativeTest-36724854 tempest-AttachVolumeNegativeTest-36724854-project] 10.222.0.21 "GET /v2.0/ports?device_id=821291e6-a643-4172-ba04-15984efe9761 HTTP/1.1" status: 200  len: 210 time: 0.0403259
Nov 27 20:54:31.033609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.070316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcc78250>,) {'filters': {'network_id': ['2940339f-24fb-427d-9c33-55a10d708401']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:31.082906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcc78250>, '0dfd7269-8599-48e9-9262-18620fbe2015') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:31.083282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcc78250>, '0dfd7269-8599-48e9-9262-18620fbe2015') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:31.096083 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.119897 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e99584-2656-49fd-8761-030ecd70b52d req-2cd4d567-7f65-4ddb-83ee-dd96fa4a8a13 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:31.121676 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.128222 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46e99584-2656-49fd-8761-030ecd70b52d req-2cd4d567-7f65-4ddb-83ee-dd96fa4a8a13 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 950 time: 0.1253550
Nov 27 20:54:31.135781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:54:31.136100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:54:31.137920 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:54:31.217583 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46e99584-2656-49fd-8761-030ecd70b52d req-e5cee3fb-49d5-473f-9e7b-fb1ec9eeb5ce tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878131
Nov 27 20:54:31.233625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-ed87ceb8-f0a6-4e5c-9f4e-4a0339fea8d0 service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2145734
Nov 27 20:54:31.238977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.245996 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.265377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2940339f-24fb-427d-9c33-55a10d708401 HTTP/1.1" status: 204  len: 168 time: 0.4776175
Nov 27 20:54:31.292574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5487b0-e03b-4e97-92ea-5c46b4871c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=2940339f-24fb-427d-9c33-55a10d708401,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:31.298324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:31.348498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a2c7a-d9ad-4708-8da8-e0c0bc916f84 req-cfe79373-b97b-460e-842b-453b59751d3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:31.353159 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e73a2c7a-d9ad-4708-8da8-e0c0bc916f84 req-cfe79373-b97b-460e-842b-453b59751d3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 944 time: 0.1968846
Nov 27 20:54:31.397704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:31.398150 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.482061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e73a2c7a-d9ad-4708-8da8-e0c0bc916f84 req-177f1b91-6505-4ea2-a67d-0ad33cdca36d tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197577
Nov 27 20:54:31.533435 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ae00d6e-fa03-4320-b8fe-edb4a0fbca3d req-94b623e5-8b7e-4740-bced-a4926b9f979c service neutron] 10.222.0.15 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931836
Nov 27 20:54:31.612917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38552) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:31.629092 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.659042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:31.661606 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7549fd56-262d-44fa-9b29-1516e88b8759" -d '{"events": [{"server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "name": "network-vif-plugged", "status": "completed", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:31.674503 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-694938b1-fcc7-41b7-b99a-2dbd2c352349 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ce320b0fdb0466692b28dc520686425&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0600872
Nov 27 20:54:31.677817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38556) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:31.691724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:31.698893 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.699870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1cb73713-eb64-4a52-a006-70b1b4bcabdb no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:31.744662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 1cb73713-eb64-4a52-a006-70b1b4bcabdb {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:31.745024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1cb73713-eb64-4a52-a006-70b1b4bcabdb not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:31.745716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:31.765840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27d7ff70-62c5-4acd-bfee-d69918ca03db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.772974 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a60d291-3378-4b38-be1a-ee885b91d0b7 x-openstack-request-id: req-6a60d291-3378-4b38-be1a-ee885b91d0b7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:31.773276 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "name": "network-vif-plugged", "status": "completed", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:31.773534 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a60d291-3378-4b38-be1a-ee885b91d0b7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:31.773930 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813', 'code': 200}
Nov 27 20:54:31.774893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:31.775271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 82ae9ef3-d9a1-4c1b-9556-dd503129f6ca not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:31.790246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27d7ff70-62c5-4acd-bfee-d69918ca03db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.800847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:31.841935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27d7ff70-62c5-4acd-bfee-d69918ca03db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.844677 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27d7ff70-62c5-4acd-bfee-d69918ca03db admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:31.848724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-27d7ff70-62c5-4acd-bfee-d69918ca03db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca86a1f5-9464-47ba-9e54-9551eba45fec HTTP/1.1" status: 204  len: 168 time: 0.1696315
Nov 27 20:54:31.857537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7ff70-62c5-4acd-bfee-d69918ca03db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca86a1f5-9464-47ba-9e54-9551eba45fec,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:32.072621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a7424a47-99c1-4af8-bc12-2878fbff5f36 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:32.131625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38564) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:32.298050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61e740f-758e-417b-a254-4c3d22f98194 admin admin] Deleting subnet 9acf26a3-8a0f-4e26-8587-6c20c4861307 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:54:32.308401 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e61e740f-758e-417b-a254-4c3d22f98194 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:32.380558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port a7424a47-99c1-4af8-bc12-2878fbff5f36 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:32.381166 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:32.451435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305ed47-7348-4a8c-80e6-33edc0228b61 req-028be729-71e7-49c7-8621-6c4aaf4f1171 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:32.457328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a305ed47-7348-4a8c-80e6-33edc0228b61 req-028be729-71e7-49c7-8621-6c4aaf4f1171 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 950 time: 0.1091945
Nov 27 20:54:32.462868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e61e740f-758e-417b-a254-4c3d22f98194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:32.556842 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:32.601564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:32.615087 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:32.621350 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a305ed47-7348-4a8c-80e6-33edc0228b61 req-1d62559d-e8b9-4f40-9413-81d224e988b5 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120431
Nov 27 20:54:32.649942 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e61e740f-758e-417b-a254-4c3d22f98194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:32.718069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a7424a47-99c1-4af8-bc12-2878fbff5f36,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:32.731143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-72f41a32-1722-4c01-bf5d-be7f89b86832 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:32.738006 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-72f41a32-1722-4c01-bf5d-be7f89b86832 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 950 time: 0.1857433
Nov 27 20:54:32.764714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e61e740f-758e-417b-a254-4c3d22f98194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:32.789192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e61e740f-758e-417b-a254-4c3d22f98194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:32.799886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e61e740f-758e-417b-a254-4c3d22f98194 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9acf26a3-8a0f-4e26-8587-6c20c4861307 HTTP/1.1" status: 204  len: 168 time: 0.6667502
Nov 27 20:54:32.802902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38606) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:32.843646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e740f-758e-417b-a254-4c3d22f98194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9acf26a3-8a0f-4e26-8587-6c20c4861307,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:32.881785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dda261-669d-4eba-a4f8-bfa73a090a5b req-299d9e85-2d0e-46a5-b4d4-4a090dd801c3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:32.889500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5dda261-669d-4eba-a4f8-bfa73a090a5b req-299d9e85-2d0e-46a5-b4d4-4a090dd801c3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.2799916
Nov 27 20:54:32.974177 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:32.978878 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5dda261-669d-4eba-a4f8-bfa73a090a5b req-a5bb1dc1-c027-4c76-ba89-55b0cff8f364 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834131
Nov 27 20:54:33.004422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Deleting port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:33.005004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.083613 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.106882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7b0760>,) {'filters': {'network_id': ['4c1c2964-efe7-47f4-bb47-68bb0bb15cce']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:33.118838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7b0760>, '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:33.119593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7b0760>, '29652fc0-e353-4390-b6ca-c0d8e8c5bdcf') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:33.130878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.136471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38612) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:33.160037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.169219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:54:33.169969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:54:33.172718 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:54:33.177580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] For port 36e23715-b371-4509-b3a1-1a6ee03ca0a6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36e23715-b371-4509-b3a1-1a6ee03ca0a6,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:33.178150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.205890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Calling delete_port for 36e23715-b371-4509-b3a1-1a6ee03ca0a6 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:33.249887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.260933 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.268938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4c1c2964-efe7-47f4-bb47-68bb0bb15cce HTTP/1.1" status: 204  len: 168 time: 0.4345982
Nov 27 20:54:33.322253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8be99f-7345-4994-a135-b33b16858db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1c2964-efe7-47f4-bb47-68bb0bb15cce,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:33.375269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-network', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:33.405082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.406669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:54:33.409426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.418487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['fb6fe1ae-aae8-4dcf-863c-9e42e9603264', '36e23715-b371-4509-b3a1-1a6ee03ca0a6'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:54:33.421433 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.510834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Pushing event deleted for resources: {'Port': ['ID=36e23715-b371-4509-b3a1-1a6ee03ca0a6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:33.575206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.585479 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.627085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610290b2-c554-4905-bf94-2b13c2acecc1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:33.632189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38638) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:33.675476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] No DVR routers for this DVR port 36e23715-b371-4509-b3a1-1a6ee03ca0a6 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:33.679301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:54:33.682688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.714219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28d83b7b-cc8a-40dc-b989-babc7ce06817 req-b04224a0-f0b3-4dd3-8f6a-24bee3d660df tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "DELETE /v2.0/ports/36e23715-b371-4509-b3a1-1a6ee03ca0a6 HTTP/1.1" status: 204  len: 173 time: 0.9462156
Nov 27 20:54:33.714920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1248fe45-c107-4977-b69b-eba5a348ec41', 'name': 'network-vif-deleted', 'tag': '36e23715-b371-4509-b3a1-1a6ee03ca0a6'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:33.717529 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.718601 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Added segment 523e8c82-06ea-428e-b731-9414f3a32865 of type vlan for network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d
Nov 27 20:54:33.731625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fa6850fa-9f30-4ccc-bd7a-1cf12326d233 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79226c480677428e924a69a8e4c01ae9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0977049
Nov 27 20:54:33.733132 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad149ab5-7f29-4ca2-b4d1-ae131f0a07b5" -d '{"events": [{"server_uuid": "1248fe45-c107-4977-b69b-eba5a348ec41", "name": "network-vif-deleted", "tag": "36e23715-b371-4509-b3a1-1a6ee03ca0a6"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:33.734956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38642) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:33.784845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:33.801105 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80af2b87-0fdf-4911-a758-01057c10b56c" -d '{"events": [{"server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "name": "network-vif-plugged", "status": "completed", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:33.822795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:33.842920 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8ef296-f638-40fb-bbb3-a2740a0c9e39 x-openstack-request-id: req-2b8ef296-f638-40fb-bbb3-a2740a0c9e39 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:33.843216 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1248fe45-c107-4977-b69b-eba5a348ec41", "name": "network-vif-deleted", "tag": "36e23715-b371-4509-b3a1-1a6ee03ca0a6", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:33.844808 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b8ef296-f638-40fb-bbb3-a2740a0c9e39 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:33.845752 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1248fe45-c107-4977-b69b-eba5a348ec41', 'name': 'network-vif-deleted', 'tag': '36e23715-b371-4509-b3a1-1a6ee03ca0a6', 'status': 'completed', 'code': 200}
Nov 27 20:54:34.007292 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1e94f807-e934-401c-aca7-f65a073f5eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:34.116191 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f0f123-b70e-45ec-81e5-c1323abac141 x-openstack-request-id: req-c8f0f123-b70e-45ec-81e5-c1323abac141 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:34.116490 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "name": "network-vif-plugged", "status": "completed", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:34.116749 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8f0f123-b70e-45ec-81e5-c1323abac141 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:34.117142 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36', 'code': 200}
Nov 27 20:54:34.315618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec265fc6-0c40-4b5a-b7f6-76986113d7fb req-e65a9103-92e6-4c5d-88cd-88b0e80e6829 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:34.330679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec265fc6-0c40-4b5a-b7f6-76986113d7fb req-e65a9103-92e6-4c5d-88cd-88b0e80e6829 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1236975
Nov 27 20:54:34.351527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a1a7b0dd-f439-4aaa-ae30-975915d7772d req-085b0251-3ea5-4bc1-87a3-a77785f3a31e tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=1248fe45-c107-4977-b69b-eba5a348ec41 HTTP/1.1" status: 200  len: 210 time: 0.5374193
Nov 27 20:54:34.376316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7098ffe1-b4b0-4f39-8139-54d430c5d6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:34.387015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:34.388603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:34.388603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:34.476105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7098ffe1-b4b0-4f39-8139-54d430c5d6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:34.497780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec265fc6-0c40-4b5a-b7f6-76986113d7fb req-724c4ae9-6166-4241-8966-824ba33af593 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592951
Nov 27 20:54:34.498678 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3591924
Nov 27 20:54:34.504532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38658) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:34.511778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Request body: {'subnet': {'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-subnet', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:34.533200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dedb0-9019-48a9-9336-0056b1411771 req-73387937-c1c9-4c91-aaf6-4291866493ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:34.535463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ef8dedb0-9019-48a9-9336-0056b1411771 req-73387937-c1c9-4c91-aaf6-4291866493ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 1096 time: 0.1957133
Nov 27 20:54:34.546751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b86a50-de8d-42a3-a287-f8e0f35283e9 admin admin] Pushing event updated for resources: {'Network': ['ID=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:34.558819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:54:34.580970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:54:34.583487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:34.625280 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7098ffe1-b4b0-4f39-8139-54d430c5d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:34.632804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7098ffe1-b4b0-4f39-8139-54d430c5d6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:34.637198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7098ffe1-b4b0-4f39-8139-54d430c5d6f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d57de17-6c60-4806-9162-536cc819e8db HTTP/1.1" status: 204  len: 168 time: 0.8976862
Nov 27 20:54:34.662825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098ffe1-b4b0-4f39-8139-54d430c5d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d57de17-6c60-4806-9162-536cc819e8db,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:34.676031 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ef8dedb0-9019-48a9-9336-0056b1411771 req-2d430cf3-da4a-461a-b4e4-62c599d58bee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295190
Nov 27 20:54:34.887498 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:34.941438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fefb2aa-37dd-4ae6-821d-068bbb418a00,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:34.962144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Checking segment: {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:34.962506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Network hostable DHCP agents. Network: 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:54:34.982989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:54:34.995365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:35.006546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebdd2d1-0e09-493b-9ee0-86c542591d9e None None] Network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:54:35.010337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:35.011339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:35.050842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38686) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:35.051933 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1f23d580-c453-4e1c-8b97-b5c11106f63c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.5431287
Nov 27 20:54:35.055694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:35.108747 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:35.110381 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:35.216529 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:35.279617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:54:35.281669 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:35.433139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:35.471066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Allocated IP 172.20.0.2 (69bbc6e1-7ac2-4c39-8b81-cbf37c04434d/5fefb2aa-37dd-4ae6-821d-068bbb418a00/af6beaa3-e97b-4da1-ac14-92d1ff486ddc) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:35.806926 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:35.817924 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:35.910411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Pushing event updated for resources: {'Port': ['ID=af6beaa3-e97b-4da1-ac14-92d1ff486ddc,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:35.946743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:35.953721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:35.960581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:35.984263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25ac91-f812-4601-910b-86fd64503277 req-d7e73036-4c18-4c80-976f-59291623efbb tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:35.986614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f25ac91-f812-4601-910b-86fd64503277 req-d7e73036-4c18-4c80-976f-59291623efbb tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.2599461
Nov 27 20:54:36.015085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:36.076026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 36e23715-b371-4509-b3a1-1a6ee03ca0a6 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:36.079516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:36.082509 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Attempting to bind port af6beaa3-e97b-4da1-ac14-92d1ff486ddc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:54:36.083014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Attempting to bind port af6beaa3-e97b-4da1-ac14-92d1ff486ddc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:54:36.083515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Attempting to bind port af6beaa3-e97b-4da1-ac14-92d1ff486ddc on network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:36.108389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 36e23715-b371-4509-b3a1-1a6ee03ca0a6 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:36.108896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 36e23715-b371-4509-b3a1-1a6ee03ca0a6 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:36.111718 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:54:36.112236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Checking segment: {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:36.112740 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:36.113387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Bound using segment: {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:54:36.114589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Bound port: af6beaa3-e97b-4da1-ac14-92d1ff486ddc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:54:36.115205 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:36.182623 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f25ac91-f812-4601-910b-86fd64503277 req-3e394f4c-746c-458e-90d6-1b160ed07fb4 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758902
Nov 27 20:54:36.250082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] For port af6beaa3-e97b-4da1-ac14-92d1ff486ddc, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:54:36.254370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] For port af6beaa3-e97b-4da1-ac14-92d1ff486ddc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af6beaa3-e97b-4da1-ac14-92d1ff486ddc,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:54:36.278841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:36.305816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae4f30-7b20-4842-b80b-c87a969eeb87 req-d4fcb2c1-d528-475c-9447-abe484b047a2 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:36.325841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47ae4f30-7b20-4842-b80b-c87a969eeb87 req-d4fcb2c1-d528-475c-9447-abe484b047a2 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 950 time: 0.1859858
Nov 27 20:54:36.382172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841a045-f743-47f0-881e-2937153e03c8 None None] Pushing event updated for resources: {'Port': ['ID=af6beaa3-e97b-4da1-ac14-92d1ff486ddc,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:36.418631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Allocated IP 172.35.3.60 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/28c76821-9fac-4f73-a24e-95899f5f3297) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:36.450710 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8e96c4d9-cfb4-45e3-be67-23420a0e494e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:36.469611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47ae4f30-7b20-4842-b80b-c87a969eeb87 req-583d014f-3ccb-4a47-90e8-4e596f264d2c tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417110
Nov 27 20:54:36.605228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:36.690821 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:36.771843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:36.775266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:36.784532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:36.791013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Pushing event updated for resources: {'Port': ['ID=28c76821-9fac-4f73-a24e-95899f5f3297,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:37.143688 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:37.398551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6922c-4996-4c68-8e85-0677350fe8ec req-74779cbe-3b90-4b4c-8bfb-dd823e1b5d2f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:37.406476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20c6922c-4996-4c68-8e85-0677350fe8ec req-74779cbe-3b90-4b4c-8bfb-dd823e1b5d2f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1105051
Nov 27 20:54:37.470958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:37.650021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-a1836a95-3c6f-4cc1-9033-0e4f09018c7c tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:37.652089 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-a1836a95-3c6f-4cc1-9033-0e4f09018c7c tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 950 time: 0.2446861
Nov 27 20:54:37.675999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20c6922c-4996-4c68-8e85-0677350fe8ec req-7dfb06ca-8061-4676-8138-63133d9f37a0 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2355287
Nov 27 20:54:37.741252 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:37.855422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19679a76-bea7-48f2-ad81-ffa6f44a289b req-ddcec631-b8d9-4f31-8b04-f59d834e3fde tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:37.868475 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19679a76-bea7-48f2-ad81-ffa6f44a289b req-ddcec631-b8d9-4f31-8b04-f59d834e3fde tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 950 time: 0.1959095
Nov 27 20:54:37.875587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Deleting port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:37.875587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:37.914314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Router 80f69812-73a2-4943-b298-f0e561ee3adb is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:54:37.990805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] For port fb6fe1ae-aae8-4dcf-863c-9e42e9603264, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:37.991228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:38.005117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac319d-150e-4a4f-af53-7605dda5b070 None None] Network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:54:38.008623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Calling delete_port for fb6fe1ae-aae8-4dcf-863c-9e42e9603264 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:38.019664 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19679a76-bea7-48f2-ad81-ffa6f44a289b req-26c05ec4-df25-4c42-a569-ddaf2bf6fa86 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/security-groups?id=693c0262-d407-4c8b-a866-ef52c886c751&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480405
Nov 27 20:54:38.135346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-613927bd-aa12-4501-b240-a758abb64911 None None] Provisioning complete for port af6beaa3-e97b-4da1-ac14-92d1ff486ddc triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:38.135836 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-613927bd-aa12-4501-b240-a758abb64911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:38.174561 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:38.189654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:54:38.213582 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Sync routers for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:54:38.227785 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:38.228634 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:38.236334 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:38.240227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8fcf6a7c-3bd5-4a4d-ae6c-73ae1992056b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.1858370
Nov 27 20:54:38.243481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38824) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:38.429373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Pushing event deleted for resources: {'Port': ['ID=fb6fe1ae-aae8-4dcf-863c-9e42e9603264,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:38.576627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] No DVR routers for this DVR port fb6fe1ae-aae8-4dcf-863c-9e42e9603264 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:38.600519 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:38.617697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49a97f7a-8534-4c32-9fde-846aabfcd2f8 req-e75333f3-ea49-4aae-8749-3659fb3d0095 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.35 "DELETE /v2.0/ports/fb6fe1ae-aae8-4dcf-863c-9e42e9603264 HTTP/1.1" status: 204  len: 173 time: 0.9402058
Nov 27 20:54:38.628293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf0c6c5-5410-4d97-bebc-94825b8ec5ae', 'name': 'network-vif-deleted', 'tag': 'fb6fe1ae-aae8-4dcf-863c-9e42e9603264'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:38.635699 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da043ce0-7d62-47d0-ab0c-d6f9e16ef918" -d '{"events": [{"server_uuid": "edf0c6c5-5410-4d97-bebc-94825b8ec5ae", "name": "network-vif-deleted", "tag": "fb6fe1ae-aae8-4dcf-863c-9e42e9603264"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:38.639446 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-613927bd-aa12-4501-b240-a758abb64911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:38.658798 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:38.722089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af6beaa3-e97b-4da1-ac14-92d1ff486ddc up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:38.732547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547c593-6efb-4617-b42b-93bad1e8ad78 req-6bb34ff7-7eb3-4cf9-9329-28cd8b1b3f62 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:38.734145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a547c593-6efb-4617-b42b-93bad1e8ad78 req-6bb34ff7-7eb3-4cf9-9329-28cd8b1b3f62 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.5639098
Nov 27 20:54:38.897222 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f4e467-0cba-40c9-9630-783c738f02a6 x-openstack-request-id: req-c9f4e467-0cba-40c9-9630-783c738f02a6 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:38.897515 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf0c6c5-5410-4d97-bebc-94825b8ec5ae", "name": "network-vif-deleted", "tag": "fb6fe1ae-aae8-4dcf-863c-9e42e9603264", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:38.897780 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9f4e467-0cba-40c9-9630-783c738f02a6 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:38.898195 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf0c6c5-5410-4d97-bebc-94825b8ec5ae', 'name': 'network-vif-deleted', 'tag': 'fb6fe1ae-aae8-4dcf-863c-9e42e9603264', 'status': 'completed', 'code': 200}
Nov 27 20:54:38.942174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a547c593-6efb-4617-b42b-93bad1e8ad78 req-ed475078-7175-48ab-bdd4-c077db15baf3 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946485
Nov 27 20:54:38.998400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-613927bd-aa12-4501-b240-a758abb64911 None None] For port af6beaa3-e97b-4da1-ac14-92d1ff486ddc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af6beaa3-e97b-4da1-ac14-92d1ff486ddc,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:39.035117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-613927bd-aa12-4501-b240-a758abb64911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:39.223664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port af6beaa3-e97b-4da1-ac14-92d1ff486ddc triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:39.224317 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:39.284040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613927bd-aa12-4501-b240-a758abb64911 None None] Pushing event updated for resources: {'Port': ['ID=af6beaa3-e97b-4da1-ac14-92d1ff486ddc,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:39.364466 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4a00>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:36Z', 'revision_number': 3, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:39.459320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4e26bf4-f4ca-4428-b0b8-110a4764bc14 req-8ed4b1a2-706e-4130-8c27-fc3f0ee65ba8 tempest-ServersAdminNegativeTestJSON-1978550227 tempest-ServersAdminNegativeTestJSON-1978550227-project] 10.222.0.21 "GET /v2.0/ports?device_id=edf0c6c5-5410-4d97-bebc-94825b8ec5ae HTTP/1.1" status: 200  len: 210 time: 0.2293413
Nov 27 20:54:39.518495 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Checking router: 80f69812-73a2-4943-b298-f0e561ee3adb for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:54:39.518857 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Updating router 80f69812-73a2-4943-b298-f0e561ee3adb port 28c76821-9fac-4f73-a24e-95899f5f3297 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:54:39.566825 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:39.617190 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:39.620824 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:39.866789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Allocated IP 172.20.0.1 (69bbc6e1-7ac2-4c39-8b81-cbf37c04434d/5fefb2aa-37dd-4ae6-821d-068bbb418a00/7a342ab1-8b65-4541-93f6-c197d2b0cb4a) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:39.875980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a618f098-d4b7-4a8b-b9e9-8409bf0a2983 None None] Provisioning complete for port af6beaa3-e97b-4da1-ac14-92d1ff486ddc triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:39.876611 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a618f098-d4b7-4a8b-b9e9-8409bf0a2983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.009279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.046994 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.083740 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.107645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38884) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:40.154168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device fb6fe1ae-aae8-4dcf-863c-9e42e9603264 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:40.182223 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.269480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: fb6fe1ae-aae8-4dcf-863c-9e42e9603264 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:40.271474 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device fb6fe1ae-aae8-4dcf-863c-9e42e9603264 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:40.287990 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Attempting to bind port 28c76821-9fac-4f73-a24e-95899f5f3297 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:54:40.288372 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Attempting to bind port 28c76821-9fac-4f73-a24e-95899f5f3297 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:54:40.288897 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Attempting to bind port 28c76821-9fac-4f73-a24e-95899f5f3297 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:40.315430 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:54:40.315989 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:40.318901 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.319835 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:54:40.320351 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Bound port: 28c76821-9fac-4f73-a24e-95899f5f3297, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:54:40.320752 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.322279 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.337413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:40.373619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:40.379862 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c89d01-66e8-44da-b432-c280a3e1a505 None None] Pushing event updated for resources: {'Port': ['ID=28c76821-9fac-4f73-a24e-95899f5f3297,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:40.395151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:40.469117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Pushing event updated for resources: {'Port': ['ID=7a342ab1-8b65-4541-93f6-c197d2b0cb4a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:40.508192 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] For port 28c76821-9fac-4f73-a24e-95899f5f3297, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:54:40.515552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95716aa3-c6cc-4c64-9dab-255d2b2af3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.519824 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] For port 28c76821-9fac-4f73-a24e-95899f5f3297, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28c76821-9fac-4f73-a24e-95899f5f3297,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:54:40.537019 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.549778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af6beaa3-e97b-4da1-ac14-92d1ff486ddc up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:40.554680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.668411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port af6beaa3-e97b-4da1-ac14-92d1ff486ddc triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:40.669647 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.764118 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:40.766373 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:40.847997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-8be4a1e3-f3c0-4e79-b2fd-51d88485d7fd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:40.850217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-8be4a1e3-f3c0-4e79-b2fd-51d88485d7fd tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "GET /v2.0/ports?device_id=a542bf73-64b0-4fac-9738-f06b723b6d21 HTTP/1.1" status: 200  len: 945 time: 0.1888378
Nov 27 20:54:40.860966 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95716aa3-c6cc-4c64-9dab-255d2b2af3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.866359 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.937807 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c89d01-66e8-44da-b432-c280a3e1a505 None None] Pushing event updated for resources: {'Port': ['ID=28c76821-9fac-4f73-a24e-95899f5f3297,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:40.956915 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95716aa3-c6cc-4c64-9dab-255d2b2af3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:40.990187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-30263977-1194-438a-8145-998d70fb5979 None None] Provisioning complete for port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:40.992003 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-30263977-1194-438a-8145-998d70fb5979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:41.024648 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:41.132301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-30263977-1194-438a-8145-998d70fb5979 None None] Port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:54:41.184133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95716aa3-c6cc-4c64-9dab-255d2b2af3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b11b3f-98dd-427f-bc7b-c02c9f8cd8ac,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:41.194176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-95716aa3-c6cc-4c64-9dab-255d2b2af3c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a58a4f8b21b140df8cdbd07d62968638&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1050532
Nov 27 20:54:41.194950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38898) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:41.286163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Deleting port a7424a47-99c1-4af8-bc12-2878fbff5f36 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:41.295502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:41.356381 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:41.366208 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:41.408308 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4a00>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:36Z', 'revision_number': 3, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:41.459336 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3aed5838-34f1-4dad-a2fa-9e5db36f0b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:41.517639 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb07ba-edf3-40e6-a50a-332ed9264b86 None None] The sync data for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 is: [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:36Z', 'revision_number': 3, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:54:41.535477 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3aed5838-34f1-4dad-a2fa-9e5db36f0b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:41.550629 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:41.556126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Pushing event updated for resources: {'Port': ['ID=7a342ab1-8b65-4541-93f6-c197d2b0cb4a,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:41.693572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] For port a7424a47-99c1-4af8-bc12-2878fbff5f36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7424a47-99c1-4af8-bc12-2878fbff5f36,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:41.694008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:41.711097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Calling delete_port for a7424a47-99c1-4af8-bc12-2878fbff5f36 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:41.748265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:41.751945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:42.045017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Router 80f69812-73a2-4943-b298-f0e561ee3adb has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:54:42.126082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:42.146538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3aed5838-34f1-4dad-a2fa-9e5db36f0b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:42.161023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3aed5838-34f1-4dad-a2fa-9e5db36f0b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:42.167753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3aed5838-34f1-4dad-a2fa-9e5db36f0b6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53b11b3f-98dd-427f-bc7b-c02c9f8cd8ac HTTP/1.1" status: 204  len: 168 time: 0.9702337
Nov 27 20:54:42.240933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed5838-34f1-4dad-a2fa-9e5db36f0b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b11b3f-98dd-427f-bc7b-c02c9f8cd8ac,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:42.244419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Pushing event deleted for resources: {'Port': ['ID=a7424a47-99c1-4af8-bc12-2878fbff5f36,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:42.250371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:54:42.262912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-35393d20-ed0e-4e22-89b6-e5875112a84f admin admin] 10.222.0.21 "PUT /v2.0/routers/80f69812-73a2-4943-b298-f0e561ee3adb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0125887
Nov 27 20:54:42.391155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-408bee9b-237c-48df-ab1d-d15ccba0e1c7 None None] Provisioning complete for port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:42.394610 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-408bee9b-237c-48df-ab1d-d15ccba0e1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:42.428082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] No DVR routers for this DVR port a7424a47-99c1-4af8-bc12-2878fbff5f36 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:42.431402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:42.441266 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05b32778-4f1f-40b3-9bda-73f638cb15f9 req-dadab196-abe5-4f25-9630-127d7871b0a1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "DELETE /v2.0/ports/a7424a47-99c1-4af8-bc12-2878fbff5f36 HTTP/1.1" status: 204  len: 173 time: 1.5828629
Nov 27 20:54:42.446546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'name': 'network-vif-deleted', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:42.455586 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c3ea41-67ef-4752-ac25-0aa3b56e365a" -d '{"events": [{"server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "name": "network-vif-deleted", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:42.516192 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-408bee9b-237c-48df-ab1d-d15ccba0e1c7 None None] Port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:54:42.614555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 28c76821-9fac-4f73-a24e-95899f5f3297 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:42.755332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 28c76821-9fac-4f73-a24e-95899f5f3297 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:42.755928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:42.908720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38912) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:42.948818 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71db0c8b-2f08-49a7-91f7-19d14e40ae60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.020851 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.098643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 28c76821-9fac-4f73-a24e-95899f5f3297, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28c76821-9fac-4f73-a24e-95899f5f3297,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:43.106978 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.261822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=28c76821-9fac-4f73-a24e-95899f5f3297,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:43.282868 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71db0c8b-2f08-49a7-91f7-19d14e40ae60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.296836 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71db0c8b-2f08-49a7-91f7-19d14e40ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.367188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38922) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:43.367709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-71db0c8b-2f08-49a7-91f7-19d14e40ae60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02a153a1f98c4485a95cc1dcdbf0e9a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4575851
Nov 27 20:54:43.375184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db0c8b-2f08-49a7-91f7-19d14e40ae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c54e99-0e0c-4b6b-8915-89332bc25e15,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:43.442592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38924) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:43.456813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-294659641-network', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:43.496673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-97cf9f0b-4069-4415-b9ae-a98037a5cd65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.530131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-97cf9f0b-4069-4415-b9ae-a98037a5cd65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.625494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Made reservation on behalf of a85cfc14a75e4c43a682f2856111aaf2 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:54:43.630795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.657191 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.694969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-97cf9f0b-4069-4415-b9ae-a98037a5cd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.716517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-97cf9f0b-4069-4415-b9ae-a98037a5cd65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:43.716517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-97cf9f0b-4069-4415-b9ae-a98037a5cd65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61c54e99-0e0c-4b6b-8915-89332bc25e15 HTTP/1.1" status: 204  len: 168 time: 0.3401244
Nov 27 20:54:43.818835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9f0b-4069-4415-b9ae-a98037a5cd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c54e99-0e0c-4b6b-8915-89332bc25e15,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:44.031755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:44.044970 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:44.087877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:54:44.104191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a7424a47-99c1-4af8-bc12-2878fbff5f36 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:44.146131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:44.146769 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Added segment 127168ed-4ef5-497a-a17e-06b9491dc637 of type vlan for network 7350c017-3cd0-4027-ad3a-910d15ffed9a
Nov 27 20:54:44.163624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: a7424a47-99c1-4af8-bc12-2878fbff5f36 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:44.166844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a7424a47-99c1-4af8-bc12-2878fbff5f36 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:44.174673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f5d78-6a5c-4f08-963b-6cf7ac86748d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:44.253824 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:44.327150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:44.328272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:44.328949 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:44.456212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] Pushing event updated for resources: {'Network': ['ID=7350c017-3cd0-4027-ad3a-910d15ffed9a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:44.470560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9e96a397-41c4-4385-8ab5-428ec2505b1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0238948
Nov 27 20:54:44.471129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38934) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:44.477475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Request body: {'subnet': {'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-subnet', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:44.506460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 7350c017-3cd0-4027-ad3a-910d15ffed9a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:54:44.547138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Made reservation on behalf of a85cfc14a75e4c43a682f2856111aaf2 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:54:44.549791 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:44.590995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 28c76821-9fac-4f73-a24e-95899f5f3297 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:44.690276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 28c76821-9fac-4f73-a24e-95899f5f3297 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:44.690922 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:44.851245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Sync routers for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:54:44.871459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:44.872175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5ccb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:45.066213 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:45.089824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:45.232796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f31562-d763-4e0c-b666-909aa3734d95,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:45.252938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Checking segment: {'id': '127168ed-4ef5-497a-a17e-06b9491dc637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:45.253472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Network hostable DHCP agents. Network: 7350c017-3cd0-4027-ad3a-910d15ffed9a, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:54:45.304652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Network 7350c017-3cd0-4027-ad3a-910d15ffed9a is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:54:45.317513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7350c017-3cd0-4027-ad3a-910d15ffed9a) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:45.321868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:45.322800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:45.360519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-749783d0-fb7e-4bb7-8f5b-9418c4015781 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8874652
Nov 27 20:54:45.363225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38948) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:45.368624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:45.461771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:45.463942 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:45.592979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:45.647677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce576b7f-0221-4c3c-80cd-72def95fa666 None None] Network 7350c017-3cd0-4027-ad3a-910d15ffed9a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:54:45.911424 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:45.977254 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:46.163048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7350c017-3cd0-4027-ad3a-910d15ffed9a', 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'fixed_ips': [{'subnet_id': 'd9f31562-d763-4e0c-b666-909aa3734d95'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:54:46.163969 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:46.203076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5ccb50>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a342ab1-8b65-4541-93f6-c197d2b0cb4a', 'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'mac_address': 'fa:16:3e:df:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:39Z', 'updated_at': '2021-11-27T20:54:41Z', 'revision_number': 2, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'subnets': [{'id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:46.353490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Checking router: 80f69812-73a2-4943-b298-f0e561ee3adb for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:54:46.353847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Updating router 80f69812-73a2-4943-b298-f0e561ee3adb port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:54:46.411110 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:46.458958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:46.586485 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:46.595987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Allocated IP 172.35.3.12 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/46054a78-0802-4858-8ac1-c100ef76dce9) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:46.612328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Allocated IP 172.20.0.2 (7350c017-3cd0-4027-ad3a-910d15ffed9a/d9f31562-d763-4e0c-b666-909aa3734d95/7f0a106a-bf6f-4d46-ab87-55f0fc407985) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:46.730325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:46.778232 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:46.882906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:46.893724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:46.904314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:46.948910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Pushing event updated for resources: {'Port': ['ID=46054a78-0802-4858-8ac1-c100ef76dce9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:47.335082 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:47.364353 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:47.445098 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:47.496613 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:47.530338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd94250-29f4-4b83-976c-4bad2c90380d None None] Pushing event updated for resources: {'Port': ['ID=7a342ab1-8b65-4541-93f6-c197d2b0cb4a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:47.617336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Network 7350c017-3cd0-4027-ad3a-910d15ffed9a is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:47.636104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:47.640644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:47.703219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Attempting to bind port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:54:47.703568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Attempting to bind port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:54:47.703935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Attempting to bind port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a on network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:47.715447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Pushing event updated for resources: {'Port': ['ID=7f0a106a-bf6f-4d46-ab87-55f0fc407985,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:47.743668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:54:47.744399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Checking segment: {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:47.745036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:47.745783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Bound using segment: {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:54:47.746380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Bound port: 7a342ab1-8b65-4541-93f6-c197d2b0cb4a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:54:47.746923 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:47.791940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-cc3ce4cd-cbb6-46e1-9fdd-c331691b0195 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:47.795661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Attempting to bind port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:54:47.796473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Attempting to bind port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '127168ed-4ef5-497a-a17e-06b9491dc637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:54:47.796977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-cc3ce4cd-cbb6-46e1-9fdd-c331691b0195 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 814 time: 0.3133035
Nov 27 20:54:47.799364 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a384a3-1737-4ffc-8c13-3c05906aee04 x-openstack-request-id: req-d6a384a3-1737-4ffc-8c13-3c05906aee04 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:47.800196 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a542bf73-64b0-4fac-9738-f06b723b6d21", "name": "network-vif-deleted", "tag": "a7424a47-99c1-4af8-bc12-2878fbff5f36", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:47.801000 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6a384a3-1737-4ffc-8c13-3c05906aee04 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:47.801995 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a542bf73-64b0-4fac-9738-f06b723b6d21', 'name': 'network-vif-deleted', 'tag': 'a7424a47-99c1-4af8-bc12-2878fbff5f36', 'status': 'completed', 'code': 200}
Nov 27 20:54:47.804258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Attempting to bind port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 on network 7350c017-3cd0-4027-ad3a-910d15ffed9a {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:47.822043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:54:47.822546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Checking segment: {'id': '127168ed-4ef5-497a-a17e-06b9491dc637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:47.823030 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:47.823547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Bound using segment: {'id': '127168ed-4ef5-497a-a17e-06b9491dc637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:54:47.824123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Bound port: 7f0a106a-bf6f-4d46-ab87-55f0fc407985, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127168ed-4ef5-497a-a17e-06b9491dc637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:54:47.824579 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:47.829206 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-e2e3e039-fb39-43d1-9ad2-4b73d298c75f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/quotas/99a5eb3bc93349828958b7879707829a HTTP/1.1" status: 200  len: 375 time: 0.0236607
Nov 27 20:54:47.911697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-cfd4247a-c87e-4d88-a3e8-2794edd0df94 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0729671
Nov 27 20:54:47.980677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] For port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:54:48.043694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] For port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a342ab1-8b65-4541-93f6-c197d2b0cb4a,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:54:48.073821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:48.126242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-48635bd7-399a-4c96-a96f-e67f460b5671 service neutron] 10.222.0.21 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126613
Nov 27 20:54:48.220385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] For port 7f0a106a-bf6f-4d46-ab87-55f0fc407985, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:54:48.240441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:48.249634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] For port 7f0a106a-bf6f-4d46-ab87-55f0fc407985, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f0a106a-bf6f-4d46-ab87-55f0fc407985,segment=NetworkSegment(127168ed-4ef5-497a-a17e-06b9491dc637),segment_id=127168ed-4ef5-497a-a17e-06b9491dc637)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:54:48.315416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-78c8f5dc-89b4-493b-af74-4c4f933b7d9e None None] Provisioning complete for port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:48.315946 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78c8f5dc-89b4-493b-af74-4c4f933b7d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:48.357360 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-6a532f73-adf1-4d63-a76b-5f798b086aa0 service neutron] 10.222.0.21 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152495
Nov 27 20:54:48.365354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39046) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:48.412501 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:48.426742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:48.430009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5ccb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:48.777823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:48.823878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:48.854325 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:54:48.907776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-718e2afc-28f3-42f5-b679-632b9d553edc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=812b97d174d84cdbb78bd4064909234f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5406573
Nov 27 20:54:48.910569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39078) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:48.921733 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:48.935655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd94250-29f4-4b83-976c-4bad2c90380d None None] Pushing event updated for resources: {'Port': ['ID=7a342ab1-8b65-4541-93f6-c197d2b0cb4a,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:49.096136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-09621064-320a-446e-a77e-ee47515335fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:49.172085 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-09621064-320a-446e-a77e-ee47515335fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:49.312189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-09621064-320a-446e-a77e-ee47515335fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:49.317965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-09621064-320a-446e-a77e-ee47515335fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:49.324440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-09621064-320a-446e-a77e-ee47515335fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/693c0262-d407-4c8b-a866-ef52c886c751 HTTP/1.1" status: 204  len: 168 time: 0.4107778
Nov 27 20:54:49.330020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Router cf4e1c3e-805b-40ed-bb38-241fb7668db3 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:54:49.354413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09621064-320a-446e-a77e-ee47515335fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693c0262-d407-4c8b-a866-ef52c886c751,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:49.615297 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78c8f5dc-89b4-493b-af74-4c4f933b7d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:49.674213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:54:49.686418 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Sync routers for ids ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:54:49.696330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79e32b-e05d-4977-bd92-634b1c7e0020 None None] Pushing event updated for resources: {'Port': ['ID=7f0a106a-bf6f-4d46-ab87-55f0fc407985,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:49.710410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:49.716335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39112) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:49.720459 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Routers {'cf4e1c3e-805b-40ed-bb38-241fb7668db3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:49.721659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-869345a5-5527-4b14-bc9a-212112870d9f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.3572536
Nov 27 20:54:49.737908 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe50c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:49.815270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-78c8f5dc-89b4-493b-af74-4c4f933b7d9e None None] For port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a342ab1-8b65-4541-93f6-c197d2b0cb4a,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:49.821916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-924f5d87-a03e-48b6-87af-3cfcf3ec8f13 req-c63d4f83-d1c7-43dd-bd8e-691cea0833c6 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 210 time: 0.0655966
Nov 27 20:54:49.915193 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78c8f5dc-89b4-493b-af74-4c4f933b7d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:50.093390 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Set router cf4e1c3e-805b-40ed-bb38-241fb7668db3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:50.140999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8f5dc-89b4-493b-af74-4c4f933b7d9e None None] Pushing event updated for resources: {'Port': ['ID=7a342ab1-8b65-4541-93f6-c197d2b0cb4a,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:50.164948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-21632569-75ff-458f-a9a4-44e5824b93ae None None] Provisioning complete for port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:50.168523 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21632569-75ff-458f-a9a4-44e5824b93ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:50.310680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5ccb50>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a342ab1-8b65-4541-93f6-c197d2b0cb4a', 'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'mac_address': 'fa:16:3e:df:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:39Z', 'updated_at': '2021-11-27T20:54:47Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'subnets': [{'id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:50.501507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a7027-7bcc-4976-b228-cf4c577d8893 None None] The sync data for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 is: [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a342ab1-8b65-4541-93f6-c197d2b0cb4a', 'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'mac_address': 'fa:16:3e:df:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:39Z', 'updated_at': '2021-11-27T20:54:47Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'subnets': [{'id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:54:50.655161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39138) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:50.802207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7f0a106a-bf6f-4d46-ab87-55f0fc407985 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:50.991034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:50.995075 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe50c0a0>, [{'id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:45Z', 'updated_at': '2021-11-27T20:54:48Z', 'revision_number': 3, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'gw_port': {'id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:46Z', 'updated_at': '2021-11-27T20:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:51.002392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a5446-3d80-4ea1-815e-488c676db219 req-6fa6c673-4046-4b96-9830-5e53cd5eee56 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:51.003986 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:51.023686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-6fa6c673-4046-4b96-9830-5e53cd5eee56 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 803 time: 0.5445619
Nov 27 20:54:51.052969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-f27b04dc-8465-412b-80c8-e91716e1b592 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/quotas/fe84ac649b6b4faea051ddfd2d4b6185 HTTP/1.1" status: 200  len: 375 time: 0.0262048
Nov 27 20:54:51.078353 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Checking router: cf4e1c3e-805b-40ed-bb38-241fb7668db3 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:54:51.080718 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Updating router cf4e1c3e-805b-40ed-bb38-241fb7668db3 port 46054a78-0802-4858-8ac1-c100ef76dce9 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:54:51.104868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3d3318-42ff-43d9-a154-71b94394262e None None] Network 7350c017-3cd0-4027-ad3a-910d15ffed9a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:54:51.144765 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:51.173503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-3ec638d2-4896-4b3b-8102-a8eaf1a07f5f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1192801
Nov 27 20:54:51.269073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-62ded0fe-a95b-4ba8-bb51-d79184648c5b None None] Provisioning complete for port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:51.269752 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62ded0fe-a95b-4ba8-bb51-d79184648c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:51.360361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b2df3fad-ec4f-43c2-9024-0b0d91775a7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ca13477af5b42bb80d0dde5919da309&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6973181
Nov 27 20:54:51.373895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39154) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:51.407442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:51.428120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5de29274-0c14-46fc-afb5-93884fb0c9b8 req-90b03db4-47fe-46b2-b8cf-a3426f9b3401 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 210 time: 0.1084313
Nov 27 20:54:51.494630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-61a89e06-660d-470d-9127-1d28c7027066 service neutron] 10.222.0.21 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3169715
Nov 27 20:54:51.561769 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:51.581278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-a22ae239-43dd-4476-9d2a-db08a64fd9a8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:51.592520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-a22ae239-43dd-4476-9d2a-db08a64fd9a8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 814 time: 0.9943454
Nov 27 20:54:51.609658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Request body: {'port': {'device_id': '8762dee5-37b1-4d12-8e0d-4190e353bd9e', 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6', 'admin_state_up': True, 'tenant_id': '99a5eb3bc93349828958b7879707829a'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:51.790557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-75650e0e-9dbf-4f43-96e6-73e690bf134b tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:51.792619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-75650e0e-9dbf-4f43-96e6-73e690bf134b tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7f4e797-745d-4e1d-89ff-105b05e550c0 HTTP/1.1" status: 200  len: 946 time: 0.2299340
Nov 27 20:54:51.795720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83ad4bca-5e6e-4c25-8afa-d093d7b1cac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:51.876364 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:51.889548 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:51.962702 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Pushing event updated for resources: {'Port': ['ID=46054a78-0802-4858-8ac1-c100ef76dce9,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:51.996368 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Attempting to bind port 46054a78-0802-4858-8ac1-c100ef76dce9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:54:52.001020 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Attempting to bind port 46054a78-0802-4858-8ac1-c100ef76dce9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:54:52.001766 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Attempting to bind port 46054a78-0802-4858-8ac1-c100ef76dce9 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:52.008174 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:54:52.010009 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:52.010632 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.013209 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:54:52.015356 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Bound port: 46054a78-0802-4858-8ac1-c100ef76dce9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:54:52.021456 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.029350 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83ad4bca-5e6e-4c25-8afa-d093d7b1cac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.092190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 7f0a106a-bf6f-4d46-ab87-55f0fc407985, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f0a106a-bf6f-4d46-ab87-55f0fc407985,segment=NetworkSegment(127168ed-4ef5-497a-a17e-06b9491dc637),segment_id=127168ed-4ef5-497a-a17e-06b9491dc637)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:52.094782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62ded0fe-a95b-4ba8-bb51-d79184648c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.125383 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-a38ea566-b140-48d4-94c6-6c852664947b service neutron] 10.222.0.21 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5989084
Nov 27 20:54:52.136782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83ad4bca-5e6e-4c25-8afa-d093d7b1cac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.149993 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83ad4bca-5e6e-4c25-8afa-d093d7b1cac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.151174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-83ad4bca-5e6e-4c25-8afa-d093d7b1cac5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf0310b8-717d-4c90-80ea-8cabf44e77a0 HTTP/1.1" status: 204  len: 168 time: 0.7762320
Nov 27 20:54:52.157698 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.194434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad4bca-5e6e-4c25-8afa-d093d7b1cac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0310b8-717d-4c90-80ea-8cabf44e77a0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:52.202907 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] For port 46054a78-0802-4858-8ac1-c100ef76dce9, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:54:52.218710 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] For port 46054a78-0802-4858-8ac1-c100ef76dce9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46054a78-0802-4858-8ac1-c100ef76dce9,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:54:52.240316 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.304129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Deleting port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:54:52.305052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.357980 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.456961 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Pushing event updated for resources: {'Port': ['ID=46054a78-0802-4858-8ac1-c100ef76dce9,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:52.525715 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.526073 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.526415 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.526758 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.527097 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.546987 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.549274 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.549830 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.555221 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.556698 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.557265 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.558061 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0b3e3-9059-4fe4-ac05-df0e751e449c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:54:52.627650 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Routers {'cf4e1c3e-805b-40ed-bb38-241fb7668db3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:54:52.629210 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe50c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:52.740171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a342ab1-8b65-4541-93f6-c197d2b0cb4a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:52.785028 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-62ded0fe-a95b-4ba8-bb51-d79184648c5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:54:52.785392 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-62ded0fe-a95b-4ba8-bb51-d79184648c5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:54:52.785737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:52.788090 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0175dfe1-75ef-46c0-8094-871f0d27053e" -d '{"events": [{"server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "name": "network-vif-unplugged", "status": "completed", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:52.917459 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf526fdf-e6df-4aff-b293-3efc553be70b req-da648cb3-5893-41f8-86e1-494bfd90924b tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 210 time: 0.2007780
Nov 27 20:54:52.928708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=7f0a106a-bf6f-4d46-ab87-55f0fc407985,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:52.948926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:52.952243 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f2aee8b-6400-4c5e-8f89-4c881e0dd5d2 req-3ccf9a44-ba7b-44d6-bfd7-98ee74f417b6 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 210 time: 0.2484951
Nov 27 20:54:52.957202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Made reservation on behalf of 99a5eb3bc93349828958b7879707829a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:54:52.962953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:52.992747 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:53.040688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] For port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:53.041260 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:53.103275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Calling delete_port for dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:54:53.146414 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] Set router cf4e1c3e-805b-40ed-bb38-241fb7668db3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:54:53.207054 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514eed7e-2479-4958-a96d-f0f62f17bd74 x-openstack-request-id: req-514eed7e-2479-4958-a96d-f0f62f17bd74 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:53.211545 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "name": "network-vif-unplugged", "status": "completed", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:53.212491 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-514eed7e-2479-4958-a96d-f0f62f17bd74 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:53.216794 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef', 'code': 200}
Nov 27 20:54:53.228429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:53.393079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Allocated IP 172.20.0.6 (c6502c39-8b47-4e70-ac49-9906b123e7d6/712d939c-680c-4d37-bf43-92257ade9240/1d0f60a0-826b-4e4d-8af8-93d9fec8ab00) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:53.451142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:53.564527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:53.610551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:53.612032 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:53.622528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:53.623406 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:53.690412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Pushing event deleted for resources: {'Port': ['ID=dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:53.769450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] No DVR routers for this DVR port dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:54:53.778759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:53.788050 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-309a2143-c6f0-4cbf-a893-19b28921e043 req-e9575db4-c822-485d-aec3-1b21b4d75506 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.15 "DELETE /v2.0/ports/dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef HTTP/1.1" status: 204  len: 173 time: 1.9849396
Nov 27 20:54:53.789315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'name': 'network-vif-deleted', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:53.812594 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debd9667-8fab-4823-aef3-252c042a992d" -d '{"events": [{"server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "name": "network-vif-deleted", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:53.902124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-43f92e95-9ee7-49fb-b991-d23859564c06 None None] Provisioning complete for port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:53.903799 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43f92e95-9ee7-49fb-b991-d23859564c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:53.969930 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9432dd85-a98f-4243-ac1e-902b925e9200 x-openstack-request-id: req-9432dd85-a98f-4243-ac1e-902b925e9200 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:53.970407 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f4e797-745d-4e1d-89ff-105b05e550c0", "name": "network-vif-deleted", "tag": "dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:53.971441 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9432dd85-a98f-4243-ac1e-902b925e9200 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:53.971914 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f4e797-745d-4e1d-89ff-105b05e550c0', 'name': 'network-vif-deleted', 'tag': 'dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef', 'status': 'completed', 'code': 200}
Nov 27 20:54:53.984042 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe50c0a0>, [{'id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:45Z', 'updated_at': '2021-11-27T20:54:48Z', 'revision_number': 3, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'gw_port': {'id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:46Z', 'updated_at': '2021-11-27T20:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:54:54.036100 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9978290-c947-421a-9c85-7c6f4681fe95 None None] The sync data for ids ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'] in ncdv-master-1 is: [{'id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:45Z', 'updated_at': '2021-11-27T20:54:48Z', 'revision_number': 3, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'gw_port': {'id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:46Z', 'updated_at': '2021-11-27T20:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:54:54.158381 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f253ce3-88ac-4ea9-8ae8-68a9ded162af req-cfca7a72-fd0c-4ec7-be97-e6f2f66a8ead tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 210 time: 0.0587902
Nov 27 20:54:54.173813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Pushing event updated for resources: {'Port': ['ID=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:54.356825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Network c6502c39-8b47-4e70-ac49-9906b123e7d6 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:54.387848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:54.401251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:54.662021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7f0a106a-bf6f-4d46-ab87-55f0fc407985 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:54.726758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:54.729167 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:54.761479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:54.761865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:54.777375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Allocated IP 172.20.0.1 (7350c017-3cd0-4027-ad3a-910d15ffed9a/d9f31562-d763-4e0c-b666-909aa3734d95/5bc912a9-6fab-4511-b9ed-2d5a77aa457f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:54.868866 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ae1a6-98bb-4e00-a19d-a007c82070f8 req-466d9b53-1e09-469c-a6d3-7e31a48613b2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:54.880759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a4ae1a6-98bb-4e00-a19d-a007c82070f8 req-466d9b53-1e09-469c-a6d3-7e31a48613b2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 931 time: 0.7025185
Nov 27 20:54:54.917435 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-66397e7e-3afa-4960-93ac-5a228191b7d8 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3139367
Nov 27 20:54:54.982394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Request body: {'port': {'device_id': '8762dee5-37b1-4d12-8e0d-4190e353bd9e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:55.239435 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:55.344320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3b8f4c3-6cb0-44c0-8da8-92564bc97cc8 req-1d7a2987-3b40-4270-a57c-d23b27010224 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 210 time: 0.0471878
Nov 27 20:54:55.469459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:54:55.506436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:54:55.507178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device dcbb4f29-51dd-4bf5-9f92-4d1e24d149ef not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:54:55.521649 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:55.771733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a5446-3d80-4ea1-815e-488c676db219 req-f358a98b-2fe6-4abb-93f7-bd820697343b tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:55.773342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-f358a98b-2fe6-4abb-93f7-bd820697343b tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.35 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 803 time: 0.7097375
Nov 27 20:54:55.775450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Network 7350c017-3cd0-4027-ad3a-910d15ffed9a is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:55.789234 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:55.805507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:55.811263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Request body: {'port': {'device_id': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'admin_state_up': True, 'tenant_id': 'fe84ac649b6b4faea051ddfd2d4b6185'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:56.052224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc912a9-6fab-4511-b9ed-2d5a77aa457f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:56.087563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:56.216976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ed942daa-a8b2-4d8a-b712-d40ea816e800 None None] Provisioning complete for port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:56.218482 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ed942daa-a8b2-4d8a-b712-d40ea816e800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:56.258686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a4ae1a6-98bb-4e00-a19d-a007c82070f8 req-9ebd787e-6483-4267-988b-1894a123e49e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3769314
Nov 27 20:54:56.264094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Made reservation on behalf of fe84ac649b6b4faea051ddfd2d4b6185 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:54:56.267850 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:56.276817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ed942daa-a8b2-4d8a-b712-d40ea816e800 None None] Port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:54:56.595791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00789b36-77f4-4cd2-8e5b-7d60946f735e req-d53127c2-bf2c-43ce-a9e6-9ae38ce45e8a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 210 time: 0.0766902
Nov 27 20:54:56.619500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:54:56.630341 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:56.634325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 46054a78-0802-4858-8ac1-c100ef76dce9 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:56.638001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:56.728408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Transition to ACTIVE for port object 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:54:56.752277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Allocated IP 172.20.0.10 (b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3/4edb836d-d860-4750-af8b-16bdcd7adfe2/a2426259-c237-480c-afc3-6c9804dc6ce1) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:54:56.767767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:56.808395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 46054a78-0802-4858-8ac1-c100ef76dce9 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:56.808777 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:56.989613 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:57.058181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 46054a78-0802-4858-8ac1-c100ef76dce9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46054a78-0802-4858-8ac1-c100ef76dce9,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:54:57.059719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Pushing event updated for resources: {'Port': ['ID=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:57.065688 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:57.175748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=46054a78-0802-4858-8ac1-c100ef76dce9,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:57.227268 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:57.387192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Attempting to bind port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:54:57.407896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Attempting to bind port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:54:57.410231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Attempting to bind port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 on network c6502c39-8b47-4e70-ac49-9906b123e7d6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:57.466168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 on network c6502c39-8b47-4e70-ac49-9906b123e7d6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:54:57.466557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Attempting to bind port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 on network c6502c39-8b47-4e70-ac49-9906b123e7d6 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:54:57.521471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc995eb-27a4-42d5-804d-abbb455efbb3 req-69966f8a-132b-4f21-b8ab-e7cf76a26222 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:57.529201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:54:57.529903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5fc995eb-27a4-42d5-804d-abbb455efbb3 req-69966f8a-132b-4f21-b8ab-e7cf76a26222 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 943 time: 0.1027625
Nov 27 20:54:57.530460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Checking segment: {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:54:57.534471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Bound using segment: {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:54:57.535230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Bound port: 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3757b2-d005-4cc6-a603-9546c3bb04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:54:57.535857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:57.644901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5fc995eb-27a4-42d5-804d-abbb455efbb3 req-4d6727d0-de3e-4f4c-94eb-cccb2d29141c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096606
Nov 27 20:54:57.739418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39372) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:57.805695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:57.823382 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:57.829049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d911f0c-a32a-41b7-a255-eed6b308d632 req-52f9d0bf-4b44-460c-93a5-4958e03505e6 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 210 time: 0.0547352
Nov 27 20:54:57.835888 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.023344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc912a9-6fab-4511-b9ed-2d5a77aa457f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:58.037142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] For port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:54:58.056020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] For port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:54:58.058597 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.066483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.140157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.142869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:58.143904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.145310 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] 10.222.0.35 "PUT /v2.0/ports/1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 HTTP/1.1" status: 200  len: 1091 time: 3.2139006
Nov 27 20:54:58.176942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8762dee5-37b1-4d12-8e0d-4190e353bd9e', 'tag': '1d0f60a0-826b-4e4d-8af8-93d9fec8ab00'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:54:58.179346 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2df04f1-eae4-4341-942b-4e7ce3415dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "8762dee5-37b1-4d12-8e0d-4190e353bd9e", "tag": "1d0f60a0-826b-4e4d-8af8-93d9fec8ab00"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:54:58.182076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975520d8-0380-4b02-8895-70ab5c8508bc service neutron] Pushing event updated for resources: {'Port': ['ID=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:58.236852 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63566f69-c0df-464d-9341-37534ef5da08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.248819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:58.331287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:58.363729 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba9a8ce-2ab4-4b5b-af9c-f8e176b5ecf1 x-openstack-request-id: req-2ba9a8ce-2ab4-4b5b-af9c-f8e176b5ecf1 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:54:58.364125 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8762dee5-37b1-4d12-8e0d-4190e353bd9e", "tag": "1d0f60a0-826b-4e4d-8af8-93d9fec8ab00", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:54:58.364296 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ba9a8ce-2ab4-4b5b-af9c-f8e176b5ecf1 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:54:58.364671 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8762dee5-37b1-4d12-8e0d-4190e353bd9e', 'tag': '1d0f60a0-826b-4e4d-8af8-93d9fec8ab00', 'status': 'completed', 'code': 200}
Nov 27 20:54:58.369509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:54:58.413884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63566f69-c0df-464d-9341-37534ef5da08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.422994 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63566f69-c0df-464d-9341-37534ef5da08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.488575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-63566f69-c0df-464d-9341-37534ef5da08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b004661fe53a4c8da572ed169ed680eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7473559
Nov 27 20:54:58.489795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566f69-c0df-464d-9341-37534ef5da08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18596a1-2eb0-4a57-9f96-fd9690a34b3d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:58.493014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39402) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:58.536729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Pushing event updated for resources: {'Port': ['ID=a2426259-c237-480c-afc3-6c9804dc6ce1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:58.549811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:58.550591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.570916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 46054a78-0802-4858-8ac1-c100ef76dce9 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:54:58.600433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-486f2bb4-89c8-4a57-b707-ff3b24f1a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:58.607314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-486f2bb4-89c8-4a57-b707-ff3b24f1a205 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 1094 time: 0.2761769
Nov 27 20:54:58.610708 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db63f71b-e095-4238-8e68-7f89f3131c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.641854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-bdf9f4d1-b566-414d-bfd2-307ee26d7593 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8538880
Nov 27 20:54:58.663396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db63f71b-e095-4238-8e68-7f89f3131c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.716457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Request body: {'port': {'device_id': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:54:58.760342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 46054a78-0802-4858-8ac1-c100ef76dce9 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:58.763772 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.866425 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db63f71b-e095-4238-8e68-7f89f3131c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.870331 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db63f71b-e095-4238-8e68-7f89f3131c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:58.872545 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-db63f71b-e095-4238-8e68-7f89f3131c90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e18596a1-2eb0-4a57-9f96-fd9690a34b3d HTTP/1.1" status: 204  len: 168 time: 0.3783805
Nov 27 20:54:58.916376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-713cd352-c069-48b8-8843-b9f2f2f10d0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 HTTP/1.1" status: 200  len: 217 time: 0.2684801
Nov 27 20:54:58.927352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Network 7350c017-3cd0-4027-ad3a-910d15ffed9a is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:54:58.940039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:54:58.967776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63f71b-e095-4238-8e68-7f89f3131c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18596a1-2eb0-4a57-9f96-fd9690a34b3d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:59.050107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.072600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56fcf0-6dbb-4094-becc-687a96efa6a7 req-f509e7c9-1802-4922-97f8-0272f419ad94 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:59.081235 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da56fcf0-6dbb-4094-becc-687a96efa6a7 req-f509e7c9-1802-4922-97f8-0272f419ad94 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 943 time: 0.2296553
Nov 27 20:54:59.083759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39424) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:59.208395 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da56fcf0-6dbb-4094-becc-687a96efa6a7 req-66783949-3aa7-4c39-97b1-56f948e880c1 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257980
Nov 27 20:54:59.451931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1afa402c-9f88-4581-8270-ac8bfaa38392 None None] Provisioning complete for port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:54:59.455195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1afa402c-9f88-4581-8270-ac8bfaa38392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.494889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-75a58273-e178-43b6-89fb-1ec791ecad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:59.497235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-75a58273-e178-43b6-89fb-1ec791ecad4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=712d939c-680c-4d37-bf43-92257ade9240 HTTP/1.1" status: 200  len: 854 time: 0.5715766
Nov 27 20:54:59.539810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1afa402c-9f88-4581-8270-ac8bfaa38392 None None] Port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:54:59.566474 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f11e1066-1302-4319-8e27-dd2550d1188e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.581702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-1819cdbc-9f90-4fbe-9bf8-0a6795fa250f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6502c39-8b47-4e70-ac49-9906b123e7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506716
Nov 27 20:54:59.590594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327f700-4e33-4f87-817e-a00342a1e739 req-73ef79bb-e004-4a46-a854-1392ccfa05d6 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:54:59.599170 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8327f700-4e33-4f87-817e-a00342a1e739 req-73ef79bb-e004-4a46-a854-1392ccfa05d6 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 932 time: 0.5976641
Nov 27 20:54:59.669287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f11e1066-1302-4319-8e27-dd2550d1188e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.675362 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f11e1066-1302-4319-8e27-dd2550d1188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.681024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39432) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:59.709107 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-057ce16e-582d-49d2-bea6-01eb17ea6d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.752628 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f11e1066-1302-4319-8e27-dd2550d1188e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9322e3d42b849ffba3baf70a3e95bef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6656177
Nov 27 20:54:59.753758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e1066-1302-4319-8e27-dd2550d1188e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c3ff8-5e8b-4f2b-983f-421dbe64c07f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:54:59.768922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:54:59.819123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8327f700-4e33-4f87-817e-a00342a1e739 req-349d90fa-ed3d-405c-9730-1f4cc4b161a2 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188494
Nov 27 20:54:59.878897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8071b663-5b40-44b8-874b-9b7472f79e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.928515 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8071b663-5b40-44b8-874b-9b7472f79e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.948710 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-057ce16e-582d-49d2-bea6-01eb17ea6d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.953778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Router cf4e1c3e-805b-40ed-bb38-241fb7668db3 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:54:59.964440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-057ce16e-582d-49d2-bea6-01eb17ea6d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:54:59.978955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-1130ab48-ae64-40ab-9aea-41babbff2f9f service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3735864
Nov 27 20:55:00.022793 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-057ce16e-582d-49d2-bea6-01eb17ea6d45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4605569e49de486c8928307f6fbaf66f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3377461
Nov 27 20:55:00.023158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39446) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:00.034883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ce16e-582d-49d2-bea6-01eb17ea6d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8799816f-5227-4f67-8d27-5d6c84abe553,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:00.070294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8071b663-5b40-44b8-874b-9b7472f79e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:00.072841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8071b663-5b40-44b8-874b-9b7472f79e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:00.077199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8071b663-5b40-44b8-874b-9b7472f79e87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d65c3ff8-5e8b-4f2b-983f-421dbe64c07f HTTP/1.1" status: 204  len: 168 time: 0.3024888
Nov 27 20:55:00.094867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071b663-5b40-44b8-874b-9b7472f79e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c3ff8-5e8b-4f2b-983f-421dbe64c07f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:00.095445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2ae2216-1f51-46fc-9617-e79507b8084d req-164495c1-4ccd-455e-8f3b-060bfc1620c6 service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052477
Nov 27 20:55:00.117243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d316e498-46f0-4b2a-8f66-acc38903cd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:00.155037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d316e498-46f0-4b2a-8f66-acc38903cd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:00.242081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d316e498-46f0-4b2a-8f66-acc38903cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:00.247470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d316e498-46f0-4b2a-8f66-acc38903cd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:00.253164 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d316e498-46f0-4b2a-8f66-acc38903cd6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8799816f-5227-4f67-8d27-5d6c84abe553 HTTP/1.1" status: 204  len: 168 time: 0.2284234
Nov 27 20:55:00.263534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316e498-46f0-4b2a-8f66-acc38903cd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8799816f-5227-4f67-8d27-5d6c84abe553,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:00.350429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-5e06ccb6-2947-470a-94e3-55421836bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:00.351985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-5e06ccb6-2947-470a-94e3-55421836bc39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99a5eb3bc93349828958b7879707829a&device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 1094 time: 0.1209745
Nov 27 20:55:00.366731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:55:00.377563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Sync routers for ids ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:55:00.400607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Routers {'cf4e1c3e-805b-40ed-bb38-241fb7668db3'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:55:00.401194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3cc220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:00.496236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-022a0ab0-80f6-42ad-8fa4-bfad2aabd2e0 admin admin] 10.222.0.21 "PUT /v2.0/routers/cf4e1c3e-805b-40ed-bb38-241fb7668db3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7780690
Nov 27 20:55:00.520249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-e7f61698-7876-43f1-a4cf-c04901377ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:00.522254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-e7f61698-7876-43f1-a4cf-c04901377ed0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 200  len: 915 time: 0.1536450
Nov 27 20:55:00.524700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2426259-c237-480c-afc3-6c9804dc6ce1 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:00.564346 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:00.636758 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-f342c148-bcb3-4ba4-9331-b440b6c3ec31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 HTTP/1.1" status: 200  len: 217 time: 0.0842094
Nov 27 20:55:00.661874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Transition to ACTIVE for port object a2426259-c237-480c-afc3-6c9804dc6ce1 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:00.678739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4672a8-376d-42b8-bf5f-b4a6827065fa req-e17b2010-a809-43f7-8022-94be5fc6c1c5 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:00.681066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e4672a8-376d-42b8-bf5f-b4a6827065fa req-e17b2010-a809-43f7-8022-94be5fc6c1c5 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 943 time: 0.3329232
Nov 27 20:55:00.707611 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:00.772960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Pushing event updated for resources: {'Port': ['ID=a2426259-c237-480c-afc3-6c9804dc6ce1,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:00.784432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Set router cf4e1c3e-805b-40ed-bb38-241fb7668db3 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:55:00.819524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39466) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:00.828765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-027647e3-bea5-4cf4-a7e9-2f975ac78c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:00.830569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-027647e3-bea5-4cf4-a7e9-2f975ac78c20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=712d939c-680c-4d37-bf43-92257ade9240 HTTP/1.1" status: 200  len: 854 time: 0.1802881
Nov 27 20:55:00.843869 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd173-b5d3-4a07-b492-09617b992be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:00.910886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-33086d5f-8d40-4dae-b668-555de696dc01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6502c39-8b47-4e70-ac49-9906b123e7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434327
Nov 27 20:55:01.017607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e4672a8-376d-42b8-bf5f-b4a6827065fa req-dddb5c51-b60e-4ea6-910c-999e1dd29094 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3113706
Nov 27 20:55:01.048002 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd173-b5d3-4a07-b492-09617b992be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.061086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd173-b5d3-4a07-b492-09617b992be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.091347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Attempting to bind port a2426259-c237-480c-afc3-6c9804dc6ce1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:01.092399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Attempting to bind port a2426259-c237-480c-afc3-6c9804dc6ce1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:01.092399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Attempting to bind port a2426259-c237-480c-afc3-6c9804dc6ce1 on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:01.111172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Port a2426259-c237-480c-afc3-6c9804dc6ce1 on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:01.111662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Attempting to bind port a2426259-c237-480c-afc3-6c9804dc6ce1 on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:01.118039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:01.118555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Checking segment: {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:01.119329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Bound using segment: {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:01.119876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Bound port: a2426259-c237-480c-afc3-6c9804dc6ce1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:01.120340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.138186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-d829be57-1894-4b68-9689-a5a538aa073b service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914215
Nov 27 20:55:01.241123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cd173-b5d3-4a07-b492-09617b992be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dc9c05-463f-4dad-8ecd-ddaa49b8bb32,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:01.281146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2c5cd173-b5d3-4a07-b492-09617b992be3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=863bd12a0bd843ff93d98775ee6f780f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4580572
Nov 27 20:55:01.284876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39490) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:01.310407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed836a6-f2e5-4ee0-878b-9aeddf2f8e2c req-47775977-a49f-407c-8baf-a8f74ed06b6c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:01.314399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ed836a6-f2e5-4ee0-878b-9aeddf2f8e2c req-47775977-a49f-407c-8baf-a8f74ed06b6c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 944 time: 0.2475040
Nov 27 20:55:01.320109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:01.366171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2426259-c237-480c-afc3-6c9804dc6ce1,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:01.387800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.395469 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2df04f1-eae4-4341-942b-4e7ce3415dc2 req-18c5e384-c066-44d8-b8e6-03013df027dc service neutron] 10.222.0.35 "GET /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141738
Nov 27 20:55:01.453652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3cc220>, [{'id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:45Z', 'updated_at': '2021-11-27T20:54:57Z', 'revision_number': 4, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'gw_port': {'id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:46Z', 'updated_at': '2021-11-27T20:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bc912a9-6fab-4511-b9ed-2d5a77aa457f', 'name': '', 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'mac_address': 'fa:16:3e:0f:88:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'd9f31562-d763-4e0c-b666-909aa3734d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:53Z', 'updated_at': '2021-11-27T20:54:57Z', 'revision_number': 2, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'subnets': [{'id': 'd9f31562-d763-4e0c-b666-909aa3734d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:01.456242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ed836a6-f2e5-4ee0-878b-9aeddf2f8e2c req-88e5b712-58d6-4616-af9a-1b1568ecdc89 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301057
Nov 27 20:55:01.481228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-09d7583e-d766-4b45-b08a-1c2ed7fb5709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.490886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:01.491552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.492984 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] 10.222.0.35 "PUT /v2.0/ports/a2426259-c237-480c-afc3-6c9804dc6ce1 HTTP/1.1" status: 200  len: 1092 time: 2.8267884
Nov 27 20:55:01.495511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:01.498255 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126983b2-c6c0-4fb9-827a-a7996c4a172e" -d '{"events": [{"name": "network-changed", "server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:01.585898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Checking router: cf4e1c3e-805b-40ed-bb38-241fb7668db3 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:55:01.586273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Updating router cf4e1c3e-805b-40ed-bb38-241fb7668db3 port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:55:01.603101 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fb08d1-d98f-45d2-ac05-3b39d53958ef x-openstack-request-id: req-90fb08d1-d98f-45d2-ac05-3b39d53958ef {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:01.603406 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:01.603680 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90fb08d1-d98f-45d2-ac05-3b39d53958ef {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:01.604099 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1', 'status': 'completed', 'code': 200}
Nov 27 20:55:01.644257 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.658445 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-09d7583e-d766-4b45-b08a-1c2ed7fb5709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.674547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Pushing event updated for resources: {'Port': ['ID=a2426259-c237-480c-afc3-6c9804dc6ce1,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:01.714623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.714889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.715320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.715669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.716025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.716422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.716698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.717037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.717377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.717709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.718039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.718374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a28cd-5203-481a-89f4-7009525af01a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:01.738798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a5446-3d80-4ea1-815e-488c676db219 req-9173db95-6301-4e6d-ad9b-3c580792a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:01.740490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-9173db95-6301-4e6d-ad9b-3c580792a6cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 1095 time: 0.1942616
Nov 27 20:55:01.820806 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-09d7583e-d766-4b45-b08a-1c2ed7fb5709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.833058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-09d7583e-d766-4b45-b08a-1c2ed7fb5709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:01.836904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-09d7583e-d766-4b45-b08a-1c2ed7fb5709 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69dc9c05-463f-4dad-8ecd-ddaa49b8bb32 HTTP/1.1" status: 204  len: 168 time: 0.5484059
Nov 27 20:55:01.836904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-9ca776e7-9056-47af-8e9e-d4f0ceacf3f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2426259-c237-480c-afc3-6c9804dc6ce1 HTTP/1.1" status: 200  len: 217 time: 0.0822134
Nov 27 20:55:01.869021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7583e-d766-4b45-b08a-1c2ed7fb5709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dc9c05-463f-4dad-8ecd-ddaa49b8bb32,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:01.922060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a5446-3d80-4ea1-815e-488c676db219 req-afed2dd6-7a51-46f6-85cf-0ebcf8cf0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:01.924085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-afed2dd6-7a51-46f6-85cf-0ebcf8cf0ae2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 200  len: 843 time: 0.0645766
Nov 27 20:55:01.995523 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-22a603dd-ba2f-4165-a457-aebc5986af2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520933
Nov 27 20:55:02.334053 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:02.350473 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:02.352678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-f399a962-698a-4aad-b116-f48468dc9c7c service neutron] 10.222.0.35 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3451927
Nov 27 20:55:02.414672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Pushing event updated for resources: {'Port': ['ID=5bc912a9-6fab-4511-b9ed-2d5a77aa457f,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:02.440050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.440764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.453103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.453703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.454575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.454575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.454912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.455529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.456195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.456657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.457088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.458473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:02.657179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Attempting to bind port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:02.657179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Attempting to bind port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '127168ed-4ef5-497a-a17e-06b9491dc637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:02.657179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Attempting to bind port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f on network 7350c017-3cd0-4027-ad3a-910d15ffed9a {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:02.662429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:02.662820 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Checking segment: {'id': '127168ed-4ef5-497a-a17e-06b9491dc637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:02.663237 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:02.663778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Bound using segment: {'id': '127168ed-4ef5-497a-a17e-06b9491dc637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:02.664540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Bound port: 5bc912a9-6fab-4511-b9ed-2d5a77aa457f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127168ed-4ef5-497a-a17e-06b9491dc637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:02.664939 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:02.778957 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-612a5446-3d80-4ea1-815e-488c676db219 req-50bc06a6-c128-435f-8213-46673de04950 service neutron] 10.222.0.35 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4074948
Nov 27 20:55:02.793960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ba792-4601-4672-a20a-271e4315d897 req-c9321d96-c5b3-4c81-89f8-a92d6e4840ac tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:02.795928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-319ba792-4601-4672-a20a-271e4315d897 req-c9321d96-c5b3-4c81-89f8-a92d6e4840ac tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 943 time: 0.4416559
Nov 27 20:55:02.808610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0222f-1f1c-42a7-9e3c-b6db34d7748c req-a6ac0de3-a21e-4530-8147-1dc17b7448ce tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:02.823105 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83c0222f-1f1c-42a7-9e3c-b6db34d7748c req-a6ac0de3-a21e-4530-8147-1dc17b7448ce tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 944 time: 0.2367210
Nov 27 20:55:02.897845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] For port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:02.908899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] For port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bc912a9-6fab-4511-b9ed-2d5a77aa457f,segment=NetworkSegment(127168ed-4ef5-497a-a17e-06b9491dc637),segment_id=127168ed-4ef5-497a-a17e-06b9491dc637)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:02.926313 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:02.978890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83c0222f-1f1c-42a7-9e3c-b6db34d7748c req-088ce649-a60b-4eac-b505-ba35954b1c2a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490865
Nov 27 20:55:02.995682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-14d0ef4b-838b-4617-8e2b-a4cab20022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:02.995682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-14d0ef4b-838b-4617-8e2b-a4cab20022c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 1095 time: 0.1337142
Nov 27 20:55:03.008756 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-319ba792-4601-4672-a20a-271e4315d897 req-7445b118-d1e3-4aad-82e1-e97fd8eb74f5 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061799
Nov 27 20:55:03.210059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bb8c6-fee5-42d9-b2e6-f54a2885d5e3 None None] Pushing event updated for resources: {'Port': ['ID=5bc912a9-6fab-4511-b9ed-2d5a77aa457f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:03.340235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-79554247-6960-42fc-8641-e45dc5e12cee None None] Provisioning complete for port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:03.340702 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79554247-6960-42fc-8641-e45dc5e12cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:03.354825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-e1fe0722-aff3-4370-98ad-dd406786d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:03.356450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-e1fe0722-aff3-4370-98ad-dd406786d7f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 904 time: 0.3412061
Nov 27 20:55:03.402424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Routers {'cf4e1c3e-805b-40ed-bb38-241fb7668db3'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:55:03.403638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3cc220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:54:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:03.509366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-4e34ae29-df9d-479a-be73-9f76294a72d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2426259-c237-480c-afc3-6c9804dc6ce1 HTTP/1.1" status: 200  len: 217 time: 0.1415443
Nov 27 20:55:03.643547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-94b636f4-a7b9-42e0-9677-87eaf19ed0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:03.645190 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-94b636f4-a7b9-42e0-9677-87eaf19ed0c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 200  len: 843 time: 0.0599825
Nov 27 20:55:03.694496 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79554247-6960-42fc-8641-e45dc5e12cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:03.697440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] Set router cf4e1c3e-805b-40ed-bb38-241fb7668db3 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:55:03.719977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-975584be-3003-4bc0-87a3-ed0024852b52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636275
Nov 27 20:55:03.859161 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-f7df28e5-73d4-4861-be34-ec6cadda2fe3 service neutron] 10.222.0.35 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300063
Nov 27 20:55:03.888013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-79554247-6960-42fc-8641-e45dc5e12cee None None] For port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bc912a9-6fab-4511-b9ed-2d5a77aa457f,segment=NetworkSegment(127168ed-4ef5-497a-a17e-06b9491dc637),segment_id=127168ed-4ef5-497a-a17e-06b9491dc637)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:03.894863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79554247-6960-42fc-8641-e45dc5e12cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:03.978065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79554247-6960-42fc-8641-e45dc5e12cee None None] Pushing event updated for resources: {'Port': ['ID=5bc912a9-6fab-4511-b9ed-2d5a77aa457f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:03.978324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-126983b2-c6c0-4fb9-827a-a7996c4a172e req-393ff4ae-e1ca-4885-8e2e-681de10e903d service neutron] 10.222.0.35 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112411
Nov 27 20:55:04.052037 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c84a4df9-557e-4b70-b49b-7056a3857843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:04.057780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-361b5be5-9b75-47ad-831b-90c54f0fee4e None None] Provisioning complete for port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:04.058200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-361b5be5-9b75-47ad-831b-90c54f0fee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:04.115668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3cc220>, [{'id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:45Z', 'updated_at': '2021-11-27T20:54:57Z', 'revision_number': 4, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'gw_port': {'id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:46Z', 'updated_at': '2021-11-27T20:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bc912a9-6fab-4511-b9ed-2d5a77aa457f', 'name': '', 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'mac_address': 'fa:16:3e:0f:88:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'd9f31562-d763-4e0c-b666-909aa3734d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:53Z', 'updated_at': '2021-11-27T20:55:02Z', 'revision_number': 4, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'subnets': [{'id': 'd9f31562-d763-4e0c-b666-909aa3734d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:04.150541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ab03-4d13-4daa-b602-a1addf288521 req-66eb4b98-fd70-4386-b4f5-62dbd2e71213 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:04.153645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d400ab03-4d13-4daa-b602-a1addf288521 req-66eb4b98-fd70-4386-b4f5-62dbd2e71213 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 944 time: 0.0856192
Nov 27 20:55:04.160635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:55:04.166998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ed267-1ffe-405f-a7db-bed8a0dcb556 req-bb9d5cff-c9bb-42f2-9cb1-3d44d0119869 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:04.169775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f9ed267-1ffe-405f-a7db-bed8a0dcb556 req-bb9d5cff-c9bb-42f2-9cb1-3d44d0119869 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 943 time: 0.0610545
Nov 27 20:55:04.178357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d4b76-bcd0-4f7e-8e4a-425f55ebe5dd None None] The sync data for ids ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'] in ncdv-master-1 is: [{'id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:45Z', 'updated_at': '2021-11-27T20:54:57Z', 'revision_number': 4, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'gw_port': {'id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:46Z', 'updated_at': '2021-11-27T20:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bc912a9-6fab-4511-b9ed-2d5a77aa457f', 'name': '', 'network_id': '7350c017-3cd0-4027-ad3a-910d15ffed9a', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'mac_address': 'fa:16:3e:0f:88:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'd9f31562-d763-4e0c-b666-909aa3734d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:53Z', 'updated_at': '2021-11-27T20:55:02Z', 'revision_number': 4, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'subnets': [{'id': 'd9f31562-d763-4e0c-b666-909aa3734d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:55:04.222095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d400ab03-4d13-4daa-b602-a1addf288521 req-db027227-06fc-41b4-b740-b3fbe7c5e70e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625401
Nov 27 20:55:04.237938 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f9ed267-1ffe-405f-a7db-bed8a0dcb556 req-bca55d1b-4c3d-4908-9f81-2efe135d0c3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599144
Nov 27 20:55:04.560353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:04.588710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '1d0f60a0-826b-4e4d-8af8-93d9fec8ab00', 'network_id': 'c6502c39-8b47-4e70-ac49-9906b123e7d6', 'port_id': '1d0f60a0-826b-4e4d-8af8-93d9fec8ab00', 'mac_address': 'fa:16:3e:be:74:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712d939c-680c-4d37-bf43-92257ade9240', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:55:04.671673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5bc912a9-6fab-4511-b9ed-2d5a77aa457f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:04.962918 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:04.993695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:05.031580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:05.041019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:05.081787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70dde4-e9a6-48c6-8cf4-7bb74252e1eb req-0070e107-b196-4eac-aa0c-83473fa3f9ce tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:05.085321 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:05.085704 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:05.092705 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa70dde4-e9a6-48c6-8cf4-7bb74252e1eb req-0070e107-b196-4eac-aa0c-83473fa3f9ce tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 950 time: 0.1110930
Nov 27 20:55:05.158341 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:05.219433 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa70dde4-e9a6-48c6-8cf4-7bb74252e1eb req-795e3048-2725-462f-8b0b-89bb9632d39b tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193721
Nov 27 20:55:05.372096 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['1d0f60a0-826b-4e4d-8af8-93d9fec8ab00'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:05.562822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8056b-617e-4111-bbe0-1010693f1197 req-7ee23a85-6e07-4a7f-a71f-a409668dbbf7 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:05.567806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72b8056b-617e-4111-bbe0-1010693f1197 req-7ee23a85-6e07-4a7f-a71f-a409668dbbf7 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 944 time: 0.1091008
Nov 27 20:55:05.713654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72b8056b-617e-4111-bbe0-1010693f1197 req-168543e5-3eb7-4f59-b7b3-d641e0e891b1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210947
Nov 27 20:55:05.833231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd977c0-e5a9-4398-91c0-8a240d924273 req-1b885829-c6f0-4494-9736-b94c5d5d67ab tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:05.843619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9fd977c0-e5a9-4398-91c0-8a240d924273 req-1b885829-c6f0-4494-9736-b94c5d5d67ab tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 944 time: 0.0675433
Nov 27 20:55:05.957409 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9fd977c0-e5a9-4398-91c0-8a240d924273 req-092e4ac9-9bac-41a5-94b5-953c0c06daa2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118052
Nov 27 20:55:06.060503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39780) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:06.154457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a2426259-c237-480c-afc3-6c9804dc6ce1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:55:06.158755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:06.211375 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-45750116-d317-4a38-a094-708e968414fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.338673 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-45750116-d317-4a38-a094-708e968414fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.347457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:55:06.347706 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-45750116-d317-4a38-a094-708e968414fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.378086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:06.378663 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.392817 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-45750116-d317-4a38-a094-708e968414fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3ba31f5d83b4626b1c8b2c665e09383&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3289456
Nov 27 20:55:06.393686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39794) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:06.437518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2426259-c237-480c-afc3-6c9804dc6ce1,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:06.464786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45750116-d317-4a38-a094-708e968414fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62bfc88-a9b1-4308-a9bc-1b2b2dfac072,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:06.466636 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-00e13a48-770d-440b-bb12-7f22e4f6d68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.470585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'a2426259-c237-480c-afc3-6c9804dc6ce1', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'port_id': 'a2426259-c237-480c-afc3-6c9804dc6ce1', 'mac_address': 'fa:16:3e:08:c5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb836d-d860-4750-af8b-16bdcd7adfe2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:55:06.518845 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0240fb68-30ed-438c-9a07-e68d8148cd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.530434 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.542310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0240fb68-30ed-438c-9a07-e68d8148cd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.552066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2426259-c237-480c-afc3-6c9804dc6ce1 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:06.573227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2426259-c237-480c-afc3-6c9804dc6ce1,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:06.594929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.608182 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0240fb68-30ed-438c-9a07-e68d8148cd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.611975 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0240fb68-30ed-438c-9a07-e68d8148cd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.620200 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0240fb68-30ed-438c-9a07-e68d8148cd00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b62bfc88-a9b1-4308-a9bc-1b2b2dfac072 HTTP/1.1" status: 204  len: 168 time: 0.2253635
Nov 27 20:55:06.629100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240fb68-30ed-438c-9a07-e68d8148cd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62bfc88-a9b1-4308-a9bc-1b2b2dfac072,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:06.662840 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.697481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8762dee5-37b1-4d12-8e0d-4190e353bd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0f60a0-826b-4e4d-8af8-93d9fec8ab00'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:06.700096 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b15e14e-7ead-49f5-a49e-05b36713cd39" -d '{"events": [{"server_uuid": "8762dee5-37b1-4d12-8e0d-4190e353bd9e", "name": "network-vif-plugged", "status": "completed", "tag": "1d0f60a0-826b-4e4d-8af8-93d9fec8ab00"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:06.721359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:06.722696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a2426259-c237-480c-afc3-6c9804dc6ce1,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:06.728937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:06.779876 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8455f998-7023-481a-9f8e-f15299f0d612 x-openstack-request-id: req-8455f998-7023-481a-9f8e-f15299f0d612 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:06.780225 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8762dee5-37b1-4d12-8e0d-4190e353bd9e", "name": "network-vif-plugged", "status": "completed", "tag": "1d0f60a0-826b-4e4d-8af8-93d9fec8ab00", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:06.780486 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8455f998-7023-481a-9f8e-f15299f0d612 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:06.780889 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8762dee5-37b1-4d12-8e0d-4190e353bd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0f60a0-826b-4e4d-8af8-93d9fec8ab00', 'code': 200}
Nov 27 20:55:06.803155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:06.863916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['a2426259-c237-480c-afc3-6c9804dc6ce1'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:06.919207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e1a19-091c-4590-8755-6805a02893a5 req-35d05d10-a840-433b-b6f2-a878e2760c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:06.927569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-897e1a19-091c-4590-8755-6805a02893a5 req-35d05d10-a840-433b-b6f2-a878e2760c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 945 time: 0.1095319
Nov 27 20:55:06.948898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d4cb-28b5-47a5-aa40-f3c0e7086b00 req-98a089b2-cde8-4221-8708-d72625adf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:06.951163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8864d4cb-28b5-47a5-aa40-f3c0e7086b00 req-98a089b2-cde8-4221-8708-d72625adf751 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 1096 time: 0.1039431
Nov 27 20:55:07.048251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-897e1a19-091c-4590-8755-6805a02893a5 req-911d9184-b2e1-438c-8a94-da13ba6c6ac9 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194911
Nov 27 20:55:07.054946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8864d4cb-28b5-47a5-aa40-f3c0e7086b00 req-e0dc98cf-62ca-497c-b327-7eea4ef3d906 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937088
Nov 27 20:55:07.150797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb0791-60c6-42b5-978a-5d77b5566d9e req-18bfb9bf-a891-428c-9887-982dc473d309 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:07.158713 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92bb0791-60c6-42b5-978a-5d77b5566d9e req-18bfb9bf-a891-428c-9887-982dc473d309 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.0666685
Nov 27 20:55:07.200862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39836) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:07.216141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92bb0791-60c6-42b5-978a-5d77b5566d9e req-874ae484-f7d8-428c-ad43-5c4574621c5e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549457
Nov 27 20:55:07.220481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20b8cdd6-562e-412e-8b21-35f419a625b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.299471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20b8cdd6-562e-412e-8b21-35f419a625b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.299804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39840) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:07.304306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20b8cdd6-562e-412e-8b21-35f419a625b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.343449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8cdd6-562e-412e-8b21-35f419a625b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471f43f6-6f03-499a-8e9e-71f1edab40b6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:07.350419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-20b8cdd6-562e-412e-8b21-35f419a625b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bde0107b70f54fe698bf3cfe128ce021&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1476476
Nov 27 20:55:07.352965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39844) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:07.403175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44ec22a4-ea95-4408-a954-0a137043324b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.426724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.432340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44ec22a4-ea95-4408-a954-0a137043324b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.485623 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44ec22a4-ea95-4408-a954-0a137043324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.488522 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44ec22a4-ea95-4408-a954-0a137043324b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.489847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-44ec22a4-ea95-4408-a954-0a137043324b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/471f43f6-6f03-499a-8e9e-71f1edab40b6 HTTP/1.1" status: 204  len: 168 time: 0.1359217
Nov 27 20:55:07.498491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec22a4-ea95-4408-a954-0a137043324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471f43f6-6f03-499a-8e9e-71f1edab40b6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:07.558214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.563559 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.604965 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96dc92c435744aec970bf10ba2d33ae0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3038914
Nov 27 20:55:07.606741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39852) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:07.611884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef2bb41-b8ed-4614-ab4f-f5bca47f9968,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:07.624980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.625389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.626334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.626692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.627512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.628067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.628418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.628765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.629167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.629456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.629773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.630184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fff37d-4ef7-498e-8dac-bf1585e5e119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:55:07.683537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee07bce-e383-4e47-95e7-adf61c65a98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.710123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee07bce-e383-4e47-95e7-adf61c65a98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.739848 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.769012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee07bce-e383-4e47-95e7-adf61c65a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.772160 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee07bce-e383-4e47-95e7-adf61c65a98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:07.773497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7ee07bce-e383-4e47-95e7-adf61c65a98d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ef2bb41-b8ed-4614-ab4f-f5bca47f9968 HTTP/1.1" status: 204  len: 168 time: 0.1657279
Nov 27 20:55:07.783285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee07bce-e383-4e47-95e7-adf61c65a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef2bb41-b8ed-4614-ab4f-f5bca47f9968,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:08.173755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a2426259-c237-480c-afc3-6c9804dc6ce1 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:08.188192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12730c-3b1a-4099-ad3a-62a4a6d94e9f req-1c962245-c976-4fc4-b6b2-4d3981b5d386 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:08.209668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe12730c-3b1a-4099-ad3a-62a4a6d94e9f req-1c962245-c976-4fc4-b6b2-4d3981b5d386 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 945 time: 0.0789773
Nov 27 20:55:08.217451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39904) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:08.238653 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c87c1a3-bc9b-4459-93a6-5db38ed7f510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.279370 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe12730c-3b1a-4099-ad3a-62a4a6d94e9f req-9e1ca7d9-cd43-486e-8bc9-fd7e8abfdb5f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682971
Nov 27 20:55:08.299810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port a2426259-c237-480c-afc3-6c9804dc6ce1 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:55:08.305419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port a2426259-c237-480c-afc3-6c9804dc6ce1 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:08.305895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.381692 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c87c1a3-bc9b-4459-93a6-5db38ed7f510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.394527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c87c1a3-bc9b-4459-93a6-5db38ed7f510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.442634 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.465498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2c87c1a3-bc9b-4459-93a6-5db38ed7f510 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d78fbd92b384e1993e88af69c85c6cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2456741
Nov 27 20:55:08.469046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39912) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:08.488572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87c1a3-bc9b-4459-93a6-5db38ed7f510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dc10c3-0f43-4cb8-9c49-0886b2602144,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:08.496689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2426259-c237-480c-afc3-6c9804dc6ce1,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:08.500144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e68c-9f22-450e-91ec-fca84d693a97 req-64634905-0881-4f30-ac87-7b381a24dd6f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:08.501588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15d9e68c-9f22-450e-91ec-fca84d693a97 req-64634905-0881-4f30-ac87-7b381a24dd6f tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.1257572
Nov 27 20:55:08.512213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.530728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-132eec7d-c22d-456e-ab98-dc5fa991a9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.563965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-132eec7d-c22d-456e-ab98-dc5fa991a9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.573762 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15d9e68c-9f22-450e-91ec-fca84d693a97 req-1917d11d-7cd5-4109-86c2-9a7ae7d36d62 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617614
Nov 27 20:55:08.584895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a2426259-c237-480c-afc3-6c9804dc6ce1,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:08.615746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-132eec7d-c22d-456e-ab98-dc5fa991a9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.618513 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-132eec7d-c22d-456e-ab98-dc5fa991a9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.619702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-132eec7d-c22d-456e-ab98-dc5fa991a9f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0dc10c3-0f43-4cb8-9c49-0886b2602144 HTTP/1.1" status: 204  len: 168 time: 0.1486809
Nov 27 20:55:08.628291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eec7d-c22d-456e-ab98-dc5fa991a9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dc10c3-0f43-4cb8-9c49-0886b2602144,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:08.782320 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:08.786448 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27a3e1d-fb8b-4bcb-ad24-1468c7b2a71f" -d '{"events": [{"server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "name": "network-vif-plugged", "status": "completed", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:08.829061 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db255dac-541b-4c4b-9b46-626df0f611d7 x-openstack-request-id: req-db255dac-541b-4c4b-9b46-626df0f611d7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:08.829367 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "name": "network-vif-plugged", "status": "completed", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:08.829636 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db255dac-541b-4c4b-9b46-626df0f611d7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:08.830042 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1', 'code': 200}
Nov 27 20:55:08.873200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39934) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:08.879910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-235353439'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:08.905679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:08.909794 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.935564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:08.949131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:08.949522 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Added segment 0e018593-c40a-47da-a5a7-5d4f2e92f808 of type vlan for network c8bb9313-f783-49f5-91b8-12c308f05da8
Nov 27 20:55:08.956591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d6f7b-b310-40fb-8fa1-c170f37f6e53 req-a7a173fe-031f-4602-8f35-dd2c8490dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:08.968685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-429d6f7b-b310-40fb-8fa1-c170f37f6e53 req-a7a173fe-031f-4602-8f35-dd2c8490dbbc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 1097 time: 0.0640101
Nov 27 20:55:09.004084 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.039503 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-429d6f7b-b310-40fb-8fa1-c170f37f6e53 req-15e51a88-4874-4549-a309-41534df3925f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614841
Nov 27 20:55:09.046717 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.053487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:09.054190 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.116614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2418146
Nov 27 20:55:09.119445 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39958) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:09.125477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-998949920'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:09.164570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:09.169427 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.205286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d927e-aaec-4dfc-b39e-8ed1f1f9b136 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Network': ['ID=c8bb9313-f783-49f5-91b8-12c308f05da8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:09.218469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c8bb9313-f783-49f5-91b8-12c308f05da8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:09.219805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:09.242526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.242526 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Added segment 126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7 of type vlan for network b81d828c-3c59-4f0f-a608-265030413533
Nov 27 20:55:09.281877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.314578 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.318799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:09.327858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.413626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2887990
Nov 27 20:55:09.416379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39998) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:09.421920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'subnet': {'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:09.455531 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.493079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5f7e-ab97-42ef-8430-ac512ee3c27d req-3b47d8b6-38de-4472-9eb7-a3602b6d8f2c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:09.497350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:55:09.502624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e6fb5f7e-ab97-42ef-8430-ac512ee3c27d req-3b47d8b6-38de-4472-9eb7-a3602b6d8f2c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 946 time: 0.1041791
Nov 27 20:55:09.505347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fee982-6573-4e89-b8d2-c64d2816a4c2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Network': ['ID=b81d828c-3c59-4f0f-a608-265030413533,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:09.551242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b81d828c-3c59-4f0f-a608-265030413533 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:09.563626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:09.567136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.593853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e6fb5f7e-ab97-42ef-8430-ac512ee3c27d req-270b1537-e2e6-4cd2-afd2-902d584062ff tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901837
Nov 27 20:55:09.736631 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.781848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:09.790958 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:09.810438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cdcdd-3a7e-4451-9a72-d2a8951d8253 req-51552b54-0fb4-4029-af32-7109d1d59d7a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:09.818601 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c39cdcdd-3a7e-4451-9a72-d2a8951d8253 req-51552b54-0fb4-4029-af32-7109d1d59d7a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.0946052
Nov 27 20:55:09.886265 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c39cdcdd-3a7e-4451-9a72-d2a8951d8253 req-b51d4396-7095-42a5-8164-e625998e2f63 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607836
Nov 27 20:55:09.892213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:09.960448 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:10.050682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Checking segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:10.051084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network hostable DHCP agents. Network: c8bb9313-f783-49f5-91b8-12c308f05da8, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:55:10.053253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Subnet': ['ID=e4242531-091e-4864-9c2c-576357ba599a,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:10.070033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e6028-aa2e-4f08-8ab2-dd3eaa88d57c req-6ca38248-08b5-4d5c-a044-a77b242fb28c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:10.073158 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a7e6028-aa2e-4f08-8ab2-dd3eaa88d57c req-6ca38248-08b5-4d5c-a044-a77b242fb28c tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.0864780
Nov 27 20:55:10.091053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network c8bb9313-f783-49f5-91b8-12c308f05da8 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:55:10.108242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8bb9313-f783-49f5-91b8-12c308f05da8) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:10.116387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:10.117220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:10.123771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e7d05-d336-4148-aa64-d066ebaa3388 None None] Network c8bb9313-f783-49f5-91b8-12c308f05da8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:10.142221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7b660fbb-3462-4902-9a93-b101f97d2353 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7247748
Nov 27 20:55:10.144828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40086) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:10.157702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'subnet': {'network_id': 'b81d828c-3c59-4f0f-a608-265030413533', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:10.173266 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a7e6028-aa2e-4f08-8ab2-dd3eaa88d57c req-4f5f2fc0-a8f5-4a3a-ae90-d8dbd888bd44 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851347
Nov 27 20:55:10.260087 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:55:10.347658 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:10.403962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:10.408381 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:10.580562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:10.612565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'mac_address': 'fa:16:3e:49:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:55:10.620487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8bb9313-f783-49f5-91b8-12c308f05da8', 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'fixed_ips': [{'subnet_id': 'e4242531-091e-4864-9c2c-576357ba599a'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:55:10.621874 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:10.774575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:10.831622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:10.834855 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3057ca-6d4b-496f-b5ed-677be99b7727" -d '{"events": [{"server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:10.850091 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:10.874558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daa30d-9319-47ad-aac5-6064935c30eb req-a17daeac-c0e4-4c42-8ad7-047a12f4660e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:10.877025 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5daa30d-9319-47ad-aac5-6064935c30eb req-a17daeac-c0e4-4c42-8ad7-047a12f4660e tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.1242433
Nov 27 20:55:10.899797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Subnet': ['ID=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:10.925502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Checking segment: {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:10.926164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network hostable DHCP agents. Network: b81d828c-3c59-4f0f-a608-265030413533, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:55:10.940877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c7c64-140a-46c9-a99f-3794a479feb0 req-5e0f0917-749e-44e7-8ad3-7d35b8949b81 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:10.950416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-100c7c64-140a-46c9-a99f-3794a479feb0 req-5e0f0917-749e-44e7-8ad3-7d35b8949b81 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 946 time: 0.1343083
Nov 27 20:55:10.954909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5daa30d-9319-47ad-aac5-6064935c30eb req-b6d6fc0e-0ccf-468a-8e24-0aebe4dae8a5 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700560
Nov 27 20:55:10.955659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f582af39-1252-42ce-a0f7-29c2ea84cba2 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:11.001629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Allocated IP 10.1.1.2 (c8bb9313-f783-49f5-91b8-12c308f05da8/e4242531-091e-4864-9c2c-576357ba599a/bd4481d2-9817-4848-a81c-c4d274dba2f0) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:11.006218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:11.015693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network b81d828c-3c59-4f0f-a608-265030413533 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:55:11.024818 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:11.037766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b81d828c-3c59-4f0f-a608-265030413533) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:11.065673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d029664-216d-4130-b8a3-15bc7960946f None None] Network b81d828c-3c59-4f0f-a608-265030413533 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:11.327551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f582af39-1252-42ce-a0f7-29c2ea84cba2'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:11.401478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:11.505760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:11.506858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:11.526029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-100c7c64-140a-46c9-a99f-3794a479feb0 req-71a40d70-7224-49eb-82a1-454ed9e0fe32 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5702431
Nov 27 20:55:11.565192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bfcf4db7-66ee-49f9-aec0-f5d29798ee63 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.4183745
Nov 27 20:55:11.568139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40192) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:11.576759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'port': {'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'name': 'tempest-TaggedBootDevicesTest_v242-482571368', 'fixed_ips': [{'subnet_id': 'e4242531-091e-4864-9c2c-576357ba599a'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:11.598757 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dceefe-c494-4e86-87f0-dbc0a6c1319f x-openstack-request-id: req-28dceefe-c494-4e86-87f0-dbc0a6c1319f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:11.599065 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:11.599366 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28dceefe-c494-4e86-87f0-dbc0a6c1319f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:11.600113 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813', 'code': 200}
Nov 27 20:55:11.606698 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:11.631086 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:11.723225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Network c8bb9313-f783-49f5-91b8-12c308f05da8 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:11.727619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8603-6c7f-48d6-a5d9-61cbb8b89eac req-00738ffd-ebab-42e3-82c2-a12a2828fd63 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:11.731964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b81d828c-3c59-4f0f-a608-265030413533', 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'fixed_ips': [{'subnet_id': '4e62e9f6-ef2f-4239-a62c-e1ecd99fe300'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:55:11.733390 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:11.736782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-afad8603-6c7f-48d6-a5d9-61cbb8b89eac req-00738ffd-ebab-42e3-82c2-a12a2828fd63 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.0616853
Nov 27 20:55:11.742285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:11.753366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:11.773967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Pushing event updated for resources: {'Port': ['ID=bd4481d2-9817-4848-a81c-c4d274dba2f0,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:11.828675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-afad8603-6c7f-48d6-a5d9-61cbb8b89eac req-28ecf55e-5088-4161-901b-763f32662e29 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858245
Nov 27 20:55:11.888379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:12.009919 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:12.028773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] device_id is not set on port 7892b730-0a95-4587-9c92-b7522e255107 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:55:12.132455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Attempting to bind port bd4481d2-9817-4848-a81c-c4d274dba2f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:12.133866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Attempting to bind port bd4481d2-9817-4848-a81c-c4d274dba2f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:12.135325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Attempting to bind port bd4481d2-9817-4848-a81c-c4d274dba2f0 on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:12.162674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:12.163129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Checking segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:12.163608 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:12.164020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Bound using segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:12.164587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Bound port: bd4481d2-9817-4848-a81c-c4d274dba2f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:12.165019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:12.320387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f972c-2799-43de-856d-8f953221749e req-4dad4005-0741-4bdb-9777-f5a85de17456 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:12.327982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-654f972c-2799-43de-856d-8f953221749e req-4dad4005-0741-4bdb-9777-f5a85de17456 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 946 time: 0.0910237
Nov 27 20:55:12.347191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Allocated IP 10.2.2.2 (b81d828c-3c59-4f0f-a608-265030413533/4e62e9f6-ef2f-4239-a62c-e1ecd99fe300/21677376-2f1c-498d-9374-cc684bb8eea6) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:12.387298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-654f972c-2799-43de-856d-8f953221749e req-96cd4646-f420-492b-8f4e-9e1bb0f9714d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583229
Nov 27 20:55:12.552297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Allocated IP 10.1.1.36 (c8bb9313-f783-49f5-91b8-12c308f05da8/e4242531-091e-4864-9c2c-576357ba599a/7892b730-0a95-4587-9c92-b7522e255107) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:12.743914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] For port bd4481d2-9817-4848-a81c-c4d274dba2f0, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:12.754767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e38262-5411-4f4a-b9e4-667b0e088e5d req-eca8bbaa-ad76-4005-928a-8446f0409bd2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:12.766154 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2e38262-5411-4f4a-b9e4-667b0e088e5d req-eca8bbaa-ad76-4005-928a-8446f0409bd2 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.2270906
Nov 27 20:55:12.849133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2e38262-5411-4f4a-b9e4-667b0e088e5d req-580171c8-5e70-4f8c-94be-6b745ccb0ef0 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815341
Nov 27 20:55:12.859301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] For port bd4481d2-9817-4848-a81c-c4d274dba2f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd4481d2-9817-4848-a81c-c4d274dba2f0,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:12.870627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:12.883927 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:12.913092 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:12.970297 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:12.988714 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:13.033973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network c8bb9313-f783-49f5-91b8-12c308f05da8 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:13.038614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:13.042804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:13.089212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccdd80-0d84-4842-8976-0b745a37cfb6 req-3f006b3c-6677-4e6d-8835-fe07882296be tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:13.099158 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34ccdd80-0d84-4842-8976-0b745a37cfb6 req-3f006b3c-6677-4e6d-8835-fe07882296be tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.0982041
Nov 27 20:55:13.101863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Port': ['ID=7892b730-0a95-4587-9c92-b7522e255107,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:13.109492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Network b81d828c-3c59-4f0f-a608-265030413533 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:13.121881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:13.126920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:13.166508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:13.168950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc6c28-98fe-493d-9b6e-bfafa3aa2f0b None None] Pushing event updated for resources: {'Port': ['ID=bd4481d2-9817-4848-a81c-c4d274dba2f0,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:13.170806 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:13.218959 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eafa028b-1062-4c56-9d08-0b1276a176e4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.6488943
Nov 27 20:55:13.221018 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40312) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:13.235667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'port': {'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'name': 'tempest-TaggedBootDevicesTest_v242-529516255', 'fixed_ips': [{'subnet_id': 'e4242531-091e-4864-9c2c-576357ba599a'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:13.245403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34ccdd80-0d84-4842-8976-0b745a37cfb6 req-a71a80da-e074-4c32-88e5-e82d4fc520bf tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448948
Nov 27 20:55:13.504906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Attempting to bind port 21677376-2f1c-498d-9374-cc684bb8eea6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:13.505113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Attempting to bind port 21677376-2f1c-498d-9374-cc684bb8eea6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:13.507359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Attempting to bind port 21677376-2f1c-498d-9374-cc684bb8eea6 on network b81d828c-3c59-4f0f-a608-265030413533 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:13.547615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:13.548004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Checking segment: {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:13.548403 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:13.548811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Bound using segment: {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:13.549286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Bound port: 21677376-2f1c-498d-9374-cc684bb8eea6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:13.552674 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:13.674209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:13.680798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:13.721262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] device_id is not set on port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:55:13.741474 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] For port 21677376-2f1c-498d-9374-cc684bb8eea6, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:13.745012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] For port 21677376-2f1c-498d-9374-cc684bb8eea6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21677376-2f1c-498d-9374-cc684bb8eea6,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:13.746662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Pushing event updated for resources: {'Port': ['ID=21677376-2f1c-498d-9374-cc684bb8eea6,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:13.753926 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:13.882354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb90ded-627d-4693-ad10-c5f4eb5fc70b None None] Pushing event updated for resources: {'Port': ['ID=21677376-2f1c-498d-9374-cc684bb8eea6,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:13.898968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117291e-d900-4e79-8af3-5d15a3089330 req-95bd1dd8-f71d-4bd6-b9b6-21fe30aa6dcf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:13.903568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8117291e-d900-4e79-8af3-5d15a3089330 req-95bd1dd8-f71d-4bd6-b9b6-21fe30aa6dcf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 946 time: 0.1343853
Nov 27 20:55:14.013923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8117291e-d900-4e79-8af3-5d15a3089330 req-06cd58f0-666c-4454-b36d-9998aa6ed065 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883174
Nov 27 20:55:14.055070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Allocated IP 10.1.1.238 (c8bb9313-f783-49f5-91b8-12c308f05da8/e4242531-091e-4864-9c2c-576357ba599a/2141f889-e6e6-4c2b-ba22-12f0441b2f07) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:14.262027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:14.430538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port f582af39-1252-42ce-a0f7-29c2ea84cba2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:14.431108 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:14.509625 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:14.654603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:14.709900 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:14.755624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:14.760766 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6db2a0-fe7d-4c06-94eb-777d30b0d98a" -d '{"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-plugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:14.789397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 21677376-2f1c-498d-9374-cc684bb8eea6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:14.793044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:14.822620 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:14.827692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network c8bb9313-f783-49f5-91b8-12c308f05da8 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:14.834422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:14.844228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:14.914477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Port': ['ID=2141f889-e6e6-4c2b-ba22-12f0441b2f07,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:14.959505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=10']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:14.982699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:14.984896 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.013948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4749d433-0337-4f8e-b2a3-6856f5d12e48 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.7884567
Nov 27 20:55:15.020020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 21677376-2f1c-498d-9374-cc684bb8eea6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:15.020646 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.072183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe1de4-974f-4020-accc-324222355076 None None] Network c8bb9313-f783-49f5-91b8-12c308f05da8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:15.243627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-ed75c205-94be-407a-ac03-3eb434a50573 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:15.249461 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-ed75c205-94be-407a-ac03-3eb434a50573 tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.1761568
Nov 27 20:55:15.269942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-998a05c1-0511-4aac-8272-ffcfc3176ba9 None None] Provisioning complete for port bd4481d2-9817-4848-a81c-c4d274dba2f0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:15.270624 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-998a05c1-0511-4aac-8272-ffcfc3176ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.428407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Deleting port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:55:15.430405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.507514 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-998a05c1-0511-4aac-8272-ffcfc3176ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.594272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] For port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,segment=NetworkSegment(1f3757b2-d005-4cc6-a603-9546c3bb04e7),segment_id=1f3757b2-d005-4cc6-a603-9546c3bb04e7)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:15.594988 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.615091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a95b0d-f57a-4405-b107-2aeb22301aee req-8ae53b94-fea3-4121-9edd-e9d286fe3d8d tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:15.617847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89a95b0d-f57a-4405-b107-2aeb22301aee req-8ae53b94-fea3-4121-9edd-e9d286fe3d8d tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 945 time: 0.1228557
Nov 27 20:55:15.618762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Calling delete_port for 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:55:15.642859 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.684850 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb600584-89de-4509-8a55-af425db7d5d5 x-openstack-request-id: req-bb600584-89de-4509-8a55-af425db7d5d5 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:15.685445 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-plugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:15.686076 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb600584-89de-4509-8a55-af425db7d5d5 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:15.686738 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'code': 200}
Nov 27 20:55:15.710719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 21677376-2f1c-498d-9374-cc684bb8eea6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21677376-2f1c-498d-9374-cc684bb8eea6,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:15.725410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-998a05c1-0511-4aac-8272-ffcfc3176ba9 None None] For port bd4481d2-9817-4848-a81c-c4d274dba2f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd4481d2-9817-4848-a81c-c4d274dba2f0,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:15.729235 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.730299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd4481d2-9817-4848-a81c-c4d274dba2f0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:15.741543 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-998a05c1-0511-4aac-8272-ffcfc3176ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.787125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89a95b0d-f57a-4405-b107-2aeb22301aee req-7494f7f0-bfbb-4a93-992e-1531b94988ff tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/security-groups?id=262dfb4a-5c7b-430a-92dd-e02497400d70&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613071
Nov 27 20:55:15.860686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a856ad8-1348-4b1e-994d-27fe55155887 None None] Network b81d828c-3c59-4f0f-a608-265030413533 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:15.901192 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a2a893f5-35c8-45ab-b9ef-1cca0a96f5b5 None None] Provisioning complete for port 21677376-2f1c-498d-9374-cc684bb8eea6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:15.902006 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a2a893f5-35c8-45ab-b9ef-1cca0a96f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:15.965222 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:16.026728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['1d0f60a0-826b-4e4d-8af8-93d9fec8ab00'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:16.070877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:16.110535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=21677376-2f1c-498d-9374-cc684bb8eea6,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:16.144495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bd4481d2-9817-4848-a81c-c4d274dba2f0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:16.151647 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:16.175448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Pushing event deleted for resources: {'Port': ['ID=1d0f60a0-826b-4e4d-8af8-93d9fec8ab00,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:16.182917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] No DVR routers for this DVR port 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:55:16.193554 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:16.204950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cf2ea62-6c17-4f79-9974-dcf82687083a req-58b4fde2-5ce4-47f8-9a8d-4aca434e8f3a tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.35 "DELETE /v2.0/ports/1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 HTTP/1.1" status: 204  len: 173 time: 0.9467900
Nov 27 20:55:16.206541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8762dee5-37b1-4d12-8e0d-4190e353bd9e', 'name': 'network-vif-deleted', 'tag': '1d0f60a0-826b-4e4d-8af8-93d9fec8ab00'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:16.220901 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a2c943-ea59-411c-baa6-3499d4791296" -d '{"events": [{"server_uuid": "8762dee5-37b1-4d12-8e0d-4190e353bd9e", "name": "network-vif-deleted", "tag": "1d0f60a0-826b-4e4d-8af8-93d9fec8ab00"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:16.695116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40516) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:16.706181 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-abdff785-9c57-4c46-b1f8-541709ade473 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544438983', 'description': 'tempest-description--874789733'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:16.751231 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3dabbc-41cf-4ed8-845f-5b37398b3505 x-openstack-request-id: req-6a3dabbc-41cf-4ed8-845f-5b37398b3505 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:16.752135 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8762dee5-37b1-4d12-8e0d-4190e353bd9e", "name": "network-vif-deleted", "tag": "1d0f60a0-826b-4e4d-8af8-93d9fec8ab00", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:16.752736 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a3dabbc-41cf-4ed8-845f-5b37398b3505 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:16.753334 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8762dee5-37b1-4d12-8e0d-4190e353bd9e', 'name': 'network-vif-deleted', 'tag': '1d0f60a0-826b-4e4d-8af8-93d9fec8ab00', 'status': 'completed', 'code': 200}
Nov 27 20:55:16.756494 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abdff785-9c57-4c46-b1f8-541709ade473 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:16.880806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a05c1-0511-4aac-8272-ffcfc3176ba9 None None] Pushing event updated for resources: {'Port': ['ID=bd4481d2-9817-4848-a81c-c4d274dba2f0,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:16.931137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abdff785-9c57-4c46-b1f8-541709ade473 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:16.942361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abdff785-9c57-4c46-b1f8-541709ade473 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:16.989185 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abdff785-9c57-4c46-b1f8-541709ade473 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:16.990914 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-abdff785-9c57-4c46-b1f8-541709ade473 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2944014
Nov 27 20:55:16.993355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40534) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:16.998893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-11224884-0e14-4466-b0b6-04f873f91f30 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'security_group_rule': {'security_group_id': '69f40d32-19c7-489c-9daa-dfb31f075bf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:17.011148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdff785-9c57-4c46-b1f8-541709ade473 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f40d32-19c7-489c-9daa-dfb31f075bf0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:17.041912 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-11224884-0e14-4466-b0b6-04f873f91f30 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.138947 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-11224884-0e14-4466-b0b6-04f873f91f30 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.144064 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-11224884-0e14-4466-b0b6-04f873f91f30 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.174409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11224884-0e14-4466-b0b6-04f873f91f30 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34de9952-1289-4c73-9eb1-e49d2ca320b9,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:17.175892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-78ac57a8-9ac5-4e6a-888d-1b26db70d5f2 req-e4ff5ac0-bd8e-4949-8ed7-d0ebb9d8923b tempest-ServerDiskConfigTestJSON-1218404937 tempest-ServerDiskConfigTestJSON-1218404937-project] 10.222.0.21 "GET /v2.0/ports?device_id=8762dee5-37b1-4d12-8e0d-4190e353bd9e HTTP/1.1" status: 200  len: 210 time: 0.0712130
Nov 27 20:55:17.196335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-11224884-0e14-4466-b0b6-04f873f91f30 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.201264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40546) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:17.203627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-11224884-0e14-4466-b0b6-04f873f91f30 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2088890
Nov 27 20:55:17.222569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f558a136-4b7d-4202-973f-679b98781588 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'security_group_rule': {'security_group_id': '69f40d32-19c7-489c-9daa-dfb31f075bf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:17.290976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8a996bb0-7b69-47cd-9b41-d8a22127a79b None None] Provisioning complete for port 7892b730-0a95-4587-9c92-b7522e255107 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:17.291594 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a996bb0-7b69-47cd-9b41-d8a22127a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.315474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f558a136-4b7d-4202-973f-679b98781588 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.384901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8a996bb0-7b69-47cd-9b41-d8a22127a79b None None] Port 7892b730-0a95-4587-9c92-b7522e255107 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:55:17.397403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8a996bb0-7b69-47cd-9b41-d8a22127a79b None None] Provisioning complete for port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:17.398186 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a996bb0-7b69-47cd-9b41-d8a22127a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.458143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8a996bb0-7b69-47cd-9b41-d8a22127a79b None None] Port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:55:17.479966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 21677376-2f1c-498d-9374-cc684bb8eea6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:17.518275 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f558a136-4b7d-4202-973f-679b98781588 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.527499 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f558a136-4b7d-4202-973f-679b98781588 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.538766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8a996bb0-7b69-47cd-9b41-d8a22127a79b None None] Provisioning complete for port bd4481d2-9817-4848-a81c-c4d274dba2f0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:17.539144 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a996bb0-7b69-47cd-9b41-d8a22127a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.556254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558a136-4b7d-4202-973f-679b98781588 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c68823-a875-4008-b853-c67f5def4bc9,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:17.562202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f558a136-4b7d-4202-973f-679b98781588 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.564450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f558a136-4b7d-4202-973f-679b98781588 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3620973
Nov 27 20:55:17.567904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40578) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:17.574389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:17.615881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.627606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 21677376-2f1c-498d-9374-cc684bb8eea6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:17.627983 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.782510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd4481d2-9817-4848-a81c-c4d274dba2f0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:17.855840 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.863760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0c94b460-7261-41eb-b242-503a6c7f3bd8 None None] Provisioning complete for port 21677376-2f1c-498d-9374-cc684bb8eea6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:17.864146 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0c94b460-7261-41eb-b242-503a6c7f3bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:17.889371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bd4481d2-9817-4848-a81c-c4d274dba2f0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:17.890006 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.082867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Allocated IP 172.35.3.24 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/3626e4a4-4aa2-4221-b506-6b6130f9edce) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:18.170533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0c94b460-7261-41eb-b242-503a6c7f3bd8 None None] Provisioning complete for port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:18.170921 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0c94b460-7261-41eb-b242-503a6c7f3bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.252563 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.286213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a2426259-c237-480c-afc3-6c9804dc6ce1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:55:18.297630 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.331772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:55:18.361379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:18.364934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:18.375030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:18.409162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Port': ['ID=3626e4a4-4aa2-4221-b506-6b6130f9edce,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:18.541987 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.590681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2426259-c237-480c-afc3-6c9804dc6ce1,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:18.614800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:55:18.615303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1d0f60a0-826b-4e4d-8af8-93d9fec8ab00 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:55:18.617153 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.629308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.634927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0c94b460-7261-41eb-b242-503a6c7f3bd8 None None] Port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:55:18.637617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'a2426259-c237-480c-afc3-6c9804dc6ce1', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'port_id': 'a2426259-c237-480c-afc3-6c9804dc6ce1', 'mac_address': 'fa:16:3e:08:c5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb836d-d860-4750-af8b-16bdcd7adfe2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:55:18.718308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.744742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2426259-c237-480c-afc3-6c9804dc6ce1 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:18.770605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2426259-c237-480c-afc3-6c9804dc6ce1,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:18.779399 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.846870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a2426259-c237-480c-afc3-6c9804dc6ce1,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:18.886626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['a2426259-c237-480c-afc3-6c9804dc6ce1'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:18.913640 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:18.923368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:19.036276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:19.058120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Port': ['ID=3626e4a4-4aa2-4221-b506-6b6130f9edce,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:19.066685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:19.077411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a11eab79-b1ec-42d4-a76b-d81cc636ee99 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5079372
Nov 27 20:55:20.140350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40694) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:20.278547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a2426259-c237-480c-afc3-6c9804dc6ce1 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:20.358884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port a2426259-c237-480c-afc3-6c9804dc6ce1 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:20.359518 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.372839 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e36788d3-191d-49ae-9918-d38eb0625ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.530170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.547685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e36788d3-191d-49ae-9918-d38eb0625ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.554026 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e36788d3-191d-49ae-9918-d38eb0625ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.607856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40698) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:20.609186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2426259-c237-480c-afc3-6c9804dc6ce1,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:20.610193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:20.613735 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a070ff-8e2a-4256-ac1e-688b97ffec38" -d '{"events": [{"server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "name": "network-vif-plugged", "status": "completed", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:20.614467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e36788d3-191d-49ae-9918-d38eb0625ebf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32a71281c9e04a7d81b28667f50d510d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4729898
Nov 27 20:55:20.615562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36788d3-191d-49ae-9918-d38eb0625ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c6537e-0747-44f4-a226-69777c566dd0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:20.632694 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.710064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c26dd794-36ee-4d17-bc64-cc13cf3ac9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.733805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a2426259-c237-480c-afc3-6c9804dc6ce1,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:20.754984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c26dd794-36ee-4d17-bc64-cc13cf3ac9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.825891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c26dd794-36ee-4d17-bc64-cc13cf3ac9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.830142 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c26dd794-36ee-4d17-bc64-cc13cf3ac9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:20.834932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c26dd794-36ee-4d17-bc64-cc13cf3ac9a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21c6537e-0747-44f4-a226-69777c566dd0 HTTP/1.1" status: 204  len: 168 time: 0.2259567
Nov 27 20:55:20.861594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dd794-36ee-4d17-bc64-cc13cf3ac9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c6537e-0747-44f4-a226-69777c566dd0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:21.376547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40706) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:21.397842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e54-1943-4d30-b6ff-357b8cfd49db admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:21.561200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e54-1943-4d30-b6ff-357b8cfd49db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:21.572819 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e54-1943-4d30-b6ff-357b8cfd49db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:21.601774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e80e54-1943-4d30-b6ff-357b8cfd49db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10214c0b-02f1-400b-b6dc-8d5d1fb56c63,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:21.638645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40708) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:21.644852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e2e80e54-1943-4d30-b6ff-357b8cfd49db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f13a51e86724c959675dc345fa31e3c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2583482
Nov 27 20:55:21.694044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-76033bb3-965a-428a-ad1d-11c0503eb3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:21.717841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-76033bb3-965a-428a-ad1d-11c0503eb3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:21.789245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-76033bb3-965a-428a-ad1d-11c0503eb3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:21.808595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-76033bb3-965a-428a-ad1d-11c0503eb3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:21.811360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-76033bb3-965a-428a-ad1d-11c0503eb3d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10214c0b-02f1-400b-b6dc-8d5d1fb56c63 HTTP/1.1" status: 204  len: 168 time: 0.1716588
Nov 27 20:55:21.835169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76033bb3-965a-428a-ad1d-11c0503eb3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10214c0b-02f1-400b-b6dc-8d5d1fb56c63,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:23.778687 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40752) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:23.933574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-09df990d-7d11-4d90-8704-6eb797a91c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:24.049903 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-09df990d-7d11-4d90-8704-6eb797a91c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:24.061815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-09df990d-7d11-4d90-8704-6eb797a91c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:24.124924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df990d-7d11-4d90-8704-6eb797a91c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084ab8e2-2ea6-49d0-848a-2b51d0a61065,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:24.180620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-09df990d-7d11-4d90-8704-6eb797a91c8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a972bdf9e8e4d4fa74d3ba0e246bb95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4001114
Nov 27 20:55:24.186986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40756) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:24.193456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-6471eaa6-16fc-435f-b786-07dedac585cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:24.196297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-6471eaa6-16fc-435f-b786-07dedac585cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65a608f2c265434999aa734f1841b2a3&device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 1100 time: 0.1001878
Nov 27 20:55:24.352851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a888-886e-45c7-a2e7-9b360aff22fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:24.405580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a888-886e-45c7-a2e7-9b360aff22fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:24.504245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a888-886e-45c7-a2e7-9b360aff22fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:24.507977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a888-886e-45c7-a2e7-9b360aff22fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:24.509685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e5c3a888-886e-45c7-a2e7-9b360aff22fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/084ab8e2-2ea6-49d0-848a-2b51d0a61065 HTTP/1.1" status: 204  len: 168 time: 0.3126152
Nov 27 20:55:24.560164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3a888-886e-45c7-a2e7-9b360aff22fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ab8e2-2ea6-49d0-848a-2b51d0a61065,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:24.625807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-694d1247-2e38-4331-ad72-10fd6297efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:24.629970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-694d1247-2e38-4331-ad72-10fd6297efb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.4047823
Nov 27 20:55:24.700536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-ec41f0e9-d24b-4ee1-8526-1f445a37e6ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2 HTTP/1.1" status: 200  len: 217 time: 0.0586877
Nov 27 20:55:24.805467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-bc883280-1790-432e-b341-a501d62118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:24.807774 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-bc883280-1790-432e-b341-a501d62118b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0977533
Nov 27 20:55:24.914605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-44d91406-684a-4e41-af3a-dda761257308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:24.916309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-44d91406-684a-4e41-af3a-dda761257308 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0989940
Nov 27 20:55:25.057175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-e593f7e2-83ea-428d-b42d-d4b1dc995e90 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274452
Nov 27 20:55:25.268353 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ca7458e-c059-4a92-bfae-0ba20625ffc0 req-7bb8939c-38a5-4717-a5c2-ffb0f98dfbf7 service neutron] 10.222.0.35 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2000513
Nov 27 20:55:25.853592 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:55:28.634381 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1785b00b-6b99-4909-921f-d068aafb90c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--544438983&fields=id&tenant_id=76f19e09c6b04ac1a559d52d9cad1c77 HTTP/1.1" status: 200  len: 267 time: 0.0673096
Nov 27 20:55:28.702376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-63a88408-b62d-42cf-9c56-ab8242b7a651 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:28.710164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-63a88408-b62d-42cf-9c56-ab8242b7a651 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports/7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 200  len: 935 time: 0.0749040
Nov 27 20:55:28.775998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-43eaaa8a-ddf0-4655-bbd4-4c1a6ea794a2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:28.777202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-43eaaa8a-ddf0-4655-bbd4-4c1a6ea794a2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports/2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 200  len: 936 time: 0.0661225
Nov 27 20:55:28.844211 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-a0f9fdaa-72da-41ce-ad84-c4282266cf22 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0592208
Nov 27 20:55:28.882602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-8b2f7395-e54e-4bef-84d3-1dea26c0075c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0319796
Nov 27 20:55:28.939198 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90539c99-8d53-434e-89f5-d9b3e52d04a2 x-openstack-request-id: req-90539c99-8d53-434e-89f5-d9b3e52d04a2 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:28.939789 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "name": "network-vif-plugged", "status": "completed", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:28.939959 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90539c99-8d53-434e-89f5-d9b3e52d04a2 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:28.940445 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1', 'code': 200}
Nov 27 20:55:29.044345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-f1d4c6c9-3134-4e11-bcb5-64e0bfc9ff40 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:29.052451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-f1d4c6c9-3134-4e11-bcb5-64e0bfc9ff40 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:29.060106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-f1d4c6c9-3134-4e11-bcb5-64e0bfc9ff40 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:29.061763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-f1d4c6c9-3134-4e11-bcb5-64e0bfc9ff40 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/networks?id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=b81d828c-3c59-4f0f-a608-265030413533&id=b81d828c-3c59-4f0f-a608-265030413533 HTTP/1.1" status: 200  len: 1994 time: 0.1617889
Nov 27 20:55:29.092620 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-bc2ab7a9-7c7f-4acf-af44-94f15d7faff8 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/quotas/76f19e09c6b04ac1a559d52d9cad1c77 HTTP/1.1" status: 200  len: 375 time: 0.0178168
Nov 27 20:55:29.166608 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b9e311cb-ee36-4832-b630-7fd454f70b24 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0729017
Nov 27 20:55:29.291554 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-01923d12-3b64-48a4-8a7e-8e49bcb6e0a6 service neutron] 10.222.0.21 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098709
Nov 27 20:55:29.414847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-aeb226c1-a463-4494-8fb1-f585d7a60f80 service neutron] 10.222.0.21 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1145127
Nov 27 20:55:29.497283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-8440d4bf-7bf4-44b8-a7dd-fa0259214e55 service neutron] 10.222.0.21 "GET /v2.0/ports/7892b730-0a95-4587-9c92-b7522e255107?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0697839
Nov 27 20:55:29.616545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5f0d2147-e0a7-4088-be39-45748242e27e service neutron] 10.222.0.21 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1133709
Nov 27 20:55:29.773614 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-f8a2df99-fb45-40eb-9a0c-5a41ce99905b service neutron] 10.222.0.21 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490579
Nov 27 20:55:29.827927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-44c41424-7fd1-43e0-a0d2-7fbe05541d9d service neutron] 10.222.0.21 "GET /v2.0/ports/2141f889-e6e6-4c2b-ba22-12f0441b2f07?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0428135
Nov 27 20:55:29.964271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-a2f90f9f-bac8-4988-b107-f2d42c5a50c8 service neutron] 10.222.0.21 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257246
Nov 27 20:55:29.996611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41012) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:30.098980 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-7d1943fc-7ff4-41a3-8b32-69dda3e5f2b1 service neutron] 10.222.0.21 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228251
Nov 27 20:55:30.190234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cec439-8adc-40fb-afe0-981c3e4c332c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.210475 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-60450a62-567d-4673-93ec-8b4cf25abe17 service neutron] 10.222.0.21 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096683
Nov 27 20:55:30.310387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cec439-8adc-40fb-afe0-981c3e4c332c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.320341 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cec439-8adc-40fb-afe0-981c3e4c332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.366297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-f78d320c-6e66-4ae4-96fa-d4f4f6d65aba service neutron] 10.222.0.21 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486464
Nov 27 20:55:30.448551 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-19cec439-8adc-40fb-afe0-981c3e4c332c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d75cb36e6ed443ea8cc884c8f5a02e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4485412
Nov 27 20:55:30.450242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41030) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:30.469293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cec439-8adc-40fb-afe0-981c3e4c332c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59511054-7eda-4529-ac91-c6aab705391b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:30.499324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb465ea-88b0-49c6-ad40-eb92b6440ecf req-e1a7083a-b57f-49cb-afb4-a4c2f8ca87a0 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:30.502702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddb465ea-88b0-49c6-ad40-eb92b6440ecf req-e1a7083a-b57f-49cb-afb4-a4c2f8ca87a0 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 949 time: 0.1151998
Nov 27 20:55:30.527871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-2c74e103-ae25-4d20-9388-183a7cc33bec service neutron] 10.222.0.21 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546600
Nov 27 20:55:30.559031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71efe1e3-756b-4780-b6aa-c4b2f67920d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.577890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddb465ea-88b0-49c6-ad40-eb92b6440ecf req-8ced6b27-0997-4392-a663-5da730346459 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650659
Nov 27 20:55:30.618244 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71efe1e3-756b-4780-b6aa-c4b2f67920d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.633919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41044) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:30.679375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-382f730c-a458-4973-8390-53fd796e9bdd service neutron] 10.222.0.21 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429746
Nov 27 20:55:30.708032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed32604c-a2dc-45b6-93de-5253dda1095a admin admin] Deleting subnet 712d939c-680c-4d37-bf43-92257ade9240 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:55:30.714339 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed32604c-a2dc-45b6-93de-5253dda1095a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.750735 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71efe1e3-756b-4780-b6aa-c4b2f67920d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.753594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71efe1e3-756b-4780-b6aa-c4b2f67920d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.754914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-71efe1e3-756b-4780-b6aa-c4b2f67920d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59511054-7eda-4529-ac91-c6aab705391b HTTP/1.1" status: 204  len: 168 time: 0.3035975
Nov 27 20:55:30.755969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed32604c-a2dc-45b6-93de-5253dda1095a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.768395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efe1e3-756b-4780-b6aa-c4b2f67920d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59511054-7eda-4529-ac91-c6aab705391b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:30.812276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-96492635-4f8d-484f-853f-6d7aedbe5353 service neutron] 10.222.0.21 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230211
Nov 27 20:55:30.854073 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed32604c-a2dc-45b6-93de-5253dda1095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.952009 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed32604c-a2dc-45b6-93de-5253dda1095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:30.958407 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-40ca67f3-cb6f-4176-a96b-3e4a6fab87cb service neutron] 10.222.0.21 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378055
Nov 27 20:55:31.040670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32604c-a2dc-45b6-93de-5253dda1095a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=712d939c-680c-4d37-bf43-92257ade9240,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:31.046093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed32604c-a2dc-45b6-93de-5253dda1095a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.052314 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ed32604c-a2dc-45b6-93de-5253dda1095a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/712d939c-680c-4d37-bf43-92257ade9240 HTTP/1.1" status: 204  len: 168 time: 0.4117448
Nov 27 20:55:31.054947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41090) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:31.150360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41104) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:31.150880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-72e40083-a6c6-4e49-8203-186b0d5827b4 service neutron] 10.222.0.21 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849375
Nov 27 20:55:31.216586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.295222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41116) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:31.311196 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00074b7b-5597-4bd7-a4d6-4315ac236394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.347317 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7af2c471-71ed-4224-9c15-8bfebd260d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.373130 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-822a4613-dc57-4881-b693-c93798b9b81c service neutron] 10.222.0.21 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2212689
Nov 27 20:55:31.390489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.417214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efd88ac0>,) {'filters': {'network_id': ['c6502c39-8b47-4e70-ac49-9906b123e7d6']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:31.436980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efd88ac0>, '1f3757b2-d005-4cc6-a603-9546c3bb04e7') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:31.437596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efd88ac0>, '1f3757b2-d005-4cc6-a603-9546c3bb04e7') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:31.458452 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.473709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-e6fbe81a-34be-43bc-8e63-3cce766384de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1080964
Nov 27 20:55:31.476856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.485194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:55:31.486300 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:55:31.488832 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:55:31.532595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00074b7b-5597-4bd7-a4d6-4315ac236394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.558378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00074b7b-5597-4bd7-a4d6-4315ac236394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.584411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.627441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.635538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c6502c39-8b47-4e70-ac49-9906b123e7d6 HTTP/1.1" status: 204  len: 168 time: 0.5771937
Nov 27 20:55:31.644360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e02c6-5a96-4379-9747-4b4f45a43dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6502c39-8b47-4e70-ac49-9906b123e7d6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:31.662894 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7af2c471-71ed-4224-9c15-8bfebd260d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.670528 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-00074b7b-5597-4bd7-a4d6-4315ac236394 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab69590a5a74483187d535a37a2bc6ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3740456
Nov 27 20:55:31.672581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7af2c471-71ed-4224-9c15-8bfebd260d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.674578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00074b7b-5597-4bd7-a4d6-4315ac236394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4418f243-24db-4b1d-b2d4-f1026509757d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:31.674718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41150) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:31.703880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-8a0214e6-5482-40e9-85c5-12bcca8aeac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:31.705396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-8a0214e6-5482-40e9-85c5-12bcca8aeac1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a608f2c265434999aa734f1841b2a3&device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 1099 time: 0.1698122
Nov 27 20:55:31.727282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7af2c471-71ed-4224-9c15-8bfebd260d69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50b227cd822e4eaea7803ae94baee3fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5751948
Nov 27 20:55:31.728072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:31.735897 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2c471-71ed-4224-9c15-8bfebd260d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef874c93-6f30-4190-bc52-837beef5e06d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:31.768296 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-486aa237-9f31-48c4-84d5-1ef6ea545173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.799035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-486aa237-9f31-48c4-84d5-1ef6ea545173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.851413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-44d3fe94-3b85-4a07-ae25-2dcd286359f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.861207 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-486aa237-9f31-48c4-84d5-1ef6ea545173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.864924 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-486aa237-9f31-48c4-84d5-1ef6ea545173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.867467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-486aa237-9f31-48c4-84d5-1ef6ea545173 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4418f243-24db-4b1d-b2d4-f1026509757d HTTP/1.1" status: 204  len: 168 time: 0.1908801
Nov 27 20:55:31.879472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aa237-9f31-48c4-84d5-1ef6ea545173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4418f243-24db-4b1d-b2d4-f1026509757d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:31.895278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-44d3fe94-3b85-4a07-ae25-2dcd286359f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:31.897496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-8408a95b-043b-423d-b300-0afebd2bfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:31.898884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-8408a95b-043b-423d-b300-0afebd2bfdc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.1640079
Nov 27 20:55:31.943435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41164) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:31.946396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-f7591e49-98ba-491c-b9d2-a4c2de3fbb7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 HTTP/1.1" status: 200  len: 217 time: 0.0409248
Nov 27 20:55:32.017869 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fc9cec6b-bd38-41bb-b458-f9f50f5d8292 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99a5eb3bc93349828958b7879707829a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0731800
Nov 27 20:55:32.020411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41166) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:32.025121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-d535b069-5e06-4514-aa4c-d1f0114bb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:32.030372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-d535b069-5e06-4514-aa4c-d1f0114bb1e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0750713
Nov 27 20:55:32.099806 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fac91a4-ca8f-4e89-9bee-e637b3c96bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:32.136947 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fac91a4-ca8f-4e89-9bee-e637b3c96bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:32.201096 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fac91a4-ca8f-4e89-9bee-e637b3c96bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:32.205138 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fac91a4-ca8f-4e89-9bee-e637b3c96bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:32.209451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2fac91a4-ca8f-4e89-9bee-e637b3c96bb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/262dfb4a-5c7b-430a-92dd-e02497400d70 HTTP/1.1" status: 204  len: 168 time: 0.1877453
Nov 27 20:55:32.226121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac91a4-ca8f-4e89-9bee-e637b3c96bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262dfb4a-5c7b-430a-92dd-e02497400d70,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:32.421308 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-44d3fe94-3b85-4a07-ae25-2dcd286359f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:32.424954 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-44d3fe94-3b85-4a07-ae25-2dcd286359f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:32.430999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-44d3fe94-3b85-4a07-ae25-2dcd286359f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef874c93-6f30-4190-bc52-837beef5e06d HTTP/1.1" status: 204  len: 168 time: 0.7019434
Nov 27 20:55:32.451217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3fe94-3b85-4a07-ae25-2dcd286359f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef874c93-6f30-4190-bc52-837beef5e06d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:32.495037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-ea7fac92-2106-4442-9859-0dd5216da476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:32.500054 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-ea7fac92-2106-4442-9859-0dd5216da476 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4641442
Nov 27 20:55:32.637652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-816a4936-57ff-4765-8eac-c31c46e34397 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297572
Nov 27 20:55:32.771759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9b8c252-6f6a-4d7f-93b6-90b49394ed05 req-0b44bb93-4d55-4a8c-b1dc-083078584fba service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262467
Nov 27 20:55:33.019444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cbf8f15-c51c-4a93-8f36-1bf7bd565f86 req-a03f485d-8a79-41ab-bbd4-44246bd09629 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 210 time: 0.0497103
Nov 27 20:55:33.934941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55adc3-0716-4274-83d9-db91769342d5 req-740c95a7-3998-4a91-95d7-404718e9e451 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:33.943538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-740c95a7-3998-4a91-95d7-404718e9e451 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 803 time: 0.4308743
Nov 27 20:55:33.963994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-ff1f92b8-9fbb-4a91-9b69-3db983434a34 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/quotas/fe84ac649b6b4faea051ddfd2d4b6185 HTTP/1.1" status: 200  len: 375 time: 0.0192962
Nov 27 20:55:34.007891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41394) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:34.021368 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e94891a7-f412-42c4-b662-d80a162bc76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:34.037692 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-28061b1d-6ea7-4d8d-8b2c-2dcce797bc25 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0724976
Nov 27 20:55:34.130560 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-b564d25f-d138-40b3-a65e-6539e9163479 service neutron] 10.222.0.21 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917249
Nov 27 20:55:34.286019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-115f8e23-a788-4915-a8db-a3c3c15970ed service neutron] 10.222.0.21 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469951
Nov 27 20:55:34.334132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:55:34.377403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1687971895-network', 'tenant_id': '7895e84a65ed41808aae6e8f05780bca'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:34.538470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Made reservation on behalf of 7895e84a65ed41808aae6e8f05780bca for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:34.541359 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:34.554288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-7f5aaba1-6376-46b3-89bf-ff64694c7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:34.557695 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-7f5aaba1-6376-46b3-89bf-ff64694c7fef service neutron] 10.222.0.15 "GET /v2.0/ports/7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 200  len: 1031 time: 0.3026547
Nov 27 20:55:34.560882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-740c0521-3fcf-45f2-9ecd-ac8aa03132b6 req-167aa7b9-43a6-42a5-b34f-c351c7cce3f6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 210 time: 0.0972984
Nov 27 20:55:34.591753 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:34.591837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:34.650446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-d7b96023-fc3c-4733-816c-e80e99e03c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:34.652790 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-d7b96023-fc3c-4733-816c-e80e99e03c25 service neutron] 10.222.0.15 "GET /v2.0/ports/2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 200  len: 1032 time: 0.0663528
Nov 27 20:55:34.670511 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:34.671738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:34.675422 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575f198b-57b8-4603-b145-1b0485b96781" -d '{"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-unplugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:34.680832 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:34.750307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=11']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:34.794132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42b0583d-3405-4f6e-9f2c-8d2a5358a9a9 req-e5d7b3e8-8c15-49fa-b8fc-65ff08b0dfdc tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 210 time: 0.1310620
Nov 27 20:55:34.892548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41480) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:34.993246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-32e741f3-030a-4851-89d1-7d671ebc9673 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:35.000179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-32e741f3-030a-4851-89d1-7d671ebc9673 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:35.006394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-32e741f3-030a-4851-89d1-7d671ebc9673 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:35.008354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-32e741f3-030a-4851-89d1-7d671ebc9673 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "GET /v2.0/networks?id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=b81d828c-3c59-4f0f-a608-265030413533&id=b81d828c-3c59-4f0f-a608-265030413533 HTTP/1.1" status: 200  len: 1994 time: 0.3430674
Nov 27 20:55:35.019108 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.033537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.064114 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a1552c-4ef7-4023-a9be-0462d0ee1b25 x-openstack-request-id: req-38a1552c-4ef7-4023-a9be-0462d0ee1b25 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:35.064592 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-unplugged", "status": "completed", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:35.064792 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38a1552c-4ef7-4023-a9be-0462d0ee1b25 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:35.065561 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'code': 200}
Nov 27 20:55:35.096752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a67237-9519-4603-b838-22c3de0de33f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:35.113651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:35.167127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca895-d4c6-4cd6-a2c9-99e64089a6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.168312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.169285 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Added segment 768343f5-22c2-4a59-a16c-b2a3618ef32b of type vlan for network 9c0aa522-1fc2-477c-82ba-de73a057bc9c
Nov 27 20:55:35.280563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-37371ead-939e-48f4-b936-8be693b7a9b9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76f19e09c6b04ac1a559d52d9cad1c77 HTTP/1.1" status: 200  len: 379 time: 0.2557871
Nov 27 20:55:35.295417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'admin_state_up': True, 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'security_groups': ['69f40d32-19c7-489c-9daa-dfb31f075bf0']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:35.306327 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.333001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-1748ecdc-4ab2-437e-8637-6eb92dcb45d2 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:35.335378 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-1748ecdc-4ab2-437e-8637-6eb92dcb45d2 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.35 "GET /v2.0/ports?device_id=8911dc7c-bdfd-4fcb-a7a9-65e9c946c806 HTTP/1.1" status: 200  len: 946 time: 0.1483550
Nov 27 20:55:35.384929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.386306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:35.387213 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.488448 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.4786279
Nov 27 20:55:35.499860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41526) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:35.513579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Request body: {'subnet': {'network_id': '9c0aa522-1fc2-477c-82ba-de73a057bc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1687971895-subnet', 'tenant_id': '7895e84a65ed41808aae6e8f05780bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:35.537828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec846369-736f-44f0-998b-b607c56b5182 admin admin] Pushing event updated for resources: {'Network': ['ID=9c0aa522-1fc2-477c-82ba-de73a057bc9c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:35.548848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 9c0aa522-1fc2-477c-82ba-de73a057bc9c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:35.583508 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5712d82-2eb6-4828-816e-8a6d45dd6952 req-245b0b56-e82d-47e2-9649-09eae3b9e824 tempest-AbsoluteLimitsNegativeTestJSON-1510020660 tempest-AbsoluteLimitsNegativeTestJSON-1510020660-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f60857db820e4d7eb13ec7edea9c8cf3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1001308
Nov 27 20:55:35.604447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Made reservation on behalf of 7895e84a65ed41808aae6e8f05780bca for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:35.607108 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.712692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:35.716998 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.802698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5712d82-2eb6-4828-816e-8a6d45dd6952 req-6830a12c-068d-4242-9138-923315724591 tempest-AbsoluteLimitsNegativeTestJSON-1510020660 tempest-AbsoluteLimitsNegativeTestJSON-1510020660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:35.812465 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5712d82-2eb6-4828-816e-8a6d45dd6952 req-6830a12c-068d-4242-9138-923315724591 tempest-AbsoluteLimitsNegativeTestJSON-1510020660 tempest-AbsoluteLimitsNegativeTestJSON-1510020660-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2279017
Nov 27 20:55:35.844436 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5712d82-2eb6-4828-816e-8a6d45dd6952 req-631b3b75-7f97-49bb-be97-288899a3c3f3 tempest-AbsoluteLimitsNegativeTestJSON-1510020660 tempest-AbsoluteLimitsNegativeTestJSON-1510020660-project] 10.222.0.21 "GET /v2.0/quotas/f60857db820e4d7eb13ec7edea9c8cf3 HTTP/1.1" status: 200  len: 375 time: 0.0299203
Nov 27 20:55:35.903927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5712d82-2eb6-4828-816e-8a6d45dd6952 req-3ee6357e-6262-4859-8d6a-b441b40d473a tempest-AbsoluteLimitsNegativeTestJSON-1510020660 tempest-AbsoluteLimitsNegativeTestJSON-1510020660-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f60857db820e4d7eb13ec7edea9c8cf3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0584760
Nov 27 20:55:35.910460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca895-d4c6-4cd6-a2c9-99e64089a6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.915966 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ca895-d4c6-4cd6-a2c9-99e64089a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.956583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Allocated IP 172.20.0.12 (69bbc6e1-7ac2-4c39-8b81-cbf37c04434d/5fefb2aa-37dd-4ae6-821d-068bbb418a00/03e5badb-8172-486f-9775-23060da4f0c7) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:35.967653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ca895-d4c6-4cd6-a2c9-99e64089a6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96baeb2e-6861-497f-ab08-fa7876bdd95f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:35.976589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Deleting port a2426259-c237-480c-afc3-6c9804dc6ce1 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:55:35.977055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:35.994586 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.145668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e396ca34-28e6-4885-9732-9b7a20cf84ce,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:36.160413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Checking segment: {'id': '768343f5-22c2-4a59-a16c-b2a3618ef32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9c0aa522-1fc2-477c-82ba-de73a057bc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:36.160756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Network hostable DHCP agents. Network: 9c0aa522-1fc2-477c-82ba-de73a057bc9c, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:55:36.212231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Network 9c0aa522-1fc2-477c-82ba-de73a057bc9c is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:55:36.256440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2426259-c237-480c-afc3-6c9804dc6ce1,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:36.257022 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.264173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.265798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c0aa522-1fc2-477c-82ba-de73a057bc9c) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:36.269573 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32063a24-156a-4db1-8fae-ebfdb7712e11 req-1cd04ad4-b0ac-4cd1-8b96-2a27c62e8b9c tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 210 time: 0.0481625
Nov 27 20:55:36.276285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:36.277668 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.277883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e444a-3bf4-4476-a5b4-a4c2f92fcdb3 None None] Network 9c0aa522-1fc2-477c-82ba-de73a057bc9c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:36.308987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Calling delete_port for a2426259-c237-480c-afc3-6c9804dc6ce1 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:55:36.322257 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c62731ea-1fb5-4def-827c-3ef60f587833 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.8210824
Nov 27 20:55:36.340383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.345552 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41572) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:36.346235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ea3ca895-d4c6-4cd6-a2c9-99e64089a6fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c7fffc05d14425e90b01b461b745760&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4482908
Nov 27 20:55:36.437814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:36.462632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a2426259-c237-480c-afc3-6c9804dc6ce1 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:55:36.495487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:36.511539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:36.594289 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-828061d4-60d0-4f98-8523-5b3bae04d5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.602072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f91cf-e78c-4e02-9cfb-1648ac624d31 None None] Network 9c0aa522-1fc2-477c-82ba-de73a057bc9c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:36.649172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41578) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:36.669801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbd7b-ca1c-42af-a047-e8131dde836c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.703780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Port': ['ID=03e5badb-8172-486f-9775-23060da4f0c7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:36.715178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934e4d3-e140-4a07-a12a-955c9fa4d24b req-3935ed82-2ba5-45c8-b9a3-ad6bb46edba5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:36.735103 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.739587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c934e4d3-e140-4a07-a12a-955c9fa4d24b req-3935ed82-2ba5-45c8-b9a3-ad6bb46edba5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 932 time: 0.4327054
Nov 27 20:55:36.744120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:36.747166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.771889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbd7b-ca1c-42af-a047-e8131dde836c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.864200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a2426259-c237-480c-afc3-6c9804dc6ce1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2426259-c237-480c-afc3-6c9804dc6ce1,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:36.875782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:36.875980 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-38271eaa-3017-43d5-a5a1-7900d4d3c367 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5864372
Nov 27 20:55:36.897337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-cf3f7006-1c89-46fe-ad3b-1c9fc10ee7a3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:55:36.899726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-cf3f7006-1c89-46fe-ad3b-1c9fc10ee7a3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0161111
Nov 27 20:55:36.930195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'admin_state_up': True, 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'security_groups': ['69f40d32-19c7-489c-9daa-dfb31f075bf0']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:36.964010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55adc3-0716-4274-83d9-db91769342d5 req-5ca5e9ee-2778-4f11-9521-99d4ac78e041 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:36.966401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-5ca5e9ee-2778-4f11-9521-99d4ac78e041 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.35 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 803 time: 0.7978663
Nov 27 20:55:36.987609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Request body: {'port': {'device_id': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'admin_state_up': True, 'tenant_id': 'fe84ac649b6b4faea051ddfd2d4b6185'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:37.001388 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10321642-b5cb-417b-b29a-53da595e010f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.043785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9a052bdb-804d-48ef-8f57-a70ffa202ae1 None None] Provisioning complete for port 03e5badb-8172-486f-9775-23060da4f0c7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:37.044261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9a052bdb-804d-48ef-8f57-a70ffa202ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.064841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbd7b-ca1c-42af-a047-e8131dde836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.067642 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbdbd7b-ca1c-42af-a047-e8131dde836c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.072212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7cbdbd7b-ca1c-42af-a047-e8131dde836c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96baeb2e-6861-497f-ab08-fa7876bdd95f HTTP/1.1" status: 204  len: 168 time: 0.7223618
Nov 27 20:55:37.084741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdbd7b-ca1c-42af-a047-e8131dde836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96baeb2e-6861-497f-ab08-fa7876bdd95f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:37.096846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:37.106166 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c934e4d3-e140-4a07-a12a-955c9fa4d24b req-b153dc8e-e14a-4890-b5e3-9b170de681c6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3655465
Nov 27 20:55:37.108299 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01cd934-b49e-4fdf-8b0f-12f31c644ad5" -d '{"events": [{"server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "name": "network-vif-unplugged", "status": "completed", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:37.164654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a2426259-c237-480c-afc3-6c9804dc6ce1,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:37.184249 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9a052bdb-804d-48ef-8f57-a70ffa202ae1 None None] Port 03e5badb-8172-486f-9775-23060da4f0c7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:55:37.205413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.227740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:37.232459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.396109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10321642-b5cb-417b-b29a-53da595e010f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.437495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Pushing event deleted for resources: {'Port': ['ID=a2426259-c237-480c-afc3-6c9804dc6ce1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:37.443134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10321642-b5cb-417b-b29a-53da595e010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.504459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Allocated IP 10.1.1.160 (c8bb9313-f783-49f5-91b8-12c308f05da8/e4242531-091e-4864-9c2c-576357ba599a/14f3487c-a918-45af-a334-40c24460e19d) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:37.518103 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb30abd-fb76-4695-a66a-36c1f8102a9d x-openstack-request-id: req-5bb30abd-fb76-4695-a66a-36c1f8102a9d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:37.518592 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "name": "network-vif-unplugged", "status": "completed", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:37.519096 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bb30abd-fb76-4695-a66a-36c1f8102a9d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:37.519558 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1', 'code': 200}
Nov 27 20:55:37.624164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] No DVR routers for this DVR port a2426259-c237-480c-afc3-6c9804dc6ce1 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:55:37.639492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Made reservation on behalf of fe84ac649b6b4faea051ddfd2d4b6185 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:37.644030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.654242 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.660220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a4f3571c-cd22-472d-bbf3-a207c5886f4e req-16fbe665-591e-4302-bf8e-c4fe6dbc3c4e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.35 "DELETE /v2.0/ports/a2426259-c237-480c-afc3-6c9804dc6ce1 HTTP/1.1" status: 204  len: 173 time: 2.3072402
Nov 27 20:55:37.660979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'name': 'network-vif-deleted', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:37.665708 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a81f07-208e-4238-9403-56ad7d27be07" -d '{"events": [{"server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "name": "network-vif-deleted", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:37.682545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10321642-b5cb-417b-b29a-53da595e010f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f60857db820e4d7eb13ec7edea9c8cf3&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0305867
Nov 27 20:55:37.688005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41642) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:37.689044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10321642-b5cb-417b-b29a-53da595e010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928de417-565f-4012-8ee4-dff79721091b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:37.713360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-815c0dbf-4888-4596-83c0-9da40d2f9d97 req-3d79c637-c5d8-4515-a226-d2cb098b3dc4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 210 time: 0.0482171
Nov 27 20:55:37.744294 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.809181 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-607122bb-ef72-41e4-8224-61631af6b40c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.832383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.872904 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-607122bb-ef72-41e4-8224-61631af6b40c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.926933 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.982014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network c8bb9313-f783-49f5-91b8-12c308f05da8 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:37.985241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-607122bb-ef72-41e4-8224-61631af6b40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.987974 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-607122bb-ef72-41e4-8224-61631af6b40c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:37.991960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-607122bb-ef72-41e4-8224-61631af6b40c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/928de417-565f-4012-8ee4-dff79721091b HTTP/1.1" status: 204  len: 168 time: 0.2888339
Nov 27 20:55:37.997769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:38.004528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:38.010845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Port': ['ID=14f3487c-a918-45af-a334-40c24460e19d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:38.015380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607122bb-ef72-41e4-8224-61631af6b40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928de417-565f-4012-8ee4-dff79721091b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:38.076064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:38.077018 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:38.084956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Allocated IP 172.20.0.7 (b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3/4edb836d-d860-4750-af8b-16bdcd7adfe2/539b6d03-82a1-46d1-8b03-a0295fadf9c4) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:38.098289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-93a72f07-70e4-4141-91c3-26bc11e61bf4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1901317
Nov 27 20:55:38.115704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'admin_state_up': True, 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'security_groups': ['69f40d32-19c7-489c-9daa-dfb31f075bf0']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:38.275381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-933e1261-4f7f-487e-ac0b-f1e4bab3246a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:38.277878 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-933e1261-4f7f-487e-ac0b-f1e4bab3246a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/networks?id=9c0aa522-1fc2-477c-82ba-de73a057bc9c HTTP/1.1" status: 200  len: 822 time: 0.3860209
Nov 27 20:55:38.328143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:38.335373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:38.357343 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-871af560-f45c-4341-842f-ef6ee9a8a4d1 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/quotas/7895e84a65ed41808aae6e8f05780bca HTTP/1.1" status: 200  len: 375 time: 0.0432692
Nov 27 20:55:38.425591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2782e27b-1e1b-476d-a690-585a953f056f None None] Provisioning complete for port 14f3487c-a918-45af-a334-40c24460e19d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:38.428097 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2782e27b-1e1b-476d-a690-585a953f056f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:38.471660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-a8d37558-9d80-4dca-adf7-cfc5a38a5e93 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7895e84a65ed41808aae6e8f05780bca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0522649
Nov 27 20:55:38.552035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2782e27b-1e1b-476d-a690-585a953f056f None None] Port 14f3487c-a918-45af-a334-40c24460e19d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:55:38.610908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:38.654854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-981ad2fe-a48a-4802-9913-b94bf93b2181 service neutron] 10.222.0.21 "GET /v2.0/networks/9c0aa522-1fc2-477c-82ba-de73a057bc9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725640
Nov 27 20:55:38.705121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Allocated IP 10.1.1.32 (c8bb9313-f783-49f5-91b8-12c308f05da8/e4242531-091e-4864-9c2c-576357ba599a/4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:38.758833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:38.818642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:38.824968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:38.839818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-f88ce405-7924-44df-a738-876806e69c85 service neutron] 10.222.0.21 "GET /v2.0/networks/9c0aa522-1fc2-477c-82ba-de73a057bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797135
Nov 27 20:55:38.840796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:38.918590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Pushing event updated for resources: {'Port': ['ID=539b6d03-82a1-46d1-8b03-a0295fadf9c4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:38.995427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:38.997013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:39.051021 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-c7fe501f-7dd0-4215-b993-92dec6293d00 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0680645
Nov 27 20:55:39.065379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-7e1bd693-43cf-4ecd-b15a-de3824f8dcdf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:55:39.066415 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-7e1bd693-43cf-4ecd-b15a-de3824f8dcdf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0071723
Nov 27 20:55:39.085980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Request body: {'port': {'device_id': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:39.124588 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:39.142326 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c23e5-d326-4b79-a0ae-a656ea27569f x-openstack-request-id: req-028c23e5-d326-4b79-a0ae-a656ea27569f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:39.146463 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8911dc7c-bdfd-4fcb-a7a9-65e9c946c806", "name": "network-vif-deleted", "tag": "a2426259-c237-480c-afc3-6c9804dc6ce1", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:39.146795 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-028c23e5-d326-4b79-a0ae-a656ea27569f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:39.147199 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8911dc7c-bdfd-4fcb-a7a9-65e9c946c806', 'name': 'network-vif-deleted', 'tag': 'a2426259-c237-480c-afc3-6c9804dc6ce1', 'status': 'completed', 'code': 200}
Nov 27 20:55:39.243998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:39.306977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:39.351939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983d597-4af1-4cc4-9a6e-8b7ff67e6bc7 req-86271784-d89b-46c4-974a-ff54332e76c3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:39.362607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983d597-4af1-4cc4-9a6e-8b7ff67e6bc7 req-86271784-d89b-46c4-974a-ff54332e76c3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:39.377265 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d983d597-4af1-4cc4-9a6e-8b7ff67e6bc7 req-86271784-d89b-46c4-974a-ff54332e76c3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 1654 time: 0.1836133
Nov 27 20:55:39.466103 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:39.502727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network c8bb9313-f783-49f5-91b8-12c308f05da8 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:39.509418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:39.537021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d983d597-4af1-4cc4-9a6e-8b7ff67e6bc7 req-b6dddbd5-d777-4853-9303-1436763cdbc4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587625
Nov 27 20:55:39.540924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:39.550287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Port': ['ID=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:39.724739 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffb8ea68-fd92-43cb-a7c2-404273abb1a0 req-483a3840-e019-43c3-867e-753c93a8c7f6 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 210 time: 0.0926256
Nov 27 20:55:39.728642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160669a1-de51-4ee3-9815-e23f653fb028 req-64683f28-0ef9-4f13-9e0b-69c843b97473 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:39.730941 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-160669a1-de51-4ee3-9815-e23f653fb028 req-64683f28-0ef9-4f13-9e0b-69c843b97473 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 931 time: 0.3103740
Nov 27 20:55:39.760641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:39.762532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:39.805958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4b772ee0-a34a-4246-b3ca-6e3134b9e43c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.6974106
Nov 27 20:55:39.822419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533', 'admin_state_up': True, 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'security_groups': ['69f40d32-19c7-489c-9daa-dfb31f075bf0']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:39.902680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2acd5aad-43dd-4e85-8c19-d7860dff1634 None None] Provisioning complete for port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:39.905754 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2acd5aad-43dd-4e85-8c19-d7860dff1634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:39.908571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-160669a1-de51-4ee3-9815-e23f653fb028 req-83bd69e9-4a95-4fe4-b4a1-b6f09f2b09d0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643608
Nov 27 20:55:40.009510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2acd5aad-43dd-4e85-8c19-d7860dff1634 None None] Port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:55:40.052208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539b6d03-82a1-46d1-8b03-a0295fadf9c4 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:40.071567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:40.097408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:40.115371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Transition to ACTIVE for port object 539b6d03-82a1-46d1-8b03-a0295fadf9c4 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:40.125033 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:40.238976 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:40.273889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41766) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:40.292022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Pushing event updated for resources: {'Port': ['ID=539b6d03-82a1-46d1-8b03-a0295fadf9c4,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:40.365062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:40.370182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdf260-10ea-4d90-bd57-1419041a70a7 req-9e3690be-a861-4017-8a0e-5cfecebd2cea tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:40.372948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ecdf260-10ea-4d90-bd57-1419041a70a7 req-9e3690be-a861-4017-8a0e-5cfecebd2cea tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 948 time: 0.1169603
Nov 27 20:55:40.380852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a2426259-c237-480c-afc3-6c9804dc6ce1 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:55:40.420531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: a2426259-c237-480c-afc3-6c9804dc6ce1 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:55:40.420908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a2426259-c237-480c-afc3-6c9804dc6ce1 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:55:40.454157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41772) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:40.535195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ecdf260-10ea-4d90-bd57-1419041a70a7 req-c559ad67-a9f9-4965-be32-5d6b0ae8e3fc tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253915
Nov 27 20:55:40.546139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Attempting to bind port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:40.546432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Attempting to bind port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:40.546783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Attempting to bind port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:40.560942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:40.561309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Attempting to bind port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 on network b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:40.570411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:40.570761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Checking segment: {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:40.571151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Bound using segment: {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:40.571673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Bound port: 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188c5a0f-6895-4392-b747-d77a6915e4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:40.572041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:40.732073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-919591391-network', 'tenant_id': 'e284ee0d43044b11b711ede03335cfa1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:40.809387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-f2625091-1350-425c-bc39-47e0ac68eb38 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:40.821601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-f2625091-1350-425c-bc39-47e0ac68eb38 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.15 "GET /v2.0/networks?id=9c0aa522-1fc2-477c-82ba-de73a057bc9c HTTP/1.1" status: 200  len: 822 time: 0.1588075
Nov 27 20:55:40.831660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-633593291'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:40.848756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Request body: {'port': {'device_id': '7389137a-6f45-4998-8ce7-20aa8f6cb2cf', 'network_id': '9c0aa522-1fc2-477c-82ba-de73a057bc9c', 'admin_state_up': True, 'tenant_id': '7895e84a65ed41808aae6e8f05780bca'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:40.895864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d81e54d-dafc-4397-aaff-4f9d71b0e285 req-551d877b-3990-4d07-b674-5d98861472ce tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 210 time: 0.0331171
Nov 27 20:55:40.913066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Made reservation on behalf of e284ee0d43044b11b711ede03335cfa1 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:40.915863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:40.941067 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:40.968341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf975a-c451-4318-b97d-6409c66890bd req-c81a8ec1-a7d6-47b4-b7a2-b1e0a039838f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:40.975670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf975a-c451-4318-b97d-6409c66890bd req-c81a8ec1-a7d6-47b4-b7a2-b1e0a039838f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:40.982771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf975a-c451-4318-b97d-6409c66890bd req-c81a8ec1-a7d6-47b4-b7a2-b1e0a039838f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:40.991573 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b7cf975a-c451-4318-b97d-6409c66890bd req-c81a8ec1-a7d6-47b4-b7a2-b1e0a039838f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 2374 time: 0.2459974
Nov 27 20:55:41.019399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Allocated IP 10.2.2.100 (b81d828c-3c59-4f0f-a608-265030413533/4e62e9f6-ef2f-4239-a62c-e1ecd99fe300/41f728b6-b85b-4f6c-b3a2-991cfa305959) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:41.038666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Made reservation on behalf of eaf0a3c55d6947a7b6cb4b7cf26a2264 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:41.043390 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.057114 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.085947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] For port 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:41.097356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b7cf975a-c451-4318-b97d-6409c66890bd req-7753bd49-1588-41f8-b0ad-c5876f12c39a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1049139
Nov 27 20:55:41.123182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d843c6-e2ae-4461-b8b8-f8b437f65617 req-df0c1b60-4dad-4cf1-88dd-1a865327e54f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:41.124709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3d843c6-e2ae-4461-b8b8-f8b437f65617 req-df0c1b60-4dad-4cf1-88dd-1a865327e54f tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 943 time: 0.1299319
Nov 27 20:55:41.135018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] For port 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:41.156798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.201004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.211091 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.237231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:41.237875 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.239286 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] 10.222.0.35 "PUT /v2.0/ports/539b6d03-82a1-46d1-8b03-a0295fadf9c4 HTTP/1.1" status: 200  len: 1091 time: 2.1603687
Nov 27 20:55:41.242736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'tag': '539b6d03-82a1-46d1-8b03-a0295fadf9c4'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:41.246007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:41.246748 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40877f4b-fc67-44b6-b26a-719ea1af9569" -d '{"events": [{"name": "network-changed", "server_uuid": "0a37077f-714e-4168-a49e-d6cb8b750ca9", "tag": "539b6d03-82a1-46d1-8b03-a0295fadf9c4"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:41.271982 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.275660 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.276013 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Added segment e0ded03b-ecdf-4918-8ec0-64e18603941a of type vlan for network c9d0e7a7-8167-40cd-8b50-75d50aa584f8
Nov 27 20:55:41.285299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a05c8af-228f-4265-8308-1cac302371f9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:41.305878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624fa66-1028-4e04-a212-0d0ddab4342c service neutron] Pushing event updated for resources: {'Port': ['ID=539b6d03-82a1-46d1-8b03-a0295fadf9c4,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:41.310799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Made reservation on behalf of 7895e84a65ed41808aae6e8f05780bca for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:41.314273 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.324351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3d843c6-e2ae-4461-b8b8-f8b437f65617 req-e8135deb-f73d-4725-9654-1818f707d6e0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857138
Nov 27 20:55:41.335197 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.365546 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794deed-f942-48eb-9c2b-0d71b3b4f254 x-openstack-request-id: req-6794deed-f942-48eb-9c2b-0d71b3b4f254 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:41.365946 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a37077f-714e-4168-a49e-d6cb8b750ca9", "tag": "539b6d03-82a1-46d1-8b03-a0295fadf9c4", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:41.366210 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6794deed-f942-48eb-9c2b-0d71b3b4f254 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:41.366631 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'tag': '539b6d03-82a1-46d1-8b03-a0295fadf9c4', 'status': 'completed', 'code': 200}
Nov 27 20:55:41.388065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.392030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.403737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network b81d828c-3c59-4f0f-a608-265030413533 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:41.410364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:41.413490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Port': ['ID=41f728b6-b85b-4f6c-b3a2-991cfa305959,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:41.418606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:41.438098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.466888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:41.468908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.470385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:41.471241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.479709 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.480613 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Added segment 929f5c29-7474-43ba-807c-afdee274b0cd of type vlan for network 218f1162-e14c-45b3-9c12-eff8b5163643
Nov 27 20:55:41.535458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:41.536207 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.536485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55adc3-0716-4274-83d9-db91769342d5 req-be9edc78-48e4-4a7e-b81f-69554296c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:41.538010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-be9edc78-48e4-4a7e-b81f-69554296c16c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 1094 time: 0.2428029
Nov 27 20:55:41.551083 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.561799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.2826295
Nov 27 20:55:41.566007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41790) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:41.571283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Request body: {'subnet': {'network_id': 'c9d0e7a7-8167-40cd-8b50-75d50aa584f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-919591391-subnet', 'tenant_id': 'e284ee0d43044b11b711ede03335cfa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:41.580521 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5665351d-c96a-4655-8668-e9befbe70433 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7679687
Nov 27 20:55:41.583512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd200d94-ea73-47b0-8356-29ba14eb3b3f admin admin] Pushing event updated for resources: {'Network': ['ID=c9d0e7a7-8167-40cd-8b50-75d50aa584f8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:41.594713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533', 'admin_state_up': True, 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'security_groups': ['69f40d32-19c7-489c-9daa-dfb31f075bf0']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:41.601620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c9d0e7a7-8167-40cd-8b50-75d50aa584f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:41.658994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Made reservation on behalf of e284ee0d43044b11b711ede03335cfa1 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:41.661781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.748467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-414d8fbb-5071-4964-8257-5d32febf10ff None None] Provisioning complete for port 41f728b6-b85b-4f6c-b3a2-991cfa305959 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:41.749190 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-414d8fbb-5071-4964-8257-5d32febf10ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.787611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-414d8fbb-5071-4964-8257-5d32febf10ff None None] Port 41f728b6-b85b-4f6c-b3a2-991cfa305959 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:55:41.806180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Made reservation on behalf of 76f19e09c6b04ac1a559d52d9cad1c77 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:41.810897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.925466 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-c1d583fb-6c54-4592-b7c2-0c21ac95e4a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4 HTTP/1.1" status: 200  len: 217 time: 0.3717384
Nov 27 20:55:41.943772 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:41.988895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7f4b2e-24d2-4328-8681-94e0feac051d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:42.010712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.resource_extend [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:55:42.057174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.063237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.063841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.076504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Allocated IP 172.20.0.8 (9c0aa522-1fc2-477c-82ba-de73a057bc9c/e396ca34-28e6-4885-9732-9b7a20cf84ce/2eb52b34-d84f-4b6a-9cef-edda1f2ba852) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:42.076707 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e38a274-8c6d-49c2-a14a-5a44d80beff9 req-0644ea37-2f73-4e38-9ab5-ec420361506a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 210 time: 0.0838869
Nov 27 20:55:42.099167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55adc3-0716-4274-83d9-db91769342d5 req-b448f0d8-0c00-445f-8c6b-7705b206c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.100742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-b448f0d8-0c00-445f-8c6b-7705b206c3f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 200  len: 843 time: 0.1584456
Nov 27 20:55:42.129825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0b1fad-99f5-4b45-a83e-9c65e4b913f1,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:42.158159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-37c25ca5-dc70-4372-8834-1d06dcfccb1e tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.159678 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-37c25ca5-dc70-4372-8834-1d06dcfccb1e tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.15 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 948 time: 0.1614733
Nov 27 20:55:42.160313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83968bd-574a-459d-909e-c872eb76e790 req-fc52df2b-ac41-4dff-8071-da05210f7903 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.162462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b83968bd-574a-459d-909e-c872eb76e790 req-fc52df2b-ac41-4dff-8071-da05210f7903 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 948 time: 0.2464099
Nov 27 20:55:42.176117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Checking segment: {'id': 'e0ded03b-ecdf-4918-8ec0-64e18603941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9d0e7a7-8167-40cd-8b50-75d50aa584f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:42.176479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Network hostable DHCP agents. Network: c9d0e7a7-8167-40cd-8b50-75d50aa584f8, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:55:42.178869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Allocated IP 10.2.2.200 (b81d828c-3c59-4f0f-a608-265030413533/4e62e9f6-ef2f-4239-a62c-e1ecd99fe300/80f6d4bb-15fa-48bb-b344-9306a5390104) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:42.194503 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-d6bd1e7a-00f0-4f1e-b6b1-61716ea7ab85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530517
Nov 27 20:55:42.197629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.7405307
Nov 27 20:55:42.205930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41796) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:42.224098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a74e0-bead-45c5-a5a4-710b1fef866e tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Pushing event updated for resources: {'Network': ['ID=218f1162-e14c-45b3-9c12-eff8b5163643,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:42.236266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 218f1162-e14c-45b3-9c12-eff8b5163643 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:42.306637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Network c9d0e7a7-8167-40cd-8b50-75d50aa584f8 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:55:42.318836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Request body: {'network': {'name': 'tempest-network--683026931', 'router:external': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:42.356190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c9d0e7a7-8167-40cd-8b50-75d50aa584f8) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:42.374224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.375078 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.401916 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b83968bd-574a-459d-909e-c872eb76e790 req-a3c8d706-b7f6-4947-bc75-2bce3182eecf tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098725
Nov 27 20:55:42.419473 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-798d50c9-9009-4686-9421-c17488b6ee86 service neutron] 10.222.0.35 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093275
Nov 27 20:55:42.450649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322c167-a2f1-44f2-b51a-a6ac65c030ae req-fd257958-a839-4bb0-9607-412a88aa9eae tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.458086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a148f54-b2f9-41a8-adff-259d246ad3b5 None None] Network c9d0e7a7-8167-40cd-8b50-75d50aa584f8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:42.458332 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322c167-a2f1-44f2-b51a-a6ac65c030ae req-fd257958-a839-4bb0-9607-412a88aa9eae tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.464577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322c167-a2f1-44f2-b51a-a6ac65c030ae req-fd257958-a839-4bb0-9607-412a88aa9eae tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.471228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322c167-a2f1-44f2-b51a-a6ac65c030ae req-fd257958-a839-4bb0-9607-412a88aa9eae tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.473211 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e322c167-a2f1-44f2-b51a-a6ac65c030ae req-fd257958-a839-4bb0-9607-412a88aa9eae tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 3095 time: 0.2665009
Nov 27 20:55:42.480622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Made reservation on behalf of c01921b9fc504c9fb9e4bc7c1c1ee7b0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:42.483128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.504854 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-59a61df7-8ff1-407d-90c2-d4fa51d8725d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9373121
Nov 27 20:55:42.531137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.542042 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.574010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Deleting port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:55:42.574357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.638127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5fbbea-fd8d-42bc-a388-8c421bcfe805 None None] Network c9d0e7a7-8167-40cd-8b50-75d50aa584f8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:42.656473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.657492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d8d87-238d-42ef-bf0c-350a1dfaf793 req-d42996ac-8bec-421f-be13-86eae9c15427 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.659214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-179d8d87-238d-42ef-bf0c-350a1dfaf793 req-d42996ac-8bec-421f-be13-86eae9c15427 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 943 time: 0.1037512
Nov 27 20:55:42.663430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be55adc3-0716-4274-83d9-db91769342d5 req-7606e72f-51e2-4279-8455-a62021f66532 service neutron] 10.222.0.35 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078910
Nov 27 20:55:42.688922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e322c167-a2f1-44f2-b51a-a6ac65c030ae req-84932ef2-d25e-4fac-af19-f82af87efdd8 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2005148
Nov 27 20:55:42.711819 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.773911 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-179d8d87-238d-42ef-bf0c-350a1dfaf793 req-fa2cc98f-ff75-4a70-8921-724781165fa9 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054468
Nov 27 20:55:42.789464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] For port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:42.789827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.812977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Calling delete_port for 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:55:42.821638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.892353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Network 9c0aa522-1fc2-477c-82ba-de73a057bc9c is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:42.902775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:42.907870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:42.923375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.941232 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:42.947373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Network b81d828c-3c59-4f0f-a608-265030413533 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:42.954147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Pushing event updated for resources: {'Port': ['ID=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:42.960048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:42.960467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-56ee8abd-1f02-4e7b-a622-a6bf99bb889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.962087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-56ee8abd-1f02-4e7b-a622-a6bf99bb889d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 1094 time: 0.1471567
Nov 27 20:55:42.976507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:42.990833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event updated for resources: {'Port': ['ID=80f6d4bb-15fa-48bb-b344-9306a5390104,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:42.993094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:42.993280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:42.993568 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.040943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b065802e-1513-4263-85a5-a224df52a8af,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:43.049425 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.049777 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Added segment 5affc8d2-40bf-4cf5-8566-c69e2648e9a5 of type vlan for network 6264bf61-b2fa-41fa-9f7a-32d17efc50b5
Nov 27 20:55:43.064402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-15044dbb-a440-4e83-bb4f-3e621649c70a tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2224827
Nov 27 20:55:43.094634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Request body: {'port': {'device_id': '7389137a-6f45-4998-8ce7-20aa8f6cb2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:43.166329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-d2bff620-6113-477f-9d59-a4f352c2343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:43.168587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-d2bff620-6113-477f-9d59-a4f352c2343c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 200  len: 904 time: 0.1975718
Nov 27 20:55:43.257982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-7ebce318-6e51-4920-83eb-8510dbaf5882 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4 HTTP/1.1" status: 200  len: 217 time: 0.0659578
Nov 27 20:55:43.263941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.349259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6363c335-adfc-427b-9ac0-a850e368843f None None] Provisioning complete for port 80f6d4bb-15fa-48bb-b344-9306a5390104 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:43.349706 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6363c335-adfc-427b-9ac0-a850e368843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.372727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953ff98-0038-49de-8dc9-4511c42cfcf2 req-34e6f5ad-673a-47b6-ab34-241511057327 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:43.374350 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d953ff98-0038-49de-8dc9-4511c42cfcf2 req-34e6f5ad-673a-47b6-ab34-241511057327 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 931 time: 0.1995296
Nov 27 20:55:43.386627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-b7bafdd8-8048-4ec3-a4b8-2913e4a00ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:43.388197 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-b7bafdd8-8048-4ec3-a4b8-2913e4a00ceb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 200  len: 843 time: 0.1219828
Nov 27 20:55:43.391909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6363c335-adfc-427b-9ac0-a850e368843f None None] Port 80f6d4bb-15fa-48bb-b344-9306a5390104 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:55:43.426041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:43.426658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.439514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-f290a852-876f-4fc4-8892-28c8efec106a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388088
Nov 27 20:55:43.529126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.540599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d060cf9-8e0c-4386-ba19-58166e2193b7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9502375
Nov 27 20:55:43.558236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:43.578794 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d953ff98-0038-49de-8dc9-4511c42cfcf2 req-42ba7f9e-43c5-4077-acd8-3416d7ec32f6 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979051
Nov 27 20:55:43.615758 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.638263 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.639224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:43.639840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.691473 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02230787-7a65-4188-aeb0-3a0a260b72d5 req-ee24c3cd-b360-454e-9b81-f6fe92f89761 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=931317b4-226f-4f75-8a5e-f93c7ce5c3ad HTTP/1.1" status: 200  len: 210 time: 0.0354078
Nov 27 20:55:43.693246 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-6d85c4d8-e23e-48fb-a66f-429501960382 service neutron] 10.222.0.35 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076776
Nov 27 20:55:43.695640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Pushing event deleted for resources: {'Port': ['ID=2dfaad6b-b499-4a67-ad7b-ec4eea1d3813,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:43.727499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-76e076d7-2f7b-4ed9-9f3f-be10ac682190 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:43.729036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-76e076d7-2f7b-4ed9-9f3f-be10ac682190 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/networks?id=c9d0e7a7-8167-40cd-8b50-75d50aa584f8 HTTP/1.1" status: 200  len: 821 time: 0.2977457
Nov 27 20:55:43.756546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.777610 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.5673962
Nov 27 20:55:43.781677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41828) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:43.821763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] No DVR routers for this DVR port 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:55:43.825640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dcc76-4933-412f-ae41-533205eadaf7 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'Network': ['ID=6264bf61-b2fa-41fa-9f7a-32d17efc50b5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:43.828371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-a61fa96a-773a-4e1c-880c-6e9bc029539b tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/quotas/e284ee0d43044b11b711ede03335cfa1 HTTP/1.1" status: 200  len: 375 time: 0.0562613
Nov 27 20:55:43.829697 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.832944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-26cbb76e-04fa-4928-9fd2-db2c5fcd68de req-e3eda46f-8b63-4157-b21c-05300931a695 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.15 "DELETE /v2.0/ports/2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 HTTP/1.1" status: 204  len: 173 time: 1.6650743
Nov 27 20:55:43.835050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'name': 'network-vif-deleted', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:43.836768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 6264bf61-b2fa-41fa-9f7a-32d17efc50b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:43.837238 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc58ce89-a425-4526-b499-e1ba83cea89f" -d '{"events": [{"server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "name": "network-vif-deleted", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:43.910949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-1fc820b5-e4a7-4ea4-97f5-df2601d99a17 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e284ee0d43044b11b711ede03335cfa1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0700119
Nov 27 20:55:43.959414 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:43.993318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40877f4b-fc67-44b6-b26a-719ea1af9569 req-36542f6e-2fc2-4b6f-9795-d974428d49be service neutron] 10.222.0.35 "GET /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2915168
Nov 27 20:55:44.012895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bcd2d-0920-4cff-b2d4-d9d7f429f158 req-bd028694-6777-4084-b3fd-32c928a524a2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:44.018920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bcd2d-0920-4cff-b2d4-d9d7f429f158 req-bd028694-6777-4084-b3fd-32c928a524a2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:44.025411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bcd2d-0920-4cff-b2d4-d9d7f429f158 req-bd028694-6777-4084-b3fd-32c928a524a2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:44.030960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bcd2d-0920-4cff-b2d4-d9d7f429f158 req-bd028694-6777-4084-b3fd-32c928a524a2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:44.038824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bcd2d-0920-4cff-b2d4-d9d7f429f158 req-bd028694-6777-4084-b3fd-32c928a524a2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:44.047321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c3bcd2d-0920-4cff-b2d4-d9d7f429f158 req-bd028694-6777-4084-b3fd-32c928a524a2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 3816 time: 0.2560205
Nov 27 20:55:44.056120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:44.070667 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.112938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Transition to ACTIVE for port object 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:44.130434 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.134285 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-c6dcf399-9d03-4868-abb9-fb1c85bd3fe8 service neutron] 10.222.0.21 "GET /v2.0/networks/c9d0e7a7-8167-40cd-8b50-75d50aa584f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113743
Nov 27 20:55:44.217284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.236113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c3bcd2d-0920-4cff-b2d4-d9d7f429f158 req-3bb674dd-bd8c-4aa1-8ffd-4f2dda615cf5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1876459
Nov 27 20:55:44.266867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:44.314185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-295985c1-9f52-4feb-814e-027647927925 service neutron] 10.222.0.21 "GET /v2.0/networks/c9d0e7a7-8167-40cd-8b50-75d50aa584f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788409
Nov 27 20:55:44.357597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd149f40>,) {'filters': {'network_id': ['6264bf61-b2fa-41fa-9f7a-32d17efc50b5']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:44.379965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e5badb-8172-486f-9775-23060da4f0c7 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:44.390213 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.405478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Transition to ACTIVE for port object 03e5badb-8172-486f-9775-23060da4f0c7 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:44.409179 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.414612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd149f40>, '5affc8d2-40bf-4cf5-8566-c69e2648e9a5') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:44.415331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd149f40>, '5affc8d2-40bf-4cf5-8566-c69e2648e9a5') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:44.463731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.466244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Attempting to bind port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:44.466590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Attempting to bind port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '768343f5-22c2-4a59-a16c-b2a3618ef32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9c0aa522-1fc2-477c-82ba-de73a057bc9c'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:44.466926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Attempting to bind port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 on network 9c0aa522-1fc2-477c-82ba-de73a057bc9c {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:44.470685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Pushing event updated for resources: {'Port': ['ID=03e5badb-8172-486f-9775-23060da4f0c7,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:44.496682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 on network 9c0aa522-1fc2-477c-82ba-de73a057bc9c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:44.497020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Attempting to bind port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 on network 9c0aa522-1fc2-477c-82ba-de73a057bc9c {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:44.503514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.517462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:44.517819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Checking segment: {'id': '768343f5-22c2-4a59-a16c-b2a3618ef32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9c0aa522-1fc2-477c-82ba-de73a057bc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:44.518219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Bound using segment: {'id': '768343f5-22c2-4a59-a16c-b2a3618ef32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9c0aa522-1fc2-477c-82ba-de73a057bc9c'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:44.518675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Bound port: 2eb52b34-d84f-4b6a-9cef-edda1f2ba852, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768343f5-22c2-4a59-a16c-b2a3618ef32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9c0aa522-1fc2-477c-82ba-de73a057bc9c'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:44.519183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.523784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:55:44.524191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:55:44.526010 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:55:44.560989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Attempting to bind port 03e5badb-8172-486f-9775-23060da4f0c7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:44.561496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Attempting to bind port 03e5badb-8172-486f-9775-23060da4f0c7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:44.562148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Attempting to bind port 03e5badb-8172-486f-9775-23060da4f0c7 on network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:44.567868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Port 03e5badb-8172-486f-9775-23060da4f0c7 on network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:44.568295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Attempting to bind port 03e5badb-8172-486f-9775-23060da4f0c7 on network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:44.570525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ec61-44d6-4b23-8ab2-024496f15e29 req-013ea7b2-c804-4d7a-9956-63e68fea6c9e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:44.578398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0b65ec61-44d6-4b23-8ab2-024496f15e29 req-013ea7b2-c804-4d7a-9956-63e68fea6c9e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 943 time: 0.2235134
Nov 27 20:55:44.579173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:44.579706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Checking segment: {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:44.580396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Bound using segment: {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:44.580954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Bound port: 03e5badb-8172-486f-9775-23060da4f0c7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523e8c82-06ea-428e-b731-9414f3a32865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:44.581447 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.649337 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e67e90-ae8c-401c-bd21-5142e9791b29 x-openstack-request-id: req-51e67e90-ae8c-401c-bd21-5142e9791b29 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:44.649642 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931317b4-226f-4f75-8a5e-f93c7ce5c3ad", "name": "network-vif-deleted", "tag": "2dfaad6b-b499-4a67-ad7b-ec4eea1d3813", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:44.649909 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51e67e90-ae8c-401c-bd21-5142e9791b29 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:44.650314 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931317b4-226f-4f75-8a5e-f93c7ce5c3ad', 'name': 'network-vif-deleted', 'tag': '2dfaad6b-b499-4a67-ad7b-ec4eea1d3813', 'status': 'completed', 'code': 200}
Nov 27 20:55:44.669333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] For port 03e5badb-8172-486f-9775-23060da4f0c7, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:44.673202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] For port 03e5badb-8172-486f-9775-23060da4f0c7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e5badb-8172-486f-9775-23060da4f0c7,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:44.677665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.722962 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0b65ec61-44d6-4b23-8ab2-024496f15e29 req-a4959bb5-39fa-444c-a986-e07a12c9996a tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435740
Nov 27 20:55:44.746834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.757978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6264bf61-b2fa-41fa-9f7a-32d17efc50b5 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 20:55:44.787987 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.791627 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "DELETE /v2.0/networks/6264bf61-b2fa-41fa-9f7a-32d17efc50b5 HTTP/1.1" status: 204  len: 168 time: 1.0089982
Nov 27 20:55:44.799892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:44.801313 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.802921 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] 10.222.0.15 "PUT /v2.0/ports/03e5badb-8172-486f-9775-23060da4f0c7 HTTP/1.1" status: 200  len: 1092 time: 1.2523365
Nov 27 20:55:44.803890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41850) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:44.815704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae13d97-4cbe-4e57-81e3-9e4d88c2fc69 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event deleted for resources: {'Network': ['ID=6264bf61-b2fa-41fa-9f7a-32d17efc50b5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:44.836266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Request body: {'network': {'router:external': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:44.857880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] For port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:44.863948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:44.915004 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9eb69e1a-5eb8-421e-8769-4b18bd67f5db req-b8ea1e92-969c-47aa-84bd-8d71875d112e tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 210 time: 0.1008990
Nov 27 20:55:44.915004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] For port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,segment=NetworkSegment(768343f5-22c2-4a59-a16c-b2a3618ef32b),segment_id=768343f5-22c2-4a59-a16c-b2a3618ef32b)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:44.921518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.940018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:44.940893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:44.942362 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] 10.222.0.15 "PUT /v2.0/ports/2eb52b34-d84f-4b6a-9cef-edda1f2ba852 HTTP/1.1" status: 200  len: 1091 time: 1.8593512
Nov 27 20:55:44.944303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7389137a-6f45-4998-8ce7-20aa8f6cb2cf', 'tag': '2eb52b34-d84f-4b6a-9cef-edda1f2ba852'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:44.946892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035cd6c-8857-4a6d-936c-6bd46cd6c36e service neutron] Pushing event updated for resources: {'Port': ['ID=03e5badb-8172-486f-9775-23060da4f0c7,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:44.950056 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205b4727-d183-4b4c-b245-596ef6fa41f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7389137a-6f45-4998-8ce7-20aa8f6cb2cf", "tag": "2eb52b34-d84f-4b6a-9cef-edda1f2ba852"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:45.065666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:45.095487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Made reservation on behalf of c01921b9fc504c9fb9e4bc7c1c1ee7b0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:45.098511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:45.141052 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a2e2ee-3668-4991-b807-08249ac393b5 x-openstack-request-id: req-31a2e2ee-3668-4991-b807-08249ac393b5 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:45.146302 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7389137a-6f45-4998-8ce7-20aa8f6cb2cf", "tag": "2eb52b34-d84f-4b6a-9cef-edda1f2ba852", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:45.146852 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31a2e2ee-3668-4991-b807-08249ac393b5 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:45.147537 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7389137a-6f45-4998-8ce7-20aa8f6cb2cf', 'tag': '2eb52b34-d84f-4b6a-9cef-edda1f2ba852', 'status': 'completed', 'code': 200}
Nov 27 20:55:45.221550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-59583bc1-7a17-41bd-8048-c38cd901ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.224383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-59583bc1-7a17-41bd-8048-c38cd901ba61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7895e84a65ed41808aae6e8f05780bca&device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 1094 time: 0.1845064
Nov 27 20:55:45.262013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac0219-82a8-4428-9b17-ead1360b7fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:45.304477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-ea453c82-62c1-4576-aad3-5b0ac1c55738 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eb52b34-d84f-4b6a-9cef-edda1f2ba852 HTTP/1.1" status: 200  len: 217 time: 0.0634108
Nov 27 20:55:45.308792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:45.380478 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:45.380756 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Added segment f5a6f6df-ec51-426e-b006-bd2c0738a1d5 of type vlan for network 00e6bf3e-09a9-40bc-8f5f-2509d349e7cc
Nov 27 20:55:45.405429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-6b46414d-3994-4886-8fdd-d9933e51987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.408299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601da18-b7b3-4891-8e51-8b62d61984ef req-6210422d-9bb2-47fc-b3c5-874499ce193f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.416356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5601da18-b7b3-4891-8e51-8b62d61984ef req-6210422d-9bb2-47fc-b3c5-874499ce193f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 943 time: 0.2085676
Nov 27 20:55:45.427369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-6b46414d-3994-4886-8fdd-d9933e51987c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e396ca34-28e6-4885-9732-9b7a20cf84ce HTTP/1.1" status: 200  len: 862 time: 0.1156304
Nov 27 20:55:45.474803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-596b8520-d832-4834-929e-f61df440b95f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c0aa522-1fc2-477c-82ba-de73a057bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399432
Nov 27 20:55:45.564539 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:45.592909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5601da18-b7b3-4891-8e51-8b62d61984ef req-df3781b7-a01f-4505-8d6f-a0749f6807dc tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699495
Nov 27 20:55:45.627551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017408c-a138-4595-91c9-8452f53edf32 req-f7a27cf8-f699-4dfb-8709-4807bf67bf3c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.634789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017408c-a138-4595-91c9-8452f53edf32 req-f7a27cf8-f699-4dfb-8709-4807bf67bf3c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.641830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017408c-a138-4595-91c9-8452f53edf32 req-f7a27cf8-f699-4dfb-8709-4807bf67bf3c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.648766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017408c-a138-4595-91c9-8452f53edf32 req-f7a27cf8-f699-4dfb-8709-4807bf67bf3c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.650127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:45.651470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.652738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:45.656822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017408c-a138-4595-91c9-8452f53edf32 req-f7a27cf8-f699-4dfb-8709-4807bf67bf3c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.663751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:55:45.665714 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0017408c-a138-4595-91c9-8452f53edf32 req-f7a27cf8-f699-4dfb-8709-4807bf67bf3c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 3828 time: 0.1218483
Nov 27 20:55:45.688277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:55:45.688643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2dfaad6b-b499-4a67-ad7b-ec4eea1d3813 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:55:45.734275 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-97e3bacf-8ad2-4850-b9e8-7665b96c59bf service neutron] 10.222.0.15 "GET /v2.0/networks/9c0aa522-1fc2-477c-82ba-de73a057bc9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519581
Nov 27 20:55:45.739753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0017408c-a138-4595-91c9-8452f53edf32 req-7449f071-c0c6-4407-982f-9f061d327855 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729508
Nov 27 20:55:45.772689 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.9632630
Nov 27 20:55:45.774279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41868) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:45.784090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:45.790282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88db4d-ec7a-48a1-bc68-5165f89f9d37 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'Network': ['ID=00e6bf3e-09a9-40bc-8f5f-2509d349e7cc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:45.802477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 00e6bf3e-09a9-40bc-8f5f-2509d349e7cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:45.813137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Request body: {'subnet': {'network_id': '00e6bf3e-09a9-40bc-8f5f-2509d349e7cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:45.829890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee9940-8734-4d19-bfd4-4a2199e5ba0a req-f76faef6-1e95-4080-95e4-559e635d4e0d tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:45.831338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fbee9940-8734-4d19-bfd4-4a2199e5ba0a req-f76faef6-1e95-4080-95e4-559e635d4e0d tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 947 time: 0.1409309
Nov 27 20:55:45.848522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7892b730-0a95-4587-9c92-b7522e255107 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:45.853942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Made reservation on behalf of c01921b9fc504c9fb9e4bc7c1c1ee7b0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:45.856363 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:45.887304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:45.917607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d65ee9-968a-412d-bd3e-3bf19b900c52 req-7a991f83-3182-4a3f-9796-947206140ec9 service neutron] 10.222.0.15 "GET /v2.0/networks/9c0aa522-1fc2-477c-82ba-de73a057bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761308
Nov 27 20:55:45.925548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Transition to ACTIVE for port object 7892b730-0a95-4587-9c92-b7522e255107 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:45.939271 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fbee9940-8734-4d19-bfd4-4a2199e5ba0a req-2a445aa0-d9ef-422c-918f-b34b720f5825 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825269
Nov 27 20:55:45.942157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:46.053136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Pushing event updated for resources: {'Port': ['ID=7892b730-0a95-4587-9c92-b7522e255107,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:46.110825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Attempting to bind port 7892b730-0a95-4587-9c92-b7522e255107 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:46.111571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Attempting to bind port 7892b730-0a95-4587-9c92-b7522e255107 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:46.112012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Attempting to bind port 7892b730-0a95-4587-9c92-b7522e255107 on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:46.132746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Port 7892b730-0a95-4587-9c92-b7522e255107 on network c8bb9313-f783-49f5-91b8-12c308f05da8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:46.133081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Attempting to bind port 7892b730-0a95-4587-9c92-b7522e255107 on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:46.140978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:46.141273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Checking segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:46.141658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Bound using segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:46.142105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Bound port: 7892b730-0a95-4587-9c92-b7522e255107, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:46.142467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:46.217165 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f7bfcee7-d98f-43ad-a8b2-ad5d749963bf req-94e85485-0b9b-450b-9f3e-f883d2e8dd1f tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 210 time: 0.0582902
Nov 27 20:55:46.263891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] For port 7892b730-0a95-4587-9c92-b7522e255107, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:46.268552 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] For port 7892b730-0a95-4587-9c92-b7522e255107, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7892b730-0a95-4587-9c92-b7522e255107,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:46.274195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:46.314824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.315496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:46.316899 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] 10.222.0.15 "PUT /v2.0/ports/7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 200  len: 1134 time: 1.4664655
Nov 27 20:55:46.349643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:46.357137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ef132-4fe5-43fc-ab08-b47b935b5e17 service neutron] Pushing event updated for resources: {'Port': ['ID=7892b730-0a95-4587-9c92-b7522e255107,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:46.412177 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:46.413176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 539b6d03-82a1-46d1-8b03-a0295fadf9c4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:55:46.481374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c34f85-aa18-4c91-a438-6b049b9ff368 req-756e1578-6fa5-4317-a28c-a664b6f36f18 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.482956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96c34f85-aa18-4c91-a438-6b049b9ff368 req-756e1578-6fa5-4317-a28c-a664b6f36f18 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 943 time: 0.5448196
Nov 27 20:55:46.523911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-3e316f76-9f98-4ed3-bf43-f29e8f50475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.525430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-3e316f76-9f98-4ed3-bf43-f29e8f50475c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7895e84a65ed41808aae6e8f05780bca&device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 1094 time: 0.5255423
Nov 27 20:55:46.541680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:46.556424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '539b6d03-82a1-46d1-8b03-a0295fadf9c4', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'port_id': '539b6d03-82a1-46d1-8b03-a0295fadf9c4', 'mac_address': 'fa:16:3e:1c:11:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb836d-d860-4750-af8b-16bdcd7adfe2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:55:46.587004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-808e2b54-bd7a-46e9-a379-6fae5907a877 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.588597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-808e2b54-bd7a-46e9-a379-6fae5907a877 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.35 "GET /v2.0/networks?id=c9d0e7a7-8167-40cd-8b50-75d50aa584f8 HTTP/1.1" status: 200  len: 821 time: 0.5876088
Nov 27 20:55:46.601378 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:46.618909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539b6d03-82a1-46d1-8b03-a0295fadf9c4 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:46.634077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Request body: {'port': {'device_id': '40684d33-20dc-4dc9-b3c3-6c4019dedbd8', 'network_id': 'c9d0e7a7-8167-40cd-8b50-75d50aa584f8', 'admin_state_up': True, 'tenant_id': 'e284ee0d43044b11b711ede03335cfa1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:46.649153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:46.661690 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:46.670159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7'}, {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '7892b730-0a95-4587-9c92-b7522e255107'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:46.673385 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba32e43-35b7-46c7-b966-af0f65e967d5" -d '{"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "03e5badb-8172-486f-9775-23060da4f0c7"}, {"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "7892b730-0a95-4587-9c92-b7522e255107"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:46.716877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=539b6d03-82a1-46d1-8b03-a0295fadf9c4,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:46.736494 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96c34f85-aa18-4c91-a438-6b049b9ff368 req-56637b02-fec4-47cb-86b4-89b77cddc487 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460830
Nov 27 20:55:46.781800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea6c1-5f32-49da-99c1-27efa9c6fba7 req-ec621ccf-b9c8-49d7-bb69-171e0c856d25 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.783400 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca2ea6c1-5f32-49da-99c1-27efa9c6fba7 req-ec621ccf-b9c8-49d7-bb69-171e0c856d25 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 943 time: 0.1065545
Nov 27 20:55:46.793948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-63171afd-3b19-488b-826c-aafca4f7db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.795022 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-63171afd-3b19-488b-826c-aafca4f7db51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c0aa522-1fc2-477c-82ba-de73a057bc9c HTTP/1.1" status: 200  len: 923 time: 0.2547414
Nov 27 20:55:46.797502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2141f889-e6e6-4c2b-ba22-12f0441b2f07 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:46.803788 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f0de00-24c3-4ac8-8382-d29f0191fa6b x-openstack-request-id: req-e9f0de00-24c3-4ac8-8382-d29f0191fa6b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:46.804091 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "03e5badb-8172-486f-9775-23060da4f0c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "7892b730-0a95-4587-9c92-b7522e255107", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:46.804451 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9f0de00-24c3-4ac8-8382-d29f0191fa6b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:46.804750 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7', 'status': 'completed', 'code': 200}
Nov 27 20:55:46.805014 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '7892b730-0a95-4587-9c92-b7522e255107', 'status': 'completed', 'code': 200}
Nov 27 20:55:46.812255 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:46.869450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Transition to ACTIVE for port object 2141f889-e6e6-4c2b-ba22-12f0441b2f07 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:46.881165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:46.891853 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-75493560-458b-4f19-bafd-548de85ef64a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eb52b34-d84f-4b6a-9cef-edda1f2ba852 HTTP/1.1" status: 200  len: 217 time: 0.0566578
Nov 27 20:55:46.926743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['539b6d03-82a1-46d1-8b03-a0295fadf9c4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:46.935128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca2ea6c1-5f32-49da-99c1-27efa9c6fba7 req-4819281b-97df-4c45-bd36-228a43e2a40f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291072
Nov 27 20:55:46.964542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-aca48e10-2d12-4320-8029-4d6690ca6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.964542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-aca48e10-2d12-4320-8029-4d6690ca6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.964542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-aca48e10-2d12-4320-8029-4d6690ca6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.964542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-aca48e10-2d12-4320-8029-4d6690ca6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.964542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-aca48e10-2d12-4320-8029-4d6690ca6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.964542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-aca48e10-2d12-4320-8029-4d6690ca6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:46.964542 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-aca48e10-2d12-4320-8029-4d6690ca6e53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5290 time: 0.1392426
Nov 27 20:55:46.993026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Pushing event updated for resources: {'Port': ['ID=2141f889-e6e6-4c2b-ba22-12f0441b2f07,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:46.998673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Made reservation on behalf of e284ee0d43044b11b711ede03335cfa1 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:47.020328 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:47.069146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-67d80e36-176a-4737-ae25-6d1d0759b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.073123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-67d80e36-176a-4737-ae25-6d1d0759b0ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e396ca34-28e6-4885-9732-9b7a20cf84ce HTTP/1.1" status: 200  len: 862 time: 0.1686878
Nov 27 20:55:47.193313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Attempting to bind port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:47.193642 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Attempting to bind port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:47.193977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Attempting to bind port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:47.217206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-a2b17fa6-37fb-450e-aefe-074c10b20f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.217680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-a2b17fa6-37fb-450e-aefe-074c10b20f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.218148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-a2b17fa6-37fb-450e-aefe-074c10b20f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.219755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-a2b17fa6-37fb-450e-aefe-074c10b20f94 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2448084
Nov 27 20:55:47.222151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 on network c8bb9313-f783-49f5-91b8-12c308f05da8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:47.222481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Attempting to bind port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:47.235509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-9c5c0a6d-9299-4a5e-86ff-df56d44d8715 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c0aa522-1fc2-477c-82ba-de73a057bc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481675
Nov 27 20:55:47.239027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:47.239399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Checking segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:47.239786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Bound using segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:47.240237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Bound port: 2141f889-e6e6-4c2b-ba22-12f0441b2f07, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:47.240595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:47.246940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca85c56-4a2a-4002-9f73-a2107ec00669 req-cd04b25c-9b54-4787-bd9c-f6a43a7b91d9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.253338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca85c56-4a2a-4002-9f73-a2107ec00669 req-cd04b25c-9b54-4787-bd9c-f6a43a7b91d9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.259450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca85c56-4a2a-4002-9f73-a2107ec00669 req-cd04b25c-9b54-4787-bd9c-f6a43a7b91d9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.266040 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca85c56-4a2a-4002-9f73-a2107ec00669 req-cd04b25c-9b54-4787-bd9c-f6a43a7b91d9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.272105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca85c56-4a2a-4002-9f73-a2107ec00669 req-cd04b25c-9b54-4787-bd9c-f6a43a7b91d9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.278817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca85c56-4a2a-4002-9f73-a2107ec00669 req-cd04b25c-9b54-4787-bd9c-f6a43a7b91d9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.284939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca85c56-4a2a-4002-9f73-a2107ec00669 req-cd04b25c-9b54-4787-bd9c-f6a43a7b91d9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.286876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ca85c56-4a2a-4002-9f73-a2107ec00669 req-cd04b25c-9b54-4787-bd9c-f6a43a7b91d9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5381 time: 0.3999193
Nov 27 20:55:47.316640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30da7a-5915-4167-b396-dedf6080c2c1 req-030b8ab5-9b49-43c9-a84e-232972f386f2 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.318125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca30da7a-5915-4167-b396-dedf6080c2c1 req-030b8ab5-9b49-43c9-a84e-232972f386f2 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 947 time: 0.1560898
Nov 27 20:55:47.388231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Allocated IP 172.20.0.12 (c9d0e7a7-8167-40cd-8b50-75d50aa584f8/7c0b1fad-99f5-4b45-a83e-9c65e4b913f1/0beb2599-3d1f-4410-abcb-ee75ba24eb98) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:47.418237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-abcca3c3-66a2-47c4-9f12-49fde66deee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.419750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-abcca3c3-66a2-47c4-9f12-49fde66deee3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1924112
Nov 27 20:55:47.425169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] For port 2141f889-e6e6-4c2b-ba22-12f0441b2f07, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:47.453765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.objects.ports [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 20:55:47.454250 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:47.455709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca30da7a-5915-4167-b396-dedf6080c2c1 req-68f02b3b-5f77-42ef-9606-3dc711e77909 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111662
Nov 27 20:55:47.470606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] For port 2141f889-e6e6-4c2b-ba22-12f0441b2f07, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:47.476571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:47.549685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.550616 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:47.551726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] 10.222.0.15 "PUT /v2.0/ports/2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 200  len: 1135 time: 1.2078021
Nov 27 20:55:47.577910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dedfff-e306-4bae-a60e-ff3c09ef8daa service neutron] Pushing event updated for resources: {'Port': ['ID=2141f889-e6e6-4c2b-ba22-12f0441b2f07,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:47.579203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ca85c56-4a2a-4002-9f73-a2107ec00669 req-87886e22-453a-4462-b123-b1e637886507 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2691679
Nov 27 20:55:47.588190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-d054f888-1df7-48cb-a14d-3445dc6b2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.588693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-d054f888-1df7-48cb-a14d-3445dc6b2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.589078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-deb8eeb7-8457-411d-8614-4e2b110859af service neutron] 10.222.0.15 "GET /v2.0/networks/9c0aa522-1fc2-477c-82ba-de73a057bc9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2980716
Nov 27 20:55:47.589480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-d054f888-1df7-48cb-a14d-3445dc6b2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.589964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-d054f888-1df7-48cb-a14d-3445dc6b2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.590433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-d054f888-1df7-48cb-a14d-3445dc6b2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.590895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-d054f888-1df7-48cb-a14d-3445dc6b2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.591385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-d054f888-1df7-48cb-a14d-3445dc6b2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.593340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-d054f888-1df7-48cb-a14d-3445dc6b2eb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6218 time: 0.1064947
Nov 27 20:55:47.598302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:47.617675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'Subnet': ['ID=08da2d90-3fcd-4091-aebb-20ea029c92c8,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:47.709683 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9d070d1-f464-4c32-b842-3b5aecba916a req-f577973b-f837-4552-954e-5efc5ec8fe39 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 210 time: 0.0759053
Nov 27 20:55:47.737846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Checking segment: {'id': 'f5a6f6df-ec51-426e-b006-bd2c0738a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '00e6bf3e-09a9-40bc-8f5f-2509d349e7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:47.738213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Network hostable DHCP agents. Network: 00e6bf3e-09a9-40bc-8f5f-2509d349e7cc, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:55:47.753818 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:47.812131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90fd08-632e-4375-8e6e-a89390276471 req-3d376904-0f3f-4c3d-86a2-20006343cd3e tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.813681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e90fd08-632e-4375-8e6e-a89390276471 req-3d376904-0f3f-4c3d-86a2-20006343cd3e tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.35 "GET /v2.0/ports?device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 947 time: 0.2092671
Nov 27 20:55:47.819548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-19caaf84-c574-4a1e-a2d5-00dd867bafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.820027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-19caaf84-c574-4a1e-a2d5-00dd867bafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.820492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-19caaf84-c574-4a1e-a2d5-00dd867bafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.822098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-19caaf84-c574-4a1e-a2d5-00dd867bafab service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2186933
Nov 27 20:55:47.831656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Network 00e6bf3e-09a9-40bc-8f5f-2509d349e7cc is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:55:47.916025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 00e6bf3e-09a9-40bc-8f5f-2509d349e7cc) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:47.919926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-205b4727-d183-4b4c-b245-596ef6fa41f0 req-fdfab13e-e5f5-45b1-811a-d6eb787824ec service neutron] 10.222.0.15 "GET /v2.0/networks/9c0aa522-1fc2-477c-82ba-de73a057bc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3140523
Nov 27 20:55:47.926646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fba745-6b54-4cc4-ab7c-6157b198d3c8 None None] Network 00e6bf3e-09a9-40bc-8f5f-2509d349e7cc requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:47.933451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:47.934047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:47.952646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.005866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c27529f1-d92f-4abb-b407-89a2a6720c0c tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.2304931
Nov 27 20:55:48.013283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41890) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:48.020593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Request body: {'floatingip': {'floating_network_id': '00e6bf3e-09a9-40bc-8f5f-2509d349e7cc'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:48.020934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b5819-1a25-4483-a63a-1ff73c1c291c req-84af4505-f9b3-4d1a-91eb-30469c89b552 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.023110 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-851b5819-1a25-4483-a63a-1ff73c1c291c req-84af4505-f9b3-4d1a-91eb-30469c89b552 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 944 time: 0.1923530
Nov 27 20:55:48.024707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-ead5b96a-da67-462e-b046-57235853e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.026267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ba32e43-35b7-46c7-b966-af0f65e967d5 req-ead5b96a-da67-462e-b046-57235853e53b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1926155
Nov 27 20:55:48.090965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.103046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7e90fd08-632e-4375-8e6e-a89390276471 req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Deleting port f582af39-1252-42ce-a0f7-29c2ea84cba2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:55:48.103422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e90fd08-632e-4375-8e6e-a89390276471 req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.130450 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ec651-2ee6-459f-b399-3c3b341a657f None None] Network 00e6bf3e-09a9-40bc-8f5f-2509d349e7cc requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:48.132882 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.151850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-851b5819-1a25-4483-a63a-1ff73c1c291c req-7961c31c-2897-4407-a9f8-1d2cc0630605 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209276
Nov 27 20:55:48.209079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fa3a0-2f43-48ef-bbba-3b08c633ac3f req-88973dc8-895e-4943-9c6a-0129d5ea2a51 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.216354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e19fa3a0-2f43-48ef-bbba-3b08c633ac3f req-88973dc8-895e-4943-9c6a-0129d5ea2a51 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 943 time: 0.1633501
Nov 27 20:55:48.229647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Pushing event updated for resources: {'Port': ['ID=0beb2599-3d1f-4410-abcb-ee75ba24eb98,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:48.256016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Network c9d0e7a7-8167-40cd-8b50-75d50aa584f8 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:48.260034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:48.263004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:48.270805 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.320729 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e19fa3a0-2f43-48ef-bbba-3b08c633ac3f req-1a6b6c8e-32c9-496a-b051-ed89f54c0566 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035070
Nov 27 20:55:48.334299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f3487c-a918-45af-a334-40c24460e19d {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:48.345005 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.350876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.351777 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.359448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7e90fd08-632e-4375-8e6e-a89390276471 req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] For port f582af39-1252-42ce-a0f7-29c2ea84cba2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f582af39-1252-42ce-a0f7-29c2ea84cba2,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:48.359651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e90fd08-632e-4375-8e6e-a89390276471 req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.361743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Transition to ACTIVE for port object 14f3487c-a918-45af-a334-40c24460e19d will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:48.371985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.377941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7e90fd08-632e-4375-8e6e-a89390276471 req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Calling delete_port for f582af39-1252-42ce-a0f7-29c2ea84cba2 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:55:48.387603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cfd4ee44-cbc1-41b1-a3de-ff8e173fec53 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7674348
Nov 27 20:55:48.407870 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.412183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 539b6d03-82a1-46d1-8b03-a0295fadf9c4 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:48.439411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Pushing event updated for resources: {'Port': ['ID=14f3487c-a918-45af-a334-40c24460e19d,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:48.497725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:55:48.502559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:48.502946 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.523559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Request body: {'port': {'device_id': '40684d33-20dc-4dc9-b3c3-6c4019dedbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:48.625841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Attempting to bind port 14f3487c-a918-45af-a334-40c24460e19d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:48.626192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Attempting to bind port 14f3487c-a918-45af-a334-40c24460e19d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:48.626532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Attempting to bind port 14f3487c-a918-45af-a334-40c24460e19d on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:48.638824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Port 14f3487c-a918-45af-a334-40c24460e19d on network c8bb9313-f783-49f5-91b8-12c308f05da8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:48.639162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Attempting to bind port 14f3487c-a918-45af-a334-40c24460e19d on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:48.641723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Allocated IP 172.20.0.2 (00e6bf3e-09a9-40bc-8f5f-2509d349e7cc/08da2d90-3fcd-4091-aebb-20ea029c92c8/45950833-6e91-4af4-870f-c4f9a824b0c7) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:55:48.650375 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:48.650720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Checking segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:48.651114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Bound using segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:48.656948 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.657724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Bound port: 14f3487c-a918-45af-a334-40c24460e19d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:48.658140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.691515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539b6d03-82a1-46d1-8b03-a0295fadf9c4'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:48.693125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.695421 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dab3f1-cb9c-407c-9b63-48053f31ecbc" -d '{"events": [{"server_uuid": "0a37077f-714e-4168-a49e-d6cb8b750ca9", "name": "network-vif-plugged", "status": "completed", "tag": "539b6d03-82a1-46d1-8b03-a0295fadf9c4"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:48.720373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:48.727066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056cdfd-cc9d-4077-889e-2239463e7cf2 req-17e629bf-c737-4648-bb47-c79e6b574786 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.728898 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8056cdfd-cc9d-4077-889e-2239463e7cf2 req-17e629bf-c737-4648-bb47-c79e6b574786 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/ports?device_id=322cb011-f54a-4dd9-92b9-6c9478c4333c HTTP/1.1" status: 200  len: 947 time: 0.1174047
Nov 27 20:55:48.733300 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.798261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=539b6d03-82a1-46d1-8b03-a0295fadf9c4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:48.808905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '2141f889-e6e6-4c2b-ba22-12f0441b2f07'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:48.811121 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "2141f889-e6e6-4c2b-ba22-12f0441b2f07"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:48.860484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] For port 14f3487c-a918-45af-a334-40c24460e19d, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:48.865426 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e90fd08-632e-4375-8e6e-a89390276471 req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:48.881417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd6d4-824e-48c5-8e15-ee0408ff51c9 req-2b5bd3e7-edbd-4436-b249-f5e63fa26dfb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.887411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd6d4-824e-48c5-8e15-ee0408ff51c9 req-2b5bd3e7-edbd-4436-b249-f5e63fa26dfb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.893296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd6d4-824e-48c5-8e15-ee0408ff51c9 req-2b5bd3e7-edbd-4436-b249-f5e63fa26dfb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.899198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd6d4-824e-48c5-8e15-ee0408ff51c9 req-2b5bd3e7-edbd-4436-b249-f5e63fa26dfb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.906016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd6d4-824e-48c5-8e15-ee0408ff51c9 req-2b5bd3e7-edbd-4436-b249-f5e63fa26dfb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.911979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd6d4-824e-48c5-8e15-ee0408ff51c9 req-2b5bd3e7-edbd-4436-b249-f5e63fa26dfb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.917736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Pushing event deleted for resources: {'Port': ['ID=f582af39-1252-42ce-a0f7-29c2ea84cba2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:48.918498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd6d4-824e-48c5-8e15-ee0408ff51c9 req-2b5bd3e7-edbd-4436-b249-f5e63fa26dfb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:48.920409 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d8bd6d4-824e-48c5-8e15-ee0408ff51c9 req-2b5bd3e7-edbd-4436-b249-f5e63fa26dfb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5393 time: 0.1803277
Nov 27 20:55:48.928731 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8056cdfd-cc9d-4077-889e-2239463e7cf2 req-2b0d4fcc-d721-4812-b7b5-7aa364273021 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974691
Nov 27 20:55:48.939064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] For port 14f3487c-a918-45af-a334-40c24460e19d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f3487c-a918-45af-a334-40c24460e19d,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:48.952389 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.018996 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d29b94-86f3-42d1-844a-e5c982ee96c5 x-openstack-request-id: req-65d29b94-86f3-42d1-844a-e5c982ee96c5 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:49.020740 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a37077f-714e-4168-a49e-d6cb8b750ca9", "name": "network-vif-plugged", "status": "completed", "tag": "539b6d03-82a1-46d1-8b03-a0295fadf9c4", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:49.021035 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65d29b94-86f3-42d1-844a-e5c982ee96c5 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:49.021739 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539b6d03-82a1-46d1-8b03-a0295fadf9c4', 'code': 200}
Nov 27 20:55:49.025946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e90fd08-632e-4375-8e6e-a89390276471 req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] No DVR routers for this DVR port f582af39-1252-42ce-a0f7-29c2ea84cba2 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:55:49.031302 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e90fd08-632e-4375-8e6e-a89390276471 req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.035681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e90fd08-632e-4375-8e6e-a89390276471 req-c22167fa-39d8-4ca2-92e2-d5a048e04480 tempest-ListImageFiltersTestJSON-812191923 tempest-ListImageFiltersTestJSON-812191923-project] 10.222.0.35 "DELETE /v2.0/ports/f582af39-1252-42ce-a0f7-29c2ea84cba2 HTTP/1.1" status: 204  len: 173 time: 1.2071960
Nov 27 20:55:49.036191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-deleted', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:49.046599 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c0f10d-1516-4f6c-ab4c-10c686746b50" -d '{"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-deleted", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:49.250459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beb2599-3d1f-4410-abcb-ee75ba24eb98 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:49.255708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745b148-36c2-4d39-adca-a773eb565d5d req-c237721c-adf2-445d-9183-8cd6a969c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.257228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b745b148-36c2-4d39-adca-a773eb565d5d req-c237721c-adf2-445d-9183-8cd6a969c4c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 1096 time: 0.1464107
Nov 27 20:55:49.268016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830388e1-fd1e-4280-ad58-d7abaec8f0c1 req-6a9dbda0-af24-422c-b6e7-e7b7da1f6a2f tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.269562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-830388e1-fd1e-4280-ad58-d7abaec8f0c1 req-6a9dbda0-af24-422c-b6e7-e7b7da1f6a2f tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 932 time: 0.1574941
Nov 27 20:55:49.271695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.299676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.315170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Transition to ACTIVE for port object 0beb2599-3d1f-4410-abcb-ee75ba24eb98 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:49.329065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.364250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.364912 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.366282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] 10.222.0.15 "PUT /v2.0/ports/14f3487c-a918-45af-a334-40c24460e19d HTTP/1.1" status: 200  len: 1091 time: 1.7720027
Nov 27 20:55:49.388789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b745b148-36c2-4d39-adca-a773eb565d5d req-47ff5808-9e60-4067-bd41-e501a5aeae9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144903
Nov 27 20:55:49.408454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-830388e1-fd1e-4280-ad58-d7abaec8f0c1 req-8ac8469c-916c-4f36-ad69-a2c39b5abcc1 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273258
Nov 27 20:55:49.417866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d8bd6d4-824e-48c5-8e15-ee0408ff51c9 req-d339bfd4-0893-4c66-9814-3c8fceac15a6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4822907
Nov 27 20:55:49.428430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Pushing event updated for resources: {'Port': ['ID=0beb2599-3d1f-4410-abcb-ee75ba24eb98,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:49.450648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:49.498131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc38d6-c369-4d5a-a8f2-efb163ba97dc service neutron] Pushing event updated for resources: {'Port': ['ID=14f3487c-a918-45af-a334-40c24460e19d,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:49.544688 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20154aa-27a8-4feb-8838-e5d773706654 x-openstack-request-id: req-d20154aa-27a8-4feb-8838-e5d773706654 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:49.545474 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "2141f889-e6e6-4c2b-ba22-12f0441b2f07", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:49.545847 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d20154aa-27a8-4feb-8838-e5d773706654 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:49.546460 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '2141f889-e6e6-4c2b-ba22-12f0441b2f07', 'status': 'completed', 'code': 200}
Nov 27 20:55:49.547425 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ceb754-559c-4aa9-bfca-ebca13239ee2 x-openstack-request-id: req-b3ceb754-559c-4aa9-bfca-ebca13239ee2 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:49.547734 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322cb011-f54a-4dd9-92b9-6c9478c4333c", "name": "network-vif-deleted", "tag": "f582af39-1252-42ce-a0f7-29c2ea84cba2", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:49.548042 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3ceb754-559c-4aa9-bfca-ebca13239ee2 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:49.548402 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322cb011-f54a-4dd9-92b9-6c9478c4333c', 'name': 'network-vif-deleted', 'tag': 'f582af39-1252-42ce-a0f7-29c2ea84cba2', 'status': 'completed', 'code': 200}
Nov 27 20:55:49.566024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Attempting to bind port 0beb2599-3d1f-4410-abcb-ee75ba24eb98 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:49.567552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Attempting to bind port 0beb2599-3d1f-4410-abcb-ee75ba24eb98 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e0ded03b-ecdf-4918-8ec0-64e18603941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9d0e7a7-8167-40cd-8b50-75d50aa584f8'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:49.567905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Attempting to bind port 0beb2599-3d1f-4410-abcb-ee75ba24eb98 on network c9d0e7a7-8167-40cd-8b50-75d50aa584f8 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:49.568378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.579860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Port 0beb2599-3d1f-4410-abcb-ee75ba24eb98 on network c9d0e7a7-8167-40cd-8b50-75d50aa584f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:49.580193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Attempting to bind port 0beb2599-3d1f-4410-abcb-ee75ba24eb98 on network c9d0e7a7-8167-40cd-8b50-75d50aa584f8 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:49.592456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:49.592861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Checking segment: {'id': 'e0ded03b-ecdf-4918-8ec0-64e18603941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9d0e7a7-8167-40cd-8b50-75d50aa584f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:49.593261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Bound using segment: {'id': 'e0ded03b-ecdf-4918-8ec0-64e18603941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9d0e7a7-8167-40cd-8b50-75d50aa584f8'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:49.593827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Bound port: 0beb2599-3d1f-4410-abcb-ee75ba24eb98, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ded03b-ecdf-4918-8ec0-64e18603941a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c9d0e7a7-8167-40cd-8b50-75d50aa584f8'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:49.594318 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.640786 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.679295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Network 00e6bf3e-09a9-40bc-8f5f-2509d349e7cc is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:55:49.684354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:55:49.720239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-e2f2720f-87f2-4cc4-a244-def439f50036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.720905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-e2f2720f-87f2-4cc4-a244-def439f50036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.722749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-e2f2720f-87f2-4cc4-a244-def439f50036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.724005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-e2f2720f-87f2-4cc4-a244-def439f50036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.725909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-e2f2720f-87f2-4cc4-a244-def439f50036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.726480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-e2f2720f-87f2-4cc4-a244-def439f50036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.727025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-e2f2720f-87f2-4cc4-a244-def439f50036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.733342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-e2f2720f-87f2-4cc4-a244-def439f50036 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6285 time: 0.1834245
Nov 27 20:55:49.743460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:49.750408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1249f5-905a-4092-a612-22103dc810cf req-29f94ebf-851e-48a1-bc39-fd7018bf42e4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.752395 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf1249f5-905a-4092-a612-22103dc810cf req-29f94ebf-851e-48a1-bc39-fd7018bf42e4 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 945 time: 0.1304491
Nov 27 20:55:49.759009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] For port 0beb2599-3d1f-4410-abcb-ee75ba24eb98, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:49.770677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] For port 0beb2599-3d1f-4410-abcb-ee75ba24eb98, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0beb2599-3d1f-4410-abcb-ee75ba24eb98,segment=NetworkSegment(e0ded03b-ecdf-4918-8ec0-64e18603941a),segment_id=e0ded03b-ecdf-4918-8ec0-64e18603941a)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:49.783735 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.788330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:55:49.841054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.841681 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.843233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] 10.222.0.35 "PUT /v2.0/ports/0beb2599-3d1f-4410-abcb-ee75ba24eb98 HTTP/1.1" status: 200  len: 1092 time: 1.4060848
Nov 27 20:55:49.845994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'Port': ['ID=45950833-6e91-4af4-870f-c4f9a824b0c7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:49.846714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,segment=NetworkSegment(768343f5-22c2-4a59-a16c-b2a3618ef32b),segment_id=768343f5-22c2-4a59-a16c-b2a3618ef32b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:49.870689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196f935-5f21-46f2-9b60-612450b3e18c service neutron] Pushing event updated for resources: {'Port': ['ID=0beb2599-3d1f-4410-abcb-ee75ba24eb98,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:49.877050 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf1249f5-905a-4092-a612-22103dc810cf req-06c55d26-853b-45f8-a365-645b5342f813 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152213
Nov 27 20:55:49.877563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '2eb52b34-d84f-4b6a-9cef-edda1f2ba852', 'network_id': '9c0aa522-1fc2-477c-82ba-de73a057bc9c', 'port_id': '2eb52b34-d84f-4b6a-9cef-edda1f2ba852', 'mac_address': 'fa:16:3e:50:c8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e396ca34-28e6-4885-9732-9b7a20cf84ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:55:49.921856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.939312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:49.961204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,segment=NetworkSegment(768343f5-22c2-4a59-a16c-b2a3618ef32b),segment_id=768343f5-22c2-4a59-a16c-b2a3618ef32b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:49.962590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ef3a0-c1ff-4be3-9a8f-09a784f18c55 req-39701bdc-02b3-4a8f-8e3b-acc28f30abde tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.965534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-261ef3a0-c1ff-4be3-9a8f-09a784f18c55 req-39701bdc-02b3-4a8f-8e3b-acc28f30abde tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 943 time: 0.2927601
Nov 27 20:55:49.967311 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:49.993993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-35e007bb-545f-4bfd-9dad-8ed8414754b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:49.995793 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-35e007bb-545f-4bfd-9dad-8ed8414754b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e284ee0d43044b11b711ede03335cfa1&device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 1095 time: 0.0768394
Nov 27 20:55:50.029190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:50.042174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-261ef3a0-c1ff-4be3-9a8f-09a784f18c55 req-9585e9ec-d785-431a-b8fa-9f51ecdc6aff tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649130
Nov 27 20:55:50.062493 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-efbb2b72-3c95-4b85-aa3c-8063cc166c5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0beb2599-3d1f-4410-abcb-ee75ba24eb98 HTTP/1.1" status: 200  len: 217 time: 0.0574296
Nov 27 20:55:50.119455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-519e8f24-d1dc-4d08-b5e7-1d87578d4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:50.121551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-519e8f24-d1dc-4d08-b5e7-1d87578d4d62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c0b1fad-99f5-4b45-a83e-9c65e4b913f1 HTTP/1.1" status: 200  len: 861 time: 0.0503340
Nov 27 20:55:50.166742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-0f49cdeb-8a99-4deb-82a3-5dd336e8a37f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9d0e7a7-8167-40cd-8b50-75d50aa584f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355678
Nov 27 20:55:50.183115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-49db7704-24f0-494c-8b95-5d98f23e4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:50.183868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-49db7704-24f0-494c-8b95-5d98f23e4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:50.184113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-49db7704-24f0-494c-8b95-5d98f23e4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:50.185796 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-49db7704-24f0-494c-8b95-5d98f23e4172 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.4352896
Nov 27 20:55:50.221364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:50.268520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-da4021b4-63df-4dc9-9a69-a4522d613a88 service neutron] 10.222.0.35 "GET /v2.0/networks/c9d0e7a7-8167-40cd-8b50-75d50aa584f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932875
Nov 27 20:55:50.286430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2eb52b34-d84f-4b6a-9cef-edda1f2ba852'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:50.378228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:50.390678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ada49f0-c7ea-48d0-9e35-02c29ee81ecd req-cd421368-1aa9-4edc-9c39-6a72f889030b service neutron] 10.222.0.35 "GET /v2.0/networks/c9d0e7a7-8167-40cd-8b50-75d50aa584f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1140022
Nov 27 20:55:50.426396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-64e5d979-0c7a-4797-a346-79551fd9aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:50.430874 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf67b8ea-17a0-42e7-98ae-7b89f9f1e8e2 req-64e5d979-0c7a-4797-a346-79551fd9aeb8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2359736
Nov 27 20:55:50.581586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:50.595850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:50.627023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Transition to ACTIVE for port object 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:50.635442 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:50.716817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:50.757412 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:50.778669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:50.887642 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'Port': ['ID=45950833-6e91-4af4-870f-c4f9a824b0c7,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:50.903941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63051fc-6a72-4021-bc3d-f97885ca2896 req-930cb9d5-c4ee-4cf1-aee7-654c74085bb9 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:50.905546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e63051fc-6a72-4021-bc3d-f97885ca2896 req-930cb9d5-c4ee-4cf1-aee7-654c74085bb9 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 944 time: 0.3854828
Nov 27 20:55:50.925962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Attempting to bind port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:50.926316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Attempting to bind port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:50.926655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Attempting to bind port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:50.929970 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:50.942738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 on network c8bb9313-f783-49f5-91b8-12c308f05da8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:50.943079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Attempting to bind port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:50.956910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e63051fc-6a72-4021-bc3d-f97885ca2896 req-0332f77c-75d8-4a2a-beaa-573b4322451b tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443213
Nov 27 20:55:50.958388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:50.958793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Checking segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:50.959226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Bound using segment: {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:50.959699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Bound port: 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e018593-c40a-47da-a5a7-5d4f2e92f808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:50.960061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:50.974017 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:50.975245 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ff603d9a-7e87-4c1b-a6f9-87ed5dc5ac4f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.9606519
Nov 27 20:55:50.978290 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41966) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:50.990935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942201-b8f0-4832-8455-8a85b4f81532 req-8ea1156b-1061-404b-97d8-fe67381dc156 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:50.997591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942201-b8f0-4832-8455-8a85b4f81532 req-8ea1156b-1061-404b-97d8-fe67381dc156 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.005099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942201-b8f0-4832-8455-8a85b4f81532 req-8ea1156b-1061-404b-97d8-fe67381dc156 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.012130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942201-b8f0-4832-8455-8a85b4f81532 req-8ea1156b-1061-404b-97d8-fe67381dc156 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.021185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942201-b8f0-4832-8455-8a85b4f81532 req-8ea1156b-1061-404b-97d8-fe67381dc156 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.030884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942201-b8f0-4832-8455-8a85b4f81532 req-8ea1156b-1061-404b-97d8-fe67381dc156 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.040040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae942201-b8f0-4832-8455-8a85b4f81532 req-8ea1156b-1061-404b-97d8-fe67381dc156 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.042956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae942201-b8f0-4832-8455-8a85b4f81532 req-8ea1156b-1061-404b-97d8-fe67381dc156 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5405 time: 0.1816897
Nov 27 20:55:51.060359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-acb6e926-7270-453a-92ec-4d88bc83e66a tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=00e6bf3e-09a9-40bc-8f5f-2509d349e7cc HTTP/1.1" status: 200  len: 689 time: 0.0797267
Nov 27 20:55:51.062747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41974) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:51.150607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] For port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:51.154159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.154597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] For port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:51.161696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae942201-b8f0-4832-8455-8a85b4f81532 req-d6859e5f-b566-43c3-a602-72fbb0c07180 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1083941
Nov 27 20:55:51.163219 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.200494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.201517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.203297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] 10.222.0.15 "PUT /v2.0/ports/4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 HTTP/1.1" status: 200  len: 1090 time: 1.8005016
Nov 27 20:55:51.242155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:51.309770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cb27a-7f5f-46c6-98e9-a443634e5696 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:51.344739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.366576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Deleting port 45950833-6e91-4af4-870f-c4f9a824b0c7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:55:51.366939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.394197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5927b8-5e93-4cfd-b748-711ce6443af2 req-3303ceae-7f97-478b-aab1-66ed6f58a6e1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.402844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd5927b8-5e93-4cfd-b748-711ce6443af2 req-3303ceae-7f97-478b-aab1-66ed6f58a6e1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 945 time: 0.1066554
Nov 27 20:55:51.501474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.501819 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.535784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Calling delete_port for 45950833-6e91-4af4-870f-c4f9a824b0c7 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:55:51.549004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40684d33-20dc-4dc9-b3c3-6c4019dedbd8', 'tag': '0beb2599-3d1f-4410-abcb-ee75ba24eb98'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:51.551089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '14f3487c-a918-45af-a334-40c24460e19d'}, {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:51.551388 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0335b9-1f11-483e-9948-68673411c042" -d '{"events": [{"name": "network-changed", "server_uuid": "40684d33-20dc-4dc9-b3c3-6c4019dedbd8", "tag": "0beb2599-3d1f-4410-abcb-ee75ba24eb98"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:51.554018 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442467a3-559d-40b9-975f-34398d22dc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "14f3487c-a918-45af-a334-40c24460e19d"}, {"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:51.573332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd5927b8-5e93-4cfd-b748-711ce6443af2 req-1ba9fcd7-218b-4a3a-9a22-15919582d548 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663375
Nov 27 20:55:51.603136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a87bdb-1c41-4cef-927a-2f17304de237 req-e06247c4-bfca-4819-9e7d-9a3af84f8706 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.610926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9a87bdb-1c41-4cef-927a-2f17304de237 req-e06247c4-bfca-4819-9e7d-9a3af84f8706 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 944 time: 0.1286271
Nov 27 20:55:51.627493 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937852be-966b-48cb-9784-05156967590a x-openstack-request-id: req-937852be-966b-48cb-9784-05156967590a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:51.627794 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40684d33-20dc-4dc9-b3c3-6c4019dedbd8", "tag": "0beb2599-3d1f-4410-abcb-ee75ba24eb98", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:51.628383 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-937852be-966b-48cb-9784-05156967590a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:51.628789 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40684d33-20dc-4dc9-b3c3-6c4019dedbd8', 'tag': '0beb2599-3d1f-4410-abcb-ee75ba24eb98', 'status': 'completed', 'code': 200}
Nov 27 20:55:51.671343 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0dc6dd-5772-42b3-aeb9-987cbca83950 x-openstack-request-id: req-0f0dc6dd-5772-42b3-aeb9-987cbca83950 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:51.671638 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "14f3487c-a918-45af-a334-40c24460e19d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:51.671896 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f0dc6dd-5772-42b3-aeb9-987cbca83950 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:51.672297 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '14f3487c-a918-45af-a334-40c24460e19d', 'status': 'completed', 'code': 200}
Nov 27 20:55:51.672813 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5', 'status': 'completed', 'code': 200}
Nov 27 20:55:51.700291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:51.727716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9a87bdb-1c41-4cef-927a-2f17304de237 req-c507b3b1-0822-4e13-8d99-aa5d64b01dbe tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084085
Nov 27 20:55:51.762327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42004) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:51.786118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:55:51.798114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0335b9-1f11-483e-9948-68673411c042 req-524e2e0e-4bf5-4b93-8b1a-8290f776e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.798636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:51.799321 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.801654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d0335b9-1f11-483e-9948-68673411c042 req-524e2e0e-4bf5-4b93-8b1a-8290f776e773 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e284ee0d43044b11b711ede03335cfa1&device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 1095 time: 0.1352305
Nov 27 20:55:51.839606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-9929d3fe-be5d-4b74-88f9-13d4010a3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.840013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-9929d3fe-be5d-4b74-88f9-13d4010a3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.840507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-9929d3fe-be5d-4b74-88f9-13d4010a3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.840954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-9929d3fe-be5d-4b74-88f9-13d4010a3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.841422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-9929d3fe-be5d-4b74-88f9-13d4010a3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.841888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-9929d3fe-be5d-4b74-88f9-13d4010a3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.842354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-9929d3fe-be5d-4b74-88f9-13d4010a3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.844385 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-442467a3-559d-40b9-975f-34398d22dc0f req-9929d3fe-be5d-4b74-88f9-13d4010a3530 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6352 time: 0.1428106
Nov 27 20:55:51.848438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f728b6-b85b-4f6c-b3a2-991cfa305959 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:51.924248 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.946457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.954539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:51.980945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Transition to ACTIVE for port object 41f728b6-b85b-4f6c-b3a2-991cfa305959 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:51.981353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7389137a-6f45-4998-8ce7-20aa8f6cb2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb52b34-d84f-4b6a-9cef-edda1f2ba852'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:51.985802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-f20c8259-5d75-4cd6-b1f1-746e012a87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.986261 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae45e29e-bae7-428b-8b2c-5db849cc93b4" -d '{"events": [{"server_uuid": "7389137a-6f45-4998-8ce7-20aa8f6cb2cf", "name": "network-vif-plugged", "status": "completed", "tag": "2eb52b34-d84f-4b6a-9cef-edda1f2ba852"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:51.986383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-f20c8259-5d75-4cd6-b1f1-746e012a87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.987289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-f20c8259-5d75-4cd6-b1f1-746e012a87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:51.988367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-442467a3-559d-40b9-975f-34398d22dc0f req-f20c8259-5d75-4cd6-b1f1-746e012a87e7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.1320868
Nov 27 20:55:51.989142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.013659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,segment=NetworkSegment(768343f5-22c2-4a59-a16c-b2a3618ef32b),segment_id=768343f5-22c2-4a59-a16c-b2a3618ef32b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:52.020428 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.023359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event deleted for resources: {'Port': ['ID=45950833-6e91-4af4-870f-c4f9a824b0c7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:52.143524 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0696654f-cc93-4c5e-aedb-5d49653e064d x-openstack-request-id: req-0696654f-cc93-4c5e-aedb-5d49653e064d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:52.144102 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7389137a-6f45-4998-8ce7-20aa8f6cb2cf", "name": "network-vif-plugged", "status": "completed", "tag": "2eb52b34-d84f-4b6a-9cef-edda1f2ba852", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:52.144511 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0696654f-cc93-4c5e-aedb-5d49653e064d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:52.145061 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7389137a-6f45-4998-8ce7-20aa8f6cb2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb52b34-d84f-4b6a-9cef-edda1f2ba852', 'code': 200}
Nov 27 20:55:52.145886 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:52.179004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0335b9-1f11-483e-9948-68673411c042 req-8b4c4857-7037-4864-a064-cac64630092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.180649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d0335b9-1f11-483e-9948-68673411c042 req-8b4c4857-7037-4864-a064-cac64630092c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9d0e7a7-8167-40cd-8b50-75d50aa584f8 HTTP/1.1" status: 200  len: 922 time: 0.3712375
Nov 27 20:55:52.233676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Pushing event updated for resources: {'Port': ['ID=41f728b6-b85b-4f6c-b3a2-991cfa305959,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:52.234261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-552a4239-19ee-4629-8476-5ff4e3915b65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65a608f2c265434999aa734f1841b2a3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4694817
Nov 27 20:55:52.236530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42026) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:52.327175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d0335b9-1f11-483e-9948-68673411c042 req-0d9397c2-edc5-4d6a-b513-3193783d5a74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0beb2599-3d1f-4410-abcb-ee75ba24eb98 HTTP/1.1" status: 200  len: 217 time: 0.1246610
Nov 27 20:55:52.331813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.378725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-b5261f53-d1ec-4ba9-a75e-56156e5cbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.380140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-442467a3-559d-40b9-975f-34398d22dc0f req-b5261f53-d1ec-4ba9-a75e-56156e5cbb71 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3830936
Nov 27 20:55:52.395187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50b9a5-486f-4761-8be2-0c2c80fe79f4 req-49f4eb48-0376-45ad-a7c3-6df1b2564ac3 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.403858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f50b9a5-486f-4761-8be2-0c2c80fe79f4 req-49f4eb48-0376-45ad-a7c3-6df1b2564ac3 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 944 time: 0.2860510
Nov 27 20:55:52.413849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:55:52.431916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0335b9-1f11-483e-9948-68673411c042 req-f04de406-834b-4ff0-bec9-697d3712b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.433660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d0335b9-1f11-483e-9948-68673411c042 req-f04de406-834b-4ff0-bec9-697d3712b159 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c0b1fad-99f5-4b45-a83e-9c65e4b913f1 HTTP/1.1" status: 200  len: 861 time: 0.0951581
Nov 27 20:55:52.452508 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: f582af39-1252-42ce-a0f7-29c2ea84cba2 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:55:52.453444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f582af39-1252-42ce-a0f7-29c2ea84cba2 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:55:52.464739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b14c9e-c15f-44a8-8e13-cf6830d31480 req-d32e45a6-e219-4428-b0a9-eeeadcf89bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.466211 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5b14c9e-c15f-44a8-8e13-cf6830d31480 req-d32e45a6-e219-4428-b0a9-eeeadcf89bb9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 1096 time: 0.2651882
Nov 27 20:55:52.479621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0da4c511-f1b7-4a31-812f-4a838a8b7e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.482430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Attempting to bind port 41f728b6-b85b-4f6c-b3a2-991cfa305959 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:52.482776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Attempting to bind port 41f728b6-b85b-4f6c-b3a2-991cfa305959 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:52.483129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Attempting to bind port 41f728b6-b85b-4f6c-b3a2-991cfa305959 on network b81d828c-3c59-4f0f-a608-265030413533 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:52.496525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Port 41f728b6-b85b-4f6c-b3a2-991cfa305959 on network b81d828c-3c59-4f0f-a608-265030413533 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:52.496855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Attempting to bind port 41f728b6-b85b-4f6c-b3a2-991cfa305959 on network b81d828c-3c59-4f0f-a608-265030413533 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:52.517784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:52.518125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Checking segment: {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:52.518515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Bound using segment: {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:52.518957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Bound port: 41f728b6-b85b-4f6c-b3a2-991cfa305959, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:52.519344 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.524116 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d0335b9-1f11-483e-9948-68673411c042 req-80f39f7a-3b27-44c9-9a6b-d6d9333296cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9d0e7a7-8167-40cd-8b50-75d50aa584f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515487
Nov 27 20:55:52.539472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8749-2a52-447e-8ee3-8174d700ecb5 req-46e505ef-7944-4e9d-8195-df9e030cf56c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.545598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8749-2a52-447e-8ee3-8174d700ecb5 req-46e505ef-7944-4e9d-8195-df9e030cf56c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.551566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8749-2a52-447e-8ee3-8174d700ecb5 req-46e505ef-7944-4e9d-8195-df9e030cf56c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.558070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8749-2a52-447e-8ee3-8174d700ecb5 req-46e505ef-7944-4e9d-8195-df9e030cf56c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.564088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8749-2a52-447e-8ee3-8174d700ecb5 req-46e505ef-7944-4e9d-8195-df9e030cf56c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.570066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8749-2a52-447e-8ee3-8174d700ecb5 req-46e505ef-7944-4e9d-8195-df9e030cf56c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.573986 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.576688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8749-2a52-447e-8ee3-8174d700ecb5 req-46e505ef-7944-4e9d-8195-df9e030cf56c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.578956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8b2f8749-2a52-447e-8ee3-8174d700ecb5 req-46e505ef-7944-4e9d-8195-df9e030cf56c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5417 time: 0.2138708
Nov 27 20:55:52.591540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0da4c511-f1b7-4a31-812f-4a838a8b7e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.624775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-7fe54ffc-321e-4f08-b676-85c848b8f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.625259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-7fe54ffc-321e-4f08-b676-85c848b8f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.625730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-7fe54ffc-321e-4f08-b676-85c848b8f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.626199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-7fe54ffc-321e-4f08-b676-85c848b8f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.626661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-7fe54ffc-321e-4f08-b676-85c848b8f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.627123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-7fe54ffc-321e-4f08-b676-85c848b8f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.627612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-7fe54ffc-321e-4f08-b676-85c848b8f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.629506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-442467a3-559d-40b9-975f-34398d22dc0f req-7fe54ffc-321e-4f08-b676-85c848b8f0ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6377 time: 0.1880879
Nov 27 20:55:52.644725 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f50b9a5-486f-4761-8be2-0c2c80fe79f4 req-23c03f0a-4e57-470f-84ca-14dfb68d263e tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163613
Nov 27 20:55:52.651816 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5b14c9e-c15f-44a8-8e13-cf6830d31480 req-e69cd2bc-a1c5-4bec-a478-139117927470 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748726
Nov 27 20:55:52.709320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d0335b9-1f11-483e-9948-68673411c042 req-541c06f3-2b01-4471-ba03-8bbba0b8af0a service neutron] 10.222.0.35 "GET /v2.0/networks/c9d0e7a7-8167-40cd-8b50-75d50aa584f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733961
Nov 27 20:55:52.711620 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.746859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=08da2d90-3fcd-4091-aebb-20ea029c92c8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:52.800228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8b2f8749-2a52-447e-8ee3-8174d700ecb5 req-a46287d6-e33c-4d64-a184-3ff6060e832a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2066600
Nov 27 20:55:52.803232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] For port 41f728b6-b85b-4f6c-b3a2-991cfa305959, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:52.809912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] For port 41f728b6-b85b-4f6c-b3a2-991cfa305959, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:52.814278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0da4c511-f1b7-4a31-812f-4a838a8b7e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.816915 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0da4c511-f1b7-4a31-812f-4a838a8b7e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.818130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0da4c511-f1b7-4a31-812f-4a838a8b7e43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4 HTTP/1.1" status: 204  len: 168 time: 0.5785694
Nov 27 20:55:52.837935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.865600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.888917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4c511-f1b7-4a31-812f-4a838a8b7e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9bc9d4-265a-4a3e-bccb-b4ce36159fd4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:52.900606 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef07b3d0>,) {'filters': {'network_id': ['00e6bf3e-09a9-40bc-8f5f-2509d349e7cc']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:52.918967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.919637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.921075 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] 10.222.0.15 "PUT /v2.0/ports/41f728b6-b85b-4f6c-b3a2-991cfa305959 HTTP/1.1" status: 200  len: 1091 time: 1.6838794
Nov 27 20:55:52.923189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef07b3d0>, 'f5a6f6df-ec51-426e-b006-bd2c0738a1d5') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:52.923618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef07b3d0>, 'f5a6f6df-ec51-426e-b006-bd2c0738a1d5') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:52.935571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d0335b9-1f11-483e-9948-68673411c042 req-6013c77d-e659-4edd-ae4d-858d302206e3 service neutron] 10.222.0.35 "GET /v2.0/networks/c9d0e7a7-8167-40cd-8b50-75d50aa584f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989429
Nov 27 20:55:52.939955 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.941796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-f67489a1-9789-4542-9a10-f43b82c498e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.942295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-f67489a1-9789-4542-9a10-f43b82c498e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.942685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-f67489a1-9789-4542-9a10-f43b82c498e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:52.944340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-442467a3-559d-40b9-975f-34398d22dc0f req-f67489a1-9789-4542-9a10-f43b82c498e2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2870202
Nov 27 20:55:52.975235 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.989679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:55:52.990203 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:55:52.992487 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:55:53.032449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Request body: {'port': {'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:53.085324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:53.092964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  00e6bf3e-09a9-40bc-8f5f-2509d349e7cc {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 20:55:53.117731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:53.123468 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "DELETE /v2.0/networks/00e6bf3e-09a9-40bc-8f5f-2509d349e7cc HTTP/1.1" status: 204  len: 168 time: 2.0596666
Nov 27 20:55:53.124879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a71c47-8fe1-4319-b68a-82f0fad41e19 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event deleted for resources: {'Network': ['ID=00e6bf3e-09a9-40bc-8f5f-2509d349e7cc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:53.126730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42058) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:53.130334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9277ab-de75-46f0-8bba-15e0f9086815 service neutron] Pushing event updated for resources: {'Port': ['ID=41f728b6-b85b-4f6c-b3a2-991cfa305959,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:53.154297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec9b37-63b8-4520-ae2a-7b3e930d311b req-3cf6ce1d-910e-4f58-b91f-46f1f95579b2 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.162375 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4bec9b37-63b8-4520-ae2a-7b3e930d311b req-3cf6ce1d-910e-4f58-b91f-46f1f95579b2 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 945 time: 0.2097743
Nov 27 20:55:53.218434 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:53.323507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5d5cecff-20d1-4399-9a86-0db033d084b0 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2262 time: 0.1946027
Nov 27 20:55:53.326504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42072) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:53.377768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4bec9b37-63b8-4520-ae2a-7b3e930d311b req-c48b046c-77f1-4bd0-a04e-628b94c3c4f6 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141135
Nov 27 20:55:53.443682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442467a3-559d-40b9-975f-34398d22dc0f req-11bc42aa-5181-406f-bca2-3ef6b5e4b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.445314 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-442467a3-559d-40b9-975f-34398d22dc0f req-11bc42aa-5181-406f-bca2-3ef6b5e4b7c3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4252586
Nov 27 20:55:53.558643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.559114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.559604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.560062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.560506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.561149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.561758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.562363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.562810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.563295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.563736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.564184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.569421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-41af7044-fcaf-4fe2-a7be-7abc03d2228f tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7772 time: 0.2404797
Nov 27 20:55:53.570066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42078) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:53.613593 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-1cd076a2-d6da-4a88-9df1-abacac3766ec tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] delete failed (client error): The resource could not be found.
Nov 27 20:55:53.617635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1cd076a2-d6da-4a88-9df1-abacac3766ec tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/884444f0-3b1d-44f6-81ca-73349da856d7 HTTP/1.1" status: 404  len: 345 time: 0.0458274
Nov 27 20:55:53.618225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42080) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:53.633061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f76c-5fe4-49e4-9410-2d9d443c892f req-f307eec8-e9f0-4960-b867-f43517d751a0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.634797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7516f76c-5fe4-49e4-9410-2d9d443c892f req-f307eec8-e9f0-4960-b867-f43517d751a0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 945 time: 0.3071709
Nov 27 20:55:53.646688 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda33a0b-cae4-4ea4-8a0d-81046d63c62d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] DELETE failed (client error): The resource could not be found.
Nov 27 20:55:53.647236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda33a0b-cae4-4ea4-8a0d-81046d63c62d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 20:55:53.650566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bda33a0b-cae4-4ea4-8a0d-81046d63c62d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "DELETE /v2.0/networks/00e6bf3e-09a9-40bc-8f5f-2509d349e7cc HTTP/1.1" status: 404  len: 339 time: 0.0305057
Nov 27 20:55:53.655571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42084) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:53.662143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Request body: {'network': {'name': 'tempest-network--413378846', 'router:external': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:53.674940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '41f728b6-b85b-4f6c-b3a2-991cfa305959'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:53.677313 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da143284-abfc-40e5-89ce-96a411d50b64" -d '{"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "41f728b6-b85b-4f6c-b3a2-991cfa305959"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:53.748297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Made reservation on behalf of c01921b9fc504c9fb9e4bc7c1c1ee7b0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:53.751538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7516f76c-5fe4-49e4-9410-2d9d443c892f req-a551917c-65af-49a4-8a4d-c7771e377622 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929344
Nov 27 20:55:53.752538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:53.756968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f6d4bb-15fa-48bb-b344-9306a5390104 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:53.802236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:53.814706 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4e89b4-ded6-414c-a8cd-f503e84445c3 x-openstack-request-id: req-ca4e89b4-ded6-414c-a8cd-f503e84445c3 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:53.815014 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "41f728b6-b85b-4f6c-b3a2-991cfa305959", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:53.815302 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca4e89b4-ded6-414c-a8cd-f503e84445c3 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:53.815718 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '41f728b6-b85b-4f6c-b3a2-991cfa305959', 'status': 'completed', 'code': 200}
Nov 27 20:55:53.844947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Transition to ACTIVE for port object 80f6d4bb-15fa-48bb-b344-9306a5390104 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:55:53.864455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:53.897321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:53.945346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:53.945961 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Added segment 599648e8-65ec-44b7-8f33-50917a23fc86 of type vlan for network 6bd8279f-043f-4781-b25b-861838a42444
Nov 27 20:55:53.956118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3fb9a-2632-4964-a1ed-183efeef5576 req-87bc6360-30b0-4bc9-89bb-1ea507fe6d37 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:53.964606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65b3fb9a-2632-4964-a1ed-183efeef5576 req-87bc6360-30b0-4bc9-89bb-1ea507fe6d37 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 944 time: 0.1922839
Nov 27 20:55:54.012546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42100) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:54.046802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Pushing event updated for resources: {'Port': ['ID=80f6d4bb-15fa-48bb-b344-9306a5390104,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:54.054389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00236-e907-4f38-bbe0-3f1354aeafdc req-167ad853-60b0-43f1-97a5-dd30d8400225 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.062274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00236-e907-4f38-bbe0-3f1354aeafdc req-167ad853-60b0-43f1-97a5-dd30d8400225 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.069755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00236-e907-4f38-bbe0-3f1354aeafdc req-167ad853-60b0-43f1-97a5-dd30d8400225 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.076915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00236-e907-4f38-bbe0-3f1354aeafdc req-167ad853-60b0-43f1-97a5-dd30d8400225 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.077228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-b8ec7a27-1a67-4aa8-beae-c1137fe41319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.077734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-b8ec7a27-1a67-4aa8-beae-c1137fe41319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.078207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-b8ec7a27-1a67-4aa8-beae-c1137fe41319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.078678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-b8ec7a27-1a67-4aa8-beae-c1137fe41319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.079151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-b8ec7a27-1a67-4aa8-beae-c1137fe41319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.079720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-b8ec7a27-1a67-4aa8-beae-c1137fe41319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.080188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-b8ec7a27-1a67-4aa8-beae-c1137fe41319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.082550 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da143284-abfc-40e5-89ce-96a411d50b64 req-b8ec7a27-1a67-4aa8-beae-c1137fe41319 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6444 time: 0.2332723
Nov 27 20:55:54.083983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00236-e907-4f38-bbe0-3f1354aeafdc req-167ad853-60b0-43f1-97a5-dd30d8400225 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.091109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00236-e907-4f38-bbe0-3f1354aeafdc req-167ad853-60b0-43f1-97a5-dd30d8400225 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.097497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da00236-e907-4f38-bbe0-3f1354aeafdc req-167ad853-60b0-43f1-97a5-dd30d8400225 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.106413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3da00236-e907-4f38-bbe0-3f1354aeafdc req-167ad853-60b0-43f1-97a5-dd30d8400225 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5429 time: 0.1384962
Nov 27 20:55:54.126346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.146841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2132628150-network', 'tenant_id': '0e3934c8eb824af986aa4f0624cd4037'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:54.195399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3da00236-e907-4f38-bbe0-3f1354aeafdc req-5dbe576f-40e9-46f4-acc2-2f12280a3683 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0877783
Nov 27 20:55:54.206590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Made reservation on behalf of 0e3934c8eb824af986aa4f0624cd4037 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:54.218876 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.220244 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.226860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65b3fb9a-2632-4964-a1ed-183efeef5576 req-8a5dda65-a384-4e85-9fc2-09106c7aadc3 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613671
Nov 27 20:55:54.288824 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.289810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.290409 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.296524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Attempting to bind port 80f6d4bb-15fa-48bb-b344-9306a5390104 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:55:54.296881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Attempting to bind port 80f6d4bb-15fa-48bb-b344-9306a5390104 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:55:54.297199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Attempting to bind port 80f6d4bb-15fa-48bb-b344-9306a5390104 on network b81d828c-3c59-4f0f-a608-265030413533 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:54.310501 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.314275 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.333493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:54.351873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.352226 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Added segment 833251ab-4c8b-4080-a271-61d95e7beeaf of type vlan for network d37957b9-3d50-4d87-9a94-47691d8147ea
Nov 27 20:55:54.353785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf09b98-8247-4bf0-aa4a-f02bc4a347f0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:54.355409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Port 80f6d4bb-15fa-48bb-b344-9306a5390104 on network b81d828c-3c59-4f0f-a608-265030413533 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:55:54.355749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Attempting to bind port 80f6d4bb-15fa-48bb-b344-9306a5390104 on network b81d828c-3c59-4f0f-a608-265030413533 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:55:54.367665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-d2e1e07d-a403-47c5-ab5e-50d88143917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.368317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-d2e1e07d-a403-47c5-ab5e-50d88143917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.368808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-d2e1e07d-a403-47c5-ab5e-50d88143917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.371678 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da143284-abfc-40e5-89ce-96a411d50b64 req-d2e1e07d-a403-47c5-ab5e-50d88143917e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2548499
Nov 27 20:55:54.382586 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.7259278
Nov 27 20:55:54.390056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42104) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:54.392848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:55:54.393200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Checking segment: {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:54.393591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Bound using segment: {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:55:54.394046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Bound port: 80f6d4bb-15fa-48bb-b344-9306a5390104, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:55:54.394406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.411099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813ec63-2fda-414e-bb21-2d2d75746663 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'Network': ['ID=6bd8279f-043f-4781-b25b-861838a42444,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:54.413742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0beb2599-3d1f-4410-abcb-ee75ba24eb98 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:55:54.425872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 6bd8279f-043f-4781-b25b-861838a42444 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:54.442112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.571788 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.574175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.574175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.623863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0beb2599-3d1f-4410-abcb-ee75ba24eb98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0beb2599-3d1f-4410-abcb-ee75ba24eb98,segment=NetworkSegment(e0ded03b-ecdf-4918-8ec0-64e18603941a),segment_id=e0ded03b-ecdf-4918-8ec0-64e18603941a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:54.637671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '0beb2599-3d1f-4410-abcb-ee75ba24eb98', 'network_id': 'c9d0e7a7-8167-40cd-8b50-75d50aa584f8', 'port_id': '0beb2599-3d1f-4410-abcb-ee75ba24eb98', 'mac_address': 'fa:16:3e:4b:be:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0b1fad-99f5-4b45-a83e-9c65e4b913f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:55:54.679990 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.699542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beb2599-3d1f-4410-abcb-ee75ba24eb98 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:54.722200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0beb2599-3d1f-4410-abcb-ee75ba24eb98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0beb2599-3d1f-4410-abcb-ee75ba24eb98,segment=NetworkSegment(e0ded03b-ecdf-4918-8ec0-64e18603941a),segment_id=e0ded03b-ecdf-4918-8ec0-64e18603941a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:54.727703 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.781334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=0beb2599-3d1f-4410-abcb-ee75ba24eb98,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:54.869442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da143284-abfc-40e5-89ce-96a411d50b64 req-767ed0f9-a2ee-407f-b40b-e4f7944f515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.872134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da143284-abfc-40e5-89ce-96a411d50b64 req-767ed0f9-a2ee-407f-b40b-e4f7944f515f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4932921
Nov 27 20:55:54.874623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] For port 80f6d4bb-15fa-48bb-b344-9306a5390104, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:55:54.879376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] For port 80f6d4bb-15fa-48bb-b344-9306a5390104, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6d4bb-15fa-48bb-b344-9306a5390104,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:55:54.890019 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.942965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42116) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:54.943484 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9284050
Nov 27 20:55:54.948765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:54.950130 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:54.950849 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] 10.222.0.15 "PUT /v2.0/ports/80f6d4bb-15fa-48bb-b344-9306a5390104 HTTP/1.1" status: 200  len: 1091 time: 1.9268594
Nov 27 20:55:54.959911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Request body: {'subnet': {'network_id': 'd37957b9-3d50-4d87-9a94-47691d8147ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2132628150-subnet', 'tenant_id': '0e3934c8eb824af986aa4f0624cd4037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:55.019512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027477d3-2bd6-4cd5-8e86-480fac9c1b80 admin admin] Pushing event updated for resources: {'Network': ['ID=d37957b9-3d50-4d87-9a94-47691d8147ea,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:55.029372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2382a-d096-4f2f-933a-fc86613bd193 req-cee29f6f-32bf-4348-88dd-3dbaad20d1ff tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.031932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d37957b9-3d50-4d87-9a94-47691d8147ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:55.037483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15a2382a-d096-4f2f-933a-fc86613bd193 req-cee29f6f-32bf-4348-88dd-3dbaad20d1ff tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 945 time: 0.1641574
Nov 27 20:55:55.049362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864e4d6-437a-482b-8751-9daca1f2e8be req-b1687abf-e9f7-4dd3-b21b-3c93e48eb604 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.056758 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2864e4d6-437a-482b-8751-9daca1f2e8be req-b1687abf-e9f7-4dd3-b21b-3c93e48eb604 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 945 time: 0.5391920
Nov 27 20:55:55.063033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['0beb2599-3d1f-4410-abcb-ee75ba24eb98'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:55.077990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7c8fd-3486-4ba5-9770-305631a5359b service neutron] Pushing event updated for resources: {'Port': ['ID=80f6d4bb-15fa-48bb-b344-9306a5390104,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:55.090539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Made reservation on behalf of 0e3934c8eb824af986aa4f0624cd4037 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:55.093918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.133968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2864e4d6-437a-482b-8751-9daca1f2e8be req-946921cc-4f3c-4307-bd85-a4155c4549d2 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664082
Nov 27 20:55:55.149942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be2011-fd1d-42a1-b9ea-fc21c4e710d6 tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.170591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be2011-fd1d-42a1-b9ea-fc21c4e710d6 tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.177971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be2011-fd1d-42a1-b9ea-fc21c4e710d6 tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.202765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be2011-fd1d-42a1-b9ea-fc21c4e710d6 tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.205180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-58be2011-fd1d-42a1-b9ea-fc21c4e710d6 tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.8141406
Nov 27 20:55:55.208337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42120) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:55.228755 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e603b641-d68d-4c70-b0e5-0025eba45ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.229834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e603b641-d68d-4c70-b0e5-0025eba45ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.230838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e603b641-d68d-4c70-b0e5-0025eba45ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.231395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e603b641-d68d-4c70-b0e5-0025eba45ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.232064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e603b641-d68d-4c70-b0e5-0025eba45ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.232488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e603b641-d68d-4c70-b0e5-0025eba45ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.232948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e603b641-d68d-4c70-b0e5-0025eba45ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.234944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e603b641-d68d-4c70-b0e5-0025eba45ac5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6486 time: 0.2341933
Nov 27 20:55:55.242982 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15a2382a-d096-4f2f-933a-fc86613bd193 req-80bd3a58-f8f2-477e-a67c-a4832f6dbea6 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046454
Nov 27 20:55:55.295394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-519fe432-357f-46bc-8e21-5c5b7029972d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03e5badb-8172-486f-9775-23060da4f0c7 HTTP/1.1" status: 200  len: 217 time: 0.0507584
Nov 27 20:55:55.367494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.421594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-9afb290e-c755-4eaa-b0db-7db94e62c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.423077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-9afb290e-c755-4eaa-b0db-7db94e62c3bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fefb2aa-37dd-4ae6-821d-068bbb418a00 HTTP/1.1" status: 200  len: 856 time: 0.1181443
Nov 27 20:55:55.458801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a51dd2-e3c5-4618-bc28-fdd8b7d5669d req-77844a8c-1cf1-425e-9be5-30c1594934bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.464880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a51dd2-e3c5-4618-bc28-fdd8b7d5669d req-77844a8c-1cf1-425e-9be5-30c1594934bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.470905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a51dd2-e3c5-4618-bc28-fdd8b7d5669d req-77844a8c-1cf1-425e-9be5-30c1594934bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.476973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a51dd2-e3c5-4618-bc28-fdd8b7d5669d req-77844a8c-1cf1-425e-9be5-30c1594934bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.479079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.483612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a51dd2-e3c5-4618-bc28-fdd8b7d5669d req-77844a8c-1cf1-425e-9be5-30c1594934bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.489683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a51dd2-e3c5-4618-bc28-fdd8b7d5669d req-77844a8c-1cf1-425e-9be5-30c1594934bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.496603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a51dd2-e3c5-4618-bc28-fdd8b7d5669d req-77844a8c-1cf1-425e-9be5-30c1594934bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.498538 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19a51dd2-e3c5-4618-bc28-fdd8b7d5669d req-77844a8c-1cf1-425e-9be5-30c1594934bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5429 time: 0.1474292
Nov 27 20:55:55.506702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e210d15-d8fc-4a7a-9ade-dd66d5a89bcb req-c35703ab-482c-4844-907d-83875a812505 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.508241 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e210d15-d8fc-4a7a-9ade-dd66d5a89bcb req-c35703ab-482c-4844-907d-83875a812505 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 945 time: 0.1278765
Nov 27 20:55:55.512611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef2afd00>,) {'filters': {'network_id': ['6bd8279f-043f-4781-b25b-861838a42444']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:55.529361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef2afd00>, '599648e8-65ec-44b7-8f33-50917a23fc86') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:55.529672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef2afd00>, '599648e8-65ec-44b7-8f33-50917a23fc86') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:55.550054 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.572015 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.585789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:55:55.586193 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:55:55.587908 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:55:55.602505 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e210d15-d8fc-4a7a-9ade-dd66d5a89bcb req-d3b259be-14a3-45f8-b8ae-0a542233aeda tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824301
Nov 27 20:55:55.617607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-21be4abe-9451-4731-a179-ea06185128a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.628279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-21be4abe-9451-4731-a179-ea06185128a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1891289
Nov 27 20:55:55.654183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.660546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6bd8279f-043f-4781-b25b-861838a42444 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 20:55:55.662752 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.666818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "DELETE /v2.0/networks/6bd8279f-043f-4781-b25b-861838a42444 HTTP/1.1" status: 204  len: 168 time: 0.4561155
Nov 27 20:55:55.669543 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19a51dd2-e3c5-4618-bc28-fdd8b7d5669d req-2d90bcf2-952b-401e-8f7c-83af46b0ebc9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1542108
Nov 27 20:55:55.671390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42132) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:55.672459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.678922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Request body: {'network': {'name': 'tempest-network--16019603', 'router:external': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:55.715788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Made reservation on behalf of c01921b9fc504c9fb9e4bc7c1c1ee7b0 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:55.718904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.721180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767b522-addb-404b-9a59-a604846dc5b5 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bd8279f-043f-4781-b25b-861838a42444,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:55.751397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:55.767141 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.767701 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Added segment 39c6c4ba-2c3e-4b6b-a0f4-95ec5da53642 of type vlan for network 04e266d2-655f-40e6-abf3-4ac10840b30f
Nov 27 20:55:55.807209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd78e06e-b142-4494-afd1-e55833707e93,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:55.817041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '80f6d4bb-15fa-48bb-b344-9306a5390104'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:55.819365 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10074e92-8929-4cd3-b217-dca028ae55b1" -d '{"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "80f6d4bb-15fa-48bb-b344-9306a5390104"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:55.824215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b3418fda-6637-49e6-825e-1347fd88480a service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1929100
Nov 27 20:55:55.825129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Checking segment: {'id': '833251ab-4c8b-4080-a271-61d95e7beeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd37957b9-3d50-4d87-9a94-47691d8147ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:55:55.825502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Network hostable DHCP agents. Network: d37957b9-3d50-4d87-9a94-47691d8147ea, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:55:55.840629 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.883779 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d0a97-a91a-4889-9ed6-5b2d17d2140b x-openstack-request-id: req-6c8d0a97-a91a-4889-9ed6-5b2d17d2140b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:55.884885 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "80f6d4bb-15fa-48bb-b344-9306a5390104", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:55.885123 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c8d0a97-a91a-4889-9ed6-5b2d17d2140b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:55.885743 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '80f6d4bb-15fa-48bb-b344-9306a5390104', 'status': 'completed', 'code': 200}
Nov 27 20:55:55.895794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.897132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:55.897983 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:55.962980 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 0.2884755
Nov 27 20:55:55.972652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42138) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:55.990584 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e3c6ccac-202f-4752-b118-d73a55d131e1 service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581118
Nov 27 20:55:55.992361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Network d37957b9-3d50-4d87-9a94-47691d8147ea is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:55:55.998715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bce410-6a6c-40b0-942e-f5bc11aec15e tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'Network': ['ID=04e266d2-655f-40e6-abf3-4ac10840b30f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:56.015985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 04e266d2-655f-40e6-abf3-4ac10840b30f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:56.058029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-e3e9f405-fd0a-4e06-835e-f50d3a721945 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 200  len: 217 time: 0.0574176
Nov 27 20:55:56.059278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d37957b9-3d50-4d87-9a94-47691d8147ea) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:55:56.065298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.069923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.073415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d2325-ef83-4f9a-bbc2-08fca622b23b None None] Network d37957b9-3d50-4d87-9a94-47691d8147ea requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:56.082895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb6e9d-0981-439e-acb1-58a4e0fa4b6b req-c06a4fc3-0a09-4828-96d0-c10728fab01b tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.084466 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9bfb6e9d-0981-439e-acb1-58a4e0fa4b6b req-c06a4fc3-0a09-4828-96d0-c10728fab01b tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 945 time: 0.1283662
Nov 27 20:55:56.093435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c449e-4d44-4b4b-8101-a678fcb9e582 tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.094835 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-306c449e-4d44-4b4b-8101-a678fcb9e582 tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] 10.222.0.21 "GET /v2.0/networks/04e266d2-655f-40e6-abf3-4ac10840b30f HTTP/1.1" status: 200  len: 755 time: 0.1197691
Nov 27 20:55:56.097649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42140) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:56.147644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9bfb6e9d-0981-439e-acb1-58a4e0fa4b6b req-eb01bafb-46b5-4ac9-8b23-f65de27bb013 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516510
Nov 27 20:55:56.174706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-094d687b-8e4a-4b69-ab4f-7425bad6a7aa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.2227662
Nov 27 20:55:56.231851 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53643dba-59a8-4f05-a4fa-d5e2463b503d None None] Network d37957b9-3d50-4d87-9a94-47691d8147ea requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:55:56.258820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e291339f-4234-4187-90b6-78cc8fc05f24 tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.261072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e291339f-4234-4187-90b6-78cc8fc05f24 tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] 10.222.0.21 "GET /v2.0/networks/218f1162-e14c-45b3-9c12-eff8b5163643 HTTP/1.1" status: 200  len: 767 time: 0.1615374
Nov 27 20:55:56.264069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42146) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:56.280513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-29ae2192-9697-4511-a7ac-c129b4fc6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.282042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-29ae2192-9697-4511-a7ac-c129b4fc6b61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.0869048
Nov 27 20:55:56.351038 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.381511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-ba2eddcc-ab2e-4916-883d-8adc1e3057d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.383146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-ba2eddcc-ab2e-4916-883d-8adc1e3057d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0930855
Nov 27 20:55:56.428254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 539b6d03-82a1-46d1-8b03-a0295fadf9c4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:55:56.430933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0beb2599-3d1f-4410-abcb-ee75ba24eb98 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:56.472313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.510438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b20a0>,) {'filters': {'network_id': ['04e266d2-655f-40e6-abf3-4ac10840b30f']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:56.526886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a659f-1575-46e5-960e-dde3be194c84 req-3bb9a987-cc1b-446b-aed4-5230b275dd7d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.528602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d9a659f-1575-46e5-960e-dde3be194c84 req-3bb9a987-cc1b-446b-aed4-5230b275dd7d tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 945 time: 0.1300883
Nov 27 20:55:56.532454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b20a0>, '39c6c4ba-2c3e-4b6b-a0f4-95ec5da53642') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:56.532898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b20a0>, '39c6c4ba-2c3e-4b6b-a0f4-95ec5da53642') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:56.537388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-cf1d1328-a252-47ba-ab82-73eea4d4f308 req-6a794a82-ead0-4878-865d-923173f86045 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-577575807', 'description': 'tempest-description-213603016'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:56.554501 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.562042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 0beb2599-3d1f-4410-abcb-ee75ba24eb98 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:55:56.582227 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cf1d1328-a252-47ba-ab82-73eea4d4f308 req-6a794a82-ead0-4878-865d-923173f86045 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.589517 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.606097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:55:56.607044 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:55:56.608868 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:55:56.610769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-8b7e1ffb-e1dd-41af-8255-b6983c4b600e service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167830
Nov 27 20:55:56.655423 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d9a659f-1575-46e5-960e-dde3be194c84 req-8d1b522e-c655-487b-b58a-8f4788fa5785 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193540
Nov 27 20:55:56.690970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.697398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  04e266d2-655f-40e6-abf3-4ac10840b30f {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 20:55:56.700481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.704062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "DELETE /v2.0/networks/04e266d2-655f-40e6-abf3-4ac10840b30f HTTP/1.1" status: 204  len: 168 time: 0.4388762
Nov 27 20:55:56.715918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 0beb2599-3d1f-4410-abcb-ee75ba24eb98 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:56.716102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23607116-bd22-40e6-8e77-42a96bb7a2ef tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event deleted for resources: {'Network': ['ID=04e266d2-655f-40e6-abf3-4ac10840b30f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:56.716685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.717936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42164) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:56.723354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Request body: {'network': {'name': 'tempest-network--794957759'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:56.754605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Made reservation on behalf of c01921b9fc504c9fb9e4bc7c1c1ee7b0 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:55:56.758126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.771116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:56.777613 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cf1d1328-a252-47ba-ab82-73eea4d4f308 req-6a794a82-ead0-4878-865d-923173f86045 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.783598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-a00d8030-f150-4952-b7ec-9e044635b871 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660147
Nov 27 20:55:56.786342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cf1d1328-a252-47ba-ab82-73eea4d4f308 req-6a794a82-ead0-4878-865d-923173f86045 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.787147 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '539b6d03-82a1-46d1-8b03-a0295fadf9c4', 'network_id': 'b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3', 'port_id': '539b6d03-82a1-46d1-8b03-a0295fadf9c4', 'mac_address': 'fa:16:3e:1c:11:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb836d-d860-4750-af8b-16bdcd7adfe2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:55:56.795671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:55:56.808968 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.809463 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Added segment 2f07fd9e-4f53-48cf-b246-7c8d5375f6f2 of type vlan for network 46b98868-29b0-4e39-950e-8c065ffee6b3
Nov 27 20:55:56.840105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a794a82-ead0-4878-865d-923173f86045 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea6e21-4e12-48bf-9bd5-8e08d3687b86,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:56.848448 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.880195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 539b6d03-82a1-46d1-8b03-a0295fadf9c4 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:55:56.889114 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.902592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-6ae98a64-7125-4ab1-9fdb-318b34182590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 200  len: 217 time: 0.1082792
Nov 27 20:55:56.913529 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cf1d1328-a252-47ba-ab82-73eea4d4f308 req-6a794a82-ead0-4878-865d-923173f86045 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.914916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:56.915881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf1d1328-a252-47ba-ab82-73eea4d4f308 req-6a794a82-ead0-4878-865d-923173f86045 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.3829980
Nov 27 20:55:56.918865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.939949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.940923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32bda5-51b5-48a5-9711-525d605512d5 req-2575c3b8-ce22-4ef3-9745-2fc045829c60 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.943001 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7a32bda5-51b5-48a5-9711-525d605512d5 req-2575c3b8-ce22-4ef3-9745-2fc045829c60 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 945 time: 0.1225491
Nov 27 20:55:56.968886 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40684d33-20dc-4dc9-b3c3-6c4019dedbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beb2599-3d1f-4410-abcb-ee75ba24eb98'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:56.971623 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a82982d-bd96-4ee3-8e2c-fdb047dbab55" -d '{"events": [{"server_uuid": "40684d33-20dc-4dc9-b3c3-6c4019dedbd8", "name": "network-vif-plugged", "status": "completed", "tag": "0beb2599-3d1f-4410-abcb-ee75ba24eb98"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:56.982619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-390dfd2d-9a99-47f0-8595-0dbc25c3cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.985592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-390dfd2d-9a99-47f0-8595-0dbc25c3cd31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.0682628
Nov 27 20:55:56.992229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:56.993776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:56.994706 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.047305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0beb2599-3d1f-4410-abcb-ee75ba24eb98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0beb2599-3d1f-4410-abcb-ee75ba24eb98,segment=NetworkSegment(e0ded03b-ecdf-4918-8ec0-64e18603941a),segment_id=e0ded03b-ecdf-4918-8ec0-64e18603941a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:57.051207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-ed993be5-5988-4887-8b0f-8b6cf8b30bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.054071 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-ed993be5-5988-4887-8b0f-8b6cf8b30bd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0612278
Nov 27 20:55:57.058756 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.085521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['539b6d03-82a1-46d1-8b03-a0295fadf9c4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:57.127482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=539b6d03-82a1-46d1-8b03-a0295fadf9c4,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:57.132583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.4127007
Nov 27 20:55:57.157706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42170) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:57.177392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b5a4ded8-d35d-43f6-b1fd-21663f5b3d3d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Request body: {'network': {'router:external': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:57.208085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3b0c-2a8c-4c19-8e6c-10ce085133c1 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'Network': ['ID=46b98868-29b0-4e39-950e-8c065ffee6b3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:57.224785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=0beb2599-3d1f-4410-abcb-ee75ba24eb98,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:57.228893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 46b98868-29b0-4e39-950e-8c065ffee6b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:55:57.250349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7a32bda5-51b5-48a5-9711-525d605512d5 req-631ccc06-c1bd-4729-b046-4534e7f058c1 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993126
Nov 27 20:55:57.284936 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-7fc10fc0-dd9a-4c4c-b4f1-eb694875a5ef service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2230420
Nov 27 20:55:57.340270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891c327-7da9-4291-99a7-e10dc632a704 req-f071d81d-b072-4649-a3aa-ab950907dce2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.348838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891c327-7da9-4291-99a7-e10dc632a704 req-f071d81d-b072-4649-a3aa-ab950907dce2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.356055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891c327-7da9-4291-99a7-e10dc632a704 req-f071d81d-b072-4649-a3aa-ab950907dce2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.362866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891c327-7da9-4291-99a7-e10dc632a704 req-f071d81d-b072-4649-a3aa-ab950907dce2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.369373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891c327-7da9-4291-99a7-e10dc632a704 req-f071d81d-b072-4649-a3aa-ab950907dce2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.375860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891c327-7da9-4291-99a7-e10dc632a704 req-f071d81d-b072-4649-a3aa-ab950907dce2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.382831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891c327-7da9-4291-99a7-e10dc632a704 req-f071d81d-b072-4649-a3aa-ab950907dce2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.393442 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3891c327-7da9-4291-99a7-e10dc632a704 req-f071d81d-b072-4649-a3aa-ab950907dce2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5429 time: 0.1661165
Nov 27 20:55:57.517062 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3891c327-7da9-4291-99a7-e10dc632a704 req-452d336e-348e-4f48-95bf-286029db4d6f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1226132
Nov 27 20:55:57.527969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47140664-5ae9-4296-b86f-9658758c1b26 req-dcc84954-db34-476b-b14e-e8a16441112c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/b7ea6e21-4e12-48bf-9bd5-8e08d3687b86 HTTP/1.1" status: 200  len: 1822 time: 0.0968719
Nov 27 20:55:57.532266 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-ab879af3-6c7b-4aa0-997b-a8986379c9e3 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2380159
Nov 27 20:55:57.541554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-47140664-5ae9-4296-b86f-9658758c1b26 req-9a5dfc8e-812e-4259-af72-bb24dd1ad109 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7ea6e21-4e12-48bf-9bd5-8e08d3687b86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:57.541891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-47140664-5ae9-4296-b86f-9658758c1b26 req-9a5dfc8e-812e-4259-af72-bb24dd1ad109 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7ea6e21-4e12-48bf-9bd5-8e08d3687b86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:57.560217 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5a4ded8-d35d-43f6-b1fd-21663f5b3d3d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.582794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5a4ded8-d35d-43f6-b1fd-21663f5b3d3d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.584865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-652a700d-3052-469d-8173-7bb2b7707a83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=14f3487c-a918-45af-a334-40c24460e19d HTTP/1.1" status: 200  len: 217 time: 0.0387168
Nov 27 20:55:57.604833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5a4ded8-d35d-43f6-b1fd-21663f5b3d3d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Network 46b98868-29b0-4e39-950e-8c065ffee6b3 is not hosted by any dhcp agent {{(pid=120909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 20:55:57.605733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4ded8-d35d-43f6-b1fd-21663f5b3d3d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.606329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5a4ded8-d35d-43f6-b1fd-21663f5b3d3d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.610237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b5a4ded8-d35d-43f6-b1fd-21663f5b3d3d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "PUT /v2.0/networks/46b98868-29b0-4e39-950e-8c065ffee6b3 HTTP/1.1" status: 200  len: 857 time: 0.4470143
Nov 27 20:55:57.632595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-ce35290c-ad80-4714-8ac3-a199e3a74bf8 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.633591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42180) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:57.634087 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-ce35290c-ad80-4714-8ac3-a199e3a74bf8 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.15 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 945 time: 0.1161442
Nov 27 20:55:57.643706 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa4285-0482-4e69-a49d-c0206acc02c9 x-openstack-request-id: req-70aa4285-0482-4e69-a49d-c0206acc02c9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:57.644105 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40684d33-20dc-4dc9-b3c3-6c4019dedbd8", "name": "network-vif-plugged", "status": "completed", "tag": "0beb2599-3d1f-4410-abcb-ee75ba24eb98", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:57.644428 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70aa4285-0482-4e69-a49d-c0206acc02c9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:57.644888 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40684d33-20dc-4dc9-b3c3-6c4019dedbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beb2599-3d1f-4410-abcb-ee75ba24eb98', 'code': 200}
Nov 27 20:55:57.685317 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4ded8-d35d-43f6-b1fd-21663f5b3d3d tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event updated for resources: {'Network': ['ID=46b98868-29b0-4e39-950e-8c065ffee6b3,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:57.734679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-959f8a03-6fbf-4d9f-843c-bd21ccbde5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.739132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-959f8a03-6fbf-4d9f-843c-bd21ccbde5a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.1433923
Nov 27 20:55:57.768364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-47140664-5ae9-4296-b86f-9658758c1b26 req-9a5dfc8e-812e-4259-af72-bb24dd1ad109 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.793636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.802959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-47140664-5ae9-4296-b86f-9658758c1b26 req-9a5dfc8e-812e-4259-af72-bb24dd1ad109 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.809546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-47140664-5ae9-4296-b86f-9658758c1b26 req-9a5dfc8e-812e-4259-af72-bb24dd1ad109 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.812823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Deleting port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:55:57.813173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.831453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380a515-0215-44cf-b12b-40e8e26bdeca req-7ccf566a-4799-4fd5-9345-beb093b394e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.833045 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9380a515-0215-44cf-b12b-40e8e26bdeca req-7ccf566a-4799-4fd5-9345-beb093b394e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 1097 time: 0.1095586
Nov 27 20:55:57.862185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dfc8e-812e-4259-af72-bb24dd1ad109 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b707c75-3a93-464d-bd5b-be6350dd234d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:57.870584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-cc75779a-4d0d-4215-ae33-71be218cb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.872393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-cc75779a-4d0d-4215-ae33-71be218cb2a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1251676
Nov 27 20:55:57.890720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b16b62-38e6-449c-9446-e6daf5c7c2e1 req-2472bc9c-b195-4c55-aa4b-ae25f1faea97 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:57.892229 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3b16b62-38e6-449c-9446-e6daf5c7c2e1 req-2472bc9c-b195-4c55-aa4b-ae25f1faea97 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7389137a-6f45-4998-8ce7-20aa8f6cb2cf HTTP/1.1" status: 200  len: 945 time: 0.1304231
Nov 27 20:55:57.892463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-47140664-5ae9-4296-b86f-9658758c1b26 req-9a5dfc8e-812e-4259-af72-bb24dd1ad109 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.893683 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47140664-5ae9-4296-b86f-9658758c1b26 req-9a5dfc8e-812e-4259-af72-bb24dd1ad109 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3569524
Nov 27 20:55:57.947650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:57.984529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9380a515-0215-44cf-b12b-40e8e26bdeca req-d04667b2-3ef1-4f65-98ab-f62911d1598d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231744
Nov 27 20:55:57.986908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef8edca0>,) {'filters': {'network_id': ['46b98868-29b0-4e39-950e-8c065ffee6b3']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:58.000973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef8edca0>, '2f07fd9e-4f53-48cf-b246-7c8d5375f6f2') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:58.001263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef8edca0>, '2f07fd9e-4f53-48cf-b246-7c8d5375f6f2') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:58.020559 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.032645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] For port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,segment=NetworkSegment(768343f5-22c2-4a59-a16c-b2a3618ef32b),segment_id=768343f5-22c2-4a59-a16c-b2a3618ef32b)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:58.033098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.035325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.041558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:55:58.042594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:55:58.044343 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:55:58.076523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Calling delete_port for 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:55:58.080718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-a375fc8e-ec15-4a47-8f95-ea7adef5ceec service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813297
Nov 27 20:55:58.086522 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3b16b62-38e6-449c-9446-e6daf5c7c2e1 req-1980cf9f-bb0d-43c0-b8d7-d4a4d2523ab2 tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a67237-9519-4603-b838-22c3de0de33f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667924
Nov 27 20:55:58.111067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-0aecbc99-986a-4916-81e3-44c85b6a8dec req-5d0771a1-35f7-4e23-8186-8ecfeb19f4dd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1383400821', 'description': 'tempest-description-535013133'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:58.123451 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.140481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  46b98868-29b0-4e39-950e-8c065ffee6b3 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 20:55:58.146498 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.149716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] 10.222.0.21 "DELETE /v2.0/networks/46b98868-29b0-4e39-950e-8c065ffee6b3 HTTP/1.1" status: 204  len: 168 time: 0.5113285
Nov 27 20:55:58.150574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d141331-fae7-4ad6-853a-89335636ab41 tempest-ExternalNetworksTestJSON-1864004327 tempest-ExternalNetworksTestJSON-1864004327-project-admin] Pushing event deleted for resources: {'Network': ['ID=46b98868-29b0-4e39-950e-8c065ffee6b3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:58.155609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42208) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:58.182797 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a7b751-e367-4a59-9a2d-59b202312e2c tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] DELETE failed (client error): The resource could not be found.
Nov 27 20:55:58.183273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a7b751-e367-4a59-9a2d-59b202312e2c tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 20:55:58.186326 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-53a7b751-e367-4a59-9a2d-59b202312e2c tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] 10.222.0.21 "DELETE /v2.0/subnets/08da2d90-3fcd-4091-aebb-20ea029c92c8 HTTP/1.1" status: 404  len: 337 time: 0.0297737
Nov 27 20:55:58.189052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42210) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:58.196840 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0aecbc99-986a-4916-81e3-44c85b6a8dec req-5d0771a1-35f7-4e23-8186-8ecfeb19f4dd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.261279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-c2d66b39-e188-4908-a39c-5f4fa624f7f8 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711283
Nov 27 20:55:58.289888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618a3bf-b7e7-46a1-ac0a-452067e9bb08 req-25eb39c9-c79b-4b91-8f9a-3ca97e34f9c0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:58.291320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0618a3bf-b7e7-46a1-ac0a-452067e9bb08 req-25eb39c9-c79b-4b91-8f9a-3ca97e34f9c0 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 944 time: 0.1050296
Nov 27 20:55:58.298129 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.326764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-16108828-f10b-476d-b885-e64424847c48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 HTTP/1.1" status: 200  len: 217 time: 0.0530057
Nov 27 20:55:58.363991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0aecbc99-986a-4916-81e3-44c85b6a8dec req-5d0771a1-35f7-4e23-8186-8ecfeb19f4dd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.374974 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0aecbc99-986a-4916-81e3-44c85b6a8dec req-5d0771a1-35f7-4e23-8186-8ecfeb19f4dd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.436821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0618a3bf-b7e7-46a1-ac0a-452067e9bb08 req-02def64e-c6d4-4891-b1e8-fa9a4a92395e tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136756
Nov 27 20:55:58.438327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-13de0817-6e4a-4dce-978a-f0348c08bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:58.438477 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.439881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-13de0817-6e4a-4dce-978a-f0348c08bdcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.1065791
Nov 27 20:55:58.452208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 539b6d03-82a1-46d1-8b03-a0295fadf9c4 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:55:58.464307 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0aecbc99-986a-4916-81e3-44c85b6a8dec req-5d0771a1-35f7-4e23-8186-8ecfeb19f4dd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.465569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0aecbc99-986a-4916-81e3-44c85b6a8dec req-5d0771a1-35f7-4e23-8186-8ecfeb19f4dd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.3601658
Nov 27 20:55:58.471413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0771a1-35f7-4e23-8186-8ecfeb19f4dd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d78fa9-427d-4b6e-aac3-f4e1637d9e34,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:58.476589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc161760>,) {'filters': {'network_id': ['218f1162-e14c-45b3-9c12-eff8b5163643']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:58.488642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc161760>, '929f5c29-7474-43ba-807c-afdee274b0cd') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:58.488923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc161760>, '929f5c29-7474-43ba-807c-afdee274b0cd') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:55:58.490781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.503809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2eb52b34-d84f-4b6a-9cef-edda1f2ba852'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:58.519418 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.533820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Pushing event deleted for resources: {'Port': ['ID=2eb52b34-d84f-4b6a-9cef-edda1f2ba852,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:58.548583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.552370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:55:58.553001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.555495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:55:58.555925 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:55:58.559566 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:55:58.587425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] No DVR routers for this DVR port 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:55:58.591534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-a44c768a-30f1-430d-8172-f005dd097112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:58.593469 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-a44c768a-30f1-430d-8172-f005dd097112 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1467042
Nov 27 20:55:58.594635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.598042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98f105e3-f742-4c50-87d4-cfe99fc929f2 req-61acbee1-2d73-4e4c-aa60-8ca09465357f tempest-ServerAddressesNegativeTestJSON-1354357772 tempest-ServerAddressesNegativeTestJSON-1354357772-project] 10.222.0.15 "DELETE /v2.0/ports/2eb52b34-d84f-4b6a-9cef-edda1f2ba852 HTTP/1.1" status: 204  len: 173 time: 0.9574146
Nov 27 20:55:58.598618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7389137a-6f45-4998-8ce7-20aa8f6cb2cf', 'name': 'network-vif-deleted', 'tag': '2eb52b34-d84f-4b6a-9cef-edda1f2ba852'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:58.601566 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bb3998-fb96-43e6-ad33-dfb32c74b01d" -d '{"events": [{"server_uuid": "7389137a-6f45-4998-8ce7-20aa8f6cb2cf", "name": "network-vif-deleted", "tag": "2eb52b34-d84f-4b6a-9cef-edda1f2ba852"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:58.713757 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.720978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.738159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.744329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] 10.222.0.21 "DELETE /v2.0/networks/218f1162-e14c-45b3-9c12-eff8b5163643 HTTP/1.1" status: 204  len: 168 time: 0.5524416
Nov 27 20:55:58.753834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-d5c365ce-f0ec-4b3c-b371-cfdc3b387ac6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483026
Nov 27 20:55:58.767915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e91a-85d4-4f55-9d1e-a8fb1966ca2f req-75dc1d61-cea3-4abe-a18c-3445e14f0ee5 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:58.776807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8834e91a-85d4-4f55-9d1e-a8fb1966ca2f req-75dc1d61-cea3-4abe-a18c-3445e14f0ee5 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 946 time: 0.1136689
Nov 27 20:55:58.785683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59dc9d-bb5e-438c-b7bc-c65f4bea6dcc tempest-ExternalNetworksTestJSON-1939951531 tempest-ExternalNetworksTestJSON-1939951531-project] Pushing event deleted for resources: {'Network': ['ID=218f1162-e14c-45b3-9c12-eff8b5163643,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:58.819094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:58.827086 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.838299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-782ee20a-1211-42d5-b54c-51c4f657d087 req-6ad4014c-f846-4b0d-9e36-f0358067c6fb tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/13d78fa9-427d-4b6e-aac3-f4e1637d9e34 HTTP/1.1" status: 200  len: 1823 time: 0.1405947
Nov 27 20:55:58.839160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8834e91a-85d4-4f55-9d1e-a8fb1966ca2f req-1639ae41-4b33-4581-a5d4-30ae00f3978a tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613649
Nov 27 20:55:58.847361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-782ee20a-1211-42d5-b54c-51c4f657d087 req-6d1a6d12-6afa-4bff-90dc-2a469c3fad50 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '13d78fa9-427d-4b6e-aac3-f4e1637d9e34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:58.848025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-782ee20a-1211-42d5-b54c-51c4f657d087 req-6d1a6d12-6afa-4bff-90dc-2a469c3fad50 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '13d78fa9-427d-4b6e-aac3-f4e1637d9e34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:58.921396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=539b6d03-82a1-46d1-8b03-a0295fadf9c4,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:58.931832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-5ebeb890-0ccd-4479-9d9a-6443adbfa8d5 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690407
Nov 27 20:55:58.985627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-f44e7754-c8a5-45ff-93b0-6cfb31a83063 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959 HTTP/1.1" status: 200  len: 217 time: 0.0486846
Nov 27 20:55:58.992923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-782ee20a-1211-42d5-b54c-51c4f657d087 req-6d1a6d12-6afa-4bff-90dc-2a469c3fad50 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:58.999348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fc41c-3282-46e7-97f9-cda725ba1f38 req-8f42cb70-9e71-47e0-8221-47bc3223a874 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.006543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fc41c-3282-46e7-97f9-cda725ba1f38 req-8f42cb70-9e71-47e0-8221-47bc3223a874 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.023796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fc41c-3282-46e7-97f9-cda725ba1f38 req-8f42cb70-9e71-47e0-8221-47bc3223a874 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.030496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fc41c-3282-46e7-97f9-cda725ba1f38 req-8f42cb70-9e71-47e0-8221-47bc3223a874 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.036743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fc41c-3282-46e7-97f9-cda725ba1f38 req-8f42cb70-9e71-47e0-8221-47bc3223a874 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.043521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fc41c-3282-46e7-97f9-cda725ba1f38 req-8f42cb70-9e71-47e0-8221-47bc3223a874 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.049537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fc41c-3282-46e7-97f9-cda725ba1f38 req-8f42cb70-9e71-47e0-8221-47bc3223a874 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.052648 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-782ee20a-1211-42d5-b54c-51c4f657d087 req-6d1a6d12-6afa-4bff-90dc-2a469c3fad50 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.058494 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-275fc41c-3282-46e7-97f9-cda725ba1f38 req-8f42cb70-9e71-47e0-8221-47bc3223a874 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5429 time: 0.1283543
Nov 27 20:55:59.061764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-782ee20a-1211-42d5-b54c-51c4f657d087 req-6d1a6d12-6afa-4bff-90dc-2a469c3fad50 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.065864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42228) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:59.099732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1e6faf7a-9be7-461c-90d0-df877dbdb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.101700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-1e6faf7a-9be7-461c-90d0-df877dbdb5ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.0998623
Nov 27 20:55:59.108237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a6d12-6afa-4bff-90dc-2a469c3fad50 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3d6504-8667-4c9e-adb6-e5df0c8001ce,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:59.143416 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-782ee20a-1211-42d5-b54c-51c4f657d087 req-6d1a6d12-6afa-4bff-90dc-2a469c3fad50 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.145397 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-782ee20a-1211-42d5-b54c-51c4f657d087 req-6d1a6d12-6afa-4bff-90dc-2a469c3fad50 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3054965
Nov 27 20:55:59.193394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-275fc41c-3282-46e7-97f9-cda725ba1f38 req-b749e9b8-469e-4ccc-84cf-a2a5f6e70719 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1248071
Nov 27 20:55:59.223060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888faae-91e0-4071-9690-2f0e94820292 req-2b7b36c0-99fe-42ff-a41e-4c9baab728de tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.225121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4886065c-08b8-433c-a4f6-8912d53f9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.226695 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-4886065c-08b8-433c-a4f6-8912d53f9417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1131704
Nov 27 20:55:59.231912 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6888faae-91e0-4071-9690-2f0e94820292 req-2b7b36c0-99fe-42ff-a41e-4c9baab728de tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 945 time: 0.1523170
Nov 27 20:55:59.232987 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7424220-066a-4dac-a130-7230fad31f7d x-openstack-request-id: req-e7424220-066a-4dac-a130-7230fad31f7d {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:59.233317 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7389137a-6f45-4998-8ce7-20aa8f6cb2cf", "name": "network-vif-deleted", "tag": "2eb52b34-d84f-4b6a-9cef-edda1f2ba852", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:59.233544 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7424220-066a-4dac-a130-7230fad31f7d {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:59.233936 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7389137a-6f45-4998-8ce7-20aa8f6cb2cf', 'name': 'network-vif-deleted', 'tag': '2eb52b34-d84f-4b6a-9cef-edda1f2ba852', 'status': 'completed', 'code': 200}
Nov 27 20:55:59.300691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42236) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:59.322727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-7db73139-e807-448c-b597-46e5254f9570 req-4732fdd1-c24d-4223-87e4-5f376e8793c3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-42659008', 'description': 'tempest-description-961090641'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:59.361127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5d019f9e-74ab-480b-ba87-66ad701eb211 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaf0a3c55d6947a7b6cb4b7cf26a2264&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2870104
Nov 27 20:55:59.362963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42238) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:59.377771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7db73139-e807-448c-b597-46e5254f9570 req-4732fdd1-c24d-4223-87e4-5f376e8793c3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.384484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-242b886d-df66-4af9-81fd-99ad9b8b6579 admin admin] Deleting subnet e396ca34-28e6-4885-9732-9b7a20cf84ce {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:55:59.388337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-242b886d-df66-4af9-81fd-99ad9b8b6579 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.408414 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-00502bca-059b-40c2-87b8-40763e7b4227 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693852
Nov 27 20:55:59.436940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-242b886d-df66-4af9-81fd-99ad9b8b6579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.472352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6888faae-91e0-4071-9690-2f0e94820292 req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Deleting port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:55:59.472690 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6888faae-91e0-4071-9690-2f0e94820292 req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.524964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-242b886d-df66-4af9-81fd-99ad9b8b6579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.537443 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e11f31c8-6eb0-4ed4-a618-2ebea43a813c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.585321 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7db73139-e807-448c-b597-46e5254f9570 req-4732fdd1-c24d-4223-87e4-5f376e8793c3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.587786 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-0c4153ca-cd4a-4093-9de5-d754713212cd service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710162
Nov 27 20:55:59.593296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e11f31c8-6eb0-4ed4-a618-2ebea43a813c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.596378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7db73139-e807-448c-b597-46e5254f9570 req-4732fdd1-c24d-4223-87e4-5f376e8793c3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.635141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6888faae-91e0-4071-9690-2f0e94820292 req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] For port 539b6d03-82a1-46d1-8b03-a0295fadf9c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=539b6d03-82a1-46d1-8b03-a0295fadf9c4,segment=NetworkSegment(188c5a0f-6895-4392-b747-d77a6915e4ea),segment_id=188c5a0f-6895-4392-b747-d77a6915e4ea)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:55:59.635552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6888faae-91e0-4071-9690-2f0e94820292 req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.646140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539b6d03-82a1-46d1-8b03-a0295fadf9c4'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:55:59.650296 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861dfcb7-918d-418c-89d3-d9057b911f5b" -d '{"events": [{"server_uuid": "0a37077f-714e-4168-a49e-d6cb8b750ca9", "name": "network-vif-plugged", "status": "completed", "tag": "539b6d03-82a1-46d1-8b03-a0295fadf9c4"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:55:59.653759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6888faae-91e0-4071-9690-2f0e94820292 req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Calling delete_port for 539b6d03-82a1-46d1-8b03-a0295fadf9c4 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:55:59.661207 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-242b886d-df66-4af9-81fd-99ad9b8b6579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.662956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-44ae8703-1fc2-40d1-be41-017ab6266187 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80f6d4bb-15fa-48bb-b344-9306a5390104 HTTP/1.1" status: 200  len: 217 time: 0.0675557
Nov 27 20:55:59.697212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7db73139-e807-448c-b597-46e5254f9570 req-4732fdd1-c24d-4223-87e4-5f376e8793c3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.698950 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7db73139-e807-448c-b597-46e5254f9570 req-4732fdd1-c24d-4223-87e4-5f376e8793c3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.3955386
Nov 27 20:55:59.705092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45efb76-3813-400d-921e-a7cb6fbed782 req-b6446eb3-f0e7-46d8-a19f-02d7f8fa9fec tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.706607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a45efb76-3813-400d-921e-a7cb6fbed782 req-b6446eb3-f0e7-46d8-a19f-02d7f8fa9fec tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a37077f-714e-4168-a49e-d6cb8b750ca9 HTTP/1.1" status: 200  len: 945 time: 0.1303110
Nov 27 20:55:59.709397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-242b886d-df66-4af9-81fd-99ad9b8b6579 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.716509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-242b886d-df66-4af9-81fd-99ad9b8b6579 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e396ca34-28e6-4885-9732-9b7a20cf84ce HTTP/1.1" status: 204  len: 168 time: 0.4146683
Nov 27 20:55:59.717634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42248) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:55:59.718211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b886d-df66-4af9-81fd-99ad9b8b6579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e396ca34-28e6-4885-9732-9b7a20cf84ce,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:59.718321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732fdd1-c24d-4223-87e4-5f376e8793c3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093ddf4d-f1ee-4e4c-800f-fed84f755fd3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:59.770620 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611ce317-2f7c-4646-8a06-99e5adc81e99 x-openstack-request-id: req-611ce317-2f7c-4646-8a06-99e5adc81e99 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:55:59.771099 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a37077f-714e-4168-a49e-d6cb8b750ca9", "name": "network-vif-plugged", "status": "completed", "tag": "539b6d03-82a1-46d1-8b03-a0295fadf9c4", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:55:59.771549 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-611ce317-2f7c-4646-8a06-99e5adc81e99 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:55:59.772377 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539b6d03-82a1-46d1-8b03-a0295fadf9c4', 'code': 200}
Nov 27 20:55:59.801159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b9968d9a-e304-4915-9392-875bcd2becdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.802660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-b9968d9a-e304-4915-9392-875bcd2becdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.1249850
Nov 27 20:55:59.808759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.825920 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e11f31c8-6eb0-4ed4-a618-2ebea43a813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.829024 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e11f31c8-6eb0-4ed4-a618-2ebea43a813c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.830173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e11f31c8-6eb0-4ed4-a618-2ebea43a813c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd7f4b2e-24d2-4328-8681-94e0feac051d HTTP/1.1" status: 204  len: 168 time: 0.4655077
Nov 27 20:55:59.833898 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a45efb76-3813-400d-921e-a7cb6fbed782 req-049f8550-eebf-4072-9716-88933c8b9fd1 tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f52577-17ce-4bff-bacb-8939505ed0d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786326
Nov 27 20:55:59.867498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f31c8-6eb0-4ed4-a618-2ebea43a813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7f4b2e-24d2-4328-8681-94e0feac051d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:59.910737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8934e55f-268b-4e9c-b8c5-8dbb33a5ffc4 req-9a39d779-c2eb-4278-ac61-ea7f0365d488 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1758191609', 'description': 'tempest-description-605867789'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:55:59.914434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35825a72-095e-41a6-bfdc-f28a36363933 req-9433b0fa-264e-476d-b6c8-429ee89f5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:55:59.916101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-9433b0fa-264e-476d-b6c8-429ee89f5ed3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1031840
Nov 27 20:55:59.917289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6888faae-91e0-4071-9690-2f0e94820292 req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:55:59.930099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['539b6d03-82a1-46d1-8b03-a0295fadf9c4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:55:59.970616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Pushing event deleted for resources: {'Port': ['ID=539b6d03-82a1-46d1-8b03-a0295fadf9c4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:55:59.987296 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8934e55f-268b-4e9c-b8c5-8dbb33a5ffc4 req-9a39d779-c2eb-4278-ac61-ea7f0365d488 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.000087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.035209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6888faae-91e0-4071-9690-2f0e94820292 req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] No DVR routers for this DVR port 539b6d03-82a1-46d1-8b03-a0295fadf9c4 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:56:00.039424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6888faae-91e0-4071-9690-2f0e94820292 req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.043529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6888faae-91e0-4071-9690-2f0e94820292 req-1489041d-40ab-4359-a4f9-241b4a792daf tempest-ImagesTestJSON-126946779 tempest-ImagesTestJSON-126946779-project] 10.222.0.35 "DELETE /v2.0/ports/539b6d03-82a1-46d1-8b03-a0295fadf9c4 HTTP/1.1" status: 204  len: 173 time: 0.8074999
Nov 27 20:56:00.044850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'name': 'network-vif-deleted', 'tag': '539b6d03-82a1-46d1-8b03-a0295fadf9c4'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:00.048423 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26450491-b7a0-42f9-8fa3-6e6fe392824b" -d '{"events": [{"server_uuid": "0a37077f-714e-4168-a49e-d6cb8b750ca9", "name": "network-vif-deleted", "tag": "539b6d03-82a1-46d1-8b03-a0295fadf9c4"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:00.071343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7c4f880>,) {'filters': {'network_id': ['9c0aa522-1fc2-477c-82ba-de73a057bc9c']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:00.090742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7c4f880>, '768343f5-22c2-4a59-a16c-b2a3618ef32b') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:00.090963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7c4f880>, '768343f5-22c2-4a59-a16c-b2a3618ef32b') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:00.105407 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.128327 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8934e55f-268b-4e9c-b8c5-8dbb33a5ffc4 req-9a39d779-c2eb-4278-ac61-ea7f0365d488 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.133653 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8934e55f-268b-4e9c-b8c5-8dbb33a5ffc4 req-9a39d779-c2eb-4278-ac61-ea7f0365d488 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.138528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f0874-190e-4453-adb7-d5509755641a req-8985d031-bb0f-4b64-be99-55523b0fb5cd tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.146040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae3f0874-190e-4453-adb7-d5509755641a req-8985d031-bb0f-4b64-be99-55523b0fb5cd tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 946 time: 0.1833668
Nov 27 20:56:00.173480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.181032 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8934e55f-268b-4e9c-b8c5-8dbb33a5ffc4 req-9a39d779-c2eb-4278-ac61-ea7f0365d488 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.181340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-180727ad-05af-4281-8283-b4b626227fb6 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2286451
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:56:00.192090 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:56:00.193973 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8934e55f-268b-4e9c-b8c5-8dbb33a5ffc4 req-9a39d779-c2eb-4278-ac61-ea7f0365d488 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2879353
Nov 27 20:56:00.200851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39d779-c2eb-4278-ac61-ea7f0365d488 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c7a662-7eeb-402f-83a5-b8a68f7d3049,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:00.236523 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c00cd28-032e-4114-badd-b32105e43f66 x-openstack-request-id: req-9c00cd28-032e-4114-badd-b32105e43f66 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:00.236838 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a37077f-714e-4168-a49e-d6cb8b750ca9", "name": "network-vif-deleted", "tag": "539b6d03-82a1-46d1-8b03-a0295fadf9c4", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:00.237347 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c00cd28-032e-4114-badd-b32105e43f66 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:00.237480 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a37077f-714e-4168-a49e-d6cb8b750ca9', 'name': 'network-vif-deleted', 'tag': '539b6d03-82a1-46d1-8b03-a0295fadf9c4', 'status': 'completed', 'code': 200}
Nov 27 20:56:00.288071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42262) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:00.305035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e54aa4c8-06c1-487d-a20f-eb1f0bf88de4 req-355b20cf-d312-4cfb-950b-5cf032c9d6cf tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/093ddf4d-f1ee-4e4c-800f-fed84f755fd3 HTTP/1.1" status: 200  len: 1821 time: 0.0534039
Nov 27 20:56:00.357054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4990c7df-8b25-4466-a734-4414fbb35d7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c01921b9fc504c9fb9e4bc7c1c1ee7b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0674682
Nov 27 20:56:00.362986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42266) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:00.380827 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e54aa4c8-06c1-487d-a20f-eb1f0bf88de4 req-dc2a2f4d-39c0-4755-b725-7a76af9173c7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/b1c7a662-7eeb-402f-83a5-b8a68f7d3049 HTTP/1.1" status: 200  len: 1823 time: 0.0686593
Nov 27 20:56:00.397793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-e54aa4c8-06c1-487d-a20f-eb1f0bf88de4 req-abc10de6-e01e-4f94-8fa0-ee521ecc8b6f tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '093ddf4d-f1ee-4e4c-800f-fed84f755fd3', 'remote_group_id': 'b1c7a662-7eeb-402f-83a5-b8a68f7d3049', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:00.398130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-e54aa4c8-06c1-487d-a20f-eb1f0bf88de4 req-abc10de6-e01e-4f94-8fa0-ee521ecc8b6f tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '093ddf4d-f1ee-4e4c-800f-fed84f755fd3', 'remote_group_id': 'b1c7a662-7eeb-402f-83a5-b8a68f7d3049', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:00.445741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ff80408-be26-4bd7-87b0-d9b66fa2f7f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.477605 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ff80408-be26-4bd7-87b0-d9b66fa2f7f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.539790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e54aa4c8-06c1-487d-a20f-eb1f0bf88de4 req-abc10de6-e01e-4f94-8fa0-ee521ecc8b6f tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.575612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e54aa4c8-06c1-487d-a20f-eb1f0bf88de4 req-abc10de6-e01e-4f94-8fa0-ee521ecc8b6f tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.581351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e54aa4c8-06c1-487d-a20f-eb1f0bf88de4 req-abc10de6-e01e-4f94-8fa0-ee521ecc8b6f tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.593476 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ff80408-be26-4bd7-87b0-d9b66fa2f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.596167 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ff80408-be26-4bd7-87b0-d9b66fa2f7f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.597318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9ff80408-be26-4bd7-87b0-d9b66fa2f7f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b065802e-1513-4263-85a5-a224df52a8af HTTP/1.1" status: 204  len: 168 time: 0.2333643
Nov 27 20:56:00.611766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc10de6-e01e-4f94-8fa0-ee521ecc8b6f tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55452ce0-7307-4229-bdab-345c49ba7ce3,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:00.615648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff80408-be26-4bd7-87b0-d9b66fa2f7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b065802e-1513-4263-85a5-a224df52a8af,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:00.623829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e54aa4c8-06c1-487d-a20f-eb1f0bf88de4 req-abc10de6-e01e-4f94-8fa0-ee521ecc8b6f tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.625210 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e54aa4c8-06c1-487d-a20f-eb1f0bf88de4 req-abc10de6-e01e-4f94-8fa0-ee521ecc8b6f tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.2340446
Nov 27 20:56:00.645755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae3f0874-190e-4453-adb7-d5509755641a req-57299e34-b877-449d-844e-d402deb39fb3 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4988263
Nov 27 20:56:00.654206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.662844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.667096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] 10.222.0.21 "DELETE /v2.0/networks/9c0aa522-1fc2-477c-82ba-de73a057bc9c HTTP/1.1" status: 204  len: 168 time: 0.9453013
Nov 27 20:56:00.681242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589bc5c-c3bd-4c94-8d0f-ae7a157164fc admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0aa522-1fc2-477c-82ba-de73a057bc9c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:00.741354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35825a72-095e-41a6-bfdc-f28a36363933 req-26e7f213-4eec-423f-9ecd-47f745439831 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5525994
Nov 27 20:56:00.783880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-fe17a229-a30a-47e8-a993-177b73d855ed req-0eb7ec0e-bb51-4669-9e58-58d3b834d9a5 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1010112754', 'description': 'tempest-description-815808227'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:00.815161 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-fe17a229-a30a-47e8-a993-177b73d855ed req-0eb7ec0e-bb51-4669-9e58-58d3b834d9a5 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:00.826415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275c18-73ba-416b-aaa5-66e6b9e89dc8 req-8c09006c-29ed-4b58-956f-0f2cded7ee93 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.833545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275c18-73ba-416b-aaa5-66e6b9e89dc8 req-8c09006c-29ed-4b58-956f-0f2cded7ee93 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.844859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275c18-73ba-416b-aaa5-66e6b9e89dc8 req-8c09006c-29ed-4b58-956f-0f2cded7ee93 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.851183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275c18-73ba-416b-aaa5-66e6b9e89dc8 req-8c09006c-29ed-4b58-956f-0f2cded7ee93 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.858112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275c18-73ba-416b-aaa5-66e6b9e89dc8 req-8c09006c-29ed-4b58-956f-0f2cded7ee93 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.874546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275c18-73ba-416b-aaa5-66e6b9e89dc8 req-8c09006c-29ed-4b58-956f-0f2cded7ee93 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.881253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275c18-73ba-416b-aaa5-66e6b9e89dc8 req-8c09006c-29ed-4b58-956f-0f2cded7ee93 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.883706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e275c18-73ba-416b-aaa5-66e6b9e89dc8 req-8c09006c-29ed-4b58-956f-0f2cded7ee93 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5429 time: 0.1273265
Nov 27 20:56:00.892208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-84ca10a8-e33e-4d75-9adf-e66f99af42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.892702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-84ca10a8-e33e-4d75-9adf-e66f99af42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.893173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-84ca10a8-e33e-4d75-9adf-e66f99af42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.893643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-84ca10a8-e33e-4d75-9adf-e66f99af42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.894110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-84ca10a8-e33e-4d75-9adf-e66f99af42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.894581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-84ca10a8-e33e-4d75-9adf-e66f99af42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.895063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-84ca10a8-e33e-4d75-9adf-e66f99af42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:00.897183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-84ca10a8-e33e-4d75-9adf-e66f99af42a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6486 time: 0.0774543
Nov 27 20:56:00.925943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42282) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:00.985121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e275c18-73ba-416b-aaa5-66e6b9e89dc8 req-ad461ac0-08f9-4944-b718-fce296160db5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0937140
Nov 27 20:56:01.008825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-923c51e7-3b84-4be5-9c5b-61a7ffb26083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7895e84a65ed41808aae6e8f05780bca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0741794
Nov 27 20:56:01.008825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42286) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:01.023468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-fe17a229-a30a-47e8-a993-177b73d855ed req-0eb7ec0e-bb51-4669-9e58-58d3b834d9a5 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.029386 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-fe17a229-a30a-47e8-a993-177b73d855ed req-0eb7ec0e-bb51-4669-9e58-58d3b834d9a5 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.079314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-348a8241-49cb-4a31-961a-0b7f7fa72958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:01.081711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-348a8241-49cb-4a31-961a-0b7f7fa72958 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b81d828c-3c59-4f0f-a608-265030413533 HTTP/1.1" status: 200  len: 902 time: 0.1714242
Nov 27 20:56:01.089897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-fe17a229-a30a-47e8-a993-177b73d855ed req-0eb7ec0e-bb51-4669-9e58-58d3b834d9a5 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.097154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbfa9-6ea8-4144-b15e-426cf86befeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.103828 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fe17a229-a30a-47e8-a993-177b73d855ed req-0eb7ec0e-bb51-4669-9e58-58d3b834d9a5 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.3241282
Nov 27 20:56:01.129343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ec0e-bb51-4669-9e58-58d3b834d9a5 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6616b2e-bfc4-483a-a479-701c624af572,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:01.130972 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbfa9-6ea8-4144-b15e-426cf86befeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.178764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-1971abc8-9156-418e-a885-dcaccbaca625 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80f6d4bb-15fa-48bb-b344-9306a5390104 HTTP/1.1" status: 200  len: 217 time: 0.0724463
Nov 27 20:56:01.183982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-daa5ddae-c908-4619-b4af-fdf49965385c req-388a4893-7a78-482d-8686-cdf20969b5f3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1555950705', 'description': 'tempest-description-1571855077'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:01.211905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbfa9-6ea8-4144-b15e-426cf86befeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.221546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbfa9-6ea8-4144-b15e-426cf86befeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.226840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0d9cbfa9-6ea8-4144-b15e-426cf86befeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1a67237-9519-4603-b838-22c3de0de33f HTTP/1.1" status: 204  len: 168 time: 0.2215819
Nov 27 20:56:01.247330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cbfa9-6ea8-4144-b15e-426cf86befeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a67237-9519-4603-b838-22c3de0de33f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:01.253869 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-daa5ddae-c908-4619-b4af-fdf49965385c req-388a4893-7a78-482d-8686-cdf20969b5f3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.256680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-48bd7dfd-b513-4706-a9b2-cca3b4a25270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:01.258485 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-48bd7dfd-b513-4706-a9b2-cca3b4a25270 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.0692980
Nov 27 20:56:01.336820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-91e73278-a088-43c6-aa46-218c79b726d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:01.338339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-91e73278-a088-43c6-aa46-218c79b726d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0706394
Nov 27 20:56:01.440551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-daa5ddae-c908-4619-b4af-fdf49965385c req-388a4893-7a78-482d-8686-cdf20969b5f3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.457375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-daa5ddae-c908-4619-b4af-fdf49965385c req-388a4893-7a78-482d-8686-cdf20969b5f3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.496651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-daa5ddae-c908-4619-b4af-fdf49965385c req-388a4893-7a78-482d-8686-cdf20969b5f3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.497879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-daa5ddae-c908-4619-b4af-fdf49965385c req-388a4893-7a78-482d-8686-cdf20969b5f3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.3184769
Nov 27 20:56:01.517652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a4893-7a78-482d-8686-cdf20969b5f3 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9b500e-9edc-434d-a8ef-17131f12719c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:01.525213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-37a5f07e-e9d9-493d-9c1e-213bc6c457c9 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743708
Nov 27 20:56:01.570113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a107b9-c618-45f8-a05d-faace4570e65 req-3dcb7a66-3a0f-4613-8fbb-09c0d826c512 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:01.580867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-64a107b9-c618-45f8-a05d-faace4570e65 req-3dcb7a66-3a0f-4613-8fbb-09c0d826c512 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 946 time: 0.0841098
Nov 27 20:56:01.650425 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-64a107b9-c618-45f8-a05d-faace4570e65 req-0b105e9d-17ff-490d-a390-aaf95b5e9d91 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665209
Nov 27 20:56:01.679319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1273ff50-9df5-4b04-9bdd-e237c1779fea req-9a5c3a86-72e2-4945-934d-5f71a3e02996 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/c6616b2e-bfc4-483a-a479-701c624af572 HTTP/1.1" status: 200  len: 1823 time: 0.0694032
Nov 27 20:56:01.694725 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10074e92-8929-4cd3-b217-dca028ae55b1 req-2d86ac54-fa17-44ac-b444-c5a002964ba3 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614203
Nov 27 20:56:01.707803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:01.750497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:01.751660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2eb52b34-d84f-4b6a-9cef-edda1f2ba852 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:01.762761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1273ff50-9df5-4b04-9bdd-e237c1779fea req-6f17810e-6b23-4c83-87fa-d479a7b8adb2 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/bd9b500e-9edc-434d-a8ef-17131f12719c HTTP/1.1" status: 200  len: 1824 time: 0.0720620
Nov 27 20:56:01.776893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-1273ff50-9df5-4b04-9bdd-e237c1779fea req-9ba5f115-e7cd-4b84-991e-956934e261fe tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c6616b2e-bfc4-483a-a479-701c624af572', 'remote_group_id': 'bd9b500e-9edc-434d-a8ef-17131f12719c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:01.777425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-1273ff50-9df5-4b04-9bdd-e237c1779fea req-9ba5f115-e7cd-4b84-991e-956934e261fe tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c6616b2e-bfc4-483a-a479-701c624af572', 'remote_group_id': 'bd9b500e-9edc-434d-a8ef-17131f12719c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:01.854046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1273ff50-9df5-4b04-9bdd-e237c1779fea req-9ba5f115-e7cd-4b84-991e-956934e261fe tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.901968 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1273ff50-9df5-4b04-9bdd-e237c1779fea req-9ba5f115-e7cd-4b84-991e-956934e261fe tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.906650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1273ff50-9df5-4b04-9bdd-e237c1779fea req-9ba5f115-e7cd-4b84-991e-956934e261fe tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.930916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5f115-e7cd-4b84-991e-956934e261fe tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d98a8a-b839-45b6-bffb-5cf32a1a41af,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:01.937871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1273ff50-9df5-4b04-9bdd-e237c1779fea req-9ba5f115-e7cd-4b84-991e-956934e261fe tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:01.942588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1273ff50-9df5-4b04-9bdd-e237c1779fea req-9ba5f115-e7cd-4b84-991e-956934e261fe tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.1700404
Nov 27 20:56:01.992120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42362) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:02.024001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3ec9140f-00a7-4f34-b189-1aa71ddae478 req-46637b01-8356-4166-8729-4a4d050cbf87 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/bd9b500e-9edc-434d-a8ef-17131f12719c HTTP/1.1" status: 200  len: 1824 time: 0.0637302
Nov 27 20:56:02.095040 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Deleting subnet 4edb836d-d860-4750-af8b-16bdcd7adfe2 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:56:02.101676 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.105388 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3ec9140f-00a7-4f34-b189-1aa71ddae478 req-c3c80904-2ec9-4b6d-8c72-99ff5938e589 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.132236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3ec9140f-00a7-4f34-b189-1aa71ddae478 req-c3c80904-2ec9-4b6d-8c72-99ff5938e589 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.178646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.218483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3ec9140f-00a7-4f34-b189-1aa71ddae478 req-c3c80904-2ec9-4b6d-8c72-99ff5938e589 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.226094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3ec9140f-00a7-4f34-b189-1aa71ddae478 req-c3c80904-2ec9-4b6d-8c72-99ff5938e589 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.230473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3ec9140f-00a7-4f34-b189-1aa71ddae478 req-c3c80904-2ec9-4b6d-8c72-99ff5938e589 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd9b500e-9edc-434d-a8ef-17131f12719c HTTP/1.1" status: 204  len: 173 time: 0.2000506
Nov 27 20:56:02.241010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e31-e1aa-481c-b6db-6658309ef112 req-13ddac99-ec2a-40d9-9ee2-f0b324ba673e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:02.245365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c80904-2ec9-4b6d-8c72-99ff5938e589 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9b500e-9edc-434d-a8ef-17131f12719c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:02.261748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e31-e1aa-481c-b6db-6658309ef112 req-13ddac99-ec2a-40d9-9ee2-f0b324ba673e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:02.284217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e31-e1aa-481c-b6db-6658309ef112 req-13ddac99-ec2a-40d9-9ee2-f0b324ba673e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:02.290824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e31-e1aa-481c-b6db-6658309ef112 req-13ddac99-ec2a-40d9-9ee2-f0b324ba673e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:02.298221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e31-e1aa-481c-b6db-6658309ef112 req-13ddac99-ec2a-40d9-9ee2-f0b324ba673e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:02.305346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e31-e1aa-481c-b6db-6658309ef112 req-13ddac99-ec2a-40d9-9ee2-f0b324ba673e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:02.311898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd1e31-e1aa-481c-b6db-6658309ef112 req-13ddac99-ec2a-40d9-9ee2-f0b324ba673e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:02.314243 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33fd1e31-e1aa-481c-b6db-6658309ef112 req-13ddac99-ec2a-40d9-9ee2-f0b324ba673e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5429 time: 0.2131751
Nov 27 20:56:02.320180 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.382448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42384) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:02.410754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0995b240-f898-4231-9db1-3ce5d18cc5da req-8cbb4286-faab-45fe-8642-547c6e6c110c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/c6616b2e-bfc4-483a-a479-701c624af572 HTTP/1.1" status: 200  len: 1823 time: 0.0532086
Nov 27 20:56:02.454385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33fd1e31-e1aa-481c-b6db-6658309ef112 req-2b4cc8ef-d377-453e-8961-35db17d7c6ee tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1081817
Nov 27 20:56:02.461059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-2feb6684-4f5c-4ddb-a022-a5d58ae094b7 req-c0cb0479-34a3-4872-8b63-b98915f3d4a8 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-440149660', 'description': 'tempest-description-1213991375'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:02.466825 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.485365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2feb6684-4f5c-4ddb-a022-a5d58ae094b7 req-c0cb0479-34a3-4872-8b63-b98915f3d4a8 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.499844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4edb836d-d860-4750-af8b-16bdcd7adfe2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:02.502808 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.506999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4edb836d-d860-4750-af8b-16bdcd7adfe2 HTTP/1.1" status: 204  len: 168 time: 0.5138555
Nov 27 20:56:02.514137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42392) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:02.521986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.522552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.523132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.523704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.524215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.524571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.524912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.525252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.525655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.526089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.526546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.526876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191579a-7f15-498a-a756-e4f7a940c080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:02.581884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2feb6684-4f5c-4ddb-a022-a5d58ae094b7 req-c0cb0479-34a3-4872-8b63-b98915f3d4a8 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.587864 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2feb6684-4f5c-4ddb-a022-a5d58ae094b7 req-c0cb0479-34a3-4872-8b63-b98915f3d4a8 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.599365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.623426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2feb6684-4f5c-4ddb-a022-a5d58ae094b7 req-c0cb0479-34a3-4872-8b63-b98915f3d4a8 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:02.633458 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2feb6684-4f5c-4ddb-a022-a5d58ae094b7 req-c0cb0479-34a3-4872-8b63-b98915f3d4a8 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.1730144
Nov 27 20:56:02.633458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb0479-34a3-4872-8b63-b98915f3d4a8 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16f862b-205c-473e-97d8-998cc85b0f64,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:02.777945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4566918-2dec-4f1d-83eb-a608596b7ffa req-cc51f496-904a-4cbd-a7b8-9da30422b522 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:02.785416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4566918-2dec-4f1d-83eb-a608596b7ffa req-cc51f496-904a-4cbd-a7b8-9da30422b522 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 946 time: 0.0612619
Nov 27 20:56:02.836103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4566918-2dec-4f1d-83eb-a608596b7ffa req-04d7d5c0-a055-4224-8da7-beee5409a52d tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497766
Nov 27 20:56:02.857541 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:56:02.994412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-756046871-network', 'tenant_id': '79be4e7871e9465b82698fe64c318285'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:03.053371 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.092457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Made reservation on behalf of 79be4e7871e9465b82698fe64c318285 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:03.094729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.099576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-97b23d02-3142-4d83-ab27-1c9e2dc90093 req-930b2dc9-d42b-45bb-b19f-93b608689355 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/b16f862b-205c-473e-97d8-998cc85b0f64 HTTP/1.1" status: 200  len: 1823 time: 0.4443834
Nov 27 20:56:03.102136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fecae370>,) {'filters': {'network_id': ['b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:03.120103 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.125477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-97b23d02-3142-4d83-ab27-1c9e2dc90093 req-c82cb8c2-4d54-4122-8c74-7dd189310501 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b16f862b-205c-473e-97d8-998cc85b0f64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:03.125827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-97b23d02-3142-4d83-ab27-1c9e2dc90093 req-c82cb8c2-4d54-4122-8c74-7dd189310501 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b16f862b-205c-473e-97d8-998cc85b0f64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:03.130765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fecae370>, '188c5a0f-6895-4392-b747-d77a6915e4ea') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:03.131067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fecae370>, '188c5a0f-6895-4392-b747-d77a6915e4ea') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:03.146563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439c514-257e-4705-9e31-6d79c87e5bab req-2b4c4c45-0e09-42ba-bcbe-87d2519757ee tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:03.148306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f439c514-257e-4705-9e31-6d79c87e5bab req-2b4c4c45-0e09-42ba-bcbe-87d2519757ee tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.35 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 946 time: 0.1832778
Nov 27 20:56:03.159940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.199025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42414) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:03.216260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.238536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:56:03.238934 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:56:03.242999 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:56:03.364595 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.365678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:03.388997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.392790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3 HTTP/1.1" status: 204  len: 168 time: 0.8774269
Nov 27 20:56:03.398784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.401399 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-97b23d02-3142-4d83-ab27-1c9e2dc90093 req-c82cb8c2-4d54-4122-8c74-7dd189310501 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.426830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a56396-6b5f-44ff-be3a-297f38394bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b4fc9e-a356-4a92-af6a-42e5bad9a5c3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:03.455540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.467564 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.479918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f439c514-257e-4705-9e31-6d79c87e5bab req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Deleting port 0beb2599-3d1f-4410-abcb-ee75ba24eb98 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:03.480254 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f439c514-257e-4705-9e31-6d79c87e5bab req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.484027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-97b23d02-3142-4d83-ab27-1c9e2dc90093 req-c82cb8c2-4d54-4122-8c74-7dd189310501 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.507879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:03.512440 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-97b23d02-3142-4d83-ab27-1c9e2dc90093 req-c82cb8c2-4d54-4122-8c74-7dd189310501 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.555981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.583126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.583945 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Added segment 77c5fcc7-c858-4564-be2e-bcc4806159ea of type vlan for network d0542c82-181e-451d-b345-bd41dad9fde2
Nov 27 20:56:03.587532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cb8c2-4d54-4122-8c74-7dd189310501 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f9de32-6691-4a4f-8d60-29d748abd4a3,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:03.590260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:03.634798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-97b23d02-3142-4d83-ab27-1c9e2dc90093 req-c82cb8c2-4d54-4122-8c74-7dd189310501 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.647872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-97b23d02-3142-4d83-ab27-1c9e2dc90093 req-c82cb8c2-4d54-4122-8c74-7dd189310501 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5325770
Nov 27 20:56:03.648688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc467dc-1fcf-4c84-ac49-ac96b2c0350d req-485b710b-f006-4727-8f65-22eafb7a60b3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:03.655899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc467dc-1fcf-4c84-ac49-ac96b2c0350d req-485b710b-f006-4727-8f65-22eafb7a60b3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:03.662329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc467dc-1fcf-4c84-ac49-ac96b2c0350d req-485b710b-f006-4727-8f65-22eafb7a60b3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:03.669325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc467dc-1fcf-4c84-ac49-ac96b2c0350d req-485b710b-f006-4727-8f65-22eafb7a60b3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:03.675480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc467dc-1fcf-4c84-ac49-ac96b2c0350d req-485b710b-f006-4727-8f65-22eafb7a60b3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:03.677930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42426) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:03.681656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc467dc-1fcf-4c84-ac49-ac96b2c0350d req-485b710b-f006-4727-8f65-22eafb7a60b3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:03.687886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc467dc-1fcf-4c84-ac49-ac96b2c0350d req-485b710b-f006-4727-8f65-22eafb7a60b3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:03.689852 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4dc467dc-1fcf-4c84-ac49-ac96b2c0350d req-485b710b-f006-4727-8f65-22eafb7a60b3 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5429 time: 0.1490779
Nov 27 20:56:03.696174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.753626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f439c514-257e-4705-9e31-6d79c87e5bab req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] For port 0beb2599-3d1f-4410-abcb-ee75ba24eb98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0beb2599-3d1f-4410-abcb-ee75ba24eb98,segment=NetworkSegment(e0ded03b-ecdf-4918-8ec0-64e18603941a),segment_id=e0ded03b-ecdf-4918-8ec0-64e18603941a)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:03.753995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f439c514-257e-4705-9e31-6d79c87e5bab req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.775266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Allocated IP 172.35.3.51 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/8162ca46-4134-4091-bc54-545f991c7299) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:03.787026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f439c514-257e-4705-9e31-6d79c87e5bab req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Calling delete_port for 0beb2599-3d1f-4410-abcb-ee75ba24eb98 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:03.797279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4dc467dc-1fcf-4c84-ac49-ac96b2c0350d req-9ce5a57a-dfac-4399-95a8-fd13af40efcc tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1010463
Nov 27 20:56:03.809601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e994ab2-fc79-44ed-a469-48828f7bd616 req-281da194-85de-46f4-85a1-5c51aeb78bd6 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/b16f862b-205c-473e-97d8-998cc85b0f64 HTTP/1.1" status: 200  len: 2417 time: 0.1485770
Nov 27 20:56:03.823697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.824964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:03.825691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.865740 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-44c2f672-93fd-43e7-9e56-8b20be7f11c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe84ac649b6b4faea051ddfd2d4b6185&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1842151
Nov 27 20:56:03.867841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42430) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:03.888388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4e994ab2-fc79-44ed-a469-48828f7bd616 req-0c822944-71a9-4127-b20d-1dc078713d80 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b16f862b-205c-473e-97d8-998cc85b0f64', 'remote_group_id': None}]} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:03.888935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4e994ab2-fc79-44ed-a469-48828f7bd616 req-0c822944-71a9-4127-b20d-1dc078713d80 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b16f862b-205c-473e-97d8-998cc85b0f64', 'remote_group_id': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:03.898187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.937134 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5536227
Nov 27 20:56:03.950506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42432) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:03.958895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Request body: {'subnet': {'network_id': 'd0542c82-181e-451d-b345-bd41dad9fde2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-756046871-subnet', 'tenant_id': '79be4e7871e9465b82698fe64c318285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:03.972007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:03.996682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29092f-4b60-4051-8aa6-d362a6f46c3e admin admin] Pushing event updated for resources: {'Network': ['ID=d0542c82-181e-451d-b345-bd41dad9fde2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:04.018116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe42f8-34ca-440e-a53a-a4b83124726f req-638e2432-9d25-4989-b60b-14524108c523 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:04.019675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49fe42f8-34ca-440e-a53a-a4b83124726f req-638e2432-9d25-4989-b60b-14524108c523 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/ports?device_id=40684d33-20dc-4dc9-b3c3-6c4019dedbd8 HTTP/1.1" status: 200  len: 946 time: 0.1020739
Nov 27 20:56:04.025719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d0542c82-181e-451d-b345-bd41dad9fde2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:04.043596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:04.051540 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc82b-f507-47a8-8978-fc50b3000d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.056990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:04.070889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:04.076037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Made reservation on behalf of 79be4e7871e9465b82698fe64c318285 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:04.078353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.081599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83e1110d-bae1-4122-80c9-6e0a3e36f561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.098411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event updated for resources: {'Port': ['ID=8162ca46-4134-4091-bc54-545f991c7299,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:04.103135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4e994ab2-fc79-44ed-a469-48828f7bd616 req-0c822944-71a9-4127-b20d-1dc078713d80 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.147086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83e1110d-bae1-4122-80c9-6e0a3e36f561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.162483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4e994ab2-fc79-44ed-a469-48828f7bd616 req-0c822944-71a9-4127-b20d-1dc078713d80 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.175153 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f439c514-257e-4705-9e31-6d79c87e5bab req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.179450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4e994ab2-fc79-44ed-a469-48828f7bd616 req-0c822944-71a9-4127-b20d-1dc078713d80 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.189592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49fe42f8-34ca-440e-a53a-a4b83124726f req-d4145435-b5a6-4363-a92f-4f02b77f3bbf tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.21 "GET /v2.0/security-groups?id=5a05c8af-228f-4265-8308-1cac302371f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557539
Nov 27 20:56:04.203242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['0beb2599-3d1f-4410-abcb-ee75ba24eb98'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:04.244251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Pushing event deleted for resources: {'Port': ['ID=0beb2599-3d1f-4410-abcb-ee75ba24eb98,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:04.257495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c822944-71a9-4127-b20d-1dc078713d80 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111a5030-c97e-4c34-8fd6-cfc92cae3102,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:04.280611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.283512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4e994ab2-fc79-44ed-a469-48828f7bd616 req-0c822944-71a9-4127-b20d-1dc078713d80 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.284791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e994ab2-fc79-44ed-a469-48828f7bd616 req-0c822944-71a9-4127-b20d-1dc078713d80 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4263613
Nov 27 20:56:04.306438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f439c514-257e-4705-9e31-6d79c87e5bab req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] No DVR routers for this DVR port 0beb2599-3d1f-4410-abcb-ee75ba24eb98 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:56:04.309615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f439c514-257e-4705-9e31-6d79c87e5bab req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.313718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f439c514-257e-4705-9e31-6d79c87e5bab req-a6bcab2a-57db-46cf-8f63-3947c066de81 tempest-InstanceActionsNegativeTestJSON-1239276102 tempest-InstanceActionsNegativeTestJSON-1239276102-project] 10.222.0.35 "DELETE /v2.0/ports/0beb2599-3d1f-4410-abcb-ee75ba24eb98 HTTP/1.1" status: 204  len: 173 time: 1.1560144
Nov 27 20:56:04.314190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40684d33-20dc-4dc9-b3c3-6c4019dedbd8', 'name': 'network-vif-deleted', 'tag': '0beb2599-3d1f-4410-abcb-ee75ba24eb98'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:04.316510 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a946312e-17f7-47c2-9473-1b16eec4097d" -d '{"events": [{"server_uuid": "40684d33-20dc-4dc9-b3c3-6c4019dedbd8", "name": "network-vif-deleted", "tag": "0beb2599-3d1f-4410-abcb-ee75ba24eb98"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:04.350426 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83e1110d-bae1-4122-80c9-6e0a3e36f561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.353313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83e1110d-bae1-4122-80c9-6e0a3e36f561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.357144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-83e1110d-bae1-4122-80c9-6e0a3e36f561 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28f52577-17ce-4bff-bacb-8939505ed0d3 HTTP/1.1" status: 204  len: 168 time: 0.4839964
Nov 27 20:56:04.389355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1110d-bae1-4122-80c9-6e0a3e36f561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f52577-17ce-4bff-bacb-8939505ed0d3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:04.428903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-87e90cc3-5adb-47d7-a169-6a656178ad82 req-cc297519-3a5d-4d2e-ad91-1a4d4b0db824 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/b16f862b-205c-473e-97d8-998cc85b0f64 HTTP/1.1" status: 200  len: 3016 time: 0.1068621
Nov 27 20:56:04.466237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 539b6d03-82a1-46d1-8b03-a0295fadf9c4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:04.498477 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.505501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 539b6d03-82a1-46d1-8b03-a0295fadf9c4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:04.506209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 539b6d03-82a1-46d1-8b03-a0295fadf9c4 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:04.550666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6a6a9-339a-4c3b-86ab-e857a638a9ee req-0a10b1dc-4fe8-4c99-82ff-a8d683489299 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:04.558306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28d6a6a9-339a-4c3b-86ab-e857a638a9ee req-0a10b1dc-4fe8-4c99-82ff-a8d683489299 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 946 time: 0.0672443
Nov 27 20:56:04.581944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.617091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28d6a6a9-339a-4c3b-86ab-e857a638a9ee req-01848ef0-b0d4-4b17-83a7-3cf17573922a tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555072
Nov 27 20:56:04.696302 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9580d4b8-f5d0-4cf4-ba8d-beb95a3e56c5 req-81e66082-e7d3-4263-a0a1-8af4749a9532 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-group-rules/111a5030-c97e-4c34-8fd6-cfc92cae3102 HTTP/1.1" status: 200  len: 783 time: 0.0324960
Nov 27 20:56:04.716466 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301cd44f-9dc5-4fcd-9dc3-5432d487ac6f x-openstack-request-id: req-301cd44f-9dc5-4fcd-9dc3-5432d487ac6f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:04.716982 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40684d33-20dc-4dc9-b3c3-6c4019dedbd8", "name": "network-vif-deleted", "tag": "0beb2599-3d1f-4410-abcb-ee75ba24eb98", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:04.717412 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-301cd44f-9dc5-4fcd-9dc3-5432d487ac6f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:04.718102 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40684d33-20dc-4dc9-b3c3-6c4019dedbd8', 'name': 'network-vif-deleted', 'tag': '0beb2599-3d1f-4410-abcb-ee75ba24eb98', 'status': 'completed', 'code': 200}
Nov 27 20:56:04.726090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Checking segment: {'id': '77c5fcc7-c858-4564-be2e-bcc4806159ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd0542c82-181e-451d-b345-bd41dad9fde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:04.726709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Network hostable DHCP agents. Network: d0542c82-181e-451d-b345-bd41dad9fde2, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:56:04.732765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefccc35-c9c2-4f64-81de-27d82829d547,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:04.778387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9580d4b8-f5d0-4cf4-ba8d-beb95a3e56c5 req-b4a2ed86-c6f1-49ba-b917-4e2e937b2178 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/b16f862b-205c-473e-97d8-998cc85b0f64 HTTP/1.1" status: 200  len: 3016 time: 0.0746837
Nov 27 20:56:04.815752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Network d0542c82-181e-451d-b345-bd41dad9fde2 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:56:04.819518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9580d4b8-f5d0-4cf4-ba8d-beb95a3e56c5 req-53d8c89c-e635-49e3-8546-856dc5be3ee7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.839863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d0542c82-181e-451d-b345-bd41dad9fde2) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:04.842781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9580d4b8-f5d0-4cf4-ba8d-beb95a3e56c5 req-53d8c89c-e635-49e3-8546-856dc5be3ee7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.843490 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.849205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dba4368-714b-4577-9f90-52459258fd6d None None] Network d0542c82-181e-451d-b345-bd41dad9fde2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:04.860880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:04.861485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.891310 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.915100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9580d4b8-f5d0-4cf4-ba8d-beb95a3e56c5 req-53d8c89c-e635-49e3-8546-856dc5be3ee7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.923781 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f4ca3212-05fe-4488-a201-3b25a883dd66 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9718106
Nov 27 20:56:04.928788 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9580d4b8-f5d0-4cf4-ba8d-beb95a3e56c5 req-53d8c89c-e635-49e3-8546-856dc5be3ee7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:04.930451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9580d4b8-f5d0-4cf4-ba8d-beb95a3e56c5 req-53d8c89c-e635-49e3-8546-856dc5be3ee7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/111a5030-c97e-4c34-8fd6-cfc92cae3102 HTTP/1.1" status: 204  len: 173 time: 0.1461282
Nov 27 20:56:04.939478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8c89c-e635-49e3-8546-856dc5be3ee7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=111a5030-c97e-4c34-8fd6-cfc92cae3102,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:05.035383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92f586a9-0665-4fc2-bb37-72899bf09830 req-4a40ad79-bb10-4c86-8b6f-ee802969379a tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/b16f862b-205c-473e-97d8-998cc85b0f64 HTTP/1.1" status: 200  len: 2417 time: 0.0697029
Nov 27 20:56:05.054900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event updated for resources: {'Port': ['ID=8162ca46-4134-4091-bc54-545f991c7299,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:05.060572 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.077668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cccd9b-8094-4b67-b9a3-9db6d6c99a68 req-d37ecc68-49ee-4a96-aef9-d046565d3c3f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:05.083913 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cccd9b-8094-4b67-b9a3-9db6d6c99a68 req-d37ecc68-49ee-4a96-aef9-d046565d3c3f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:05.090009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cccd9b-8094-4b67-b9a3-9db6d6c99a68 req-d37ecc68-49ee-4a96-aef9-d046565d3c3f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:05.096200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cccd9b-8094-4b67-b9a3-9db6d6c99a68 req-d37ecc68-49ee-4a96-aef9-d046565d3c3f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:05.102186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cccd9b-8094-4b67-b9a3-9db6d6c99a68 req-d37ecc68-49ee-4a96-aef9-d046565d3c3f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:05.108784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cccd9b-8094-4b67-b9a3-9db6d6c99a68 req-d37ecc68-49ee-4a96-aef9-d046565d3c3f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:05.115507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cccd9b-8094-4b67-b9a3-9db6d6c99a68 req-d37ecc68-49ee-4a96-aef9-d046565d3c3f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:05.123064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60761f1-bd92-4d3d-a61f-82329d9f2cdb None None] Network d0542c82-181e-451d-b345-bd41dad9fde2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:05.124234 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1cccd9b-8094-4b67-b9a3-9db6d6c99a68 req-d37ecc68-49ee-4a96-aef9-d046565d3c3f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5429 time: 0.1991191
Nov 27 20:56:05.138567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92f586a9-0665-4fc2-bb37-72899bf09830 req-449d2796-f432-4e8d-b8fc-b735bf6359d7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.161182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.162739 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-01b6bcce-db8f-4e06-8f63-217b03b00398 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9624622
Nov 27 20:56:05.165692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42468) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:05.176199 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92f586a9-0665-4fc2-bb37-72899bf09830 req-449d2796-f432-4e8d-b8fc-b735bf6359d7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.177824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1643986290'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:05.212317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Made reservation on behalf of b84cea885cbf49b78dd7d4222747c05b for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:05.219050 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.240127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92f586a9-0665-4fc2-bb37-72899bf09830 req-449d2796-f432-4e8d-b8fc-b735bf6359d7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.250080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1cccd9b-8094-4b67-b9a3-9db6d6c99a68 req-bb2f8767-b037-411c-b8f3-2a765b6534a7 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1248789
Nov 27 20:56:05.250652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92f586a9-0665-4fc2-bb37-72899bf09830 req-449d2796-f432-4e8d-b8fc-b735bf6359d7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.251124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.252571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92f586a9-0665-4fc2-bb37-72899bf09830 req-449d2796-f432-4e8d-b8fc-b735bf6359d7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "DELETE /v2.0/security-groups/b16f862b-205c-473e-97d8-998cc85b0f64 HTTP/1.1" status: 204  len: 173 time: 0.2077875
Nov 27 20:56:05.281441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d2796-f432-4e8d-b8fc-b735bf6359d7 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16f862b-205c-473e-97d8-998cc85b0f64,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:05.328924 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-a9c5dd22-af6a-4476-a3a5-da9af21023c2 req-c199028f-50fe-45db-b9b7-95126d3060a5 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] show failed (client error): The resource could not be found.
Nov 27 20:56:05.335810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9c5dd22-af6a-4476-a3a5-da9af21023c2 req-c199028f-50fe-45db-b9b7-95126d3060a5 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/bd9b500e-9edc-434d-a8ef-17131f12719c HTTP/1.1" status: 404  len: 352 time: 0.0311239
Nov 27 20:56:05.357336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42486) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:05.417937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-340f00c1-69b0-4387-9a75-4b5c7ccc7bd6 req-e4a7c4e2-b8f0-47b7-b49f-b61568a6b20c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/c6616b2e-bfc4-483a-a479-701c624af572 HTTP/1.1" status: 200  len: 1823 time: 0.0600805
Nov 27 20:56:05.461237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-83941729-60bc-46a1-99ef-a975d27d7398 admin admin] Deleting subnet 7c0b1fad-99f5-4b45-a83e-9c65e4b913f1 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:56:05.464808 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83941729-60bc-46a1-99ef-a975d27d7398 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.486057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.502979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.518143 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83941729-60bc-46a1-99ef-a975d27d7398 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.538895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:05.565889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83941729-60bc-46a1-99ef-a975d27d7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.579273 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.579725 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Added segment 66d0e193-a782-45d7-bb21-89d9eaf24ada of type vlan for network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca
Nov 27 20:56:05.581245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8499efdf-3495-4720-88a5-5cd70f2e38bc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:05.583714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-340f00c1-69b0-4387-9a75-4b5c7ccc7bd6 req-e0ceee07-e0a5-4c6f-b026-634dbf9af66a tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.629778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83941729-60bc-46a1-99ef-a975d27d7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.652408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.655368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-340f00c1-69b0-4387-9a75-4b5c7ccc7bd6 req-e0ceee07-e0a5-4c6f-b026-634dbf9af66a tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.655678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83941729-60bc-46a1-99ef-a975d27d7398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0b1fad-99f5-4b45-a83e-9c65e4b913f1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:05.659289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83941729-60bc-46a1-99ef-a975d27d7398 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.662674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-83941729-60bc-46a1-99ef-a975d27d7398 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c0b1fad-99f5-4b45-a83e-9c65e4b913f1 HTTP/1.1" status: 204  len: 168 time: 0.3041642
Nov 27 20:56:05.665211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42498) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:05.710234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.716206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:05.717161 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.731969 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7892b730-0a95-4587-9c92-b7522e255107 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:05.733931 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-340f00c1-69b0-4387-9a75-4b5c7ccc7bd6 req-e0ceee07-e0a5-4c6f-b026-634dbf9af66a tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.736838 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-340f00c1-69b0-4387-9a75-4b5c7ccc7bd6 req-e0ceee07-e0a5-4c6f-b026-634dbf9af66a tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.750745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-340f00c1-69b0-4387-9a75-4b5c7ccc7bd6 req-e0ceee07-e0a5-4c6f-b026-634dbf9af66a tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "DELETE /v2.0/security-groups/c6616b2e-bfc4-483a-a479-701c624af572 HTTP/1.1" status: 204  len: 173 time: 0.3093815
Nov 27 20:56:05.760984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.839659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.6731195
Nov 27 20:56:05.840499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceee07-e0a5-4c6f-b026-634dbf9af66a tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6616b2e-bfc4-483a-a479-701c624af572,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:05.844878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42508) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:05.849685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Request body: {'subnet': {'network_id': 'a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:05.875530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.896190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7892b730-0a95-4587-9c92-b7522e255107, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7892b730-0a95-4587-9c92-b7522e255107,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:05.900516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef2197f0>,) {'filters': {'network_id': ['c9d0e7a7-8167-40cd-8b50-75d50aa584f8']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:05.909844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '7892b730-0a95-4587-9c92-b7522e255107', 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'port_id': '7892b730-0a95-4587-9c92-b7522e255107', 'mac_address': 'fa:16:3e:70:68:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4242531-091e-4864-9c2c-576357ba599a', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:05.912545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef2197f0>, 'e0ded03b-ecdf-4918-8ec0-64e18603941a') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:05.912860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef2197f0>, 'e0ded03b-ecdf-4918-8ec0-64e18603941a') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:05.924058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2166a91-e0f4-477e-9eb9-7fde53eff1bd tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event updated for resources: {'Network': ['ID=a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:05.932750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.948117 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:05.948740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:05.954827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:56:05.955305 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.005545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Made reservation on behalf of b84cea885cbf49b78dd7d4222747c05b for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:06.009131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.011174 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:56:06.016049 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:56:06.022285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d31f3-e419-48c8-af47-bcba3e65e828 req-d517c92a-c4a3-4b1a-bcea-83a97d78e7a9 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:06.024041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-530d31f3-e419-48c8-af47-bcba3e65e828 req-d517c92a-c4a3-4b1a-bcea-83a97d78e7a9 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 946 time: 0.0735912
Nov 27 20:56:06.035490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7892b730-0a95-4587-9c92-b7522e255107 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:06.062646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7892b730-0a95-4587-9c92-b7522e255107, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7892b730-0a95-4587-9c92-b7522e255107,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:06.068056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.068780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2141f889-e6e6-4c2b-ba22-12f0441b2f07 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:06.086446 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.091490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.098624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9d0e7a7-8167-40cd-8b50-75d50aa584f8 HTTP/1.1" status: 204  len: 168 time: 0.4323587
Nov 27 20:56:06.119424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67970c5-2d9c-44c0-9141-c258f5ce3b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d0e7a7-8167-40cd-8b50-75d50aa584f8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:06.146390 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-530d31f3-e419-48c8-af47-bcba3e65e828 req-58594a3f-2c9e-41b3-a9cc-4059a7da6e92 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116443
Nov 27 20:56:06.168912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2141f889-e6e6-4c2b-ba22-12f0441b2f07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:06.177512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=7892b730-0a95-4587-9c92-b7522e255107,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:06.183286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-9d162581-e311-43ce-a5dc-f61eead0e624 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:06.190624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-9d162581-e311-43ce-a5dc-f61eead0e624 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/networks?id=d0542c82-181e-451d-b345-bd41dad9fde2 HTTP/1.1" status: 200  len: 812 time: 0.1734238
Nov 27 20:56:06.201392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.201919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.203939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.205024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.205423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.205802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.207006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.208016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.208153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-19cda1cf-cbd0-4458-a85f-9d202def13d9 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/quotas/79be4e7871e9465b82698fe64c318285 HTTP/1.1" status: 200  len: 375 time: 0.0157704
Nov 27 20:56:06.209297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.209761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.210377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.211211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:06.233977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '2141f889-e6e6-4c2b-ba22-12f0441b2f07', 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'port_id': '2141f889-e6e6-4c2b-ba22-12f0441b2f07', 'mac_address': 'fa:16:3e:29:14:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4242531-091e-4864-9c2c-576357ba599a', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:06.256090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-374ec018-1287-4b53-ad4d-c4293bfce31f tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79be4e7871e9465b82698fe64c318285&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469449
Nov 27 20:56:06.286672 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.306937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2141f889-e6e6-4c2b-ba22-12f0441b2f07 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:06.345861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2141f889-e6e6-4c2b-ba22-12f0441b2f07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:06.350969 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.351788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 03e5badb-8172-486f-9775-23060da4f0c7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:06.357128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.393619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-1f63a122-d703-4ed8-b5e9-75b51718310d service neutron] 10.222.0.21 "GET /v2.0/networks/d0542c82-181e-451d-b345-bd41dad9fde2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297057
Nov 27 20:56:06.414438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42522) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:06.433406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2141f889-e6e6-4c2b-ba22-12f0441b2f07,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:06.500411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f83dbaec-a918-4940-95cc-fca7a4404edb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e284ee0d43044b11b711ede03335cfa1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0848858
Nov 27 20:56:06.502983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42524) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:06.512834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Checking segment: {'id': '66d0e193-a782-45d7-bb21-89d9eaf24ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:06.513148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Network hostable DHCP agents. Network: a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:56:06.518813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-bf947424-b73e-4714-80fd-ade51e6b97af service neutron] 10.222.0.21 "GET /v2.0/networks/d0542c82-181e-451d-b345-bd41dad9fde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245677
Nov 27 20:56:06.522164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event updated for resources: {'Subnet': ['ID=c4ee9094-bb74-4080-9028-d9f26bf3a5aa,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:06.566080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 03e5badb-8172-486f-9775-23060da4f0c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e5badb-8172-486f-9775-23060da4f0c7,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:06.575728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:56:06.584679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-11728a67-f73a-4ace-b48c-983ace6b6b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.589377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '03e5badb-8172-486f-9775-23060da4f0c7', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'port_id': '03e5badb-8172-486f-9775-23060da4f0c7', 'mac_address': 'fa:16:3e:33:36:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:06.600531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:06.607975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:06.608857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.628157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-11728a67-f73a-4ace-b48c-983ace6b6b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.663430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e09d68-baaa-4942-9582-93d94bc6e6e7 None None] Network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:06.666857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42528) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:06.670744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1469397913', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:06.679134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-01940a4b-fb9c-451a-a42d-efc56d36b976 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8331511
Nov 27 20:56:06.738042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-11728a67-f73a-4ace-b48c-983ace6b6b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.743877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-11728a67-f73a-4ace-b48c-983ace6b6b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.748779 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-11728a67-f73a-4ace-b48c-983ace6b6b0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a05c8af-228f-4265-8308-1cac302371f9 HTTP/1.1" status: 204  len: 168 time: 0.2441483
Nov 27 20:56:06.759092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c8f3116-99a1-47e0-9b00-83c3cd0a086d req-f12c38fd-afb0-4c7d-b049-0e38127b576f tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/b1c7a662-7eeb-402f-83a5-b8a68f7d3049 HTTP/1.1" status: 200  len: 1823 time: 0.0943069
Nov 27 20:56:06.759665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11728a67-f73a-4ace-b48c-983ace6b6b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a05c8af-228f-4265-8308-1cac302371f9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:06.798251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.802058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.893708 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7b753b0b-8c67-40e2-bcce-a12c2af7caf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.916415 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.939090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e5badb-8172-486f-9775-23060da4f0c7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:06.942730 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.955189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1c8f3116-99a1-47e0-9b00-83c3cd0a086d req-0636dc47-7359-4099-b6f9-69405c71fb3c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.955408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa8d-744e-4fb7-b8ff-e9e78c9cfe60 req-a6d91a20-a4d3-49c6-b421-851a2ae538bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:06.966446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa8d-744e-4fb7-b8ff-e9e78c9cfe60 req-a6d91a20-a4d3-49c6-b421-851a2ae538bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:06.973358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa8d-744e-4fb7-b8ff-e9e78c9cfe60 req-a6d91a20-a4d3-49c6-b421-851a2ae538bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:06.981060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa8d-744e-4fb7-b8ff-e9e78c9cfe60 req-a6d91a20-a4d3-49c6-b421-851a2ae538bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:06.987735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa8d-744e-4fb7-b8ff-e9e78c9cfe60 req-a6d91a20-a4d3-49c6-b421-851a2ae538bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:06.992175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca', 'network_id': 'a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca', 'tenant_id': 'b84cea885cbf49b78dd7d4222747c05b', 'fixed_ips': [{'subnet_id': 'c4ee9094-bb74-4080-9028-d9f26bf3a5aa'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:56:06.993175 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:06.995621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa8d-744e-4fb7-b8ff-e9e78c9cfe60 req-a6d91a20-a4d3-49c6-b421-851a2ae538bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:07.003028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa8d-744e-4fb7-b8ff-e9e78c9cfe60 req-a6d91a20-a4d3-49c6-b421-851a2ae538bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:07.005215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dc86fa8d-744e-4fb7-b8ff-e9e78c9cfe60 req-a6d91a20-a4d3-49c6-b421-851a2ae538bd tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5431 time: 0.1402483
Nov 27 20:56:07.006032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 03e5badb-8172-486f-9775-23060da4f0c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e5badb-8172-486f-9775-23060da4f0c7,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:07.015656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.103661 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dc86fa8d-744e-4fb7-b8ff-e9e78c9cfe60 req-dc121493-c3b7-489b-acbe-3034b31b045a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0900619
Nov 27 20:56:07.197121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=03e5badb-8172-486f-9775-23060da4f0c7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:07.234297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1c8f3116-99a1-47e0-9b00-83c3cd0a086d req-0636dc47-7359-4099-b6f9-69405c71fb3c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.238578 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.271271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Allocated IP 172.20.0.2 (a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca/c4ee9094-bb74-4080-9028-d9f26bf3a5aa/328bf0a8-500e-4947-94a0-17c3c0ec86bb) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:07.275020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bec0098c-22f4-4b17-8eff-616b3a679d0a req-79255687-9f8f-4522-8d2f-2fd96a91fda8 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 210 time: 0.0475888
Nov 27 20:56:07.426099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1c8f3116-99a1-47e0-9b00-83c3cd0a086d req-0636dc47-7359-4099-b6f9-69405c71fb3c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.429139 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1c8f3116-99a1-47e0-9b00-83c3cd0a086d req-0636dc47-7359-4099-b6f9-69405c71fb3c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.441053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c8f3116-99a1-47e0-9b00-83c3cd0a086d req-0636dc47-7359-4099-b6f9-69405c71fb3c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "DELETE /v2.0/security-groups/b1c7a662-7eeb-402f-83a5-b8a68f7d3049 HTTP/1.1" status: 204  len: 173 time: 0.6809127
Nov 27 20:56:07.467931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636dc47-7359-4099-b6f9-69405c71fb3c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c7a662-7eeb-402f-83a5-b8a68f7d3049,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:07.626363 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8416ba76-2ebf-4040-a210-70585b912b1f req-75eaa8ee-2fd3-4496-9ce3-54959eaaeb0c tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/093ddf4d-f1ee-4e4c-800f-fed84f755fd3 HTTP/1.1" status: 200  len: 1821 time: 0.1222281
Nov 27 20:56:07.687858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.719502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.736683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 14f3487c-a918-45af-a334-40c24460e19d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:07.750580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8416ba76-2ebf-4040-a210-70585b912b1f req-c5de35c1-7e17-4ff7-9e3b-3b60d25851cd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.780775 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.825768 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8416ba76-2ebf-4040-a210-70585b912b1f req-c5de35c1-7e17-4ff7-9e3b-3b60d25851cd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.889057 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.897336 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.909187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['03e5badb-8172-486f-9775-23060da4f0c7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:07.913162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Allocated IP 172.35.3.206 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/c407fa99-fa52-4bd6-9c1f-60698fd9d3af) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:07.919716 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8416ba76-2ebf-4040-a210-70585b912b1f req-c5de35c1-7e17-4ff7-9e3b-3b60d25851cd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.922817 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8416ba76-2ebf-4040-a210-70585b912b1f req-c5de35c1-7e17-4ff7-9e3b-3b60d25851cd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:07.929198 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8416ba76-2ebf-4040-a210-70585b912b1f req-c5de35c1-7e17-4ff7-9e3b-3b60d25851cd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "DELETE /v2.0/security-groups/093ddf4d-f1ee-4e4c-800f-fed84f755fd3 HTTP/1.1" status: 204  len: 173 time: 0.2965202
Nov 27 20:56:07.964504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de35c1-7e17-4ff7-9e3b-3b60d25851cd tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ddf4d-f1ee-4e4c-800f-fed84f755fd3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:07.999161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 14f3487c-a918-45af-a334-40c24460e19d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f3487c-a918-45af-a334-40c24460e19d,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:08.018357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['7892b730-0a95-4587-9c92-b7522e255107'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:08.070877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:08.074996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '14f3487c-a918-45af-a334-40c24460e19d', 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'port_id': '14f3487c-a918-45af-a334-40c24460e19d', 'mac_address': 'fa:16:3e:6d:a5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4242531-091e-4864-9c2c-576357ba599a', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:08.107959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.115143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9f62b-132a-4e52-8a97-9048cfaef5bb req-7a8ff489-5c84-40e6-a18a-c1f8f51a1cb0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:08.128116 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5a9f62b-132a-4e52-8a97-9048cfaef5bb req-7a8ff489-5c84-40e6-a18a-c1f8f51a1cb0 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 946 time: 0.1125979
Nov 27 20:56:08.156970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2141f889-e6e6-4c2b-ba22-12f0441b2f07'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:08.177804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.194924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:08.206743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42584) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:08.210011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5a9f62b-132a-4e52-8a97-9048cfaef5bb req-5c4fcd81-9f80-4200-85b7-65d987b80bb1 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771914
Nov 27 20:56:08.225445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:08.252903 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:08.258901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:08.263564 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1a758c3-4baf-43a1-8155-5e2d2bfcb3c3 req-6504ae3d-0951-490a-aa0b-43092dc35235 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/13d78fa9-427d-4b6e-aac3-f4e1637d9e34 HTTP/1.1" status: 200  len: 2423 time: 0.1126978
Nov 27 20:56:08.264322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:08.296208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event updated for resources: {'Port': ['ID=c407fa99-fa52-4bd6-9c1f-60698fd9d3af,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:08.328336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Pushing event updated for resources: {'Port': ['ID=328bf0a8-500e-4947-94a0-17c3c0ec86bb,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:08.354527 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.408556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f3487c-a918-45af-a334-40c24460e19d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:08.439957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-701897156-network', 'tenant_id': '4e0000db558e40a5a68130b07178b447'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:08.454930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Attempting to bind port 328bf0a8-500e-4947-94a0-17c3c0ec86bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:08.455382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Attempting to bind port 328bf0a8-500e-4947-94a0-17c3c0ec86bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66d0e193-a782-45d7-bb21-89d9eaf24ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:08.455964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Attempting to bind port 328bf0a8-500e-4947-94a0-17c3c0ec86bb on network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:08.487016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b1a758c3-4baf-43a1-8155-5e2d2bfcb3c3 req-bf85fe9d-a896-46b7-b273-0082e4798461 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.490329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:08.490720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Checking segment: {'id': '66d0e193-a782-45d7-bb21-89d9eaf24ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:08.495483 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.496571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Bound using segment: {'id': '66d0e193-a782-45d7-bb21-89d9eaf24ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:08.497286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Bound port: 328bf0a8-500e-4947-94a0-17c3c0ec86bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d0e193-a782-45d7-bb21-89d9eaf24ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:08.498072 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.502228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2978-141e-440a-8623-8b36ac6362f2 req-453d084a-9af1-438f-a75b-a1af0d523445 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:08.512879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2978-141e-440a-8623-8b36ac6362f2 req-453d084a-9af1-438f-a75b-a1af0d523445 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:08.517583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0beb2599-3d1f-4410-abcb-ee75ba24eb98 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:08.519002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2978-141e-440a-8623-8b36ac6362f2 req-453d084a-9af1-438f-a75b-a1af0d523445 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:08.525284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2978-141e-440a-8623-8b36ac6362f2 req-453d084a-9af1-438f-a75b-a1af0d523445 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:08.531329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2978-141e-440a-8623-8b36ac6362f2 req-453d084a-9af1-438f-a75b-a1af0d523445 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:08.537996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2978-141e-440a-8623-8b36ac6362f2 req-453d084a-9af1-438f-a75b-a1af0d523445 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:08.544329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2978-141e-440a-8623-8b36ac6362f2 req-453d084a-9af1-438f-a75b-a1af0d523445 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:08.546288 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-197c2978-141e-440a-8623-8b36ac6362f2 req-453d084a-9af1-438f-a75b-a1af0d523445 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5432 time: 0.1226199
Nov 27 20:56:08.549841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Made reservation on behalf of 4e0000db558e40a5a68130b07178b447 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:08.552183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.556816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b1a758c3-4baf-43a1-8155-5e2d2bfcb3c3 req-bf85fe9d-a896-46b7-b273-0082e4798461 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.576496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 14f3487c-a918-45af-a334-40c24460e19d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f3487c-a918-45af-a334-40c24460e19d,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:08.586697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 0beb2599-3d1f-4410-abcb-ee75ba24eb98 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:08.587138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0beb2599-3d1f-4410-abcb-ee75ba24eb98 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:08.605547 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.606929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 80f6d4bb-15fa-48bb-b344-9306a5390104 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:08.621933 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-197c2978-141e-440a-8623-8b36ac6362f2 req-bde71c88-d783-437d-8cb5-5264f2b49641 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0655911
Nov 27 20:56:08.630417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.740616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78484309-7725-4e07-8f0e-b53a06500ca6 req-748e35ae-4428-4c63-85e5-7a6cfa9c3988 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 210 time: 0.0462134
Nov 27 20:56:08.804218 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b1a758c3-4baf-43a1-8155-5e2d2bfcb3c3 req-bf85fe9d-a896-46b7-b273-0082e4798461 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.807750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b1a758c3-4baf-43a1-8155-5e2d2bfcb3c3 req-bf85fe9d-a896-46b7-b273-0082e4798461 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:08.808932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1a758c3-4baf-43a1-8155-5e2d2bfcb3c3 req-bf85fe9d-a896-46b7-b273-0082e4798461 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "DELETE /v2.0/security-groups/13d78fa9-427d-4b6e-aac3-f4e1637d9e34 HTTP/1.1" status: 204  len: 173 time: 0.5179343
Nov 27 20:56:08.866477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-ba705589-c8de-4932-b339-8f20e69b0b46 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:08.867968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-ba705589-c8de-4932-b339-8f20e69b0b46 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.35 "GET /v2.0/networks?id=d0542c82-181e-451d-b345-bd41dad9fde2 HTTP/1.1" status: 200  len: 812 time: 0.3625269
Nov 27 20:56:08.869324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=14f3487c-a918-45af-a334-40c24460e19d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:08.875197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] For port 328bf0a8-500e-4947-94a0-17c3c0ec86bb, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:08.884298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85fe9d-a896-46b7-b273-0082e4798461 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d78fa9-427d-4b6e-aac3-f4e1637d9e34,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:08.923809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] For port 328bf0a8-500e-4947-94a0-17c3c0ec86bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=328bf0a8-500e-4947-94a0-17c3c0ec86bb,segment=NetworkSegment(66d0e193-a782-45d7-bb21-89d9eaf24ada),segment_id=66d0e193-a782-45d7-bb21-89d9eaf24ada)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:08.954716 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.035685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 80f6d4bb-15fa-48bb-b344-9306a5390104, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6d4bb-15fa-48bb-b344-9306a5390104,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:09.079834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '80f6d4bb-15fa-48bb-b344-9306a5390104', 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533', 'port_id': '80f6d4bb-15fa-48bb-b344-9306a5390104', 'mac_address': 'fa:16:3e:1f:cb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e62e9f6-ef2f-4239-a62c-e1ecd99fe300', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:09.091546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb640d8-ad4d-4f6d-84d1-9ce94b700918 None None] Pushing event updated for resources: {'Port': ['ID=328bf0a8-500e-4947-94a0-17c3c0ec86bb,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:09.134470 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.150618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f6d4bb-15fa-48bb-b344-9306a5390104 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:09.174172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 80f6d4bb-15fa-48bb-b344-9306a5390104, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6d4bb-15fa-48bb-b344-9306a5390104,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:09.179870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.180993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:09.263983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=80f6d4bb-15fa-48bb-b344-9306a5390104,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:09.268655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:09.289246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5', 'network_id': 'c8bb9313-f783-49f5-91b8-12c308f05da8', 'port_id': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5', 'mac_address': 'fa:16:3e:04:9a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4242531-091e-4864-9c2c-576357ba599a', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:09.333592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Request body: {'port': {'device_id': '6ae0497d-307e-4b5d-bf33-4aa2bc4ff484', 'network_id': 'd0542c82-181e-451d-b345-bd41dad9fde2', 'admin_state_up': True, 'tenant_id': '79be4e7871e9465b82698fe64c318285'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:09.375539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.404144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:09.424841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.453025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:09.460578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.461270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41f728b6-b85b-4f6c-b3a2-991cfa305959 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:09.468432 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.498767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 328bf0a8-500e-4947-94a0-17c3c0ec86bb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:09.551579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8a6c1-a067-44c7-9f4e-61635b83f9a7 req-fd48abd1-f810-4927-b781-ff7f113dda65 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:09.553214 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-caa8a6c1-a067-44c7-9f4e-61635b83f9a7 req-fd48abd1-f810-4927-b781-ff7f113dda65 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 946 time: 0.0704019
Nov 27 20:56:09.582866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41f728b6-b85b-4f6c-b3a2-991cfa305959, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:09.585115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:09.602206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '41f728b6-b85b-4f6c-b3a2-991cfa305959', 'network_id': 'b81d828c-3c59-4f0f-a608-265030413533', 'port_id': '41f728b6-b85b-4f6c-b3a2-991cfa305959', 'mac_address': 'fa:16:3e:e9:e8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e62e9f6-ef2f-4239-a62c-e1ecd99fe300', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:09.613343 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-caa8a6c1-a067-44c7-9f4e-61635b83f9a7 req-3b1ab385-2c2a-48ee-a196-b9021519b08a tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535059
Nov 27 20:56:09.622850 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.643649 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.652862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 328bf0a8-500e-4947-94a0-17c3c0ec86bb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:09.653384 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.662607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d6183e7-2623-4138-a4bf-3b26085373e1 req-06e83995-b5e2-436f-99e8-c7f6190ffb3e tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "GET /v2.0/security-groups/b7ea6e21-4e12-48bf-9bd5-8e08d3687b86 HTTP/1.1" status: 200  len: 2416 time: 0.8165939
Nov 27 20:56:09.686399 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.706418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f728b6-b85b-4f6c-b3a2-991cfa305959 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:09.733110 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41f728b6-b85b-4f6c-b3a2-991cfa305959, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:09.740979 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.766746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:09.798870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-62aba790-9b5c-4aa0-a008-f4d5aa589386 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:09.800435 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-62aba790-9b5c-4aa0-a008-f4d5aa589386 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 946 time: 0.3823891
Nov 27 20:56:09.814141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:09.821831 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.826473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Made reservation on behalf of 79be4e7871e9465b82698fe64c318285 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:09.830071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.834888 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.835237 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Added segment b073cc16-0156-41dc-a3bd-b990880c0088 of type vlan for network 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d
Nov 27 20:56:09.845134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41f728b6-b85b-4f6c-b3a2-991cfa305959,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:09.872184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 328bf0a8-500e-4947-94a0-17c3c0ec86bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=328bf0a8-500e-4947-94a0-17c3c0ec86bb,segment=NetworkSegment(66d0e193-a782-45d7-bb21-89d9eaf24ada),segment_id=66d0e193-a782-45d7-bb21-89d9eaf24ada)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:09.877686 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:09.907737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bab7-37fb-4e4b-bd67-44611f2b4979 req-0c6c5da1-4d6a-44de-9544-c54d9409a83f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:09.914370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bab7-37fb-4e4b-bd67-44611f2b4979 req-0c6c5da1-4d6a-44de-9544-c54d9409a83f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:09.921235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bab7-37fb-4e4b-bd67-44611f2b4979 req-0c6c5da1-4d6a-44de-9544-c54d9409a83f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:09.928306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bab7-37fb-4e4b-bd67-44611f2b4979 req-0c6c5da1-4d6a-44de-9544-c54d9409a83f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:09.936156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bab7-37fb-4e4b-bd67-44611f2b4979 req-0c6c5da1-4d6a-44de-9544-c54d9409a83f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:09.944161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bab7-37fb-4e4b-bd67-44611f2b4979 req-0c6c5da1-4d6a-44de-9544-c54d9409a83f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:09.946455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=328bf0a8-500e-4947-94a0-17c3c0ec86bb,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:09.957348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39bab7-37fb-4e4b-bd67-44611f2b4979 req-0c6c5da1-4d6a-44de-9544-c54d9409a83f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:09.959343 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd39bab7-37fb-4e4b-bd67-44611f2b4979 req-0c6c5da1-4d6a-44de-9544-c54d9409a83f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5436 time: 0.1118436
Nov 27 20:56:10.023545 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d6183e7-2623-4138-a4bf-3b26085373e1 req-8d435310-68d1-4584-b63c-2df716e8f459 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.025057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd39bab7-37fb-4e4b-bd67-44611f2b4979 req-f3230d66-d8a1-4bd9-9667-a2560674d52e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0595765
Nov 27 20:56:10.045112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.137128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c7b980a-b403-46c9-ad90-3816cec91b12 req-d7cb80d4-d5ac-44a9-8ddf-cdf8c25375af tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 210 time: 0.0312533
Nov 27 20:56:10.152981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.resource_extend [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:56:10.164975 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d6183e7-2623-4138-a4bf-3b26085373e1 req-8d435310-68d1-4584-b63c-2df716e8f459 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.229719 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.243827 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.245425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:10.246001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.291166 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.317843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0fc38a-24ed-4e83-9173-d8953077b1c7 None None] Network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:10.341398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Deleting port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:10.341671 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.379852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.1548369
Nov 27 20:56:10.383818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42614) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:10.390538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Request body: {'subnet': {'network_id': '2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-701897156-subnet', 'tenant_id': '4e0000db558e40a5a68130b07178b447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:10.414915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f2564aca-bdd6-4f32-aca1-27bb14cc1010 None None] Provisioning complete for port 328bf0a8-500e-4947-94a0-17c3c0ec86bb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:10.415513 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2564aca-bdd6-4f32-aca1-27bb14cc1010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.437041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Made reservation on behalf of 4e0000db558e40a5a68130b07178b447 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:10.453913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.460008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Allocated IP 172.20.0.13 (d0542c82-181e-451d-b345-bd41dad9fde2/eefccc35-c9c2-4f64-81de-27d82829d547/6fb19fc5-4537-4ccf-9fc1-97b530aaff0b) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:10.464959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7432216-a96e-4f21-b74a-68db44d1bce3 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:10.477184 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d6183e7-2623-4138-a4bf-3b26085373e1 req-8d435310-68d1-4584-b63c-2df716e8f459 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.480790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d6183e7-2623-4138-a4bf-3b26085373e1 req-8d435310-68d1-4584-b63c-2df716e8f459 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.481610 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d6183e7-2623-4138-a4bf-3b26085373e1 req-8d435310-68d1-4584-b63c-2df716e8f459 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7ea6e21-4e12-48bf-9bd5-8e08d3687b86 HTTP/1.1" status: 204  len: 173 time: 0.8182034
Nov 27 20:56:10.491483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:10.496538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42616) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:10.552550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d435310-68d1-4584-b63c-2df716e8f459 tempest-SecurityGroupRulesTestJSON-889325223 tempest-SecurityGroupRulesTestJSON-889325223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea6e21-4e12-48bf-9bd5-8e08d3687b86,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:10.724152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.785615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8382d7-52e8-460c-a8a9-cdbdc74643d6,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:10.804875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['41f728b6-b85b-4f6c-b3a2-991cfa305959'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:10.806892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.807459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.807819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.808164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.808695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.809200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.809709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.810211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.810701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.811361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.811851 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.812360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:10.821683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] For port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:10.822196 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.838673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c483cf-601d-41ae-9f9c-8e11a11fafd5 admin admin] Deleting subnet bd78e06e-b142-4494-afd1-e55833707e93 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:56:10.838905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Checking segment: {'id': 'b073cc16-0156-41dc-a3bd-b990880c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:10.839115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Network hostable DHCP agents. Network: 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:56:10.843026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6c483cf-601d-41ae-9f9c-8e11a11fafd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.848591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42628) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:10.859159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:10.867733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Network 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:56:10.880343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:10.899070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:10.899810 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:10.908818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31698d-56ee-4996-9f09-945d601b6f7c None None] Network 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:10.930218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-782eb95b-dd28-46ff-aa90-8d003cb7bb05 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5450270
Nov 27 20:56:10.975444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08a804-946b-4832-9c1b-d2dc173321dc req-e7220d92-8193-4c3b-b7d0-cff22ebae7ee tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:10.977146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b08a804-946b-4832-9c1b-d2dc173321dc req-e7220d92-8193-4c3b-b7d0-cff22ebae7ee tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 946 time: 0.2312791
Nov 27 20:56:10.981989 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6c483cf-601d-41ae-9f9c-8e11a11fafd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.013660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['14f3487c-a918-45af-a334-40c24460e19d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:11.032991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.048618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5502524d-95a7-4e26-b700-0b647ea0f7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.199399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b08a804-946b-4832-9c1b-d2dc173321dc req-de682728-bda9-47d4-afa0-d300be967852 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc662502-50d2-4b72-aa30-7eca936d7d8a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1843991
Nov 27 20:56:11.209915 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6c483cf-601d-41ae-9f9c-8e11a11fafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.211840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5502524d-95a7-4e26-b700-0b647ea0f7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.229822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475911-8c1d-4b9e-92c5-c4c3ae1d0cc9 req-cb892100-553f-412a-8a6c-22d0d420d983 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:11.236674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475911-8c1d-4b9e-92c5-c4c3ae1d0cc9 req-cb892100-553f-412a-8a6c-22d0d420d983 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:11.245280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475911-8c1d-4b9e-92c5-c4c3ae1d0cc9 req-cb892100-553f-412a-8a6c-22d0d420d983 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:11.251760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475911-8c1d-4b9e-92c5-c4c3ae1d0cc9 req-cb892100-553f-412a-8a6c-22d0d420d983 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:11.272603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475911-8c1d-4b9e-92c5-c4c3ae1d0cc9 req-cb892100-553f-412a-8a6c-22d0d420d983 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:11.279343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475911-8c1d-4b9e-92c5-c4c3ae1d0cc9 req-cb892100-553f-412a-8a6c-22d0d420d983 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:11.285542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475911-8c1d-4b9e-92c5-c4c3ae1d0cc9 req-cb892100-553f-412a-8a6c-22d0d420d983 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:11.293734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da475911-8c1d-4b9e-92c5-c4c3ae1d0cc9 req-cb892100-553f-412a-8a6c-22d0d420d983 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5436 time: 0.1575921
Nov 27 20:56:11.301453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5502524d-95a7-4e26-b700-0b647ea0f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.317856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Router e2456ec0-1cfb-4bff-a93c-4738aff6b372 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:56:11.348534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.403002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e8523-4add-410d-baed-315b9b142d78 None None] Network 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:11.421566 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5502524d-95a7-4e26-b700-0b647ea0f7b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bc9d999317e427fa446cec7242dbab1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5700994
Nov 27 20:56:11.427906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502524d-95a7-4e26-b700-0b647ea0f7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412024b4-28c6-44e7-8c1f-0d8394b1bd17,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:11.430380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42642) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:11.454452 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.454766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.455244 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Floating IP a98de355-708c-4f6e-9324-cf25fe112035 disassociated. External IP: 172.35.3.225, port: dd8f41df-2dbf-4de0-bf5b-e9b90b539e23.
Nov 27 20:56:11.455790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Calling delete_port for dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:11.534809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 328bf0a8-500e-4947-94a0-17c3c0ec86bb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:11.547493 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da475911-8c1d-4b9e-92c5-c4c3ae1d0cc9 req-64e16623-117f-4fdf-ada6-0914cee87643 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2527485
Nov 27 20:56:11.608668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['80f6d4bb-15fa-48bb-b344-9306a5390104'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:11.622417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-974f1c5b-4b50-4edf-bcc4-84f7ba898a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.629931 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.659502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6c483cf-601d-41ae-9f9c-8e11a11fafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.671644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Network d0542c82-181e-451d-b345-bd41dad9fde2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:11.696372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c483cf-601d-41ae-9f9c-8e11a11fafd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd78e06e-b142-4494-afd1-e55833707e93,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:11.717463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:11.719388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Pushing event updated for resources: {'Port': ['ID=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:11.722842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:11.723329 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-974f1c5b-4b50-4edf-bcc4-84f7ba898a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.769346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2141f889-e6e6-4c2b-ba22-12f0441b2f07 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:11.790147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9eae5b-4cf6-4e16-ad27-24f79eb0d266 req-e7767d6f-e226-49e3-ba31-d9da3f5d48fe tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:11.798586 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e9eae5b-4cf6-4e16-ad27-24f79eb0d266 req-e7767d6f-e226-49e3-ba31-d9da3f5d48fe tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 932 time: 0.1429613
Nov 27 20:56:11.804341 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0cf45441-a532-422b-b2ae-93e403ce191a None None] Provisioning complete for port 328bf0a8-500e-4947-94a0-17c3c0ec86bb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:11.804838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0cf45441-a532-422b-b2ae-93e403ce191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.812717 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6c483cf-601d-41ae-9f9c-8e11a11fafd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.817513 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f6c483cf-601d-41ae-9f9c-8e11a11fafd5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd78e06e-b142-4494-afd1-e55833707e93 HTTP/1.1" status: 204  len: 168 time: 1.3165903
Nov 27 20:56:11.820867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42648) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:11.829790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Pushing event deleted for resources: {'Port': ['ID=dd8f41df-2dbf-4de0-bf5b-e9b90b539e23,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:11.957232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 328bf0a8-500e-4947-94a0-17c3c0ec86bb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:11.957816 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.965988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e9eae5b-4cf6-4e16-ad27-24f79eb0d266 req-304a0b97-e94f-4e3e-90a1-591838bb51ed tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603177
Nov 27 20:56:11.982267 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-974f1c5b-4b50-4edf-bcc4-84f7ba898a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.985854 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-974f1c5b-4b50-4edf-bcc4-84f7ba898a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:11.987674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-974f1c5b-4b50-4edf-bcc4-84f7ba898a22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/412024b4-28c6-44e7-8c1f-0d8394b1bd17 HTTP/1.1" status: 204  len: 168 time: 0.5541179
Nov 27 20:56:12.006274 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.010637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f1c5b-4b50-4edf-bcc4-84f7ba898a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412024b4-28c6-44e7-8c1f-0d8394b1bd17,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:12.065961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:12.081919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:12.082293 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.165676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.219917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7dfa850>,) {'filters': {'network_id': ['d37957b9-3d50-4d87-9a94-47691d8147ea']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:12.247423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7dfa850>, '833251ab-4c8b-4080-a271-61d95e7beeaf') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:12.247880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7dfa850>, '833251ab-4c8b-4080-a271-61d95e7beeaf') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:12.299991 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.338074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.353495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:56:12.354451 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:56:12.359316 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:56:12.434724 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.435358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.444826 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.452223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] 10.222.0.21 "DELETE /v2.0/networks/d37957b9-3d50-4d87-9a94-47691d8147ea HTTP/1.1" status: 204  len: 168 time: 0.6192198
Nov 27 20:56:12.468478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2141f889-e6e6-4c2b-ba22-12f0441b2f07'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:12.470839 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ab6144-ac8d-49b0-8c1e-a6196f6f31d9" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "2141f889-e6e6-4c2b-ba22-12f0441b2f07"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:12.480809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d5fcb-0eb6-4287-aca1-5f6c15c1575a admin admin] Pushing event deleted for resources: {'Network': ['ID=d37957b9-3d50-4d87-9a94-47691d8147ea,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:12.485581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2141f889-e6e6-4c2b-ba22-12f0441b2f07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:12.490590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:12.492758 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.494076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7892b730-0a95-4587-9c92-b7522e255107 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:12.505686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed376803-2b22-4bb0-bc62-0a9faf2126fa req-98069984-ac41-42a5-8d52-eff5b7290d04 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 210 time: 0.0981488
Nov 27 20:56:12.507831 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd919f2-f395-45d1-9fb3-40e37c8339e8 None None] Sync routers for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:12.522024 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd919f2-f395-45d1-9fb3-40e37c8339e8 None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:12.524553 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fdd919f2-f395-45d1-9fb3-40e37c8339e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3a7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:12.538708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:12.595809 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f810c51d-c08e-430f-8607-a114052183ab x-openstack-request-id: req-f810c51d-c08e-430f-8607-a114052183ab {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:12.596605 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "2141f889-e6e6-4c2b-ba22-12f0441b2f07", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:12.596923 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f810c51d-c08e-430f-8607-a114052183ab {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:12.597376 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2141f889-e6e6-4c2b-ba22-12f0441b2f07', 'code': 200}
Nov 27 20:56:12.601847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:12.602773 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.617876 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fdd919f2-f395-45d1-9fb3-40e37c8339e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3a7550>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:12.622247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2141f889-e6e6-4c2b-ba22-12f0441b2f07,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:12.641519 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 7892b730-0a95-4587-9c92-b7522e255107 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:12.644160 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd919f2-f395-45d1-9fb3-40e37c8339e8 None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:12.646705 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fdd919f2-f395-45d1-9fb3-40e37c8339e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3a7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:12.664936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 7892b730-0a95-4587-9c92-b7522e255107 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:12.667375 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.694363 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fdd919f2-f395-45d1-9fb3-40e37c8339e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3a7550>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:12.695313 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd919f2-f395-45d1-9fb3-40e37c8339e8 None None] The sync data for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:12.707712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.708936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fd9722d7-1154-4448-b4b5-3c895c86d8f2 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 6.0416322
Nov 27 20:56:12.711643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42680) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:12.843652 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.869964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42690) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:12.898481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7892b730-0a95-4587-9c92-b7522e255107, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7892b730-0a95-4587-9c92-b7522e255107,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:12.899224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:12.905715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-8e489515-211c-4419-bae1-c918f1ad5ec4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0186894
Nov 27 20:56:12.906516 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:12.907614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 03e5badb-8172-486f-9775-23060da4f0c7 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:12.924364 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Request body: {'port': {'device_id': '6ae0497d-307e-4b5d-bf33-4aa2bc4ff484', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:12.976143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] Sync routers for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:12.998893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.023464 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=7892b730-0a95-4587-9c92-b7522e255107,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:13.073869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:13.076451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd923250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:13.210363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 03e5badb-8172-486f-9775-23060da4f0c7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:13.222702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 03e5badb-8172-486f-9775-23060da4f0c7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:13.222897 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.252676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:13.286232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b18f7-05b6-46a8-bdb4-9394f7a9cbea req-6dfb58dc-dc15-4584-94e1-dedf93d7af77 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:13.294062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b18f7-05b6-46a8-bdb4-9394f7a9cbea req-6dfb58dc-dc15-4584-94e1-dedf93d7af77 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:13.301081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b18f7-05b6-46a8-bdb4-9394f7a9cbea req-6dfb58dc-dc15-4584-94e1-dedf93d7af77 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:13.308263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b18f7-05b6-46a8-bdb4-9394f7a9cbea req-6dfb58dc-dc15-4584-94e1-dedf93d7af77 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:13.316339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b18f7-05b6-46a8-bdb4-9394f7a9cbea req-6dfb58dc-dc15-4584-94e1-dedf93d7af77 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:13.321162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-56014334-2c3e-44b4-a4ca-b1a0cc130ec6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e3934c8eb824af986aa4f0624cd4037&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3845842
Nov 27 20:56:13.322368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b18f7-05b6-46a8-bdb4-9394f7a9cbea req-6dfb58dc-dc15-4584-94e1-dedf93d7af77 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:13.328766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42706) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:13.329032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b18f7-05b6-46a8-bdb4-9394f7a9cbea req-6dfb58dc-dc15-4584-94e1-dedf93d7af77 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:13.331392 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-098b18f7-05b6-46a8-bdb4-9394f7a9cbea req-6dfb58dc-dc15-4584-94e1-dedf93d7af77 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5437 time: 0.6213269
Nov 27 20:56:13.334853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] No DVR routers for this DVR port dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:56:13.338746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.343555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7a2f122-6840-44fd-a523-64226b3e1129 req-52a66eb7-af80-4f53-99df-e17cd9954108 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.35 "DELETE /v2.0/ports/dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 HTTP/1.1" status: 204  len: 173 time: 3.5302563
Nov 27 20:56:13.349847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'name': 'network-vif-deleted', 'tag': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:13.353304 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9fdb74-ba63-4dfb-a245-0c4e1057f923" -d '{"events": [{"server_uuid": "4c4915d7-d7e8-4026-b053-0daf8f1da2d9", "name": "network-vif-deleted", "tag": "dd8f41df-2dbf-4de0-bf5b-e9b90b539e23"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:13.433899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21895-bd72-4839-8c7e-178b9dfe54bf req-5b847b7a-ab04-475c-9c2a-c200eadbf670 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:13.435575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80f21895-bd72-4839-8c7e-178b9dfe54bf req-5b847b7a-ab04-475c-9c2a-c200eadbf670 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 932 time: 0.2149413
Nov 27 20:56:13.492816 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-098b18f7-05b6-46a8-bdb4-9394f7a9cbea req-d290a0fa-4a96-4e39-b3f2-66b542fb4ea0 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1389921
Nov 27 20:56:13.508034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:13.526492 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.553798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Transition to ACTIVE for port object 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:56:13.561711 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.611877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb971a97-56b5-4b1f-8df7-3aa414473e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.632340 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6a2b56-3a91-4008-942a-4ef132337fdf x-openstack-request-id: req-fa6a2b56-3a91-4008-942a-4ef132337fdf {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:13.632971 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4915d7-d7e8-4026-b053-0daf8f1da2d9", "name": "network-vif-deleted", "tag": "dd8f41df-2dbf-4de0-bf5b-e9b90b539e23", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:13.633658 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa6a2b56-3a91-4008-942a-4ef132337fdf {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:13.634214 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4915d7-d7e8-4026-b053-0daf8f1da2d9', 'name': 'network-vif-deleted', 'tag': 'dd8f41df-2dbf-4de0-bf5b-e9b90b539e23', 'status': 'completed', 'code': 200}
Nov 27 20:56:13.638390 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.698610 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80f21895-bd72-4839-8c7e-178b9dfe54bf req-78635cb4-e736-4715-91a8-19f87b9b7268 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313194
Nov 27 20:56:13.711132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 03e5badb-8172-486f-9775-23060da4f0c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e5badb-8172-486f-9775-23060da4f0c7,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:13.712380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:13.720294 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.728436 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb971a97-56b5-4b1f-8df7-3aa414473e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.762263 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41f728b6-b85b-4f6c-b3a2-991cfa305959 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:13.767664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Attempting to bind port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:13.768272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Attempting to bind port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '77c5fcc7-c858-4564-be2e-bcc4806159ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd0542c82-181e-451d-b345-bd41dad9fde2'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:13.768881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Attempting to bind port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b on network d0542c82-181e-451d-b345-bd41dad9fde2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:13.773821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b on network d0542c82-181e-451d-b345-bd41dad9fde2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:56:13.774430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Attempting to bind port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b on network d0542c82-181e-451d-b345-bd41dad9fde2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:13.780625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:13.781219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Checking segment: {'id': '77c5fcc7-c858-4564-be2e-bcc4806159ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd0542c82-181e-451d-b345-bd41dad9fde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:13.781891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Bound using segment: {'id': '77c5fcc7-c858-4564-be2e-bcc4806159ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd0542c82-181e-451d-b345-bd41dad9fde2'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:13.782807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Bound port: 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c5fcc7-c858-4564-be2e-bcc4806159ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd0542c82-181e-451d-b345-bd41dad9fde2'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:13.783473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.832602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=03e5badb-8172-486f-9775-23060da4f0c7,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:13.846989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd923250>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b38cff5b-f07a-4783-8df5-4d8ea217db5c', 'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'mac_address': 'fa:16:3e:8d:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:54:00Z', 'revision_number': 5, 'project_id': '949d330b01384fb091f743a127f26402', 'subnets': [{'id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:13.877455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] Checking router: f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:13.888696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] For port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:13.892646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:13.893292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd923250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:13.893425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] For port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,segment=NetworkSegment(77c5fcc7-c858-4564-be2e-bcc4806159ea),segment_id=77c5fcc7-c858-4564-be2e-bcc4806159ea)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:13.902610 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.935358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 41f728b6-b85b-4f6c-b3a2-991cfa305959 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:13.943827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 41f728b6-b85b-4f6c-b3a2-991cfa305959 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:13.944207 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.962459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:13.964405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:13.965834 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] 10.222.0.35 "PUT /v2.0/ports/6fb19fc5-4537-4ccf-9fc1-97b530aaff0b HTTP/1.1" status: 200  len: 1092 time: 1.0457535
Nov 27 20:56:14.042757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc92f35-9db1-4af5-a68b-1d2de5bf2d28 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:14.108324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:14.152955 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:14.163172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-cd960b57-49b1-4938-9172-638d21ef34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:14.165337 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-cd960b57-49b1-4938-9172-638d21ef34b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=79be4e7871e9465b82698fe64c318285&device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 1095 time: 0.1089480
Nov 27 20:56:14.233441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-abc718cf-03e6-48c3-b0bd-4bd43f884c5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b HTTP/1.1" status: 200  len: 217 time: 0.0531697
Nov 27 20:56:14.266932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41f728b6-b85b-4f6c-b3a2-991cfa305959, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:14.279937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:14.280875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 14f3487c-a918-45af-a334-40c24460e19d up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:14.316662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-a32faa1a-0d9a-47f9-8d51-2b6722fb75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:14.318631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-a32faa1a-0d9a-47f9-8d51-2b6722fb75d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eefccc35-c9c2-4f64-81de-27d82829d547 HTTP/1.1" status: 200  len: 852 time: 0.0738885
Nov 27 20:56:14.325608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef3e2f00-b781-44a4-bcbc-158d28624271 req-9677f315-12dc-4145-bfff-51784151dbb8 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c4915d7-d7e8-4026-b053-0daf8f1da2d9 HTTP/1.1" status: 200  len: 210 time: 0.0395453
Nov 27 20:56:14.393689 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb971a97-56b5-4b1f-8df7-3aa414473e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:14.397377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb971a97-56b5-4b1f-8df7-3aa414473e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:14.401900 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eb971a97-56b5-4b1f-8df7-3aa414473e8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cf09b98-8247-4bf0-aa4a-f02bc4a347f0 HTTP/1.1" status: 204  len: 168 time: 1.0716572
Nov 27 20:56:14.411140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41f728b6-b85b-4f6c-b3a2-991cfa305959,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:14.413109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb971a97-56b5-4b1f-8df7-3aa414473e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf09b98-8247-4bf0-aa4a-f02bc4a347f0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:14.431373 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-6b65462b-8846-4347-bad2-11348966cf5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0542c82-181e-451d-b345-bd41dad9fde2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0827198
Nov 27 20:56:14.446706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 14f3487c-a918-45af-a334-40c24460e19d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:14.460686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 14f3487c-a918-45af-a334-40c24460e19d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:14.461123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:14.488300 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:14.507054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:14.533515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:14.533864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device dd8f41df-2dbf-4de0-bf5b-e9b90b539e23 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:14.551568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd923250>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b38cff5b-f07a-4783-8df5-4d8ea217db5c', 'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'mac_address': 'fa:16:3e:8d:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:54:00Z', 'revision_number': 5, 'project_id': '949d330b01384fb091f743a127f26402', 'subnets': [{'id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:14.585891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457615f7-59f2-423e-8c6c-ea8f5bc4048a None None] The sync data for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 is: [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b38cff5b-f07a-4783-8df5-4d8ea217db5c', 'name': '', 'network_id': '9468b055-276c-45cc-aca4-5401a80bf2fe', 'tenant_id': '949d330b01384fb091f743a127f26402', 'mac_address': 'fa:16:3e:8d:1c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:54:00Z', 'revision_number': 5, 'project_id': '949d330b01384fb091f743a127f26402', 'subnets': [{'id': '970bbeb5-9f69-45ee-a166-091cd2140bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:14.601911 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-961d1db1-3025-4d16-8192-3bc8ff914168 service neutron] 10.222.0.35 "GET /v2.0/networks/d0542c82-181e-451d-b345-bd41dad9fde2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666617
Nov 27 20:56:14.612574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7892b730-0a95-4587-9c92-b7522e255107'}, {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7'}, {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f728b6-b85b-4f6c-b3a2-991cfa305959'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:14.615027 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1675e2-dc11-4842-a879-00ce8bc893d6" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "7892b730-0a95-4587-9c92-b7522e255107"}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "03e5badb-8172-486f-9775-23060da4f0c7"}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "41f728b6-b85b-4f6c-b3a2-991cfa305959"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:14.643439 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:14.705905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 14f3487c-a918-45af-a334-40c24460e19d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f3487c-a918-45af-a334-40c24460e19d,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:14.711617 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:14.713326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:14.799069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dee63ec-4a18-4149-bd44-9c96a994ffca req-5a034af4-c5eb-46ca-8315-747ba6e81aa9 service neutron] 10.222.0.35 "GET /v2.0/networks/d0542c82-181e-451d-b345-bd41dad9fde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1866930
Nov 27 20:56:14.840051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=14f3487c-a918-45af-a334-40c24460e19d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:14.878293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:14.882677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:14.883084 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:14.895541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-36da06ae-ac11-41c6-9e20-b721770c8e2c tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:14.900561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-36da06ae-ac11-41c6-9e20-b721770c8e2c tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/networks?id=2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d HTTP/1.1" status: 200  len: 809 time: 0.3158457
Nov 27 20:56:14.969386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-2b724946-106e-45e2-93da-35b56cceee76 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/quotas/4e0000db558e40a5a68130b07178b447 HTTP/1.1" status: 200  len: 375 time: 0.0620031
Nov 27 20:56:14.973944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1d539-19ed-4952-9efa-8ef638120576 req-52442f68-e577-4ec2-acac-48b2bcdcfd68 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:14.980908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1d539-19ed-4952-9efa-8ef638120576 req-52442f68-e577-4ec2-acac-48b2bcdcfd68 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:14.988011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1d539-19ed-4952-9efa-8ef638120576 req-52442f68-e577-4ec2-acac-48b2bcdcfd68 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:14.998262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1d539-19ed-4952-9efa-8ef638120576 req-52442f68-e577-4ec2-acac-48b2bcdcfd68 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:15.004700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1d539-19ed-4952-9efa-8ef638120576 req-52442f68-e577-4ec2-acac-48b2bcdcfd68 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:15.011395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1d539-19ed-4952-9efa-8ef638120576 req-52442f68-e577-4ec2-acac-48b2bcdcfd68 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:15.013318 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:15.016893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-4d6fdd62-4527-4d8c-af1d-90f2878b7bc1 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e0000db558e40a5a68130b07178b447&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456929
Nov 27 20:56:15.018232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1d539-19ed-4952-9efa-8ef638120576 req-52442f68-e577-4ec2-acac-48b2bcdcfd68 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:15.027968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fb1d539-19ed-4952-9efa-8ef638120576 req-52442f68-e577-4ec2-acac-48b2bcdcfd68 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5441 time: 0.1390798
Nov 27 20:56:15.054687 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8dc1eb-444b-4131-bb18-c5558225a463 None None] New status for floating IP a98de355-708c-4f6e-9324-cf25fe112035: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:56:15.066451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:15.075917 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:15.123521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fb1d539-19ed-4952-9efa-8ef638120576 req-f74c09ea-6e55-4ec4-9f1b-bb52530f8f8f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0896013
Nov 27 20:56:15.189645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:15.199991 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bcabb8-7f9a-48d7-a80d-323ffe15d573 x-openstack-request-id: req-19bcabb8-7f9a-48d7-a80d-323ffe15d573 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:15.200288 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "7892b730-0a95-4587-9c92-b7522e255107", "code": 200}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "03e5badb-8172-486f-9775-23060da4f0c7", "code": 200}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "41f728b6-b85b-4f6c-b3a2-991cfa305959", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:15.200566 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19bcabb8-7f9a-48d7-a80d-323ffe15d573 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:15.202456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-c5e23fd0-89ab-4e8d-b29e-105091cd353b service neutron] 10.222.0.21 "GET /v2.0/networks/2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847725
Nov 27 20:56:15.204229 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7892b730-0a95-4587-9c92-b7522e255107', 'code': 200}
Nov 27 20:56:15.204517 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7', 'code': 200}
Nov 27 20:56:15.205482 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f728b6-b85b-4f6c-b3a2-991cfa305959', 'code': 200}
Nov 27 20:56:15.268603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Allocated IP 172.20.0.1 (a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca/c4ee9094-bb74-4080-9028-d9f26bf3a5aa/bda989b0-af3a-4b9c-8f54-d87517990216) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:15.319152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62d015-aa1b-465b-8597-e36659f77b93 req-b49ced05-da54-43ff-9970-5642f74fc9b3 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:15.327999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa62d015-aa1b-465b-8597-e36659f77b93 req-b49ced05-da54-43ff-9970-5642f74fc9b3 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 944 time: 0.0629103
Nov 27 20:56:15.372302 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5070ff2f-5b71-409b-8570-325fb81255b0 service neutron] 10.222.0.21 "GET /v2.0/networks/2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686954
Nov 27 20:56:15.389623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa62d015-aa1b-465b-8597-e36659f77b93 req-b50870e4-df43-486c-90bd-c87aab4d788a tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607319
Nov 27 20:56:15.440735 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:15.481438 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:15.529461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:15.535019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:15.539872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:15.588487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event updated for resources: {'Port': ['ID=bda989b0-af3a-4b9c-8f54-d87517990216,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:15.620106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42778) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:15.638947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42780) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:15.642624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae0497d-307e-4b5d-bf33-4aa2bc4ff484', 'tag': '6fb19fc5-4537-4ccf-9fc1-97b530aaff0b'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:15.645119 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f92955-6a36-4a3b-afa5-5faf929091a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae0497d-307e-4b5d-bf33-4aa2bc4ff484", "tag": "6fb19fc5-4537-4ccf-9fc1-97b530aaff0b"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:15.653633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:15.777939 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:15.793818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 80f6d4bb-15fa-48bb-b344-9306a5390104 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:15.839666 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edb6bb7-3066-4b84-8522-d783fd343715 x-openstack-request-id: req-2edb6bb7-3066-4b84-8522-d783fd343715 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:15.839982 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae0497d-307e-4b5d-bf33-4aa2bc4ff484", "tag": "6fb19fc5-4537-4ccf-9fc1-97b530aaff0b", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:15.840250 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2edb6bb7-3066-4b84-8522-d783fd343715 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:15.840663 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae0497d-307e-4b5d-bf33-4aa2bc4ff484', 'tag': '6fb19fc5-4537-4ccf-9fc1-97b530aaff0b', 'status': 'completed', 'code': 200}
Nov 27 20:56:15.863818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d04a606-1c8d-4b00-bb4e-0023b73d69fd req-3289f4ef-0c7c-48e1-b0c1-53f8ae676f65 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 210 time: 0.1873953
Nov 27 20:56:15.864557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c012ca-da1e-4bed-8a88-859f5c9b509e tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:15.913075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d04e4990-1129-4377-9e7e-52645a13b06c None None] Provisioning complete for port bda989b0-af3a-4b9c-8f54-d87517990216 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:15.913670 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d04e4990-1129-4377-9e7e-52645a13b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:15.928144 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c012ca-da1e-4bed-8a88-859f5c9b509e tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:15.947030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 80f6d4bb-15fa-48bb-b344-9306a5390104 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:15.957137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 80f6d4bb-15fa-48bb-b344-9306a5390104 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:15.957697 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.000410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.007967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d04e4990-1129-4377-9e7e-52645a13b06c None None] Port bda989b0-af3a-4b9c-8f54-d87517990216 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:16.028255 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c012ca-da1e-4bed-8a88-859f5c9b509e tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.050273 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c012ca-da1e-4bed-8a88-859f5c9b509e tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.055848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-25c012ca-da1e-4bed-8a88-859f5c9b509e tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc662502-50d2-4b72-aa30-7eca936d7d8a HTTP/1.1" status: 204  len: 168 time: 0.4338541
Nov 27 20:56:16.058007 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42800) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:16.075911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1962842991-network', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:16.091107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c012ca-da1e-4bed-8a88-859f5c9b509e tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc662502-50d2-4b72-aa30-7eca936d7d8a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:16.095631 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-d4ec7db2-9d0d-4af4-9747-cc21b2c8c966 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] show failed (client error): The resource could not be found.
Nov 27 20:56:16.099827 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d4ec7db2-9d0d-4af4-9747-cc21b2c8c966 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "GET /v2.0/security-groups/fc662502-50d2-4b72-aa30-7eca936d7d8a HTTP/1.1" status: 404  len: 347 time: 0.0331089
Nov 27 20:56:16.101753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42802) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:16.109610 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.117747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-dfc65766-eac4-4c93-b4dc-8fde29c1517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.119430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-dfc65766-eac4-4c93-b4dc-8fde29c1517f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=79be4e7871e9465b82698fe64c318285&device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 1095 time: 0.3468409
Nov 27 20:56:16.174607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:16.177354 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.190320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.262914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 80f6d4bb-15fa-48bb-b344-9306a5390104, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6d4bb-15fa-48bb-b344-9306a5390104,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:16.272663 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.349725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=80f6d4bb-15fa-48bb-b344-9306a5390104,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:16.364266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42810) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:16.413229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-79394a24-3b27-4e90-8824-a524e471918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.415566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-79394a24-3b27-4e90-8824-a524e471918e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d0542c82-181e-451d-b345-bd41dad9fde2 HTTP/1.1" status: 200  len: 913 time: 0.2537601
Nov 27 20:56:16.440417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.457169 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.473930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.480843 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-7220ec99-0d61-4071-ab68-6e5f21f61612 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b HTTP/1.1" status: 200  len: 217 time: 0.0511894
Nov 27 20:56:16.495052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Deleting port 6c19d699-1321-4c5e-9053-5d202991b560 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:16.495458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.518341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59c3c-614b-4ef1-8514-541e2f76be19 req-ec1da473-7526-430c-8e3c-c6b6cfef787d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.525147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59c3c-614b-4ef1-8514-541e2f76be19 req-ec1da473-7526-430c-8e3c-c6b6cfef787d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.531448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59c3c-614b-4ef1-8514-541e2f76be19 req-ec1da473-7526-430c-8e3c-c6b6cfef787d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.536414 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.537527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59c3c-614b-4ef1-8514-541e2f76be19 req-ec1da473-7526-430c-8e3c-c6b6cfef787d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.544249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59c3c-614b-4ef1-8514-541e2f76be19 req-ec1da473-7526-430c-8e3c-c6b6cfef787d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.550503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59c3c-614b-4ef1-8514-541e2f76be19 req-ec1da473-7526-430c-8e3c-c6b6cfef787d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.556617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59c3c-614b-4ef1-8514-541e2f76be19 req-ec1da473-7526-430c-8e3c-c6b6cfef787d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.558795 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9e59c3c-614b-4ef1-8514-541e2f76be19 req-ec1da473-7526-430c-8e3c-c6b6cfef787d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.2896798
Nov 27 20:56:16.629227 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16421b5f-1fe0-4f88-b1d6-e4241fc53525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.645127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:16.659759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event updated for resources: {'Port': ['ID=bda989b0-af3a-4b9c-8f54-d87517990216,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:16.664851 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.667316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76381062-da63-4132-9640-3ccb01f46a1c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:16.672544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-833ced45-c021-42fa-be9f-b81844735f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.674321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-833ced45-c021-42fa-be9f-b81844735f4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eefccc35-c9c2-4f64-81de-27d82829d547 HTTP/1.1" status: 200  len: 852 time: 0.1765683
Nov 27 20:56:16.688584 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.689136 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Added segment fbec0034-dbf5-4a12-8909-8654567a3b06 of type vlan for network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35
Nov 27 20:56:16.718628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868f945-512c-41be-a0c2-b68e37f5540c req-1635a057-f56e-481f-8e9d-484bd73e1c93 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.720285 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3868f945-512c-41be-a0c2-b68e37f5540c req-1635a057-f56e-481f-8e9d-484bd73e1c93 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 944 time: 0.1939218
Nov 27 20:56:16.733317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-9ba8f117-9513-4b18-8576-35dedc6ffedb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0542c82-181e-451d-b345-bd41dad9fde2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453672
Nov 27 20:56:16.744324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9e59c3c-614b-4ef1-8514-541e2f76be19 req-74b2a81f-8edc-4b90-a2f8-669193d1f246 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1731281
Nov 27 20:56:16.749906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.750239 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.785881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Calling delete_port for 6c19d699-1321-4c5e-9053-5d202991b560 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:16.801111 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.892703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.893683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:16.894375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:16.915051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-a2b894e1-9b0f-46cb-bc80-fb06dc94a712 service neutron] 10.222.0.35 "GET /v2.0/networks/d0542c82-181e-451d-b345-bd41dad9fde2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670942
Nov 27 20:56:16.950676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3868f945-512c-41be-a0c2-b68e37f5540c req-8e768086-11ed-4dd0-87c1-f999f2b563be tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987810
Nov 27 20:56:16.953279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:16.989207 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3406854
Nov 27 20:56:16.997452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42820) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:16.999730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:17.017604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Request body: {'subnet': {'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1962842991-subnet', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:17.022097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9234a697-309b-42f8-a902-6590a99a52e1 req-e75ab28d-7b91-4d65-b8d1-a87faf656803 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 210 time: 0.0798509
Nov 27 20:56:17.028151 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16421b5f-1fe0-4f88-b1d6-e4241fc53525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.031570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2e15e-7b54-4dc4-980a-174cb970128b admin admin] Pushing event updated for resources: {'Network': ['ID=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:17.037142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16421b5f-1fe0-4f88-b1d6-e4241fc53525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.059601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:17.138995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:17.151106 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.168121 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-16421b5f-1fe0-4f88-b1d6-e4241fc53525 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5b09831584c4f48b5948b481d2913cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8027353
Nov 27 20:56:17.171023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42822) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:17.180079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16421b5f-1fe0-4f88-b1d6-e4241fc53525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd8ee8c-b39a-4bf5-ba51-34bcfdd473dc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:17.206994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f3487c-a918-45af-a334-40c24460e19d'}, {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5'}, {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6d4bb-15fa-48bb-b344-9306a5390104'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:17.209431 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0453e34c-c8c6-4dec-a7cc-cf063376fbe9" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "14f3487c-a918-45af-a334-40c24460e19d"}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5"}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "80f6d4bb-15fa-48bb-b344-9306a5390104"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:17.250719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37f92955-6a36-4a3b-afa5-5faf929091a4 req-e13220bd-e175-4937-af14-e88c9cf97f87 service neutron] 10.222.0.35 "GET /v2.0/networks/d0542c82-181e-451d-b345-bd41dad9fde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3211470
Nov 27 20:56:17.251416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.271513 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a465bb58-547a-4dbf-8048-a2ac74ff45f5 x-openstack-request-id: req-a465bb58-547a-4dbf-8048-a2ac74ff45f5 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:17.271822 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "14f3487c-a918-45af-a334-40c24460e19d", "code": 200}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5", "code": 200}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-plugged", "status": "completed", "tag": "80f6d4bb-15fa-48bb-b344-9306a5390104", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:17.272084 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a465bb58-547a-4dbf-8048-a2ac74ff45f5 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:17.272493 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f3487c-a918-45af-a334-40c24460e19d', 'code': 200}
Nov 27 20:56:17.272767 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5', 'code': 200}
Nov 27 20:56:17.273020 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6d4bb-15fa-48bb-b344-9306a5390104', 'code': 200}
Nov 27 20:56:17.282304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Router e2456ec0-1cfb-4bff-a93c-4738aff6b372 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:17.283182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb99fcae-d51d-4ba5-a0f6-44f56345b20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.317515 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb99fcae-d51d-4ba5-a0f6-44f56345b20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.328389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Pushing event deleted for resources: {'Port': ['ID=6c19d699-1321-4c5e-9053-5d202991b560,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:17.336708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fc32deac-7053-4180-bcf0-c024276aa4cf None None] Provisioning complete for port bda989b0-af3a-4b9c-8f54-d87517990216 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:17.337098 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fc32deac-7053-4180-bcf0-c024276aa4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.375286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fc32deac-7053-4180-bcf0-c024276aa4cf None None] Port bda989b0-af3a-4b9c-8f54-d87517990216 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:17.487433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.490697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.491921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-48fdf727-b5b7-4811-a157-ef90bbc09746 tempest-ServersTestManualDisk-3222739 tempest-ServersTestManualDisk-3222739-project] 10.222.0.21 "DELETE /v2.0/floatingips/a98de355-708c-4f6e-9324-cf25fe112035 HTTP/1.1" status: 204  len: 168 time: 1.3891478
Nov 27 20:56:17.496028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42826) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:17.552439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb99fcae-d51d-4ba5-a0f6-44f56345b20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.555105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb99fcae-d51d-4ba5-a0f6-44f56345b20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.555681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-c1228c24-af2e-442c-b8be-89527eea234b tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:17.556294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eb99fcae-d51d-4ba5-a0f6-44f56345b20f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bd8ee8c-b39a-4bf5-ba51-34bcfdd473dc HTTP/1.1" status: 204  len: 168 time: 0.3842876
Nov 27 20:56:17.557738 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-c1228c24-af2e-442c-b8be-89527eea234b tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.35 "GET /v2.0/networks?id=2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d HTTP/1.1" status: 200  len: 809 time: 0.2430496
Nov 27 20:56:17.564230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0edf0-3b4b-446f-8c51-b919c10b353d req-c1c5360e-3cfe-4af7-97fc-ef238d82c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:17.564719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0edf0-3b4b-446f-8c51-b919c10b353d req-c1c5360e-3cfe-4af7-97fc-ef238d82c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:17.565194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0edf0-3b4b-446f-8c51-b919c10b353d req-c1c5360e-3cfe-4af7-97fc-ef238d82c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:17.565666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0edf0-3b4b-446f-8c51-b919c10b353d req-c1c5360e-3cfe-4af7-97fc-ef238d82c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:17.566143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0edf0-3b4b-446f-8c51-b919c10b353d req-c1c5360e-3cfe-4af7-97fc-ef238d82c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:17.566648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0edf0-3b4b-446f-8c51-b919c10b353d req-c1c5360e-3cfe-4af7-97fc-ef238d82c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:17.567119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0edf0-3b4b-446f-8c51-b919c10b353d req-c1c5360e-3cfe-4af7-97fc-ef238d82c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:17.569166 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1b0edf0-3b4b-446f-8c51-b919c10b353d req-c1c5360e-3cfe-4af7-97fc-ef238d82c08e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6500 time: 0.1688845
Nov 27 20:56:17.573731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Request body: {'port': {'device_id': '8f9f1f68-ad07-4e06-9ae6-26f62f73982c', 'network_id': '2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d', 'admin_state_up': True, 'tenant_id': '4e0000db558e40a5a68130b07178b447'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:17.579427 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.591420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:17.604332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916f16b0-869c-49ce-b1a8-5b2946c7ba4b None None] Sync routers for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:17.605009 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7e18c792-aaf8-463d-8109-533c2ad49a71 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "PUT /v2.0/routers/e2456ec0-1cfb-4bff-a93c-4738aff6b372/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8922927
Nov 27 20:56:17.605921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99fcae-d51d-4ba5-a0f6-44f56345b20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd8ee8c-b39a-4bf5-ba51-34bcfdd473dc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:17.612097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42830) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:17.616956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Request body: {'port': {'network_id': 'a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca', 'name': 'tempest-FloatingIPAdminTestJSON-1036562056'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:17.659002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f16b0-869c-49ce-b1a8-5b2946c7ba4b None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:17.659714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-916f16b0-869c-49ce-b1a8-5b2946c7ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd96ab80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:17.693150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Pushing event updated for resources: {'Subnet': ['ID=73487f2e-a260-462c-a2bd-5ff76746725f,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:17.729830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-916f16b0-869c-49ce-b1a8-5b2946c7ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd96ab80>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:17.733216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Checking segment: {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:17.733867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Network hostable DHCP agents. Network: 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:56:17.742257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f16b0-869c-49ce-b1a8-5b2946c7ba4b None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:17.744950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-916f16b0-869c-49ce-b1a8-5b2946c7ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd96ab80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:17.773003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:56:17.777161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Made reservation on behalf of 4e0000db558e40a5a68130b07178b447 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:17.781330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.800719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:17.810562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:17.811461 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:17.899132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d189491d-5fc0-42fc-9aac-238c5fa088de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8891146
Nov 27 20:56:17.908704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42838) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:17.928231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:17.999527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9553aa9-e1e5-4cc1-8495-55a3e516c814 None None] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:18.003633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-916f16b0-869c-49ce-b1a8-5b2946c7ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd96ab80>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:18.005735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916f16b0-869c-49ce-b1a8-5b2946c7ba4b None None] The sync data for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:18.013289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1b0edf0-3b4b-446f-8c51-b919c10b353d req-3f245aee-619e-4fc1-99db-15f55633e386 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&id=610290b2-c554-4905-bf94-2b13c2acecc1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4334049
Nov 27 20:56:18.062014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.063282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.108048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc6069-808c-433c-9be2-ab5fc669a066 req-9f5bf4ac-fc52-494e-8303-b9dcdc3e2f42 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:18.116704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc6069-808c-433c-9be2-ab5fc669a066 req-9f5bf4ac-fc52-494e-8303-b9dcdc3e2f42 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:18.127165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc6069-808c-433c-9be2-ab5fc669a066 req-9f5bf4ac-fc52-494e-8303-b9dcdc3e2f42 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:18.132590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc6069-808c-433c-9be2-ab5fc669a066 req-9f5bf4ac-fc52-494e-8303-b9dcdc3e2f42 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:18.140169 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc6069-808c-433c-9be2-ab5fc669a066 req-9f5bf4ac-fc52-494e-8303-b9dcdc3e2f42 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:18.146238 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc6069-808c-433c-9be2-ab5fc669a066 req-9f5bf4ac-fc52-494e-8303-b9dcdc3e2f42 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:18.152403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc6069-808c-433c-9be2-ab5fc669a066 req-9f5bf4ac-fc52-494e-8303-b9dcdc3e2f42 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:18.160348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2cc6069-808c-433c-9be2-ab5fc669a066 req-9f5bf4ac-fc52-494e-8303-b9dcdc3e2f42 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.2110791
Nov 27 20:56:18.204291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Allocated IP 172.20.0.12 (2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d/9c8382d7-52e8-460c-a8a9-cdbdc74643d6/694875b8-34bd-49ed-9e03-a417fefec552) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:18.219090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Made reservation on behalf of b84cea885cbf49b78dd7d4222747c05b for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:18.225279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.249738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.271168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff42f5-9592-4a20-936c-83583724df7d req-c305a276-ba2f-48c2-9878-a20d4a8e9903 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:18.275843 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1aff42f5-9592-4a20-936c-83583724df7d req-c305a276-ba2f-48c2-9878-a20d4a8e9903 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 944 time: 0.1728415
Nov 27 20:56:18.285327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] device_id is not set on port 70bda558-504b-438c-8dcf-95af0d27d928 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:56:18.291323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:56:18.292236 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.306142 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.400124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2cc6069-808c-433c-9be2-ab5fc669a066 req-1b5a1d1d-1038-4959-9342-7480e744876e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2327967
Nov 27 20:56:18.453942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Allocated IP 172.20.0.2 (869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35/73487f2e-a260-462c-a2bd-5ff76746725f/436b89da-e932-4e5d-b717-18af1219631b) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:18.520411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:18.524611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1aff42f5-9592-4a20-936c-83583724df7d req-cacd819d-87db-4969-bcd6-a37379b569da tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2340269
Nov 27 20:56:18.610086 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62dfa1b2-7443-410d-8c33-1bca6a35a38e req-e56e2563-f1f6-4442-8423-ba3f18723e6d tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 210 time: 0.1007030
Nov 27 20:56:18.614359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.657876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42860) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:18.684247 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.704032 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.726612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Allocated IP 172.20.0.4 (a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca/c4ee9094-bb74-4080-9028-d9f26bf3a5aa/70bda558-504b-438c-8dcf-95af0d27d928) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:18.761474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.800548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Pushing event updated for resources: {'Port': ['ID=436b89da-e932-4e5d-b717-18af1219631b,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:18.810555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:18.824345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:18.827996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:18.854580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-487175667-network', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:18.889057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Made reservation on behalf of 7860bb78a8bc43fd80d4c01ce057e5ef for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:18.891423 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.907730 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.909727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.911224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Attempting to bind port 436b89da-e932-4e5d-b717-18af1219631b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:18.911829 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Attempting to bind port 436b89da-e932-4e5d-b717-18af1219631b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:18.912195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Attempting to bind port 436b89da-e932-4e5d-b717-18af1219631b on network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:18.925940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,segment=NetworkSegment(77c5fcc7-c858-4564-be2e-bcc4806159ea),segment_id=77c5fcc7-c858-4564-be2e-bcc4806159ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:18.929899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:18.930505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Checking segment: {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:18.930918 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.931782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Bound using segment: {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:18.931896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Bound port: 436b89da-e932-4e5d-b717-18af1219631b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:18.932261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.938681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:18.954758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '6fb19fc5-4537-4ccf-9fc1-97b530aaff0b', 'network_id': 'd0542c82-181e-451d-b345-bd41dad9fde2', 'port_id': '6fb19fc5-4537-4ccf-9fc1-97b530aaff0b', 'mac_address': 'fa:16:3e:e9:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefccc35-c9c2-4f64-81de-27d82829d547', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:19.010262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Network 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:19.019231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:19.021733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:19.051647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Pushing event updated for resources: {'Port': ['ID=694875b8-34bd-49ed-9e03-a417fefec552,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:19.060740 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.078480 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.080999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:19.085675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] For port 436b89da-e932-4e5d-b717-18af1219631b, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:19.104689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] For port 436b89da-e932-4e5d-b717-18af1219631b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436b89da-e932-4e5d-b717-18af1219631b,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:19.113350 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.116420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,segment=NetworkSegment(77c5fcc7-c858-4564-be2e-bcc4806159ea),segment_id=77c5fcc7-c858-4564-be2e-bcc4806159ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:19.142555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.182800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70835ed6-cfd3-4333-90a1-86e2d19fbae1 None None] Pushing event updated for resources: {'Port': ['ID=436b89da-e932-4e5d-b717-18af1219631b,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:19.260695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:19.343644 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.394400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['6fb19fc5-4537-4ccf-9fc1-97b530aaff0b'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:19.403008 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.452226 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.460395 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.506667 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.564648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.564648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.571964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:19.596391 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.596839 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Added segment b3689938-10b3-4036-9845-a82f28011d73 of type vlan for network cc89b74e-c688-4f20-ab80-4dbda47338f8
Nov 27 20:56:19.642427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-5c4a60a8-a45c-4256-b625-7ad8282999a5 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0732789
Nov 27 20:56:19.659531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1446e3-d851-44d2-848f-dbda9b6f1c25 req-f674f07c-63c6-4191-9546-133d39014301 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.669270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1446e3-d851-44d2-848f-dbda9b6f1c25 req-f674f07c-63c6-4191-9546-133d39014301 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.676195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:19.692072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1446e3-d851-44d2-848f-dbda9b6f1c25 req-f674f07c-63c6-4191-9546-133d39014301 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.699942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1446e3-d851-44d2-848f-dbda9b6f1c25 req-f674f07c-63c6-4191-9546-133d39014301 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.706428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1446e3-d851-44d2-848f-dbda9b6f1c25 req-f674f07c-63c6-4191-9546-133d39014301 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.713106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1446e3-d851-44d2-848f-dbda9b6f1c25 req-f674f07c-63c6-4191-9546-133d39014301 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.719749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1446e3-d851-44d2-848f-dbda9b6f1c25 req-f674f07c-63c6-4191-9546-133d39014301 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.722985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:19.728803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f1446e3-d851-44d2-848f-dbda9b6f1c25 req-f674f07c-63c6-4191-9546-133d39014301 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.2190113
Nov 27 20:56:19.739561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Request body: {'port': {'device_id': '8f9f1f68-ad07-4e06-9ae6-26f62f73982c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:19.771400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:19.788462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Allocated IP 172.35.3.204 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/d917e9bc-c810-42ee-84fe-fa4bdcaebb89) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:19.820610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab37b5-761f-4911-bed9-ee1e258f74d4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:19.834350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event updated for resources: {'Port': ['ID=70bda558-504b-438c-8dcf-95af0d27d928,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:19.844922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.897240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.897902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.900204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.924739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afcf22-4ab6-4550-b112-f0632839db06 req-d120e57a-a5cc-4377-b35a-902443e8f93b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.932740 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60afcf22-4ab6-4550-b112-f0632839db06 req-d120e57a-a5cc-4377-b35a-902443e8f93b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 945 time: 0.2413702
Nov 27 20:56:19.935097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f1446e3-d851-44d2-848f-dbda9b6f1c25 req-0f2be886-4a37-4462-a97b-08b63b85586a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2041855
Nov 27 20:56:19.944398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.944611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:19.945124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:19.975626 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bba68b5b-5203-4e0f-864b-cdbb8b448683 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3623424
Nov 27 20:56:19.985578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42872) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:20.002906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Deleting port b38cff5b-f07a-4783-8df5-4d8ea217db5c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:20.003272 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.050324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3823733
Nov 27 20:56:20.062485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42876) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:20.097639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Request body: {'subnet': {'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-487175667-subnet', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:20.129751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-16998712-a27e-4456-b8b6-91c5d5f54105 None None] Provisioning complete for port 70bda558-504b-438c-8dcf-95af0d27d928 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:20.130401 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16998712-a27e-4456-b8b6-91c5d5f54105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.145741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'project_id': 'b84cea885cbf49b78dd7d4222747c05b', 'port_id': '70bda558-504b-438c-8dcf-95af0d27d928'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:20.152183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ab4af-997a-45ff-9b36-711a19af482e admin admin] Pushing event updated for resources: {'Network': ['ID=cc89b74e-c688-4f20-ab80-4dbda47338f8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:20.163808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network cc89b74e-c688-4f20-ab80-4dbda47338f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:20.167787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60afcf22-4ab6-4550-b112-f0632839db06 req-e6adf92f-3400-4a32-8920-62d075b3b0e4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337155
Nov 27 20:56:20.174975 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.194646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Made reservation on behalf of 7860bb78a8bc43fd80d4c01ce057e5ef for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:20.194845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf3852-ff0b-4322-a806-cc8f9eedd6e0 req-76d261b8-f066-4f9c-ba9c-186af35b1fd7 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:20.202041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bedf3852-ff0b-4322-a806-cc8f9eedd6e0 req-76d261b8-f066-4f9c-ba9c-186af35b1fd7 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 932 time: 0.1794677
Nov 27 20:56:20.209056 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.303914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] For port b38cff5b-f07a-4783-8df5-4d8ea217db5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b38cff5b-f07a-4783-8df5-4d8ea217db5c,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:20.304294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.314466 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.343511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Calling delete_port for b38cff5b-f07a-4783-8df5-4d8ea217db5c owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:20.376971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-16998712-a27e-4456-b8b6-91c5d5f54105 None None] Port 70bda558-504b-438c-8dcf-95af0d27d928 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:20.403546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bedf3852-ff0b-4322-a806-cc8f9eedd6e0 req-d900aac7-c3c4-4e9f-b9e8-353aea5e8847 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004917
Nov 27 20:56:20.465823 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.505335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:20.558463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:20.566150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:20.567131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:20.569059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:20.571965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Pushing event updated for resources: {'Port': ['ID=d917e9bc-c810-42ee-84fe-fa4bdcaebb89,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:20.577954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:20.578680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.615192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694875b8-34bd-49ed-9e03-a417fefec552 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:20.624342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b5cbb3-d847-4ebf-a175-18be925a047e None None] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:20.630771 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.631547 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.655084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Transition to ACTIVE for port object 694875b8-34bd-49ed-9e03-a417fefec552 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:56:20.688941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.725245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.776942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e656ec2-599d-4514-9f1f-b0d663d05db9,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:20.808525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Checking segment: {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:20.808981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Network hostable DHCP agents. Network: cc89b74e-c688-4f20-ab80-4dbda47338f8, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:56:20.812420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f4947507-77ae-4a8f-93c3-fcafe081d546 None None] Provisioning complete for port 436b89da-e932-4e5d-b717-18af1219631b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:20.813022 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f4947507-77ae-4a8f-93c3-fcafe081d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.817868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Pushing event updated for resources: {'Port': ['ID=694875b8-34bd-49ed-9e03-a417fefec552,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:20.818036 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.819085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.880456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=b38cff5b-f07a-4783-8df5-4d8ea217db5c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:20.911307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Network cc89b74e-c688-4f20-ab80-4dbda47338f8 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:56:20.915382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae0497d-307e-4b5d-bf33-4aa2bc4ff484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb19fc5-4537-4ccf-9fc1-97b530aaff0b'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:20.918761 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bb6e45-b4eb-437a-b415-2d743a47069d" -d '{"events": [{"server_uuid": "6ae0497d-307e-4b5d-bf33-4aa2bc4ff484", "name": "network-vif-plugged", "status": "completed", "tag": "6fb19fc5-4537-4ccf-9fc1-97b530aaff0b"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:20.941268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,segment=NetworkSegment(77c5fcc7-c858-4564-be2e-bcc4806159ea),segment_id=77c5fcc7-c858-4564-be2e-bcc4806159ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:20.950870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:20.953278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cc89b74e-c688-4f20-ab80-4dbda47338f8) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:20.955499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Allocated IP 172.35.3.217 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/aa35fae2-18cb-42db-974f-2c50e012d1ae) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:20.966695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:20.967372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.002696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3b58e35a-43df-4453-9392-e22c480d11f9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9387238
Nov 27 20:56:21.013186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42884) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:21.018778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:21.057972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66dbb35-dffb-4bbd-b70d-d84cbf6c4b02 None None] Network cc89b74e-c688-4f20-ab80-4dbda47338f8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:21.061279 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cd329a-6980-492e-a607-b9f29f37e3d9 x-openstack-request-id: req-56cd329a-6980-492e-a607-b9f29f37e3d9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:21.062344 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae0497d-307e-4b5d-bf33-4aa2bc4ff484", "name": "network-vif-plugged", "status": "completed", "tag": "6fb19fc5-4537-4ccf-9fc1-97b530aaff0b", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:21.062838 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56cd329a-6980-492e-a607-b9f29f37e3d9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:21.063406 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae0497d-307e-4b5d-bf33-4aa2bc4ff484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb19fc5-4537-4ccf-9fc1-97b530aaff0b', 'code': 200}
Nov 27 20:56:21.080533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Attempting to bind port 694875b8-34bd-49ed-9e03-a417fefec552 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:21.080875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Attempting to bind port 694875b8-34bd-49ed-9e03-a417fefec552 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b073cc16-0156-41dc-a3bd-b990880c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:21.081226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Attempting to bind port 694875b8-34bd-49ed-9e03-a417fefec552 on network 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:21.093772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Port 694875b8-34bd-49ed-9e03-a417fefec552 on network 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:56:21.094414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Attempting to bind port 694875b8-34bd-49ed-9e03-a417fefec552 on network 2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:21.203231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:21.203864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Checking segment: {'id': 'b073cc16-0156-41dc-a3bd-b990880c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:21.204339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Bound using segment: {'id': 'b073cc16-0156-41dc-a3bd-b990880c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:21.206034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Bound port: 694875b8-34bd-49ed-9e03-a417fefec552, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b073cc16-0156-41dc-a3bd-b990880c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:21.206508 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.215040 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.351998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f4947507-77ae-4a8f-93c3-fcafe081d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.411656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:21.419513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aa422-cedf-419c-a050-4abc59f2e0be req-9441ed76-aa66-4ea5-8851-d6f13a473b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.421153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e0aa422-cedf-419c-a050-4abc59f2e0be req-9441ed76-aa66-4ea5-8851-d6f13a473b1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 1097 time: 0.2850597
Nov 27 20:56:21.438496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1d9a-15c5-4d99-a3df-761d5e42da0b req-5a96db95-93cd-4b0c-abf2-82f6318bd214 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.451749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1d9a-15c5-4d99-a3df-761d5e42da0b req-5a96db95-93cd-4b0c-abf2-82f6318bd214 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.458319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1d9a-15c5-4d99-a3df-761d5e42da0b req-5a96db95-93cd-4b0c-abf2-82f6318bd214 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.462162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f4947507-77ae-4a8f-93c3-fcafe081d546 None None] For port 436b89da-e932-4e5d-b717-18af1219631b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436b89da-e932-4e5d-b717-18af1219631b,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:21.465993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1d9a-15c5-4d99-a3df-761d5e42da0b req-5a96db95-93cd-4b0c-abf2-82f6318bd214 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.472736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1d9a-15c5-4d99-a3df-761d5e42da0b req-5a96db95-93cd-4b0c-abf2-82f6318bd214 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.479582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1d9a-15c5-4d99-a3df-761d5e42da0b req-5a96db95-93cd-4b0c-abf2-82f6318bd214 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.483054 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f4947507-77ae-4a8f-93c3-fcafe081d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.488330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1d9a-15c5-4d99-a3df-761d5e42da0b req-5a96db95-93cd-4b0c-abf2-82f6318bd214 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.493348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d00d1d9a-15c5-4d99-a3df-761d5e42da0b req-5a96db95-93cd-4b0c-abf2-82f6318bd214 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.4055896
Nov 27 20:56:21.549918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.550874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.564848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] For port 694875b8-34bd-49ed-9e03-a417fefec552, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:21.567979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4947507-77ae-4a8f-93c3-fcafe081d546 None None] Pushing event updated for resources: {'Port': ['ID=436b89da-e932-4e5d-b717-18af1219631b,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:21.584084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cc89b74e-c688-4f20-ab80-4dbda47338f8', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:56:21.588737 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.596573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] For port 694875b8-34bd-49ed-9e03-a417fefec552, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=694875b8-34bd-49ed-9e03-a417fefec552,segment=NetworkSegment(b073cc16-0156-41dc-a3bd-b990880c0088),segment_id=b073cc16-0156-41dc-a3bd-b990880c0088)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:21.634771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cd451b36-3383-4b1a-a5b6-523fd1da6c65 None None] Provisioning complete for port 436b89da-e932-4e5d-b717-18af1219631b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:21.635574 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd451b36-3383-4b1a-a5b6-523fd1da6c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.659998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.710380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e0aa422-cedf-419c-a050-4abc59f2e0be req-99e69db5-0e66-4d2f-aa24-9e8c2c6b2bca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062874
Nov 27 20:56:21.711535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.717900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 436b89da-e932-4e5d-b717-18af1219631b up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:21.730734 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.734469 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d00d1d9a-15c5-4d99-a3df-761d5e42da0b req-595442fa-800d-4414-a6df-5b9ea728a04a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2190135
Nov 27 20:56:21.740065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.740695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.742183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] 10.222.0.35 "PUT /v2.0/ports/694875b8-34bd-49ed-9e03-a417fefec552 HTTP/1.1" status: 200  len: 1092 time: 2.0095651
Nov 27 20:56:21.745707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9f1f68-ad07-4e06-9ae6-26f62f73982c', 'tag': '694875b8-34bd-49ed-9e03-a417fefec552'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:21.746983 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297aa91a-5203-4512-b744-119fe23af3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9f1f68-ad07-4e06-9ae6-26f62f73982c", "tag": "694875b8-34bd-49ed-9e03-a417fefec552"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:21.756451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204d403-f314-418c-9d64-0759b9bc46a3 req-0654c513-6042-4b08-983b-848ef7be9901 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:21.764356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b204d403-f314-418c-9d64-0759b9bc46a3 req-0654c513-6042-4b08-983b-848ef7be9901 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 946 time: 0.2546945
Nov 27 20:56:21.809369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefb5ba-8cea-45be-a5b4-cda6331fad17 service neutron] Pushing event updated for resources: {'Port': ['ID=694875b8-34bd-49ed-9e03-a417fefec552,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:21.830198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.863519 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:21.880054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Allocated IP 172.20.0.2 (cc89b74e-c688-4f20-ab80-4dbda47338f8/7e656ec2-599d-4514-9f1f-b0d663d05db9/4d72f89a-3afa-4f55-8211-b6d8a90883c3) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:21.892730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 436b89da-e932-4e5d-b717-18af1219631b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:21.893505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.016691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.035152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b204d403-f314-418c-9d64-0759b9bc46a3 req-18f56409-1c9f-4c35-8f9a-1cbbd0527fd4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2695255
Nov 27 20:56:22.045874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.098464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462a36d-004f-4b01-973d-e19d9ebb0e3c req-dc3280eb-4536-4b56-91d1-66780136494a tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.105695 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e462a36d-004f-4b01-973d-e19d9ebb0e3c req-dc3280eb-4536-4b56-91d1-66780136494a tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 944 time: 0.1303031
Nov 27 20:56:22.132058 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.138957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-9ecd7773-9967-405e-8d6f-6faf94370e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.140787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-9ecd7773-9967-405e-8d6f-6faf94370e98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e0000db558e40a5a68130b07178b447&device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 1095 time: 0.1474841
Nov 27 20:56:22.141140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:22.142254 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.145088 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584532aa-f4d5-49b9-8fd1-0115617b5421 x-openstack-request-id: req-584532aa-f4d5-49b9-8fd1-0115617b5421 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:22.145388 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9f1f68-ad07-4e06-9ae6-26f62f73982c", "tag": "694875b8-34bd-49ed-9e03-a417fefec552", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:22.145650 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-584532aa-f4d5-49b9-8fd1-0115617b5421 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:22.146053 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9f1f68-ad07-4e06-9ae6-26f62f73982c', 'tag': '694875b8-34bd-49ed-9e03-a417fefec552', 'status': 'completed', 'code': 200}
Nov 27 20:56:22.175987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:22.185120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:22.188295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Network cc89b74e-c688-4f20-ab80-4dbda47338f8 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:22.191968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Pushing event updated for resources: {'Port': ['ID=aa35fae2-18cb-42db-974f-2c50e012d1ae,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:22.192627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:22.203217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:22.210573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e462a36d-004f-4b01-973d-e19d9ebb0e3c req-eaed1449-f48e-445c-9cc2-a32b99e94524 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037445
Nov 27 20:56:22.220122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Router d5793437-6ae1-448c-8229-c7c757613756 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:56:22.249105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Pushing event updated for resources: {'Port': ['ID=4d72f89a-3afa-4f55-8211-b6d8a90883c3,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:22.256936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-df030217-4cb8-4730-8a0b-4c9a468b8e6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=694875b8-34bd-49ed-9e03-a417fefec552 HTTP/1.1" status: 200  len: 217 time: 0.0449922
Nov 27 20:56:22.283436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Attempting to bind port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:22.283812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Attempting to bind port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:22.284179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Attempting to bind port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 on network cc89b74e-c688-4f20-ab80-4dbda47338f8 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:22.292153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:22.292538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Checking segment: {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:22.294388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.294713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Bound using segment: {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:22.295199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Bound port: 4d72f89a-3afa-4f55-8211-b6d8a90883c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:22.295609 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.365970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] For port 4d72f89a-3afa-4f55-8211-b6d8a90883c3, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:22.368949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] For port 4d72f89a-3afa-4f55-8211-b6d8a90883c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d72f89a-3afa-4f55-8211-b6d8a90883c3,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:22.378179 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.380032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-1fd62e2c-91b4-4a0f-8447-01be48d69f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.381666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-1fd62e2c-91b4-4a0f-8447-01be48d69f0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c8382d7-52e8-460c-a8a9-cdbdc74643d6 HTTP/1.1" status: 200  len: 849 time: 0.1150370
Nov 27 20:56:22.418620 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-cbb15e89-5af1-4364-bec9-db52814ee9f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291197
Nov 27 20:56:22.427436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2887-5b63-4148-9b7c-b275c3020ed4 req-8c3443eb-8879-4567-a0fd-fb3d400e2210 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.434075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:22.434522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2887-5b63-4148-9b7c-b275c3020ed4 req-8c3443eb-8879-4567-a0fd-fb3d400e2210 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.446986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2887-5b63-4148-9b7c-b275c3020ed4 req-8c3443eb-8879-4567-a0fd-fb3d400e2210 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.453076 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Sync routers for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:22.453838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2887-5b63-4148-9b7c-b275c3020ed4 req-8c3443eb-8879-4567-a0fd-fb3d400e2210 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.461096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2887-5b63-4148-9b7c-b275c3020ed4 req-8c3443eb-8879-4567-a0fd-fb3d400e2210 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.468766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2887-5b63-4148-9b7c-b275c3020ed4 req-8c3443eb-8879-4567-a0fd-fb3d400e2210 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.474064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816cbcd-3fb9-4b02-8ad9-3f2ccddcd6f0 None None] Pushing event updated for resources: {'Port': ['ID=4d72f89a-3afa-4f55-8211-b6d8a90883c3,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:22.475348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2887-5b63-4148-9b7c-b275c3020ed4 req-8c3443eb-8879-4567-a0fd-fb3d400e2210 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:22.477432 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddfa2887-5b63-4148-9b7c-b275c3020ed4 req-8c3443eb-8879-4567-a0fd-fb3d400e2210 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.2442021
Nov 27 20:56:22.495814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42896) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:22.503639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Request body: {'floatingip': {'port_id': '03e5badb-8172-486f-9775-23060da4f0c7'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:22.512515 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:22.513587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.514826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-655af7ad-0556-4d29-a335-46ef8e494f62 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.5972044
Nov 27 20:56:22.517562 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1797c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:22.550289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42898) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:22.591734 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:22.622786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:22.748353 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:23.193669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-9aa4462b-db8a-4e94-a15f-75d5635084ed service neutron] 10.222.0.35 "GET /v2.0/networks/2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7609076
Nov 27 20:56:23.207384 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1797c0>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:20Z', 'revision_number': 3, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:23.250737 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Checking router: d5793437-6ae1-448c-8229-c7c757613756 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:23.251277 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Updating router d5793437-6ae1-448c-8229-c7c757613756 port d917e9bc-c810-42ee-84fe-fa4bdcaebb89 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:56:23.295007 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:23.313050 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:23.369470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:23.472228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:23.488463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] Sync routers for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:23.514286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:23.516927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d9cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:23.529514 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-38c35c74-4aa6-478c-9be7-8f7ab0685f46 admin admin] 10.222.0.21 "PUT /v2.0/routers/f6c376f6-9af2-4b4f-b97e-b17d743ba9f2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0298166
Nov 27 20:56:23.531273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e266e0b-285f-43dc-ad4e-ef8aefa26b68 req-af626dc5-b40c-4e05-b03c-62b6eec97ed1 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:23.532818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e266e0b-285f-43dc-ad4e-ef8aefa26b68 req-af626dc5-b40c-4e05-b03c-62b6eec97ed1 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 944 time: 0.2082834
Nov 27 20:56:23.537772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42906) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:23.540647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ab5ecbb-4b61-44ea-8139-afc3bd5d315a req-c432e6ff-689e-49a9-af10-35f79ac1994e service neutron] 10.222.0.35 "GET /v2.0/networks/2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3372171
Nov 27 20:56:23.679932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b67d8-a181-4091-8d54-9b9227be7863 req-4184a0c7-9c6e-4a9b-8a79-648b7776a9be tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:23.694557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-260b67d8-a181-4091-8d54-9b9227be7863 req-4184a0c7-9c6e-4a9b-8a79-648b7776a9be tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 946 time: 0.3766348
Nov 27 20:56:23.730123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4d72f89a-3afa-4f55-8211-b6d8a90883c3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:23.790242 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:23.795133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:23.885888 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:23.900933 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e266e0b-285f-43dc-ad4e-ef8aefa26b68 req-a034020f-9356-42d8-9ad9-7f14826e716a tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2858829
Nov 27 20:56:23.904416 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:23.924864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297aa91a-5203-4512-b744-119fe23af3a2 req-77c4d83e-b8aa-4643-954a-1021c17162c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:23.926486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-297aa91a-5203-4512-b744-119fe23af3a2 req-77c4d83e-b8aa-4643-954a-1021c17162c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e0000db558e40a5a68130b07178b447&device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 1095 time: 0.2549484
Nov 27 20:56:23.936749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:23.937638 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:23.978001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Allocated IP 172.35.3.123 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/c61ebbfe-ffbb-49a7-b94c-5077877b357d) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:23.988401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Pushing event updated for resources: {'Port': ['ID=d917e9bc-c810-42ee-84fe-fa4bdcaebb89,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:24.013757 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.014243 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.014656 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.015187 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.015561 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.016053 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.016401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.016748 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.017087 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.017540 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.017937 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.018447 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:56:24.061299 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Attempting to bind port d917e9bc-c810-42ee-84fe-fa4bdcaebb89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:24.062153 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Attempting to bind port d917e9bc-c810-42ee-84fe-fa4bdcaebb89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:24.062519 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Attempting to bind port d917e9bc-c810-42ee-84fe-fa4bdcaebb89 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:24.073209 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:24.073616 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:24.074246 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.074482 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:24.074984 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Bound port: d917e9bc-c810-42ee-84fe-fa4bdcaebb89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:24.075460 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.113513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.161034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.resource_extend [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:56:24.165350 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.191846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a0953b-8237-4cb5-b28e-a2e4c028e78d None None] Network cc89b74e-c688-4f20-ab80-4dbda47338f8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:24.193165 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] For port d917e9bc-c810-42ee-84fe-fa4bdcaebb89, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:24.194807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.203858 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] For port d917e9bc-c810-42ee-84fe-fa4bdcaebb89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d917e9bc-c810-42ee-84fe-fa4bdcaebb89,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:24.220721 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.277277 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.289045 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.295750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-437e2b7c-144b-4205-9c39-a9edfe5bdea1 None None] Provisioning complete for port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:24.296264 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-437e2b7c-144b-4205-9c39-a9edfe5bdea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.298771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297aa91a-5203-4512-b744-119fe23af3a2 req-b7e1e657-26da-41c8-8f0f-d98465f50e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:24.301287 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-297aa91a-5203-4512-b744-119fe23af3a2 req-b7e1e657-26da-41c8-8f0f-d98465f50e98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d HTTP/1.1" status: 200  len: 910 time: 0.3619204
Nov 27 20:56:24.307153 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.320234 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-260b67d8-a181-4091-8d54-9b9227be7863 req-06c39dec-8898-417f-9e2a-229665d651d0 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6238549
Nov 27 20:56:24.348870 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808e102-bfc3-4e91-9fc9-a4ae04fdbae6 None None] Pushing event updated for resources: {'Port': ['ID=d917e9bc-c810-42ee-84fe-fa4bdcaebb89,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:24.354105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.381617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 4d72f89a-3afa-4f55-8211-b6d8a90883c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d72f89a-3afa-4f55-8211-b6d8a90883c3,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:24.387979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:24.388905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.416856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.417736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 436b89da-e932-4e5d-b717-18af1219631b up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:24.437179 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:24.438001 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1797c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:24.450687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d9cd0>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:56:20Z', 'revision_number': 5, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port': {'id': 'c18c26e0-7b65-4757-a750-c1f5316b3531', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:24.514439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] Checking router: f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:24.533387 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.536955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-297aa91a-5203-4512-b744-119fe23af3a2 req-8eb0775e-6d35-4f6f-82b4-26f370b39e0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=694875b8-34bd-49ed-9e03-a417fefec552 HTTP/1.1" status: 200  len: 217 time: 0.2258160
Nov 27 20:56:24.552599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.561868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:24.587342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:24.590763 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.616912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Pushing event updated for resources: {'Port': ['ID=c61ebbfe-ffbb-49a7-b94c-5077877b357d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:24.648898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297aa91a-5203-4512-b744-119fe23af3a2 req-392c6a53-0b0a-4f07-b6b2-beaa01b4bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:24.653719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-297aa91a-5203-4512-b744-119fe23af3a2 req-392c6a53-0b0a-4f07-b6b2-beaa01b4bd05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c8382d7-52e8-460c-a8a9-cdbdc74643d6 HTTP/1.1" status: 200  len: 849 time: 0.1071353
Nov 27 20:56:24.701338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Pushing event updated for resources: {'Port': ['ID=aa35fae2-18cb-42db-974f-2c50e012d1ae,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:24.755088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=4d72f89a-3afa-4f55-8211-b6d8a90883c3,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:24.757821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] Routers {'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:24.758533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d9cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:24.775884 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:24.866515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 436b89da-e932-4e5d-b717-18af1219631b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:24.867026 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:24.921160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] Set router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:25.032541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d9cd0>, [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:56:24Z', 'revision_number': 6, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:25.049529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Allocated IP 172.20.0.1 (869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35/73487f2e-a260-462c-a2bd-5ff76746725f/e0b43299-3ab2-48b9-985b-fcccf44ba85f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:25.064560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:25.078533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd4c2e4-b930-4acf-a4ac-a576773ef698 None None] The sync data for ids ['f6c376f6-9af2-4b4f-b97e-b17d743ba9f2'] in ncdv-master-1 is: [{'id': 'f6c376f6-9af2-4b4f-b97e-b17d743ba9f2', 'name': 'tempest-ServersTestManualDisk-1406413912-router', 'tenant_id': '949d330b01384fb091f743a127f26402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:44Z', 'updated_at': '2021-11-27T20:56:24Z', 'revision_number': 6, 'project_id': '949d330b01384fb091f743a127f26402', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:25.113129 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:25.137235 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1797c0>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:20Z', 'revision_number': 3, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:25.171364 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8eac79-bb98-48f1-a8d6-2e2ecdb0bd85 None None] The sync data for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 is: [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:20Z', 'revision_number': 3, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:25.220772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:25.233464 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-297aa91a-5203-4512-b744-119fe23af3a2 req-f6b1d4db-422d-4465-a2bf-a3337e6e582d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5653718
Nov 27 20:56:25.280598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dbb47819-1e95-4908-9dc7-af835c1d41e0 None None] Provisioning complete for port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:25.281242 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dbb47819-1e95-4908-9dc7-af835c1d41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:25.416718 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Floating IP 53a53a25-3e0f-4dac-bdfa-b4bc37acffee associated. External IP: 172.35.3.24, port: 03e5badb-8172-486f-9775-23060da4f0c7.
Nov 27 20:56:25.449576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Deleting port c18c26e0-7b65-4757-a750-c1f5316b3531 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:25.450074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:25.516663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623823e-d029-4e46-910c-4f0253d282b0 req-7cb63e89-dbd1-4b3d-b774-26f4b2b87b58 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:25.524741 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2623823e-d029-4e46-910c-4f0253d282b0 req-7cb63e89-dbd1-4b3d-b774-26f4b2b87b58 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 944 time: 0.2938790
Nov 27 20:56:25.540640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba489b6-e4bf-4eca-8dfb-a25504b41864 req-4a4afb18-e7ae-4708-aca8-d626ead1a3e4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:25.543844 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:25.550905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ba489b6-e4bf-4eca-8dfb-a25504b41864 req-4a4afb18-e7ae-4708-aca8-d626ead1a3e4 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 946 time: 0.4788823
Nov 27 20:56:25.623748 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-297aa91a-5203-4512-b744-119fe23af3a2 req-7e60058e-a162-4751-9c1b-c6fc449a142a service neutron] 10.222.0.35 "GET /v2.0/networks/2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3762710
Nov 27 20:56:25.649575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4d72f89a-3afa-4f55-8211-b6d8a90883c3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:25.664303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:25.703286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:25.705682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:25.764739 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ba489b6-e4bf-4eca-8dfb-a25504b41864 req-3c5ce6a4-fc9d-4a5b-b2c6-6b07586d3b98 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147613
Nov 27 20:56:25.770859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:25.771662 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:25.857997 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Floating IP bbcf8528-5118-4828-b322-dc5cc968bc74 associated. External IP: 172.35.3.217, port: 70bda558-504b-438c-8dcf-95af0d27d928.
Nov 27 20:56:25.925486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b38cff5b-f07a-4783-8df5-4d8ea217db5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:25.955815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b38cff5b-f07a-4783-8df5-4d8ea217db5c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:25.956324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b38cff5b-f07a-4783-8df5-4d8ea217db5c not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:25.999591 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.048542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] For port c18c26e0-7b65-4757-a750-c1f5316b3531, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c18c26e0-7b65-4757-a750-c1f5316b3531,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:26.052528 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.071983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Calling delete_port for c18c26e0-7b65-4757-a750-c1f5316b3531 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:26.103797 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bc66ebb0-f472-468c-bb42-cdf4a1846128 None None] Provisioning complete for port e0b43299-3ab2-48b9-985b-fcccf44ba85f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:26.104441 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bc66ebb0-f472-468c-bb42-cdf4a1846128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.147092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bc66ebb0-f472-468c-bb42-cdf4a1846128 None None] Port e0b43299-3ab2-48b9-985b-fcccf44ba85f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:26.241358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b43299-3ab2-48b9-985b-fcccf44ba85f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:26.252562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2623823e-d029-4e46-910c-4f0253d282b0 req-091ebded-cdbd-4937-801f-c6c7e84abed0 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7262855
Nov 27 20:56:26.273437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.442134 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-297aa91a-5203-4512-b744-119fe23af3a2 req-c02534f9-7543-4053-a4bb-0de56c0ad18d service neutron] 10.222.0.35 "GET /v2.0/networks/2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7837162
Nov 27 20:56:26.478742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815379c4-42d2-4be0-82d6-39738aaf320a req-73a245fe-241a-4cf3-8b90-14678345688e tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:26.480297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-815379c4-42d2-4be0-82d6-39738aaf320a req-73a245fe-241a-4cf3-8b90-14678345688e tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 946 time: 0.2002213
Nov 27 20:56:26.529171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Router e2456ec0-1cfb-4bff-a93c-4738aff6b372 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:26.555557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 694875b8-34bd-49ed-9e03-a417fefec552 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:26.558112 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.591091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Router c8eacb6b-9bf2-40d9-a669-5a29f286e919 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:56:26.620321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18c26e0-7b65-4757-a750-c1f5316b3531,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:26.642339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.648999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Router 80f69812-73a2-4943-b298-f0e561ee3adb has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:26.672704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 694875b8-34bd-49ed-9e03-a417fefec552, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=694875b8-34bd-49ed-9e03-a417fefec552,segment=NetworkSegment(b073cc16-0156-41dc-a3bd-b990880c0088),segment_id=b073cc16-0156-41dc-a3bd-b990880c0088)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:26.687889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '694875b8-34bd-49ed-9e03-a417fefec552', 'network_id': '2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d', 'port_id': '694875b8-34bd-49ed-9e03-a417fefec552', 'mac_address': 'fa:16:3e:23:d9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8382d7-52e8-460c-a8a9-cdbdc74643d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:26.729406 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.752345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-815379c4-42d2-4be0-82d6-39738aaf320a req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Deleting port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:26.752698 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-815379c4-42d2-4be0-82d6-39738aaf320a req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.763747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694875b8-34bd-49ed-9e03-a417fefec552 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:26.792499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 694875b8-34bd-49ed-9e03-a417fefec552, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=694875b8-34bd-49ed-9e03-a417fefec552,segment=NetworkSegment(b073cc16-0156-41dc-a3bd-b990880c0088),segment_id=b073cc16-0156-41dc-a3bd-b990880c0088)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:26.797727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.825189 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.857503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=694875b8-34bd-49ed-9e03-a417fefec552,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:26.866700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:26.880482 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f41bd2-2691-41bc-ab1b-5ecb4e3a4dd7 None None] Sync routers for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:26.901189 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f41bd2-2691-41bc-ab1b-5ecb4e3a4dd7 None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:26.903034 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c8f41bd2-2691-41bc-ab1b-5ecb4e3a4dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe55a610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:26.935835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:26.949112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Sync routers for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:26.956434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:26.968601 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:26.976387 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c8f41bd2-2691-41bc-ab1b-5ecb4e3a4dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe55a610>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:26.980213 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] Sync routers for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:26.984112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:26.984740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2428e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:26.997593 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:26.998550 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:27.028509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-815379c4-42d2-4be0-82d6-39738aaf320a req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] For port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,segment=NetworkSegment(77c5fcc7-c858-4564-be2e-bcc4806159ea),segment_id=77c5fcc7-c858-4564-be2e-bcc4806159ea)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:27.028939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-815379c4-42d2-4be0-82d6-39738aaf320a req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.058935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.059201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-815379c4-42d2-4be0-82d6-39738aaf320a req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Calling delete_port for 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:27.064498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d31292a8-2678-41af-b23d-1ce66c9b362f tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "PUT /v2.0/floatingips/53a53a25-3e0f-4dac-bdfa-b4bc37acffee HTTP/1.1" status: 200  len: 991 time: 4.5622270
Nov 27 20:56:27.069599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:27.072059 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86" -d '{"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "03e5badb-8172-486f-9775-23060da4f0c7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:27.073951 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f41bd2-2691-41bc-ab1b-5ecb4e3a4dd7 None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:27.075147 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c8f41bd2-2691-41bc-ab1b-5ecb4e3a4dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe55a610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:27.102152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.108522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.132027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.133546 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-db196bb5-f1e6-4f11-82c7-e1b6e5bd3646 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.1181288
Nov 27 20:56:27.143209 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c8f41bd2-2691-41bc-ab1b-5ecb4e3a4dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe55a610>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:27.144129 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f41bd2-2691-41bc-ab1b-5ecb4e3a4dd7 None None] The sync data for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:27.148922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['694875b8-34bd-49ed-9e03-a417fefec552'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:27.153473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42930) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:27.227283 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.249597 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.250195 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:27.263696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-483bf038-533f-46b5-bea6-b12fe32ab325 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 7.2769594
Nov 27 20:56:27.266444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42932) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:27.267044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:27.323377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.330375 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fb73c3-982a-4d89-ae28-92a0f3a228c6 x-openstack-request-id: req-b8fb73c3-982a-4d89-ae28-92a0f3a228c6 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:27.330767 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "tag": "03e5badb-8172-486f-9775-23060da4f0c7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:27.331436 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8fb73c3-982a-4d89-ae28-92a0f3a228c6 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:27.332354 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7', 'status': 'completed', 'code': 200}
Nov 27 20:56:27.366117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5b3d7-8e2a-4098-b7d1-4aabc675242c req-c644d05b-dacb-457a-bf8c-8a8ef3df6f65 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:27.380040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71f5b3d7-8e2a-4098-b7d1-4aabc675242c req-c644d05b-dacb-457a-bf8c-8a8ef3df6f65 tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ae0497d-307e-4b5d-bf33-4aa2bc4ff484 HTTP/1.1" status: 200  len: 946 time: 0.4734702
Nov 27 20:56:27.552613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d917e9bc-c810-42ee-84fe-fa4bdcaebb89 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:27.559892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b43299-3ab2-48b9-985b-fcccf44ba85f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:27.726639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d9f42-afb8-4d49-8d3e-17b1c2c8bbee req-b144cef1-f72d-4f07-99b3-db57da80661f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:27.729999 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64c880>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '53a53a25-3e0f-4dac-bdfa-b4bc37acffee', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'floating_ip_address': '172.35.3.24', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'port_id': '03e5badb-8172-486f-9775-23060da4f0c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'mac_address': 'fa:16:3e:33:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:55:18Z', 'updated_at': '2021-11-27T20:56:23Z', 'revision_number': 1, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a342ab1-8b65-4541-93f6-c197d2b0cb4a', 'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'mac_address': 'fa:16:3e:df:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:39Z', 'updated_at': '2021-11-27T20:54:49Z', 'revision_number': 5, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'subnets': [{'id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:27.733682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2428e0>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:24Z', 'revision_number': 3, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:27.736421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-654d9f42-afb8-4d49-8d3e-17b1c2c8bbee req-b144cef1-f72d-4f07-99b3-db57da80661f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 945 time: 0.3184719
Nov 27 20:56:27.756572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-815379c4-42d2-4be0-82d6-39738aaf320a req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.763674 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] Checking router: 80f69812-73a2-4943-b298-f0e561ee3adb for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:27.766788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Checking router: c8eacb6b-9bf2-40d9-a669-5a29f286e919 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:27.767052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Updating router c8eacb6b-9bf2-40d9-a669-5a29f286e919 port c61ebbfe-ffbb-49a7-b94c-5077877b357d binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:56:27.776888 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:27.777809 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:27.779642 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.780167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:56:27.794394 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.797995 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7964febc-f5bd-4d04-9e6d-6e749606dbc5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f6c376f6-9af2-4b4f-b97e-b17d743ba9f2 HTTP/1.1" status: 204  len: 168 time: 4.2478650
Nov 27 20:56:27.799721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d917e9bc-c810-42ee-84fe-fa4bdcaebb89 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:27.800102 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.821275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42936) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:27.830592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Pushing event deleted for resources: {'Port': ['ID=6fb19fc5-4537-4ccf-9fc1-97b530aaff0b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:27.851472 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:27.987991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-654d9f42-afb8-4d49-8d3e-17b1c2c8bbee req-68a5d6f5-979b-47e1-ae57-1246e7dc4d19 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2504692
Nov 27 20:56:27.988880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-815379c4-42d2-4be0-82d6-39738aaf320a req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] No DVR routers for this DVR port 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:56:27.999511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e8dbc295-724b-4859-bc1c-2990f100ae36 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] 10.222.0.21 "GET /v2.0/floatingips/bbcf8528-5118-4828-b322-dc5cc968bc74 HTTP/1.1" status: 200  len: 983 time: 0.7275405
Nov 27 20:56:28.000692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42940) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:28.007040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71f5b3d7-8e2a-4098-b7d1-4aabc675242c req-50f76a87-401b-4231-8aa5-6bb8d61269db tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6260681
Nov 27 20:56:28.010413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-815379c4-42d2-4be0-82d6-39738aaf320a req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.017209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-815379c4-42d2-4be0-82d6-39738aaf320a req-b42118ff-09f6-4fdf-ad3f-406bf77d065b tempest-ServerPasswordTestJSON-1614638584 tempest-ServerPasswordTestJSON-1614638584-project] 10.222.0.35 "DELETE /v2.0/ports/6fb19fc5-4537-4ccf-9fc1-97b530aaff0b HTTP/1.1" status: 204  len: 173 time: 1.5229938
Nov 27 20:56:28.060901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34b86d8-69a7-4b68-a507-52a8270c800e admin admin] Deleting subnet 970bbeb5-9f69-45ee-a166-091cd2140bf8 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:56:28.066201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:28.067670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:28.162309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-62e8c14d-ad48-45e7-9d3c-a0aa1ad15efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:28.163554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-62e8c14d-ad48-45e7-9d3c-a0aa1ad15efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:28.164214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-62e8c14d-ad48-45e7-9d3c-a0aa1ad15efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:28.164856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-62e8c14d-ad48-45e7-9d3c-a0aa1ad15efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:28.166769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-62e8c14d-ad48-45e7-9d3c-a0aa1ad15efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:28.167466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-62e8c14d-ad48-45e7-9d3c-a0aa1ad15efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:28.168319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-62e8c14d-ad48-45e7-9d3c-a0aa1ad15efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:28.176537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-62e8c14d-ad48-45e7-9d3c-a0aa1ad15efa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6500 time: 0.7856984
Nov 27 20:56:28.193414 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:28.200759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a34b86d8-69a7-4b68-a507-52a8270c800e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.251027 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.331465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port d917e9bc-c810-42ee-84fe-fa4bdcaebb89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d917e9bc-c810-42ee-84fe-fa4bdcaebb89,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:28.375191 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.411468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a34b86d8-69a7-4b68-a507-52a8270c800e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.471595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Router d5793437-6ae1-448c-8229-c7c757613756 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:28.573319 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64c880>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '53a53a25-3e0f-4dac-bdfa-b4bc37acffee', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'floating_ip_address': '172.35.3.24', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'port_id': '03e5badb-8172-486f-9775-23060da4f0c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'mac_address': 'fa:16:3e:33:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:55:18Z', 'updated_at': '2021-11-27T20:56:23Z', 'revision_number': 1, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a342ab1-8b65-4541-93f6-c197d2b0cb4a', 'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'mac_address': 'fa:16:3e:df:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:39Z', 'updated_at': '2021-11-27T20:54:49Z', 'revision_number': 5, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'subnets': [{'id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:28.611232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c18c26e0-7b65-4757-a750-c1f5316b3531 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:28.619959 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3779b619-c072-48a6-ae4a-e233d57f67d6 None None] The sync data for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 is: [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '53a53a25-3e0f-4dac-bdfa-b4bc37acffee', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'floating_ip_address': '172.35.3.24', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'port_id': '03e5badb-8172-486f-9775-23060da4f0c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'mac_address': 'fa:16:3e:33:36:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76793c46-5fca-400a-9b35-d4b6346878be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:55:18Z', 'updated_at': '2021-11-27T20:56:23Z', 'revision_number': 1, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a342ab1-8b65-4541-93f6-c197d2b0cb4a', 'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'mac_address': 'fa:16:3e:df:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:39Z', 'updated_at': '2021-11-27T20:54:49Z', 'revision_number': 5, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'subnets': [{'id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:28.631142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 694875b8-34bd-49ed-9e03-a417fefec552 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:28.632906 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a34b86d8-69a7-4b68-a507-52a8270c800e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.638516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c18c26e0-7b65-4757-a750-c1f5316b3531 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:28.638868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c18c26e0-7b65-4757-a750-c1f5316b3531 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:28.676822 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.708619 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.721386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-045404a9-8f58-430c-b731-2b1bccd226eb None None] Provisioning complete for port e0b43299-3ab2-48b9-985b-fcccf44ba85f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:28.721743 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-045404a9-8f58-430c-b731-2b1bccd226eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.725904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=d917e9bc-c810-42ee-84fe-fa4bdcaebb89,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:28.726077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5c7cade4-f350-4072-b677-efdb6236e61e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3034 time: 0.7214167
Nov 27 20:56:28.728032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42944) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:28.745539 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a34b86d8-69a7-4b68-a507-52a8270c800e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.765641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a34b86d8-69a7-4b68-a507-52a8270c800e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.770971 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a34b86d8-69a7-4b68-a507-52a8270c800e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/970bbeb5-9f69-45ee-a166-091cd2140bf8 HTTP/1.1" status: 204  len: 168 time: 0.9483936
Nov 27 20:56:28.776469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42946) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:28.790717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd563489-9e37-415a-a8fc-63b5d5bc0535 None None] Network 9468b055-276c-45cc-aca4-5401a80bf2fe requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:28.792070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-8a13c0f0-089a-4122-a06e-0047dcc08fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:28.794617 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-8a13c0f0-089a-4122-a06e-0047dcc08fc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d HTTP/1.1" status: 200  len: 918 time: 0.5830214
Nov 27 20:56:28.795534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b86d8-69a7-4b68-a507-52a8270c800e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970bbeb5-9f69-45ee-a166-091cd2140bf8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:28.852333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Attempting to bind port c61ebbfe-ffbb-49a7-b94c-5077877b357d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:28.852712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Attempting to bind port c61ebbfe-ffbb-49a7-b94c-5077877b357d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:28.853080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Attempting to bind port c61ebbfe-ffbb-49a7-b94c-5077877b357d on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:28.872291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-045404a9-8f58-430c-b731-2b1bccd226eb None None] Port e0b43299-3ab2-48b9-985b-fcccf44ba85f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:28.881403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:28.881790 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:28.882211 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.882610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:28.883113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Bound port: c61ebbfe-ffbb-49a7-b94c-5077877b357d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:28.883526 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:28.889923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fcbb5-0256-4559-aaad-19ae67845868 None None] Pushing event updated for resources: {'Port': ['ID=c61ebbfe-ffbb-49a7-b94c-5077877b357d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:28.924613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 694875b8-34bd-49ed-9e03-a417fefec552 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:28.936466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-f55da54e-6255-48be-b978-c6d3c1fc7462 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03e5badb-8172-486f-9775-23060da4f0c7 HTTP/1.1" status: 200  len: 999 time: 0.1258936
Nov 27 20:56:28.939346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 694875b8-34bd-49ed-9e03-a417fefec552 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:28.939730 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.004465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-f6a38d38-6976-44b3-a11a-03c8d30c368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:29.006830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-f6a38d38-6976-44b3-a11a-03c8d30c368f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fefb2aa-37dd-4ae6-821d-068bbb418a00 HTTP/1.1" status: 200  len: 856 time: 0.0632763
Nov 27 20:56:29.031972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] For port c61ebbfe-ffbb-49a7-b94c-5077877b357d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:29.051375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] For port c61ebbfe-ffbb-49a7-b94c-5077877b357d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c61ebbfe-ffbb-49a7-b94c-5077877b357d,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:29.073955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-bfcfcf07-a0b1-4472-87ab-bab79b3ee3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:29.076420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-bfcfcf07-a0b1-4472-87ab-bab79b3ee3cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0618327
Nov 27 20:56:29.087080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c954c6-8139-47dd-a5f4-a7ffcd3e818c None None] New status for floating IP 53a53a25-3e0f-4dac-bdfa-b4bc37acffee: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:56:29.101244 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.143169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42952) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:29.256871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:29.270758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:29.271355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2428e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:29.278009 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ea100c5f-2ada-4c7e-8ab9-1528b9ca3975 admin admin] 10.222.0.21 "PUT /v2.0/routers/d5793437-6ae1-448c-8229-c7c757613756/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7245548
Nov 27 20:56:29.281949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5454b0-49a0-4df4-b51f-3c797597a51e None None] DHCP port deletion for 9468b055-276c-45cc-aca4-5401a80bf2fe request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:56:29.291358 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Sync routers for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:29.304974 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:29.306096 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403c02fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:29.333275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-5466e220-cac6-49aa-869f-7632133c0a55 service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2500710
Nov 27 20:56:29.359325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae0497d-307e-4b5d-bf33-4aa2bc4ff484', 'name': 'network-vif-deleted', 'tag': '6fb19fc5-4537-4ccf-9fc1-97b530aaff0b'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:29.361726 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64ce995-4438-485f-bda2-81668f13918c" -d '{"events": [{"server_uuid": "6ae0497d-307e-4b5d-bf33-4aa2bc4ff484", "name": "network-vif-deleted", "tag": "6fb19fc5-4537-4ccf-9fc1-97b530aaff0b"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:29.366747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-436dfe91-43a7-423c-85a8-15a213e659a2 admin admin] Deleting subnet eefccc35-c9c2-4f64-81de-27d82829d547 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:56:29.373911 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.400385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c47317-ca42-41dc-ba85-7a017157317a req-6e7daa09-c9fe-4bbf-aa64-14841d8304c6 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:29.401928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52c47317-ca42-41dc-ba85-7a017157317a req-6e7daa09-c9fe-4bbf-aa64-14841d8304c6 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 945 time: 0.2033086
Nov 27 20:56:29.431862 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.432062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-436dfe91-43a7-423c-85a8-15a213e659a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.543987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fcbb5-0256-4559-aaad-19ae67845868 None None] Pushing event updated for resources: {'Port': ['ID=c61ebbfe-ffbb-49a7-b94c-5077877b357d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:29.555135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d917e9bc-c810-42ee-84fe-fa4bdcaebb89 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:29.567699 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7903b-12f0-4071-9d23-decc075132f9 x-openstack-request-id: req-6cd7903b-12f0-4071-9d23-decc075132f9 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:29.567984 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae0497d-307e-4b5d-bf33-4aa2bc4ff484", "name": "network-vif-deleted", "tag": "6fb19fc5-4537-4ccf-9fc1-97b530aaff0b", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:29.568248 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6cd7903b-12f0-4071-9d23-decc075132f9 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:29.568649 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae0497d-307e-4b5d-bf33-4aa2bc4ff484', 'name': 'network-vif-deleted', 'tag': '6fb19fc5-4537-4ccf-9fc1-97b530aaff0b', 'status': 'completed', 'code': 200}
Nov 27 20:56:29.577639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-436dfe91-43a7-423c-85a8-15a213e659a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.594429 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:29.594804 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.647091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52c47317-ca42-41dc-ba85-7a017157317a req-1c12fbd6-9919-448e-909a-c0916021da2a tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347891
Nov 27 20:56:29.731659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c6b2146-260e-4d2a-aacb-eb6070ce2e86 req-322bab7f-793c-41ce-b9fa-82060f6a505a service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3912370
Nov 27 20:56:29.753925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Deleting port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:29.754488 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.757198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-436dfe91-43a7-423c-85a8-15a213e659a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.759432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Deleting port aa35fae2-18cb-42db-974f-2c50e012d1ae {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:29.759824 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.876511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-436dfe91-43a7-423c-85a8-15a213e659a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.910593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] For port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9804119c-a3a6-4bcc-b2c0-0730e69ac66a,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:29.910967 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.934955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 694875b8-34bd-49ed-9e03-a417fefec552, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=694875b8-34bd-49ed-9e03-a417fefec552,segment=NetworkSegment(b073cc16-0156-41dc-a3bd-b990880c0088),segment_id=b073cc16-0156-41dc-a3bd-b990880c0088)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:29.945488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Allocated IP 172.20.0.1 (cc89b74e-c688-4f20-ab80-4dbda47338f8/7e656ec2-599d-4514-9f1f-b0d663d05db9/722a3831-4b9e-49b1-9dc5-163de96ff1d9) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:29.947284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9f1f68-ad07-4e06-9ae6-26f62f73982c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694875b8-34bd-49ed-9e03-a417fefec552'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:29.949223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Calling delete_port for 9804119c-a3a6-4bcc-b2c0-0730e69ac66a owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:29.950853 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54973307-5df1-4740-85cc-ead5453514dd" -d '{"events": [{"server_uuid": "8f9f1f68-ad07-4e06-9ae6-26f62f73982c", "name": "network-vif-plugged", "status": "completed", "tag": "694875b8-34bd-49ed-9e03-a417fefec552"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:29.953108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dfe91-43a7-423c-85a8-15a213e659a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefccc35-c9c2-4f64-81de-27d82829d547,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:29.961754 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.963834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:29.968727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-436dfe91-43a7-423c-85a8-15a213e659a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:29.975525 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-436dfe91-43a7-423c-85a8-15a213e659a2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eefccc35-c9c2-4f64-81de-27d82829d547 HTTP/1.1" status: 204  len: 168 time: 0.8198662
Nov 27 20:56:29.981335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42972) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:30.020354 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.020685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.050852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:30.051384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6fb19fc5-4537-4ccf-9fc1-97b530aaff0b not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:30.077192 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:30.079082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Calling delete_port for aa35fae2-18cb-42db-974f-2c50e012d1ae owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:30.082625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5b5454b0-49a0-4df4-b51f-3c797597a51e None None] Deleting port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:30.083482 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b5454b0-49a0-4df4-b51f-3c797597a51e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.117148 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403c02fa0>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e0b43299-3ab2-48b9-985b-fcccf44ba85f', 'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'mac_address': 'fa:16:3e:b4:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:24Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 2, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'subnets': [{'id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:30.141407 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bab618-5c85-4791-8de5-36bad40d608b x-openstack-request-id: req-27bab618-5c85-4791-8de5-36bad40d608b {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:30.142380 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9f1f68-ad07-4e06-9ae6-26f62f73982c", "name": "network-vif-plugged", "status": "completed", "tag": "694875b8-34bd-49ed-9e03-a417fefec552", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:30.143342 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27bab618-5c85-4791-8de5-36bad40d608b {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:30.143842 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9f1f68-ad07-4e06-9ae6-26f62f73982c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694875b8-34bd-49ed-9e03-a417fefec552', 'code': 200}
Nov 27 20:56:30.213894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d917e9bc-c810-42ee-84fe-fa4bdcaebb89 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:30.214555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.235920 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Checking router: d5793437-6ae1-448c-8229-c7c757613756 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:30.236133 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Updating router d5793437-6ae1-448c-8229-c7c757613756 port e0b43299-3ab2-48b9-985b-fcccf44ba85f binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:56:30.243926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.310626 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.336090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42980) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:30.341535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-847864144-network', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:30.372544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.387230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.401842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8491a-8709-466c-90ef-c74d3680656c req-1a5b6e70-c917-454e-9da1-e0c6acddaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:30.405059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c8491a-8709-466c-90ef-c74d3680656c req-1a5b6e70-c917-454e-9da1-e0c6acddaa77 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 1097 time: 0.2098126
Nov 27 20:56:30.443173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Pushing event deleted for resources: {'Port': ['ID=9804119c-a3a6-4bcc-b2c0-0730e69ac66a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:30.446250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=694875b8-34bd-49ed-9e03-a417fefec552,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:30.453141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] No DVR routers for this DVR port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:56:30.488239 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5b5454b0-49a0-4df4-b51f-3c797597a51e None None] For port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9804119c-a3a6-4bcc-b2c0-0730e69ac66a,segment=NetworkSegment(67beac92-7b68-4c0a-88c4-93439ab8cc07),segment_id=67beac92-7b68-4c0a-88c4-93439ab8cc07)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:30.490930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Made reservation on behalf of 441ce7b15a1a4d9bb575c26f6393b942 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:30.493464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.494894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b5454b0-49a0-4df4-b51f-3c797597a51e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.523719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.536480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.538838 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.566865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5b5454b0-49a0-4df4-b51f-3c797597a51e None None] Calling delete_port for 9804119c-a3a6-4bcc-b2c0-0730e69ac66a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:30.575739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f79ae550>,) {'filters': {'network_id': ['d0542c82-181e-451d-b345-bd41dad9fde2']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:30.589467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f79ae550>, '77c5fcc7-c858-4564-be2e-bcc4806159ea') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:30.590141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f79ae550>, '77c5fcc7-c858-4564-be2e-bcc4806159ea') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:30.602542 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.617366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.625861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:56:30.626427 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:56:30.628088 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:56:30.672081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Pushing event updated for resources: {'Port': ['ID=722a3831-4b9e-49b1-9dc5-163de96ff1d9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:30.681423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2428e0>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:24Z', 'revision_number': 3, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:30.711281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Network cc89b74e-c688-4f20-ab80-4dbda47338f8 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:30.730931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c8491a-8709-466c-90ef-c74d3680656c req-08be0ece-5483-4820-9c6d-c2a2eedfd20a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3039289
Nov 27 20:56:30.731925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:30.736951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:30.751410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86536b0e-3f57-479e-aad0-e65a8449508f None None] The sync data for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 is: [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:24Z', 'revision_number': 3, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:30.765810 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.781443 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.784834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9804119c-a3a6-4bcc-b2c0-0730e69ac66a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:30.804457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] 10.222.0.21 "DELETE /v2.0/networks/d0542c82-181e-451d-b345-bd41dad9fde2 HTTP/1.1" status: 204  len: 168 time: 0.8062086
Nov 27 20:56:30.830630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9804119c-a3a6-4bcc-b2c0-0730e69ac66a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:30.830987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9804119c-a3a6-4bcc-b2c0-0730e69ac66a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:30.831653 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.832886 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b5454b0-49a0-4df4-b51f-3c797597a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.856707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63203ba1-0786-4621-a1c0-d08ea21b71eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d0542c82-181e-451d-b345-bd41dad9fde2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:30.867818 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.874361 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5454b0-49a0-4df4-b51f-3c797597a51e None None] Pushing event deleted for resources: {'Port': ['ID=9804119c-a3a6-4bcc-b2c0-0730e69ac66a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:30.883042 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.886816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5454b0-49a0-4df4-b51f-3c797597a51e None None] No DVR routers for this DVR port 9804119c-a3a6-4bcc-b2c0-0730e69ac66a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:56:30.891598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:30.997779 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5575d0e-d527-439d-b9ce-c9b634de0739 None None] Pushing event updated for resources: {'Port': ['ID=e0b43299-3ab2-48b9-985b-fcccf44ba85f,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:31.003167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef592220>,) {'filters': {'network_id': ['9468b055-276c-45cc-aca4-5401a80bf2fe']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:31.035349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef592220>, '67beac92-7b68-4c0a-88c4-93439ab8cc07') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:31.035630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef592220>, '67beac92-7b68-4c0a-88c4-93439ab8cc07') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:31.058457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.071112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7bca-f897-43f5-8a7a-e476ef144ab4 req-8611d79b-60a6-4a1b-bcd7-25ac0135fcb0 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:31.084209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-382d7bca-f897-43f5-8a7a-e476ef144ab4 req-8611d79b-60a6-4a1b-bcd7-25ac0135fcb0 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 946 time: 0.2028024
Nov 27 20:56:31.086044 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.125543 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Attempting to bind port e0b43299-3ab2-48b9-985b-fcccf44ba85f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:31.126106 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Attempting to bind port e0b43299-3ab2-48b9-985b-fcccf44ba85f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:31.126519 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Attempting to bind port e0b43299-3ab2-48b9-985b-fcccf44ba85f on network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:31.134309 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:31.134739 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Checking segment: {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:31.135653 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.136235 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Bound using segment: {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:31.136921 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Bound port: e0b43299-3ab2-48b9-985b-fcccf44ba85f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:31.137864 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.188632 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.215993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:56:31.216647 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.241949 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] For port e0b43299-3ab2-48b9-985b-fcccf44ba85f, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:31.251166 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] For port e0b43299-3ab2-48b9-985b-fcccf44ba85f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0b43299-3ab2-48b9-985b-fcccf44ba85f,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:31.251964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42988) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:31.256992 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.260092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5f32c540-c704-4530-acb2-540566a95491 None None] Provisioning complete for port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:31.261876 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5f32c540-c704-4530-acb2-540566a95491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:56:31.277457 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:56:31.319448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event deleted for resources: {'Port': ['ID=aa35fae2-18cb-42db-974f-2c50e012d1ae,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:31.443557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2349c50b-f359-4507-8764-53f760e7309b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79be4e7871e9465b82698fe64c318285&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1878877
Nov 27 20:56:31.448894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42992) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:31.493722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-382d7bca-f897-43f5-8a7a-e476ef144ab4 req-d27782d2-5cb6-42d0-aaa5-4882d7e70b21 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4051592
Nov 27 20:56:31.521396 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:31.522599 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403c02fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:31.597030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c61ebbfe-ffbb-49a7-b94c-5077877b357d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:31.620189 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5575d0e-d527-439d-b9ce-c9b634de0739 None None] Pushing event updated for resources: {'Port': ['ID=e0b43299-3ab2-48b9-985b-fcccf44ba85f,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:31.635889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5f32c540-c704-4530-acb2-540566a95491 None None] Port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:31.655609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.655949 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Floating IP bbcf8528-5118-4828-b322-dc5cc968bc74 disassociated (deleted). External IP: 172.35.3.217, port: 70bda558-504b-438c-8dcf-95af0d27d928.
Nov 27 20:56:31.660590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.688263 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c61ebbfe-ffbb-49a7-b94c-5077877b357d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:31.689001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.771079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b4d190e1-8b95-4bfe-86c4-f42e1574ea58 None None] Provisioning complete for port e0b43299-3ab2-48b9-985b-fcccf44ba85f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:31.771607 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4d190e1-8b95-4bfe-86c4-f42e1574ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.801392 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:31.827151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.864532 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.867885 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] 10.222.0.21 "DELETE /v2.0/networks/9468b055-276c-45cc-aca4-5401a80bf2fe HTTP/1.1" status: 204  len: 168 time: 3.0866971
Nov 27 20:56:31.979028 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:31.991032 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.016401 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a55ba4c1-b621-4f4a-8607-2f02180202cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.019125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a57362-2512-4b9e-9847-97d6a47f1adb admin admin] Pushing event deleted for resources: {'Network': ['ID=9468b055-276c-45cc-aca4-5401a80bf2fe,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:32.024851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.038917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:32.048952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.049454 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Added segment 565afa4f-1411-4022-a661-618e1c0c3540 of type vlan for network 60f6359b-974e-4e42-a78b-d311e18c04a3
Nov 27 20:56:32.056893 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4d190e1-8b95-4bfe-86c4-f42e1574ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.109524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b4d190e1-8b95-4bfe-86c4-f42e1574ea58 None None] For port e0b43299-3ab2-48b9-985b-fcccf44ba85f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0b43299-3ab2-48b9-985b-fcccf44ba85f,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:32.112205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port c61ebbfe-ffbb-49a7-b94c-5077877b357d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c61ebbfe-ffbb-49a7-b94c-5077877b357d,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:32.116590 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4d190e1-8b95-4bfe-86c4-f42e1574ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.129694 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.154323 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403c02fa0>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e0b43299-3ab2-48b9-985b-fcccf44ba85f', 'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'mac_address': 'fa:16:3e:b4:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:24Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'subnets': [{'id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:32.165470 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.189082 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ecbc1a-8537-40bc-8d40-141d7afd3b6a None None] The sync data for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 is: [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e0b43299-3ab2-48b9-985b-fcccf44ba85f', 'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'mac_address': 'fa:16:3e:b4:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:24Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'subnets': [{'id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:32.208119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d190e1-8b95-4bfe-86c4-f42e1574ea58 None None] Pushing event updated for resources: {'Port': ['ID=e0b43299-3ab2-48b9-985b-fcccf44ba85f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:32.214803 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a55ba4c1-b621-4f4a-8607-2f02180202cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.224062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42998) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:32.264216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9939244c-edca-4135-9d61-50afd00cfb22,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:32.298440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e1749a12-4455-48db-bf21-bb1656a49947 None None] Provisioning complete for port e0b43299-3ab2-48b9-985b-fcccf44ba85f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:32.298931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e1749a12-4455-48db-bf21-bb1656a49947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.332836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=c61ebbfe-ffbb-49a7-b94c-5077877b357d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:32.344509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.345575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:32.346077 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.367380 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-175fc0a6-9b60-4efc-95ef-fbcc83f26a71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=949d330b01384fb091f743a127f26402&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1405828
Nov 27 20:56:32.369774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43000) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:32.466922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d8e45fb-8981-4c65-b138-cfbdf16d487a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.496375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d8e45fb-8981-4c65-b138-cfbdf16d487a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.529486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1922486
Nov 27 20:56:32.532278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43004) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:32.538921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Request body: {'subnet': {'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-847864144-subnet', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:32.608300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e6253-3322-436a-895f-5f82b0bea9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=60f6359b-974e-4e42-a78b-d311e18c04a3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:32.622181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 60f6359b-974e-4e42-a78b-d311e18c04a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:32.682282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a55ba4c1-b621-4f4a-8607-2f02180202cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.691078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a55ba4c1-b621-4f4a-8607-2f02180202cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.691899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Made reservation on behalf of 441ce7b15a1a4d9bb575c26f6393b942 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:32.694426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.698208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a55ba4c1-b621-4f4a-8607-2f02180202cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/043dbc74-afa1-4d3e-8eb6-3e12b529c2b1 HTTP/1.1" status: 204  len: 168 time: 1.2423880
Nov 27 20:56:32.754580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.764115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ba4c1-b621-4f4a-8607-2f02180202cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043dbc74-afa1-4d3e-8eb6-3e12b529c2b1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:32.779868 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.827610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Router e2456ec0-1cfb-4bff-a93c-4738aff6b372 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:32.889540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.925179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Pushing event updated for resources: {'Port': ['ID=722a3831-4b9e-49b1-9dc5-163de96ff1d9,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:32.980626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.989585 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d8e45fb-8981-4c65-b138-cfbdf16d487a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.992415 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d8e45fb-8981-4c65-b138-cfbdf16d487a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:32.994452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9d8e45fb-8981-4c65-b138-cfbdf16d487a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/716d3068-ed91-4a76-90af-9c79eb6107e2 HTTP/1.1" status: 204  len: 168 time: 0.6191871
Nov 27 20:56:33.067203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd6c3d-e825-49d3-94f8-d0b544e5e311 req-69863924-668f-472d-9ec4-e9abd9c50eca tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:33.070060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68bd6c3d-e825-49d3-94f8-d0b544e5e311 req-69863924-668f-472d-9ec4-e9abd9c50eca tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 946 time: 0.4352720
Nov 27 20:56:33.070387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e45fb-8981-4c65-b138-cfbdf16d487a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716d3068-ed91-4a76-90af-9c79eb6107e2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:33.089652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:33.097151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:33.124079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53202ef-bbf6-4d3e-83f5-c4ea61c8cf61 None None] Sync routers for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:33.156434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Checking segment: {'id': '565afa4f-1411-4022-a661-618e1c0c3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:33.157053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Network hostable DHCP agents. Network: 60f6359b-974e-4e42-a78b-d311e18c04a3, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:56:33.171168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Network cc89b74e-c688-4f20-ab80-4dbda47338f8 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:33.176434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-94b4225d-37b5-41e2-abca-5a74f0857120 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "DELETE /v2.0/floatingips/bbcf8528-5118-4828-b322-dc5cc968bc74 HTTP/1.1" status: 204  len: 168 time: 4.4409118
Nov 27 20:56:33.180145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53202ef-bbf6-4d3e-83f5-c4ea61c8cf61 None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:33.180820 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b53202ef-bbf6-4d3e-83f5-c4ea61c8cf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4712b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:33.181356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=469ff05d-a473-44fa-96d3-b614f8c37f40,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:33.182900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:33.184843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43016) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:33.189435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:33.239663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68bd6c3d-e825-49d3-94f8-d0b544e5e311 req-21b00536-155b-47f7-93ca-5c3f546014e9 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537561
Nov 27 20:56:33.251584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Network 60f6359b-974e-4e42-a78b-d311e18c04a3 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:56:33.267283 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b53202ef-bbf6-4d3e-83f5-c4ea61c8cf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4712b0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:33.278108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53202ef-bbf6-4d3e-83f5-c4ea61c8cf61 None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:33.279090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b53202ef-bbf6-4d3e-83f5-c4ea61c8cf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4712b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:33.291762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60f6359b-974e-4e42-a78b-d311e18c04a3) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:33.312810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:33.313427 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:33.365785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-651ba3e1-4304-4846-9ad3-7da91157ab81 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8307090
Nov 27 20:56:33.382148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43022) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:33.387510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31e1dd-6999-4fb8-a4b1-e98b87914164 None None] Network 60f6359b-974e-4e42-a78b-d311e18c04a3 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:33.390781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b53202ef-bbf6-4d3e-83f5-c4ea61c8cf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4712b0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:33.391442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53202ef-bbf6-4d3e-83f5-c4ea61c8cf61 None None] The sync data for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:33.414572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:33.446549 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:33.523444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-6d7b77aa-39b5-4f11-98b7-ea6f3d63dabf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1000645
Nov 27 20:56:33.662860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-d494e9af-c319-4730-8b40-26bddd81ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:33.664433 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-d494e9af-c319-4730-8b40-26bddd81ecc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=659003b54d7c4726bc5197bfd351d3c1&device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 1096 time: 0.1132922
Nov 27 20:56:33.829000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c61ebbfe-ffbb-49a7-b94c-5077877b357d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:33.935771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b8827dc0-d6fb-4540-9d44-62160755bf7d None None] Provisioning complete for port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:33.936158 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b8827dc0-d6fb-4540-9d44-62160755bf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:33.950232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60f6359b-974e-4e42-a78b-d311e18c04a3', 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'fixed_ips': [{'subnet_id': '469ff05d-a473-44fa-96d3-b614f8c37f40'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:56:33.951530 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.016311 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-edf2e314-cd06-4dc0-9121-e0ef32241b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:34.018072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-edf2e314-cd06-4dc0-9121-e0ef32241b19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ecb2b22d-df71-40c8-af9b-e8abd512f0db HTTP/1.1" status: 200  len: 915 time: 0.3236685
Nov 27 20:56:34.119031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b8827dc0-d6fb-4540-9d44-62160755bf7d None None] Port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:34.120880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bdd8de82-4297-431f-a376-f43072f05abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.148001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c61ebbfe-ffbb-49a7-b94c-5077877b357d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:34.148368 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.176948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-149dc575-8306-4bb7-adbe-b12adc8d8f0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f40e7d5-e01b-48c4-a853-15b07fbabc1f HTTP/1.1" status: 200  len: 1001 time: 0.1431649
Nov 27 20:56:34.264450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-dcf5caf7-ee75-405a-8fa0-d716e1f45425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:34.264778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Allocated IP 172.20.0.2 (60f6359b-974e-4e42-a78b-d311e18c04a3/469ff05d-a473-44fa-96d3-b614f8c37f40/5cd92f33-5324-47ee-8e8c-0b446dc44601) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:34.266428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-dcf5caf7-ee75-405a-8fa0-d716e1f45425 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acca60c7-7043-41d9-9a97-49f666b6fb1c HTTP/1.1" status: 200  len: 853 time: 0.0837376
Nov 27 20:56:34.281345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533cca6-b067-4a04-9b37-8d3b03f44552 req-f8f84e4c-5d13-44da-9544-cfff456a436b tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:34.290460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9533cca6-b067-4a04-9b37-8d3b03f44552 req-f8f84e4c-5d13-44da-9544-cfff456a436b tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 946 time: 0.3924596
Nov 27 20:56:34.357313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e0b43299-3ab2-48b9-985b-fcccf44ba85f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:34.361260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9533cca6-b067-4a04-9b37-8d3b03f44552 req-d9ea9490-69c8-4c16-9695-d066d7320b1b tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695426
Nov 27 20:56:34.416436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-3d2db54a-0e26-4f05-be85-7f2b137eca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:34.418057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-3d2db54a-0e26-4f05-be85-7f2b137eca7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ecb2b22d-df71-40c8-af9b-e8abd512f0db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1065648
Nov 27 20:56:34.520418 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.522704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.538661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Router c8eacb6b-9bf2-40d9-a669-5a29f286e919 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:34.580000 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-7fd69873-2dd9-4f66-938d-0c6134bfe9d8 service neutron] 10.222.0.15 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531329
Nov 27 20:56:34.611390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e0b43299-3ab2-48b9-985b-fcccf44ba85f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:34.611885 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.716292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c0f83ca-24f6-4435-b669-e7f426b1cf7a req-c24b73e8-f155-43f9-b417-3ffb775c5c89 service neutron] 10.222.0.15 "GET /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289899
Nov 27 20:56:34.729220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.788490 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.808045 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.895358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:34.896491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Pushing event updated for resources: {'Port': ['ID=5cd92f33-5324-47ee-8e8c-0b446dc44601,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:34.929896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Network 60f6359b-974e-4e42-a78b-d311e18c04a3 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:34.933533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:34.940092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:34.976794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.042580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43072) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:35.060120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:35.063613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Attempting to bind port 5cd92f33-5324-47ee-8e8c-0b446dc44601 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:35.065022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Attempting to bind port 5cd92f33-5324-47ee-8e8c-0b446dc44601 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '565afa4f-1411-4022-a661-618e1c0c3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:35.065549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Attempting to bind port 5cd92f33-5324-47ee-8e8c-0b446dc44601 on network 60f6359b-974e-4e42-a78b-d311e18c04a3 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:35.073343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:35.073726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Checking segment: {'id': '565afa4f-1411-4022-a661-618e1c0c3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:35.074200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.074604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Bound using segment: {'id': '565afa4f-1411-4022-a661-618e1c0c3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:35.075078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Bound port: 5cd92f33-5324-47ee-8e8c-0b446dc44601, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565afa4f-1411-4022-a661-618e1c0c3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:35.075592 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.084361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fc088e78-ed03-4537-892e-029a43d61e0f admin admin] 10.222.0.21 "PUT /v2.0/routers/c8eacb6b-9bf2-40d9-a669-5a29f286e919/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9281349
Nov 27 20:56:35.205285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] For port 5cd92f33-5324-47ee-8e8c-0b446dc44601, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:35.212093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] For port 5cd92f33-5324-47ee-8e8c-0b446dc44601, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cd92f33-5324-47ee-8e8c-0b446dc44601,segment=NetworkSegment(565afa4f-1411-4022-a661-618e1c0c3540),segment_id=565afa4f-1411-4022-a661-618e1c0c3540)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:35.223400 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.240701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Allocated IP 172.35.3.114 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/533c4182-dd27-4f24-878b-c4170fc562ca) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:35.241131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2090341873-network', 'tenant_id': '376670c463284dec902268e55ba60b72'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:35.275607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-974f9782-9a93-4e73-b888-f3b59576c3ed tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:35.277152 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-974f9782-9a93-4e73-b888-f3b59576c3ed tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 946 time: 0.1062534
Nov 27 20:56:35.311306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Made reservation on behalf of 376670c463284dec902268e55ba60b72 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:35.313642 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.343711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.510122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1930b-150a-4695-a5bc-3228e7d9f417 None None] Pushing event updated for resources: {'Port': ['ID=5cd92f33-5324-47ee-8e8c-0b446dc44601,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:35.626511 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Sync routers for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:35.632976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.643608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.648363 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:35.650812 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe40100a040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:35.671688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.678059 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.707576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b696e8c-df27-4ec2-b909-5f463116e108 req-d09b0de5-233a-45ef-a8ae-9271559cc3c2 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:35.715077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b696e8c-df27-4ec2-b909-5f463116e108 req-d09b0de5-233a-45ef-a8ae-9271559cc3c2 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 946 time: 0.1764190
Nov 27 20:56:35.756788 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.843447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Deleting port 694875b8-34bd-49ed-9e03-a417fefec552 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:35.844942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.893139 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:35.918439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ac7593-09fb-4c4d-9ad4-0f12045816a5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:35.949474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:35.977500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b696e8c-df27-4ec2-b909-5f463116e108 req-cc4f1c47-771e-4fd7-b860-0ad078bf4ae9 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546506
Nov 27 20:56:35.984347 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:35.984697 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Added segment 5b1fcf1a-396b-45fe-bf2f-ac1beb55c450 of type vlan for network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01
Nov 27 20:56:36.103614 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.105812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] For port 694875b8-34bd-49ed-9e03-a417fefec552, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=694875b8-34bd-49ed-9e03-a417fefec552,segment=NetworkSegment(b073cc16-0156-41dc-a3bd-b990880c0088),segment_id=b073cc16-0156-41dc-a3bd-b990880c0088)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:36.106177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.132314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Calling delete_port for 694875b8-34bd-49ed-9e03-a417fefec552 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:36.166145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.167223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:36.167888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.227535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1835876
Nov 27 20:56:36.228678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43102) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:36.266773 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.267097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Request body: {'subnet': {'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2090341873-subnet', 'tenant_id': '376670c463284dec902268e55ba60b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:36.268547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43104) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:36.280538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8e65ca7a-0d34-4378-8b1a-276bb4e5aff1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1858349004', 'description': 'tempest-description--217119481'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:36.292234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe505f7-4b43-4eb6-9845-019a695d2127 admin admin] Pushing event updated for resources: {'Network': ['ID=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:36.304940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:36.308412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Made reservation on behalf of 376670c463284dec902268e55ba60b72 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:36.311461 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.346097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:36.372849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:36.385576 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe40100a040>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '722a3831-4b9e-49b1-9dc5-163de96ff1d9', 'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'mac_address': 'fa:16:3e:2c:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:29Z', 'updated_at': '2021-11-27T20:56:32Z', 'revision_number': 2, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'subnets': [{'id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:36.386802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Allocated IP 172.35.3.30 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/34210b07-569f-4d7a-9770-37f786b534df) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:36.390521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:36.442403 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e65ca7a-0d34-4378-8b1a-276bb4e5aff1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.450428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Pushing event updated for resources: {'Port': ['ID=533c4182-dd27-4f24-878b-c4170fc562ca,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:36.488961 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7d589e18-e317-4455-b27f-436a7d5c33d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.510940 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Checking router: c8eacb6b-9bf2-40d9-a669-5a29f286e919 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:36.513444 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Updating router c8eacb6b-9bf2-40d9-a669-5a29f286e919 port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:56:36.564705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.568684 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.632014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c319d603-0243-43c4-a372-b7e936d765de,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:36.633282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.647036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Checking segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:36.647645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Network hostable DHCP agents. Network: 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:56:36.675565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:56:36.688979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:36.699154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32dfbd2-0fd3-4358-a470-54c5b1869ad6 None None] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:36.702611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:36.704050 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.751132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a5438b2e-ae81-4dbb-8301-ac60c0780277 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5094666
Nov 27 20:56:36.769374 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.842733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e65ca7a-0d34-4378-8b1a-276bb4e5aff1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.858192 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e65ca7a-0d34-4378-8b1a-276bb4e5aff1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:36.894590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.020476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be262cd2-45a0-4e2c-8181-2e17b20b4cf7 None None] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:37.062572 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.074553 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.148348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.168114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['694875b8-34bd-49ed-9e03-a417fefec552'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:37.172159 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c585a9-1563-4f4f-b80b-99e7888cf279 None None] Pushing event updated for resources: {'Port': ['ID=722a3831-4b9e-49b1-9dc5-163de96ff1d9,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:37.195485 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e65ca7a-0d34-4378-8b1a-276bb4e5aff1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.197263 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8e65ca7a-0d34-4378-8b1a-276bb4e5aff1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.9204938
Nov 27 20:56:37.200188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43130) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:37.205337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9038b7c0-1ab5-416d-ba64-2297e6d01cfe tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Request body: {'security_group_rule': {'security_group_id': 'fdd0ad13-a0a5-4747-aff1-8d007a98b285', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:37.258055 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9038b7c0-1ab5-416d-ba64-2297e6d01cfe tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.268501 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Attempting to bind port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:37.269266 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Attempting to bind port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:37.269800 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Attempting to bind port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 on network cc89b74e-c688-4f20-ab80-4dbda47338f8 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:37.284519 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:37.285230 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Checking segment: {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:37.285766 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.286342 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Bound using segment: {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:37.286830 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Bound port: 722a3831-4b9e-49b1-9dc5-163de96ff1d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:37.287209 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.319243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.389532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9038b7c0-1ab5-416d-ba64-2297e6d01cfe tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.399450 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca68450-0735-4f56-95fe-2a4c5f8b7f2d None None] Network 60f6359b-974e-4e42-a78b-d311e18c04a3 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:37.474186 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] For port 722a3831-4b9e-49b1-9dc5-163de96ff1d9, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:37.483497 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] For port 722a3831-4b9e-49b1-9dc5-163de96ff1d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=722a3831-4b9e-49b1-9dc5-163de96ff1d9,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:37.502385 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.508230 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5b81f907-9dcc-4dc0-986a-54ef4505118c None None] Provisioning complete for port 5cd92f33-5324-47ee-8e8c-0b446dc44601 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:37.508618 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b81f907-9dcc-4dc0-986a-54ef4505118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.581254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5cd92f33-5324-47ee-8e8c-0b446dc44601 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:37.582836 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.593550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Pushing event deleted for resources: {'Port': ['ID=694875b8-34bd-49ed-9e03-a417fefec552,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:37.602726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-df8355bb-2e7a-495b-9d9f-463c4a0fadd7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:37.613137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-df8355bb-2e7a-495b-9d9f-463c4a0fadd7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.2447889
Nov 27 20:56:37.623994 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.632251 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9038b7c0-1ab5-416d-ba64-2297e6d01cfe tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.643552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-bcfbd60e-ef5d-47b5-a293-88d57e3dacd9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/quotas/376670c463284dec902268e55ba60b72 HTTP/1.1" status: 200  len: 375 time: 0.0232935
Nov 27 20:56:37.669619 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:37.672101 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe40100a040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:37.678438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038b7c0-1ab5-416d-ba64-2297e6d01cfe tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3241a359-5e63-4939-9626-eea4179d763c,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:37.689158 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9038b7c0-1ab5-416d-ba64-2297e6d01cfe tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.690481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9038b7c0-1ab5-416d-ba64-2297e6d01cfe tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4892478
Nov 27 20:56:37.693712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43154) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:37.698454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-217ae6fb-b3d5-472b-9b85-cf0058c85d4a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Request body: {'security_group_rule': {'security_group_id': 'fdd0ad13-a0a5-4747-aff1-8d007a98b285', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:37.711784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c419ba4c-99b9-4ea8-80b7-e55c0b3f33f4 req-07495d07-1c48-492e-988a-6bdd8504de39 tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9f1f68-ad07-4e06-9ae6-26f62f73982c HTTP/1.1" status: 200  len: 210 time: 0.5761898
Nov 27 20:56:37.713028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Pushing event updated for resources: {'Port': ['ID=34210b07-569f-4d7a-9770-37f786b534df,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:37.746142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5cd92f33-5324-47ee-8e8c-0b446dc44601 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:37.746778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.767036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-e205a723-de7e-426d-bc27-00233865a07c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1202111
Nov 27 20:56:37.818101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.826629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Pushing event updated for resources: {'Port': ['ID=533c4182-dd27-4f24-878b-c4170fc562ca,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:37.827200 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c585a9-1563-4f4f-b80b-99e7888cf279 None None] Pushing event updated for resources: {'Port': ['ID=722a3831-4b9e-49b1-9dc5-163de96ff1d9,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:37.868905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65ca7a-0d34-4378-8b1a-276bb4e5aff1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd0ad13-a0a5-4747-aff1-8d007a98b285,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:37.918257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] No DVR routers for this DVR port 694875b8-34bd-49ed-9e03-a417fefec552 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:56:37.928237 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:37.934120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed1b3140-087e-41e0-bc38-e55afb1c45a8 req-2bdb8e2e-18e9-4eb7-879e-a8b1db36da2f tempest-ServerGroupTestJSON-665657396 tempest-ServerGroupTestJSON-665657396-project] 10.222.0.35 "DELETE /v2.0/ports/694875b8-34bd-49ed-9e03-a417fefec552 HTTP/1.1" status: 204  len: 173 time: 2.6420851
Nov 27 20:56:37.941837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:37.942627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9f1f68-ad07-4e06-9ae6-26f62f73982c', 'name': 'network-vif-deleted', 'tag': '694875b8-34bd-49ed-9e03-a417fefec552'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:37.945224 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa720f46-0e43-4dcd-aef4-500a654a7b75" -d '{"events": [{"server_uuid": "8f9f1f68-ad07-4e06-9ae6-26f62f73982c", "name": "network-vif-deleted", "tag": "694875b8-34bd-49ed-9e03-a417fefec552"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:37.951030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:37.953217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:37.973661 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:38.026351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-d1ca8878-1641-4f4f-8ca5-a064bb42c9c8 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561331
Nov 27 20:56:38.061868 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.110570 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b81f907-9dcc-4dc0-986a-54ef4505118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.133184 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158fdf20-5922-4c54-8bcf-046c499ae7e7 x-openstack-request-id: req-158fdf20-5922-4c54-8bcf-046c499ae7e7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:38.133629 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9f1f68-ad07-4e06-9ae6-26f62f73982c", "name": "network-vif-deleted", "tag": "694875b8-34bd-49ed-9e03-a417fefec552", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:38.134505 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-158fdf20-5922-4c54-8bcf-046c499ae7e7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:38.135006 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9f1f68-ad07-4e06-9ae6-26f62f73982c', 'name': 'network-vif-deleted', 'tag': '694875b8-34bd-49ed-9e03-a417fefec552', 'status': 'completed', 'code': 200}
Nov 27 20:56:38.188307 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.237912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5b81f907-9dcc-4dc0-986a-54ef4505118c None None] For port 5cd92f33-5324-47ee-8e8c-0b446dc44601, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cd92f33-5324-47ee-8e8c-0b446dc44601,segment=NetworkSegment(565afa4f-1411-4022-a661-618e1c0c3540),segment_id=565afa4f-1411-4022-a661-618e1c0c3540)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:38.244753 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-bf24d06d-1587-4b27-a066-8cef6d1251f0 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152214
Nov 27 20:56:38.263169 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b81f907-9dcc-4dc0-986a-54ef4505118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.284352 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-217ae6fb-b3d5-472b-9b85-cf0058c85d4a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.306933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.315092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-59844421-b539-401c-a6d2-8258535d717e tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1290946
Nov 27 20:56:38.323852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43164) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:38.444903 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-217ae6fb-b3d5-472b-9b85-cf0058c85d4a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.453971 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-217ae6fb-b3d5-472b-9b85-cf0058c85d4a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.500251 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-270d2bb1-b73f-4b2f-9c7c-3f99df6a50e7 None None] Provisioning complete for port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:38.500687 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-270d2bb1-b73f-4b2f-9c7c-3f99df6a50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.520391 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-217ae6fb-b3d5-472b-9b85-cf0058c85d4a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.526060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-217ae6fb-b3d5-472b-9b85-cf0058c85d4a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8311894
Nov 27 20:56:38.538698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43170) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:38.570529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:56:38.570893 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:56:38.574331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:38.582025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81f907-9dcc-4dc0-986a-54ef4505118c None None] Pushing event updated for resources: {'Port': ['ID=5cd92f33-5324-47ee-8e8c-0b446dc44601,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:38.616980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ae6fb-b3d5-472b-9b85-cf0058c85d4a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cadd995-68db-42e9-8400-9aed3b3d3121,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:38.651528 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe40100a040>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '722a3831-4b9e-49b1-9dc5-163de96ff1d9', 'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'mac_address': 'fa:16:3e:2c:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:29Z', 'updated_at': '2021-11-27T20:56:37Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'subnets': [{'id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:38.677353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.701272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:38.708712 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239484b0-1970-4da1-b03a-050698bbf620 None None] The sync data for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 is: [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '722a3831-4b9e-49b1-9dc5-163de96ff1d9', 'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'mac_address': 'fa:16:3e:2c:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:29Z', 'updated_at': '2021-11-27T20:56:37Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'subnets': [{'id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:38.732125 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-270d2bb1-b73f-4b2f-9c7c-3f99df6a50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:38.883078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ce85ca8-c49d-451c-9b21-d0248cf6166c req-5ab7f75d-8ed9-45af-a2d1-2d16f8ab24d4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 210 time: 0.1984243
Nov 27 20:56:38.899507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-270d2bb1-b73f-4b2f-9c7c-3f99df6a50e7 None None] For port 722a3831-4b9e-49b1-9dc5-163de96ff1d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=722a3831-4b9e-49b1-9dc5-163de96ff1d9,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:38.908179 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-270d2bb1-b73f-4b2f-9c7c-3f99df6a50e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.006543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.085542 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.191641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d2bb1-b73f-4b2f-9c7c-3f99df6a50e7 None None] Pushing event updated for resources: {'Port': ['ID=722a3831-4b9e-49b1-9dc5-163de96ff1d9,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:39.260261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dbbb4e06-79cf-4286-811f-0799afd10827 None None] Provisioning complete for port 5cd92f33-5324-47ee-8e8c-0b446dc44601 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:39.260261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4e06-79cf-4286-811f-0799afd10827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.516867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.541427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43212) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:39.641956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-149b6763-9f4f-42f1-ab6a-a3e75233f2be admin admin] Deleting subnet 9c8382d7-52e8-460c-a8a9-cdbdc74643d6 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:56:39.648318 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149b6763-9f4f-42f1-ab6a-a3e75233f2be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.668077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5cd92f33-5324-47ee-8e8c-0b446dc44601 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:39.733366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149b6763-9f4f-42f1-ab6a-a3e75233f2be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.782959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5cd92f33-5324-47ee-8e8c-0b446dc44601 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:39.783406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.784132 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.814136 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149b6763-9f4f-42f1-ab6a-a3e75233f2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:39.856507 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:56:39.946461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 722a3831-4b9e-49b1-9dc5-163de96ff1d9 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:39.960800 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149b6763-9f4f-42f1-ab6a-a3e75233f2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.039104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:40.039861 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.079228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149b6763-9f4f-42f1-ab6a-a3e75233f2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.094635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-149b6763-9f4f-42f1-ab6a-a3e75233f2be admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9c8382d7-52e8-460c-a8a9-cdbdc74643d6 HTTP/1.1" status: 204  len: 168 time: 0.5435209
Nov 27 20:56:40.095538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43228) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:40.133788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b6763-9f4f-42f1-ab6a-a3e75233f2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c8382d7-52e8-460c-a8a9-cdbdc74643d6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:40.149169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-26437f5c-c53e-4a75-bf98-7089f280d1b9 req-c4f48ab6-b3c3-47c3-9f42-25125b17bdf0 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 210 time: 0.1545932
Nov 27 20:56:40.197448 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.235298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.244721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.313853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.370405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Allocated IP 172.35.3.143 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/9e573098-4e06-4740-88fd-9c47bf9e6995) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:40.452643 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.567750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe467670>,) {'filters': {'network_id': ['2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:40.573408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Router 94e6f241-df75-4406-963a-bdb94c92dc75 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:56:40.593642 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe467670>, 'b073cc16-0156-41dc-a3bd-b990880c0088') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:40.593945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe467670>, 'b073cc16-0156-41dc-a3bd-b990880c0088') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:40.601006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 694875b8-34bd-49ed-9e03-a417fefec552 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:40.608083 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.633834 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.648633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:56:40.648950 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.650744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 694875b8-34bd-49ed-9e03-a417fefec552 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:56:40.651537 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:56:40.659695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 694875b8-34bd-49ed-9e03-a417fefec552 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:40.717483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.755642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-a96bef5e-671b-46dc-bc9a-777f41655143 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:40.757745 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-a96bef5e-671b-46dc-bc9a-777f41655143 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.2825685
Nov 27 20:56:40.771975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:40.789535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Request body: {'port': {'device_id': '0c7841b8-818f-485c-b789-e010446bd1cf', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'admin_state_up': True, 'tenant_id': '376670c463284dec902268e55ba60b72'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:40.796918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.797216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Sync routers for ids ['94e6f241-df75-4406-963a-bdb94c92dc75'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:40.817847 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.821334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d HTTP/1.1" status: 204  len: 168 time: 0.6886618
Nov 27 20:56:40.845881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Routers {'94e6f241-df75-4406-963a-bdb94c92dc75'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:40.850275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd4c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94e6f241-df75-4406-963a-bdb94c92dc75'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:40.882612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28ae50-bdce-4dd6-a18e-50eaae24f7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9252b5-f85f-44aa-beb1-1ab80a2d9a7d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:40.900440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:40.992088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:41.003498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:41.013900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:41.038095 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.039943 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0578326d-d889-4068-8cfc-4955eed866eb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.6539955
Nov 27 20:56:41.044713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43256) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:41.065835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Pushing event updated for resources: {'Port': ['ID=9e573098-4e06-4740-88fd-9c47bf9e6995,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:41.067097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43258) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:41.079497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Set router 94e6f241-df75-4406-963a-bdb94c92dc75 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:41.139348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Allocated IP 172.35.3.135 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/c364c715-2a89-471b-a42b-d1ae225735fe) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:41.223006 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-83516f4c-78be-48a5-9387-fdaa4900ce5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e0000db558e40a5a68130b07178b447&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1523144
Nov 27 20:56:41.237291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43268) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:41.406794 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.461470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd4c400>, [{'id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '34210b07-569f-4d7a-9770-37f786b534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:34Z', 'updated_at': '2021-11-27T20:56:38Z', 'revision_number': 3, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'gw_port': {'id': '34210b07-569f-4d7a-9770-37f786b534df', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:35Z', 'updated_at': '2021-11-27T20:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:41.504657 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.515862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae86df6c-5bfc-4fd1-aea1-11b4d1c33a38 req-58842083-a54b-420b-87a9-4428fa389562 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 210 time: 0.0579567
Nov 27 20:56:41.517467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Made reservation on behalf of 376670c463284dec902268e55ba60b72 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:41.522145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.543711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Checking router: 94e6f241-df75-4406-963a-bdb94c92dc75 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:41.544938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Updating router 94e6f241-df75-4406-963a-bdb94c92dc75 port 34210b07-569f-4d7a-9770-37f786b534df binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:56:41.574858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.578062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.610291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc500a66-de47-4ab6-95fe-b7e601d0e8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.725192 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc500a66-de47-4ab6-95fe-b7e601d0e8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.750661 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.878549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:41.892593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:41.895749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:41.941016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Pushing event updated for resources: {'Port': ['ID=c364c715-2a89-471b-a42b-d1ae225735fe,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:41.955736 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.970028 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc500a66-de47-4ab6-95fe-b7e601d0e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.973110 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc500a66-de47-4ab6-95fe-b7e601d0e8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.977206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.977362 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cc500a66-de47-4ab6-95fe-b7e601d0e8ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0 HTTP/1.1" status: 204  len: 168 time: 0.5381513
Nov 27 20:56:41.981549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Allocated IP 172.20.0.4 (39b4c68b-6f2a-4d98-a40b-89a7cdc47e01/c319d603-0243-43c4-a372-b7e936d765de/45c36b5a-9f79-4728-9745-287685417a74) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:41.986961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:41.997566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc500a66-de47-4ab6-95fe-b7e601d0e8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9adc8d-57e8-4bf8-96a1-0aaa094c7cf0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:42.043975 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.050429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Pushing event updated for resources: {'Port': ['ID=9e573098-4e06-4740-88fd-9c47bf9e6995,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:42.063102 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.086964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.165331 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.216965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Attempting to bind port 34210b07-569f-4d7a-9770-37f786b534df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:42.217327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Attempting to bind port 34210b07-569f-4d7a-9770-37f786b534df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:42.219178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Attempting to bind port 34210b07-569f-4d7a-9770-37f786b534df on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:42.233184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:42.233567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:42.233992 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.234394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:42.234945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Bound port: 34210b07-569f-4d7a-9770-37f786b534df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:42.235481 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.271130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a0d26-83cb-4724-b59c-8cb9755cd5c1 None None] Pushing event updated for resources: {'Port': ['ID=34210b07-569f-4d7a-9770-37f786b534df,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:42.314188 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.320806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] For port 34210b07-569f-4d7a-9770-37f786b534df, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:42.325498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] For port 34210b07-569f-4d7a-9770-37f786b534df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34210b07-569f-4d7a-9770-37f786b534df,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:42.332470 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.403933 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.405371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c1d31cdd-4726-4cfb-8595-b4495e4e90f0 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8455656
Nov 27 20:56:42.479072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Allocated IP 172.20.0.1 (60f6359b-974e-4e42-a78b-d311e18c04a3/469ff05d-a473-44fa-96d3-b614f8c37f40/b302ddf1-16df-4086-997d-e0b2950b8a95) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:42.485771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Routers {'94e6f241-df75-4406-963a-bdb94c92dc75'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:42.487224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd4c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94e6f241-df75-4406-963a-bdb94c92dc75'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:42.532563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a0d26-83cb-4724-b59c-8cb9755cd5c1 None None] Pushing event updated for resources: {'Port': ['ID=34210b07-569f-4d7a-9770-37f786b534df,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:42.638555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.739646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa36402d-567b-497a-b4bb-1c89d7271c23 req-060995e9-ebae-4ea0-8915-b6964d174e61 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 210 time: 0.0583625
Nov 27 20:56:42.745234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] Set router 94e6f241-df75-4406-963a-bdb94c92dc75 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:42.758541 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.766243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.810056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.845199 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:42.872097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Network 60f6359b-974e-4e42-a78b-d311e18c04a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:42.880700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:42.902364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:42.907503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Pushing event updated for resources: {'Port': ['ID=b302ddf1-16df-4086-997d-e0b2950b8a95,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:43.000531 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.017296 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.089687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Pushing event updated for resources: {'Port': ['ID=c364c715-2a89-471b-a42b-d1ae225735fe,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:43.149763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd4c400>, [{'id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '34210b07-569f-4d7a-9770-37f786b534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:34Z', 'updated_at': '2021-11-27T20:56:38Z', 'revision_number': 3, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'gw_port': {'id': '34210b07-569f-4d7a-9770-37f786b534df', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:35Z', 'updated_at': '2021-11-27T20:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:43.226272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811dea1-bfff-4459-83c9-abd3464f57c9 None None] The sync data for ids ['94e6f241-df75-4406-963a-bdb94c92dc75'] in ncdv-master-1 is: [{'id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '34210b07-569f-4d7a-9770-37f786b534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:34Z', 'updated_at': '2021-11-27T20:56:38Z', 'revision_number': 3, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'gw_port': {'id': '34210b07-569f-4d7a-9770-37f786b534df', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:35Z', 'updated_at': '2021-11-27T20:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:43.237140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event updated for resources: {'Port': ['ID=45c36b5a-9f79-4728-9745-287685417a74,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:43.242719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:43.247403 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.256602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:43.264142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:43.322788 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.351906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.355964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d6d45490-a05d-4f13-a66d-a8c027e8da09 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0287745
Nov 27 20:56:43.357323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43380) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:43.414024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0bc0743b-da45-4ea8-8e9f-4178cc296e0f None None] Provisioning complete for port b302ddf1-16df-4086-997d-e0b2950b8a95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:43.414816 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0bc0743b-da45-4ea8-8e9f-4178cc296e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.520632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:43.521437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.526903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0743b-da45-4ea8-8e9f-4178cc296e0f None None] Port b302ddf1-16df-4086-997d-e0b2950b8a95 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:43.563785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-2ca54547-91ef-497d-9442-dcc32ed309e6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7888017
Nov 27 20:56:43.578314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bf277b4d-4b22-4cfe-8d67-803a9808ed5a tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3701 time: 0.2146184
Nov 27 20:56:43.579063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43394) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:43.692937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Request body: {'port': {'device_id': '0c7841b8-818f-485c-b789-e010446bd1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:43.708447 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.709954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43404) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:43.716905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2bc0021-4051-4d20-a755-0c77d9ddacdb tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.1351972
Nov 27 20:56:43.718218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.721527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43408) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:43.947884 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:43.997440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-network', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:44.055201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Pushing event updated for resources: {'Port': ['ID=b302ddf1-16df-4086-997d-e0b2950b8a95,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:44.063004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.065655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff8968-8917-4013-a91b-05b9cb580fcf req-5ffd1bff-1147-4cc7-905a-3f18aa4f281e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:44.067360 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcff8968-8917-4013-a91b-05b9cb580fcf req-5ffd1bff-1147-4cc7-905a-3f18aa4f281e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 931 time: 0.1351750
Nov 27 20:56:44.160465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Made reservation on behalf of ea113326fcea4903b6f63e84c0339fa7 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:44.170160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.215030 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcff8968-8917-4013-a91b-05b9cb580fcf req-45a3a969-0f09-4c7b-900f-0eae6b69b948 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267889
Nov 27 20:56:44.224987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.321166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Deleting port c364c715-2a89-471b-a42b-d1ae225735fe {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:44.321545 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.389926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Network 60f6359b-974e-4e42-a78b-d311e18c04a3 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:44.408137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c36b5a-9f79-4728-9745-287685417a74 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:44.420311 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.437411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Transition to ACTIVE for port object 45c36b5a-9f79-4728-9745-287685417a74 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:56:44.442025 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.442798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:44.468674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.527316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Pushing event updated for resources: {'Port': ['ID=45c36b5a-9f79-4728-9745-287685417a74,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:44.530955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.545391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:44.557655 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.558057 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Added segment 84aae2a6-5654-44c1-88e9-a7024844c5bc of type vlan for network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e
Nov 27 20:56:44.617738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.652703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.653988 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.706296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Attempting to bind port 45c36b5a-9f79-4728-9745-287685417a74 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:44.707964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Attempting to bind port 45c36b5a-9f79-4728-9745-287685417a74 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:44.708777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Attempting to bind port 45c36b5a-9f79-4728-9745-287685417a74 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:44.719102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Port 45c36b5a-9f79-4728-9745-287685417a74 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:56:44.719502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Attempting to bind port 45c36b5a-9f79-4728-9745-287685417a74 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:44.727673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:44.727673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Checking segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:44.728013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Bound using segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:44.728247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Bound port: 45c36b5a-9f79-4728-9745-287685417a74, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:44.728670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.787583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.resource_extend [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:56:44.887753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] For port 45c36b5a-9f79-4728-9745-287685417a74, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:44.892607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] For port 45c36b5a-9f79-4728-9745-287685417a74, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c36b5a-9f79-4728-9745-287685417a74,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:44.897693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-852c537a-025b-479b-bbfb-646061d6cf41 None None] Provisioning complete for port b302ddf1-16df-4086-997d-e0b2950b8a95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:44.898308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-852c537a-025b-479b-bbfb-646061d6cf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.904089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:44.916721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Calling delete_port for c364c715-2a89-471b-a42b-d1ae225735fe owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:44.936450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47832bf6-473a-4f02-a3be-e497eeaf22a6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:44.956333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Router 94e6f241-df75-4406-963a-bdb94c92dc75 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:44.995866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-852c537a-025b-479b-bbfb-646061d6cf41 None None] Port b302ddf1-16df-4086-997d-e0b2950b8a95 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:45.005209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:45.005920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:45.007710 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] 10.222.0.35 "PUT /v2.0/ports/45c36b5a-9f79-4728-9745-287685417a74 HTTP/1.1" status: 200  len: 1091 time: 1.4275987
Nov 27 20:56:45.008240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7841b8-818f-485c-b789-e010446bd1cf', 'tag': '45c36b5a-9f79-4728-9745-287685417a74'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:45.011431 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f58533-cc72-46d3-9400-53ff9e6612bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7841b8-818f-485c-b789-e010446bd1cf", "tag": "45c36b5a-9f79-4728-9745-287685417a74"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:45.047768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e62114-e0f2-44f4-9196-f70b741e8e02 service neutron] Pushing event updated for resources: {'Port': ['ID=45c36b5a-9f79-4728-9745-287685417a74,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:45.108191 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f280d8-9a9b-4a1f-a9e7-8cc3dd8ced16 x-openstack-request-id: req-26f280d8-9a9b-4a1f-a9e7-8cc3dd8ced16 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:45.108423 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7841b8-818f-485c-b789-e010446bd1cf", "tag": "45c36b5a-9f79-4728-9745-287685417a74", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:45.108696 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26f280d8-9a9b-4a1f-a9e7-8cc3dd8ced16 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:45.109143 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7841b8-818f-485c-b789-e010446bd1cf', 'tag': '45c36b5a-9f79-4728-9745-287685417a74', 'status': 'completed', 'code': 200}
Nov 27 20:56:45.132895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-dcb4fe27-bfab-47a7-a9bf-de6755632e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:45.136070 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-dcb4fe27-bfab-47a7-a9bf-de6755632e4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 1094 time: 0.0672748
Nov 27 20:56:45.195425 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-bdd8a13d-1be5-496e-8d12-b725d506e378 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45c36b5a-9f79-4728-9745-287685417a74 HTTP/1.1" status: 200  len: 217 time: 0.0432510
Nov 27 20:56:45.251281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-fd2752eb-bc34-44b1-a2bb-43b43d6855b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:45.252785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-fd2752eb-bc34-44b1-a2bb-43b43d6855b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.0500839
Nov 27 20:56:45.274581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:45.275611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:45.276207 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:45.294964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-d111476d-0c5b-4562-82b1-c97e6ff6a6be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310602
Nov 27 20:56:45.400633 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.6865721
Nov 27 20:56:45.404563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43482) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:45.417549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Request body: {'subnet': {'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-subnet', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:45.435742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bb4a1-1f5e-4b47-b608-4d9e33e81578 admin admin] Pushing event updated for resources: {'Network': ['ID=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:45.453837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:45.463055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbec720-f144-439e-b3d7-a324d88e1b85 req-09cf1c6e-3b3a-44b5-9023-a9f2f394be31 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:45.464695 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdbec720-f144-439e-b3d7-a324d88e1b85 req-09cf1c6e-3b3a-44b5-9023-a9f2f394be31 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 943 time: 0.1499965
Nov 27 20:56:45.500691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 34210b07-569f-4d7a-9770-37f786b534df up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:45.518150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-0c8126b2-8c29-49d3-be8c-3d8696f8f4cb service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2108500
Nov 27 20:56:45.527750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:45.542599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2f6a5728-b576-496c-9111-af46d1f88d5d admin admin] 10.222.0.21 "PUT /v2.0/routers/94e6f241-df75-4406-963a-bdb94c92dc75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4820487
Nov 27 20:56:45.542599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Made reservation on behalf of ea113326fcea4903b6f63e84c0339fa7 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:45.542599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:45.671886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdbec720-f144-439e-b3d7-a324d88e1b85 req-b365e7c6-509f-4168-a59f-6ebeaee04f04 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854224
Nov 27 20:56:45.675919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 34210b07-569f-4d7a-9770-37f786b534df triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:45.677831 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:45.751846 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc7fdd98-9358-4dfa-87ee-480a0cd4acde req-7db724bf-76f7-46f3-98de-1ffd6dbffe3e service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018030
Nov 27 20:56:45.771465 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:45.794369 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:45.843609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Pushing event deleted for resources: {'Port': ['ID=c364c715-2a89-471b-a42b-d1ae225735fe,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:45.908174 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:45.949048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-729790b1-cd49-4e0c-a1ad-9cb340fc697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:45.951888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-729790b1-cd49-4e0c-a1ad-9cb340fc697a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 1094 time: 0.1516368
Nov 27 20:56:45.972107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 34210b07-569f-4d7a-9770-37f786b534df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34210b07-569f-4d7a-9770-37f786b534df,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:45.982379 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.038300 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.052278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.061376 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a3522a42-e7ca-4e88-b9a4-989114f09f33 tempest-FloatingIPAdminTestJSON-1393125594 tempest-FloatingIPAdminTestJSON-1393125594-project] 10.222.0.21 "DELETE /v2.0/floatingips/3d8218c7-ad00-4e44-9e31-5d80d44c6c11 HTTP/1.1" status: 204  len: 168 time: 2.3343430
Nov 27 20:56:46.068499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43508) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:46.142728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=34210b07-569f-4d7a-9770-37f786b534df,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:46.160313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-57f6c8a7-bf75-43db-9751-b0d825b8e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:46.163473 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-57f6c8a7-bf75-43db-9751-b0d825b8e1f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 913 time: 0.1989365
Nov 27 20:56:46.240600 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-fa8b66a5-58b5-4eb4-9607-4e32dcf40764 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45c36b5a-9f79-4728-9745-287685417a74 HTTP/1.1" status: 200  len: 217 time: 0.0672710
Nov 27 20:56:46.295183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.313152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-082345b8-3edc-4962-87cd-acf6b8c2d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:46.314690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-082345b8-3edc-4962-87cd-acf6b8c2d7bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.0663376
Nov 27 20:56:46.361205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-9bbc6b11-fc44-4b63-8d10-f54142fdc054 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370147
Nov 27 20:56:46.369831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c692c8-6bab-45b1-ba05-eb022664c7b7,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:46.401813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Deleting port 533c4182-dd27-4f24-878b-c4170fc562ca {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:46.402303 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.426069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Checking segment: {'id': '84aae2a6-5654-44c1-88e9-a7024844c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:46.426822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Network hostable DHCP agents. Network: bec98bc9-0b5b-4b5f-b388-d430ab12ae4e, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:56:46.500360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:56:46.531680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bec98bc9-0b5b-4b5f-b388-d430ab12ae4e) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:46.537553 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.539316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.548526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fbe28b-c802-471e-a97c-566821752075 None None] Network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:46.549663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:46.551170 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.560603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-a12faea8-13e2-4b43-8fff-bd1a65f06549 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906505
Nov 27 20:56:46.570448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Calling delete_port for 533c4182-dd27-4f24-878b-c4170fc562ca owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:46.586718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c9b66d5e-c0d8-4a15-a330-2ad935c4607e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.1768262
Nov 27 20:56:46.590302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43558) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:46.607485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:46.632159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.633332 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.720435 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.745718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.810590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Pushing event deleted for resources: {'Port': ['ID=533c4182-dd27-4f24-878b-c4170fc562ca,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:46.961013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a18a0-a6e1-4cd0-ab22-aac428389bfd req-7135541d-b850-4935-80c1-3f03ebe49013 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:46.961013 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-688a18a0-a6e1-4cd0-ab22-aac428389bfd req-7135541d-b850-4935-80c1-3f03ebe49013 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 943 time: 0.1496427
Nov 27 20:56:46.961013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.968027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:46.968027 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2735011f-d41c-4e09-b348-f5af5579d006 tempest-FloatingIPAdminTestJSON-475555334 tempest-FloatingIPAdminTestJSON-475555334-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/12faf96f-f2d9-4956-82a2-4389a092990b HTTP/1.1" status: 204  len: 168 time: 0.8951509
Nov 27 20:56:46.968904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43570) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:47.194381 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-688a18a0-a6e1-4cd0-ab22-aac428389bfd req-1a65c672-7702-49c5-825a-c9bf19156f84 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156625
Nov 27 20:56:47.201651 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Sync routers for ids ['94e6f241-df75-4406-963a-bdb94c92dc75'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:47.223302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-21fde6a4-83fd-4363-8b63-d20d6224a28d tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Deleting port 70bda558-504b-438c-8dcf-95af0d27d928 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:47.223739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21fde6a4-83fd-4363-8b63-d20d6224a28d tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:47.239852 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Routers {'94e6f241-df75-4406-963a-bdb94c92dc75'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:47.245275 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe641f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94e6f241-df75-4406-963a-bdb94c92dc75'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:47.369372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c6e0b-2eee-403d-9522-40fd8dfbdb74 None None] Network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:47.428120 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Set router 94e6f241-df75-4406-963a-bdb94c92dc75 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:47.446907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21fde6a4-83fd-4363-8b63-d20d6224a28d tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:47.491058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-21fde6a4-83fd-4363-8b63-d20d6224a28d tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Calling delete_port for 70bda558-504b-438c-8dcf-95af0d27d928 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:47.559764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 34210b07-569f-4d7a-9770-37f786b534df up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:47.583573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43608) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:47.683562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 34210b07-569f-4d7a-9770-37f786b534df triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:47.684082 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:47.746072 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21fde6a4-83fd-4363-8b63-d20d6224a28d tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:47.761647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52f58533-cc72-46d3-9400-53ff9e6612bf req-b4be452b-09cf-48fa-93df-916d268a0287 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1926625
Nov 27 20:56:47.764527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:47.827916 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe641f10>, [{'id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '34210b07-569f-4d7a-9770-37f786b534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:34Z', 'updated_at': '2021-11-27T20:56:43Z', 'revision_number': 4, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'gw_port': {'id': '34210b07-569f-4d7a-9770-37f786b534df', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:35Z', 'updated_at': '2021-11-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b302ddf1-16df-4086-997d-e0b2950b8a95', 'name': '', 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'mac_address': 'fa:16:3e:7e:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '469ff05d-a473-44fa-96d3-b614f8c37f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:42Z', 'updated_at': '2021-11-27T20:56:43Z', 'revision_number': 2, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'subnets': [{'id': '469ff05d-a473-44fa-96d3-b614f8c37f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:47.837674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fde6a4-83fd-4363-8b63-d20d6224a28d tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event deleted for resources: {'Port': ['ID=70bda558-504b-438c-8dcf-95af0d27d928,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:47.864728 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7be4d93-6ab0-4c2a-973c-b28fbbee71fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:47.878904 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Checking router: 94e6f241-df75-4406-963a-bdb94c92dc75 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:47.879509 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Updating router 94e6f241-df75-4406-963a-bdb94c92dc75 port b302ddf1-16df-4086-997d-e0b2950b8a95 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:56:47.893651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-d87e98b8-a754-483b-8634-626677bbc2e4 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1858349004&fields=id&tenant_id=7860bb78a8bc43fd80d4c01ce057e5ef HTTP/1.1" status: 200  len: 267 time: 0.1499987
Nov 27 20:56:47.926352 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.030255 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21fde6a4-83fd-4363-8b63-d20d6224a28d tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.034282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-21fde6a4-83fd-4363-8b63-d20d6224a28d tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "DELETE /v2.0/ports/70bda558-504b-438c-8dcf-95af0d27d928 HTTP/1.1" status: 204  len: 168 time: 1.0642607
Nov 27 20:56:48.037037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43624) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:48.061224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-f36fb428-0e1f-468f-9e59-f0a13b1d0d43 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:48.062923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-f36fb428-0e1f-468f-9e59-f0a13b1d0d43 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/networks?id=cc89b74e-c688-4f20-ab80-4dbda47338f8 HTTP/1.1" status: 200  len: 815 time: 0.1684906
Nov 27 20:56:48.089593 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-4b79679b-f390-496d-a599-602552fe41ab tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/quotas/7860bb78a8bc43fd80d4c01ce057e5ef HTTP/1.1" status: 200  len: 375 time: 0.0160685
Nov 27 20:56:48.136634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cdcdab-89d2-4a85-93bb-e31595c7abf0 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:48.138397 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-94cdcdab-89d2-4a85-93bb-e31595c7abf0 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2456ec0-1cfb-4bff-a93c-4738aff6b372 HTTP/1.1" status: 200  len: 913 time: 0.0991859
Nov 27 20:56:48.142447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43626) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:48.158229 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7be4d93-6ab0-4c2a-973c-b28fbbee71fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.221068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.268855 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.279483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7be4d93-6ab0-4c2a-973c-b28fbbee71fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.283428 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.339902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be4d93-6ab0-4c2a-973c-b28fbbee71fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc1c18-097b-4565-8508-686c7602312f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:48.344822 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b7be4d93-6ab0-4c2a-973c-b28fbbee71fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dfbe03e6096449783e6909fbae314bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7602642
Nov 27 20:56:48.347825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43634) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:48.349499 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-0c028900-21a3-4a6b-b088-8041c833922a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7860bb78a8bc43fd80d4c01ce057e5ef&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1748583
Nov 27 20:56:48.375393 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.375977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-2153a849-c3f0-4c55-86c7-7da1ab5f2556 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:56:48.376551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-2153a849-c3f0-4c55-86c7-7da1ab5f2556 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0082805
Nov 27 20:56:48.386693 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.443588 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768e555-9770-4a9a-b8ee-ed98f40830d8 None None] Pushing event updated for resources: {'Port': ['ID=b302ddf1-16df-4086-997d-e0b2950b8a95,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:48.553309 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Attempting to bind port b302ddf1-16df-4086-997d-e0b2950b8a95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:48.553692 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Attempting to bind port b302ddf1-16df-4086-997d-e0b2950b8a95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '565afa4f-1411-4022-a661-618e1c0c3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:48.554345 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Attempting to bind port b302ddf1-16df-4086-997d-e0b2950b8a95 on network 60f6359b-974e-4e42-a78b-d311e18c04a3 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:48.557125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Allocated IP 172.35.3.68 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/659a8d53-fa27-41c4-9ca9-f22eda767f99) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:48.563517 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:48.564074 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Checking segment: {'id': '565afa4f-1411-4022-a661-618e1c0c3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:48.565322 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.566008 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Bound using segment: {'id': '565afa4f-1411-4022-a661-618e1c0c3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:48.566904 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Bound port: b302ddf1-16df-4086-997d-e0b2950b8a95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565afa4f-1411-4022-a661-618e1c0c3540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:48.567526 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.586273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-8f5bdc38-061c-44f5-99f8-0cf644750915 service neutron] 10.222.0.21 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876321
Nov 27 20:56:48.614275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 45c36b5a-9f79-4728-9745-287685417a74 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:56:48.652568 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] For port b302ddf1-16df-4086-997d-e0b2950b8a95, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:48.657713 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] For port b302ddf1-16df-4086-997d-e0b2950b8a95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b302ddf1-16df-4086-997d-e0b2950b8a95,segment=NetworkSegment(565afa4f-1411-4022-a661-618e1c0c3540),segment_id=565afa4f-1411-4022-a661-618e1c0c3540)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:48.668952 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.687020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b23a8-7009-43e1-b944-338fddaccc8e req-0be879e6-4ba3-45c9-8cdc-f9d38af181f1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:48.689531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f0b23a8-7009-43e1-b944-338fddaccc8e req-0be879e6-4ba3-45c9-8cdc-f9d38af181f1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 943 time: 0.3335707
Nov 27 20:56:48.719318 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-440602ac-c510-4184-8d34-86b22eec9915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.747779 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768e555-9770-4a9a-b8ee-ed98f40830d8 None None] Pushing event updated for resources: {'Port': ['ID=b302ddf1-16df-4086-997d-e0b2950b8a95,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:48.770290 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Routers {'94e6f241-df75-4406-963a-bdb94c92dc75'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:48.770994 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe641f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94e6f241-df75-4406-963a-bdb94c92dc75'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:48.806359 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-440602ac-c510-4184-8d34-86b22eec9915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.901009 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-535456cc-4f95-4aca-9ed4-96eef59a3a21 service neutron] 10.222.0.21 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2993577
Nov 27 20:56:48.924621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f0b23a8-7009-43e1-b944-338fddaccc8e req-77128fb0-bf33-4f46-8f22-7e96d9a97642 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099810
Nov 27 20:56:48.956814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.958459 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] Set router 94e6f241-df75-4406-963a-bdb94c92dc75 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:48.965894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 45c36b5a-9f79-4728-9745-287685417a74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c36b5a-9f79-4728-9745-287685417a74,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:48.984355 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-440602ac-c510-4184-8d34-86b22eec9915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.987560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-440602ac-c510-4184-8d34-86b22eec9915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:48.989005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-440602ac-c510-4184-8d34-86b22eec9915 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83cc1c18-097b-4565-8508-686c7602312f HTTP/1.1" status: 204  len: 168 time: 0.6399729
Nov 27 20:56:49.042608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:49.049815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d77458e4-7185-485b-9637-6aa0c05e3dcf None None] Provisioning complete for port b302ddf1-16df-4086-997d-e0b2950b8a95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:49.050275 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d77458e4-7185-485b-9637-6aa0c05e3dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:49.071035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '45c36b5a-9f79-4728-9745-287685417a74', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'port_id': '45c36b5a-9f79-4728-9745-287685417a74', 'mac_address': 'fa:16:3e:e1:86:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c319d603-0243-43c4-a372-b7e936d765de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:56:49.146126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:49.324272 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:49.344727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:49.349426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:49.358423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:49.394767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c36b5a-9f79-4728-9745-287685417a74 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:49.428201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=659a8d53-fa27-41c4-9ca9-f22eda767f99,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:49.490517 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 45c36b5a-9f79-4728-9745-287685417a74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c36b5a-9f79-4728-9745-287685417a74,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:49.500286 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d77458e4-7185-485b-9637-6aa0c05e3dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:49.509747 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:49.521475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440602ac-c510-4184-8d34-86b22eec9915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc1c18-097b-4565-8508-686c7602312f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:49.637313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d77458e4-7185-485b-9637-6aa0c05e3dcf None None] For port b302ddf1-16df-4086-997d-e0b2950b8a95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b302ddf1-16df-4086-997d-e0b2950b8a95,segment=NetworkSegment(565afa4f-1411-4022-a661-618e1c0c3540),segment_id=565afa4f-1411-4022-a661-618e1c0c3540)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:49.641456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=45c36b5a-9f79-4728-9745-287685417a74,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:49.647593 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d77458e4-7185-485b-9637-6aa0c05e3dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:49.732447 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe641f10>, [{'id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '34210b07-569f-4d7a-9770-37f786b534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:34Z', 'updated_at': '2021-11-27T20:56:43Z', 'revision_number': 4, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'gw_port': {'id': '34210b07-569f-4d7a-9770-37f786b534df', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:35Z', 'updated_at': '2021-11-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b302ddf1-16df-4086-997d-e0b2950b8a95', 'name': '', 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'mac_address': 'fa:16:3e:7e:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '469ff05d-a473-44fa-96d3-b614f8c37f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:42Z', 'updated_at': '2021-11-27T20:56:48Z', 'revision_number': 4, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'subnets': [{'id': '469ff05d-a473-44fa-96d3-b614f8c37f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:49.759646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Deleting port bda989b0-af3a-4b9c-8f54-d87517990216 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:49.760141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:49.779177 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6308be15-ec30-4528-95c2-cb74b944b587 None None] The sync data for ids ['94e6f241-df75-4406-963a-bdb94c92dc75'] in ncdv-master-1 is: [{'id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '34210b07-569f-4d7a-9770-37f786b534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:34Z', 'updated_at': '2021-11-27T20:56:43Z', 'revision_number': 4, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'gw_port': {'id': '34210b07-569f-4d7a-9770-37f786b534df', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:35Z', 'updated_at': '2021-11-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b302ddf1-16df-4086-997d-e0b2950b8a95', 'name': '', 'network_id': '60f6359b-974e-4e42-a78b-d311e18c04a3', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'mac_address': 'fa:16:3e:7e:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '469ff05d-a473-44fa-96d3-b614f8c37f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:42Z', 'updated_at': '2021-11-27T20:56:48Z', 'revision_number': 4, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'subnets': [{'id': '469ff05d-a473-44fa-96d3-b614f8c37f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:49.832322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['45c36b5a-9f79-4728-9745-287685417a74'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:56:49.930800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77458e4-7185-485b-9637-6aa0c05e3dcf None None] Pushing event updated for resources: {'Port': ['ID=b302ddf1-16df-4086-997d-e0b2950b8a95,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:49.984137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-53ff8b49-2b3b-4514-a28f-edeab3b70ff3 None None] Provisioning complete for port b302ddf1-16df-4086-997d-e0b2950b8a95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:49.984844 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-53ff8b49-2b3b-4514-a28f-edeab3b70ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:50.001243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:50.056000 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce0b84ba-49f6-4a82-af9a-87a200d1b4c3 req-d03cb3a0-e858-470e-a9e7-7bd13d77e6f5 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 210 time: 0.1204236
Nov 27 20:56:50.058030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:50.094921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Calling delete_port for bda989b0-af3a-4b9c-8f54-d87517990216 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:50.447746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cae3d0-43a4-4828-8c6d-5104e750fc28 req-a4a7cbfd-2fcd-47f8-9653-6616baca55b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:50.453392 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36cae3d0-43a4-4828-8c6d-5104e750fc28 req-a4a7cbfd-2fcd-47f8-9653-6616baca55b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 944 time: 0.2028844
Nov 27 20:56:50.630512 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:50.683316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event deleted for resources: {'Port': ['ID=bda989b0-af3a-4b9c-8f54-d87517990216,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:50.705068 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36cae3d0-43a4-4828-8c6d-5104e750fc28 req-40659d2b-8918-4deb-8d43-c44bfff221dd tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462311
Nov 27 20:56:50.736678 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:51.056276 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:51.153175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Router be721e91-2e38-461e-90c0-cb22efaaf9cc is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:56:51.360054 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b1ba87e4-d0e7-43d3-a56e-e5f0182a5ef6 req-208f0fae-2c8a-4152-824a-932d5b4e711e tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 210 time: 0.0709558
Nov 27 20:56:51.487702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:51.500371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Sync routers for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:51.520843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:51.523665 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-731c9d72-4011-4c31-8694-51b0bb20a8b2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.9318535
Nov 27 20:56:51.526041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43706) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:51.548915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:51.557703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:51.647899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Router e2456ec0-1cfb-4bff-a93c-4738aff6b372 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:51.798545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:51.934428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b302ddf1-16df-4086-997d-e0b2950b8a95 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:52.112069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b302ddf1-16df-4086-997d-e0b2950b8a95 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:52.112767 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:52.134089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748145b-6038-4b11-9c99-c2d8d2368239 req-474ea9a7-b11a-46c2-9074-3d6ded9eb63f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:52.136356 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3748145b-6038-4b11-9c99-c2d8d2368239 req-474ea9a7-b11a-46c2-9074-3d6ded9eb63f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 944 time: 0.1704383
Nov 27 20:56:52.270321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3748145b-6038-4b11-9c99-c2d8d2368239 req-b7678d0e-980b-4814-8ac9-711e2c253540 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249321
Nov 27 20:56:52.314522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1fd00>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:49Z', 'revision_number': 3, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:52.351072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Checking router: be721e91-2e38-461e-90c0-cb22efaaf9cc for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:52.351852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Updating router be721e91-2e38-461e-90c0-cb22efaaf9cc port 659a8d53-fa27-41c4-9ca9-f22eda767f99 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:56:52.390694 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:52.659100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 45c36b5a-9f79-4728-9745-287685417a74 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:52.718773 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc8ba7f8-92a2-4936-8acb-b7a17532dd97 req-ca367892-ff8c-4617-88bf-9e65e7af6417 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 210 time: 0.0968394
Nov 27 20:56:52.836481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:52.852164 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8a8bec0f-2001-4543-bde0-95b36045433e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "PUT /v2.0/routers/e2456ec0-1cfb-4bff-a93c-4738aff6b372/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7063136
Nov 27 20:56:52.860088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43748) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:52.861791 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e7224-8eec-4759-b1ac-64722cb24988 None None] Sync routers for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:52.900130 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e7224-8eec-4759-b1ac-64722cb24988 None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:52.905100 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-698e7224-8eec-4759-b1ac-64722cb24988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c82b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:52.908058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-25102907-72f0-41c9-9024-79eb36143fad tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:52.909536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-25102907-72f0-41c9-9024-79eb36143fad tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.15 "GET /v2.0/networks?id=cc89b74e-c688-4f20-ab80-4dbda47338f8 HTTP/1.1" status: 200  len: 815 time: 1.1585240
Nov 27 20:56:53.018019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 45c36b5a-9f79-4728-9745-287685417a74 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:56:53.025140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 45c36b5a-9f79-4728-9745-287685417a74 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:53.025739 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.112856 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-698e7224-8eec-4759-b1ac-64722cb24988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c82b0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:53.145511 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e7224-8eec-4759-b1ac-64722cb24988 None None] Routers {'e2456ec0-1cfb-4bff-a93c-4738aff6b372'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:53.148108 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-698e7224-8eec-4759-b1ac-64722cb24988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c82b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:53.250696 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-698e7224-8eec-4759-b1ac-64722cb24988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c82b0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:53.252121 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e7224-8eec-4759-b1ac-64722cb24988 None None] The sync data for ids ['e2456ec0-1cfb-4bff-a93c-4738aff6b372'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:53.256266 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-dabb179a-4eac-43ab-a7e0-3f0f2ffae872 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7860bb78a8bc43fd80d4c01ce057e5ef HTTP/1.1" status: 200  len: 380 time: 0.2517900
Nov 27 20:56:53.280195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Request body: {'port': {'device_id': '7bf02d0b-4468-4742-8c5e-399186f81700', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'admin_state_up': True, 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'security_groups': ['fdd0ad13-a0a5-4747-aff1-8d007a98b285']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:53.518065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.552455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7841b8-818f-485c-b789-e010446bd1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c36b5a-9f79-4728-9745-287685417a74'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:53.556736 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df88b7e-198b-4263-8465-2b3cb87da018" -d '{"events": [{"server_uuid": "0c7841b8-818f-485c-b789-e010446bd1cf", "name": "network-vif-plugged", "status": "completed", "tag": "45c36b5a-9f79-4728-9745-287685417a74"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:53.582359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 45c36b5a-9f79-4728-9745-287685417a74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c36b5a-9f79-4728-9745-287685417a74,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:53.587397 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.590538 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.637095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.672523 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.684357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Attempting to bind port 659a8d53-fa27-41c4-9ca9-f22eda767f99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:53.684957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Attempting to bind port 659a8d53-fa27-41c4-9ca9-f22eda767f99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:53.685099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Attempting to bind port 659a8d53-fa27-41c4-9ca9-f22eda767f99 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:53.691650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=45c36b5a-9f79-4728-9745-287685417a74,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:53.719342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Made reservation on behalf of 7860bb78a8bc43fd80d4c01ce057e5ef for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:53.731429 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.742463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:53.742882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:53.743606 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.744241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:53.744799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Bound port: 659a8d53-fa27-41c4-9ca9-f22eda767f99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:53.745188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.763216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baf66f-8528-4752-a19b-aa2005ac90a9 None None] Pushing event updated for resources: {'Port': ['ID=659a8d53-fa27-41c4-9ca9-f22eda767f99,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:53.770307 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc2f41b-6c73-4e25-b40e-0f7e700bc746 x-openstack-request-id: req-ebc2f41b-6c73-4e25-b40e-0f7e700bc746 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:53.770307 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7841b8-818f-485c-b789-e010446bd1cf", "name": "network-vif-plugged", "status": "completed", "tag": "45c36b5a-9f79-4728-9745-287685417a74", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:53.770502 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebc2f41b-6c73-4e25-b40e-0f7e700bc746 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:53.771155 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7841b8-818f-485c-b789-e010446bd1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c36b5a-9f79-4728-9745-287685417a74', 'code': 200}
Nov 27 20:56:53.844202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] For port 659a8d53-fa27-41c4-9ca9-f22eda767f99, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:53.849105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] For port 659a8d53-fa27-41c4-9ca9-f22eda767f99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=659a8d53-fa27-41c4-9ca9-f22eda767f99,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:53.856130 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.857377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e530-3109-4ddd-b43a-940b5816c121 req-0abf2f47-99e3-4372-abe9-bb922d25bae2 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:53.862159 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba76e530-3109-4ddd-b43a-940b5816c121 req-0abf2f47-99e3-4372-abe9-bb922d25bae2 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 945 time: 0.2991714
Nov 27 20:56:53.866587 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:53.889929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43788) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:53.932010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:53.932871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:54.000756 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cea734c1-c4ba-424e-89f2-88e29d4ea0f4 req-b5d5c4d8-701f-4719-baf2-303cf590d639 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 210 time: 0.0759108
Nov 27 20:56:54.002552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baf66f-8528-4752-a19b-aa2005ac90a9 None None] Pushing event updated for resources: {'Port': ['ID=659a8d53-fa27-41c4-9ca9-f22eda767f99,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:54.052832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1956879199'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:54.066107 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba76e530-3109-4ddd-b43a-940b5816c121 req-dfca002c-3797-4567-b2cb-977fd90213d0 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726382
Nov 27 20:56:54.128992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Allocated IP 172.20.0.1 (bec98bc9-0b5b-4b5f-b388-d430ab12ae4e/16c692c8-6bab-45b1-ba05-eb022664c7b7/dfa9c276-2d25-4af5-b139-6611d9897cfa) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:54.130974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:54.132873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c462-af8f-4b3c-bbc1-acc1e06df0ef req-813f222f-7a70-4532-aea6-45667008b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:54.134762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c085c462-af8f-4b3c-bbc1-acc1e06df0ef req-813f222f-7a70-4532-aea6-45667008b832 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 1096 time: 0.2119849
Nov 27 20:56:54.242529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:54.247721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.301198 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c085c462-af8f-4b3c-bbc1-acc1e06df0ef req-5b3c0c53-3198-41c8-9046-c38bed21be9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532145
Nov 27 20:56:54.360193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:54.363533 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.393487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Allocated IP 172.20.0.14 (cc89b74e-c688-4f20-ab80-4dbda47338f8/7e656ec2-599d-4514-9f1f-b0d663d05db9/8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:54.419232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1fd00>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:49Z', 'revision_number': 3, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:54.425538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.469737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16199e79-4dc4-4187-a94f-9ae4c3b3e740 None None] The sync data for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 is: [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:49Z', 'revision_number': 3, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:56:54.477905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.478493 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Added segment 82b95515-540c-4f6d-89b1-a6ff9562f10c of type vlan for network 2db01d42-b5d2-4173-a7f0-d71456cff74a
Nov 27 20:56:54.506539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.551339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:54.554514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:54.559605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:54.591996 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.608987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa9c276-2d25-4af5-b139-6611d9897cfa,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:54.623871 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.695938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Deleting port c407fa99-fa52-4bd6-9c1f-60698fd9d3af {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:54.695938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.716873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.725887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:54.726584 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.805291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.905421 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.0063605
Nov 27 20:56:54.909960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43806) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:54.919789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-301090480'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:54.936104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197e500-09f4-4b07-bcd9-e33f5eb20763 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Network': ['ID=2db01d42-b5d2-4173-a7f0-d71456cff74a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:54.951871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:54.967888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:54.987701 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.015118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Calling delete_port for c407fa99-fa52-4bd6-9c1f-60698fd9d3af owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:55.058952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:55.065068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.121408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.222813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Network cc89b74e-c688-4f20-ab80-4dbda47338f8 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:55.265677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:56:55.279649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:55.282679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:56:55.290918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Pushing event updated for resources: {'Port': ['ID=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:55.296811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.311871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f05e9-3749-4848-8271-9f59c4bf8cfc req-e0b00742-741f-4837-8d31-31dd9537c989 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:55.320222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767f05e9-3749-4848-8271-9f59c4bf8cfc req-e0b00742-741f-4837-8d31-31dd9537c989 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 932 time: 0.1665351
Nov 27 20:56:55.323018 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.323853 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Added segment 136e9185-055b-4c92-a8a4-d1994900da26 of type vlan for network cd3220c8-70c2-46d1-9b13-a59a0a45a117
Nov 27 20:56:55.361042 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.452886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:55.453774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.480331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea8d0c-ae46-4596-9341-b305dfc27142 req-12caba37-198f-47b2-99e2-7a7b08815e7f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:55.506712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2bea8d0c-ae46-4596-9341-b305dfc27142 req-12caba37-198f-47b2-99e2-7a7b08815e7f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 945 time: 0.2862439
Nov 27 20:56:55.582640 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.597947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-059cc1a3-6552-4937-b354-e094f338689a tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3326399
Nov 27 20:56:55.628358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Request body: {'port': {'device_id': '7bf02d0b-4468-4742-8c5e-399186f81700', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:55.690653 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.741908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa9c276-2d25-4af5-b139-6611d9897cfa,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:55.815581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.822362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2bea8d0c-ae46-4596-9341-b305dfc27142 req-97dede4c-fc53-451d-a510-7076de4e49bb tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3092902
Nov 27 20:56:55.823721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:55.862988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event deleted for resources: {'Port': ['ID=c407fa99-fa52-4bd6-9c1f-60698fd9d3af,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:55.865541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767f05e9-3749-4848-8271-9f59c4bf8cfc req-ac0edde6-c863-41bc-93eb-c482f681b1a7 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5298064
Nov 27 20:56:55.889465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 659a8d53-fa27-41c4-9ca9-f22eda767f99 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:55.989591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.015710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:56.016370 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.037040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-52f2b346-51d7-4a9b-92aa-121effcaf28f None None] Provisioning complete for port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:56.038724 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-52f2b346-51d7-4a9b-92aa-121effcaf28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.109536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:56:56.134633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 659a8d53-fa27-41c4-9ca9-f22eda767f99 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:56.135268 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.138417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-52f2b346-51d7-4a9b-92aa-121effcaf28f None None] Port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:56:56.158678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:56.175979 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.2603455
Nov 27 20:56:56.181793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43830) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:56.190476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'subnet': {'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:56.273010 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.273870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.309174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 659a8d53-fa27-41c4-9ca9-f22eda767f99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=659a8d53-fa27-41c4-9ca9-f22eda767f99,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:56.314199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873a0d4-a175-42fa-9b4b-ba7fad8ab773 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Network': ['ID=cd3220c8-70c2-46d1-9b13-a59a0a45a117,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:56.318666 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.330470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:56:56.358995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Router be721e91-2e38-461e-90c0-cb22efaaf9cc has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:56:56.480639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.484041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=659a8d53-fa27-41c4-9ca9-f22eda767f99,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:56.490402 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.523150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:56:56.535895 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e79d9b76-8b1a-4eb1-8c47-aadd4faebd14 admin admin] 10.222.0.21 "PUT /v2.0/routers/be721e91-2e38-461e-90c0-cb22efaaf9cc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0029161
Nov 27 20:56:56.565943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:56.570222 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.595501 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.596160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Fanout notify agent at l3_agent the message router_deleted on router e2456ec0-1cfb-4bff-a93c-4738aff6b372 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:56:56.653916 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.655076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-39147959-645c-4b97-9c50-67a12b2f1b9c tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "DELETE /v2.0/routers/e2456ec0-1cfb-4bff-a93c-4738aff6b372 HTTP/1.1" status: 204  len: 168 time: 3.7897789
Nov 27 20:56:56.658240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43844) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:56.689004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:56:56.703655 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.726652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Transition to ACTIVE for port object 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:56:56.738313 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.751604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d54ed7e-32a4-476d-9cdf-3d150811e21a tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Deleting subnet c4ee9094-bb74-4080-9028-d9f26bf3a5aa {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:56:56.755881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8d54ed7e-32a4-476d-9cdf-3d150811e21a tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.811084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8d54ed7e-32a4-476d-9cdf-3d150811e21a tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:56.865076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Pushing event updated for resources: {'Port': ['ID=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:57.060035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8d54ed7e-32a4-476d-9cdf-3d150811e21a tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:57.145773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601da831-ac8e-4742-a8c1-f725391703eb req-11d87234-f4a6-4e2f-83db-c94d45cd421d tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:57.153931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-601da831-ac8e-4742-a8c1-f725391703eb req-11d87234-f4a6-4e2f-83db-c94d45cd421d tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 944 time: 0.1429021
Nov 27 20:56:57.178624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:57.200242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df87fb5-d0fc-45ac-876b-3f15cc635fa8 req-e848443c-f289-45cc-b1a6-832c2675ed82 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:57.201805 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5df87fb5-d0fc-45ac-876b-3f15cc635fa8 req-e848443c-f289-45cc-b1a6-832c2675ed82 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 945 time: 0.1723773
Nov 27 20:56:57.213041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8d54ed7e-32a4-476d-9cdf-3d150811e21a tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:57.240318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Attempting to bind port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:56:57.241203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Attempting to bind port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:56:57.241593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Attempting to bind port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f on network cc89b74e-c688-4f20-ab80-4dbda47338f8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:57.266496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f on network cc89b74e-c688-4f20-ab80-4dbda47338f8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:56:57.266989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Attempting to bind port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f on network cc89b74e-c688-4f20-ab80-4dbda47338f8 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:56:57.290696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-601da831-ac8e-4742-a8c1-f725391703eb req-41cdb51b-7183-4407-9485-63623aeb8301 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305614
Nov 27 20:56:57.295176 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8d54ed7e-32a4-476d-9cdf-3d150811e21a tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:57.308624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8d54ed7e-32a4-476d-9cdf-3d150811e21a tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "DELETE /v2.0/subnets/c4ee9094-bb74-4080-9028-d9f26bf3a5aa HTTP/1.1" status: 204  len: 168 time: 0.6484511
Nov 27 20:56:57.309550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54ed7e-32a4-476d-9cdf-3d150811e21a tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ee9094-bb74-4080-9028-d9f26bf3a5aa,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:57.310926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43866) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:57.322575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0894fd-6bbc-4534-8673-ad55e4bea110 None None] Network a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:57.344788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:56:57.345133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Checking segment: {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:57.345753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Bound using segment: {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:56:57.346382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Bound port: 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3689938-10b3-4036-9845-a82f28011d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:56:57.346917 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:57.356337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Subnet': ['ID=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:57.429875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Sync routers for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:56:57.458774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5df87fb5-d0fc-45ac-876b-3f15cc635fa8 req-50fdeaf9-c86d-4ae5-bc5a-0edf106abf15 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2276566
Nov 27 20:56:57.484664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:56:57.488331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6c84f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:57.490978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:56:57.491388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network hostable DHCP agents. Network: 2db01d42-b5d2-4173-a7f0-d71456cff74a, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:56:57.563119 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:57.648338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] For port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:56:57.655785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] For port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:56:57.665911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:56:57.677795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:56:57.681291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:57.699811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2440174-6344-4041-aadf-469e5211b029 None None] DHCP port deletion for a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:56:57.821958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2db01d42-b5d2-4173-a7f0-d71456cff74a) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:56:57.831129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:57.832023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:57.833702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] 10.222.0.15 "PUT /v2.0/ports/8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f HTTP/1.1" status: 200  len: 1092 time: 2.2199488
Nov 27 20:56:57.863313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf02d0b-4468-4742-8c5e-399186f81700', 'tag': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:56:57.904846 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf02d0b-4468-4742-8c5e-399186f81700", "tag": "8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:56:57.922136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:57.922805 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.045862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e2a61f69-2a7a-4c00-a3fd-f5fddb837df1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.8594956
Nov 27 20:56:58.075307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43904) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:56:58.084516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57038fb8-4e6c-4fb9-9f8a-d7d6f446902e service neutron] Pushing event updated for resources: {'Port': ['ID=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:58.105544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'subnet': {'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:56:58.160313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Deleting port 328bf0a8-500e-4947-94a0-17c3c0ec86bb {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:58.160997 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.201377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-c11d9b53-de45-4683-a869-914e808ae3a3 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:58.218003 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-c11d9b53-de45-4683-a869-914e808ae3a3 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 820 time: 0.3254974
Nov 27 20:56:58.222572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472130d-530b-4ddd-bc00-a8024b33b3d0 None None] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:56:58.242680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-b4448fa4-0a7a-48eb-a89c-7588bf33b737 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/quotas/ea113326fcea4903b6f63e84c0339fa7 HTTP/1.1" status: 200  len: 375 time: 0.0236752
Nov 27 20:56:58.290614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] For port 328bf0a8-500e-4947-94a0-17c3c0ec86bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=328bf0a8-500e-4947-94a0-17c3c0ec86bb,segment=NetworkSegment(66d0e193-a782-45d7-bb21-89d9eaf24ada),segment_id=66d0e193-a782-45d7-bb21-89d9eaf24ada)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:58.291316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.296582 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 659a8d53-fa27-41c4-9ca9-f22eda767f99 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:56:58.302441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f2440174-6344-4041-aadf-469e5211b029 None None] Deleting port 328bf0a8-500e-4947-94a0-17c3c0ec86bb {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:58.303026 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2440174-6344-4041-aadf-469e5211b029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.322754 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c229a0-a95d-4f20-9b33-ac9100ce42b8 x-openstack-request-id: req-b5c229a0-a95d-4f20-9b33-ac9100ce42b8 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:56:58.323132 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf02d0b-4468-4742-8c5e-399186f81700", "tag": "8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:56:58.323476 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5c229a0-a95d-4f20-9b33-ac9100ce42b8 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:56:58.324125 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf02d0b-4468-4742-8c5e-399186f81700', 'tag': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f', 'status': 'completed', 'code': 200}
Nov 27 20:56:58.342294 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-d0fda37d-194d-4471-8b54-53a127cd0e6b tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0985186
Nov 27 20:56:58.354390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Calling delete_port for 328bf0a8-500e-4947-94a0-17c3c0ec86bb owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:58.378633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-6a27e224-3e0e-40e2-b8b9-818a33a99360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:58.380339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-6a27e224-3e0e-40e2-b8b9-818a33a99360 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7860bb78a8bc43fd80d4c01ce057e5ef&device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 1095 time: 0.4642341
Nov 27 20:56:58.497027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f2440174-6344-4041-aadf-469e5211b029 None None] For port 328bf0a8-500e-4947-94a0-17c3c0ec86bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=328bf0a8-500e-4947-94a0-17c3c0ec86bb,segment=NetworkSegment(66d0e193-a782-45d7-bb21-89d9eaf24ada),segment_id=66d0e193-a782-45d7-bb21-89d9eaf24ada)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:58.498075 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2440174-6344-4041-aadf-469e5211b029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.536777 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-d14c0cf0-27b4-4ffa-af1e-ef8954d1ad4c service neutron] 10.222.0.21 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1929183
Nov 27 20:56:58.583532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f2440174-6344-4041-aadf-469e5211b029 None None] Calling delete_port for 328bf0a8-500e-4947-94a0-17c3c0ec86bb owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:58.634721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6c84f0>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfa9c276-2d25-4af5-b139-6611d9897cfa', 'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'mac_address': 'fa:16:3e:8c:19:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:53Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 2, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'subnets': [{'id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:58.636743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 659a8d53-fa27-41c4-9ca9-f22eda767f99 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:56:58.637111 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.643464 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2db01d42-b5d2-4173-a7f0-d71456cff74a', 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'fixed_ips': [{'subnet_id': '8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:56:58.644336 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.692752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-2b00ca89-c9f6-48e3-8e6f-2f42d039c67c service neutron] 10.222.0.21 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494887
Nov 27 20:56:58.790003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Checking router: be721e91-2e38-461e-90c0-cb22efaaf9cc for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:56:58.790961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Updating router be721e91-2e38-461e-90c0-cb22efaaf9cc port dfa9c276-2d25-4af5-b139-6611d9897cfa binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:56:58.830147 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-7569c9b3-9dd8-4858-9333-8e30f49488da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f HTTP/1.1" status: 200  len: 217 time: 0.4375031
Nov 27 20:56:58.928863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787278e2-7aa6-400d-841e-908d707aee48 req-7a8839de-ad0c-40eb-af45-e823a3f0e5d3 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:58.938729 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.940899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-787278e2-7aa6-400d-841e-908d707aee48 req-7a8839de-ad0c-40eb-af45-e823a3f0e5d3 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 944 time: 0.0676489
Nov 27 20:56:58.942054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:56:58.946464 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.966224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3f711-3e7d-468c-b153-a73348cd263b req-d5dec7e0-34d1-4cb4-b71c-90990b486ff9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:58.970305 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2440174-6344-4041-aadf-469e5211b029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:58.974359 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dad3f711-3e7d-468c-b153-a73348cd263b req-d5dec7e0-34d1-4cb4-b71c-90990b486ff9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 945 time: 0.1912732
Nov 27 20:56:59.006882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-b07248cb-27dc-4ce2-9cf2-48fba1063373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:59.014221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-b07248cb-27dc-4ce2-9cf2-48fba1063373 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e656ec2-599d-4514-9f1f-b0d663d05db9 HTTP/1.1" status: 200  len: 854 time: 0.1614122
Nov 27 20:56:59.019544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-787278e2-7aa6-400d-841e-908d707aee48 req-970c8471-7360-4ae5-b812-9485ab1a2441 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735416
Nov 27 20:56:59.030956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2440174-6344-4041-aadf-469e5211b029 None None] No DVR routers for this DVR port 328bf0a8-500e-4947-94a0-17c3c0ec86bb on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:56:59.045379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2440174-6344-4041-aadf-469e5211b029 None None] Pushing event deleted for resources: {'Port': ['ID=328bf0a8-500e-4947-94a0-17c3c0ec86bb,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:59.189626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:59.276691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event deleted for resources: {'Port': ['ID=328bf0a8-500e-4947-94a0-17c3c0ec86bb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:56:59.281055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] No DVR routers for this DVR port 328bf0a8-500e-4947-94a0-17c3c0ec86bb on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:56:59.295437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dad3f711-3e7d-468c-b153-a73348cd263b req-82723291-ee70-4886-a34c-bd0c07d194f7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2778821
Nov 27 20:56:59.332427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-33562de3-2665-47aa-b977-9e9e3c6e10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:59.334192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-33562de3-2665-47aa-b977-9e9e3c6e10fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc89b74e-c688-4f20-ab80-4dbda47338f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2400544
Nov 27 20:56:59.337496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 328bf0a8-500e-4947-94a0-17c3c0ec86bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:56:59.386978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 328bf0a8-500e-4947-94a0-17c3c0ec86bb {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:56:59.387479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 328bf0a8-500e-4947-94a0-17c3c0ec86bb not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:56:59.409720 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c002361a-4b91-4453-bd16-3e2e0d640fad req-3245e91a-9bb4-45af-97df-7a97c1752c20 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 210 time: 0.0534861
Nov 27 20:56:59.482293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Allocated IP 10.1.1.2 (2db01d42-b5d2-4173-a7f0-d71456cff74a/8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a/8b38adf9-ca20-4104-9ed4-12d80a6d3a8d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:56:59.494933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-d34b385d-6575-491c-a2ea-97589c7290c9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:56:59.497971 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-d34b385d-6575-491c-a2ea-97589c7290c9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 945 time: 0.0915513
Nov 27 20:56:59.621375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:59.676896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Deleting port 45c36b5a-9f79-4728-9745-287685417a74 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:56:59.677255 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:59.690618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4422b0>,) {'filters': {'network_id': ['a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:59.715933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4422b0>, '66d0e193-a782-45d7-bb21-89d9eaf24ada') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:59.716965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4422b0>, '66d0e193-a782-45d7-bb21-89d9eaf24ada') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:56:59.765010 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:59.774827 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-6f3f76d2-9a42-4596-bc1f-5e4b90009609 service neutron] 10.222.0.15 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4306586
Nov 27 20:56:59.795027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:59.840245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:59.892669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] For port 45c36b5a-9f79-4728-9745-287685417a74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c36b5a-9f79-4728-9745-287685417a74,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:56:59.893112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:59.904540 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:56:59.907684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Calling delete_port for 45c36b5a-9f79-4728-9745-287685417a74 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:56:59.997396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:56:59.997957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.001404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.002415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77fe18e8-d04a-45d5-b867-d78123cb5bf9 req-93982422-1483-4e8a-8a82-69a2ce1fb99a service neutron] 10.222.0.15 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2166111
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:57:00.003194 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:57:00.027597 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.064695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:00.069742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:00.084046 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.100169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:00.181534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.181837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.194366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.205396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "DELETE /v2.0/networks/a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca HTTP/1.1" status: 204  len: 168 time: 2.8896627
Nov 27 20:57:00.206847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Subnet': ['ID=5d2ee161-ccdf-43d2-bc59-97c39e568c31,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:00.213468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43950) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:00.219049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event deleted for resources: {'Port': ['ID=45c36b5a-9f79-4728-9745-287685417a74,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:00.289009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['45c36b5a-9f79-4728-9745-287685417a74'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:57:00.300494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Pushing event updated for resources: {'Port': ['ID=8b38adf9-ca20-4104-9ed4-12d80a6d3a8d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:00.343093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] No DVR routers for this DVR port 45c36b5a-9f79-4728-9745-287685417a74 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:57:00.346626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.355040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fa2f320-9a0a-4842-be44-a75a21408fad req-0c847dbb-08ce-4d78-8b78-adac4e35c4e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "DELETE /v2.0/ports/45c36b5a-9f79-4728-9745-287685417a74 HTTP/1.1" status: 204  len: 173 time: 0.8471413
Nov 27 20:57:00.355595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7841b8-818f-485c-b789-e010446bd1cf', 'name': 'network-vif-deleted', 'tag': '45c36b5a-9f79-4728-9745-287685417a74'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:00.358160 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a35b005-933a-46a2-a072-03f476312ee4" -d '{"events": [{"server_uuid": "0c7841b8-818f-485c-b789-e010446bd1cf", "name": "network-vif-deleted", "tag": "45c36b5a-9f79-4728-9745-287685417a74"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:00.373052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7849ed-3b9e-43a7-a767-9f369e351a64 tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event deleted for resources: {'Network': ['ID=a7c4bf96-2e0b-4a1d-907a-f8e9fa6ad6ca,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:00.402313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Checking segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:00.402804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network hostable DHCP agents. Network: cd3220c8-70c2-46d1-9b13-a59a0a45a117, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:57:00.454744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-e19872db-cdaf-4d88-a474-6f98ebb5c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:00.456316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-e19872db-cdaf-4d88-a474-6f98ebb5c961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7860bb78a8bc43fd80d4c01ce057e5ef&device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 1095 time: 0.3195491
Nov 27 20:57:00.483317 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Deleting port 8162ca46-4134-4091-bc54-545f991c7299 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:00.484323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8190e06-1b93-4888-8a81-23fc25f8fdca req-66e9e3be-f60d-4fc4-8d27-23687426dbc6 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:00.484557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.495899 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8190e06-1b93-4888-8a81-23fc25f8fdca req-66e9e3be-f60d-4fc4-8d27-23687426dbc6 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 944 time: 0.3448977
Nov 27 20:57:00.505808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:57:00.540993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Attempting to bind port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:00.542610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Attempting to bind port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:00.542989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Attempting to bind port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:00.565946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3fb54-bbdc-4aa5-ba1b-f362d0ccbaf1 None None] Pushing event updated for resources: {'Port': ['ID=dfa9c276-2d25-4af5-b139-6611d9897cfa,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:00.584182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:00.585093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:00.585866 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.586431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Bound using segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:00.587906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Bound port: 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:00.588559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.610086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Attempting to bind port dfa9c276-2d25-4af5-b139-6611d9897cfa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:00.610472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Attempting to bind port dfa9c276-2d25-4af5-b139-6611d9897cfa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84aae2a6-5654-44c1-88e9-a7024844c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:00.611198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Attempting to bind port dfa9c276-2d25-4af5-b139-6611d9897cfa on network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:00.653601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd3220c8-70c2-46d1-9b13-a59a0a45a117) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:00.661034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.662265 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.669715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:00.670617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.674107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:00.674516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Checking segment: {'id': '84aae2a6-5654-44c1-88e9-a7024844c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:00.674837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-7dc5470a-37b3-4721-8b62-7247cc21dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:00.674996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.676047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Bound using segment: {'id': '84aae2a6-5654-44c1-88e9-a7024844c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:00.677141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Bound port: dfa9c276-2d25-4af5-b139-6611d9897cfa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84aae2a6-5654-44c1-88e9-a7024844c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:00.677429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-7dc5470a-37b3-4721-8b62-7247cc21dd2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc89b74e-c688-4f20-ab80-4dbda47338f8 HTTP/1.1" status: 200  len: 916 time: 0.1789558
Nov 27 20:57:00.677578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:00.716219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb660b3b-1863-480b-9d63-05c5366b0a67 req-499d7d49-ca2d-4228-a5fb-8b1dda7a2a1a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c7841b8-818f-485c-b789-e010446bd1cf HTTP/1.1" status: 200  len: 210 time: 0.0505152
Nov 27 20:57:00.718276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Calling delete_port for 8162ca46-4134-4091-bc54-545f991c7299 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:00.748623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce3ab3c-7d7c-4961-80df-deab0ddbd0e5 None None] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:00.758217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8190e06-1b93-4888-8a81-23fc25f8fdca req-fdf0174a-b99a-4d3d-a3c8-8d4d5ed1c523 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2614167
Nov 27 20:57:00.785100 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-a3e5a7ee-220d-47ce-93ac-e9a145063ec4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f HTTP/1.1" status: 200  len: 217 time: 0.0865912
Nov 27 20:57:00.816023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f3c2d696-c162-475b-bec7-914759e84370 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.7211432
Nov 27 20:57:00.826726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43964) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:00.839908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'name': 'tempest-TaggedBootDevicesTest-59757738', 'fixed_ips': [{'subnet_id': '8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:00.845421 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c878a989-e05b-44ca-a62d-c42c1b92a213 x-openstack-request-id: req-c878a989-e05b-44ca-a62d-c42c1b92a213 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:00.846139 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7841b8-818f-485c-b789-e010446bd1cf", "name": "network-vif-deleted", "tag": "45c36b5a-9f79-4728-9745-287685417a74", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:00.848809 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c878a989-e05b-44ca-a62d-c42c1b92a213 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:00.850061 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7841b8-818f-485c-b789-e010446bd1cf', 'name': 'network-vif-deleted', 'tag': '45c36b5a-9f79-4728-9745-287685417a74', 'status': 'completed', 'code': 200}
Nov 27 20:57:00.938110 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6702ba85-d671-4ea6-9774-06e4d4237375 req-a1d91da7-6cb3-4f48-b42e-7edb88a0bf5f tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 210 time: 0.0835097
Nov 27 20:57:00.955304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-e81ac5ae-2949-4861-9c1f-6ddf55df6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:00.957663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-e81ac5ae-2949-4861-9c1f-6ddf55df6408 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e656ec2-599d-4514-9f1f-b0d663d05db9 HTTP/1.1" status: 200  len: 854 time: 0.1717441
Nov 27 20:57:00.972503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] For port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:01.002743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] For port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b38adf9-ca20-4104-9ed4-12d80a6d3a8d,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:01.018280 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:01.032945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-21267a2e-3be8-4662-a821-bfc8ae51af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:01.034984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-21267a2e-3be8-4662-a821-bfc8ae51af73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc89b74e-c688-4f20-ab80-4dbda47338f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0666883
Nov 27 20:57:01.078768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] For port dfa9c276-2d25-4af5-b139-6611d9897cfa, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:01.152467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-5444c2ab-7347-4dd3-9881-99ca411d91af tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:01.154353 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-5444c2ab-7347-4dd3-9881-99ca411d91af tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.35 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 820 time: 0.2470496
Nov 27 20:57:01.192993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Request body: {'port': {'device_id': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'admin_state_up': True, 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:01.203746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-63b29c51-bfcc-494d-b8b6-b7398500ece7 service neutron] 10.222.0.15 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614809
Nov 27 20:57:01.324428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] For port dfa9c276-2d25-4af5-b139-6611d9897cfa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfa9c276-2d25-4af5-b139-6611d9897cfa,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:01.361139 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:01.400883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe609-a170-4da9-9a6b-f375d5158291 None None] Pushing event updated for resources: {'Port': ['ID=8b38adf9-ca20-4104-9ed4-12d80a6d3a8d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:01.408223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f489b05-0027-4b54-9dcb-4ebc0a4d46bb req-21d225ab-2019-4b30-963e-eea55476ae24 service neutron] 10.222.0.15 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954317
Nov 27 20:57:01.472354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:01.481873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cd3220c8-70c2-46d1-9b13-a59a0a45a117', 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'fixed_ips': [{'subnet_id': '5d2ee161-ccdf-43d2-bc59-97c39e568c31'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:57:01.483335 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:01.538281 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:01.538934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6c84f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:56:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:01.563399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Made reservation on behalf of ea113326fcea4903b6f63e84c0339fa7 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:01.570222 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:01.589371 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:01.707987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3fb54-bbdc-4aa5-ba1b-f362d0ccbaf1 None None] Pushing event updated for resources: {'Port': ['ID=dfa9c276-2d25-4af5-b139-6611d9897cfa,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:01.770685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Pushing event deleted for resources: {'Port': ['ID=8162ca46-4134-4091-bc54-545f991c7299,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:01.957871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:01.993923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed5e12-ee85-4dec-9eeb-9e8ca2a1036d req-a26b9daf-6df8-4de7-aed2-9216235ddf40 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:02.002669 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aed5e12-ee85-4dec-9eeb-9e8ca2a1036d req-a26b9daf-6df8-4de7-aed2-9216235ddf40 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 944 time: 0.0928881
Nov 27 20:57:02.066893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Allocated IP 10.2.2.2 (cd3220c8-70c2-46d1-9b13-a59a0a45a117/5d2ee161-ccdf-43d2-bc59-97c39e568c31/89efe7db-6eab-4610-bd24-e147071be375) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:02.081337 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aed5e12-ee85-4dec-9eeb-9e8ca2a1036d req-447e2457-08d2-4930-add4-4d4f8f35651e tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776393
Nov 27 20:57:02.204136 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9a33407-7796-42af-9fd4-de2d6d740b70 req-ae1ae207-524c-45c2-92d4-f7480df522b4 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 210 time: 0.0538015
Nov 27 20:57:02.246410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:02.369005 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:02.370731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:02.371100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:02.418707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:02.425576 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:02.515802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Allocated IP 172.20.0.13 (bec98bc9-0b5b-4b5f-b388-d430ab12ae4e/16c692c8-6bab-45b1-ba05-eb022664c7b7/961a8aab-3a21-4f48-887a-804874479b17) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:02.522780 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] device_id is not set on port 14e81df6-5fa0-4831-a0b4-1270866d1c86 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:02.584009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:02.592335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:02.595542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:02.656053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Pushing event updated for resources: {'Port': ['ID=89efe7db-6eab-4610-bd24-e147071be375,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:02.674485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504d43a-5a2f-4756-aa3c-e76b32e8cd0b req-aa8a3da3-ec10-4830-a1a1-a87722974099 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:02.674713 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:02.677632 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:02.678417 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c504d43a-5a2f-4756-aa3c-e76b32e8cd0b req-aa8a3da3-ec10-4830-a1a1-a87722974099 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 945 time: 0.0881281
Nov 27 20:57:02.678600 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-87a212c4-078a-4e33-9633-cf6bfd87689e tempest-FloatingIPAdminTestJSON-1983378210 tempest-FloatingIPAdminTestJSON-1983378210-project] 10.222.0.21 "DELETE /v2.0/floatingips/0420a577-2f3c-4b2c-b986-1c7420cde339 HTTP/1.1" status: 204  len: 168 time: 2.4641068
Nov 27 20:57:02.799851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c504d43a-5a2f-4756-aa3c-e76b32e8cd0b req-46cac496-d989-4e74-898c-76a7129410c3 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1078372
Nov 27 20:57:02.801063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44010) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:02.850665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4482-84ee-4351-9083-6696cf91dc18 req-63207bb9-9125-4312-8cc9-db4b82caa566 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:02.864899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-63207bb9-9125-4312-8cc9-db4b82caa566 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.5373545
Nov 27 20:57:02.939775 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Attempting to bind port 89efe7db-6eab-4610-bd24-e147071be375 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:02.940249 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Attempting to bind port 89efe7db-6eab-4610-bd24-e147071be375 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:02.940803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Attempting to bind port 89efe7db-6eab-4610-bd24-e147071be375 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:02.952851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-4b7f469c-5d13-456e-9645-e4197ab5c7d0 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/quotas/376670c463284dec902268e55ba60b72 HTTP/1.1" status: 200  len: 375 time: 0.0869644
Nov 27 20:57:02.981322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2317bb2-a99a-4819-9954-cad1d25a0015 None None] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:03.012334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-3ec89f4d-a930-4c00-8bb9-a3e05599034f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0581641
Nov 27 20:57:03.014638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:03.015024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Checking segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:03.015513 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.015868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Bound using segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:03.016356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Bound port: 89efe7db-6eab-4610-bd24-e147071be375, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:03.016743 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.026089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.1.1.50 (2db01d42-b5d2-4173-a7f0-d71456cff74a/8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a/14e81df6-5fa0-4831-a0b4-1270866d1c86) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:03.047600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a850-b290-4a8c-baf8-b84e8e1e8c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.131955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44018) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:03.144900 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.175655 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.181381 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a850-b290-4a8c-baf8-b84e8e1e8c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.187447 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a850-b290-4a8c-baf8-b84e8e1e8c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.228486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bcab5a6f-23b2-402a-82fb-5b92acdff70a None None] Provisioning complete for port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:03.228909 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bcab5a6f-23b2-402a-82fb-5b92acdff70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.232397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4a850-b290-4a8c-baf8-b84e8e1e8c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e4540-a462-4b12-b4a5-f114ef73eabe,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:03.301712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] For port 89efe7db-6eab-4610-bd24-e147071be375, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:03.308290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d8b4a850-b290-4a8c-baf8-b84e8e1e8c58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d83af57b54a4447a95c70884c32042b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5057747
Nov 27 20:57:03.315281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44024) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:03.348612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea6997-a7ef-4fa6-a16e-58514fb30571 req-8644d7a6-898f-4665-a9b6-3125d60f30fd tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:03.350926 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f8ea6997-a7ef-4fa6-a16e-58514fb30571 req-8644d7a6-898f-4665-a9b6-3125d60f30fd tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 944 time: 0.1262448
Nov 27 20:57:03.367036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.370765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b38adf9-ca20-4104-9ed4-12d80a6d3a8d,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:03.392310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] For port 89efe7db-6eab-4610-bd24-e147071be375, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89efe7db-6eab-4610-bd24-e147071be375,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:03.403470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6c84f0>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfa9c276-2d25-4af5-b139-6611d9897cfa', 'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'mac_address': 'fa:16:3e:8c:19:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:53Z', 'updated_at': '2021-11-27T20:57:01Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'subnets': [{'id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:03.411344 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.443024 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.475737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7211ed-d2bd-47ab-8396-cc164636c515 None None] The sync data for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 is: [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfa9c276-2d25-4af5-b139-6611d9897cfa', 'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'mac_address': 'fa:16:3e:8c:19:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:53Z', 'updated_at': '2021-11-27T20:57:01Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'subnets': [{'id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:57:03.505500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c21a74ce-8c5d-4bae-b8de-8341e4988021 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b84cea885cbf49b78dd7d4222747c05b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3705285
Nov 27 20:57:03.509842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44026) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:03.527566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:03.532457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f8ea6997-a7ef-4fa6-a16e-58514fb30571 req-9e457920-ef97-465b-98be-a454bbaa87b5 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1660705
Nov 27 20:57:03.536417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-6df24231-226c-4564-baf1-a0c03241b904 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3568914
Nov 27 20:57:03.564137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:03.576497 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23bb7b38-abc5-4d1f-9b9b-720570a79c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.593180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:03.610272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Pushing event updated for resources: {'Port': ['ID=961a8aab-3a21-4f48-887a-804874479b17,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:03.666562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23bb7b38-abc5-4d1f-9b9b-720570a79c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.669359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=8b38adf9-ca20-4104-9ed4-12d80a6d3a8d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:03.696902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.696902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.696902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.697620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.697620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.697751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.698108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.698441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.699034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.699373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.709236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.709667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:03.811382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7911c1a-846c-47e9-8588-7656ed2ea63a None None] Pushing event updated for resources: {'Port': ['ID=89efe7db-6eab-4610-bd24-e147071be375,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:03.840113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-118df6bc-fec8-4d0c-b782-795f1db78e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.854658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-8a45d489-e3fe-483e-89fd-264818c14c91 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3172789
Nov 27 20:57:03.868358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:03.869016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.898024 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23bb7b38-abc5-4d1f-9b9b-720570a79c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.904957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23bb7b38-abc5-4d1f-9b9b-720570a79c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:03.912048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-23bb7b38-abc5-4d1f-9b9b-720570a79c95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a7e4540-a462-4b12-b4a5-f114ef73eabe HTTP/1.1" status: 204  len: 168 time: 0.5977128
Nov 27 20:57:03.986304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-118df6bc-fec8-4d0c-b782-795f1db78e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.005624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-0defaf0c-86fc-475e-a0d7-07e11ab5f2e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8179622
Nov 27 20:57:04.017472 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.037980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Request body: {'port': {'device_id': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:04.058783 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-41e4d4b1-53bb-473d-af44-700fe12eae7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.077770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4152-7399-4468-92f3-0b165860a0c9 req-70895e22-edce-4bcd-899f-1b7f68353528 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:04.087746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f50a4152-7399-4468-92f3-0b165860a0c9 req-70895e22-edce-4bcd-899f-1b7f68353528 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 932 time: 0.3966510
Nov 27 20:57:04.103204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:04.121350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb7b38-abc5-4d1f-9b9b-720570a79c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e4540-a462-4b12-b4a5-f114ef73eabe,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:04.433302 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.523764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-118df6bc-fec8-4d0c-b782-795f1db78e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.537614 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-118df6bc-fec8-4d0c-b782-795f1db78e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.552641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-118df6bc-fec8-4d0c-b782-795f1db78e71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8499efdf-3495-4720-88a5-5cd70f2e38bc HTTP/1.1" status: 204  len: 168 time: 1.0326927
Nov 27 20:57:04.556442 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.577487 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f50a4152-7399-4468-92f3-0b165860a0c9 req-a4049ba6-5e14-46e7-8599-3d8aef03e8cd tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4877582
Nov 27 20:57:04.599187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118df6bc-fec8-4d0c-b782-795f1db78e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8499efdf-3495-4720-88a5-5cd70f2e38bc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:04.627688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-74784214-2250-4c42-94d0-07593f9b7ce8 None None] Provisioning complete for port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:04.630700 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-74784214-2250-4c42-94d0-07593f9b7ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.637920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44048) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:04.694468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 45c36b5a-9f79-4728-9745-287685417a74 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:57:04.701581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-a463d6f5-b847-4edf-af6b-21bb1920dc0d tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:04.703428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-a463d6f5-b847-4edf-af6b-21bb1920dc0d tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.15 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 945 time: 0.5366611
Nov 27 20:57:04.705137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed276c9d-02c3-4ca9-9fad-af5553c01879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.739425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0f56-843d-4dcb-8c83-9331410bd4ba req-d743b232-ced0-4fae-b712-8072588d5088 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:04.755575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a9e0f56-843d-4dcb-8c83-9331410bd4ba req-d743b232-ced0-4fae-b712-8072588d5088 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 945 time: 0.5049739
Nov 27 20:57:04.778817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:04.779211 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:04.866513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 45c36b5a-9f79-4728-9745-287685417a74 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:57:04.866863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 45c36b5a-9f79-4728-9745-287685417a74 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:57:04.950453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b7e55f35-03d1-4adb-9e87-cec876fdc029 req-9cc3c95b-27ea-4660-8297-3e96a974e2b3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 210 time: 0.0768564
Nov 27 20:57:04.978067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dfa9c276-2d25-4af5-b139-6611d9897cfa up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:05.010532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:05.084931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Deleting port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:05.084931 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.192118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port dfa9c276-2d25-4af5-b139-6611d9897cfa triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:05.192519 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.308462 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed276c9d-02c3-4ca9-9fad-af5553c01879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.323242 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.331997 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed276c9d-02c3-4ca9-9fad-af5553c01879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.336476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44054) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:05.366724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbada24b-d20b-4372-9e0d-c9658b0d2b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.382945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:05.388083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port dfa9c276-2d25-4af5-b139-6611d9897cfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfa9c276-2d25-4af5-b139-6611d9897cfa,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:05.396857 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.437421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:05.503270 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a9e0f56-843d-4dcb-8c83-9331410bd4ba req-104e3eac-7094-443e-a0df-f098b7edb31c tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups?id=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7459738
Nov 27 20:57:05.504330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:05.513594 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=dfa9c276-2d25-4af5-b139-6611d9897cfa,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:05.568448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753489ec-7837-4d87-8c9a-ff3066626204 req-f4bc756f-93e3-4c61-a9f1-b9597b057302 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:05.571729 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-753489ec-7837-4d87-8c9a-ff3066626204 req-f4bc756f-93e3-4c61-a9f1-b9597b057302 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 944 time: 0.4448483
Nov 27 20:57:05.577148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed276c9d-02c3-4ca9-9fad-af5553c01879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec90a01-b417-4c92-9e8c-701727c0711c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:05.582701 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ed276c9d-02c3-4ca9-9fad-af5553c01879 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4cb973d5d49407ba12340640a42cd48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9432936
Nov 27 20:57:05.585795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44056) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:05.595121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a336e79-2faf-47e9-89ec-30ee5f2100b2 None None] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:05.637234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:05.638284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.685666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] For port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:05.686216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.798925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Provisioning complete for port 89efe7db-6eab-4610-bd24-e147071be375 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:05.803135 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:05.849325 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d7f18e27-21da-4805-badd-7cef8e81509d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.0200405
Nov 27 20:57:05.884250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44062) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:05.942140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'name': 'tempest-TaggedBootDevicesTest-716250273', 'fixed_ips': [{'subnet_id': '8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:06.005126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:57:06.048655 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de9075f2-a19f-40bb-95e1-9051d7341ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.082764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 89efe7db-6eab-4610-bd24-e147071be375 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:06.101005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961a8aab-3a21-4f48-887a-804874479b17 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:06.129015 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.135746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.135934 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.136049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.136992 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Floating IP afd19b8e-a551-4da8-b483-5e3409a6c59f disassociated. External IP: 172.35.3.240, port: 5f40e7d5-e01b-48c4-a853-15b07fbabc1f.
Nov 27 20:57:06.137370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Calling delete_port for 5f40e7d5-e01b-48c4-a853-15b07fbabc1f owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:06.150314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de9075f2-a19f-40bb-95e1-9051d7341ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.160780 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fec5d1-76e1-454c-8789-83101c0dbd84 req-d91decc3-90cd-4a0c-a555-06741eda9329 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:06.171458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60fec5d1-76e1-454c-8789-83101c0dbd84 req-d91decc3-90cd-4a0c-a555-06741eda9329 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 932 time: 0.4139435
Nov 27 20:57:06.243713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] For port 89efe7db-6eab-4610-bd24-e147071be375, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89efe7db-6eab-4610-bd24-e147071be375,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:06.246382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:06.248277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Transition to ACTIVE for port object 961a8aab-3a21-4f48-887a-804874479b17 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:06.260648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 89efe7db-6eab-4610-bd24-e147071be375 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:06.262886 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.266332 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.280485 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.308538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.326676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'port_id': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f', 'mac_address': 'fa:16:3e:27:e4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:57:06.366657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Pushing event deleted for resources: {'Port': ['ID=5f40e7d5-e01b-48c4-a853-15b07fbabc1f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:06.388149 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbada24b-d20b-4372-9e0d-c9658b0d2b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.408258 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbada24b-d20b-4372-9e0d-c9658b0d2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.413157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4482-84ee-4351-9083-6696cf91dc18 req-00f829cb-ed4b-4ddb-936e-b9d78e685b62 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:06.414870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-00f829cb-ed4b-4ddb-936e-b9d78e685b62 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.4886336
Nov 27 20:57:06.439851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-753489ec-7837-4d87-8c9a-ff3066626204 req-c9a59372-52d1-4be2-96f7-3644312b2238 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8473322
Nov 27 20:57:06.447769 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60fec5d1-76e1-454c-8789-83101c0dbd84 req-11d37788-1c5a-479e-a681-4342f673a8b8 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2683494
Nov 27 20:57:06.500056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Request body: {'port': {'device_id': '49c2b87a-8405-4308-a621-10f0104e888d', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'admin_state_up': True, 'tenant_id': '376670c463284dec902268e55ba60b72'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:06.515956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=961a8aab-3a21-4f48-887a-804874479b17,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:06.533110 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-acb45301-9236-469a-8168-0ef231e36fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.540679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c075f77d-30ee-43f1-a51f-8ad5159de0ea None None] Provisioning complete for port 14e81df6-5fa0-4831-a0b4-1270866d1c86 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:06.541048 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c075f77d-30ee-43f1-a51f-8ad5159de0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.544963 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.548764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cbada24b-d20b-4372-9e0d-c9658b0d2b40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e2791405ace4a148721ae418010bdde&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2074790
Nov 27 20:57:06.556063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:06.558917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Pushing event updated for resources: {'Port': ['ID=89efe7db-6eab-4610-bd24-e147071be375,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:06.563918 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.567721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44068) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:06.573808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbada24b-d20b-4372-9e0d-c9658b0d2b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e95b78-516f-44e0-bace-c4224a8219d5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:06.622041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.622476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.622733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.623077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.623563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.624025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.624233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.624568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.624913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.625292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.625600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.625870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295f4d36-315f-43f8-84c8-b967d995dfcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:06.633766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:06.651504 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fde0cf51-cc44-4c64-8ba3-34288ab0b7ad req-96f9fa97-9804-46a1-afcf-fc853c112c87 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 210 time: 0.0741398
Nov 27 20:57:06.665199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dfa9c276-2d25-4af5-b139-6611d9897cfa up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:06.672275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:06.701548 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.708952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c075f77d-30ee-43f1-a51f-8ad5159de0ea None None] Port 14e81df6-5fa0-4831-a0b4-1270866d1c86 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:06.725380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de9075f2-a19f-40bb-95e1-9051d7341ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.728576 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de9075f2-a19f-40bb-95e1-9051d7341ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.729752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-de9075f2-a19f-40bb-95e1-9051d7341ab4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cec90a01-b417-4c92-9e8c-701727c0711c HTTP/1.1" status: 204  len: 168 time: 1.1429398
Nov 27 20:57:06.764144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Router cac338f5-1fed-4c92-970f-3b7e54c47d7d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:57:06.779104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port dfa9c276-2d25-4af5-b139-6611d9897cfa triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:06.779506 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.819602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9075f2-a19f-40bb-95e1-9051d7341ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec90a01-b417-4c92-9e8c-701727c0711c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:06.822457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:06.832217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30447ffe-9fcf-4da7-a398-81cd82e13139 req-59a2c5c4-cdce-4519-8f6b-36b42eb1b852 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/ports?device_id=3742d74c-1fbd-42f7-8dd3-1af6053e9f28 HTTP/1.1" status: 200  len: 210 time: 0.1191959
Nov 27 20:57:06.841860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] device_id is not set on port decba21e-805a-4b68-9d38-6e3b44662ff5 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:06.891265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c517596a-a072-4200-b455-00343ea1a45e None None] Provisioning complete for port 89efe7db-6eab-4610-bd24-e147071be375 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:06.891548 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c517596a-a072-4200-b455-00343ea1a45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.968145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93a42cfc-222a-45b3-b6d4-8080916e43f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.969548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Made reservation on behalf of 376670c463284dec902268e55ba60b72 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:06.970651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:57:06.973240 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:06.989681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Attempting to bind port 961a8aab-3a21-4f48-887a-804874479b17 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:06.990279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Attempting to bind port 961a8aab-3a21-4f48-887a-804874479b17 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '84aae2a6-5654-44c1-88e9-a7024844c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:06.990822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Attempting to bind port 961a8aab-3a21-4f48-887a-804874479b17 on network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:06.993290 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] Sync routers for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:57:07.016825 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:07.018067 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9ce100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:07.019958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] No DVR routers for this DVR port 5f40e7d5-e01b-48c4-a853-15b07fbabc1f on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:57:07.033825 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:07.043141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eedeb007-f565-46d4-b60f-ce635d947e6f req-624b85da-131c-48b0-8d44-446cb4733e64 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.15 "DELETE /v2.0/ports/5f40e7d5-e01b-48c4-a853-15b07fbabc1f HTTP/1.1" status: 204  len: 173 time: 2.3098886
Nov 27 20:57:07.046161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'name': 'network-vif-deleted', 'tag': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:07.059276 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9033e2-bc99-47bb-9da8-76c00947f248" -d '{"events": [{"server_uuid": "3742d74c-1fbd-42f7-8dd3-1af6053e9f28", "name": "network-vif-deleted", "tag": "5f40e7d5-e01b-48c4-a853-15b07fbabc1f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:07.098180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:57:07.121496 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e2db2-8130-4f4d-8e9c-9a5bd5f72866 x-openstack-request-id: req-dc5e2db2-8130-4f4d-8e9c-9a5bd5f72866 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:07.122251 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3742d74c-1fbd-42f7-8dd3-1af6053e9f28", "name": "network-vif-deleted", "tag": "5f40e7d5-e01b-48c4-a853-15b07fbabc1f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:07.122667 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc5e2db2-8130-4f4d-8e9c-9a5bd5f72866 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:07.123211 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3742d74c-1fbd-42f7-8dd3-1af6053e9f28', 'name': 'network-vif-deleted', 'tag': '5f40e7d5-e01b-48c4-a853-15b07fbabc1f', 'status': 'completed', 'code': 200}
Nov 27 20:57:07.176323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Port 961a8aab-3a21-4f48-887a-804874479b17 on network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:07.176696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Attempting to bind port 961a8aab-3a21-4f48-887a-804874479b17 on network bec98bc9-0b5b-4b5f-b388-d430ab12ae4e {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:07.217474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93a42cfc-222a-45b3-b6d4-8080916e43f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:07.281678 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:07.312115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:07.312492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Checking segment: {'id': '84aae2a6-5654-44c1-88e9-a7024844c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:07.312888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Bound using segment: {'id': '84aae2a6-5654-44c1-88e9-a7024844c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:07.313341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Bound port: 961a8aab-3a21-4f48-887a-804874479b17, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84aae2a6-5654-44c1-88e9-a7024844c5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:07.313706 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:07.412672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.1.1.10 (2db01d42-b5d2-4173-a7f0-d71456cff74a/8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a/decba21e-805a-4b68-9d38-6e3b44662ff5) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:07.422831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Allocated IP 172.20.0.4 (39b4c68b-6f2a-4d98-a40b-89a7cdc47e01/c319d603-0243-43c4-a372-b7e936d765de/ac049382-3c5c-431f-846c-8a82be6d6454) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:07.537705 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9ce100>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761b9091-30ba-480d-83dd-ad7ac21afca2', 'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'mac_address': 'fa:16:3e:56:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 5, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'subnets': [{'id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:07.549415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93a42cfc-222a-45b3-b6d4-8080916e43f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:07.552342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93a42cfc-222a-45b3-b6d4-8080916e43f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:07.553700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-93a42cfc-222a-45b3-b6d4-8080916e43f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6e95b78-516f-44e0-bace-c4224a8219d5 HTTP/1.1" status: 204  len: 168 time: 0.9773903
Nov 27 20:57:07.555791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] For port 961a8aab-3a21-4f48-887a-804874479b17, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:07.585767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a42cfc-222a-45b3-b6d4-8080916e43f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e95b78-516f-44e0-bace-c4224a8219d5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:07.599419 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] Checking router: cac338f5-1fed-4c92-970f-3b7e54c47d7d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:57:07.609865 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:07.614385 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9ce100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:07.624129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] For port 961a8aab-3a21-4f48-887a-804874479b17, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=961a8aab-3a21-4f48-887a-804874479b17,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:07.702169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357010b-63e6-4d12-88dd-f82ab07efacb req-db260b07-6bf0-450c-a009-1ab77197f329 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:07.714302 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e357010b-63e6-4d12-88dd-f82ab07efacb req-db260b07-6bf0-450c-a009-1ab77197f329 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 944 time: 0.1148431
Nov 27 20:57:07.766007 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:07.860317 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:07.874426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 89efe7db-6eab-4610-bd24-e147071be375 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:07.896359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:07.961867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:07.987173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 89efe7db-6eab-4610-bd24-e147071be375 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:07.990750 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.006192 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.077276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5f40e7d5-e01b-48c4-a853-15b07fbabc1f no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:57:08.115281 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 5f40e7d5-e01b-48c4-a853-15b07fbabc1f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:57:08.116007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5f40e7d5-e01b-48c4-a853-15b07fbabc1f not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:57:08.214008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44106) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:08.249224 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e357010b-63e6-4d12-88dd-f82ab07efacb req-1ceee350-2171-49e5-8ada-babc471f75c6 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5339079
Nov 27 20:57:08.258224 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-96e729e1-62da-429b-8f24-8c28894edea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.395129 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9ce100>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761b9091-30ba-480d-83dd-ad7ac21afca2', 'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'mac_address': 'fa:16:3e:56:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 5, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'subnets': [{'id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:08.405439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-96e729e1-62da-429b-8f24-8c28894edea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.413445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-96e729e1-62da-429b-8f24-8c28894edea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.475022 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb14d2a-006f-4c1e-8ca3-280071c8badd None None] The sync data for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 is: [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:53:53Z', 'revision_number': 4, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '761b9091-30ba-480d-83dd-ad7ac21afca2', 'name': '', 'network_id': 'ecb2b22d-df71-40c8-af9b-e8abd512f0db', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'mac_address': 'fa:16:3e:56:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:52Z', 'updated_at': '2021-11-27T20:53:58Z', 'revision_number': 5, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'subnets': [{'id': 'acca60c7-7043-41d9-9a97-49f666b6fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:57:08.503730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-96e729e1-62da-429b-8f24-8c28894edea6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32d6fe7b5a114c2cb1eac33eb7ac36da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2746096
Nov 27 20:57:08.506157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e729e1-62da-429b-8f24-8c28894edea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88322e22-25fa-468a-89d5-55217aedac00,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:08.508801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44112) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:08.545017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e62f-4f8d-452e-96b4-110e3dc5346c req-853b7744-3685-438d-b576-e6b0caa03958 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:08.549702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4412e62f-4f8d-452e-96b4-110e3dc5346c req-853b7744-3685-438d-b576-e6b0caa03958 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 931 time: 0.1278367
Nov 27 20:57:08.624120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:08.633394 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad5a57f3-7a1d-427e-8c23-10a560e374a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.640001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4412e62f-4f8d-452e-96b4-110e3dc5346c req-3b643d00-db67-4ea6-aa32-b0a28255e4f4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753958
Nov 27 20:57:08.655589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb3075-a609-45b4-b06d-6e35c50c5823 req-93d4bbc1-21b7-4108-8209-5b1362b8fd81 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:08.657206 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-59eb3075-a609-45b4-b06d-6e35c50c5823 req-93d4bbc1-21b7-4108-8209-5b1362b8fd81 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 945 time: 1.0853810
Nov 27 20:57:08.664198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:08.667727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:08.678636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad5a57f3-7a1d-427e-8c23-10a560e374a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.715185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:08.715847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.717293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 1092 time: 4.6973639
Nov 27 20:57:08.740638 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:08.741568 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.744808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:08.747010 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad5a57f3-7a1d-427e-8c23-10a560e374a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.749034 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2907adb-1567-4dc9-9d96-171cfc50d799" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:08.755814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad5a57f3-7a1d-427e-8c23-10a560e374a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.756988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ad5a57f3-7a1d-427e-8c23-10a560e374a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88322e22-25fa-468a-89d5-55217aedac00 HTTP/1.1" status: 204  len: 168 time: 0.2461574
Nov 27 20:57:08.769997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44120) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:08.778978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a57f3-7a1d-427e-8c23-10a560e374a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88322e22-25fa-468a-89d5-55217aedac00,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:08.821636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.871877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f477e0f-3a23-4a5f-b7c5-6d43cfbc363f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.915456 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ed742e-ead4-4d02-9e67-82fca06c1ce0 x-openstack-request-id: req-96ed742e-ead4-4d02-9e67-82fca06c1ce0 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:08.915759 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:08.916005 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96ed742e-ead4-4d02-9e67-82fca06c1ce0 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:08.916426 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17', 'status': 'completed', 'code': 200}
Nov 27 20:57:08.920426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f477e0f-3a23-4a5f-b7c5-6d43cfbc363f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:08.949396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fbcfe-7a88-414d-9c51-77eb6860b1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=961a8aab-3a21-4f48-887a-804874479b17,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:09.007063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c72785f-105c-47d5-8ec6-a3d0a8931dcf None None] New status for floating IP afd19b8e-a551-4da8-b483-5e3409a6c59f: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:57:09.007846 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5192487
Nov 27 20:57:09.017069 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f477e0f-3a23-4a5f-b7c5-6d43cfbc363f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.019478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18703e-87a8-4356-851d-e6613d075dcf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event updated for resources: {'Port': ['ID=ac049382-3c5c-431f-846c-8a82be6d6454,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:09.024653 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2f477e0f-3a23-4a5f-b7c5-6d43cfbc363f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.028571 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2f477e0f-3a23-4a5f-b7c5-6d43cfbc363f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "DELETE /v2.0/security-groups/d80f3dc6-91c5-42ab-bc74-bf578fc51cfd HTTP/1.1" status: 204  len: 168 time: 0.2566435
Nov 27 20:57:09.033944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44126) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:09.042993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-59eb3075-a609-45b4-b06d-6e35c50c5823 req-c78733b8-0b43-42ff-b69b-b90a053dd160 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3226829
Nov 27 20:57:09.064473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f477e0f-3a23-4a5f-b7c5-6d43cfbc363f tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80f3dc6-91c5-42ab-bc74-bf578fc51cfd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:09.071510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Request body: {'port': {'device_id': '49c2b87a-8405-4308-a621-10f0104e888d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:09.077235 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-18eec424-afd6-4268-b5da-8f62243cb032 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] show failed (client error): The resource could not be found.
Nov 27 20:57:09.078909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-18eec424-afd6-4268-b5da-8f62243cb032 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "GET /v2.0/security-groups/d80f3dc6-91c5-42ab-bc74-bf578fc51cfd HTTP/1.1" status: 404  len: 347 time: 0.0407825
Nov 27 20:57:09.082057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44130) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:09.151531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-8de92873-e0b4-41e8-9248-2e1b8a744eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:09.153149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-8de92873-e0b4-41e8-9248-2e1b8a744eac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1095 time: 0.2876022
Nov 27 20:57:09.159872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.181486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.238654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-24327520-fb4c-48e1-8e12-a37127ace72b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 217 time: 0.0669823
Nov 27 20:57:09.279597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:09.312602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:09.356944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Deleting port dcf54b6d-fe51-45e6-84f0-768723291cc8 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:09.357290 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.363999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:09.457865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.458048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:09.458971 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.545357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.545357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.566984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Calling delete_port for dcf54b6d-fe51-45e6-84f0-768723291cc8 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:09.617359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:09.649956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1ecfb259-d910-4c0c-96a9-344aa171d850 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.7292016
Nov 27 20:57:09.655061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-cba9866b-2199-4d21-8a09-fea30a014505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:09.656666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-cba9866b-2199-4d21-8a09-fea30a014505 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.3725960
Nov 27 20:57:09.738328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbac45-01f7-45de-b241-e867a5e125ae req-4232ad83-7dba-4e1a-a5c4-42d8915d729e tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:09.747730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-79dbac45-01f7-45de-b241-e867a5e125ae req-4232ad83-7dba-4e1a-a5c4-42d8915d729e tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 944 time: 0.1955884
Nov 27 20:57:09.820765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8a9de052-eb76-4603-bc91-9b1664077f85 None None] Provisioning complete for port decba21e-805a-4b68-9d38-6e3b44662ff5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:09.821142 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a9de052-eb76-4603-bc91-9b1664077f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:09.834346 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-79dbac45-01f7-45de-b241-e867a5e125ae req-4f3c8263-3b53-4f80-a9f1-11ea4fa24f96 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847971
Nov 27 20:57:09.870534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-daadb239-f0a4-429f-a181-6e82d4967494 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1997719
Nov 27 20:57:09.890935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8a9de052-eb76-4603-bc91-9b1664077f85 None None] Port decba21e-805a-4b68-9d38-6e3b44662ff5 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:09.997716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:10.014443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac049382-3c5c-431f-846c-8a82be6d6454 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:10.022766 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.033637 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.048207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Transition to ACTIVE for port object ac049382-3c5c-431f-846c-8a82be6d6454 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:10.068839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798afb-534a-4371-8978-fa0b972fc3e6 req-44010d84-b2f0-4a2d-a16d-129586538e75 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:10.077413 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04798afb-534a-4371-8978-fa0b972fc3e6 req-44010d84-b2f0-4a2d-a16d-129586538e75 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 931 time: 0.1382380
Nov 27 20:57:10.081102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Pushing event deleted for resources: {'Port': ['ID=dcf54b6d-fe51-45e6-84f0-768723291cc8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:10.113000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44168) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:10.128432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d469fb93-dfe7-42c5-a62a-3dfc82ed601c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099423989', 'description': 'tempest-description--2122074711'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:10.137857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:57:10.145408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:10.147010 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.162629 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.212772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04798afb-534a-4371-8978-fa0b972fc3e6 req-73e1bc3a-0964-4221-adea-ed8c54f119ad tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293695
Nov 27 20:57:10.272070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d469fb93-dfe7-42c5-a62a-3dfc82ed601c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.281848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-a982c677-bad3-40e3-89d5-5c4f4680e4f2 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2321024
Nov 27 20:57:10.289356 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.290923 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.292672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.294147 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ed1519d3-9278-433d-a8e0-5b48bf3054a1 tempest-ServersTestFqdnHostnames-2009011088 tempest-ServersTestFqdnHostnames-2009011088-project] 10.222.0.21 "DELETE /v2.0/floatingips/afd19b8e-a551-4da8-b483-5e3409a6c59f HTTP/1.1" status: 204  len: 168 time: 1.2111082
Nov 27 20:57:10.297405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44174) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:10.355278 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.403541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf02d0b-4468-4742-8c5e-399186f81700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:10.409647 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eabc665-3250-46f9-abb3-b136afc37e35" -d '{"events": [{"server_uuid": "7bf02d0b-4468-4742-8c5e-399186f81700", "name": "network-vif-plugged", "status": "completed", "tag": "8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:10.410581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e00efece-a26b-436d-9ab7-a0a49f3b188b req-2c03694b-d60c-4813-9846-91a01dc550a3 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1127434
Nov 27 20:57:10.422709 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d469fb93-dfe7-42c5-a62a-3dfc82ed601c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.437958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Pushing event updated for resources: {'Port': ['ID=ac049382-3c5c-431f-846c-8a82be6d6454,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:10.456059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:10.463693 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.481743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d469fb93-dfe7-42c5-a62a-3dfc82ed601c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.496933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c2da-b81b-4911-a9a7-7151dc779b12 req-488edb14-4b0c-4d03-80fc-2764e9627d17 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:10.505706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2218c2da-b81b-4911-a9a7-7151dc779b12 req-488edb14-4b0c-4d03-80fc-2764e9627d17 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 945 time: 0.2569523
Nov 27 20:57:10.538389 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22062f9-e716-4559-96ba-999d659022c4 x-openstack-request-id: req-d22062f9-e716-4559-96ba-999d659022c4 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:10.538946 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf02d0b-4468-4742-8c5e-399186f81700", "name": "network-vif-plugged", "status": "completed", "tag": "8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:10.539439 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d22062f9-e716-4559-96ba-999d659022c4 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:10.539983 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf02d0b-4468-4742-8c5e-399186f81700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f', 'code': 200}
Nov 27 20:57:10.578336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:10.593165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d469fb93-dfe7-42c5-a62a-3dfc82ed601c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.597477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d469fb93-dfe7-42c5-a62a-3dfc82ed601c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.4821694
Nov 27 20:57:10.613412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44188) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:10.622586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-28716f69-e1f5-4ba3-93de-e2ac8bf31af5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'security_group_rule': {'security_group_id': '1d7ab178-febe-43ec-b403-d31bd0fe2d81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:10.628279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469fb93-dfe7-42c5-a62a-3dfc82ed601c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7ab178-febe-43ec-b403-d31bd0fe2d81,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:10.711651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Attempting to bind port ac049382-3c5c-431f-846c-8a82be6d6454 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:10.712226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Attempting to bind port ac049382-3c5c-431f-846c-8a82be6d6454 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:10.713036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Attempting to bind port ac049382-3c5c-431f-846c-8a82be6d6454 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:10.723016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28716f69-e1f5-4ba3-93de-e2ac8bf31af5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.737362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Port ac049382-3c5c-431f-846c-8a82be6d6454 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:10.737801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Attempting to bind port ac049382-3c5c-431f-846c-8a82be6d6454 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:10.738417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e05eb-e368-4576-9c40-0aeb7d206548 req-6191b3ba-f1b3-44c3-bed7-4506123bf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:10.740020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8b0e05eb-e368-4576-9c40-0aeb7d206548 req-6191b3ba-f1b3-44c3-bed7-4506123bf585 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 1097 time: 0.1317589
Nov 27 20:57:10.754552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-2a948b3d-d143-422b-9886-aa2eaaa9fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:10.756156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-2a948b3d-d143-422b-9886-aa2eaaa9fbfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1095 time: 0.1952736
Nov 27 20:57:10.765102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2218c2da-b81b-4911-a9a7-7151dc779b12 req-30e0e6d2-97cd-4b0a-b5db-11b6eeff5ec3 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2585285
Nov 27 20:57:10.793366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:10.793366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Checking segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:10.793950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Bound using segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:10.794268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Bound port: ac049382-3c5c-431f-846c-8a82be6d6454, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:10.794617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.902496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8b0e05eb-e368-4576-9c40-0aeb7d206548 req-7437afd2-4f21-4c80-8c31-fc2f645553c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1250610
Nov 27 20:57:10.976726 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28716f69-e1f5-4ba3-93de-e2ac8bf31af5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:10.978711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] For port ac049382-3c5c-431f-846c-8a82be6d6454, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:10.983347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-da9abd73-8991-455b-8eee-cde52fa23c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:10.984958 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-da9abd73-8991-455b-8eee-cde52fa23c2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 921 time: 0.2160115
Nov 27 20:57:10.993355 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28716f69-e1f5-4ba3-93de-e2ac8bf31af5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.008563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] For port ac049382-3c5c-431f-846c-8a82be6d6454, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac049382-3c5c-431f-846c-8a82be6d6454,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:11.028856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28716f69-e1f5-4ba3-93de-e2ac8bf31af5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.030166 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-28716f69-e1f5-4ba3-93de-e2ac8bf31af5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4118099
Nov 27 20:57:11.034289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860599f-acec-4806-8c14-fa4752b18194 req-24fa3e88-c05b-4af5-bc4c-e77999e65432 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:11.042909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2860599f-acec-4806-8c14-fa4752b18194 req-24fa3e88-c05b-4af5-bc4c-e77999e65432 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 944 time: 0.1185746
Nov 27 20:57:11.059472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44210) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:11.060609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.068218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-b9352a5c-450b-45e3-adf6-4998e6461cce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 217 time: 0.0582752
Nov 27 20:57:11.069034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28716f69-e1f5-4ba3-93de-e2ac8bf31af5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71e5bdb-2a18-40b1-9071-097d2d3cd3b7,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:11.083671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-562a0c6d-e999-42cd-a2e8-b4d72227c43d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'security_group_rule': {'security_group_id': '1d7ab178-febe-43ec-b403-d31bd0fe2d81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:11.118759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2860599f-acec-4806-8c14-fa4752b18194 req-7484c679-51d9-4a1d-9170-4446e3311bea tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741284
Nov 27 20:57:11.194442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:11.195075 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.196537 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac049382-3c5c-431f-846c-8a82be6d6454 HTTP/1.1" status: 200  len: 1091 time: 2.1694102
Nov 27 20:57:11.197001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c2b87a-8405-4308-a621-10f0104e888d', 'tag': 'ac049382-3c5c-431f-846c-8a82be6d6454'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:11.202568 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fd9cdf-7f6c-4c10-8574-4f47077b2689" -d '{"events": [{"name": "network-changed", "server_uuid": "49c2b87a-8405-4308-a621-10f0104e888d", "tag": "ac049382-3c5c-431f-846c-8a82be6d6454"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:11.202900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.261020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-984fd75c-5e01-463e-bb1a-6788dba06531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:11.264129 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-984fd75c-5e01-463e-bb1a-6788dba06531 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.1688275
Nov 27 20:57:11.340101 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-9eda42de-3ece-44ec-9c67-e1c67527730d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445881
Nov 27 20:57:11.341610 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1b1f93-e355-4a30-99f0-2da2fbb5d647 x-openstack-request-id: req-9d1b1f93-e355-4a30-99f0-2da2fbb5d647 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:11.341907 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c2b87a-8405-4308-a621-10f0104e888d", "tag": "ac049382-3c5c-431f-846c-8a82be6d6454", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:11.342169 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d1b1f93-e355-4a30-99f0-2da2fbb5d647 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:11.342573 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c2b87a-8405-4308-a621-10f0104e888d', 'tag': 'ac049382-3c5c-431f-846c-8a82be6d6454', 'status': 'completed', 'code': 200}
Nov 27 20:57:11.357823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d274732-e002-4d48-82c6-d2c0bb040552 service neutron] Pushing event updated for resources: {'Port': ['ID=ac049382-3c5c-431f-846c-8a82be6d6454,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:11.360489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-562a0c6d-e999-42cd-a2e8-b4d72227c43d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.405292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439f66-9cd0-458a-b4d0-a4695c0e2b14 req-ab66bbcd-560a-41f8-89b9-c810029c9b7a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:11.406900 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9439f66-9cd0-458a-b4d0-a4695c0e2b14 req-ab66bbcd-560a-41f8-89b9-c810029c9b7a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 943 time: 0.0861142
Nov 27 20:57:11.460885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4482-84ee-4351-9083-6696cf91dc18 req-1437aecf-cf4c-4034-9aa3-dd75a090a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:11.462447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-1437aecf-cf4c-4034-9aa3-dd75a090a458 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 1094 time: 0.1907001
Nov 27 20:57:11.495888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44224) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:11.541649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-91b0dd10-3b8e-42d4-9c61-06c10970cf0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac049382-3c5c-431f-846c-8a82be6d6454 HTTP/1.1" status: 200  len: 217 time: 0.0647461
Nov 27 20:57:11.545522 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-562a0c6d-e999-42cd-a2e8-b4d72227c43d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.550930 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-f1112e77-2a8b-4775-a9c6-881bb9b28f79 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870656
Nov 27 20:57:11.552348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-562a0c6d-e999-42cd-a2e8-b4d72227c43d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.554016 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9439f66-9cd0-458a-b4d0-a4695c0e2b14 req-efa2ff33-1fa2-4808-a079-916153aa432b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016726
Nov 27 20:57:11.630791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a0c6d-e999-42cd-a2e8-b4d72227c43d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f787924f-4e1c-4cf1-8722-27c05ed00c0f,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:11.665076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-562a0c6d-e999-42cd-a2e8-b4d72227c43d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.666627 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-562a0c6d-e999-42cd-a2e8-b4d72227c43d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6034281
Nov 27 20:57:11.666752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44230) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:11.672235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44232) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:11.680972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:11.698343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4482-84ee-4351-9083-6696cf91dc18 req-2b9b2890-107d-4398-9344-0ecb37a85644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:11.699837 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-2b9b2890-107d-4398-9344-0ecb37a85644 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.1402028
Nov 27 20:57:11.702147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Deleting port 761b9091-30ba-480d-83dd-ad7ac21afca2 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:11.702383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.760848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-89d0a4d1-d783-45b1-a191-2ab0c07d1f61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431240
Nov 27 20:57:11.761598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.794667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2907adb-1567-4dc9-9d96-171cfc50d799 req-78258176-f5a1-4cbc-a06a-7aaa3a62da9b service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132161
Nov 27 20:57:11.864867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] For port 761b9091-30ba-480d-83dd-ad7ac21afca2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=761b9091-30ba-480d-83dd-ad7ac21afca2,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:11.865502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:11.912725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Calling delete_port for 761b9091-30ba-480d-83dd-ad7ac21afca2 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:11.927292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-402555680'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:11.933149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-19715bdf-dba1-4b3d-a06f-cff4b4af4cc6 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527674
Nov 27 20:57:11.939795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.021632 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.031107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399347c8-51b2-4093-99b7-d72ce824d1cc req-6bb0b140-500a-45c1-aaf0-3d630aeb4e50 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:12.032792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-399347c8-51b2-4093-99b7-d72ce824d1cc req-6bb0b140-500a-45c1-aaf0-3d630aeb4e50 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 946 time: 0.1580336
Nov 27 20:57:12.043439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Made reservation on behalf of 03c8cfe27fd0403d99e9315b0e5e9c66 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:12.047109 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.072680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.094276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-177f4482-84ee-4351-9083-6696cf91dc18 req-7faa74dd-a9c2-4eac-833a-94823aaf1ee4 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467130
Nov 27 20:57:12.211911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 172.35.3.107 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/71d070ef-8265-4c2d-a3aa-ff0b4a49a7a2) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:12.230874 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-399347c8-51b2-4093-99b7-d72ce824d1cc req-c51ab6de-6005-422a-8dc7-0c1a6cb56bdd tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1802771
Nov 27 20:57:12.250178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-07ab8ea4-5988-404a-9964-1256bd53b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:12.251591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-07ab8ea4-5988-404a-9964-1256bd53b053 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 1094 time: 0.0896454
Nov 27 20:57:12.288428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.317886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.399314 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d4b3c2fd3b140adbdbb39e98b3aa76f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7312012
Nov 27 20:57:12.404329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44240) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:12.404529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40b8e18-52f3-4b38-ab4a-fd9da5578d44,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:12.416086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.417039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.426001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.426340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.426680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.427027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.428268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.428268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.428268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.428543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.428720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.429013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.429343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.432449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f20f4-195a-4fdb-90b5-15824ba27ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:12.438831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.457033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966ed4-2c79-47a7-b31a-7c7be64cf606 req-d4d46017-4fc5-43bb-968b-77668ac92280 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:12.464394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23966ed4-2c79-47a7-b31a-7c7be64cf606 req-d4d46017-4fc5-43bb-968b-77668ac92280 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 944 time: 0.2271664
Nov 27 20:57:12.482093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Pushing event deleted for resources: {'Port': ['ID=761b9091-30ba-480d-83dd-ad7ac21afca2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:12.511848 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.519086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-9b5c675c-430c-473e-ad91-941386f58b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:12.520628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-9b5c675c-430c-473e-ad91-941386f58b39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 913 time: 0.2358515
Nov 27 20:57:12.523508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:57:12.567103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb1482e-f4f5-4683-b993-418dbb81a16e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:12.576384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.576755 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Added segment 7d5a3471-791d-45ae-803f-a2bd0c2624b5 of type vlan for network 42eaeee0-d84a-4f6b-8356-d08c76f89a29
Nov 27 20:57:12.610561 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-e4c2fbb3-29a6-4aeb-8cb5-eff817809367 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac049382-3c5c-431f-846c-8a82be6d6454 HTTP/1.1" status: 200  len: 217 time: 0.0746491
Nov 27 20:57:12.617258 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11508b3-f705-471a-bd3d-4a3f0c06e45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.629753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23966ed4-2c79-47a7-b31a-7c7be64cf606 req-9e5014e4-fa89-4957-9a83-931effb6eb9e tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644220
Nov 27 20:57:12.681800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 961a8aab-3a21-4f48-887a-804874479b17 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:57:12.686779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.690585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-6ce3123a-6ac1-4332-b78d-2cd1aa91af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:12.692285 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-6ce3123a-6ac1-4332-b78d-2cd1aa91af9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.0723348
Nov 27 20:57:12.768865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-86aaeb37-0d95-473c-bbce-c137082b003b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616004
Nov 27 20:57:12.771072 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11508b3-f705-471a-bd3d-4a3f0c06e45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.798251 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.800669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.804225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:12.804852 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.854624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 961a8aab-3a21-4f48-887a-804874479b17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=961a8aab-3a21-4f48-887a-804874479b17,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:12.894214 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.3965735
Nov 27 20:57:12.916028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090eaeb-a6db-4719-9754-8354f2fb4b37 req-83d1ce9d-5fae-4b98-a7fb-b12f3e8c89ce tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:12.922974 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d090eaeb-a6db-4719-9754-8354f2fb4b37 req-83d1ce9d-5fae-4b98-a7fb-b12f3e8c89ce tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 943 time: 0.2199044
Nov 27 20:57:12.924441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:12.926419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac31e3a-a2e8-484e-8871-af9c58c73332 tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Pushing event updated for resources: {'Network': ['ID=42eaeee0-d84a-4f6b-8356-d08c76f89a29,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:12.950581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:12.967316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:12.971730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:12.985772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=71d070ef-8265-4c2d-a3aa-ff0b4a49a7a2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:13.056225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d090eaeb-a6db-4719-9754-8354f2fb4b37 req-2f12870e-91f3-472e-8973-ea3a4d18e808 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242702
Nov 27 20:57:13.058977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-5ddc87db-4400-404a-9feb-f3d22876d6a8 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2761567
Nov 27 20:57:13.062587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11508b3-f705-471a-bd3d-4a3f0c06e45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.066831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a11508b3-f705-471a-bd3d-4a3f0c06e45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.071331 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a11508b3-f705-471a-bd3d-4a3f0c06e45f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f40b8e18-52f3-4b38-ab4a-fd9da5578d44 HTTP/1.1" status: 204  len: 168 time: 0.6613050
Nov 27 20:57:13.115989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:57:13.119894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '961a8aab-3a21-4f48-887a-804874479b17', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'port_id': '961a8aab-3a21-4f48-887a-804874479b17', 'mac_address': 'fa:16:3e:bc:40:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:57:13.129573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11508b3-f705-471a-bd3d-4a3f0c06e45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40b8e18-52f3-4b38-ab4a-fd9da5578d44,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:13.250911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.272106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961a8aab-3a21-4f48-887a-804874479b17 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:13.294997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44254) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:13.306515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Request body: {'port': {'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-965990521'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:13.307060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 961a8aab-3a21-4f48-887a-804874479b17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=961a8aab-3a21-4f48-887a-804874479b17,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:13.316869 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.328490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Router cac338f5-1fed-4c92-970f-3b7e54c47d7d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:57:13.370322 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.385230 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=961a8aab-3a21-4f48-887a-804874479b17,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:13.402180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Made reservation on behalf of 89a0fcf23abe43e088d94360e09bfc43 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:13.404925 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.448721 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93fd9cdf-7f6c-4c10-8574-4f47077b2689 req-fb00c2ec-5ce3-4f07-9dd0-dff08427e697 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3637412
Nov 27 20:57:13.464225 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.467550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.543606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5525b-326a-4e6e-8736-6315340dade6 req-acff26fe-3413-4940-bcf2-7939edc807b1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:13.545134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1bd5525b-326a-4e6e-8736-6315340dade6 req-acff26fe-3413-4940-bcf2-7939edc807b1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 946 time: 0.1470041
Nov 27 20:57:13.570411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:57:13.577415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-572fe6bb-3de2-45e8-8f78-74e49028ea70 admin admin] 10.222.0.21 "PUT /v2.0/routers/cac338f5-1fed-4c92-970f-3b7e54c47d7d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2787447
Nov 27 20:57:13.586644 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] Sync routers for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:57:13.587187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44258) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:13.589548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['961a8aab-3a21-4f48-887a-804874479b17'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:57:13.595351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44260) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:13.599784 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:13.600580 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8cef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:13.676283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0bacec83-e14f-479f-8719-6371cbf0cab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.691374 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.701310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.743022 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:13.767938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1bd5525b-326a-4e6e-8736-6315340dade6 req-b58a7290-ee48-4c8c-94a0-ddd0f48d2c5d tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2104511
Nov 27 20:57:13.829077 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.856516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.870383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.876275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] device_id is not set on port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:13.878617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=71d070ef-8265-4c2d-a3aa-ff0b4a49a7a2,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:13.916657 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.945837 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:13.947765 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d0064c8-c204-4aa0-b731-cfab7084ce83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2728233
Nov 27 20:57:13.958825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58fce0-3fd7-42e1-bd23-02276a3dbe2c req-af8f2d10-9a5c-495e-8063-a95495f435f0 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:13.962975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c58fce0-3fd7-42e1-bd23-02276a3dbe2c req-af8f2d10-9a5c-495e-8063-a95495f435f0 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 945 time: 0.1470435
Nov 27 20:57:14.041855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c58fce0-3fd7-42e1-bd23-02276a3dbe2c req-52438893-96c4-4c24-98d4-8d2bcb88b9b3 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681396
Nov 27 20:57:14.099828 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8cef40>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:57:12Z', 'revision_number': 5, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:14.141068 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] Checking router: cac338f5-1fed-4c92-970f-3b7e54c47d7d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:57:14.155476 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] Routers {'cac338f5-1fed-4c92-970f-3b7e54c47d7d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:14.156485 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8cef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:14.285019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae0318-a436-4d1d-8ff6-90a1148443d7 req-0259b55f-b64b-49d6-bc28-f50ee7fc3b8f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:14.292880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0ae0318-a436-4d1d-8ff6-90a1148443d7 req-0259b55f-b64b-49d6-bc28-f50ee7fc3b8f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 943 time: 0.0777757
Nov 27 20:57:14.341235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166569ac-abf5-4aef-9b67-5589085eb485,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:14.388401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] Set router cac338f5-1fed-4c92-970f-3b7e54c47d7d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:14.470844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0bacec83-e14f-479f-8719-6371cbf0cab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.494347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5143cc-cdd1-449f-bd15-ef5185f7ce53 req-4598e2aa-1654-44f4-9861-887f3a8f55cb tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:14.507416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b5143cc-cdd1-449f-bd15-ef5185f7ce53 req-4598e2aa-1654-44f4-9861-887f3a8f55cb tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 946 time: 0.5451798
Nov 27 20:57:14.508072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44276) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:14.519077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Request body: {'floatingip': {'port_id': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:14.522086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0bacec83-e14f-479f-8719-6371cbf0cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.617034 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8cef40>, [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:57:12Z', 'revision_number': 5, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:14.644855 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bbba8e-0553-424e-b3a4-727f62efacef None None] The sync data for ids ['cac338f5-1fed-4c92-970f-3b7e54c47d7d'] in ncdv-master-1 is: [{'id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'name': 'tempest-ServersTestFqdnHostnames-168498054-router', 'tenant_id': '659003b54d7c4726bc5197bfd351d3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f75f5142-1891-4655-a250-c5595fc99426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:53:45Z', 'updated_at': '2021-11-27T20:57:12Z', 'revision_number': 5, 'project_id': '659003b54d7c4726bc5197bfd351d3c1', 'gw_port': {'id': 'f75f5142-1891-4655-a250-c5595fc99426', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac338f5-1fed-4c92-970f-3b7e54c47d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:53:46Z', 'updated_at': '2021-11-27T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:57:14.692457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ac049382-3c5c-431f-846c-8a82be6d6454 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:57:14.694987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.698387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.712946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 961a8aab-3a21-4f48-887a-804874479b17 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:14.753757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0ae0318-a436-4d1d-8ff6-90a1148443d7 req-364f2ae4-054b-4647-b842-1801157bc111 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4576354
Nov 27 20:57:14.790944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0bacec83-e14f-479f-8719-6371cbf0cab1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbbd3a2f56be444e92da365dc9fc7e67&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1918805
Nov 27 20:57:14.794143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44286) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:14.836868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacec83-e14f-479f-8719-6371cbf0cab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8500fd-9b94-4213-9d5a-0556a5f6abd2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:14.839625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 961a8aab-3a21-4f48-887a-804874479b17 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:57:14.855029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 961a8aab-3a21-4f48-887a-804874479b17 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:14.855463 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.877510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73774c1b-aa55-4ca1-9725-d85afae3563e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.889619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port ac049382-3c5c-431f-846c-8a82be6d6454, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac049382-3c5c-431f-846c-8a82be6d6454,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:14.902645 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73774c1b-aa55-4ca1-9725-d85afae3563e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.906671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'ac049382-3c5c-431f-846c-8a82be6d6454', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'port_id': 'ac049382-3c5c-431f-846c-8a82be6d6454', 'mac_address': 'fa:16:3e:b6:aa:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c319d603-0243-43c4-a372-b7e936d765de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:57:14.961730 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73774c1b-aa55-4ca1-9725-d85afae3563e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.965369 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73774c1b-aa55-4ca1-9725-d85afae3563e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.966726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-73774c1b-aa55-4ca1-9725-d85afae3563e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc8500fd-9b94-4213-9d5a-0556a5f6abd2 HTTP/1.1" status: 204  len: 168 time: 0.1710913
Nov 27 20:57:14.984786 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:14.990000 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9fa1c558-5ffa-4034-95f1-a4282f07870a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2099423989&fields=id&tenant_id=c03be159839446f2a47ca07f13bb552c HTTP/1.1" status: 200  len: 267 time: 0.3859525
Nov 27 20:57:14.996589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73774c1b-aa55-4ca1-9725-d85afae3563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8500fd-9b94-4213-9d5a-0556a5f6abd2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:14.997039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:15.014000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac049382-3c5c-431f-846c-8a82be6d6454 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:15.064103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961a8aab-3a21-4f48-887a-804874479b17'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:15.066460 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342eb5e1-fdc5-4b50-aff0-fdc96b1dbcc7" -d '{"events": [{"server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "name": "network-vif-plugged", "status": "completed", "tag": "961a8aab-3a21-4f48-887a-804874479b17"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:15.072461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port ac049382-3c5c-431f-846c-8a82be6d6454, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac049382-3c5c-431f-846c-8a82be6d6454,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:15.083534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 961a8aab-3a21-4f48-887a-804874479b17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=961a8aab-3a21-4f48-887a-804874479b17,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:15.085075 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:15.093186 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:15.182564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=ac049382-3c5c-431f-846c-8a82be6d6454,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:15.228380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] device_id is not set on port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:15.230304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc4312-6da2-4c02-923b-9c90620e8397 req-d2c1398f-a5ae-44c7-b8c6-b27a37387c06 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:15.241182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04dc4312-6da2-4c02-923b-9c90620e8397 req-d2c1398f-a5ae-44c7-b8c6-b27a37387c06 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.0937223
Nov 27 20:57:15.259770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:15.275664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=961a8aab-3a21-4f48-887a-804874479b17,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:15.306035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-17e9cb7d-b824-418d-b00c-464a099108b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:15.308049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-17e9cb7d-b824-418d-b00c-464a099108b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 929 time: 0.2915804
Nov 27 20:57:15.314271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:15.336824 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04dc4312-6da2-4c02-923b-9c90620e8397 req-3e8077a2-4f9d-4671-827d-7a335ca0c84d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933669
Nov 27 20:57:15.369865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['ac049382-3c5c-431f-846c-8a82be6d6454'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:57:15.389142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Deleting port f75f5142-1891-4655-a250-c5595fc99426 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:15.389686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:15.424847 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195c890c-c851-49c4-bbc7-815615fb5565 x-openstack-request-id: req-195c890c-c851-49c4-bbc7-815615fb5565 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:15.425161 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "name": "network-vif-plugged", "status": "completed", "tag": "961a8aab-3a21-4f48-887a-804874479b17", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:15.425421 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-195c890c-c851-49c4-bbc7-815615fb5565 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:15.425819 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961a8aab-3a21-4f48-887a-804874479b17', 'code': 200}
Nov 27 20:57:15.482044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-4a6a0a82-1324-4aca-9292-57388d854e8a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:15.483523 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-4a6a0a82-1324-4aca-9292-57388d854e8a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 930 time: 0.1610918
Nov 27 20:57:15.531883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'Port': ['ID=94c91a9f-50af-4bfd-9714-7b0b8edddad5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:15.630186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e003f-2ce8-4f59-9d3c-b1537897866e req-1500fb3b-fc8c-4f84-949c-a0c7c565aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:15.632253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b36e003f-2ce8-4f59-9d3c-b1537897866e req-1500fb3b-fc8c-4f84-949c-a0c7c565aafb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.0911741
Nov 27 20:57:15.649481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0dfa25b2-4b39-4c5f-9f82-071e60a64a4d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1258504
Nov 27 20:57:15.691305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Checking segment: {'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:15.691639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Network hostable DHCP agents. Network: 42eaeee0-d84a-4f6b-8356-d08c76f89a29, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:57:15.704273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b36e003f-2ce8-4f59-9d3c-b1537897866e req-e87bd3e0-a9dc-4d5b-8ef6-618acbcf8a42 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597425
Nov 27 20:57:15.719452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-1a0ede5a-49da-431c-8b11-5f0f87a4def5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0564814
Nov 27 20:57:15.749240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 761b9091-30ba-480d-83dd-ad7ac21afca2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:57:15.768486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] For port f75f5142-1891-4655-a250-c5595fc99426, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f75f5142-1891-4655-a250-c5595fc99426,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:15.769243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:15.777484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 761b9091-30ba-480d-83dd-ad7ac21afca2 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:57:15.778103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 761b9091-30ba-480d-83dd-ad7ac21afca2 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:57:15.808355 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:15.824921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Calling delete_port for f75f5142-1891-4655-a250-c5595fc99426 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:15.870557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:57:15.911043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289aad7-8de1-44bd-aa67-612de8f386ec req-22a697ed-d5ad-4571-9845-4e549d0267bb tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:15.912864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6289aad7-8de1-44bd-aa67-612de8f386ec req-22a697ed-d5ad-4571-9845-4e549d0267bb tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 944 time: 0.0713878
Nov 27 20:57:15.956946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42eaeee0-d84a-4f6b-8356-d08c76f89a29) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:15.970209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:15.971986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b5db85-71b4-4f71-a51a-0dd15cc0389a None None] Network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:15.986031 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6289aad7-8de1-44bd-aa67-612de8f386ec req-18989a8b-72a0-43c0-9896-6a5bd61c5db7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653086
Nov 27 20:57:16.019905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.resource_extend [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:57:16.069212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:16.069619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:16.070014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:16.087082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-a8e3a2d1-8db1-449e-81c7-63fb51b02603 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:16.093335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-a8e3a2d1-8db1-449e-81c7-63fb51b02603 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:16.099760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-a8e3a2d1-8db1-449e-81c7-63fb51b02603 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:16.101572 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-a8e3a2d1-8db1-449e-81c7-63fb51b02603 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/networks?id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 1990 time: 0.3361635
Nov 27 20:57:16.112153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:16.112604 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:16.117829 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 2 to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5
Nov 27 20:57:16.185294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:16.188323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:16.188704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:16.189114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:16.200252 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f597802a-a480-4a63-b4a9-066ee109f87d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/quotas/c03be159839446f2a47ca07f13bb552c HTTP/1.1" status: 200  len: 375 time: 0.0837681
Nov 27 20:57:16.202886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:16.207378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:16.207378 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:16.207922 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 3 to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5
Nov 27 20:57:16.303532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:16.303695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:16.304077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:16.369971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:16.370384 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:16.379132 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 4 to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5
Nov 27 20:57:16.417654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:16.418650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:16.418650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:16.434867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:16.435216 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:16.436518 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Floating IP 5da9176c-4818-4953-9800-2d20706d73dd associated. External IP: 172.35.3.143, port: 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f.
Nov 27 20:57:16.439406 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 5 to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5
Nov 27 20:57:16.458117 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d1a23082-42b0-4840-ac0e-6ff23e23e609 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2064335
Nov 27 20:57:16.496927 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:16.499513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b06ca-38f6-4bf5-acac-6577fd323676 req-045f2502-24c4-4e1b-8043-0554e3b2adfc tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:16.501114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-811b06ca-38f6-4bf5-acac-6577fd323676 req-045f2502-24c4-4e1b-8043-0554e3b2adfc tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.0687320
Nov 27 20:57:16.547141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:16.547141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:16.547141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:16.555406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Pushing event deleted for resources: {'Port': ['ID=f75f5142-1891-4655-a250-c5595fc99426,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:16.574823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-811b06ca-38f6-4bf5-acac-6577fd323676 req-5d36e757-6468-41da-a2c6-aad590168b8e tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626776
Nov 27 20:57:16.707488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ac049382-3c5c-431f-846c-8a82be6d6454 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:16.780832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port ac049382-3c5c-431f-846c-8a82be6d6454 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:57:16.783079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port ac049382-3c5c-431f-846c-8a82be6d6454 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:16.783586 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:16.863067 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:57:16.893178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:16.893509 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:16.899785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-06511683-f173-4eee-9b9d-e3b08d40ef74 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:57:16.901344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-06511683-f173-4eee-9b9d-e3b08d40ef74 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4017377
Nov 27 20:57:16.902756 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 6 to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5
Nov 27 20:57:16.922039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:16.970357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port ac049382-3c5c-431f-846c-8a82be6d6454, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac049382-3c5c-431f-846c-8a82be6d6454,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:16.978617 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:16.985608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:16.985962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:16.986335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:17.036184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:17.036452 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:17.041582 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 7 to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5
Nov 27 20:57:17.066074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=ac049382-3c5c-431f-846c-8a82be6d6454,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:17.079732 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.120541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:17.120918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:17.121391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:17.144094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70188195-120b-4d35-a1fe-9beac3483fa6 req-25831344-34a6-4d18-ae99-5f76dc02624c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:17.145861 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70188195-120b-4d35-a1fe-9beac3483fa6 req-25831344-34a6-4d18-ae99-5f76dc02624c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 945 time: 0.0580425
Nov 27 20:57:17.212782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70188195-120b-4d35-a1fe-9beac3483fa6 req-9fc226c0-6057-43cc-9f84-2578c3fc238d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573874
Nov 27 20:57:17.235695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:17.236039 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:17.239880 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 8 to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5
Nov 27 20:57:17.244333 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-4411d720-701b-4d09-b9a4-307166fd9672 service neutron] 10.222.0.21 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3202670
Nov 27 20:57:17.250546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.260788 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.318251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:17.318621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:17.318971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:17.398234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:17.399103 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:17.403199 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 9 to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5
Nov 27 20:57:17.425061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.425644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac338f5-1fed-4c92-970f-3b7e54c47d7d {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:57:17.429815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c2b87a-8405-4308-a621-10f0104e888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac049382-3c5c-431f-846c-8a82be6d6454'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:17.437361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.437496 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a9505-359e-4120-90e9-b772f1e09bae" -d '{"events": [{"server_uuid": "49c2b87a-8405-4308-a621-10f0104e888d", "name": "network-vif-plugged", "status": "completed", "tag": "ac049382-3c5c-431f-846c-8a82be6d6454"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:17.438198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6ddfd0e9-4ec6-45b1-a592-19c5488de63e admin admin] 10.222.0.21 "DELETE /v2.0/routers/cac338f5-1fed-4c92-970f-3b7e54c47d7d HTTP/1.1" status: 204  len: 168 time: 3.8497279
Nov 27 20:57:17.441276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44348) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:17.442628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:17.443002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:17.443485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:17.460349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:17.461568 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:17.465489 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 10 to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5
Nov 27 20:57:17.487907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Router c8eacb6b-9bf2-40d9-a669-5a29f286e919 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:57:17.499933 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e2fca097-6499-4128-8d65-51b3e551f970 service neutron] 10.222.0.21 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408464
Nov 27 20:57:17.501839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:17.502256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:17.502652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:17.511054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4242484-c1b3-4471-88a5-33b38083844f admin admin] Deleting subnet acca60c7-7043-41d9-9a97-49f666b6fb1c {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:57:17.524787 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c4242484-c1b3-4471-88a5-33b38083844f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.535433 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8973f534-6258-44d8-b7e3-42c60e7a0e23 x-openstack-request-id: req-8973f534-6258-44d8-b7e3-42c60e7a0e23 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:17.536018 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c2b87a-8405-4308-a621-10f0104e888d", "name": "network-vif-plugged", "status": "completed", "tag": "ac049382-3c5c-431f-846c-8a82be6d6454", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:17.536479 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8973f534-6258-44d8-b7e3-42c60e7a0e23 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:17.537210 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c2b87a-8405-4308-a621-10f0104e888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac049382-3c5c-431f-846c-8a82be6d6454', 'code': 200}
Nov 27 20:57:17.546189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:17.546189 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:17.546189 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.596484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c4242484-c1b3-4471-88a5-33b38083844f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.684088 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-be3407ca-2191-45f9-9550-d2c8a0bd2722 service neutron] 10.222.0.21 "GET /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1645460
Nov 27 20:57:17.722542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38c53f-fe65-4297-ad28-a188dc3140f6 req-574de942-a39f-42f0-ac89-f09893b80572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:17.729366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf38c53f-fe65-4297-ad28-a188dc3140f6 req-574de942-a39f-42f0-ac89-f09893b80572 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 1096 time: 0.1073060
Nov 27 20:57:17.799237 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c4242484-c1b3-4471-88a5-33b38083844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.858804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf38c53f-fe65-4297-ad28-a188dc3140f6 req-e43f6632-bed3-4974-b574-39aef8e23471 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170194
Nov 27 20:57:17.868590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda50368-c338-4082-b75b-cb31474e1431 req-72a7dd9d-1abe-4013-b767-d7beaf91c6fe tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:17.876231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bda50368-c338-4082-b75b-cb31474e1431 req-72a7dd9d-1abe-4013-b767-d7beaf91c6fe tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1427722
Nov 27 20:57:17.893080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] For port 94c91a9f-50af-4bfd-9714-7b0b8edddad5, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:17.893472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempted to set empty binding levels {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 20:57:17.903326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:57:17.909680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.926475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] Sync routers for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:57:17.929873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c4242484-c1b3-4471-88a5-33b38083844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.943291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:17.944347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc90130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:17.956989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5cf84e95-8d74-46cb-9b3c-22743e0de937 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "PUT /v2.0/floatingips/5da9176c-4818-4953-9800-2d20706d73dd HTTP/1.1" status: 200  len: 992 time: 3.4426448
Nov 27 20:57:17.958315 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.971637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf02d0b-4468-4742-8c5e-399186f81700', 'tag': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:17.974222 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608dee28-e4c7-42eb-a26c-60593bc56048" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf02d0b-4468-4742-8c5e-399186f81700", "tag": "8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:17.977016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bda50368-c338-4082-b75b-cb31474e1431 req-237af95b-5d04-411a-83a0-cfaead0a6f65 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971496
Nov 27 20:57:17.982294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4242484-c1b3-4471-88a5-33b38083844f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acca60c7-7043-41d9-9a97-49f666b6fb1c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:17.982444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:17.983210 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.986458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c4242484-c1b3-4471-88a5-33b38083844f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:17.995467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c4242484-c1b3-4471-88a5-33b38083844f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/acca60c7-7043-41d9-9a97-49f666b6fb1c HTTP/1.1" status: 204  len: 168 time: 0.5530224
Nov 27 20:57:18.002214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44368) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:18.012157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1abb1f7-776a-4cb1-b0e4-b159a7486ebb None None] Network ecb2b22d-df71-40c8-af9b-e8abd512f0db requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:18.040300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-b7917494-17b7-43a5-827d-99738d96c4d1 service neutron] 10.222.0.21 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3297601
Nov 27 20:57:18.083144 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 4.7863870
Nov 27 20:57:18.101987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44370) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:18.158563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4b5f8-608b-4ba1-8165-79206d480846 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'Port': ['ID=94c91a9f-50af-4bfd-9714-7b0b8edddad5,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:18.206202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:18.302496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a8d89455-8b1c-45d8-8cb2-8ccd9b4e2fdb tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Deleting port 94c91a9f-50af-4bfd-9714-7b0b8edddad5 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:18.302937 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8d89455-8b1c-45d8-8cb2-8ccd9b4e2fdb tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:18.323087 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f7e61fd0-cc12-48ff-b9a4-fb885921b62e service neutron] 10.222.0.21 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2584720
Nov 27 20:57:18.327361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Deleting port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:18.328008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:18.452605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] For port e2adc90c-2d56-4fa1-a41f-e1cbb1580420, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2adc90c-2d56-4fa1-a41f-e1cbb1580420,segment=NetworkSegment(aa94d64b-efa7-4010-93e8-1aa2c92cdd56),segment_id=aa94d64b-efa7-4010-93e8-1aa2c92cdd56)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:18.453315 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:18.470015 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:18.475073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Calling delete_port for e2adc90c-2d56-4fa1-a41f-e1cbb1580420 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:18.491319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6318c1bc-4ee7-4382-8978-a91bef60ff4a service neutron] 10.222.0.21 "GET /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1262388
Nov 27 20:57:18.519581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:18.572451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-a8d89455-8b1c-45d8-8cb2-8ccd9b4e2fdb tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] For port 94c91a9f-50af-4bfd-9714-7b0b8edddad5, host nch1-master-1, got binding levels [] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:18.572829 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8d89455-8b1c-45d8-8cb2-8ccd9b4e2fdb tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:18.693695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] DHCP port deletion for ecb2b22d-df71-40c8-af9b-e8abd512f0db request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:57:18.700443 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f45780-76a7-45dd-85bf-0b2be7f29d81 x-openstack-request-id: req-36f45780-76a7-45dd-85bf-0b2be7f29d81 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:18.701040 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf02d0b-4468-4742-8c5e-399186f81700", "tag": "8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:18.701373 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36f45780-76a7-45dd-85bf-0b2be7f29d81 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:18.702017 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf02d0b-4468-4742-8c5e-399186f81700', 'tag': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f', 'status': 'completed', 'code': 200}
Nov 27 20:57:18.749260 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a8d89455-8b1c-45d8-8cb2-8ccd9b4e2fdb tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Calling delete_port for 94c91a9f-50af-4bfd-9714-7b0b8edddad5 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:18.794816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-89208ac0-2bb5-431e-9442-953a104bf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:18.796454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-89208ac0-2bb5-431e-9442-953a104bf50c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.2076674
Nov 27 20:57:18.809087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69856485-01bd-464b-abc2-9a0e6820843e req-ed7bf7c5-c612-4d20-adc2-14ae87a79402 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:18.811025 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69856485-01bd-464b-abc2-9a0e6820843e req-ed7bf7c5-c612-4d20-adc2-14ae87a79402 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 945 time: 0.1131880
Nov 27 20:57:18.861668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-8445edd5-4f0d-4aa0-9510-7ea68f40a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:18.864858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-8445edd5-4f0d-4aa0-9510-7ea68f40a43c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7860bb78a8bc43fd80d4c01ce057e5ef&device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 1097 time: 0.1616392
Nov 27 20:57:18.907698 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:18.916252 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-da0b318a-246f-4ebd-9e70-68b542784c2b service neutron] 10.222.0.21 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4057398
Nov 27 20:57:18.918442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] Deleting port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:18.918961 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:18.974189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2adc90c-2d56-4fa1-a41f-e1cbb1580420,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:19.021961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] No DVR routers for this DVR port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:57:19.044043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] For port e2adc90c-2d56-4fa1-a41f-e1cbb1580420, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:19.044624 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.070204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc90130>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5da9176c-4818-4953-9800-2d20706d73dd', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'floating_ip_address': '172.35.3.143', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'port_id': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'mac_address': 'fa:16:3e:27:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf02d0b-4468-4742-8c5e-399186f81700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:56:41Z', 'updated_at': '2021-11-27T20:57:15Z', 'revision_number': 1, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722a3831-4b9e-49b1-9dc5-163de96ff1d9', 'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'mac_address': 'fa:16:3e:2c:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:29Z', 'updated_at': '2021-11-27T20:56:38Z', 'revision_number': 5, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'subnets': [{'id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:19.076281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-0ccd37b5-0c4a-4c29-81c5-8aacc3eac346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:19.078390 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-0ccd37b5-0c4a-4c29-81c5-8aacc3eac346 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 921 time: 0.2653801
Nov 27 20:57:19.105403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] Calling delete_port for e2adc90c-2d56-4fa1-a41f-e1cbb1580420 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:19.108218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] Checking router: c8eacb6b-9bf2-40d9-a669-5a29f286e919 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:57:19.112996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] Port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 20:57:19.116482 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.130756 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69856485-01bd-464b-abc2-9a0e6820843e req-4c76bc75-f48f-4442-8d79-6d19e0b04e35 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571177
Nov 27 20:57:19.166338 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.171026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] Pushing event deleted for resources: {'Port': ['ID=e2adc90c-2d56-4fa1-a41f-e1cbb1580420,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:19.176146 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:19.176986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc90130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:19.179561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afe51a-ac46-4423-8877-46b609812d71 None None] No DVR routers for this DVR port e2adc90c-2d56-4fa1-a41f-e1cbb1580420 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:57:19.185281 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba9204c3-1b58-4f73-af2f-dd1e80a3dc02 service neutron] 10.222.0.21 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2666562
Nov 27 20:57:19.229627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8d89455-8b1c-45d8-8cb2-8ccd9b4e2fdb tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.266780 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efae30a0>,) {'filters': {'network_id': ['ecb2b22d-df71-40c8-af9b-e8abd512f0db']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:19.284796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efae30a0>, 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:19.285912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efae30a0>, 'aa94d64b-efa7-4010-93e8-1aa2c92cdd56') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:19.303111 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.324169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d89455-8b1c-45d8-8cb2-8ccd9b4e2fdb tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event deleted for resources: {'Port': ['ID=94c91a9f-50af-4bfd-9714-7b0b8edddad5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:19.324614 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.328925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-a40ca510-60f3-456f-b82b-cb169fee67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:19.330448 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-a40ca510-60f3-456f-b82b-cb169fee67c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc89b74e-c688-4f20-ab80-4dbda47338f8 HTTP/1.1" status: 200  len: 916 time: 0.4493496
Nov 27 20:57:19.338663 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8d89455-8b1c-45d8-8cb2-8ccd9b4e2fdb tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.339969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:57:19.340480 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.342055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a8d89455-8b1c-45d8-8cb2-8ccd9b4e2fdb tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "DELETE /v2.0/ports/94c91a9f-50af-4bfd-9714-7b0b8edddad5 HTTP/1.1" status: 204  len: 168 time: 1.2380960
Nov 27 20:57:19.354475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44394) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:19.415959 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-83421332-0568-4dd4-8dad-150323070037 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] GET failed (client error): The resource could not be found.
Nov 27 20:57:19.417667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-83421332-0568-4dd4-8dad-150323070037 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "GET /v2.0/ports/94c91a9f-50af-4bfd-9714-7b0b8edddad5 HTTP/1.1" status: 404  len: 333 time: 0.0636702
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:57:19.422072 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:57:19.425892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44398) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:19.430948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Request body: {'port': {'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-747120626'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:19.484763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.490056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-5f8e1bfa-7757-46da-876a-79ccf679aaf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 217 time: 0.3804924
Nov 27 20:57:19.490254 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f68ec131-3e3d-4ffd-9566-476b7c056aac service neutron] 10.222.0.21 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2771528
Nov 27 20:57:19.492183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-d7df3fe3-0e38-4f6a-8689-28e344bc1d3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f HTTP/1.1" status: 200  len: 1000 time: 0.1471701
Nov 27 20:57:19.493774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Made reservation on behalf of 89a0fcf23abe43e088d94360e09bfc43 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:19.496606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.502962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:19.506973 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ecb2b22d-df71-40c8-af9b-e8abd512f0db HTTP/1.1" status: 204  len: 168 time: 1.5034590
Nov 27 20:57:19.529750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:19.533093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf4bf0-d81b-4de9-8425-3c420662f1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb2b22d-df71-40c8-af9b-e8abd512f0db,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:19.597584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7ebac-c224-49e5-9dad-86740100d5bf req-841f0026-a0fb-4e6c-a1c7-47ef9eb01e9c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:19.607076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3df7ebac-c224-49e5-9dad-86740100d5bf req-841f0026-a0fb-4e6c-a1c7-47ef9eb01e9c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1520708
Nov 27 20:57:19.639311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-699cc92c-c5cb-4524-b8a0-cfbd154f9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:19.642316 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-699cc92c-c5cb-4524-b8a0-cfbd154f9b44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.1333163
Nov 27 20:57:19.677729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] device_id is not set on port 358bce34-248d-44cf-843f-88c29354c2f6 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:19.704861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-14cb2efe-e212-4431-b7d5-5513d5c2700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:19.706927 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-14cb2efe-e212-4431-b7d5-5513d5c2700f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e656ec2-599d-4514-9f1f-b0d663d05db9 HTTP/1.1" status: 200  len: 854 time: 0.2072303
Nov 27 20:57:19.719364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-49a001c8-341b-4260-ab03-2c7c45d54281 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629919
Nov 27 20:57:19.742397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3df7ebac-c224-49e5-9dad-86740100d5bf req-15f1a10d-7530-498d-9c0e-5fed4869824b tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283379
Nov 27 20:57:19.763775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-be7c9ecc-6683-49c1-a097-80bc857044d7 service neutron] 10.222.0.21 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521448
Nov 27 20:57:19.924171 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-4140d60f-f480-432b-8828-d6138748c340 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799610
Nov 27 20:57:19.927184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e2adc90c-2d56-4fa1-a41f-e1cbb1580420 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:57:20.007726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e2adc90c-2d56-4fa1-a41f-e1cbb1580420 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:57:20.008779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e2adc90c-2d56-4fa1-a41f-e1cbb1580420 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:57:20.009185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f75f5142-1891-4655-a250-c5595fc99426 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:57:20.022736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44408) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:20.059997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: f75f5142-1891-4655-a250-c5595fc99426 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:57:20.060588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f75f5142-1891-4655-a250-c5595fc99426 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:57:20.130802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e3a1f657-fad7-466d-8fc5-f8ee11a77899 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=659003b54d7c4726bc5197bfd351d3c1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1047416
Nov 27 20:57:20.135473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44410) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:20.143234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc90130>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5da9176c-4818-4953-9800-2d20706d73dd', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'floating_ip_address': '172.35.3.143', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'port_id': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'mac_address': 'fa:16:3e:27:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf02d0b-4468-4742-8c5e-399186f81700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:56:41Z', 'updated_at': '2021-11-27T20:57:15Z', 'revision_number': 1, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722a3831-4b9e-49b1-9dc5-163de96ff1d9', 'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'mac_address': 'fa:16:3e:2c:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:29Z', 'updated_at': '2021-11-27T20:56:38Z', 'revision_number': 5, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'subnets': [{'id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:20.146391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71841240-9410-4fdb-81ff-9eaa20dea9d3 req-9a366d1e-ca1f-4ad0-9477-2ce85811bd39 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124035
Nov 27 20:57:20.231042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f945fb5-fba6-41b1-a040-ad1b0cefa586 None None] The sync data for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 is: [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5da9176c-4818-4953-9800-2d20706d73dd', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'floating_ip_address': '172.35.3.143', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'port_id': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'mac_address': 'fa:16:3e:27:e4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf02d0b-4468-4742-8c5e-399186f81700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:56:41Z', 'updated_at': '2021-11-27T20:57:15Z', 'revision_number': 1, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722a3831-4b9e-49b1-9dc5-163de96ff1d9', 'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'mac_address': 'fa:16:3e:2c:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:29Z', 'updated_at': '2021-11-27T20:56:38Z', 'revision_number': 5, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'subnets': [{'id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:57:20.233772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff404d65-bf23-457b-910d-0ae217bf670c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:20.281798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff404d65-bf23-457b-910d-0ae217bf670c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:20.375574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b365c5-ff26-40d6-9dbe-0be9e6daa75b req-6c123124-d043-4aa5-9c3d-b7571ab34a40 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:20.377251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a6b365c5-ff26-40d6-9dbe-0be9e6daa75b req-6c123124-d043-4aa5-9c3d-b7571ab34a40 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 945 time: 0.0764487
Nov 27 20:57:20.393954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-3890a655-7924-4106-8476-0b3ff24baa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:20.395814 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-3890a655-7924-4106-8476-0b3ff24baa6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc89b74e-c688-4f20-ab80-4dbda47338f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6536493
Nov 27 20:57:20.403528 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff404d65-bf23-457b-910d-0ae217bf670c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:20.405575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff404d65-bf23-457b-910d-0ae217bf670c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:20.406859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ff404d65-bf23-457b-910d-0ae217bf670c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f07db528-4fac-415b-bff2-743527f5ee71 HTTP/1.1" status: 204  len: 168 time: 0.2693973
Nov 27 20:57:20.428604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff404d65-bf23-457b-910d-0ae217bf670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07db528-4fac-415b-bff2-743527f5ee71,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:20.507685 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8ad84887-85e1-4b99-a74f-7575f0907319 service neutron] 10.222.0.21 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7425168
Nov 27 20:57:20.521961 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a6b365c5-ff26-40d6-9dbe-0be9e6daa75b req-f74bada5-1386-4d1e-8e8a-3dc94218c8b7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272380
Nov 27 20:57:20.524141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:20.688058 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d59406-172d-44e0-81cb-9281961a9b14 None None] New status for floating IP 5da9176c-4818-4953-9800-2d20706d73dd: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:57:20.694605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-d5366668-6118-422d-9cad-3c6a634a7fcd service neutron] 10.222.0.15 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834353
Nov 27 20:57:20.743808 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:20.974160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-243ed300-8f67-432c-9e34-9b10cd6b9411 service neutron] 10.222.0.21 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4476736
Nov 27 20:57:21.088113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:21.123219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe7cd7-7239-4503-ae6e-b6acccb7c897 req-ee9dbc99-0e5e-47d8-9804-d8e306417eb7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:21.138410 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3fe7cd7-7239-4503-ae6e-b6acccb7c897 req-ee9dbc99-0e5e-47d8-9804-d8e306417eb7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.2062840
Nov 27 20:57:21.162244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'Port': ['ID=358bce34-248d-44cf-843f-88c29354c2f6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:21.191326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:21.259887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-608dee28-e4c7-42eb-a26c-60593bc56048 req-4b585baf-fb2f-4450-a501-e265e240db8a service neutron] 10.222.0.15 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5541632
Nov 27 20:57:21.261844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:21.262924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:21.265282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:21.294524 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3fe7cd7-7239-4503-ae6e-b6acccb7c897 req-14449e3e-c037-4c8b-8432-01ca1623a600 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397073
Nov 27 20:57:21.306177 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1eb87484-3155-4897-a3e1-913ceceab517 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.8789942
Nov 27 20:57:21.310819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44450) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:21.316603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:21.381634 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ac75c4ef-bed2-48db-9ef6-138445b758af service neutron] 10.222.0.21 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4046383
Nov 27 20:57:21.508127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:21.587668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6789c79e-3d21-4455-bf18-d7d9b40b6e80 service neutron] 10.222.0.21 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1991844
Nov 27 20:57:21.781861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9813d602-dd2e-417f-84d0-2290c2103f63 service neutron] 10.222.0.21 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879196
Nov 27 20:57:21.833856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] device_id is not set on port 358bce34-248d-44cf-843f-88c29354c2f6 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:21.844764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:21.855194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:21.923103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'Port': ['ID=358bce34-248d-44cf-843f-88c29354c2f6,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:21.935778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:21.936119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:21.936505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:21.942096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:21.942461 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:21.942854 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 2 to bind port 358bce34-248d-44cf-843f-88c29354c2f6
Nov 27 20:57:21.953879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2ebc08f3-887b-4e62-9cc2-61ed5b5a9011 service neutron] 10.222.0.21 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638782
Nov 27 20:57:21.958874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:21.959232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:21.960314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:21.967017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:21.967442 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:21.967953 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 3 to bind port 358bce34-248d-44cf-843f-88c29354c2f6
Nov 27 20:57:21.991296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:21.991799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:21.992994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:22.005651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:22.005920 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:22.006605 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 4 to bind port 358bce34-248d-44cf-843f-88c29354c2f6
Nov 27 20:57:22.023908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:22.024372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:22.024802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:22.030527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:22.031078 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:22.031726 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 5 to bind port 358bce34-248d-44cf-843f-88c29354c2f6
Nov 27 20:57:22.047589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:22.047938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:22.048379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:22.053389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:22.053862 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:22.054271 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 6 to bind port 358bce34-248d-44cf-843f-88c29354c2f6
Nov 27 20:57:22.071406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:22.071767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:22.072263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:22.079151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:22.081360 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:22.081708 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 7 to bind port 358bce34-248d-44cf-843f-88c29354c2f6
Nov 27 20:57:22.097227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:22.097227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:22.097614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:22.120826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:22.121199 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:22.121913 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 8 to bind port 358bce34-248d-44cf-843f-88c29354c2f6
Nov 27 20:57:22.144378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:22.145140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:22.145246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:22.150494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:22.150864 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:22.151321 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 9 to bind port 358bce34-248d-44cf-843f-88c29354c2f6
Nov 27 20:57:22.167105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:22.167613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:22.168004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:22.173316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:22.173649 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:22.174016 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 10 to bind port 358bce34-248d-44cf-843f-88c29354c2f6
Nov 27 20:57:22.195702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:22.196267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:22.196655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:22.207008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:22.207008 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 358bce34-248d-44cf-843f-88c29354c2f6 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:22.207008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:22.208065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44488) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:22.292654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] For port 358bce34-248d-44cf-843f-88c29354c2f6, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:22.293662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempted to set empty binding levels {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 20:57:22.302806 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:22.349649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1971144506-network', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:22.366186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] In _notify_port_updated(), no bound segment for port 358bce34-248d-44cf-843f-88c29354c2f6 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 20:57:22.367189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.370803 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:22.373318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "PUT /v2.0/ports/358bce34-248d-44cf-843f-88c29354c2f6 HTTP/1.1" status: 200  len: 974 time: 1.0602438
Nov 27 20:57:22.377694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44504) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:22.440726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e06cdf-41d9-499a-87a1-d8324e1758ff tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'Port': ['ID=358bce34-248d-44cf-843f-88c29354c2f6,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:22.485258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:22.487831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:22.505462 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:22.573557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.574001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.574483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.575053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.575443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.575904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.576375 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.576859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.577397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.578463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.578936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.579454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.579918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.580383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.580877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.581619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.581787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.582245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.582705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.583167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.583660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.584131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.584715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.585172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.585671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.586643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.587107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.587619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.588127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.588945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.588945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.589433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.590125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.590353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.590818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.591292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.591922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.592396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.593014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.593630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.594242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.599242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e1361406-1c88-4e89-9849-a3bff1f15f2c tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 36755 time: 0.2205715
Nov 27 20:57:22.605150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44522) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:22.805152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d9df75c2-97ed-4e07-aae6-53cc962a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Deleting port 358bce34-248d-44cf-843f-88c29354c2f6 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:22.825491 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9df75c2-97ed-4e07-aae6-53cc962a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:22.845819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:22.891811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:22.956921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf44c9e-b916-44e4-82f0-b3daa8dbe837 req-2d9eddab-5fa6-4e58-b91f-ca8d935e2e41 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:22.967848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bf44c9e-b916-44e4-82f0-b3daa8dbe837 req-2d9eddab-5fa6-4e58-b91f-ca8d935e2e41 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1211603
Nov 27 20:57:23.054214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bf44c9e-b916-44e4-82f0-b3daa8dbe837 req-488fab72-4cef-4775-b845-00780d1013b6 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836089
Nov 27 20:57:23.096451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c95895-1e12-40d9-9227-769cc2409224,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:23.109321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:57:23.143855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-d9df75c2-97ed-4e07-aae6-53cc962a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] For port 358bce34-248d-44cf-843f-88c29354c2f6, host nch1-master-1, got binding levels [] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:23.144463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9df75c2-97ed-4e07-aae6-53cc962a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:23.156134 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:23.156484 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Added segment 87542c36-6d14-4b38-b6ed-d74b6a73f473 of type vlan for network d4492281-c7d4-4c4c-88e3-00b8c72724dc
Nov 27 20:57:23.272116 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:23.280983 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b9053b3-62d3-4571-b97f-0a544efa6f22 req-4d78d0a2-4fdf-4d96-8d33-303560ee75d0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 210 time: 0.1416826
Nov 27 20:57:23.296087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d9df75c2-97ed-4e07-aae6-53cc962a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Calling delete_port for 358bce34-248d-44cf-843f-88c29354c2f6 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:23.395538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:23.396964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:23.397921 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:23.481515 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2728488
Nov 27 20:57:23.484773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44550) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:23.494708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Request body: {'subnet': {'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1971144506-subnet', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:23.525107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78689774-f414-4471-bcec-23e709e3b3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=d4492281-c7d4-4c4c-88e3-00b8c72724dc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:23.541930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:23.544798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:23.547781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d4492281-c7d4-4c4c-88e3-00b8c72724dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:57:23.552013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9df75c2-97ed-4e07-aae6-53cc962a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:23.587597 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9df75c2-97ed-4e07-aae6-53cc962a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:23.594294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d9df75c2-97ed-4e07-aae6-53cc962a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "DELETE /v2.0/ports/358bce34-248d-44cf-843f-88c29354c2f6 HTTP/1.1" status: 204  len: 168 time: 0.9851594
Nov 27 20:57:23.621168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44552) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:23.632737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df75c2-97ed-4e07-aae6-53cc962a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event deleted for resources: {'Port': ['ID=358bce34-248d-44cf-843f-88c29354c2f6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:23.662195 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f7b98d-267b-43ca-aa0c-5a22860fa896 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] GET failed (client error): The resource could not be found.
Nov 27 20:57:23.669507 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d1f7b98d-267b-43ca-aa0c-5a22860fa896 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "GET /v2.0/ports/358bce34-248d-44cf-843f-88c29354c2f6 HTTP/1.1" status: 404  len: 333 time: 0.0413203
Nov 27 20:57:23.675242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44554) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:23.683521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1818972501', 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:23.711714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Made reservation on behalf of 89a0fcf23abe43e088d94360e09bfc43 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:23.714361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:23.750121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] device_id is not set on port 3ec79125-b2b9-4dc5-b811-67d89be78fa1 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:24.000794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.088877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.129561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518115c5-1606-4ab7-b60e-f4be56a2d370,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:24.173255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Checking segment: {'id': '87542c36-6d14-4b38-b6ed-d74b6a73f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:24.173629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Network hostable DHCP agents. Network: d4492281-c7d4-4c4c-88e3-00b8c72724dc, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:57:24.212844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Network d4492281-c7d4-4c4c-88e3-00b8c72724dc is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:57:24.227617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.243532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d4492281-c7d4-4c4c-88e3-00b8c72724dc) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:24.253366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:24.254186 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.256023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad50327-2896-49a0-84e7-073af453fbd2 None None] Network d4492281-c7d4-4c4c-88e3-00b8c72724dc requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:24.283077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d26541-0da2-4e9b-b616-2629d6e1d4ab req-777eb92a-f0bf-4f38-b37b-f8fee343b743 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:24.284932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0d26541-0da2-4e9b-b616-2629d6e1d4ab req-777eb92a-f0bf-4f38-b37b-f8fee343b743 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.0901558
Nov 27 20:57:24.291323 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2008c0bc-e495-4e6b-addb-ccaf88f1d5c5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8040886
Nov 27 20:57:24.294641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44568) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:24.324824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:24.345015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:24.359578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:24.369603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:24.371675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:24.374536 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.416621 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.417616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.426480 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0d26541-0da2-4e9b-b616-2629d6e1d4ab req-db7e1014-b7c0-414e-8590-6fd846a3b425 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342080
Nov 27 20:57:24.474353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec79125-b2b9-4dc5-b811-67d89be78fa1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:24.519903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7b969f4-99af-46a9-91cb-c549ec056f77 req-3888b95b-a56d-47d6-8231-309f322bb7e2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 210 time: 0.0951779
Nov 27 20:57:24.541105 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.547058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d4492281-c7d4-4c4c-88e3-00b8c72724dc', 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'fixed_ips': [{'subnet_id': '518115c5-1606-4ab7-b60e-f4be56a2d370'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:57:24.548166 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.564550 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6bd74346-0946-4668-ae65-5b8b52f8a165 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.8838327
Nov 27 20:57:24.585565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44574) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:24.684480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-965b94ca-4851-4fc8-aa5f-c899e8cc7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:24.685751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-965b94ca-4851-4fc8-aa5f-c899e8cc7b8c service neutron] 10.222.0.15 "GET /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 1025 time: 0.1880467
Nov 27 20:57:24.689663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb263ce-f9c9-48ae-8907-121ca0baa0fe tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:24.691020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5fb263ce-f9c9-48ae-8907-121ca0baa0fe tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "GET /v2.0/ports/3ec79125-b2b9-4dc5-b811-67d89be78fa1 HTTP/1.1" status: 200  len: 955 time: 0.1040483
Nov 27 20:57:24.700417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44578) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:24.757484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Allocated IP 172.20.0.2 (d4492281-c7d4-4c4c-88e3-00b8c72724dc/518115c5-1606-4ab7-b60e-f4be56a2d370/1d231ae8-8798-4bbc-be64-2cdf75113f12) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:24.770892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-52aa9fcf-6458-4a5a-84a1-337d5a8b4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:24.772989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-52aa9fcf-6458-4a5a-84a1-337d5a8b4504 service neutron] 10.222.0.15 "GET /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 1026 time: 0.0798709
Nov 27 20:57:24.817261 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:24.982777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5fd005b1-9cfc-4ddf-b2cc-0687ce631e98 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Deleting port 3ec79125-b2b9-4dc5-b811-67d89be78fa1 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:24.983517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fd005b1-9cfc-4ddf-b2cc-0687ce631e98 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.003313 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.006114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-da575920-3130-4939-b66c-bf085f36ef0c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:25.012095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-da575920-3130-4939-b66c-bf085f36ef0c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:25.015716 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.018868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-da575920-3130-4939-b66c-bf085f36ef0c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:25.021375 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-da575920-3130-4939-b66c-bf085f36ef0c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "GET /v2.0/networks?id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 1990 time: 0.2401078
Nov 27 20:57:25.095948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Pushing event updated for resources: {'Port': ['ID=1d231ae8-8798-4bbc-be64-2cdf75113f12,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:25.130293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Network d4492281-c7d4-4c4c-88e3-00b8c72724dc is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:25.131692 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fd005b1-9cfc-4ddf-b2cc-0687ce631e98 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.135606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:25.138590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:25.158649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5fd005b1-9cfc-4ddf-b2cc-0687ce631e98 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Calling delete_port for 3ec79125-b2b9-4dc5-b811-67d89be78fa1 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:25.203363 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-47eaa707-f3c4-4722-91a7-af3fd0390e7e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c03be159839446f2a47ca07f13bb552c HTTP/1.1" status: 200  len: 380 time: 0.1217237
Nov 27 20:57:25.237806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Attempting to bind port 1d231ae8-8798-4bbc-be64-2cdf75113f12 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:25.238479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Attempting to bind port 1d231ae8-8798-4bbc-be64-2cdf75113f12 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '87542c36-6d14-4b38-b6ed-d74b6a73f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:25.239731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Attempting to bind port 1d231ae8-8798-4bbc-be64-2cdf75113f12 on network d4492281-c7d4-4c4c-88e3-00b8c72724dc {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:25.248350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:25.248751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Checking segment: {'id': '87542c36-6d14-4b38-b6ed-d74b6a73f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:25.249203 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.250131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Bound using segment: {'id': '87542c36-6d14-4b38-b6ed-d74b6a73f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:25.251294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Bound port: 1d231ae8-8798-4bbc-be64-2cdf75113f12, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87542c36-6d14-4b38-b6ed-d74b6a73f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:25.251817 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.283730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:25.342873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.348531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-619d4db0-c632-4334-8806-00e611c6179c None None] For port 1d231ae8-8798-4bbc-be64-2cdf75113f12, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:25.357076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-619d4db0-c632-4334-8806-00e611c6179c None None] For port 1d231ae8-8798-4bbc-be64-2cdf75113f12, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d231ae8-8798-4bbc-be64-2cdf75113f12,segment=NetworkSegment(87542c36-6d14-4b38-b6ed-d74b6a73f473),segment_id=87542c36-6d14-4b38-b6ed-d74b6a73f473)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:25.366429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.374750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.481425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d4db0-c632-4334-8806-00e611c6179c None None] Pushing event updated for resources: {'Port': ['ID=1d231ae8-8798-4bbc-be64-2cdf75113f12,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:25.486773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:25.491575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.676884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fd005b1-9cfc-4ddf-b2cc-0687ce631e98 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.786883 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Allocated IP 172.35.3.82 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/96dfbfff-aac1-49aa-95ff-19e2fd1d566e) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:25.835151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef6ffa-c95e-4855-97ae-d92b8b51a3c5 req-407ce6f0-5c3f-4d4c-b216-e2b6c08d1580 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:25.839779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-caef6ffa-c95e-4855-97ae-d92b8b51a3c5 req-407ce6f0-5c3f-4d4c-b216-e2b6c08d1580 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1539681
Nov 27 20:57:25.843175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd005b1-9cfc-4ddf-b2cc-0687ce631e98 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ec79125-b2b9-4dc5-b811-67d89be78fa1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:25.936007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fd005b1-9cfc-4ddf-b2cc-0687ce631e98 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:25.940908 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5fd005b1-9cfc-4ddf-b2cc-0687ce631e98 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3ec79125-b2b9-4dc5-b811-67d89be78fa1 HTTP/1.1" status: 204  len: 168 time: 1.2381375
Nov 27 20:57:25.956341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53707407-a427-46ca-8a46-e7e39ff020a4 req-5bc8f834-39f6-40d6-9d3f-0c88d26bd0f5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 210 time: 0.1142614
Nov 27 20:57:25.956884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44606) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:26.018933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:26.045785 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bada9a6-3ac1-4285-9e6f-6a6a63f79a7f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] GET failed (client error): The resource could not be found.
Nov 27 20:57:26.047194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1bada9a6-3ac1-4285-9e6f-6a6a63f79a7f tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "GET /v2.0/ports/3ec79125-b2b9-4dc5-b811-67d89be78fa1 HTTP/1.1" status: 404  len: 333 time: 0.0774307
Nov 27 20:57:26.060491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44608) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:26.083971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Request body: {'port': {'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1327024999'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:26.118731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Made reservation on behalf of 89a0fcf23abe43e088d94360e09bfc43 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:26.121238 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:26.129109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 172.20.0.3 (869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35/73487f2e-a260-462c-a2bd-5ff76746725f/a5c35030-3d16-480b-990d-350880945284) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:26.137646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:26.183962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] device_id is not set on port 5e864aa7-5f02-41fd-b630-8262c6ea8830 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:26.283544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-caef6ffa-c95e-4855-97ae-d92b8b51a3c5 req-1f19fccd-d0c0-446d-9e4d-d99e990af14d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2216256
Nov 27 20:57:26.293654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:26.307447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:26.316094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:26.375320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Pushing event updated for resources: {'Port': ['ID=96dfbfff-aac1-49aa-95ff-19e2fd1d566e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:26.516894 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:26.568102 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:26.601204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:26.714129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=a5c35030-3d16-480b-990d-350880945284,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:26.733308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:26.735943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:26.755295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:26.846503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:26.887538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:26.889119 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:26.916053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-104fc443-7af2-4bac-869b-90a9fc5f11a6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7022367
Nov 27 20:57:26.932521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:27.001514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf816a27-d6c1-4d3e-9567-d22d16271abd req-9d8fe187-5f20-4114-ad20-79d07585814b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:27.002870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf816a27-d6c1-4d3e-9567-d22d16271abd req-9d8fe187-5f20-4114-ad20-79d07585814b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 945 time: 0.2156928
Nov 27 20:57:27.006885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:27.028273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:27.047930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:27.049167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:27.049570 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:27.074794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'Port': ['ID=5e864aa7-5f02-41fd-b630-8262c6ea8830,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:27.097190 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:27.165679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d3e6cdb6-b124-486f-a2f5-66871286d820 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.0861156
Nov 27 20:57:27.176418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44630) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:27.182960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:27.237332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf816a27-d6c1-4d3e-9567-d22d16271abd req-c34648e4-5dcb-4a98-bd9e-8dd57fb0cea4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208412
Nov 27 20:57:27.291922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdb3b4-9274-482c-aa05-effc8acd68c4 req-22d893df-8557-4dc1-9cd6-b4601e849189 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:27.293708 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38bdb3b4-9274-482c-aa05-effc8acd68c4 req-22d893df-8557-4dc1-9cd6-b4601e849189 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 931 time: 0.1765010
Nov 27 20:57:27.299574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb663206-96f2-41c9-9c21-687cd6d9ce91 None None] Network d4492281-c7d4-4c4c-88e3-00b8c72724dc requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:27.375208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:27.381157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:27.381699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:27.398148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-90e6e9e5-8962-4bf4-989e-d10cd836b22f None None] Provisioning complete for port a5c35030-3d16-480b-990d-350880945284 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:27.398805 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-90e6e9e5-8962-4bf4-989e-d10cd836b22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:27.412303 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38bdb3b4-9274-482c-aa05-effc8acd68c4 req-05991452-742c-453b-b8da-86a7deffc071 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087475
Nov 27 20:57:27.578142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-90e6e9e5-8962-4bf4-989e-d10cd836b22f None None] Port a5c35030-3d16-480b-990d-350880945284 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:27.626496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.1.1.52 (2db01d42-b5d2-4173-a7f0-d71456cff74a/8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a/6632957c-feee-4506-8295-b419d941abe2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:27.728121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-64bb1dc4-c06a-4595-8ec3-4ee163977696 None None] Provisioning complete for port 1d231ae8-8798-4bbc-be64-2cdf75113f12 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:27.728494 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64bb1dc4-c06a-4595-8ec3-4ee163977696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:27.802858 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:27.868140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:27.897193 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64bb1dc4-c06a-4595-8ec3-4ee163977696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:27.967455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:27.969931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:27.974762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:27.993069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-64bb1dc4-c06a-4595-8ec3-4ee163977696 None None] For port 1d231ae8-8798-4bbc-be64-2cdf75113f12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d231ae8-8798-4bbc-be64-2cdf75113f12,segment=NetworkSegment(87542c36-6d14-4b38-b6ed-d74b6a73f473),segment_id=87542c36-6d14-4b38-b6ed-d74b6a73f473)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:28.004357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1d231ae8-8798-4bbc-be64-2cdf75113f12 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:28.010512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64bb1dc4-c06a-4595-8ec3-4ee163977696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:28.021381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=6632957c-feee-4506-8295-b419d941abe2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:28.088864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:28.089633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:28.130824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-10ec51d5-14b8-42f4-bb22-89aefde13a02 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.2054272
Nov 27 20:57:28.146896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:28.236442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb1dc4-c06a-4595-8ec3-4ee163977696 None None] Pushing event updated for resources: {'Port': ['ID=1d231ae8-8798-4bbc-be64-2cdf75113f12,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:28.303537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 1d231ae8-8798-4bbc-be64-2cdf75113f12 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:28.305291 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:28.387162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:28.394901 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:28.411450 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-86e5e255-586a-42e3-9554-8e319543d7e2 None None] Provisioning complete for port 1d231ae8-8798-4bbc-be64-2cdf75113f12 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:28.412551 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86e5e255-586a-42e3-9554-8e319543d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:28.595526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d8367-c63d-47d2-96b6-73445d04d6ff req-3451c601-836d-4eae-8a6d-d494800f8ea8 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:28.597273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d5d8367-c63d-47d2-96b6-73445d04d6ff req-3451c601-836d-4eae-8a6d-d494800f8ea8 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 945 time: 0.1858461
Nov 27 20:57:28.656278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.1.1.20 (2db01d42-b5d2-4173-a7f0-d71456cff74a/8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a/dab5072e-30d9-4a47-ba0e-926f7a2917e3) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:28.715330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d5d8367-c63d-47d2-96b6-73445d04d6ff req-90055e1d-9fbd-4181-b2d6-b056db602b60 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092362
Nov 27 20:57:28.729375 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:28.751845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f3a58-ed1a-4b8f-b319-358c402b5b87 req-8f0a2f0f-9a58-4cdb-9f57-35e1bffcc369 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:28.754319 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb8f3a58-ed1a-4b8f-b319-358c402b5b87 req-8f0a2f0f-9a58-4cdb-9f57-35e1bffcc369 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 1.3308852
Nov 27 20:57:28.816357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e3025916-dc0a-44ce-ad49-86ef4e491675 None None] Provisioning complete for port 6632957c-feee-4506-8295-b419d941abe2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:28.818109 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e3025916-dc0a-44ce-ad49-86ef4e491675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:28.875597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e3025916-dc0a-44ce-ad49-86ef4e491675 None None] Port 6632957c-feee-4506-8295-b419d941abe2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:28.978471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb12e36-1203-48cc-a3de-77761010bafd req-9c9278eb-9d2d-4a6a-a9df-5992de59f2f2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:28.985292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb12e36-1203-48cc-a3de-77761010bafd req-9c9278eb-9d2d-4a6a-a9df-5992de59f2f2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:28.985904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb8f3a58-ed1a-4b8f-b319-358c402b5b87 req-3bf30a0c-9567-44b4-bde9-0fbf07954de3 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969483
Nov 27 20:57:29.002000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-1bc74ca9-0f28-43cb-9768-44472818e122 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:29.003862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-1bc74ca9-0f28-43cb-9768-44472818e122 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 945 time: 0.3352757
Nov 27 20:57:29.015456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-beb12e36-1203-48cc-a3de-77761010bafd req-9c9278eb-9d2d-4a6a-a9df-5992de59f2f2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 1652 time: 0.1368451
Nov 27 20:57:29.054431 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:29.059718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-07b1f384-d369-4a1e-9030-a2a65939e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:29.061675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-07b1f384-d369-4a1e-9030-a2a65939e529 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.3960674
Nov 27 20:57:29.154870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-beb12e36-1203-48cc-a3de-77761010bafd req-44a5b493-2c89-4e8d-9914-5c180c66a3c7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1304381
Nov 27 20:57:29.199144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:29.283730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:29.287641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:29.295692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:29.349880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=dab5072e-30d9-4a47-ba0e-926f7a2917e3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:29.371948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] device_id is not set on port 5e864aa7-5f02-41fd-b630-8262c6ea8830 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:29.402493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:29.403321 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:29.416493 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:29.436849 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ba044330-bb67-4c99-90a3-2901143cebfd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.2973931
Nov 27 20:57:29.446642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:29.458545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:29.515959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:57:29.519439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-910f1fb7-18c9-4178-88a5-15f058f7efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:29.520964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-910f1fb7-18c9-4178-88a5-15f058f7efff service neutron] 10.222.0.35 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 921 time: 0.3839760
Nov 27 20:57:29.624402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-1adcefd0-2d81-4c00-a658-f44f78898981 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 217 time: 0.0814223
Nov 27 20:57:29.627045 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Deleting port ac049382-3c5c-431f-846c-8a82be6d6454 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:29.627795 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:29.635325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'Port': ['ID=5e864aa7-5f02-41fd-b630-8262c6ea8830,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:29.660092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:29.737189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-065ed849-6be0-406b-b3fe-6bdc74e88c10 None None] Provisioning complete for port dab5072e-30d9-4a47-ba0e-926f7a2917e3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:29.738867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-065ed849-6be0-406b-b3fe-6bdc74e88c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:29.839071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:29.840898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:29.841383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:29.861938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:29.864884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:29.865468 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:29.882196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-065ed849-6be0-406b-b3fe-6bdc74e88c10 None None] Port dab5072e-30d9-4a47-ba0e-926f7a2917e3 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:29.925299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1d231ae8-8798-4bbc-be64-2cdf75113f12 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:29.937879 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 2 to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830
Nov 27 20:57:29.972335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:29.973157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:29.973738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:29.989051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:29.990189 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:30.011152 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 3 to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830
Nov 27 20:57:30.024697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 1d231ae8-8798-4bbc-be64-2cdf75113f12 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:30.025073 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:30.056783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-491b08ed-3f5c-4561-9717-d5d4b095d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:30.065207 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-491b08ed-3f5c-4561-9717-d5d4b095d079 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.4253671
Nov 27 20:57:30.137033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-20b64a07-9714-44bd-97b1-b4024f7ce4e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405011
Nov 27 20:57:30.138032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:30.138537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:30.139044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:30.153343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:30.154109 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:30.159770 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 4 to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830
Nov 27 20:57:30.225736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:30.226194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:30.226988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:30.231996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:57:30.249490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Sync routers for ids ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:57:30.267238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Routers {'781ffe80-aa9e-4c29-93ba-7afa0ffa295f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:30.267843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd986190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:30.407725 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:30.413809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6fc08742-b855-4c93-9030-aa08f30459aa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.1159785
Nov 27 20:57:30.425201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] For port ac049382-3c5c-431f-846c-8a82be6d6454, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac049382-3c5c-431f-846c-8a82be6d6454,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:30.426954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:30.432003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Set router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:30.435075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44706) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:30.467393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:30.467742 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:30.473820 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 5 to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830
Nov 27 20:57:30.528416 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:30.528800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:30.529144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:30.534448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Calling delete_port for ac049382-3c5c-431f-846c-8a82be6d6454 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:30.578815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cb91d-e913-4687-aef7-c257e59837d9 req-37592218-959a-4e42-b9a4-b3dd7ee287cb tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:30.580656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-760cb91d-e913-4687-aef7-c257e59837d9 req-37592218-959a-4e42-b9a4-b3dd7ee287cb tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.4283080
Nov 27 20:57:30.603591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:30.603945 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:30.627062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ff75-c808-4d58-a363-65fe0d8c0bcb req-d00a1898-1d7c-4aa5-8ccd-baea04069825 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:30.628666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c644ff75-c808-4d58-a363-65fe0d8c0bcb req-d00a1898-1d7c-4aa5-8ccd-baea04069825 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 945 time: 0.7387815
Nov 27 20:57:30.675122 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 6 to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830
Nov 27 20:57:30.685313 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-e3c0f57f-9084-4385-8836-62cb12d136c9 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5282719
Nov 27 20:57:30.774702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c644ff75-c808-4d58-a363-65fe0d8c0bcb req-95d7c77f-71f7-41ec-b613-8bfa91aac890 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137791
Nov 27 20:57:30.801672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.2.2.100 (cd3220c8-70c2-46d1-9b13-a59a0a45a117/5d2ee161-ccdf-43d2-bc59-97c39e568c31/2d0104dc-e751-4773-8bd9-f4d85f534f51) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:30.888427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd986190>, [{'id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:24Z', 'updated_at': '2021-11-27T20:57:26Z', 'revision_number': 3, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'gw_port': {'id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:25Z', 'updated_at': '2021-11-27T20:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:30.976813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Checking router: 781ffe80-aa9e-4c29-93ba-7afa0ffa295f for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:57:30.977441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Updating router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:57:30.990284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-17aa9eb3-be32-4e5d-a4b0-c0ac0cf060f2 req-605dce7c-4940-4cf7-a568-9bd652cec2d1 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382563
Nov 27 20:57:31.027017 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.043652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.071226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:31.071652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:31.074485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:31.095959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:31.096330 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:31.108175 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 7 to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830
Nov 27 20:57:31.136822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:31.137170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:31.137551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:31.137837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab3ed3-2035-462a-bdaa-5a4cc8760b3b req-248c7469-3135-480f-8680-9e9efe270fde tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:31.145878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab3ed3-2035-462a-bdaa-5a4cc8760b3b req-248c7469-3135-480f-8680-9e9efe270fde tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:31.148923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:31.149484 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:31.154347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab3ed3-2035-462a-bdaa-5a4cc8760b3b req-248c7469-3135-480f-8680-9e9efe270fde tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:31.156766 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77ab3ed3-2035-462a-bdaa-5a4cc8760b3b req-248c7469-3135-480f-8680-9e9efe270fde tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 2372 time: 0.1039817
Nov 27 20:57:31.163185 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 8 to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830
Nov 27 20:57:31.168350 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.193422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-760cb91d-e913-4687-aef7-c257e59837d9 req-f2610eed-d859-466b-a190-9d517506e4fb tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5758529
Nov 27 20:57:31.256070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:31.267534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:31.275563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:31.279854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:31.280212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:31.280573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:31.280681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=2d0104dc-e751-4773-8bd9-f4d85f534f51,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:31.340388 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77ab3ed3-2035-462a-bdaa-5a4cc8760b3b req-e2067c03-6ac4-4068-9a6d-ead02c0fe8c2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1681099
Nov 27 20:57:31.384278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:31.385245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.436278 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53b257c4-b013-42d6-8327-84567414d1d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9890304
Nov 27 20:57:31.452949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:31.466227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:31.467162 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:31.500381 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 9 to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830
Nov 27 20:57:31.572037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:31.572037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:31.572579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:31.609660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:31.611431 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:31.612627 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempt 10 to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830
Nov 27 20:57:31.640645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.653952 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.677180 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.687831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:31.688257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:31.688726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempting to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:31.733664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event deleted for resources: {'Port': ['ID=ac049382-3c5c-431f-846c-8a82be6d6454,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:31.735605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:31.736212 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Failed to bind port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on host nch1-master-1 for vnic_type normal using segments [{'id': '7d5a3471-791d-45ae-803f-a2bd0c2624b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '42eaeee0-d84a-4f6b-8356-d08c76f89a29'}]
Nov 27 20:57:31.736489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.746601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:31.753277 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.756016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Attempting to bind port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:31.765489 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Attempting to bind port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:31.765957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Attempting to bind port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:31.803187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:31.803673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:31.804119 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.804723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:31.805780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Bound port: 96dfbfff-aac1-49aa-95ff-19e2fd1d566e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:31.806212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.813415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d62a51-15a1-49b0-9dc2-bbff32ecf2ce None None] Pushing event updated for resources: {'Port': ['ID=96dfbfff-aac1-49aa-95ff-19e2fd1d566e,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:31.864652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] No DVR routers for this DVR port ac049382-3c5c-431f-846c-8a82be6d6454 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:57:31.887172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1c74a33c-24d8-413b-bed7-54705e4d406a None None] Provisioning complete for port 2d0104dc-e751-4773-8bd9-f4d85f534f51 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:31.887612 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1c74a33c-24d8-413b-bed7-54705e4d406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.900197 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:31.904371 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7c36c7d1-6950-4cea-a2f2-b9961ac58a00 req-9d440373-48fe-455c-b944-fccf2fff46b1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "DELETE /v2.0/ports/ac049382-3c5c-431f-846c-8a82be6d6454 HTTP/1.1" status: 204  len: 173 time: 2.8608747
Nov 27 20:57:31.907527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c2b87a-8405-4308-a621-10f0104e888d', 'name': 'network-vif-deleted', 'tag': 'ac049382-3c5c-431f-846c-8a82be6d6454'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:31.909978 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460bf584-45e8-4497-987d-26ea366a7a87" -d '{"events": [{"server_uuid": "49c2b87a-8405-4308-a621-10f0104e888d", "name": "network-vif-deleted", "tag": "ac049382-3c5c-431f-846c-8a82be6d6454"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:31.940575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1c74a33c-24d8-413b-bed7-54705e4d406a None None] Port 2d0104dc-e751-4773-8bd9-f4d85f534f51 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:31.978775 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] For port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:31.984662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] For port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96dfbfff-aac1-49aa-95ff-19e2fd1d566e,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:31.991513 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.013761 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df5a488-545e-4386-ab69-ac46305c6620 x-openstack-request-id: req-2df5a488-545e-4386-ab69-ac46305c6620 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:32.014701 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c2b87a-8405-4308-a621-10f0104e888d", "name": "network-vif-deleted", "tag": "ac049382-3c5c-431f-846c-8a82be6d6454", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:32.015144 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2df5a488-545e-4386-ab69-ac46305c6620 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:32.016616 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c2b87a-8405-4308-a621-10f0104e888d', 'name': 'network-vif-deleted', 'tag': 'ac049382-3c5c-431f-846c-8a82be6d6454', 'status': 'completed', 'code': 200}
Nov 27 20:57:32.043536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd5d6982-5ee0-4e08-a200-db9cd297663b req-be5c1f81-0cb9-4205-882f-f8263bdb50b7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=49c2b87a-8405-4308-a621-10f0104e888d HTTP/1.1" status: 200  len: 210 time: 0.1454768
Nov 27 20:57:32.100687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Routers {'781ffe80-aa9e-4c29-93ba-7afa0ffa295f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:32.102242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd986190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:32.134003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] For port 5e864aa7-5f02-41fd-b630-8262c6ea8830, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:32.134003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attempted to set empty binding levels {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 20:57:32.137936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.2.2.200 (cd3220c8-70c2-46d1-9b13-a59a0a45a117/5d2ee161-ccdf-43d2-bc59-97c39e568c31/e6b41390-a8e1-44f3-b5dd-7e6b200fe288) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:32.147066 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.189449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d62a51-15a1-49b0-9dc2-bbff32ecf2ce None None] Pushing event updated for resources: {'Port': ['ID=96dfbfff-aac1-49aa-95ff-19e2fd1d566e,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:32.254761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] In _notify_port_updated(), no bound segment for port 5e864aa7-5f02-41fd-b630-8262c6ea8830 on network 42eaeee0-d84a-4f6b-8356-d08c76f89a29 {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 20:57:32.256284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:32.256917 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.262194 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "PUT /v2.0/ports/5e864aa7-5f02-41fd-b630-8262c6ea8830 HTTP/1.1" status: 200  len: 975 time: 5.0842707
Nov 27 20:57:32.266924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44732) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:32.282553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] Set router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:32.328108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cac41-503e-48c7-9a97-f2f7730b7a8d tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event updated for resources: {'Port': ['ID=5e864aa7-5f02-41fd-b630-8262c6ea8830,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:32.412862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.452150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.491569 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.508408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44740) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:32.531789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923be8fb-ede2-448c-8971-cca742a0e766 req-d08115e0-4af7-4655-bdec-cb26965b91e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:32.532227 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-923be8fb-ede2-448c-8971-cca742a0e766 req-d08115e0-4af7-4655-bdec-cb26965b91e9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.2072029
Nov 27 20:57:32.540218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:32.543908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:32.549605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:32.553012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=e6b41390-a8e1-44f3-b5dd-7e6b200fe288,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:32.648582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:32.650863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.671186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd986190>, [{'id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:24Z', 'updated_at': '2021-11-27T20:57:26Z', 'revision_number': 3, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'gw_port': {'id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:25Z', 'updated_at': '2021-11-27T20:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:32.721159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5aff26-44b9-4d97-a224-ef3c0682a971 None None] The sync data for ids ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'] in ncdv-master-1 is: [{'id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:24Z', 'updated_at': '2021-11-27T20:57:26Z', 'revision_number': 3, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'gw_port': {'id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:25Z', 'updated_at': '2021-11-27T20:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:57:32.727106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ac049382-3c5c-431f-846c-8a82be6d6454 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:57:32.779723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-69ca5752-319c-417e-8655-150269d033d5 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Deleting port 5e864aa7-5f02-41fd-b630-8262c6ea8830 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:32.780141 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69ca5752-319c-417e-8655-150269d033d5 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.780909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: ac049382-3c5c-431f-846c-8a82be6d6454 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:57:32.781771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ac049382-3c5c-431f-846c-8a82be6d6454 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:57:32.801488 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-85d514c2-4035-43f1-90c0-1e1acc0335a0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3554430
Nov 27 20:57:32.842146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:32.879390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-66fc7bb8-ab05-4d6c-aea7-f6717ef97ab4 None None] Provisioning complete for port e6b41390-a8e1-44f3-b5dd-7e6b200fe288 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:32.880405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-66fc7bb8-ab05-4d6c-aea7-f6717ef97ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.933118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-66fc7bb8-ab05-4d6c-aea7-f6717ef97ab4 None None] Port e6b41390-a8e1-44f3-b5dd-7e6b200fe288 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:32.965140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2eab585c-df77-4c07-9464-6ea487be166d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:32.989584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27119358-34cb-4aec-bd53-8f459ad9bbfe req-829f62cb-12d9-4781-a83b-d1ff33144de0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:32.997784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27119358-34cb-4aec-bd53-8f459ad9bbfe req-829f62cb-12d9-4781-a83b-d1ff33144de0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:33.004672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27119358-34cb-4aec-bd53-8f459ad9bbfe req-829f62cb-12d9-4781-a83b-d1ff33144de0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:33.012712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27119358-34cb-4aec-bd53-8f459ad9bbfe req-829f62cb-12d9-4781-a83b-d1ff33144de0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:33.020599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27119358-34cb-4aec-bd53-8f459ad9bbfe req-829f62cb-12d9-4781-a83b-d1ff33144de0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:33.022697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27119358-34cb-4aec-bd53-8f459ad9bbfe req-829f62cb-12d9-4781-a83b-d1ff33144de0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3814 time: 0.3480153
Nov 27 20:57:33.105067 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:33.230670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27119358-34cb-4aec-bd53-8f459ad9bbfe req-a1711c1b-004d-4146-beef-222836ed955f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297128
Nov 27 20:57:33.238199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2eab585c-df77-4c07-9464-6ea487be166d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:33.253293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2eab585c-df77-4c07-9464-6ea487be166d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:33.362345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Allocated IP 172.20.0.1 (d4492281-c7d4-4c4c-88e3-00b8c72724dc/518115c5-1606-4ab7-b60e-f4be56a2d370/e60bbc13-f463-457d-9b17-4772087c8f28) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:33.405062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-69ca5752-319c-417e-8655-150269d033d5 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] For port 5e864aa7-5f02-41fd-b630-8262c6ea8830, host nch1-master-1, got binding levels [] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:33.405263 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69ca5752-319c-417e-8655-150269d033d5 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:33.413009 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-923be8fb-ede2-448c-8971-cca742a0e766 req-220549f5-ea76-4184-b4c2-2568bd698f57 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8653455
Nov 27 20:57:33.495218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2eab585c-df77-4c07-9464-6ea487be166d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbc05b0c433942d4b3a3b7d148a4513b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9775684
Nov 27 20:57:33.498861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44752) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:33.521887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-69ca5752-319c-417e-8655-150269d033d5 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Calling delete_port for 5e864aa7-5f02-41fd-b630-8262c6ea8830 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:33.677940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69ca5752-319c-417e-8655-150269d033d5 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:33.682142 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:33.687317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab585c-df77-4c07-9464-6ea487be166d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6824cc-78d8-40bb-968f-14fe4dddb38c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:33.716631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca5752-319c-417e-8655-150269d033d5 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e864aa7-5f02-41fd-b630-8262c6ea8830,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:33.726704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69ca5752-319c-417e-8655-150269d033d5 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:33.730674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-69ca5752-319c-417e-8655-150269d033d5 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5e864aa7-5f02-41fd-b630-8262c6ea8830 HTTP/1.1" status: 204  len: 168 time: 1.4626400
Nov 27 20:57:33.733352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44760) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:33.771952 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-3dfdf826-c0fa-4367-afa7-4e8f8616f15d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.3582432
Nov 27 20:57:33.798604 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b44329d-4957-444b-a510-3dfb42c44b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:33.851841 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1c06e5-9c92-47f4-826d-cd82ca3f65c9 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] GET failed (client error): The resource could not be found.
Nov 27 20:57:33.853375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bd1c06e5-9c92-47f4-826d-cd82ca3f65c9 tempest-PortsAdminExtendedAttrsTestJSON-1640535655 tempest-PortsAdminExtendedAttrsTestJSON-1640535655-project-admin] 10.222.0.21 "GET /v2.0/ports/5e864aa7-5f02-41fd-b630-8262c6ea8830 HTTP/1.1" status: 404  len: 333 time: 0.1188495
Nov 27 20:57:33.857715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44764) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:33.918227 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b44329d-4957-444b-a510-3dfb42c44b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:33.949643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 96dfbfff-aac1-49aa-95ff-19e2fd1d566e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:34.001719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.055976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c35030-3d16-480b-990d-350880945284 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:34.067260 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.074808 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c1d1-eae7-4630-8aa9-e8f9046a37d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.090486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:34.090866 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.096143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Network d4492281-c7d4-4c4c-88e3-00b8c72724dc is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:34.106953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-91004b86-fe6d-40b6-b7b7-23e38c529c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.107485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-91004b86-fe6d-40b6-b7b7-23e38c529c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.107824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:34.108057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-91004b86-fe6d-40b6-b7b7-23e38c529c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.108611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-91004b86-fe6d-40b6-b7b7-23e38c529c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.109096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-91004b86-fe6d-40b6-b7b7-23e38c529c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.109569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-91004b86-fe6d-40b6-b7b7-23e38c529c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.110037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-91004b86-fe6d-40b6-b7b7-23e38c529c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.112341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-91004b86-fe6d-40b6-b7b7-23e38c529c55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6500 time: 0.2721462
Nov 27 20:57:34.113475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Transition to ACTIVE for port object a5c35030-3d16-480b-990d-350880945284 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:34.118721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:34.140666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b44329d-4957-444b-a510-3dfb42c44b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.145650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b44329d-4957-444b-a510-3dfb42c44b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.151238 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2b44329d-4957-444b-a510-3dfb42c44b77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca6824cc-78d8-40bb-968f-14fe4dddb38c HTTP/1.1" status: 204  len: 168 time: 0.6522348
Nov 27 20:57:34.157526 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.210659 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.245082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.248057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96dfbfff-aac1-49aa-95ff-19e2fd1d566e,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:34.260195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.268427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e60bbc13-f463-457d-9b17-4772087c8f28,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:34.356219 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.362974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Pushing event updated for resources: {'Port': ['ID=a5c35030-3d16-480b-990d-350880945284,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:34.395381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44329d-4957-444b-a510-3dfb42c44b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6824cc-78d8-40bb-968f-14fe4dddb38c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:34.439958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=96dfbfff-aac1-49aa-95ff-19e2fd1d566e,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:34.598302 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.655425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-9130d1f1-3abb-4428-9a2e-1a6454063ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.656406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-9130d1f1-3abb-4428-9a2e-1a6454063ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.656406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-9130d1f1-3abb-4428-9a2e-1a6454063ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.658023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-9130d1f1-3abb-4428-9a2e-1a6454063ef5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=b81d828c-3c59-4f0f-a608-265030413533&id=b81d828c-3c59-4f0f-a608-265030413533 HTTP/1.1" status: 200  len: 2297 time: 0.4135356
Nov 27 20:57:34.688289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9a7360fd-2fc3-4d0a-b5e9-ee945838615f None None] Provisioning complete for port e60bbc13-f463-457d-9b17-4772087c8f28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:34.688664 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9a7360fd-2fc3-4d0a-b5e9-ee945838615f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.714710 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.723155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44788) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:34.743195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3437d-fbc5-4d3a-8fe3-dc70bd672956 req-bdae0c10-f124-40df-95e2-1966849e268c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.750518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3437d-fbc5-4d3a-8fe3-dc70bd672956 req-bdae0c10-f124-40df-95e2-1966849e268c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.758157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3437d-fbc5-4d3a-8fe3-dc70bd672956 req-bdae0c10-f124-40df-95e2-1966849e268c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.764698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3437d-fbc5-4d3a-8fe3-dc70bd672956 req-bdae0c10-f124-40df-95e2-1966849e268c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.765313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9a7360fd-2fc3-4d0a-b5e9-ee945838615f None None] Port e60bbc13-f463-457d-9b17-4772087c8f28 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:34.771756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3437d-fbc5-4d3a-8fe3-dc70bd672956 req-bdae0c10-f124-40df-95e2-1966849e268c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.780332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eae3437d-fbc5-4d3a-8fe3-dc70bd672956 req-bdae0c10-f124-40df-95e2-1966849e268c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3826 time: 0.2868540
Nov 27 20:57:34.831554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd98fa60>,) {'filters': {'network_id': ['42eaeee0-d84a-4f6b-8356-d08c76f89a29']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:34.845873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bab9be7-9eaf-44d4-b144-c490b6f8065d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.853617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd98fa60>, '7d5a3471-791d-45ae-803f-a2bd0c2624b5') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:34.854181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd98fa60>, '7d5a3471-791d-45ae-803f-a2bd0c2624b5') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:34.869690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f8677-fc89-42bb-bccf-f31cfaf316d5 req-e8893937-4eda-468f-b971-c7fc40fe561c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:34.885382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c7f8677-fc89-42bb-bccf-f31cfaf316d5 req-e8893937-4eda-468f-b971-c7fc40fe561c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.8011925
Nov 27 20:57:34.926831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.928292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Attempting to bind port a5c35030-3d16-480b-990d-350880945284 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:34.928787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Attempting to bind port a5c35030-3d16-480b-990d-350880945284 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:34.929039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Attempting to bind port a5c35030-3d16-480b-990d-350880945284 on network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:34.945954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c7f8677-fc89-42bb-bccf-f31cfaf316d5 req-b7c531de-91b2-40e4-9277-87f22ceaee42 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/quotas/376670c463284dec902268e55ba60b72 HTTP/1.1" status: 200  len: 375 time: 0.0595303
Nov 27 20:57:34.966342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-e024190f-a890-4171-bff0-f18b55e54387 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03e5badb-8172-486f-9775-23060da4f0c7 HTTP/1.1" status: 200  len: 1001 time: 0.2641661
Nov 27 20:57:34.973401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eae3437d-fbc5-4d3a-8fe3-dc70bd672956 req-cd45eaa6-fc78-4e73-b4c2-b14a0dbec047 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1919539
Nov 27 20:57:34.974686 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.982019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Port a5c35030-3d16-480b-990d-350880945284 on network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:34.982370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Attempting to bind port a5c35030-3d16-480b-990d-350880945284 on network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:34.991097 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c7f8677-fc89-42bb-bccf-f31cfaf316d5 req-004199a2-b818-4ae1-a5c1-d75611535e42 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442221
Nov 27 20:57:34.994183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:57:34.994707 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:57:34.999764 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:57:35.041413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:35.041864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Checking segment: {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:35.042200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Bound using segment: {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:35.042638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Bound port: a5c35030-3d16-480b-990d-350880945284, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:35.043581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.057019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-bb2c6ad1-86f2-4b44-ba29-6f9b43da836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:35.058549 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-bb2c6ad1-86f2-4b44-ba29-6f9b43da836b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fefb2aa-37dd-4ae6-821d-068bbb418a00 HTTP/1.1" status: 200  len: 856 time: 0.0704782
Nov 27 20:57:35.116229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.133665 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.139471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] 10.222.0.21 "DELETE /v2.0/networks/42eaeee0-d84a-4f6b-8356-d08c76f89a29 HTTP/1.1" status: 204  len: 168 time: 1.2739635
Nov 27 20:57:35.184056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bab9be7-9eaf-44d4-b144-c490b6f8065d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.220130 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.224797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bab9be7-9eaf-44d4-b144-c490b6f8065d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.255480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-0cc60979-809a-4074-b40c-339dd8708438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:35.257142 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-0cc60979-809a-4074-b40c-339dd8708438 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1896288
Nov 27 20:57:35.294242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab9be7-9eaf-44d4-b144-c490b6f8065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed336946-5c4f-4864-a020-e2a5f9e9dd26,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:35.299706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c7f8677-fc89-42bb-bccf-f31cfaf316d5 req-6765488d-4a28-4c45-82bb-15229b6bc294 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526970
Nov 27 20:57:35.309383 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.313749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] For port a5c35030-3d16-480b-990d-350880945284, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:35.354136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677834fb-c2c5-4e1c-a532-e7a8e8a8c5bc tempest-PortsAdminExtendedAttrsTestJSON-1503427983 tempest-PortsAdminExtendedAttrsTestJSON-1503427983-project] Pushing event deleted for resources: {'Network': ['ID=42eaeee0-d84a-4f6b-8356-d08c76f89a29,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:35.377226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] For port a5c35030-3d16-480b-990d-350880945284, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c35030-3d16-480b-990d-350880945284,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:35.390961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.431058 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8bab9be7-9eaf-44d4-b144-c490b6f8065d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56c6b3ce78a440edb867e0f833c831f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6979723
Nov 27 20:57:35.436558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44794) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:35.473488 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.486244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:35.486885 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.488322 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] 10.222.0.15 "PUT /v2.0/ports/a5c35030-3d16-480b-990d-350880945284 HTTP/1.1" status: 200  len: 1091 time: 2.6742802
Nov 27 20:57:35.491710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'a5c35030-3d16-480b-990d-350880945284'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:35.502244 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d103aa2-af0f-482f-b9e2-5843e6f227e4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "a5c35030-3d16-480b-990d-350880945284"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:35.528151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b564-2ee7-4fae-b242-9995f563b790 req-11353aaa-b3c9-4348-9b90-1ca59c8a6e1a tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:35.536276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c848b564-2ee7-4fae-b242-9995f563b790 req-11353aaa-b3c9-4348-9b90-1ca59c8a6e1a tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.3134134
Nov 27 20:57:35.536809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:35.545260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e60bbc13-f463-457d-9b17-4772087c8f28,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:35.586213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44798) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:35.619026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dba6e-d9b9-468f-af37-df05505fbfea service neutron] Pushing event updated for resources: {'Port': ['ID=a5c35030-3d16-480b-990d-350880945284,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:35.629162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-dc013075-c127-4ee5-8848-220ac3d10cce service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3548000
Nov 27 20:57:35.695788 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3befd8b9-f083-4c4f-8dc0-05e6adaf3805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.725735 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3befd8b9-f083-4c4f-8dc0-05e6adaf3805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.779989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c848b564-2ee7-4fae-b242-9995f563b790 req-a64a5c8a-9034-4fd3-a0ab-9ebf787d7bd0 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426341
Nov 27 20:57:35.803076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c7f8677-fc89-42bb-bccf-f31cfaf316d5 req-79e6fc25-9d95-4640-a7ea-b4257c9d26ee service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4802499
Nov 27 20:57:35.805905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Network d4492281-c7d4-4c4c-88e3-00b8c72724dc is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:35.808020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:35.869960 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.903688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3befd8b9-f083-4c4f-8dc0-05e6adaf3805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.907026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3befd8b9-f083-4c4f-8dc0-05e6adaf3805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:35.908329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3befd8b9-f083-4c4f-8dc0-05e6adaf3805 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed336946-5c4f-4864-a020-e2a5f9e9dd26 HTTP/1.1" status: 204  len: 168 time: 0.4700985
Nov 27 20:57:35.909520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 96dfbfff-aac1-49aa-95ff-19e2fd1d566e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:35.924036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befd8b9-f083-4c4f-8dc0-05e6adaf3805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed336946-5c4f-4864-a020-e2a5f9e9dd26,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:35.925335 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-e468aec2-16b0-41e6-99a8-b4ca659611bc service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2741125
Nov 27 20:57:36.029772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:36.030409 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:36.045473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:57:36.093402 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b16996ec-0270-40e4-9274-e52d8a5b324d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03c8cfe27fd0403d99e9315b0e5e9c66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4946606
Nov 27 20:57:36.094434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44806) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:36.108333 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-e6f96dc8-89c3-4404-af3d-cdd2c5a462e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 200  len: 217 time: 0.1663635
Nov 27 20:57:36.187790 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95424803-57fa-42eb-a70e-56458b03d1de x-openstack-request-id: req-95424803-57fa-42eb-a70e-56458b03d1de {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:36.188085 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "a5c35030-3d16-480b-990d-350880945284", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:36.188460 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95424803-57fa-42eb-a70e-56458b03d1de {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:36.188741 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'a5c35030-3d16-480b-990d-350880945284', 'status': 'completed', 'code': 200}
Nov 27 20:57:36.301019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fe2c414f-d174-4cad-bfc7-8d2c5c341f95 None None] Provisioning complete for port e60bbc13-f463-457d-9b17-4772087c8f28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:36.303000 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe2c414f-d174-4cad-bfc7-8d2c5c341f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:36.330579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53f74f62-0d2d-4953-92be-43d78f0283c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:36.380645 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53f74f62-0d2d-4953-92be-43d78f0283c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:36.445924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c414f-d174-4cad-bfc7-8d2c5c341f95 None None] Port e60bbc13-f463-457d-9b17-4772087c8f28 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:36.457002 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0e27b8e0-7147-4d4f-ac12-749496ae9c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:36.477698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-621d10b6-1176-42e8-9d1a-9a51b03f2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.479305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-621d10b6-1176-42e8-9d1a-9a51b03f2071 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.2941685
Nov 27 20:57:36.479788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:57:36.483608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53f74f62-0d2d-4953-92be-43d78f0283c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:36.486836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53f74f62-0d2d-4953-92be-43d78f0283c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:36.487999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-53f74f62-0d2d-4953-92be-43d78f0283c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbb1482e-f4f5-4683-b993-418dbb81a16e HTTP/1.1" status: 204  len: 168 time: 0.3925014
Nov 27 20:57:36.499024 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Sync routers for ids ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:57:36.504867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a5f0418f-56e8-49bb-a705-dd8e6359a8e5 admin admin] 10.222.0.21 "PUT /v2.0/routers/781ffe80-aa9e-4c29-93ba-7afa0ffa295f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0673380
Nov 27 20:57:36.511639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-043de9cb-2488-465b-b016-9ffe4c6755fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.512430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-043de9cb-2488-465b-b016-9ffe4c6755fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.513218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-043de9cb-2488-465b-b016-9ffe4c6755fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.514382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-043de9cb-2488-465b-b016-9ffe4c6755fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.515093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-043de9cb-2488-465b-b016-9ffe4c6755fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.515851 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Routers {'781ffe80-aa9e-4c29-93ba-7afa0ffa295f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:36.517879 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8aba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:36.518771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-043de9cb-2488-465b-b016-9ffe4c6755fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 4361 time: 0.3664086
Nov 27 20:57:36.638898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f74f62-0d2d-4953-92be-43d78f0283c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb1482e-f4f5-4683-b993-418dbb81a16e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:36.658325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a17f0448-0767-4665-b964-d00d9d56083d req-96803bdd-27df-4a9d-afa0-5d24699dd1e2 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fab9b3d-b9f7-449d-badc-5d3e46958265 HTTP/1.1" status: 200  len: 210 time: 0.2163858
Nov 27 20:57:36.678635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b28d1-dafa-40a0-a1ed-f16e31bcfb97 req-db8506bc-d0b8-43a8-ae9a-cb2ab6dffca4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.688830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b28d1-dafa-40a0-a1ed-f16e31bcfb97 req-db8506bc-d0b8-43a8-ae9a-cb2ab6dffca4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.697576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b28d1-dafa-40a0-a1ed-f16e31bcfb97 req-db8506bc-d0b8-43a8-ae9a-cb2ab6dffca4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.704786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44826) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:36.706885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b28d1-dafa-40a0-a1ed-f16e31bcfb97 req-db8506bc-d0b8-43a8-ae9a-cb2ab6dffca4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.714783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b28d1-dafa-40a0-a1ed-f16e31bcfb97 req-db8506bc-d0b8-43a8-ae9a-cb2ab6dffca4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.724272 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-676b28d1-dafa-40a0-a1ed-f16e31bcfb97 req-db8506bc-d0b8-43a8-ae9a-cb2ab6dffca4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3826 time: 0.4240484
Nov 27 20:57:36.739185 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Set router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:36.903825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-676b28d1-dafa-40a0-a1ed-f16e31bcfb97 req-0fc273b6-bc4b-4691-bdc9-409aec662ef1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1710439
Nov 27 20:57:36.913218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-b6b1b4e8-1c8a-4d99-a8d7-5027a1ef2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.917438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-b6b1b4e8-1c8a-4d99-a8d7-5027a1ef2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.918198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-b6b1b4e8-1c8a-4d99-a8d7-5027a1ef2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:36.921906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-b6b1b4e8-1c8a-4d99-a8d7-5027a1ef2c90 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3873818
Nov 27 20:57:37.106032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44838) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:37.188479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e9e31-c5b7-4325-a54e-96cfa8f71e26 req-9e1735f7-a16f-4cd6-a8a7-b7d49060424b tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:37.199497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-159e9e31-c5b7-4325-a54e-96cfa8f71e26 req-9e1735f7-a16f-4cd6-a8a7-b7d49060424b tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1358874
Nov 27 20:57:37.212604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-bb1a404b-0c07-4447-a090-cd6b9c64592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:37.214509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d103aa2-af0f-482f-b9e2-5843e6f227e4 req-bb1a404b-0c07-4447-a090-cd6b9c64592d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2848890
Nov 27 20:57:37.233455 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8aba00>, [{'id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:24Z', 'updated_at': '2021-11-27T20:57:34Z', 'revision_number': 4, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'gw_port': {'id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:25Z', 'updated_at': '2021-11-27T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e60bbc13-f463-457d-9b17-4772087c8f28', 'name': '', 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'mac_address': 'fa:16:3e:4e:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '518115c5-1606-4ab7-b60e-f4be56a2d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:32Z', 'updated_at': '2021-11-27T20:57:34Z', 'revision_number': 2, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'subnets': [{'id': '518115c5-1606-4ab7-b60e-f4be56a2d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:37.276302 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Checking router: 781ffe80-aa9e-4c29-93ba-7afa0ffa295f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:57:37.277095 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Updating router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f port e60bbc13-f463-457d-9b17-4772087c8f28 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:57:37.308344 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.345849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-159e9e31-c5b7-4325-a54e-96cfa8f71e26 req-953104e0-93fd-437a-978e-c79c9e740024 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450002
Nov 27 20:57:37.428719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44846) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:37.525326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e81df6-5fa0-4831-a0b4-1270866d1c86 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:37.530389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e33876dc-5e8c-41ce-bfa2-0686e18771c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89a0fcf23abe43e088d94360e09bfc43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1001620
Nov 27 20:57:37.534486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44848) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:37.543716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.562646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Transition to ACTIVE for port object 14e81df6-5fa0-4831-a0b4-1270866d1c86 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:37.578580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.610169 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-badd569f-cbb3-47ac-a7e9-5f63b8203088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.653697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f05f-ac1d-480c-8b0f-b2d4aa0475c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.690167 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f05f-ac1d-480c-8b0f-b2d4aa0475c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.765812 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.793077 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f05f-ac1d-480c-8b0f-b2d4aa0475c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.796749 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f05f-ac1d-480c-8b0f-b2d4aa0475c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.800397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2ba2f05f-ac1d-480c-8b0f-b2d4aa0475c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/166569ac-abf5-4aef-9b67-5589085eb485 HTTP/1.1" status: 204  len: 168 time: 0.2615960
Nov 27 20:57:37.803895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-badd569f-cbb3-47ac-a7e9-5f63b8203088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.822932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-6baefe59-7e27-4326-80ba-474fc1cb72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:37.825122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-6baefe59-7e27-4326-80ba-474fc1cb72fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.2947884
Nov 27 20:57:37.834816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1994973714'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:37.844630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2f05f-ac1d-480c-8b0f-b2d4aa0475c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166569ac-abf5-4aef-9b67-5589085eb485,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:37.849275 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-badd569f-cbb3-47ac-a7e9-5f63b8203088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.852717 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.868530 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.905823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:37.945736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:37.953932 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Pushing event updated for resources: {'Port': ['ID=e60bbc13-f463-457d-9b17-4772087c8f28,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:37.968886 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.969600 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.970236 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.971688 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.972031 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.972747 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.973238 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.974262 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.974790 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.975485 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.976894 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.977618 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:57:37.996153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Attempting to bind port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:37.997981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Attempting to bind port 14e81df6-5fa0-4831-a0b4-1270866d1c86 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:37.998513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Attempting to bind port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:38.045326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:57:38.045617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Pushing event updated for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:38.098211 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.099885 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Added segment ea92818e-076f-4fc8-98a3-6a369b57f98e of type vlan for network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579
Nov 27 20:57:38.120237 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Attempting to bind port e60bbc13-f463-457d-9b17-4772087c8f28 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:38.120575 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Attempting to bind port e60bbc13-f463-457d-9b17-4772087c8f28 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '87542c36-6d14-4b38-b6ed-d74b6a73f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:38.120951 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Attempting to bind port e60bbc13-f463-457d-9b17-4772087c8f28 on network d4492281-c7d4-4c4c-88e3-00b8c72724dc {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:38.130269 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:38.130768 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Checking segment: {'id': '87542c36-6d14-4b38-b6ed-d74b6a73f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:38.136978 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.136978 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Bound using segment: {'id': '87542c36-6d14-4b38-b6ed-d74b6a73f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:38.136978 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Bound port: e60bbc13-f463-457d-9b17-4772087c8f28, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87542c36-6d14-4b38-b6ed-d74b6a73f473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:38.139573 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.170662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:38.171041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Attempting to bind port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:38.198137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:38.199987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:38.203293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Bound using segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:38.203838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Bound port: 14e81df6-5fa0-4831-a0b4-1270866d1c86, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:38.204253 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.247061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd569f-cbb3-47ac-a7e9-5f63b8203088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b3fae0-7148-4b4f-8d6b-22de08f92a7a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:38.262564 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] For port e60bbc13-f463-457d-9b17-4772087c8f28, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:38.267730 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] For port e60bbc13-f463-457d-9b17-4772087c8f28, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e60bbc13-f463-457d-9b17-4772087c8f28,segment=NetworkSegment(87542c36-6d14-4b38-b6ed-d74b6a73f473),segment_id=87542c36-6d14-4b38-b6ed-d74b6a73f473)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:38.275966 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.286489 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-badd569f-cbb3-47ac-a7e9-5f63b8203088 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd63c2cc89124cd98641639372a7dfd8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7195721
Nov 27 20:57:38.290003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44864) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:38.321048 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.379578 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23d6b1-2fd8-4057-8771-165d459dd118 None None] Pushing event updated for resources: {'Port': ['ID=e60bbc13-f463-457d-9b17-4772087c8f28,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:38.391719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:38.395904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:38.405484 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Routers {'781ffe80-aa9e-4c29-93ba-7afa0ffa295f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:38.407763 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8aba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:38.408463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.444978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:38.445803 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.451869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] 10.222.0.15 "PUT /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 1128 time: 2.9205639
Nov 27 20:57:38.488884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '14e81df6-5fa0-4831-a0b4-1270866d1c86'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:38.490240 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "14e81df6-5fa0-4831-a0b4-1270866d1c86"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:38.514297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:38.546318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d35851-be6a-4b47-8cff-378d3dfe150d req-cf6a3cd7-4c10-4be5-bec2-1909bde9565c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:38.577728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b4828720-43de-467b-9260-f3061d416ddd None None] Provisioning complete for port e60bbc13-f463-457d-9b17-4772087c8f28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:38.579794 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4828720-43de-467b-9260-f3061d416ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.581480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d35851-be6a-4b47-8cff-378d3dfe150d req-cf6a3cd7-4c10-4be5-bec2-1909bde9565c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:38.593803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-1f47fa14-8464-4ea7-b693-f6994b0b341e service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7193968
Nov 27 20:57:38.598478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d35851-be6a-4b47-8cff-378d3dfe150d req-cf6a3cd7-4c10-4be5-bec2-1909bde9565c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:38.615427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d35851-be6a-4b47-8cff-378d3dfe150d req-cf6a3cd7-4c10-4be5-bec2-1909bde9565c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:38.641286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d35851-be6a-4b47-8cff-378d3dfe150d req-cf6a3cd7-4c10-4be5-bec2-1909bde9565c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:38.667975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d35851-be6a-4b47-8cff-378d3dfe150d req-cf6a3cd7-4c10-4be5-bec2-1909bde9565c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:38.679520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d35851-be6a-4b47-8cff-378d3dfe150d req-cf6a3cd7-4c10-4be5-bec2-1909bde9565c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 4596 time: 0.4907691
Nov 27 20:57:38.707240 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.723225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:38.725494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.759596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-5804f543-d858-411d-9360-d4d3adf02752 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365075
Nov 27 20:57:38.808949 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.813776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39672fa9-4ff3-423e-be4f-b1aff9dea84e service neutron] Pushing event updated for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:38.828516 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4828720-43de-467b-9260-f3061d416ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.905612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b4828720-43de-467b-9260-f3061d416ddd None None] For port e60bbc13-f463-457d-9b17-4772087c8f28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e60bbc13-f463-457d-9b17-4772087c8f28,segment=NetworkSegment(87542c36-6d14-4b38-b6ed-d74b6a73f473),segment_id=87542c36-6d14-4b38-b6ed-d74b6a73f473)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:38.917031 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4828720-43de-467b-9260-f3061d416ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:38.924132 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] Set router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:38.932733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-23913e01-8317-4215-ab99-baa7e6645eee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 200  len: 217 time: 0.1250727
Nov 27 20:57:38.996102 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c6c9-74ad-4fad-85f6-c7b7f39204d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:39.059613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.9460208
Nov 27 20:57:39.064024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4828720-43de-467b-9260-f3061d416ddd None None] Pushing event updated for resources: {'Port': ['ID=e60bbc13-f463-457d-9b17-4772087c8f28,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:39.092092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-77661250-b9b1-4067-a3af-91965e0435e7 None None] Provisioning complete for port e60bbc13-f463-457d-9b17-4772087c8f28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:39.092411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44886) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:39.093852 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77661250-b9b1-4067-a3af-91965e0435e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:39.102791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'subnet': {'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:39.133171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2d4b9-70a0-482e-92e3-411ea011e867 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Network': ['ID=8e775e0e-d0b2-44a7-affc-5b1f09fd1579,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:39.145944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:57:39.250594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e99cb-da21-4af3-8143-fcc828316efd req-d7c5d6e0-650e-47d6-9dfc-86f7e9c4d434 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:39.252389 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-299e99cb-da21-4af3-8143-fcc828316efd req-d7c5d6e0-650e-47d6-9dfc-86f7e9c4d434 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.6863563
Nov 27 20:57:39.282704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10d35851-be6a-4b47-8cff-378d3dfe150d req-115e97b8-c791-45ff-9805-c68168b2be13 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6014569
Nov 27 20:57:39.292238 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c6c9-74ad-4fad-85f6-c7b7f39204d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:39.298348 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8aba00>, [{'id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:24Z', 'updated_at': '2021-11-27T20:57:34Z', 'revision_number': 4, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'gw_port': {'id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:25Z', 'updated_at': '2021-11-27T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e60bbc13-f463-457d-9b17-4772087c8f28', 'name': '', 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'mac_address': 'fa:16:3e:4e:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '518115c5-1606-4ab7-b60e-f4be56a2d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:32Z', 'updated_at': '2021-11-27T20:57:38Z', 'revision_number': 4, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'subnets': [{'id': '518115c5-1606-4ab7-b60e-f4be56a2d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:39.339579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-45f7669d-7ffd-4129-b01e-8fa273828eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:39.347992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-45f7669d-7ffd-4129-b01e-8fa273828eb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.1556396
Nov 27 20:57:39.348363 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2301e4-4b63-42c9-b9b1-851c25245fd7 None None] The sync data for ids ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'] in ncdv-master-1 is: [{'id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:24Z', 'updated_at': '2021-11-27T20:57:34Z', 'revision_number': 4, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'gw_port': {'id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:25Z', 'updated_at': '2021-11-27T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e60bbc13-f463-457d-9b17-4772087c8f28', 'name': '', 'network_id': 'd4492281-c7d4-4c4c-88e3-00b8c72724dc', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'mac_address': 'fa:16:3e:4e:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '518115c5-1606-4ab7-b60e-f4be56a2d370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:32Z', 'updated_at': '2021-11-27T20:57:38Z', 'revision_number': 4, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'subnets': [{'id': '518115c5-1606-4ab7-b60e-f4be56a2d370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:57:39.462439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:39.479514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:39.488762 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c6c9-74ad-4fad-85f6-c7b7f39204d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:39.501599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c6c9-74ad-4fad-85f6-c7b7f39204d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:39.505066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2fd2c6c9-74ad-4fad-85f6-c7b7f39204d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4b3fae0-7148-4b4f-8d6b-22de08f92a7a HTTP/1.1" status: 204  len: 168 time: 1.2106941
Nov 27 20:57:39.559655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2c6c9-74ad-4fad-85f6-c7b7f39204d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b3fae0-7148-4b4f-8d6b-22de08f92a7a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:39.569412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:39.660310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decba21e-805a-4b68-9d38-6e3b44662ff5 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:39.674370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:39.719503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Transition to ACTIVE for port object decba21e-805a-4b68-9d38-6e3b44662ff5 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:39.724690 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-299e99cb-da21-4af3-8143-fcc828316efd req-7ea3653d-e90e-48b3-8cca-296d72f25cd4 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4594378
Nov 27 20:57:39.730593 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e5bf4b-7599-4372-a162-4ae5eb86876b x-openstack-request-id: req-a4e5bf4b-7599-4372-a162-4ae5eb86876b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:39.730889 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "14e81df6-5fa0-4831-a0b4-1270866d1c86", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:39.731152 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4e5bf4b-7599-4372-a162-4ae5eb86876b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:39.731590 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '14e81df6-5fa0-4831-a0b4-1270866d1c86', 'status': 'completed', 'code': 200}
Nov 27 20:57:39.733977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:39.834472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-0be368e9-bcfe-4461-9216-fa5ae5a6614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:39.834976 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-0be368e9-bcfe-4461-9216-fa5ae5a6614f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4664435
Nov 27 20:57:39.838060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Pushing event updated for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:40.066752 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e60bbc13-f463-457d-9b17-4772087c8f28 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:40.154916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e60bbc13-f463-457d-9b17-4772087c8f28 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:40.155335 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:40.160898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Attempting to bind port decba21e-805a-4b68-9d38-6e3b44662ff5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:40.162455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Attempting to bind port decba21e-805a-4b68-9d38-6e3b44662ff5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:40.162835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Attempting to bind port decba21e-805a-4b68-9d38-6e3b44662ff5 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:40.185276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Port decba21e-805a-4b68-9d38-6e3b44662ff5 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:40.186867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Attempting to bind port decba21e-805a-4b68-9d38-6e3b44662ff5 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:40.208720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-265fbcf0-4339-4cee-b840-85e85b6411df service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3638003
Nov 27 20:57:40.211150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:40.215634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:40.217464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Bound using segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:40.226760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Bound port: decba21e-805a-4b68-9d38-6e3b44662ff5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:40.229379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:40.303903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:40.474837 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:40.558084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-b2b7fa6a-0fca-4648-81b2-e8b1b1b72f92 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.567593 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-b2b7fa6a-0fca-4648-81b2-e8b1b1b72f92 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.7092669
Nov 27 20:57:40.582337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b7f1d1dd-33a9-4a9f-93c7-d25c2cbaa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.582782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b7f1d1dd-33a9-4a9f-93c7-d25c2cbaa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.583367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b7f1d1dd-33a9-4a9f-93c7-d25c2cbaa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.584472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b7f1d1dd-33a9-4a9f-93c7-d25c2cbaa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.585048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b7f1d1dd-33a9-4a9f-93c7-d25c2cbaa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.585549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b7f1d1dd-33a9-4a9f-93c7-d25c2cbaa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.586514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b7f1d1dd-33a9-4a9f-93c7-d25c2cbaa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.588927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b7f1d1dd-33a9-4a9f-93c7-d25c2cbaa1c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6162 time: 0.7291055
Nov 27 20:57:40.623371 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-ec9892e7-25a9-4670-80f9-20871b3c51aa tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/quotas/376670c463284dec902268e55ba60b72 HTTP/1.1" status: 200  len: 375 time: 0.0548325
Nov 27 20:57:40.659565 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-a6eb1b61-8671-4e6c-a835-7d6c8f3c7302 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3806851
Nov 27 20:57:40.796289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-db8ad07a-1f23-4d0d-b280-210795d33cee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=14f3487c-a918-45af-a334-40c24460e19d HTTP/1.1" status: 200  len: 217 time: 0.1284330
Nov 27 20:57:40.805782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:40.905704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=decba21e-805a-4b68-9d38-6e3b44662ff5,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:40.927014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418c5c-1c9f-4ab0-8073-7e5b95678e72 req-d260c517-d82c-4976-9890-fe970942e88f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.950962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418c5c-1c9f-4ab0-8073-7e5b95678e72 req-d260c517-d82c-4976-9890-fe970942e88f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.966744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418c5c-1c9f-4ab0-8073-7e5b95678e72 req-d260c517-d82c-4976-9890-fe970942e88f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.969365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418c5c-1c9f-4ab0-8073-7e5b95678e72 req-d260c517-d82c-4976-9890-fe970942e88f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.975504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418c5c-1c9f-4ab0-8073-7e5b95678e72 req-d260c517-d82c-4976-9890-fe970942e88f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.982347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418c5c-1c9f-4ab0-8073-7e5b95678e72 req-d260c517-d82c-4976-9890-fe970942e88f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:40.999398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418c5c-1c9f-4ab0-8073-7e5b95678e72 req-d260c517-d82c-4976-9890-fe970942e88f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:41.015935 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4418c5c-1c9f-4ab0-8073-7e5b95678e72 req-d260c517-d82c-4976-9890-fe970942e88f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5367 time: 0.4007316
Nov 27 20:57:41.026760 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:41.075070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Subnet': ['ID=80d2ea65-8d67-4243-b6e7-903dce4055e6,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:41.120678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-07545214-6a3d-4b14-8098-762fbad1e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:41.122542 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-07545214-6a3d-4b14-8098-762fbad1e790 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.3136621
Nov 27 20:57:41.157271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:41.157271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:41.165772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] 10.222.0.15 "PUT /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 1129 time: 2.6686184
Nov 27 20:57:41.186691 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-4d3a45d9-30ad-48cb-8ed1-e9d71c4b57f7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1140187
Nov 27 20:57:41.207931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44946) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:41.241389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:41.248775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Checking segment: {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:41.249441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network hostable DHCP agents. Network: 8e775e0e-d0b2-44a7-affc-5b1f09fd1579, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:57:41.305359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:57:41.317734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b872008c-8f7a-4d27-a9c2-c04feb65eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:41.318256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b872008c-8f7a-4d27-a9c2-c04feb65eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:41.318950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b872008c-8f7a-4d27-a9c2-c04feb65eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:41.320833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-b872008c-8f7a-4d27-a9c2-c04feb65eaa9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.7073994
Nov 27 20:57:41.327337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e775e0e-d0b2-44a7-affc-5b1f09fd1579) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:41.342097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc10e4e0-86cb-400f-aed9-0bd64fff6e79 None None] Network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:41.349554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:41.350310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:41.386387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7c47d4d5-8da7-4657-96c1-a17bd8cde409 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.2927558
Nov 27 20:57:41.390192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44952) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:41.390941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ef407-22bb-4b9f-8ea9-fc0e02baacc9 service neutron] Pushing event updated for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:41.397595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1289091600'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:41.481423 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4418c5c-1c9f-4ab0-8073-7e5b95678e72 req-ba1242b4-85b0-4d34-8fb7-d7b641d5b112 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4646063
Nov 27 20:57:41.532682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:41.544422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:41.565776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-f5fe85e0-ce9e-4bc1-bb56-d6206d48da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:41.569089 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-f5fe85e0-ce9e-4bc1-bb56-d6206d48da33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4191847
Nov 27 20:57:41.803539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'decba21e-805a-4b68-9d38-6e3b44662ff5'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:41.811147 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84da499e-52e4-4f8c-b201-a14e27e75407" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "decba21e-805a-4b68-9d38-6e3b44662ff5"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:41.826511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:41.900020 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-35db7901-9de9-4e71-9fa7-29acc4171ed8 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7119839
Nov 27 20:57:41.942336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1709576842', 'router:external': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:41.946676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:57:42.006202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e775e0e-d0b2-44a7-affc-5b1f09fd1579', 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'fixed_ips': [{'subnet_id': '80d2ea65-8d67-4243-b6e7-903dce4055e6'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:57:42.007877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.073274 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.073631 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Added segment 8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6 of type vlan for network 269b2da3-6894-4325-8492-a6acca066ccb
Nov 27 20:57:42.079005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-8fa11bde-743a-4d2c-a1d8-6ea69f0d9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.081466 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-427ccd61-0c7e-4df3-a4bb-e14e87005b7d req-8fa11bde-743a-4d2c-a1d8-6ea69f0d9b76 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7509756
Nov 27 20:57:42.116926 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-7672fd2f-a0aa-4958-b468-f957753c2dea service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5365705
Nov 27 20:57:42.138505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d7a84-9a83-4af8-88ec-128eab2e7444 req-bf5fe1ff-6fca-469b-bf28-ca18528d21cd tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.141173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-791d7a84-9a83-4af8-88ec-128eab2e7444 req-bf5fe1ff-6fca-469b-bf28-ca18528d21cd tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.2697697
Nov 27 20:57:42.154572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Made reservation on behalf of af1ec0ee913a4ec28efc54b8d380a0ea for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:42.155130 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.196087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.198848 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.231196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Allocated IP 19.80.0.2 (8e775e0e-d0b2-44a7-affc-5b1f09fd1579/80d2ea65-8d67-4243-b6e7-903dce4055e6/4e72cf1e-0445-4460-af2a-17bbca734f17) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:42.306604 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.313964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-7b9e8f96-6e28-468f-99df-e733ea1a0a83 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3802700
Nov 27 20:57:42.316525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.321139 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.resource_extend [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:57:42.364052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:57:42.369367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.375485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.376101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.377126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-791d7a84-9a83-4af8-88ec-128eab2e7444 req-0e066f6c-46f4-41fc-8299-b432027bb6de tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042177
Nov 27 20:57:42.400529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452a226c-894e-4cbb-a6b6-f533cff4123c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:42.416988 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.417348 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Added segment 1a0f7143-3f56-44ae-9e43-fa03b78558bf of type vlan for network 5acae6e6-62f0-43f4-b2ca-09533d5f158d
Nov 27 20:57:42.437375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.0457647
Nov 27 20:57:42.443666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-3bde035c-33d5-45b5-b662-34f687c91dab service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2918243
Nov 27 20:57:42.444180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44966) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:42.486393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.497619 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.510735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'subnet': {'network_id': '269b2da3-6894-4325-8492-a6acca066ccb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:42.544853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Pushing event updated for resources: {'Port': ['ID=4e72cf1e-0445-4460-af2a-17bbca734f17,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:42.561300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:42.563380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:42.570170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:42.597210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-9a55d620-f641-4954-b0ca-61fe21925e10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 HTTP/1.1" status: 200  len: 217 time: 0.1212323
Nov 27 20:57:42.672050 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7d90e5-44b1-4953-8f4f-d5e39ebff2f5 x-openstack-request-id: req-ab7d90e5-44b1-4953-8f4f-d5e39ebff2f5 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:42.672277 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "decba21e-805a-4b68-9d38-6e3b44662ff5", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:42.672573 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab7d90e5-44b1-4953-8f4f-d5e39ebff2f5 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:42.673045 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'decba21e-805a-4b68-9d38-6e3b44662ff5', 'status': 'completed', 'code': 200}
Nov 27 20:57:42.723545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Attempting to bind port 4e72cf1e-0445-4460-af2a-17bbca734f17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:42.723545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Attempting to bind port 4e72cf1e-0445-4460-af2a-17bbca734f17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:42.723545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Attempting to bind port 4e72cf1e-0445-4460-af2a-17bbca734f17 on network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:42.725203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:42.726480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Checking segment: {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:42.727134 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.727792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Bound using segment: {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:42.728543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Bound port: 4e72cf1e-0445-4460-af2a-17bbca734f17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:42.729160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.787098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd39504-b92f-425d-9b3c-8e9b3c34e45c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Network': ['ID=269b2da3-6894-4325-8492-a6acca066ccb,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:42.816723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 269b2da3-6894-4325-8492-a6acca066ccb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:57:42.881286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-84af2b16-2448-471b-924f-efef113e1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.882349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-84af2b16-2448-471b-924f-efef113e1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.882989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-84af2b16-2448-471b-924f-efef113e1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.884239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-84af2b16-2448-471b-924f-efef113e1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.884880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-84af2b16-2448-471b-924f-efef113e1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.885697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-84af2b16-2448-471b-924f-efef113e1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.886437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-84af2b16-2448-471b-924f-efef113e1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.889349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-84af2b16-2448-471b-924f-efef113e1a8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6204 time: 0.1880350
Nov 27 20:57:42.891738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:42.933996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] For port 4e72cf1e-0445-4460-af2a-17bbca734f17, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:42.937696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] For port 4e72cf1e-0445-4460-af2a-17bbca734f17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e72cf1e-0445-4460-af2a-17bbca734f17,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:42.940895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-5a5fb637-b824-4df1-bf1b-386191ae46db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:42.944070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-5a5fb637-b824-4df1-bf1b-386191ae46db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.2902923
Nov 27 20:57:42.953349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:43.003303 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.resource_extend [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:57:43.008442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:43.013690 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:43.036755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0fa3-1312-4d2a-b7db-ab044f8d34f4 req-c2f22ed3-f3c2-4588-a793-1628d26b96f9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.049582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0fa3-1312-4d2a-b7db-ab044f8d34f4 req-c2f22ed3-f3c2-4588-a793-1628d26b96f9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.064809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1f586-c07a-4dc6-88fa-ecddd0523fb7 None None] Pushing event updated for resources: {'Port': ['ID=4e72cf1e-0445-4460-af2a-17bbca734f17,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:43.072995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0fa3-1312-4d2a-b7db-ab044f8d34f4 req-c2f22ed3-f3c2-4588-a793-1628d26b96f9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.073284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cb294e75-3285-451c-8593-df6853190db8 req-3e08a0c8-cb79-47dd-8b99-4bf3ac19e7a6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 210 time: 0.1088126
Nov 27 20:57:43.090082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0fa3-1312-4d2a-b7db-ab044f8d34f4 req-c2f22ed3-f3c2-4588-a793-1628d26b96f9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.099187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0fa3-1312-4d2a-b7db-ab044f8d34f4 req-c2f22ed3-f3c2-4588-a793-1628d26b96f9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.106512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0fa3-1312-4d2a-b7db-ab044f8d34f4 req-c2f22ed3-f3c2-4588-a793-1628d26b96f9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.111780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6632957c-feee-4506-8295-b419d941abe2 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:43.112863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0fa3-1312-4d2a-b7db-ab044f8d34f4 req-c2f22ed3-f3c2-4588-a793-1628d26b96f9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.134044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-093d0fa3-1312-4d2a-b7db-ab044f8d34f4 req-c2f22ed3-f3c2-4588-a793-1628d26b96f9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5367 time: 0.3291185
Nov 27 20:57:43.172514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:43.209357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Transition to ACTIVE for port object 6632957c-feee-4506-8295-b419d941abe2 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:43.228319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-88db3c95-6065-47ca-856a-3b44d3e9eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.229844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-88db3c95-6065-47ca-856a-3b44d3e9eb43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2496407
Nov 27 20:57:43.237550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:43.333488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-03fd4105-2fce-4ca6-abf4-cedcf46f869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.334773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-03fd4105-2fce-4ca6-abf4-cedcf46f869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.336027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-03fd4105-2fce-4ca6-abf4-cedcf46f869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.338395 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-03fd4105-2fce-4ca6-abf4-cedcf46f869b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.4312615
Nov 27 20:57:43.344079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:43.346821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.347869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:43.363813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Pushing event updated for resources: {'Port': ['ID=6632957c-feee-4506-8295-b419d941abe2,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:43.561991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.3412302
Nov 27 20:57:43.565782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44992) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:43.618323 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-093d0fa3-1312-4d2a-b7db-ab044f8d34f4 req-82fa0efa-ee8e-46db-afbf-c58edbd49d5d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4790609
Nov 27 20:57:43.657246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'subnet': {'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:43.723834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b9812-4500-46fc-a0c2-e8c89530094e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event updated for resources: {'Network': ['ID=5acae6e6-62f0-43f4-b2ca-09533d5f158d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:43.738148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 5acae6e6-62f0-43f4-b2ca-09533d5f158d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:57:43.850251 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-4b31766d-abd1-4d5c-98b8-46e9417d7ee1 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6053603
Nov 27 20:57:43.879865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-88dc4ba0-8d07-462b-9e8c-53f3803e6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:43.883673 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84da499e-52e4-4f8c-b201-a14e27e75407 req-88dc4ba0-8d07-462b-9e8c-53f3803e6d23 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5287640
Nov 27 20:57:43.901811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Made reservation on behalf of af1ec0ee913a4ec28efc54b8d380a0ea for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:43.908701 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:44.008941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4e72cf1e-0445-4460-af2a-17bbca734f17 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:44.046056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Attempting to bind port 6632957c-feee-4506-8295-b419d941abe2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:44.046709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Attempting to bind port 6632957c-feee-4506-8295-b419d941abe2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:44.046846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Attempting to bind port 6632957c-feee-4506-8295-b419d941abe2 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:44.066759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Port 6632957c-feee-4506-8295-b419d941abe2 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:44.066759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Attempting to bind port 6632957c-feee-4506-8295-b419d941abe2 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:44.072624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:44.081749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884b83-2921-4c5d-b1d2-bcae2e64bd60 req-5149915b-ce61-46a2-bf2f-f107326fa988 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:44.083355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7884b83-2921-4c5d-b1d2-bcae2e64bd60 req-5149915b-ce61-46a2-bf2f-f107326fa988 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.4445925
Nov 27 20:57:44.120292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:44.120292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:44.120730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Bound using segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:44.121157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Bound port: 6632957c-feee-4506-8295-b419d941abe2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:44.121485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:44.133481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4e72cf1e-0445-4460-af2a-17bbca734f17 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:44.135219 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:44.273967 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a75f875-be98-4b2b-adac-4a218bf37464 req-9e8c15fe-11ed-4448-b286-5f8686f851ce tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 210 time: 0.0455155
Nov 27 20:57:44.287885 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:44.328416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Subnet': ['ID=b2911d24-a105-49c9-bd26-e2ef59ba265e,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:44.332604 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-b22d5595-1d4f-4602-ab0e-9484c947844f service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4649420
Nov 27 20:57:44.341691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 4e72cf1e-0445-4460-af2a-17bbca734f17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e72cf1e-0445-4460-af2a-17bbca734f17,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:44.350154 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:44.482700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Checking segment: {'id': '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:44.483266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=4e72cf1e-0445-4460-af2a-17bbca734f17,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:44.483543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network hostable DHCP agents. Network: 269b2da3-6894-4325-8492-a6acca066ccb, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:57:44.489837 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-7e5f6bed-c923-46b9-addb-5d73320500bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959 HTTP/1.1" status: 200  len: 217 time: 0.1430831
Nov 27 20:57:44.511104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c7884b83-2921-4c5d-b1d2-bcae2e64bd60 req-2d0cfc12-6a56-45e1-948d-0f577700a8db tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4157178
Nov 27 20:57:44.591904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] For port 6632957c-feee-4506-8295-b419d941abe2, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:44.616470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network 269b2da3-6894-4325-8492-a6acca066ccb is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:57:44.629382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] For port 6632957c-feee-4506-8295-b419d941abe2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6632957c-feee-4506-8295-b419d941abe2,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:44.637162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-d6c57a98-c510-412e-900f-01e34e291ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:44.640510 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-d6c57a98-c510-412e-900f-01e34e291ec7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.1193032
Nov 27 20:57:44.642755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:44.648864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 269b2da3-6894-4325-8492-a6acca066ccb) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:44.668259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1aa7ad-a2ee-4c8b-82c2-4a2d8a07f677 None None] Network 269b2da3-6894-4325-8492-a6acca066ccb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:44.707832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:44.708865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:44.764151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-67521f25-ee4d-4e7d-9a36-43207b70de28 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:44.767279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-67521f25-ee4d-4e7d-9a36-43207b70de28 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.3202624
Nov 27 20:57:44.788639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Request body: {'port': {'device_id': '9e971ee8-48a3-48e9-b448-43f691848430', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'admin_state_up': True, 'tenant_id': '376670c463284dec902268e55ba60b72'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:44.927896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-269b2da3-6894-4325-8492-a6acca066ccb', 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'fixed_ips': [{'subnet_id': 'b2911d24-a105-49c9-bd26-e2ef59ba265e'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:57:44.929707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:45.044860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882c0e-c049-4c1f-ba03-49f66b294c6f req-9a4d63d7-a133-476e-b56b-7bc1db81a2d7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.052507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882c0e-c049-4c1f-ba03-49f66b294c6f req-9a4d63d7-a133-476e-b56b-7bc1db81a2d7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.064837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882c0e-c049-4c1f-ba03-49f66b294c6f req-9a4d63d7-a133-476e-b56b-7bc1db81a2d7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.073000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882c0e-c049-4c1f-ba03-49f66b294c6f req-9a4d63d7-a133-476e-b56b-7bc1db81a2d7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.081020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882c0e-c049-4c1f-ba03-49f66b294c6f req-9a4d63d7-a133-476e-b56b-7bc1db81a2d7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.088616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882c0e-c049-4c1f-ba03-49f66b294c6f req-9a4d63d7-a133-476e-b56b-7bc1db81a2d7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.095426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882c0e-c049-4c1f-ba03-49f66b294c6f req-9a4d63d7-a133-476e-b56b-7bc1db81a2d7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.104071 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6882c0e-c049-4c1f-ba03-49f66b294c6f req-9a4d63d7-a133-476e-b56b-7bc1db81a2d7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5379 time: 0.3250129
Nov 27 20:57:45.107632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64468f34-3f81-4ab6-ab5f-66b662a56a75 None None] Network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:45.111520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.objects.ports [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 20:57:45.112276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:45.224383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c2865770-2b30-4221-ab94-b5dffc3e57b5 None None] Provisioning complete for port 4e72cf1e-0445-4460-af2a-17bbca734f17 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:45.224894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c2865770-2b30-4221-ab94-b5dffc3e57b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:45.265680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.266370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:45.268264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] 10.222.0.15 "PUT /v2.0/ports/6632957c-feee-4506-8295-b419d941abe2 HTTP/1.1" status: 200  len: 1090 time: 4.0480390
Nov 27 20:57:45.270861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '6632957c-feee-4506-8295-b419d941abe2'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:45.273044 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "6632957c-feee-4506-8295-b419d941abe2"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:45.307688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d9e54582-dcdc-47a0-9db0-efef585eb885 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.8505425
Nov 27 20:57:45.331488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:45.346174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6882c0e-c049-4c1f-ba03-49f66b294c6f req-69d6d107-76ab-4f25-b06c-c3f0c5dcafe0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2389343
Nov 27 20:57:45.347505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Allocated IP 19.86.0.2 (269b2da3-6894-4325-8492-a6acca066ccb/b2911d24-a105-49c9-bd26-e2ef59ba265e/6b9303bf-0574-4629-9b72-d7659cbdcb2e) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:45.406087 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834177f7-4847-4d08-9c7b-9328d7794746 x-openstack-request-id: req-834177f7-4847-4d08-9c7b-9328d7794746 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:45.406443 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "6632957c-feee-4506-8295-b419d941abe2", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:45.406675 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-834177f7-4847-4d08-9c7b-9328d7794746 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:45.407424 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '6632957c-feee-4506-8295-b419d941abe2', 'status': 'completed', 'code': 200}
Nov 27 20:57:45.454071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event updated for resources: {'Subnet': ['ID=38b7170e-db5f-410c-ad95-b79ff5867cef,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:45.501081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-de58461c-f70b-4d32-85a6-19beda44af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.504068 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-de58461c-f70b-4d32-85a6-19beda44af57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.8517330
Nov 27 20:57:45.504925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c93d5-0ec3-4d55-b2c0-b8f3f61b23af service neutron] Pushing event updated for resources: {'Port': ['ID=6632957c-feee-4506-8295-b419d941abe2,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:45.539836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Made reservation on behalf of 376670c463284dec902268e55ba60b72 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:45.551380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:45.590824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Checking segment: {'id': '1a0f7143-3f56-44ae-9e43-fa03b78558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:45.591976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Network hostable DHCP agents. Network: 5acae6e6-62f0-43f4-b2ca-09533d5f158d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:57:45.607413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45030) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:45.613999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-b863d194-1a64-421b-955e-3504742304b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.614595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-b863d194-1a64-421b-955e-3504742304b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.615317 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-b863d194-1a64-421b-955e-3504742304b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.615900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-b863d194-1a64-421b-955e-3504742304b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.617235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-b863d194-1a64-421b-955e-3504742304b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.617800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-b863d194-1a64-421b-955e-3504742304b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.618421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-b863d194-1a64-421b-955e-3504742304b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.620939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-b863d194-1a64-421b-955e-3504742304b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6271 time: 0.2404609
Nov 27 20:57:45.641183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-293a244f-34ef-4472-8e17-8a435ee1ca4d req-1028d724-68d4-413a-8b17-66f5d20fc430 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 210 time: 0.1307449
Nov 27 20:57:45.643966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:45.886532 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:45.896463 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:45.908424 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:45.965524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Network 269b2da3-6894-4325-8492-a6acca066ccb is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:45.968608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4e72cf1e-0445-4460-af2a-17bbca734f17 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:45.977727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-967e0e88-20c8-4a87-aaa1-84307ebd8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.978228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-967e0e88-20c8-4a87-aaa1-84307ebd8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.978968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-967e0e88-20c8-4a87-aaa1-84307ebd8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:45.981114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-967e0e88-20c8-4a87-aaa1-84307ebd8827 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3374577
Nov 27 20:57:45.981279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:45.986984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f765efb-b32c-4cde-a893-926f0cf7fcf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.012123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:46.019879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Pushing event updated for resources: {'Port': ['ID=6b9303bf-0574-4629-9b72-d7659cbdcb2e,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:46.032419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-fb45b61b-9ec9-4bd7-be5b-c1ea71ef6b54 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:46.045244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-fb45b61b-9ec9-4bd7-be5b-c1ea71ef6b54 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:46.059921 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-fb45b61b-9ec9-4bd7-be5b-c1ea71ef6b54 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/networks?id=8e775e0e-d0b2-44a7-affc-5b1f09fd1579&id=269b2da3-6894-4325-8492-a6acca066ccb&id=8e775e0e-d0b2-44a7-affc-5b1f09fd1579 HTTP/1.1" status: 200  len: 1392 time: 0.2170928
Nov 27 20:57:46.065170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-ce7cee4e-43b3-4b23-8ebb-a5e7cae8cfaa service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5465696
Nov 27 20:57:46.072305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Network 5acae6e6-62f0-43f4-b2ca-09533d5f158d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:57:46.110605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Attempting to bind port 6b9303bf-0574-4629-9b72-d7659cbdcb2e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:46.110930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Attempting to bind port 6b9303bf-0574-4629-9b72-d7659cbdcb2e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:46.111329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Attempting to bind port 6b9303bf-0574-4629-9b72-d7659cbdcb2e on network 269b2da3-6894-4325-8492-a6acca066ccb {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:46.120784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:46.121162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Checking segment: {'id': '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:46.121579 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.122240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Bound using segment: {'id': '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:46.122794 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Bound port: 6b9303bf-0574-4629-9b72-d7659cbdcb2e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:46.123411 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.149013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4e72cf1e-0445-4460-af2a-17bbca734f17 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:46.149707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.170264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-2fc04f31-fe85-430f-aea8-48c4fdb4b2da tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/quotas/90d16fd50eb2412992297f88bb1d4580 HTTP/1.1" status: 200  len: 375 time: 0.1082900
Nov 27 20:57:46.170485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5acae6e6-62f0-43f4-b2ca-09533d5f158d) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:46.187621 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2001d2c-3ba3-494e-b18a-0b69cf5980f5 req-01399aea-b883-44cb-8daa-74523619d750 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:46.194333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad048ae-635d-41f1-ba37-8a6cdb6f6383 None None] Network 5acae6e6-62f0-43f4-b2ca-09533d5f158d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:46.197361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2001d2c-3ba3-494e-b18a-0b69cf5980f5 req-01399aea-b883-44cb-8daa-74523619d750 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.4690223
Nov 27 20:57:46.234166 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:46.234881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.313080 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6cd1f841-59ef-4e7e-bcc3-eaaabf54224c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.7379863
Nov 27 20:57:46.320284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45048) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:46.343161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1669556243', 'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:46.378455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Allocated IP 172.20.0.3 (39b4c68b-6f2a-4d98-a40b-89a7cdc47e01/c319d603-0243-43c4-a372-b7e936d765de/ba5093c8-5e5f-466d-8325-216ffbb07fe4) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:46.406329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-9505a536-32d5-4bd9-b070-9ea3ffa14a8c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=90d16fd50eb2412992297f88bb1d4580&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2351329
Nov 27 20:57:46.408880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-36c495d4-9bae-4c9a-8ade-430a0dcf9cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3335385
Nov 27 20:57:46.461179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2001d2c-3ba3-494e-b18a-0b69cf5980f5 req-13a86727-9d41-4ecc-a822-a698b38e188a tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2580316
Nov 27 20:57:46.477251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-58862066-4e1b-4faf-b6c8-8b50ed3e2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:46.479059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1f9cfc5-3e33-4bff-859d-2a5d9671a93c req-58862066-4e1b-4faf-b6c8-8b50ed3e2d9e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4464495
Nov 27 20:57:46.498011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-68752111-aed8-46f2-828b-7d0a3ab3885b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80f6d4bb-15fa-48bb-b344-9306a5390104 HTTP/1.1" status: 200  len: 217 time: 0.0807185
Nov 27 20:57:46.535346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d068db8e-b110-4612-b93c-6caf25f478b4 None None] Provisioning complete for port 4e72cf1e-0445-4460-af2a-17bbca734f17 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:46.535920 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d068db8e-b110-4612-b93c-6caf25f478b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.544401 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f765efb-b32c-4cde-a893-926f0cf7fcf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.552475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Made reservation on behalf of af1ec0ee913a4ec28efc54b8d380a0ea for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:46.555708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.573635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f765efb-b32c-4cde-a893-926f0cf7fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.582581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] For port 6b9303bf-0574-4629-9b72-d7659cbdcb2e, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:46.621507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62173ecc-152b-4ed9-b81c-6e3ac76f43f3 req-805a2ed9-a971-4e6b-bbb9-b0165f4c7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:46.623635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62173ecc-152b-4ed9-b81c-6e3ac76f43f3 req-805a2ed9-a971-4e6b-bbb9-b0165f4c7198 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.2648821
Nov 27 20:57:46.624673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] For port 6b9303bf-0574-4629-9b72-d7659cbdcb2e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b9303bf-0574-4629-9b72-d7659cbdcb2e,segment=NetworkSegment(8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6),segment_id=8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:46.653604 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.674743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] device_id is not set on port a54109f4-083e-4c2d-a9f2-5174dabb704f yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:57:46.732460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab5072e-30d9-4a47-ba0e-926f7a2917e3 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:46.741943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.756632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Transition to ACTIVE for port object dab5072e-30d9-4a47-ba0e-926f7a2917e3 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:46.763087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-8855e83a-db66-4085-b1c9-d63d1424fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:46.764963 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-8855e83a-db66-4085-b1c9-d63d1424fb0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.2257130
Nov 27 20:57:46.769417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:46.793602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3995967c-bf43-4e0d-b274-b15fc4ddbac0 None None] Network 5acae6e6-62f0-43f4-b2ca-09533d5f158d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:46.832975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c01c4d-9d60-475a-bdf0-3abb4c79de07 None None] Pushing event updated for resources: {'Port': ['ID=6b9303bf-0574-4629-9b72-d7659cbdcb2e,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:46.934277 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-f264acd1-f9c2-4719-8127-125c9ac849e5 service neutron] 10.222.0.21 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5090272
Nov 27 20:57:46.967989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Pushing event updated for resources: {'Port': ['ID=dab5072e-30d9-4a47-ba0e-926f7a2917e3,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:46.985626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f765efb-b32c-4cde-a893-926f0cf7fcf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb77aeb45a684f00a2c60bcd84ce7588&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3625882
Nov 27 20:57:47.016816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45054) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:47.059926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765efb-b32c-4cde-a893-926f0cf7fcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92256cc-5523-4dfe-a454-7fcf70a809d5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:47.062408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-b18b5fa7-ab6e-498c-92ce-5749d4aca89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.065953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-b18b5fa7-ab6e-498c-92ce-5749d4aca89b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2793512
Nov 27 20:57:47.118533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Allocated IP 2001:db8::157 (5acae6e6-62f0-43f4-b2ca-09533d5f158d/38b7170e-db5f-410c-ad95-b79ff5867cef/a54109f4-083e-4c2d-a9f2-5174dabb704f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:47.175208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.266063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62173ecc-152b-4ed9-b81c-6e3ac76f43f3 req-db30041e-2219-4ea0-9187-c87e7d4f29eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6067262
Nov 27 20:57:47.297167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea4c3-3098-4a72-b278-6c7ca3b8202e req-5f6a370d-8c7c-49a1-a579-176f66cad308 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.301404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-743c4681-58f4-42af-a275-1d0cbf485f4f service neutron] 10.222.0.21 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3663299
Nov 27 20:57:47.304486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea4c3-3098-4a72-b278-6c7ca3b8202e req-5f6a370d-8c7c-49a1-a579-176f66cad308 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.311359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea4c3-3098-4a72-b278-6c7ca3b8202e req-5f6a370d-8c7c-49a1-a579-176f66cad308 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.317702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea4c3-3098-4a72-b278-6c7ca3b8202e req-5f6a370d-8c7c-49a1-a579-176f66cad308 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.325061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea4c3-3098-4a72-b278-6c7ca3b8202e req-5f6a370d-8c7c-49a1-a579-176f66cad308 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.331537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea4c3-3098-4a72-b278-6c7ca3b8202e req-5f6a370d-8c7c-49a1-a579-176f66cad308 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.338630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea4c3-3098-4a72-b278-6c7ca3b8202e req-5f6a370d-8c7c-49a1-a579-176f66cad308 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.344013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Attempting to bind port dab5072e-30d9-4a47-ba0e-926f7a2917e3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:47.344359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Attempting to bind port dab5072e-30d9-4a47-ba0e-926f7a2917e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:47.344643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Attempting to bind port dab5072e-30d9-4a47-ba0e-926f7a2917e3 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:47.347245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e60ea4c3-3098-4a72-b278-6c7ca3b8202e req-5f6a370d-8c7c-49a1-a579-176f66cad308 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5391 time: 0.3598361
Nov 27 20:57:47.381428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-a5dfca35-3ef7-403f-872a-b6986c37bc2a service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2761426
Nov 27 20:57:47.386215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Port dab5072e-30d9-4a47-ba0e-926f7a2917e3 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:47.386544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Attempting to bind port dab5072e-30d9-4a47-ba0e-926f7a2917e3 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:47.392586 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cc1bc2b-a0b5-49f0-9cb9-5a844dca941c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.428210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:47.429393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:47.429488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Bound using segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:47.430592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Bound port: dab5072e-30d9-4a47-ba0e-926f7a2917e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:47.430592 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.446371 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.490116 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cc1bc2b-a0b5-49f0-9cb9-5a844dca941c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.531834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:47.555375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e60ea4c3-3098-4a72-b278-6c7ca3b8202e req-be965872-3038-4149-b901-308f150b7cbc tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2043302
Nov 27 20:57:47.563683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:47.575439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:47.584853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-9f6b11e3-7613-44f5-80c0-69b74ddcf2c2 service neutron] 10.222.0.21 "GET /v2.0/networks/269b2da3-6894-4325-8492-a6acca066ccb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2669287
Nov 27 20:57:47.638008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.658732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event updated for resources: {'Port': ['ID=ba5093c8-5e5f-466d-8325-216ffbb07fe4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:47.682194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7cebda5-26d8-4f82-8228-dad0456b6bd8 req-e5238d85-b4ea-4497-ab3d-5da116e91900 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931774
Nov 27 20:57:47.683243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] For port dab5072e-30d9-4a47-ba0e-926f7a2917e3, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:47.704598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.704977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] For port dab5072e-30d9-4a47-ba0e-926f7a2917e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dab5072e-30d9-4a47-ba0e-926f7a2917e3,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:47.705146 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.713192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.725335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cc1bc2b-a0b5-49f0-9cb9-5a844dca941c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.729444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cc1bc2b-a0b5-49f0-9cb9-5a844dca941c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.729444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5cc1bc2b-a0b5-49f0-9cb9-5a844dca941c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f92256cc-5523-4dfe-a454-7fcf70a809d5 HTTP/1.1" status: 204  len: 168 time: 0.6925368
Nov 27 20:57:47.763533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-97fa340d-ab93-48f7-853c-c279f2e23857 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9823878
Nov 27 20:57:47.796947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Request body: {'port': {'device_id': '9e971ee8-48a3-48e9-b448-43f691848430', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:47.820911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d283565-7a50-4606-8b0f-3afe7235f924 req-3457f531-a0e9-443f-9514-e54bcfccd5ff tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.821995 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d283565-7a50-4606-8b0f-3afe7235f924 req-3457f531-a0e9-443f-9514-e54bcfccd5ff tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 931 time: 0.1800790
Nov 27 20:57:47.872314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.902672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1bc2b-a0b5-49f0-9cb9-5a844dca941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92256cc-5523-4dfe-a454-7fcf70a809d5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:47.909097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:47.909504 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:47.911624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] 10.222.0.15 "PUT /v2.0/ports/dab5072e-30d9-4a47-ba0e-926f7a2917e3 HTTP/1.1" status: 200  len: 1090 time: 2.5944991
Nov 27 20:57:47.911624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'dab5072e-30d9-4a47-ba0e-926f7a2917e3'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:47.914686 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "dab5072e-30d9-4a47-ba0e-926f7a2917e3"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:47.930119 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-271a0026-629f-4853-8cc1-7a2a02aa575b service neutron] 10.222.0.21 "GET /v2.0/networks/269b2da3-6894-4325-8492-a6acca066ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3290753
Nov 27 20:57:47.936898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6b9303bf-0574-4629-9b72-d7659cbdcb2e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:48.037810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:48.053162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 6b9303bf-0574-4629-9b72-d7659cbdcb2e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:48.056759 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:48.108549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef5e99-1f4a-4237-b00a-2628d78352fa service neutron] Pushing event updated for resources: {'Port': ['ID=dab5072e-30d9-4a47-ba0e-926f7a2917e3,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:48.222587 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:48.248796 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:48.298295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 6b9303bf-0574-4629-9b72-d7659cbdcb2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b9303bf-0574-4629-9b72-d7659cbdcb2e,segment=NetworkSegment(8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6),segment_id=8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:48.316716 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:48.346747 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:48.369329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-42fd56e0-e384-4bd7-9133-e878f65e7a68 service neutron] 10.222.0.21 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4382992
Nov 27 20:57:48.457662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=6b9303bf-0574-4629-9b72-d7659cbdcb2e,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:48.507010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45068) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:48.541748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb376c5-d6bb-4461-ae61-d72011c5e295 None None] Network 269b2da3-6894-4325-8492-a6acca066ccb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:57:48.628815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dd06dba2-1578-4dc0-9b3e-5ba479764264 None None] Provisioning complete for port 6b9303bf-0574-4629-9b72-d7659cbdcb2e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:48.629430 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd06dba2-1578-4dc0-9b3e-5ba479764264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:48.694342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Network 5acae6e6-62f0-43f4-b2ca-09533d5f158d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:48.701654 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:48.709470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:48.715630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event updated for resources: {'Port': ['ID=a54109f4-083e-4c2d-a9f2-5174dabb704f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:48.719540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:48.720593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:48.721209 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:48.737675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d283565-7a50-4606-8b0f-3afe7235f924 req-7db1c03d-a205-4dbc-b754-68ddf189391f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8962481
Nov 27 20:57:48.787329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fb66ade3-f35b-4830-8055-ff87ecae7de7 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.4526458
Nov 27 20:57:48.789801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45072) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:48.892121 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82c09321-63e3-49a1-ad50-321b78ebd561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.020954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-9920e2ff-e466-4ebd-b732-02300070c282 service neutron] 10.222.0.21 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6399531
Nov 27 20:57:49.096329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34c36d-f02d-463c-b764-e6947b525a28 req-86b660e6-e4c7-449b-85f1-5e6237d088fb tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:49.106522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a34c36d-f02d-463c-b764-e6947b525a28 req-86b660e6-e4c7-449b-85f1-5e6237d088fb tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.2090864
Nov 27 20:57:49.118728 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82c09321-63e3-49a1-ad50-321b78ebd561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.133764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-82c09321-63e3-49a1-ad50-321b78ebd561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.138075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b390d8a2-5bcb-4871-bc83-7165a812c94c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Deleting port a54109f4-083e-4c2d-a9f2-5174dabb704f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:49.138575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b390d8a2-5bcb-4871-bc83-7165a812c94c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.218911 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-82c09321-63e3-49a1-ad50-321b78ebd561 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddc9e5d8a5ec44958efb47e0709e5add&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7106671
Nov 27 20:57:49.228029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45076) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:49.249132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b390d8a2-5bcb-4871-bc83-7165a812c94c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.254089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0104dc-e751-4773-8bd9-f4d85f534f51 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:49.264113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09321-63e3-49a1-ad50-321b78ebd561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072a7c7d-dc71-4c18-bf54-8b1a82022d66,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:49.265175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b390d8a2-5bcb-4871-bc83-7165a812c94c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Calling delete_port for a54109f4-083e-4c2d-a9f2-5174dabb704f owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:49.272767 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.300672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Transition to ACTIVE for port object 2d0104dc-e751-4773-8bd9-f4d85f534f51 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:49.311957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.320011 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6658a964-e0f5-4eab-a3ce-e9746413954c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.322774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c9596eb5-780c-448c-afbe-5dca8de9c75e None None] Provisioning complete for port 6b9303bf-0574-4629-9b72-d7659cbdcb2e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:49.323309 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c9596eb5-780c-448c-afbe-5dca8de9c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.393832 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6658a964-e0f5-4eab-a3ce-e9746413954c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.398029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0104dc-e751-4773-8bd9-f4d85f534f51,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:49.546136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a34c36d-f02d-463c-b764-e6947b525a28 req-adc999ee-1b7e-40a0-9817-7f9882e3be27 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4385591
Nov 27 20:57:49.555535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Attempting to bind port 2d0104dc-e751-4773-8bd9-f4d85f534f51 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:49.556190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Attempting to bind port 2d0104dc-e751-4773-8bd9-f4d85f534f51 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:49.556306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Attempting to bind port 2d0104dc-e751-4773-8bd9-f4d85f534f51 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:49.576885 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b390d8a2-5bcb-4871-bc83-7165a812c94c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.581688 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f89e5c-f6a7-439a-b77e-02d95f7c5fa4 x-openstack-request-id: req-16f89e5c-f6a7-439a-b77e-02d95f7c5fa4 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:49.583884 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "dab5072e-30d9-4a47-ba0e-926f7a2917e3", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:49.597347 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16f89e5c-f6a7-439a-b77e-02d95f7c5fa4 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:49.597347 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'dab5072e-30d9-4a47-ba0e-926f7a2917e3', 'status': 'completed', 'code': 200}
Nov 27 20:57:49.604265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6658a964-e0f5-4eab-a3ce-e9746413954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.611435 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6658a964-e0f5-4eab-a3ce-e9746413954c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.615154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6658a964-e0f5-4eab-a3ce-e9746413954c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/072a7c7d-dc71-4c18-bf54-8b1a82022d66 HTTP/1.1" status: 204  len: 168 time: 0.3833418
Nov 27 20:57:49.716167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390d8a2-5bcb-4871-bc83-7165a812c94c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event deleted for resources: {'Port': ['ID=a54109f4-083e-4c2d-a9f2-5174dabb704f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:49.722345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Port 2d0104dc-e751-4773-8bd9-f4d85f534f51 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:49.722345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Attempting to bind port 2d0104dc-e751-4773-8bd9-f4d85f534f51 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:49.745673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5093c8-5e5f-466d-8325-216ffbb07fe4 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:49.784062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:49.789667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Checking segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:49.790314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Bound using segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:49.790670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Bound port: 2d0104dc-e751-4773-8bd9-f4d85f534f51, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:49.792983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.836942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df9c24b8-e8e6-4929-8108-57ddec8db90e req-adc8e19a-b9d8-456a-9125-32f75f71e522 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 210 time: 0.1214578
Nov 27 20:57:49.847491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.861444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b390d8a2-5bcb-4871-bc83-7165a812c94c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.870572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658a964-e0f5-4eab-a3ce-e9746413954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a7c7d-dc71-4c18-bf54-8b1a82022d66,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:49.873711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b390d8a2-5bcb-4871-bc83-7165a812c94c tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a54109f4-083e-4c2d-a9f2-5174dabb704f HTTP/1.1" status: 204  len: 168 time: 1.0800352
Nov 27 20:57:49.879022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45092) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:49.906848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d', 'external_fixed_ips': [{'subnet_id': '38b7170e-db5f-410c-ad95-b79ff5867cef', 'ip_address': '2001:db8::157'}]}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:49.917613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-1310eb77-b26f-4507-8019-ca90b1dfe590 req-30fc47ae-f86e-4415-9600-507d6a575757 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1361444795', 'description': 'tempest-description-282878193'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:49.930638 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Transition to ACTIVE for port object ba5093c8-5e5f-466d-8325-216ffbb07fe4 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:49.941138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6b9303bf-0574-4629-9b72-d7659cbdcb2e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:49.942294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:49.961716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-1b80c2fb-bf8d-4707-bf50-f3c47b75040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:49.962595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-1b80c2fb-bf8d-4707-bf50-f3c47b75040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:49.963410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-1b80c2fb-bf8d-4707-bf50-f3c47b75040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:49.964217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-1b80c2fb-bf8d-4707-bf50-f3c47b75040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:49.965553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-1b80c2fb-bf8d-4707-bf50-f3c47b75040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:49.966513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-1b80c2fb-bf8d-4707-bf50-f3c47b75040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:49.967782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-1b80c2fb-bf8d-4707-bf50-f3c47b75040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:49.970898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-1b80c2fb-bf8d-4707-bf50-f3c47b75040a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6363 time: 0.3828771
Nov 27 20:57:49.987597 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.api [req-1310eb77-b26f-4507-8019-ca90b1dfe590 req-30fc47ae-f86e-4415-9600-507d6a575757 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 27 20:57:49.987597 ncdv-master-1 neutron-server[120909]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 27 20:57:49.987597 ncdv-master-1 neutron-server[120909]: [parameters: {'project_id_1': 'ea113326fcea4903b6f63e84c0339fa7', 'expiration_1': datetime.datetime(2021, 11, 27, 20, 57, 29, 931784)}]
Nov 27 20:57:49.987597 ncdv-master-1 neutron-server[120909]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:57:49.988791 ncdv-master-1 neutron-server[120909]: DEBUG oslo_db.api [req-1310eb77-b26f-4507-8019-ca90b1dfe590 req-30fc47ae-f86e-4415-9600-507d6a575757 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:57:50.018701 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.020069 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.046387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Pushing event updated for resources: {'Port': ['ID=ba5093c8-5e5f-466d-8325-216ffbb07fe4,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:50.057270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 6b9303bf-0574-4629-9b72-d7659cbdcb2e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:50.057944 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.187629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a31ba7-d353-4003-ae06-fc437f74c545 req-4c2d2dff-7f8e-4f0f-9303-caffc9baeb9b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.195365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a31ba7-d353-4003-ae06-fc437f74c545 req-4c2d2dff-7f8e-4f0f-9303-caffc9baeb9b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.203082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.203324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a31ba7-d353-4003-ae06-fc437f74c545 req-4c2d2dff-7f8e-4f0f-9303-caffc9baeb9b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.212394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a31ba7-d353-4003-ae06-fc437f74c545 req-4c2d2dff-7f8e-4f0f-9303-caffc9baeb9b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.220583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a31ba7-d353-4003-ae06-fc437f74c545 req-4c2d2dff-7f8e-4f0f-9303-caffc9baeb9b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.228263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a31ba7-d353-4003-ae06-fc437f74c545 req-4c2d2dff-7f8e-4f0f-9303-caffc9baeb9b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.236499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a31ba7-d353-4003-ae06-fc437f74c545 req-4c2d2dff-7f8e-4f0f-9303-caffc9baeb9b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.244294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5a31ba7-d353-4003-ae06-fc437f74c545 req-4c2d2dff-7f8e-4f0f-9303-caffc9baeb9b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5403 time: 0.5003805
Nov 27 20:57:50.264660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] For port 2d0104dc-e751-4773-8bd9-f4d85f534f51, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:50.274936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] For port 2d0104dc-e751-4773-8bd9-f4d85f534f51, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d0104dc-e751-4773-8bd9-f4d85f534f51,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:50.277522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-3217d816-8e03-4130-b4b5-e8c52c301fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.278358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-3217d816-8e03-4130-b4b5-e8c52c301fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.278827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-3217d816-8e03-4130-b4b5-e8c52c301fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.280876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-3217d816-8e03-4130-b4b5-e8c52c301fc0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.2974122
Nov 27 20:57:50.300777 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.301619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Attempting to bind port ba5093c8-5e5f-466d-8325-216ffbb07fe4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:50.302073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Attempting to bind port ba5093c8-5e5f-466d-8325-216ffbb07fe4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:50.302644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Attempting to bind port ba5093c8-5e5f-466d-8325-216ffbb07fe4 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:50.311297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Port ba5093c8-5e5f-466d-8325-216ffbb07fe4 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:50.311297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Attempting to bind port ba5093c8-5e5f-466d-8325-216ffbb07fe4 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:50.318464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:50.318955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Checking segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:50.319655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Bound using segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:50.320304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Bound port: ba5093c8-5e5f-466d-8325-216ffbb07fe4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:50.320742 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.468054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] For port ba5093c8-5e5f-466d-8325-216ffbb07fe4, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:50.471323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] For port ba5093c8-5e5f-466d-8325-216ffbb07fe4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba5093c8-5e5f-466d-8325-216ffbb07fe4,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:50.476788 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.482699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.509952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.510588 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.512657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] 10.222.0.15 "PUT /v2.0/ports/2d0104dc-e751-4773-8bd9-f4d85f534f51 HTTP/1.1" status: 200  len: 1091 time: 2.5393705
Nov 27 20:57:50.519791 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-22a687a9-40ea-4e67-8316-b23b42034e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.521768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a29f9f12-bcbc-4432-a4e0-05ddd6a3d3d3 req-22a687a9-40ea-4e67-8316-b23b42034e8e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2160697
Nov 27 20:57:50.536815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1310eb77-b26f-4507-8019-ca90b1dfe590 req-30fc47ae-f86e-4415-9600-507d6a575757 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.565510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:50.606347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9caa24-86c7-441a-b1a8-5ee1524cdf32 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0104dc-e751-4773-8bd9-f4d85f534f51,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:50.629850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5a31ba7-d353-4003-ae06-fc437f74c545 req-e61255a4-b8f9-44e8-a04c-120d168d3d23 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3725269
Nov 27 20:57:50.693737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.695939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.698553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] 10.222.0.35 "PUT /v2.0/ports/ba5093c8-5e5f-466d-8325-216ffbb07fe4 HTTP/1.1" status: 200  len: 1091 time: 2.9113622
Nov 27 20:57:50.702717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7bf47-f000-481c-8b33-7ce1683b9fed service neutron] Pushing event updated for resources: {'Port': ['ID=ba5093c8-5e5f-466d-8325-216ffbb07fe4,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:50.716712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e971ee8-48a3-48e9-b448-43f691848430', 'tag': 'ba5093c8-5e5f-466d-8325-216ffbb07fe4'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:50.717550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.722263 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e971ee8-48a3-48e9-b448-43f691848430", "tag": "ba5093c8-5e5f-466d-8325-216ffbb07fe4"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:50.826895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1310eb77-b26f-4507-8019-ca90b1dfe590 req-30fc47ae-f86e-4415-9600-507d6a575757 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.846904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1310eb77-b26f-4507-8019-ca90b1dfe590 req-30fc47ae-f86e-4415-9600-507d6a575757 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.933834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1310eb77-b26f-4507-8019-ca90b1dfe590 req-30fc47ae-f86e-4415-9600-507d6a575757 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:50.935633 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1310eb77-b26f-4507-8019-ca90b1dfe590 req-30fc47ae-f86e-4415-9600-507d6a575757 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1831 time: 1.0505280
Nov 27 20:57:50.937428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107efc-6a4f-4bb6-b6c7-7c4d7d2336d0 req-3d52c582-121e-4767-9df0-bb77c60e13ea tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.951785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7107efc-6a4f-4bb6-b6c7-7c4d7d2336d0 req-3d52c582-121e-4767-9df0-bb77c60e13ea tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 943 time: 0.1775570
Nov 27 20:57:50.956115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc47ae-f86e-4415-9600-507d6a575757 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19368da8-0710-4106-a9fa-538f3db5e97e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:50.964357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-9ea77f70-2eb9-4913-a873-ef3e07b300c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:50.966446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-9ea77f70-2eb9-4913-a873-ef3e07b300c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 1094 time: 0.1379139
Nov 27 20:57:51.060051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-47be2836-adc8-440a-8453-245b17b67aaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5093c8-5e5f-466d-8325-216ffbb07fe4 HTTP/1.1" status: 200  len: 217 time: 0.0828211
Nov 27 20:57:51.157873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7107efc-6a4f-4bb6-b6c7-7c4d7d2336d0 req-2d3dc131-0e51-45bf-9e24-aecdaf0979d2 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005968
Nov 27 20:57:51.179504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-3d2de9aa-a986-4d29-900c-8fae18f13b77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.186118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-3d2de9aa-a986-4d29-900c-8fae18f13b77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.188048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-3d2de9aa-a986-4d29-900c-8fae18f13b77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.15 "GET /v2.0/networks?id=8e775e0e-d0b2-44a7-affc-5b1f09fd1579&id=269b2da3-6894-4325-8492-a6acca066ccb&id=8e775e0e-d0b2-44a7-affc-5b1f09fd1579 HTTP/1.1" status: 200  len: 1392 time: 0.2822819
Nov 27 20:57:51.209402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-9c0ee6ff-a8f8-436f-a8dd-af310315eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.210282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'port': {'device_id': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579', 'admin_state_up': True, 'tenant_id': '90d16fd50eb2412992297f88bb1d4580'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:51.211105 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-9c0ee6ff-a8f8-436f-a8dd-af310315eb32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.1397862
Nov 27 20:57:51.264385 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96bc78c-d88b-4d34-8600-8bf250930880 x-openstack-request-id: req-d96bc78c-d88b-4d34-8600-8bf250930880 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:51.264765 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e971ee8-48a3-48e9-b448-43f691848430", "tag": "ba5093c8-5e5f-466d-8325-216ffbb07fe4", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:51.265055 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d96bc78c-d88b-4d34-8600-8bf250930880 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:51.265438 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e971ee8-48a3-48e9-b448-43f691848430', 'tag': 'ba5093c8-5e5f-466d-8325-216ffbb07fe4', 'status': 'completed', 'code': 200}
Nov 27 20:57:51.290666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-9b01576f-807b-4c4a-9935-288226244ecd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386736
Nov 27 20:57:51.325979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:51.400534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:51.402464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b41390-a8e1-44f3-b5dd-7e6b200fe288 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:51.412683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:51.428453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Transition to ACTIVE for port object e6b41390-a8e1-44f3-b5dd-7e6b200fe288 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:51.439007 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e045323c-d9e5-4c56-ba26-7f724e19342c req-a44971c5-d4d4-4e23-b577-6b1f919a35e2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 210 time: 0.0550339
Nov 27 20:57:51.451012 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:51.570645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-d9fccfd8-c89e-424c-869a-71a48d98845e service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2717223
Nov 27 20:57:51.575403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45128) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:51.608087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '2d0104dc-e751-4773-8bd9-f4d85f534f51'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:51.611673 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f902e5c4-4e37-4912-a348-92f5a4a450a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "2d0104dc-e751-4773-8bd9-f4d85f534f51"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:51.615342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b41390-a8e1-44f3-b5dd-7e6b200fe288,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:51.634653 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-a10da359-ac1c-4f8e-b646-b716d11590ce tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1361444795&fields=id&tenant_id=ea113326fcea4903b6f63e84c0339fa7 HTTP/1.1" status: 200  len: 267 time: 0.2040977
Nov 27 20:57:51.661361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:51.665202 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:51.714242 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0de9404-10e5-4b18-a7b0-26f261172942 x-openstack-request-id: req-c0de9404-10e5-4b18-a7b0-26f261172942 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:51.714697 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "2d0104dc-e751-4773-8bd9-f4d85f534f51", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:51.714975 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0de9404-10e5-4b18-a7b0-26f261172942 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:51.715600 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '2d0104dc-e751-4773-8bd9-f4d85f534f51', 'status': 'completed', 'code': 200}
Nov 27 20:57:51.791838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Allocated IP 2001:db8::157 (5acae6e6-62f0-43f4-b2ca-09533d5f158d/38b7170e-db5f-410c-ad95-b79ff5867cef/707758b0-2aa3-4075-b8b7-94712770cfae) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:51.850382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-0e0e594b-ddcd-406e-b4b7-52213ca5dad4 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.852829 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-0e0e594b-ddcd-406e-b4b7-52213ca5dad4 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1928930
Nov 27 20:57:51.856560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Attempting to bind port e6b41390-a8e1-44f3-b5dd-7e6b200fe288 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:51.856917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Attempting to bind port e6b41390-a8e1-44f3-b5dd-7e6b200fe288 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:51.857264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Attempting to bind port e6b41390-a8e1-44f3-b5dd-7e6b200fe288 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:51.872308 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b62eda-f802-4ff5-ba15-fc7ea81ede27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:51.875094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-4d5ac81c-7028-419f-b65c-0ce7953ce3b9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Request body: {'port': {'security_groups': ['47832bf6-473a-4f02-a3be-e497eeaf22a6', '19368da8-0710-4106-a9fa-538f3db5e97e']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:51.877387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5931192f-c347-4be6-ab35-7ed3fcdfa428 req-ae9c23ef-ae3b-4718-8ba3-c42893349f96 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2901955
Nov 27 20:57:51.879432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Port e6b41390-a8e1-44f3-b5dd-7e6b200fe288 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:51.880081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Attempting to bind port e6b41390-a8e1-44f3-b5dd-7e6b200fe288 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:51.927702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:51.928076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Checking segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:51.929102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Bound using segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:51.929682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Bound port: e6b41390-a8e1-44f3-b5dd-7e6b200fe288, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:51.930052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:51.977185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-0cacd0f0-74bd-4fe5-85d1-4119f5befb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.977672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-0cacd0f0-74bd-4fe5-85d1-4119f5befb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.978323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-0cacd0f0-74bd-4fe5-85d1-4119f5befb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.978939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-0cacd0f0-74bd-4fe5-85d1-4119f5befb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.979579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-0cacd0f0-74bd-4fe5-85d1-4119f5befb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.980195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-0cacd0f0-74bd-4fe5-85d1-4119f5befb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.980832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-0cacd0f0-74bd-4fe5-85d1-4119f5befb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:51.982967 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-0cacd0f0-74bd-4fe5-85d1-4119f5befb68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6430 time: 0.2140074
Nov 27 20:57:52.009263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e373ea5-2751-42d3-9ca3-7d094565886a req-d6380b22-3a0b-425a-988c-d8df08cb1365 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.015396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e373ea5-2751-42d3-9ca3-7d094565886a req-d6380b22-3a0b-425a-988c-d8df08cb1365 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.021718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e373ea5-2751-42d3-9ca3-7d094565886a req-d6380b22-3a0b-425a-988c-d8df08cb1365 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.028145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e373ea5-2751-42d3-9ca3-7d094565886a req-d6380b22-3a0b-425a-988c-d8df08cb1365 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.034310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e373ea5-2751-42d3-9ca3-7d094565886a req-d6380b22-3a0b-425a-988c-d8df08cb1365 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.040437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e373ea5-2751-42d3-9ca3-7d094565886a req-d6380b22-3a0b-425a-988c-d8df08cb1365 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.046500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e373ea5-2751-42d3-9ca3-7d094565886a req-d6380b22-3a0b-425a-988c-d8df08cb1365 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.048455 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e373ea5-2751-42d3-9ca3-7d094565886a req-d6380b22-3a0b-425a-988c-d8df08cb1365 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2625322
Nov 27 20:57:52.059844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-4d5ac81c-7028-419f-b65c-0ce7953ce3b9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.074319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Allocated IP 19.80.0.13 (8e775e0e-d0b2-44a7-affc-5b1f09fd1579/80d2ea65-8d67-4243-b6e7-903dce4055e6/ad2be44c-7183-4c6d-99b8-d5e16696aadd) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:52.154806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] For port e6b41390-a8e1-44f3-b5dd-7e6b200fe288, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:52.201924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] For port e6b41390-a8e1-44f3-b5dd-7e6b200fe288, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6b41390-a8e1-44f3-b5dd-7e6b200fe288,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:52.214101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.247963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.294292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.295139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.296958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6b41390-a8e1-44f3-b5dd-7e6b200fe288 HTTP/1.1" status: 200  len: 1091 time: 1.7449782
Nov 27 20:57:52.305314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-5d2d29ff-b755-4e8a-8b4e-d0728ca36ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.306812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-5d2d29ff-b755-4e8a-8b4e-d0728ca36ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 1094 time: 0.2574470
Nov 27 20:57:52.342742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e373ea5-2751-42d3-9ca3-7d094565886a req-081286d1-3eeb-422b-9391-9afe6d31d89d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2671683
Nov 27 20:57:52.344014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-5f27d872-7299-4881-a056-0a88916de78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.344495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-5f27d872-7299-4881-a056-0a88916de78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.344966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-5f27d872-7299-4881-a056-0a88916de78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.346478 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-5f27d872-7299-4881-a056-0a88916de78b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3521581
Nov 27 20:57:52.418306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b62eda-f802-4ff5-ba15-fc7ea81ede27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.444909 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b62eda-f802-4ff5-ba15-fc7ea81ede27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.514764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b3b26-3cf4-438b-b252-3237cdd96117 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b41390-a8e1-44f3-b5dd-7e6b200fe288,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:52.526340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.593083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-4d5ac81c-7028-419f-b65c-0ce7953ce3b9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] For port 961a8aab-3a21-4f48-887a-804874479b17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=961a8aab-3a21-4f48-887a-804874479b17,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:52.610532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.642077 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-4d5ac81c-7028-419f-b65c-0ce7953ce3b9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.653848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-4d5ac81c-7028-419f-b65c-0ce7953ce3b9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.667277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['961a8aab-3a21-4f48-887a-804874479b17'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:57:52.680883 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Network 5acae6e6-62f0-43f4-b2ca-09533d5f158d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:52.708145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-4d5ac81c-7028-419f-b65c-0ce7953ce3b9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.708800 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-4d5ac81c-7028-419f-b65c-0ce7953ce3b9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.710246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4f0d9b7-33ec-4e18-bf4f-c48198fe3f6c req-4d5ac81c-7028-419f-b65c-0ce7953ce3b9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "PUT /v2.0/ports/961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 982 time: 0.8464200
Nov 27 20:57:52.732310 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.740599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ac81c-7028-419f-b65c-0ce7953ce3b9 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Pushing event updated for resources: {'Port': ['ID=961a8aab-3a21-4f48-887a-804874479b17,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:52.784186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e8b62eda-f802-4ff5-ba15-fc7ea81ede27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f54bbef057ec44e1b85b9ab4de2525ce&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2076530
Nov 27 20:57:52.785850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:52.788006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event updated for resources: {'Port': ['ID=707758b0-2aa3-4075-b8b7-94712770cfae,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:52.799522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-fa8520ce-046c-4341-a499-64378aa98186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.802271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f902e5c4-4e37-4912-a348-92f5a4a450a0 req-fa8520ce-046c-4341-a499-64378aa98186 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4316788
Nov 27 20:57:52.802405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['961a8aab-3a21-4f48-887a-804874479b17'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:57:52.802613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Port': ['ID=ad2be44c-7183-4c6d-99b8-d5e16696aadd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:52.805413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45146) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:52.819979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b62eda-f802-4ff5-ba15-fc7ea81ede27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1192ee3-5b1c-4907-a10c-5e10a09de623,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:52.828890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:52.830982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:52.835754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:52.843859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:52.938284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:52.938953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.982296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c6fdc04-cf45-47a4-9f8b-934043a87669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:52.987761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-a7f8b8cc-6fea-448b-9f8d-7d87a76cd497 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7845197
Nov 27 20:57:53.023175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-2da68efc-a489-4d0d-b9c3-f961dbeee819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.025810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-2da68efc-a489-4d0d-b9c3-f961dbeee819 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 913 time: 0.7040892
Nov 27 20:57:53.057632 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c6fdc04-cf45-47a4-9f8b-934043a87669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:53.069346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'port': {'device_id': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb', 'admin_state_up': True, 'tenant_id': '90d16fd50eb2412992297f88bb1d4580'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:53.093435 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-af5ea4b4-60bb-4e66-823b-97499cbd7267 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5093c8-5e5f-466d-8325-216ffbb07fe4 HTTP/1.1" status: 200  len: 217 time: 0.0605605
Nov 27 20:57:53.136031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ecfd5-d272-4f96-b0d9-f9b893d3f4b3 req-d0460f12-d977-4990-9d6b-d4ba21313249 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.138760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-594ecfd5-d272-4f96-b0d9-f9b893d3f4b3 req-d0460f12-d977-4990-9d6b-d4ba21313249 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 943 time: 0.5171838
Nov 27 20:57:53.218587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59dfab-f802-4bb2-abfe-99848c7b1d76 req-6e7b5298-9566-41de-a722-8bc9dc34769a tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.227535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b59dfab-f802-4bb2-abfe-99848c7b1d76 req-6e7b5298-9566-41de-a722-8bc9dc34769a tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 931 time: 0.2137852
Nov 27 20:57:53.267838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-82ab11df-7578-4d85-81d6-8c0e06a31867 None None] Provisioning complete for port ad2be44c-7183-4c6d-99b8-d5e16696aadd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:53.268278 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-82ab11df-7578-4d85-81d6-8c0e06a31867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:53.275562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c6fdc04-cf45-47a4-9f8b-934043a87669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:53.278429 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c6fdc04-cf45-47a4-9f8b-934043a87669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:53.279681 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7c6fdc04-cf45-47a4-9f8b-934043a87669 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1192ee3-5b1c-4907-a10c-5e10a09de623 HTTP/1.1" status: 204  len: 168 time: 0.4716656
Nov 27 20:57:53.299514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fdc04-cf45-47a4-9f8b-934043a87669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1192ee3-5b1c-4907-a10c-5e10a09de623,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:53.310012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-82ab11df-7578-4d85-81d6-8c0e06a31867 None None] Port ad2be44c-7183-4c6d-99b8-d5e16696aadd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:53.338547 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b59dfab-f802-4bb2-abfe-99848c7b1d76 req-2e6528d0-6268-4f34-8c14-239286a79149 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097620
Nov 27 20:57:53.367739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:53.371422 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:53.540151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-6e161142-1ab7-4923-b991-1aeb1d1c920e tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1361444795&fields=id&tenant_id=ea113326fcea4903b6f63e84c0339fa7 HTTP/1.1" status: 200  len: 267 time: 0.1316209
Nov 27 20:57:53.595151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Allocated IP 19.86.0.167 (269b2da3-6894-4325-8492-a6acca066ccb/b2911d24-a105-49c9-bd26-e2ef59ba265e/95cd7312-1395-4c53-9d65-8971e0e6c4f0) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:53.628654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-8ea1b532-1f63-431f-8d52-5f84fb7d44e0 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.629314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-686b82f0-d434-4346-8b5f-993e681a876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.629435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-686b82f0-d434-4346-8b5f-993e681a876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.629813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-686b82f0-d434-4346-8b5f-993e681a876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.630192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-8ea1b532-1f63-431f-8d52-5f84fb7d44e0 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 985 time: 0.0813847
Nov 27 20:57:53.630316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-686b82f0-d434-4346-8b5f-993e681a876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.630740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-686b82f0-d434-4346-8b5f-993e681a876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.631208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-686b82f0-d434-4346-8b5f-993e681a876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.631741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-686b82f0-d434-4346-8b5f-993e681a876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.633794 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-686b82f0-d434-4346-8b5f-993e681a876c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6472 time: 0.6794131
Nov 27 20:57:53.646290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-b456124d-ef7d-4d4d-96e9-adf5a9a74ad5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Request body: {'port': {'security_groups': ['47832bf6-473a-4f02-a3be-e497eeaf22a6']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:53.716415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'e6b41390-a8e1-44f3-b5dd-7e6b200fe288'}, {'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:53.719383 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178e0601-1281-4615-8d0b-1d7d5c11acc9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "e6b41390-a8e1-44f3-b5dd-7e6b200fe288"}, {"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:53.732859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-67c97704-71c5-4a1f-82bf-f3f220f6b1e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5c35030-3d16-480b-990d-350880945284 HTTP/1.1" status: 200  len: 217 time: 0.0890753
Nov 27 20:57:53.755840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-d0e16c94-ce74-460d-a2a1-c147c85e7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:53.757745 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-d0e16c94-ce74-460d-a2a1-c147c85e7142 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.6502964
Nov 27 20:57:53.820563 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-b456124d-ef7d-4d4d-96e9-adf5a9a74ad5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:53.843944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-29cd2588-9d9c-47ff-b3ad-9ae35de1ed47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516479
Nov 27 20:57:53.865131 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:57:53.917068 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-594ecfd5-d272-4f96-b0d9-f9b893d3f4b3 req-0f434f60-a462-4c12-80ec-cd8b9ff65f56 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2985477
Nov 27 20:57:54.016749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dd68dc88-9845-41de-a884-deae3b83a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.018593 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dd68dc88-9845-41de-a884-deae3b83a5de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73487f2e-a260-462c-a2bd-5ff76746725f HTTP/1.1" status: 200  len: 851 time: 0.2742450
Nov 27 20:57:54.090407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:54.168389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-c5ca8146-cd20-41e7-94e6-d48690d7e62d service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3062365
Nov 27 20:57:54.254577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:54.308879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-32bb96ee-bed6-4d72-9e09-e66c8dafc609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.310551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-32bb96ee-bed6-4d72-9e09-e66c8dafc609 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2739074
Nov 27 20:57:54.324966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2c53-9c33-4283-adff-d30bf8f72eea req-d0d61529-103a-450c-a12f-9bad56bf900f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.332136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2c53-9c33-4283-adff-d30bf8f72eea req-d0d61529-103a-450c-a12f-9bad56bf900f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.339296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2c53-9c33-4283-adff-d30bf8f72eea req-d0d61529-103a-450c-a12f-9bad56bf900f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.347703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2c53-9c33-4283-adff-d30bf8f72eea req-d0d61529-103a-450c-a12f-9bad56bf900f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.352658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2c53-9c33-4283-adff-d30bf8f72eea req-d0d61529-103a-450c-a12f-9bad56bf900f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.359524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2c53-9c33-4283-adff-d30bf8f72eea req-d0d61529-103a-450c-a12f-9bad56bf900f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.367809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2c53-9c33-4283-adff-d30bf8f72eea req-d0d61529-103a-450c-a12f-9bad56bf900f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.370078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7eae2c53-9c33-4283-adff-d30bf8f72eea req-d0d61529-103a-450c-a12f-9bad56bf900f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.3556254
Nov 27 20:57:54.372097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:54.432246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-b456124d-ef7d-4d4d-96e9-adf5a9a74ad5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] For port 961a8aab-3a21-4f48-887a-804874479b17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=961a8aab-3a21-4f48-887a-804874479b17,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:54.458996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network 269b2da3-6894-4325-8492-a6acca066ccb is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:54.463188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Port': ['ID=95cd7312-1395-4c53-9d65-8971e0e6c4f0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:54.469096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:54.471575 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:54.516983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-b456124d-ef7d-4d4d-96e9-adf5a9a74ad5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:54.529526 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-b456124d-ef7d-4d4d-96e9-adf5a9a74ad5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:54.544438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['961a8aab-3a21-4f48-887a-804874479b17'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:57:54.593532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-b456124d-ef7d-4d4d-96e9-adf5a9a74ad5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.594197 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-b456124d-ef7d-4d4d-96e9-adf5a9a74ad5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:54.595660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01324ebb-2450-4eb2-8e9e-cedfb5044b9b req-b456124d-ef7d-4d4d-96e9-adf5a9a74ad5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "PUT /v2.0/ports/961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 943 time: 0.9563315
Nov 27 20:57:54.612167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:54.612979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:54.630914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca1a4788-8b43-4f4a-8dc7-01978b17e5e0 req-95d85a26-4faf-417c-959c-bfee6ee6a2c0 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4460964
Nov 27 20:57:54.658193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-51b81953-a4cc-461d-8422-ac5bb8c86216 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6244977
Nov 27 20:57:54.662106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456124d-ef7d-4d4d-96e9-adf5a9a74ad5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Pushing event updated for resources: {'Port': ['ID=961a8aab-3a21-4f48-887a-804874479b17,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:54.671434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'port': {'device_id': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579', 'admin_state_up': True, 'tenant_id': '90d16fd50eb2412992297f88bb1d4580'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:54.737956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['961a8aab-3a21-4f48-887a-804874479b17'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:57:54.796953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ba5093c8-5e5f-466d-8325-216ffbb07fe4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:57:54.799111 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7eae2c53-9c33-4283-adff-d30bf8f72eea req-394f7066-74a0-4693-896b-ea5bd0f1e9e6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4021575
Nov 27 20:57:54.810406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-34ca48c2-58ea-488a-a78d-eb1ab22f775c service neutron] 10.222.0.15 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4392889
Nov 27 20:57:54.865810 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6f581b-c81e-4392-be24-376740944c04 x-openstack-request-id: req-fe6f581b-c81e-4392-be24-376740944c04 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:54.869893 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "e6b41390-a8e1-44f3-b5dd-7e6b200fe288", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:54.870301 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe6f581b-c81e-4392-be24-376740944c04 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:54.870843 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'e6b41390-a8e1-44f3-b5dd-7e6b200fe288', 'status': 'completed', 'code': 200}
Nov 27 20:57:54.871293 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17', 'status': 'completed', 'code': 200}
Nov 27 20:57:54.927718 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:54.962198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:57:54.966779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:55.016649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f2bb4a32-233e-454a-875e-a215398c1727 None None] Provisioning complete for port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:55.017717 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2bb4a32-233e-454a-875e-a215398c1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:55.094359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce812664-e06c-4a41-b24e-26c953c9cec2 req-2d9289a7-8b8e-4a84-abd5-e75c2121944b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:55.102562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce812664-e06c-4a41-b24e-26c953c9cec2 req-2d9289a7-8b8e-4a84-abd5-e75c2121944b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:55.110739 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce812664-e06c-4a41-b24e-26c953c9cec2 req-2d9289a7-8b8e-4a84-abd5-e75c2121944b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 1654 time: 0.1388335
Nov 27 20:57:55.179663 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb4a32-233e-454a-875e-a215398c1727 None None] Port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:55.219170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce812664-e06c-4a41-b24e-26c953c9cec2 req-da8dd3ed-e3a4-431d-94e2-7c1fd62c596d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071780
Nov 27 20:57:55.248505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Allocated IP 19.80.0.12 (8e775e0e-d0b2-44a7-affc-5b1f09fd1579/80d2ea65-8d67-4243-b6e7-903dce4055e6/c5507caf-d3c6-4acf-851c-7c098f7db7ee) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:55.253474 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port ba5093c8-5e5f-466d-8325-216ffbb07fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba5093c8-5e5f-466d-8325-216ffbb07fe4,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:55.279958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'ba5093c8-5e5f-466d-8325-216ffbb07fe4', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'port_id': 'ba5093c8-5e5f-466d-8325-216ffbb07fe4', 'mac_address': 'fa:16:3e:02:0f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c319d603-0243-43c4-a372-b7e936d765de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:57:55.342717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-3b861b35-e14d-47c8-87ef-8f5772f2c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:55.344533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-3b861b35-e14d-47c8-87ef-8f5772f2c1e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.4335823
Nov 27 20:57:55.375610 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:55.398532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5093c8-5e5f-466d-8325-216ffbb07fe4 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:55.433954 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-32baeab3-7eec-4251-93a3-eac350dd4548 service neutron] 10.222.0.15 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6136405
Nov 27 20:57:55.434169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port ba5093c8-5e5f-466d-8325-216ffbb07fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba5093c8-5e5f-466d-8325-216ffbb07fe4,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:55.442905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:55.481839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9a45c-00fd-4a3c-a940-b6c13eee8611 req-0369bba1-d9fb-4052-8781-becc65d0b8be tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:55.489830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-79d9a45c-00fd-4a3c-a940-b6c13eee8611 req-0369bba1-d9fb-4052-8781-becc65d0b8be tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 943 time: 0.1604936
Nov 27 20:57:55.517439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=ba5093c8-5e5f-466d-8325-216ffbb07fe4,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:55.546351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-df38a0b2-449d-43ab-a0c7-84d2ade13ca8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 217 time: 0.1001651
Nov 27 20:57:55.554611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Router f89ef142-56b1-4b95-8fcb-e66c1ddddaf8 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:57:55.574662 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:55.588196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-79d9a45c-00fd-4a3c-a940-b6c13eee8611 req-79a0daf3-89d8-4914-81be-962f496abd66 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965610
Nov 27 20:57:55.636269 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:55.650796 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-d66416ed-69bf-47a3-9c30-83b4d7008439 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6327968
Nov 27 20:57:55.675144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['ba5093c8-5e5f-466d-8325-216ffbb07fe4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:57:55.693808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-d6a1ff23-9e94-4279-9c21-35181063dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:55.697025 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-d6a1ff23-9e94-4279-9c21-35181063dcf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 921 time: 0.3398788
Nov 27 20:57:55.705183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:55.710388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:55.710965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:55.715126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:55.729138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e8a214a3-f845-4928-be9a-584c25601b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:55.730766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e8a214a3-f845-4928-be9a-584c25601b18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1721690
Nov 27 20:57:55.745356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Port': ['ID=c5507caf-d3c6-4acf-851c-7c098f7db7ee,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:55.804628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:55.805580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:55.850758 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-9c1fc17f-b385-4044-9858-85e1c20832fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 217 time: 0.1427515
Nov 27 20:57:56.024646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-971a4e66-99bf-42af-992c-4a677e90ac6c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3572969
Nov 27 20:57:56.040028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Request body: {'port': {'device_id': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:56.047559 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:56.088134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf98f43-e93c-4120-a02a-6d8bdf3bf00a req-6e3e63ba-13d0-4d58-b77a-f2d8e2b4d7cd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.101433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf98f43-e93c-4120-a02a-6d8bdf3bf00a req-6e3e63ba-13d0-4d58-b77a-f2d8e2b4d7cd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.105863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:57:56.109978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6f84e728-b3eb-4fe6-ae7d-1b47fdd6dcbb None None] Provisioning complete for port c5507caf-d3c6-4acf-851c-7c098f7db7ee triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:56.110440 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f84e728-b3eb-4fe6-ae7d-1b47fdd6dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:56.119576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf98f43-e93c-4120-a02a-6d8bdf3bf00a req-6e3e63ba-13d0-4d58-b77a-f2d8e2b4d7cd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.130489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf98f43-e93c-4120-a02a-6d8bdf3bf00a req-6e3e63ba-13d0-4d58-b77a-f2d8e2b4d7cd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.138157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf98f43-e93c-4120-a02a-6d8bdf3bf00a req-6e3e63ba-13d0-4d58-b77a-f2d8e2b4d7cd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.146182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf98f43-e93c-4120-a02a-6d8bdf3bf00a req-6e3e63ba-13d0-4d58-b77a-f2d8e2b4d7cd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.146838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-208798a7-be35-4816-9548-423b4a8850de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.148629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-208798a7-be35-4816-9548-423b4a8850de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.2698503
Nov 27 20:57:56.152842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-628e3276-3ff5-4569-adb6-c26dd8580d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.153395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6f84e728-b3eb-4fe6-ae7d-1b47fdd6dcbb None None] Port c5507caf-d3c6-4acf-851c-7c098f7db7ee cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:57:56.154372 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-628e3276-3ff5-4569-adb6-c26dd8580d78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3096807
Nov 27 20:57:56.155584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Sync routers for ids ['f89ef142-56b1-4b95-8fcb-e66c1ddddaf8'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:57:56.165398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf98f43-e93c-4120-a02a-6d8bdf3bf00a req-6e3e63ba-13d0-4d58-b77a-f2d8e2b4d7cd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.168932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Routers {'f89ef142-56b1-4b95-8fcb-e66c1ddddaf8'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:56.169757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2d8070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f89ef142-56b1-4b95-8fcb-e66c1ddddaf8'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:56.177245 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cf98f43-e93c-4120-a02a-6d8bdf3bf00a req-6e3e63ba-13d0-4d58-b77a-f2d8e2b4d7cd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1943135
Nov 27 20:57:56.236838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-3e0ccd2a-d1f5-4d3a-8e48-0096271998ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0759814
Nov 27 20:57:56.247216 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:56.248781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-28f07719-d22f-48fe-ad3f-e31f039e3cd1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 6.3686180
Nov 27 20:57:56.260896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45242) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:56.319884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:56.487339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cf98f43-e93c-4120-a02a-6d8bdf3bf00a req-bf05ef3e-fcc7-49b3-956e-75f3af70c5b7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3016381
Nov 27 20:57:56.517742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Set router f89ef142-56b1-4b95-8fcb-e66c1ddddaf8 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:56.523995 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:56.777200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ba5093c8-5e5f-466d-8325-216ffbb07fe4 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:57:56.864406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2d8070>, [{'id': 'f89ef142-56b1-4b95-8fcb-e66c1ddddaf8', 'name': '', 'tenant_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d', 'external_fixed_ips': [{'subnet_id': '38b7170e-db5f-410c-ad95-b79ff5867cef', 'ip_address': '2001:db8::157'}], 'enable_snat': True}, 'gw_port_id': '707758b0-2aa3-4075-b8b7-94712770cfae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:50Z', 'updated_at': '2021-11-27T20:57:53Z', 'revision_number': 3, 'project_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'gw_port': {'id': '707758b0-2aa3-4075-b8b7-94712770cfae', 'name': '', 'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:25:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f89ef142-56b1-4b95-8fcb-e66c1ddddaf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '38b7170e-db5f-410c-ad95-b79ff5867cef', 'ip_address': '2001:db8::157', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:51Z', 'updated_at': '2021-11-27T20:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38b7170e-db5f-410c-ad95-b79ff5867cef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:56.872555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:56.874791 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fcd6ad-f7f9-428f-9802-b83abc316aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:56.913079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Checking router: f89ef142-56b1-4b95-8fcb-e66c1ddddaf8 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:57:56.914795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Updating router f89ef142-56b1-4b95-8fcb-e66c1ddddaf8 port 707758b0-2aa3-4075-b8b7-94712770cfae binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:57:56.926920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218468d-00f6-4327-b924-0f6256b88aef req-cef945e9-c1d2-4011-b503-54d157df86c0 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.934544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218468d-00f6-4327-b924-0f6256b88aef req-cef945e9-c1d2-4011-b503-54d157df86c0 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.941972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218468d-00f6-4327-b924-0f6256b88aef req-cef945e9-c1d2-4011-b503-54d157df86c0 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:56.946350 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-cab11a37-e240-41d1-9cf4-122257a51a04 service neutron] 10.222.0.15 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7800534
Nov 27 20:57:56.950177 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:56.950966 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a218468d-00f6-4327-b924-0f6256b88aef req-cef945e9-c1d2-4011-b503-54d157df86c0 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2375 time: 0.2266815
Nov 27 20:57:56.986800 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.055559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-594d9fa6-13a9-4ada-97c8-16119ea4d7e8 service neutron] 10.222.0.15 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944037
Nov 27 20:57:57.106086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a218468d-00f6-4327-b924-0f6256b88aef req-43ec462a-42ff-48b0-935a-c3b56d59ac53 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537960
Nov 27 20:57:57.112751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-c01cce09-6511-499d-9f16-2e4fce8d2dd2 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8624456
Nov 27 20:57:57.115005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0763d5ff-0927-4817-b585-1ca716867f4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 217 time: 0.0518034
Nov 27 20:57:57.117127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.182739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6c274285-2ba7-43d8-8109-44c58e5d6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:57.182739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6c274285-2ba7-43d8-8109-44c58e5d6d51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0569305
Nov 27 20:57:57.220546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45288) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:57.277086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port ba5093c8-5e5f-466d-8325-216ffbb07fe4 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:57:57.290799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port ba5093c8-5e5f-466d-8325-216ffbb07fe4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:57:57.291086 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.332732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7642776e-a980-43de-8838-7365a803e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:57.334290 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7642776e-a980-43de-8838-7365a803e0df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1280296
Nov 27 20:57:57.358550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2be44c-7183-4c6d-99b8-d5e16696aadd {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:57.373943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.380190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Deleting port 707758b0-2aa3-4075-b8b7-94712770cfae {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:57:57.381259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.387432 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.394087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.445864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-f19cb56b-222f-43b4-8eb2-73cbd7579d32 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2741301
Nov 27 20:57:57.488858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Allocated IP 172.35.3.110 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/7151affc-b834-4e5f-ade2-945ddfd54f02) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:57:57.497433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Attempting to bind port 707758b0-2aa3-4075-b8b7-94712770cfae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:57.498072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Attempting to bind port 707758b0-2aa3-4075-b8b7-94712770cfae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a0f7143-3f56-44ae-9e43-fa03b78558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:57.499193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Attempting to bind port 707758b0-2aa3-4075-b8b7-94712770cfae on network 5acae6e6-62f0-43f4-b2ca-09533d5f158d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:57.523379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70139cec-eeaf-4035-81fd-0eec211dfadc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.526481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Transition to ACTIVE for port object ad2be44c-7183-4c6d-99b8-d5e16696aadd will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:57.534281 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1d8d7-627f-41e6-86e4-3584589a3f63 None None] Pushing event updated for resources: {'Port': ['ID=707758b0-2aa3-4075-b8b7-94712770cfae,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:57.537662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bc862cd0-141b-4422-90e4-7b1786fc13ff service neutron] 10.222.0.15 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726010
Nov 27 20:57:57.542202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:57.542604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Checking segment: {'id': '1a0f7143-3f56-44ae-9e43-fa03b78558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:57.543182 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.543491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b611-7316-4176-a075-30c2025556bb req-364d85e3-23cb-499b-bea1-87b391e3d22a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:57.543661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Bound using segment: {'id': '1a0f7143-3f56-44ae-9e43-fa03b78558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:57.544132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Bound port: 707758b0-2aa3-4075-b8b7-94712770cfae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0f7143-3f56-44ae-9e43-fa03b78558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5acae6e6-62f0-43f4-b2ca-09533d5f158d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:57.544766 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.545033 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2430b611-7316-4176-a075-30c2025556bb req-364d85e3-23cb-499b-bea1-87b391e3d22a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 944 time: 0.2776511
Nov 27 20:57:57.550903 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.607943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.624585 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.658174 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Calling delete_port for 707758b0-2aa3-4075-b8b7-94712770cfae owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:57:57.673508 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] For port 707758b0-2aa3-4075-b8b7-94712770cfae, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:57.679090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] For port 707758b0-2aa3-4075-b8b7-94712770cfae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=707758b0-2aa3-4075-b8b7-94712770cfae,segment=NetworkSegment(1a0f7143-3f56-44ae-9e43-fa03b78558bf),segment_id=1a0f7143-3f56-44ae-9e43-fa03b78558bf)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:57.685182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e971ee8-48a3-48e9-b448-43f691848430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5093c8-5e5f-466d-8325-216ffbb07fe4'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:57:57.687842 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fff466d-a0af-4aa4-9999-96bf6a81a5c2" -d '{"events": [{"server_uuid": "9e971ee8-48a3-48e9-b448-43f691848430", "name": "network-vif-plugged", "status": "completed", "tag": "ba5093c8-5e5f-466d-8325-216ffbb07fe4"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:57:57.695589 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.715976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port ba5093c8-5e5f-466d-8325-216ffbb07fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba5093c8-5e5f-466d-8325-216ffbb07fe4,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:57:57.752163 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.798107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:57.809192 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Routers {'f89ef142-56b1-4b95-8fcb-e66c1ddddaf8'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:57:57.810050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2d8070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f89ef142-56b1-4b95-8fcb-e66c1ddddaf8'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:57.820979 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8fcd2fa9-34a2-4670-9eb6-b4ba580ed812 service neutron] 10.222.0.15 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2427890
Nov 27 20:57:57.853607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1d8d7-627f-41e6-86e4-3584589a3f63 None None] Pushing event updated for resources: {'Port': ['ID=707758b0-2aa3-4075-b8b7-94712770cfae,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:57.880432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fb94ff2e-6a48-4869-940e-282968d80f3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=6632957c-feee-4506-8295-b419d941abe2 HTTP/1.1" status: 200  len: 217 time: 0.0501494
Nov 27 20:57:57.943062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-74d8d58d-b28d-4d6f-9c54-6e28d3b704f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:57.945889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-74d8d58d-b28d-4d6f-9c54-6e28d3b704f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0582597
Nov 27 20:57:57.952800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2be44c-7183-4c6d-99b8-d5e16696aadd,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:57.955226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] Set router f89ef142-56b1-4b95-8fcb-e66c1ddddaf8 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:57:57.994497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.021726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2430b611-7316-4176-a075-30c2025556bb req-4e07ed95-66d4-4582-9cf7-c8e8f40c941f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4580245
Nov 27 20:57:58.025060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=ba5093c8-5e5f-466d-8325-216ffbb07fe4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:58.030680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2d8070>, [{'id': 'f89ef142-56b1-4b95-8fcb-e66c1ddddaf8', 'name': '', 'tenant_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:50Z', 'updated_at': '2021-11-27T20:57:56Z', 'revision_number': 4, 'project_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:57:58.063304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:57:58.063304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:57:58.063955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.066106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:57:58.070072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6963e8ee-419a-4987-8a3f-f807aed3014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.072033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6963e8ee-419a-4987-8a3f-f807aed3014e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1156170
Nov 27 20:57:58.088907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943d077-af43-43b8-b8a7-ece2038d07cb None None] The sync data for ids ['f89ef142-56b1-4b95-8fcb-e66c1ddddaf8'] in ncdv-master-1 is: [{'id': 'f89ef142-56b1-4b95-8fcb-e66c1ddddaf8', 'name': '', 'tenant_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:50Z', 'updated_at': '2021-11-27T20:57:56Z', 'revision_number': 4, 'project_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:57:58.127779 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d100cc-d115-4c17-ab56-644ddae0b5bd x-openstack-request-id: req-a8d100cc-d115-4c17-ab56-644ddae0b5bd {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:58.128310 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:58.128729 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8d100cc-d115-4c17-ab56-644ddae0b5bd {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:58.129292 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17', 'status': 'completed', 'code': 200}
Nov 27 20:57:58.147881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Pushing event updated for resources: {'Port': ['ID=7151affc-b834-4e5f-ade2-945ddfd54f02,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:58.162508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event deleted for resources: {'Port': ['ID=707758b0-2aa3-4075-b8b7-94712770cfae,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:58.215926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.314621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.316777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-ea00f2ca-6af8-4020-94dc-9eec30c78e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.316924 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.317808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-ea00f2ca-6af8-4020-94dc-9eec30c78e1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.1406815
Nov 27 20:57:58.366874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70139cec-eeaf-4035-81fd-0eec211dfadc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.388811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70139cec-eeaf-4035-81fd-0eec211dfadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.423067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Attempting to bind port ad2be44c-7183-4c6d-99b8-d5e16696aadd on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:57:58.423463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Attempting to bind port ad2be44c-7183-4c6d-99b8-d5e16696aadd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:57:58.423794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Attempting to bind port ad2be44c-7183-4c6d-99b8-d5e16696aadd on network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:58.427971 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.427971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f89ef142-56b1-4b95-8fcb-e66c1ddddaf8 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:57:58.439038 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.440517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aef034f9-604c-44ed-831c-00c7fe806c94 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f89ef142-56b1-4b95-8fcb-e66c1ddddaf8 HTTP/1.1" status: 204  len: 168 time: 2.1783278
Nov 27 20:57:58.448095 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45316) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:58.462830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Port ad2be44c-7183-4c6d-99b8-d5e16696aadd on network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:57:58.463108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Attempting to bind port ad2be44c-7183-4c6d-99b8-d5e16696aadd on network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:57:58.467905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.468078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70139cec-eeaf-4035-81fd-0eec211dfadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abb7d46-c70b-45dc-9435-98d4f60ac924,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:58.470978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f2709a0b-21bb-4069-b953-64ed41fdc2d4 service neutron] 10.222.0.15 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3813984
Nov 27 20:57:58.477887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-70139cec-eeaf-4035-81fd-0eec211dfadc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e2949bb5bac4bb6b65901d5675cf144&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2546074
Nov 27 20:57:58.479111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:57:58.479498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Checking segment: {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:57:58.479941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Bound using segment: {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:57:58.480341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Bound port: ad2be44c-7183-4c6d-99b8-d5e16696aadd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:57:58.480798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.486140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45318) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:58.512556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8217ba-8a85-4cdf-a921-448fa1a0e569 req-d70d6cee-1140-4c32-ab4d-b6dd2918f54e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.518797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8217ba-8a85-4cdf-a921-448fa1a0e569 req-d70d6cee-1140-4c32-ab4d-b6dd2918f54e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.525698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8217ba-8a85-4cdf-a921-448fa1a0e569 req-d70d6cee-1140-4c32-ab4d-b6dd2918f54e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.531936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8217ba-8a85-4cdf-a921-448fa1a0e569 req-d70d6cee-1140-4c32-ab4d-b6dd2918f54e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.539014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8217ba-8a85-4cdf-a921-448fa1a0e569 req-d70d6cee-1140-4c32-ab4d-b6dd2918f54e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.545932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8217ba-8a85-4cdf-a921-448fa1a0e569 req-d70d6cee-1140-4c32-ab4d-b6dd2918f54e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.551120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8217ba-8a85-4cdf-a921-448fa1a0e569 req-d70d6cee-1140-4c32-ab4d-b6dd2918f54e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.567605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a8217ba-8a85-4cdf-a921-448fa1a0e569 req-d70d6cee-1140-4c32-ab4d-b6dd2918f54e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1986532
Nov 27 20:57:58.641687 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.674830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-858d44a8-7cbf-4c02-85e8-8410b2742ad2 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Deleting subnet 38b7170e-db5f-410c-ad95-b79ff5867cef {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:57:58.683522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-907e829d-04fa-46de-841b-446959ad4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.685010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-907e829d-04fa-46de-841b-446959ad4aed service neutron] 10.222.0.35 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 921 time: 0.3332679
Nov 27 20:57:58.689033 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d44a8-7cbf-4c02-85e8-8410b2742ad2 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.708216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] For port ad2be44c-7183-4c6d-99b8-d5e16696aadd, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:57:58.725157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a8217ba-8a85-4cdf-a921-448fa1a0e569 req-91932593-1a13-4232-8acf-0d7bb80c1def tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1643438
Nov 27 20:57:58.728249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6182a991-bc7c-4c41-ab5c-3a50504912e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.730940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] For port ad2be44c-7183-4c6d-99b8-d5e16696aadd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad2be44c-7183-4c6d-99b8-d5e16696aadd,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:57:58.767468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6182a991-bc7c-4c41-ab5c-3a50504912e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.784663 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.802997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-013c28e6-eeaf-4a2c-a77d-9d1126522538 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 217 time: 0.0833495
Nov 27 20:57:58.831626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-284b569e-17e1-4a50-91eb-d08605df06c8 service neutron] 10.222.0.15 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3218124
Nov 27 20:57:58.870321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:58.871207 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.873812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad2be44c-7183-4c6d-99b8-d5e16696aadd HTTP/1.1" status: 200  len: 1091 time: 2.8394003
Nov 27 20:57:58.879650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d44a8-7cbf-4c02-85e8-8410b2742ad2 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:58.892492 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d8df63-eb24-4669-bf62-dd55f66e043a x-openstack-request-id: req-b3d8df63-eb24-4669-bf62-dd55f66e043a {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:57:58.894479 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e971ee8-48a3-48e9-b448-43f691848430", "name": "network-vif-plugged", "status": "completed", "tag": "ba5093c8-5e5f-466d-8325-216ffbb07fe4", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:57:58.895023 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3d8df63-eb24-4669-bf62-dd55f66e043a {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:57:58.896608 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e971ee8-48a3-48e9-b448-43f691848430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5093c8-5e5f-466d-8325-216ffbb07fe4', 'code': 200}
Nov 27 20:57:58.916188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Request body: {'port': {'device_id': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:57:59.097140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.114920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e917d24a-98be-4f89-9e6f-c7b953663852 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=dab5072e-30d9-4a47-ba0e-926f7a2917e3 HTTP/1.1" status: 200  len: 217 time: 0.2157397
Nov 27 20:57:59.115579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47428046-5d25-4fb7-938c-53b94b9631c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2be44c-7183-4c6d-99b8-d5e16696aadd,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:59.150784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-bceb2137-5e39-43c7-8a1a-61b7ff0b383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:59.152334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-bceb2137-5e39-43c7-8a1a-61b7ff0b383a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.3386300
Nov 27 20:57:59.155341 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6182a991-bc7c-4c41-ab5c-3a50504912e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.158508 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6182a991-bc7c-4c41-ab5c-3a50504912e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.162431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6182a991-bc7c-4c41-ab5c-3a50504912e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3abb7d46-c70b-45dc-9435-98d4f60ac924 HTTP/1.1" status: 204  len: 168 time: 0.6728823
Nov 27 20:57:59.238200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182a991-bc7c-4c41-ab5c-3a50504912e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abb7d46-c70b-45dc-9435-98d4f60ac924,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:59.238435 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d44a8-7cbf-4c02-85e8-8410b2742ad2 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.268368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-5c7de679-c535-49cf-aa61-b767c5a9571e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661640
Nov 27 20:57:59.289566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-1f20d486-cd0d-43d4-8b13-b50173dfe4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:59.290997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-1f20d486-cd0d-43d4-8b13-b50173dfe4f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1422958
Nov 27 20:57:59.366902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d925-5791-4ee9-a36f-6c8b524b3dd9 req-e3f05311-fab0-4a16-a928-66a81d5d6348 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:59.374863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d925-5791-4ee9-a36f-6c8b524b3dd9 req-e3f05311-fab0-4a16-a928-66a81d5d6348 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:59.383308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d925-5791-4ee9-a36f-6c8b524b3dd9 req-e3f05311-fab0-4a16-a928-66a81d5d6348 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:59.390093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6788d925-5791-4ee9-a36f-6c8b524b3dd9 req-e3f05311-fab0-4a16-a928-66a81d5d6348 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2387 time: 0.2953384
Nov 27 20:57:59.411964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ef0b5-1a4f-456e-b7c7-9a3d9f683016 req-a7753df1-f58b-4eb0-b3bd-3a1a230ed31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:59.413970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b9ef0b5-1a4f-456e-b7c7-9a3d9f683016 req-a7753df1-f58b-4eb0-b3bd-3a1a230ed31a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 1096 time: 0.3216577
Nov 27 20:57:59.470348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d44a8-7cbf-4c02-85e8-8410b2742ad2 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.489775 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.526523 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.528555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d44a8-7cbf-4c02-85e8-8410b2742ad2 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=38b7170e-db5f-410c-ad95-b79ff5867cef,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:59.541768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8f1fd451-93fd-466b-bdad-61999e500ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:59.543832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8f1fd451-93fd-466b-bdad-61999e500ebb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2367358
Nov 27 20:57:59.547985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6788d925-5791-4ee9-a36f-6c8b524b3dd9 req-a4f6792e-15e8-4cdd-b0bf-76f02d98b137 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569064
Nov 27 20:57:59.589642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d44a8-7cbf-4c02-85e8-8410b2742ad2 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.594344 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-858d44a8-7cbf-4c02-85e8-8410b2742ad2 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/38b7170e-db5f-410c-ad95-b79ff5867cef HTTP/1.1" status: 204  len: 168 time: 1.1432550
Nov 27 20:57:59.598237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45328) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:59.634592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-7227acd0-0cc0-4ffe-ab1b-16e05737f1d0 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3482437
Nov 27 20:57:59.754211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45330) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:57:59.759362 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b9ef0b5-1a4f-456e-b7c7-9a3d9f683016 req-e1b50fa5-f45a-410a-84bf-55c2022b8eca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3329306
Nov 27 20:57:59.771952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cd7312-1395-4c53-9d65-8971e0e6c4f0 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:57:59.807879 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.811672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Pushing event updated for resources: {'Port': ['ID=7151affc-b834-4e5f-ade2-945ddfd54f02,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:59.811889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-746672ac-8ff4-4adf-b23a-50da31caa9b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.827220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51c87c-5f02-4685-b069-c679c2811102 req-76d561ec-8606-4087-84f6-f47f04f6082b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:57:59.829944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f51c87c-5f02-4685-b069-c679c2811102 req-76d561ec-8606-4087-84f6-f47f04f6082b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 945 time: 0.1295099
Nov 27 20:57:59.850097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Transition to ACTIVE for port object 95cd7312-1395-4c53-9d65-8971e0e6c4f0 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:57:59.864013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.929079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.953904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:57:59.967442 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f51c87c-5f02-4685-b069-c679c2811102 req-68bcd774-781a-42fc-afd0-28e785a6a5e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268694
Nov 27 20:57:59.974366 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Pushing event updated for resources: {'Port': ['ID=95cd7312-1395-4c53-9d65-8971e0e6c4f0,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:57:59.987981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-b5b61dc5-cabd-4619-83aa-c1ca3eeb91f1 service neutron] 10.222.0.15 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4030564
Nov 27 20:57:59.995480 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65fcd6ad-f7f9-428f-9802-b83abc316aa8 req-01cc8ff3-ae1d-4a0e-be61-51eb6c26be9c service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3343456
Nov 27 20:58:00.048684 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.060157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-0ca944d2-8b29-4f65-84ac-59979bbeef0c tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.3619702
Nov 27 20:58:00.091082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-746672ac-8ff4-4adf-b23a-50da31caa9b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.108571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Attempting to bind port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:00.110040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Attempting to bind port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:00.110678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Attempting to bind port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 on network 269b2da3-6894-4325-8492-a6acca066ccb {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:00.119975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 on network 269b2da3-6894-4325-8492-a6acca066ccb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:58:00.120666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Attempting to bind port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 on network 269b2da3-6894-4325-8492-a6acca066ccb {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:00.131229 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-746672ac-8ff4-4adf-b23a-50da31caa9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.137693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'tag': 'ad2be44c-7183-4c6d-99b8-d5e16696aadd'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:00.140974 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad57fa-147a-4e99-9b09-d74963f04e78" -d '{"events": [{"name": "network-changed", "server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "tag": "ad2be44c-7183-4c6d-99b8-d5e16696aadd"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:00.145525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:00.146950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Checking segment: {'id': '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:00.147656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Bound using segment: {'id': '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:00.148426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Bound port: 95cd7312-1395-4c53-9d65-8971e0e6c4f0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:00.148814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.207590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-971d7f06-8b4b-427a-a36c-871f666979c6 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.110 HTTP/1.1" status: 200  len: 696 time: 0.1462324
Nov 27 20:58:00.221436 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.257231 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-746672ac-8ff4-4adf-b23a-50da31caa9b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0003f64c8e37488eb599eb35f26db062&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4978938
Nov 27 20:58:00.265371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45338) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:00.296447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746672ac-8ff4-4adf-b23a-50da31caa9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62676a7f-878d-4be0-97fe-a22120796b52,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:00.354256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c59bc-f791-4a01-803d-644a55646e5b req-68f41f5c-5200-4700-82f7-8f9b2a6797b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.360451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c59bc-f791-4a01-803d-644a55646e5b req-68f41f5c-5200-4700-82f7-8f9b2a6797b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.367390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c59bc-f791-4a01-803d-644a55646e5b req-68f41f5c-5200-4700-82f7-8f9b2a6797b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.374369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c59bc-f791-4a01-803d-644a55646e5b req-68f41f5c-5200-4700-82f7-8f9b2a6797b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.380505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c59bc-f791-4a01-803d-644a55646e5b req-68f41f5c-5200-4700-82f7-8f9b2a6797b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.387373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c59bc-f791-4a01-803d-644a55646e5b req-68f41f5c-5200-4700-82f7-8f9b2a6797b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.393434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c59bc-f791-4a01-803d-644a55646e5b req-68f41f5c-5200-4700-82f7-8f9b2a6797b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.395438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7a8c59bc-f791-4a01-803d-644a55646e5b req-68f41f5c-5200-4700-82f7-8f9b2a6797b3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1905520
Nov 27 20:58:00.398446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] For port 95cd7312-1395-4c53-9d65-8971e0e6c4f0, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:00.417972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] For port 95cd7312-1395-4c53-9d65-8971e0e6c4f0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95cd7312-1395-4c53-9d65-8971e0e6c4f0,segment=NetworkSegment(8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6),segment_id=8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:00.430878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.493915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.495059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.496290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] 10.222.0.15 "PUT /v2.0/ports/95cd7312-1395-4c53-9d65-8971e0e6c4f0 HTTP/1.1" status: 200  len: 1092 time: 1.5875232
Nov 27 20:58:00.532970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Request body: {'port': {'device_id': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:00.541835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7a8c59bc-f791-4a01-803d-644a55646e5b req-46854cf5-d269-42b7-b59b-5213ef30c5c3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1391253
Nov 27 20:58:00.566468 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d13d6-d0bc-49ec-ba53-2a00e93c49eb service neutron] Pushing event updated for resources: {'Port': ['ID=95cd7312-1395-4c53-9d65-8971e0e6c4f0,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:00.620224 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.669348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7852e0>,) {'filters': {'network_id': ['5acae6e6-62f0-43f4-b2ca-09533d5f158d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:00.694717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7852e0>, '1a0f7143-3f56-44ae-9e43-fa03b78558bf') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:00.695023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7852e0>, '1a0f7143-3f56-44ae-9e43-fa03b78558bf') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:00.735729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.753508 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5a061938-749c-4773-9663-ae1430b6ee37 service neutron] 10.222.0.15 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7569106
Nov 27 20:58:00.756127 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b3fea3-ad71-408b-95d9-8dad955ef78e x-openstack-request-id: req-73b3fea3-ad71-408b-95d9-8dad955ef78e {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:00.756948 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "tag": "ad2be44c-7183-4c6d-99b8-d5e16696aadd", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:00.757260 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73b3fea3-ad71-408b-95d9-8dad955ef78e {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:00.757659 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'tag': 'ad2be44c-7183-4c6d-99b8-d5e16696aadd', 'status': 'completed', 'code': 200}
Nov 27 20:58:00.803199 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.856087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-35fd92cb-2f08-48f0-8df4-007fd6dbe023 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2d0104dc-e751-4773-8bd9-f4d85f534f51 HTTP/1.1" status: 200  len: 217 time: 0.0773625
Nov 27 20:58:00.857641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:58:00.858056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:58:00.860111 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:58:00.883768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-1eaa2346-ccf4-49a6-9b4d-e7b249174ac3 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.885182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-1eaa2346-ccf4-49a6-9b4d-e7b249174ac3 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.6673033
Nov 27 20:58:00.929228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-3a77031f-85d8-4457-aa43-7ec3ea31d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.929677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-3a77031f-85d8-4457-aa43-7ec3ea31d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.930478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-3a77031f-85d8-4457-aa43-7ec3ea31d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.931990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-3a77031f-85d8-4457-aa43-7ec3ea31d390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d16fd50eb2412992297f88bb1d4580&device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2797 time: 0.1616967
Nov 27 20:58:00.957082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-e33cc27a-02a8-417b-bfb6-85e4d723e419 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:58:00.958426 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da5d703b-aabf-4b44-ab24-f55839346fb9 req-e33cc27a-02a8-417b-bfb6-85e4d723e419 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0419295
Nov 27 20:58:00.971517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac70a22-3398-4da7-be13-b08252e9e0f9 req-425f59bf-979d-4d18-903d-a09faa6c74ea tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.979833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac70a22-3398-4da7-be13-b08252e9e0f9 req-425f59bf-979d-4d18-903d-a09faa6c74ea tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.985900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc121bcb-ed46-426e-b8d5-bc3e588166f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:00.986919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac70a22-3398-4da7-be13-b08252e9e0f9 req-425f59bf-979d-4d18-903d-a09faa6c74ea tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:00.988970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fac70a22-3398-4da7-be13-b08252e9e0f9 req-425f59bf-979d-4d18-903d-a09faa6c74ea tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2399 time: 0.1701229
Nov 27 20:58:01.009820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f3fd579c-acc9-4d49-a735-fb119d79e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:01.011379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f3fd579c-acc9-4d49-a735-fb119d79e8e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.1219344
Nov 27 20:58:01.016409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.023944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5acae6e6-62f0-43f4-b2ca-09533d5f158d {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 20:58:01.026642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc121bcb-ed46-426e-b8d5-bc3e588166f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.031104 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.034372 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5acae6e6-62f0-43f4-b2ca-09533d5f158d HTTP/1.1" status: 204  len: 168 time: 1.4235842
Nov 27 20:58:01.087315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033714-82e8-4557-90bf-c283c8419599 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event deleted for resources: {'Network': ['ID=5acae6e6-62f0-43f4-b2ca-09533d5f158d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:01.185340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f5d52177-8e26-428c-8dc8-e1cf0133ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:01.187191 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f5d52177-8e26-428c-8dc8-e1cf0133ae76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1584785
Nov 27 20:58:01.234428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-5de65e9c-ac15-42af-8876-1b37b2f524aa tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:01.236798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-5de65e9c-ac15-42af-8876-1b37b2f524aa tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1357512
Nov 27 20:58:01.273474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc121bcb-ed46-426e-b8d5-bc3e588166f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.276403 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc121bcb-ed46-426e-b8d5-bc3e588166f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.277794 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fc121bcb-ed46-426e-b8d5-bc3e588166f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62676a7f-878d-4be0-97fe-a22120796b52 HTTP/1.1" status: 204  len: 168 time: 1.0114655
Nov 27 20:58:01.336152 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-a719d641-664c-4834-9afe-794fe80e1958 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.110 HTTP/1.1" status: 200  len: 696 time: 0.0684888
Nov 27 20:58:01.339033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc121bcb-ed46-426e-b8d5-bc3e588166f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62676a7f-878d-4be0-97fe-a22120796b52,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:01.350935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-83c7687a-2b90-433a-a0ab-ddec9ffcdd3d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Request body: {'floatingip': {'port_id': '961a8aab-3a21-4f48-887a-804874479b17', 'fixed_ip_address': '172.20.0.13'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:01.433751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-83c7687a-2b90-433a-a0ab-ddec9ffcdd3d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.524256 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b25c195-3f08-4109-b6d8-ff39cbf8e743 service neutron] 10.222.0.15 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3284631
Nov 27 20:58:01.578858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fac70a22-3398-4da7-be13-b08252e9e0f9 req-3fabc2e0-7eea-4276-b68d-c46df1e2b32e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986346
Nov 27 20:58:01.627867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-88314cbb-9f31-44ab-abff-afd99617169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:01.628351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-88314cbb-9f31-44ab-abff-afd99617169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:01.628840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-88314cbb-9f31-44ab-abff-afd99617169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:01.630630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-88314cbb-9f31-44ab-abff-afd99617169a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=90d16fd50eb2412992297f88bb1d4580&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.6895552
Nov 27 20:58:01.633102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5507caf-d3c6-4acf-851c-7c098f7db7ee {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:01.652836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.664773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45358) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:01.701804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-00fae6f9-e2cf-44c0-bfc4-ddc4f40a956b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'router': {'name': 'tempest-router--1200221521', 'project_id': '769a21ae0dfd498789fff037be718b06'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:01.736855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Transition to ACTIVE for port object c5507caf-d3c6-4acf-851c-7c098f7db7ee will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:58:01.765287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.812514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8b71a28b-ba10-4a81-9981-ed9fc238a631 service neutron] 10.222.0.15 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2697306
Nov 27 20:58:01.839579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00fae6f9-e2cf-44c0-bfc4-ddc4f40a956b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.840889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00fae6f9-e2cf-44c0-bfc4-ddc4f40a956b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:01.879571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Pushing event updated for resources: {'Port': ['ID=c5507caf-d3c6-4acf-851c-7c098f7db7ee,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:01.889749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21bc21-d702-4ac8-bc47-2f1cf5cf1b56 req-df0c4d9f-dd09-4b6f-90f4-6ba2b04c9155 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:01.898921 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd21bc21-d702-4ac8-bc47-2f1cf5cf1b56 req-df0c4d9f-dd09-4b6f-90f4-6ba2b04c9155 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 945 time: 0.1857870
Nov 27 20:58:01.903708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-346fc829-f032-4036-8f10-38ab0800e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:01.905271 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ad57fa-147a-4e99-9b09-d74963f04e78 req-346fc829-f032-4036-8f10-38ab0800e7a9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2673292
Nov 27 20:58:01.923739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e04127cd-c649-4111-a6a8-ba105f1e5951 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6b41390-a8e1-44f3-b5dd-7e6b200fe288 HTTP/1.1" status: 200  len: 217 time: 0.0626299
Nov 27 20:58:02.027824 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00fae6f9-e2cf-44c0-bfc4-ddc4f40a956b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.034724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-a2af2520-3019-4182-ac36-97d9a7b42c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.036394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-a2af2520-3019-4182-ac36-97d9a7b42c7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.1008060
Nov 27 20:58:02.044272 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00fae6f9-e2cf-44c0-bfc4-ddc4f40a956b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.072304 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd21bc21-d702-4ac8-bc47-2f1cf5cf1b56 req-764dfad6-aa42-47d5-8b7e-9eb465de579a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646471
Nov 27 20:58:02.097673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Attempting to bind port c5507caf-d3c6-4acf-851c-7c098f7db7ee on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:02.098340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Attempting to bind port c5507caf-d3c6-4acf-851c-7c098f7db7ee by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:02.098776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Attempting to bind port c5507caf-d3c6-4acf-851c-7c098f7db7ee on network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:02.106234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00fae6f9-e2cf-44c0-bfc4-ddc4f40a956b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.111895 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-00fae6f9-e2cf-44c0-bfc4-ddc4f40a956b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.4448128
Nov 27 20:58:02.112667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45372) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:02.122428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Port c5507caf-d3c6-4acf-851c-7c098f7db7ee on network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:58:02.122845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Attempting to bind port c5507caf-d3c6-4acf-851c-7c098f7db7ee on network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:02.172105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:02.172451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Checking segment: {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:02.173598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Bound using segment: {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:02.174060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Bound port: c5507caf-d3c6-4acf-851c-7c098f7db7ee, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea92818e-076f-4fc8-98a3-6a369b57f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:02.174425 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.206754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53621bc6-1afe-4d6e-8212-d5e43a9041e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.208390 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-53621bc6-1afe-4d6e-8212-d5e43a9041e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1345296
Nov 27 20:58:02.236305 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4241da8-387e-4b3b-a7dd-c81607d756e0 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.403808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-3d8135d4-18e5-4d03-8797-c69109919a7f service neutron] 10.222.0.15 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864848
Nov 27 20:58:02.408037 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-83c7687a-2b90-433a-a0ab-ddec9ffcdd3d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.418594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-83c7687a-2b90-433a-a0ab-ddec9ffcdd3d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.518316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] For port c5507caf-d3c6-4acf-851c-7c098f7db7ee, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:02.568600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4241da8-387e-4b3b-a7dd-c81607d756e0 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.575891 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4241da8-387e-4b3b-a7dd-c81607d756e0 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.585127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] For port c5507caf-d3c6-4acf-851c-7c098f7db7ee, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5507caf-d3c6-4acf-851c-7c098f7db7ee,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:02.596451 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.602939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ff90a696-9306-4f2a-a54a-0de349124938 service neutron] 10.222.0.15 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920948
Nov 27 20:58:02.606307 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-83c7687a-2b90-433a-a0ab-ddec9ffcdd3d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Floating IP e11b6841-a951-44ba-bf77-c769dd09921d associated. External IP: 172.35.3.110, port: 961a8aab-3a21-4f48-887a-804874479b17.
Nov 27 20:58:02.673288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c44-d73e-4ee9-8dca-614c50aae225 req-e889c001-6d03-4884-95b3-8be7444018b6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.682243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c44-d73e-4ee9-8dca-614c50aae225 req-e889c001-6d03-4884-95b3-8be7444018b6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.689167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c44-d73e-4ee9-8dca-614c50aae225 req-e889c001-6d03-4884-95b3-8be7444018b6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.696101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c44-d73e-4ee9-8dca-614c50aae225 req-e889c001-6d03-4884-95b3-8be7444018b6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.703211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c44-d73e-4ee9-8dca-614c50aae225 req-e889c001-6d03-4884-95b3-8be7444018b6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.709703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c44-d73e-4ee9-8dca-614c50aae225 req-e889c001-6d03-4884-95b3-8be7444018b6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.716739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7c44-d73e-4ee9-8dca-614c50aae225 req-e889c001-6d03-4884-95b3-8be7444018b6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.719294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a26f7c44-d73e-4ee9-8dca-614c50aae225 req-e889c001-6d03-4884-95b3-8be7444018b6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.3486562
Nov 27 20:58:02.765938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-03607b53-4c9c-47f2-b0de-c9de0aa55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.766427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-03607b53-4c9c-47f2-b0de-c9de0aa55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.766679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'tag': '95cd7312-1395-4c53-9d65-8971e0e6c4f0'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:02.767369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-03607b53-4c9c-47f2-b0de-c9de0aa55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.767892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-03607b53-4c9c-47f2-b0de-c9de0aa55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.768376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-03607b53-4c9c-47f2-b0de-c9de0aa55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.768828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-03607b53-4c9c-47f2-b0de-c9de0aa55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.769302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-03607b53-4c9c-47f2-b0de-c9de0aa55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.770673 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516" -d '{"events": [{"name": "network-changed", "server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "tag": "95cd7312-1395-4c53-9d65-8971e0e6c4f0"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:02.771203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-03607b53-4c9c-47f2-b0de-c9de0aa55102 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6472 time: 0.0799649
Nov 27 20:58:02.793484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.794145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.801212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] 10.222.0.15 "PUT /v2.0/ports/c5507caf-d3c6-4acf-851c-7c098f7db7ee HTTP/1.1" status: 200  len: 1091 time: 2.2744343
Nov 27 20:58:02.804617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4241da8-387e-4b3b-a7dd-c81607d756e0 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.805358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4241da8-387e-4b3b-a7dd-c81607d756e0 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a43b60cd-5092-4f8a-b2b6-3b1085760416 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:02.817086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4241da8-387e-4b3b-a7dd-c81607d756e0 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:02.822977 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a4241da8-387e-4b3b-a7dd-c81607d756e0 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a43b60cd-5092-4f8a-b2b6-3b1085760416 HTTP/1.1" status: 204  len: 168 time: 0.7077641
Nov 27 20:58:02.850799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424009d-80bc-464f-ae64-6974c81c196b service neutron] Pushing event updated for resources: {'Port': ['ID=c5507caf-d3c6-4acf-851c-7c098f7db7ee,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:02.948725 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a26f7c44-d73e-4ee9-8dca-614c50aae225 req-5d9dd109-4e70-41af-b934-38626318adf0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2018964
Nov 27 20:58:02.958856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-358c0601-e927-4f1f-a1a3-8f3027b79a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.969150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-358c0601-e927-4f1f-a1a3-8f3027b79a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.970229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-358c0601-e927-4f1f-a1a3-8f3027b79a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:02.972861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-358c0601-e927-4f1f-a1a3-8f3027b79a30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d16fd50eb2412992297f88bb1d4580&device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2864 time: 0.1090965
Nov 27 20:58:03.055190 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-52db35e6-0980-4f74-9b78-5bfb88c81eea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.13&port_id=ad2be44c-7183-4c6d-99b8-d5e16696aadd HTTP/1.1" status: 200  len: 217 time: 0.0725248
Nov 27 20:58:03.094121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-e7f071b1-f4d8-4337-b8a7-35c28cd459b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.095999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-e7f071b1-f4d8-4337-b8a7-35c28cd459b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 902 time: 0.3170533
Nov 27 20:58:03.161162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-fed7e4a5-d45e-492e-92f4-8192bcc21ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.165320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-fed7e4a5-d45e-492e-92f4-8192bcc21ab3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80d2ea65-8d67-4243-b6e7-903dce4055e6 HTTP/1.1" status: 200  len: 801 time: 0.1021645
Nov 27 20:58:03.193755 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-6f45de92-ba4a-4736-8cc1-7062e50c4958 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6b41390-a8e1-44f3-b5dd-7e6b200fe288 HTTP/1.1" status: 200  len: 217 time: 0.0813980
Nov 27 20:58:03.254330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-83c7687a-2b90-433a-a0ab-ddec9ffcdd3d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Router be721e91-2e38-461e-90c0-cb22efaaf9cc has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:58:03.262611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-9ca490be-6efd-4ae3-b17e-f5edff149989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.267497 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-9ca490be-6efd-4ae3-b17e-f5edff149989 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e775e0e-d0b2-44a7-affc-5b1f09fd1579&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0916636
Nov 27 20:58:03.294607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-8c095b11-25c6-49d9-9a21-0f0f98012eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.296152 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-8c095b11-25c6-49d9-9a21-0f0f98012eb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.0959384
Nov 27 20:58:03.308917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45406) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:03.445682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-83c7687a-2b90-433a-a0ab-ddec9ffcdd3d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:03.448041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3e446-6e89-4b8b-9cf5-207cf1ed2558 req-b4b83c94-66ea-46e7-8075-71cb36de0dfc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.452690 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-83c7687a-2b90-433a-a0ab-ddec9ffcdd3d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:03.453739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3e446-6e89-4b8b-9cf5-207cf1ed2558 req-b4b83c94-66ea-46e7-8075-71cb36de0dfc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.461583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3e446-6e89-4b8b-9cf5-207cf1ed2558 req-b4b83c94-66ea-46e7-8075-71cb36de0dfc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.483129 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] Sync routers for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:03.489922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-84f3e446-6e89-4b8b-9cf5-207cf1ed2558 req-b4b83c94-66ea-46e7-8075-71cb36de0dfc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2411 time: 0.1400411
Nov 27 20:58:03.500433 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:03.501072 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe23b730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:03.558462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-84f3e446-6e89-4b8b-9cf5-207cf1ed2558 req-4a90ec9d-b0e9-4027-aee8-16654f10e06c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672445
Nov 27 20:58:03.561609 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-cddc09fb-8306-4ad9-a5dc-ca9f138257eb service neutron] 10.222.0.15 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2850199
Nov 27 20:58:03.590448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-83c7687a-2b90-433a-a0ab-ddec9ffcdd3d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "PUT /v2.0/floatingips/e11b6841-a951-44ba-bf77-c769dd09921d HTTP/1.1" status: 200  len: 997 time: 2.2470512
Nov 27 20:58:03.592468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:03.596704 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e3228-15be-4583-9b9b-942d5133cc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:03.633764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-46751835-8494-4e6a-a14e-91790f5a728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.635576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-46751835-8494-4e6a-a14e-91790f5a728a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1873848
Nov 27 20:58:03.660770 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:03.689841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-d60fda81-11a1-43a6-831e-5c8ce8415dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.695482 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7549523-a849-4d3a-a059-19fde82206c7 x-openstack-request-id: req-f7549523-a849-4d3a-a059-19fde82206c7 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:03.696080 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-d60fda81-11a1-43a6-831e-5c8ce8415dea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.0795176
Nov 27 20:58:03.700979 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "tag": "95cd7312-1395-4c53-9d65-8971e0e6c4f0", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:03.701374 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7549523-a849-4d3a-a059-19fde82206c7 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:03.701844 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'tag': '95cd7312-1395-4c53-9d65-8971e0e6c4f0', 'status': 'completed', 'code': 200}
Nov 27 20:58:03.799162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-879736637', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:03.824814 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-1007dc81-b352-4a30-a500-d49ddcd193af service neutron] 10.222.0.15 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2535059
Nov 27 20:58:03.923818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-19b820b9-a242-487a-ab46-18018ef45e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.925398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-19b820b9-a242-487a-ab46-18018ef45e99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 921 time: 0.2061765
Nov 27 20:58:03.928853 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-b8378afc-25f9-4455-b75b-eee1e0ce848e service neutron] 10.222.0.15 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318814
Nov 27 20:58:03.934786 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe23b730>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11b6841-a951-44ba-bf77-c769dd09921d', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'floating_ip_address': '172.35.3.110', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'port_id': '961a8aab-3a21-4f48-887a-804874479b17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'mac_address': 'fa:16:3e:bc:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:57:58Z', 'updated_at': '2021-11-27T20:58:02Z', 'revision_number': 1, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa9c276-2d25-4af5-b139-6611d9897cfa', 'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'mac_address': 'fa:16:3e:8c:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:53Z', 'updated_at': '2021-11-27T20:57:05Z', 'revision_number': 5, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'subnets': [{'id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:03.957014 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:03.958000 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:03.963621 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] Checking router: be721e91-2e38-461e-90c0-cb22efaaf9cc for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:58:03.964767 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-b7b0373f-49a8-43c8-a194-5797ffaaa905 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=95cd7312-1395-4c53-9d65-8971e0e6c4f0 HTTP/1.1" status: 200  len: 217 time: 0.1031299
Nov 27 20:58:03.973401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:03.974236 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe23b730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:57:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:03.986328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe895f-9652-487a-8195-022faa689f64 req-4c35e926-d17b-4fa7-92b0-41ab0458bc80 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:03.988228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8afe895f-9652-487a-8195-022faa689f64 req-4c35e926-d17b-4fa7-92b0-41ab0458bc80 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 945 time: 0.1802180
Nov 27 20:58:04.040429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c05e3402-fbcc-4d49-9a29-bef262e069d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:04.062340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-faeeb306-7bac-4a3d-a6dd-1a7bedf7e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.064423 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-faeeb306-7bac-4a3d-a6dd-1a7bedf7e15a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2911d24-a105-49c9-bd26-e2ef59ba265e HTTP/1.1" status: 200  len: 801 time: 0.0718472
Nov 27 20:58:04.091652 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:04.180766 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:04.325217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8afe895f-9652-487a-8195-022faa689f64 req-905d19d0-de4f-4a7e-927a-af9a6afc3394 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2579193
Nov 27 20:58:04.330368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-ee6393a4-e65b-4508-9ee7-1ae3f31495ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.332002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-ee6393a4-e65b-4508-9ee7-1ae3f31495ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=269b2da3-6894-4325-8492-a6acca066ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1551237
Nov 27 20:58:04.409133 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe23b730>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11b6841-a951-44ba-bf77-c769dd09921d', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'floating_ip_address': '172.35.3.110', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'port_id': '961a8aab-3a21-4f48-887a-804874479b17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'mac_address': 'fa:16:3e:bc:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:57:58Z', 'updated_at': '2021-11-27T20:58:02Z', 'revision_number': 1, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa9c276-2d25-4af5-b139-6611d9897cfa', 'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'mac_address': 'fa:16:3e:8c:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:53Z', 'updated_at': '2021-11-27T20:57:05Z', 'revision_number': 5, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'subnets': [{'id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:04.468199 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c6c815-c4ae-41b5-ab8f-7b92d6e3ce24 None None] The sync data for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 is: [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11b6841-a951-44ba-bf77-c769dd09921d', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'floating_ip_address': '172.35.3.110', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'port_id': '961a8aab-3a21-4f48-887a-804874479b17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'mac_address': 'fa:16:3e:bc:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:57:58Z', 'updated_at': '2021-11-27T20:58:02Z', 'revision_number': 1, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa9c276-2d25-4af5-b139-6611d9897cfa', 'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'mac_address': 'fa:16:3e:8c:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:53Z', 'updated_at': '2021-11-27T20:57:05Z', 'revision_number': 5, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'subnets': [{'id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:04.516277 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:04.630440 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-5b5aeafa-34e2-417e-9a29-454d691c156e service neutron] 10.222.0.15 "GET /v2.0/networks/269b2da3-6894-4325-8492-a6acca066ccb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424803
Nov 27 20:58:04.632217 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5658ed6-8458-49e8-aeea-1d5bf814fa49 x-openstack-request-id: req-b5658ed6-8458-49e8-aeea-1d5bf814fa49 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:04.632981 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:04.633085 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5658ed6-8458-49e8-aeea-1d5bf814fa49 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:04.633607 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17', 'status': 'completed', 'code': 200}
Nov 27 20:58:04.696252 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-2c5c2776-5d5c-4c92-99fb-96c787130c98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 1000 time: 0.7621381
Nov 27 20:58:04.759982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-48496feb-527d-4ffd-a702-5c16870bb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.761582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-48496feb-527d-4ffd-a702-5c16870bb678 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.1314631
Nov 27 20:58:04.765591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1338f4-b1e5-4355-9c12-47dbd7ee7262 req-bb41d73e-46bb-445e-91af-37e3fbaef5ca tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.766107 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-178e0601-1281-4615-8d0b-1d7d5c11acc9 req-611c0c47-83da-4da7-ac62-74bc1e36a83b service neutron] 10.222.0.15 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8237424
Nov 27 20:58:04.773227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1338f4-b1e5-4355-9c12-47dbd7ee7262 req-bb41d73e-46bb-445e-91af-37e3fbaef5ca tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.779452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1338f4-b1e5-4355-9c12-47dbd7ee7262 req-bb41d73e-46bb-445e-91af-37e3fbaef5ca tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.787404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1338f4-b1e5-4355-9c12-47dbd7ee7262 req-bb41d73e-46bb-445e-91af-37e3fbaef5ca tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.793200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1338f4-b1e5-4355-9c12-47dbd7ee7262 req-bb41d73e-46bb-445e-91af-37e3fbaef5ca tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.800046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1338f4-b1e5-4355-9c12-47dbd7ee7262 req-bb41d73e-46bb-445e-91af-37e3fbaef5ca tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.806865 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1338f4-b1e5-4355-9c12-47dbd7ee7262 req-bb41d73e-46bb-445e-91af-37e3fbaef5ca tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.808830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d1338f4-b1e5-4355-9c12-47dbd7ee7262 req-bb41d73e-46bb-445e-91af-37e3fbaef5ca tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1719751
Nov 27 20:58:04.847373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-a9edbab4-101c-407b-b1d7-ec6c881a02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:04.848860 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-a9edbab4-101c-407b-b1d7-ec6c881a02dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.1410227
Nov 27 20:58:04.866380 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-33caeaee-cffb-4d58-8b7d-d3e97eb29559 service neutron] 10.222.0.15 "GET /v2.0/networks/269b2da3-6894-4325-8492-a6acca066ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176239
Nov 27 20:58:04.899555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-b04e124f-8fbf-4a4c-84e8-369b9989dbc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381429
Nov 27 20:58:04.908189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-8d5bb426-9108-4d34-a3dd-b89f434d9a67 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:58:04.919909 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-8d5bb426-9108-4d34-a3dd-b89f434d9a67 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0193841
Nov 27 20:58:04.936320 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a48744f-344a-42eb-9eeb-478433f7185d None None] New status for floating IP e11b6841-a951-44ba-bf77-c769dd09921d: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:58:04.957289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-dd01e7f1-0ec2-4bc5-9281-9470dd125cca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=c5507caf-d3c6-4acf-851c-7c098f7db7ee HTTP/1.1" status: 200  len: 217 time: 0.0814273
Nov 27 20:58:04.991456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d1338f4-b1e5-4355-9c12-47dbd7ee7262 req-2159a058-87a8-40ba-9c5a-72dfc65b7c5d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1652737
Nov 27 20:58:05.030110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-e67495cc-0c30-4800-852d-4a3c94b198c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:05.031916 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-e67495cc-0c30-4800-852d-4a3c94b198c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 921 time: 0.2614598
Nov 27 20:58:05.106978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-6a7a2927-ab70-4531-bb7e-9a59407921e1 service neutron] 10.222.0.21 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861432
Nov 27 20:58:05.150787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-407d4fcd-26b5-4a17-a7a1-bd465c745cea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 1000 time: 0.1057832
Nov 27 20:58:05.163221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-b6775466-bcb8-4f35-91d6-61cdd6248bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:05.164872 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-b6775466-bcb8-4f35-91d6-61cdd6248bc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80d2ea65-8d67-4243-b6e7-903dce4055e6 HTTP/1.1" status: 200  len: 801 time: 0.1685729
Nov 27 20:58:05.165688 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:05.198696 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:05.258959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-ef15d2d2-7e9b-4716-8327-15ff25aa4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:05.260515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-ef15d2d2-7e9b-4716-8327-15ff25aa4fdd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.0756400
Nov 27 20:58:05.310194 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-a6234d00-02a9-468d-a67a-cc7619d1e0f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380912
Nov 27 20:58:05.312616 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff85ea27-5d35-417f-8f7f-88cb7dac0d0a req-339592e3-7f3f-4055-be37-6b5690334473 service neutron] 10.222.0.21 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964726
Nov 27 20:58:05.380433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a225-50c3-457b-85b6-c18674f6dedb req-2602e872-134f-43e9-92c6-276b43def0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:05.384246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-2602e872-134f-43e9-92c6-276b43def0ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e775e0e-d0b2-44a7-affc-5b1f09fd1579&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1970630
Nov 27 20:58:05.513142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-002e3556-dc7e-4df4-b1bb-8a1c60eb51d9 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956735
Nov 27 20:58:05.532925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec0ac6-1442-4703-a878-f8ae1233d061 req-12e1bdca-1966-458d-baf9-f055b40b0486 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:05.540152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec0ac6-1442-4703-a878-f8ae1233d061 req-12e1bdca-1966-458d-baf9-f055b40b0486 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:05.547008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec0ac6-1442-4703-a878-f8ae1233d061 req-12e1bdca-1966-458d-baf9-f055b40b0486 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:05.548900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6aec0ac6-1442-4703-a878-f8ae1233d061 req-12e1bdca-1966-458d-baf9-f055b40b0486 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2411 time: 0.1124933
Nov 27 20:58:05.669678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6aec0ac6-1442-4703-a878-f8ae1233d061 req-7e170a88-c703-491b-8040-9b5516bd4873 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093066
Nov 27 20:58:05.703713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af8e3228-15be-4583-9b9b-942d5133cc0d req-d0a1c600-102c-4a15-8ef5-4841bb22f8d0 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534350
Nov 27 20:58:05.822000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8875d6c-a344-4a3a-8347-e8211faa5ada req-f7483a91-addf-4ecb-aa28-1d63536afd0d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:05.824451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8875d6c-a344-4a3a-8347-e8211faa5ada req-f7483a91-addf-4ecb-aa28-1d63536afd0d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 945 time: 0.0661347
Nov 27 20:58:05.864675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'tag': 'c5507caf-d3c6-4acf-851c-7c098f7db7ee'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:05.867871 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81dd60e-3634-464a-8112-63406f2eb0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "tag": "c5507caf-d3c6-4acf-851c-7c098f7db7ee"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:05.883201 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8875d6c-a344-4a3a-8347-e8211faa5ada req-7ceb3c8d-0ba6-45fd-9c2c-cdb4272d054f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514483
Nov 27 20:58:05.884135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45492) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:05.948534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Allocated IP 172.35.3.27 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/62cbe6c8-b0ba-4e69-85b8-e69cf2a9dcc0) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:05.977802 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-1b1d5138-e399-4a1d-bd45-07b5b76fb21a tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.110 HTTP/1.1" status: 200  len: 1002 time: 0.5440559
Nov 27 20:58:06.006232 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-c9f64393-db72-4103-bbcb-372402b034d4 service neutron] 10.222.0.15 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6128240
Nov 27 20:58:06.030807 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc03816f-d67a-43e7-bb88-2483c2dcf540 x-openstack-request-id: req-fc03816f-d67a-43e7-bb88-2483c2dcf540 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:06.031111 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "tag": "c5507caf-d3c6-4acf-851c-7c098f7db7ee", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:06.031496 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc03816f-d67a-43e7-bb88-2483c2dcf540 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:06.031966 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'tag': 'c5507caf-d3c6-4acf-851c-7c098f7db7ee', 'status': 'completed', 'code': 200}
Nov 27 20:58:06.043054 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.149542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-3dfa1a7f-3633-4b90-a438-43e9af76aed1 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.151065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-3dfa1a7f-3633-4b90-a438-43e9af76aed1 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports/961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 943 time: 0.1512902
Nov 27 20:58:06.190742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0820c-77e5-4226-ae3c-c35f2bd3e718 req-663a6052-03da-4798-bdd9-6673bb4542e5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.197174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0820c-77e5-4226-ae3c-c35f2bd3e718 req-663a6052-03da-4798-bdd9-6673bb4542e5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.203791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0820c-77e5-4226-ae3c-c35f2bd3e718 req-663a6052-03da-4798-bdd9-6673bb4542e5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.211649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0820c-77e5-4226-ae3c-c35f2bd3e718 req-663a6052-03da-4798-bdd9-6673bb4542e5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.218742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0820c-77e5-4226-ae3c-c35f2bd3e718 req-663a6052-03da-4798-bdd9-6673bb4542e5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.227407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0820c-77e5-4226-ae3c-c35f2bd3e718 req-663a6052-03da-4798-bdd9-6673bb4542e5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.234441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0820c-77e5-4226-ae3c-c35f2bd3e718 req-663a6052-03da-4798-bdd9-6673bb4542e5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.236559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0b0820c-77e5-4226-ae3c-c35f2bd3e718 req-663a6052-03da-4798-bdd9-6673bb4542e5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1450994
Nov 27 20:58:06.259345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.263336 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.273051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.277052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0698a225-50c3-457b-85b6-c18674f6dedb req-3aaa09b0-0784-4b81-90dc-101d5de34ff4 service neutron] 10.222.0.15 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2493351
Nov 27 20:58:06.302508 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-dbe7c6f8-daa0-4d37-b5aa-38f82ea05c0d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.110 HTTP/1.1" status: 200  len: 1002 time: 0.1028657
Nov 27 20:58:06.358282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3bccb72ca48413d856528288a44fdab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4725101
Nov 27 20:58:06.365905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45500) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:06.382831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832eb263-4f08-41e6-bee4-20d75c5457bf,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:06.391697 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.408985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0b0820c-77e5-4226-ae3c-c35f2bd3e718 req-f13afd36-3988-4e53-bc86-8d9d9f95e33b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1618698
Nov 27 20:58:06.416712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.417082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.417535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.417966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.418297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.418787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.419106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.419550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.419920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.420034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-93178528-0bf9-4d17-aa02-3b18aedddc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.420454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.420684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.421000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ca87eb-5d03-4498-ae37-c4beda3521af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:06.477889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:06.481116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8abb4ce-98e1-408d-8435-7ce863ad7939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.488818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:06.493016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:06.496802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event updated for resources: {'Port': ['ID=62cbe6c8-b0ba-4e69-85b8-e69cf2a9dcc0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:06.514997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8abb4ce-98e1-408d-8435-7ce863ad7939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.556158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-f518386c-2448-4fae-a77f-e7204f8b5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.556680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-f518386c-2448-4fae-a77f-e7204f8b5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.557211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-f518386c-2448-4fae-a77f-e7204f8b5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.558871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-f518386c-2448-4fae-a77f-e7204f8b5b0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d16fd50eb2412992297f88bb1d4580&device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2864 time: 0.1801553
Nov 27 20:58:06.567940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-ba1ed77c-6e03-4532-889a-d18b042947f3 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.571806 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-ba1ed77c-6e03-4532-889a-d18b042947f3 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2566798
Nov 27 20:58:06.576508 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8abb4ce-98e1-408d-8435-7ce863ad7939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.579307 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8abb4ce-98e1-408d-8435-7ce863ad7939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:06.580617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b8abb4ce-98e1-408d-8435-7ce863ad7939 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/832eb263-4f08-41e6-bee4-20d75c5457bf HTTP/1.1" status: 204  len: 168 time: 0.2135463
Nov 27 20:58:06.590034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abb4ce-98e1-408d-8435-7ce863ad7939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832eb263-4f08-41e6-bee4-20d75c5457bf,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:06.605345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-a1a085f1-491b-430e-8d1f-763d4549222e tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:58:06.606404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-a1a085f1-491b-430e-8d1f-763d4549222e tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0195053
Nov 27 20:58:06.823355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e903-5541-46a9-955e-aee361af7b05 req-78c77781-fcc8-4440-843b-92f47c61b7c1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.829825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e903-5541-46a9-955e-aee361af7b05 req-78c77781-fcc8-4440-843b-92f47c61b7c1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.841509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e903-5541-46a9-955e-aee361af7b05 req-78c77781-fcc8-4440-843b-92f47c61b7c1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.850036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8927e903-5541-46a9-955e-aee361af7b05 req-78c77781-fcc8-4440-843b-92f47c61b7c1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2411 time: 0.0777228
Nov 27 20:58:06.856536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-f772e049-ebe8-4e26-8ad2-84798a8749e4 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.110 HTTP/1.1" status: 200  len: 1002 time: 0.2125363
Nov 27 20:58:06.867735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-8a2bc092-8f29-4ffd-ab2c-94d3e96dc702 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:06.907921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8927e903-5541-46a9-955e-aee361af7b05 req-4b222bf3-7b26-4bb4-a6ab-2dc7eda47a76 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498416
Nov 27 20:58:06.936814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-1cceb312-1ebc-42e0-8b29-9098bc49cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:06.938371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-1cceb312-1ebc-42e0-8b29-9098bc49cbcb service neutron] 10.222.0.15 "GET /v2.0/networks?id=269b2da3-6894-4325-8492-a6acca066ccb HTTP/1.1" status: 200  len: 903 time: 0.3629696
Nov 27 20:58:06.995086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-7bd74d9f-34d3-454d-bef4-fb448008aa96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=95cd7312-1395-4c53-9d65-8971e0e6c4f0 HTTP/1.1" status: 200  len: 217 time: 0.0470409
Nov 27 20:58:07.025259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45512) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:07.041462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-628411ca-0670-4034-8aac-0861a24d18b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.046976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-8a2bc092-8f29-4ffd-ab2c-94d3e96dc702 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.102575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba793ec-e397-499a-b3a9-c3808b3c6b80 req-825fd9e8-cbf7-4b19-bc99-8d7fce34c9a1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.104231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fba793ec-e397-499a-b3a9-c3808b3c6b80 req-825fd9e8-cbf7-4b19-bc99-8d7fce34c9a1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 945 time: 0.1095269
Nov 27 20:58:07.137535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.142540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-ebfd153b-cc50-4b40-899b-c6bec8c2ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.144367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-ebfd153b-cc50-4b40-899b-c6bec8c2ede3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2911d24-a105-49c9-bd26-e2ef59ba265e HTTP/1.1" status: 200  len: 801 time: 0.1158543
Nov 27 20:58:07.163195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-cb5fb5d3-7fe6-4ba1-8fb5-33f0e0eb6185 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.164723 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-cb5fb5d3-7fe6-4ba1-8fb5-33f0e0eb6185 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 945 time: 0.1084232
Nov 27 20:58:07.238826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fba793ec-e397-499a-b3a9-c3808b3c6b80 req-ce13f727-1ca3-4532-b0bf-70e10fdba913 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223493
Nov 27 20:58:07.298388 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-628411ca-0670-4034-8aac-0861a24d18b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.307245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-628411ca-0670-4034-8aac-0861a24d18b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.357466 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-628411ca-0670-4034-8aac-0861a24d18b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23a09b31232e4c51a2459b0a9e01e784&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3305323
Nov 27 20:58:07.358484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628411ca-0670-4034-8aac-0861a24d18b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1268ec-d99f-4baa-a283-cca272b2d566,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:07.362676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45514) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:07.376110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-5ea16498-3d89-45ba-8193-6d87e36994b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.377148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-5ea16498-3d89-45ba-8193-6d87e36994b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=269b2da3-6894-4325-8492-a6acca066ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2244003
Nov 27 20:58:07.380469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Deleting port ba5093c8-5e5f-466d-8325-216ffbb07fe4 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:07.381761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.382253 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-8a2bc092-8f29-4ffd-ab2c-94d3e96dc702 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.398572 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-8a2bc092-8f29-4ffd-ab2c-94d3e96dc702 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.398911 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-8a2bc092-8f29-4ffd-ab2c-94d3e96dc702 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Floating IP e11b6841-a951-44ba-bf77-c769dd09921d disassociated. External IP: 172.35.3.110, port: 961a8aab-3a21-4f48-887a-804874479b17.
Nov 27 20:58:07.483312 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-813863d9-41e3-498f-afb9-bf3340e4f0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.515722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] For port ba5093c8-5e5f-466d-8325-216ffbb07fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba5093c8-5e5f-466d-8325-216ffbb07fe4,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:07.516053 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.542494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-813863d9-41e3-498f-afb9-bf3340e4f0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.557521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Calling delete_port for ba5093c8-5e5f-466d-8325-216ffbb07fe4 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:07.666834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-93328166-4d72-49b5-a8aa-04b3b7cf8313 service neutron] 10.222.0.15 "GET /v2.0/networks/269b2da3-6894-4325-8492-a6acca066ccb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808425
Nov 27 20:58:07.669843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab8cf-9540-421d-9bec-957a091922ca req-4288ec0e-f0d2-4813-bfb4-1fa012038c0b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.676050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab8cf-9540-421d-9bec-957a091922ca req-4288ec0e-f0d2-4813-bfb4-1fa012038c0b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.682782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab8cf-9540-421d-9bec-957a091922ca req-4288ec0e-f0d2-4813-bfb4-1fa012038c0b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.688985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab8cf-9540-421d-9bec-957a091922ca req-4288ec0e-f0d2-4813-bfb4-1fa012038c0b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.695849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab8cf-9540-421d-9bec-957a091922ca req-4288ec0e-f0d2-4813-bfb4-1fa012038c0b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.701645 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.701963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab8cf-9540-421d-9bec-957a091922ca req-4288ec0e-f0d2-4813-bfb4-1fa012038c0b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.708111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab8cf-9540-421d-9bec-957a091922ca req-4288ec0e-f0d2-4813-bfb4-1fa012038c0b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:07.710203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bfaab8cf-9540-421d-9bec-957a091922ca req-4288ec0e-f0d2-4813-bfb4-1fa012038c0b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1815650
Nov 27 20:58:07.750473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-813863d9-41e3-498f-afb9-bf3340e4f0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.753214 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-813863d9-41e3-498f-afb9-bf3340e4f0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.754362 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-813863d9-41e3-498f-afb9-bf3340e4f0a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb1268ec-d99f-4baa-a283-cca272b2d566 HTTP/1.1" status: 204  len: 168 time: 0.3907359
Nov 27 20:58:07.757554 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.784246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813863d9-41e3-498f-afb9-bf3340e4f0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1268ec-d99f-4baa-a283-cca272b2d566,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:07.835185 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bfaab8cf-9540-421d-9bec-957a091922ca req-31329d3b-6a65-41f7-bc43-d4dc704622fd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1101885
Nov 27 20:58:07.900384 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:07.918304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['ba5093c8-5e5f-466d-8325-216ffbb07fe4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:07.997654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event deleted for resources: {'Port': ['ID=ba5093c8-5e5f-466d-8325-216ffbb07fe4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:08.001281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] No DVR routers for this DVR port ba5093c8-5e5f-466d-8325-216ffbb07fe4 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:08.004424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:08.008752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a6fdea7-78dd-4288-b39c-af046bd17170 req-55619cd7-e537-43f6-ba8d-a545ac811ddf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "DELETE /v2.0/ports/ba5093c8-5e5f-466d-8325-216ffbb07fe4 HTTP/1.1" status: 204  len: 173 time: 0.8306108
Nov 27 20:58:08.009694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e971ee8-48a3-48e9-b448-43f691848430', 'name': 'network-vif-deleted', 'tag': 'ba5093c8-5e5f-466d-8325-216ffbb07fe4'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:08.013215 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2532b58-ef37-416d-867b-9a6085ab3835" -d '{"events": [{"server_uuid": "9e971ee8-48a3-48e9-b448-43f691848430", "name": "network-vif-deleted", "tag": "ba5093c8-5e5f-466d-8325-216ffbb07fe4"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:08.153149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e850f-63bd-4e98-982d-12119ff89704 req-8f4cf883-9262-4c04-af15-c662d9fc18a9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:08.161133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e850f-63bd-4e98-982d-12119ff89704 req-8f4cf883-9262-4c04-af15-c662d9fc18a9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:08.170612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e850f-63bd-4e98-982d-12119ff89704 req-8f4cf883-9262-4c04-af15-c662d9fc18a9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:08.180623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1d5e850f-63bd-4e98-982d-12119ff89704 req-8f4cf883-9262-4c04-af15-c662d9fc18a9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2411 time: 0.1052756
Nov 27 20:58:08.235140 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1d5e850f-63bd-4e98-982d-12119ff89704 req-5d49b3e3-a9aa-46df-9600-8a41b36dbba7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535438
Nov 27 20:58:08.300143 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91e983e-30a1-48ad-a581-80e74d5f26a0 x-openstack-request-id: req-a91e983e-30a1-48ad-a581-80e74d5f26a0 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:08.300495 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e971ee8-48a3-48e9-b448-43f691848430", "name": "network-vif-deleted", "tag": "ba5093c8-5e5f-466d-8325-216ffbb07fe4", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:08.300768 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a91e983e-30a1-48ad-a581-80e74d5f26a0 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:08.301269 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e971ee8-48a3-48e9-b448-43f691848430', 'name': 'network-vif-deleted', 'tag': 'ba5093c8-5e5f-466d-8325-216ffbb07fe4', 'status': 'completed', 'code': 200}
Nov 27 20:58:08.365696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1312c29-1d0b-4ecb-ad87-29a6b87c4516 req-49296df0-7050-4b87-9365-4dc4060dcd77 service neutron] 10.222.0.15 "GET /v2.0/networks/269b2da3-6894-4325-8492-a6acca066ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6898253
Nov 27 20:58:08.399521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-8a2bc092-8f29-4ffd-ab2c-94d3e96dc702 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Router be721e91-2e38-461e-90c0-cb22efaaf9cc has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:58:08.463367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d248d361-61a9-46e9-821f-8f460bc0a92e req-189a528a-c994-40b0-8dbe-2259923494f8 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e971ee8-48a3-48e9-b448-43f691848430 HTTP/1.1" status: 200  len: 210 time: 0.0743737
Nov 27 20:58:08.568460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Router 2adcd71c-a9b5-4ef5-b2a3-17c5ae750709 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:58:08.593216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-210cfd2a-ac54-4b87-93e8-c5cc33335a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:08.593799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-210cfd2a-ac54-4b87-93e8-c5cc33335a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:08.594712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-210cfd2a-ac54-4b87-93e8-c5cc33335a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:08.595999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-210cfd2a-ac54-4b87-93e8-c5cc33335a7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d16fd50eb2412992297f88bb1d4580&device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2864 time: 0.1697361
Nov 27 20:58:08.605741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-8a2bc092-8f29-4ffd-ab2c-94d3e96dc702 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:08.617146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-8a2bc092-8f29-4ffd-ab2c-94d3e96dc702 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:08.627039 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] Sync routers for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:08.656143 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:08.657093 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:08.746831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-8a2bc092-8f29-4ffd-ab2c-94d3e96dc702 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "PUT /v2.0/floatingips/e11b6841-a951-44ba-bf77-c769dd09921d HTTP/1.1" status: 200  len: 695 time: 1.8893068
Nov 27 20:58:08.750548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:08.752956 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcee8471-40de-4dd2-8766-f87d0f7f4854" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:08.796490 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:08.836005 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b615f4-1ca1-4a29-ba4b-29d40df2e5b9 x-openstack-request-id: req-67b615f4-1ca1-4a29-ba4b-29d40df2e5b9 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:08.836224 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "tag": "961a8aab-3a21-4f48-887a-804874479b17", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:08.836563 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67b615f4-1ca1-4a29-ba4b-29d40df2e5b9 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:08.837054 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'tag': '961a8aab-3a21-4f48-887a-804874479b17', 'status': 'completed', 'code': 200}
Nov 27 20:58:08.904907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-527e10e8-8fbe-476d-b172-6952b422cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:08.912820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-527e10e8-8fbe-476d-b172-6952b422cc41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.1059248
Nov 27 20:58:08.931624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-2110aa3e-7a92-4f1c-9ba0-bec49f710a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:08.935220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-2110aa3e-7a92-4f1c-9ba0-bec49f710a11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea113326fcea4903b6f63e84c0339fa7&device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 1097 time: 0.1037445
Nov 27 20:58:08.942897 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:08.945705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-94996650-52ce-458d-9f09-d2735d73aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:08.947370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-94996650-52ce-458d-9f09-d2735d73aa56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8e775e0e-d0b2-44a7-affc-5b1f09fd1579 HTTP/1.1" status: 200  len: 903 time: 0.3430154
Nov 27 20:58:08.956022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ba294-120f-4c47-93d8-3c1b65ab152d None None] Sync routers for ids ['2adcd71c-a9b5-4ef5-b2a3-17c5ae750709'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:08.980977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ba294-120f-4c47-93d8-3c1b65ab152d None None] Routers {'2adcd71c-a9b5-4ef5-b2a3-17c5ae750709'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:08.982753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0d6ba294-120f-4c47-93d8-3c1b65ab152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd66c8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2adcd71c-a9b5-4ef5-b2a3-17c5ae750709'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:09.075571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:09.081345 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c5835eb5-8b42-406f-983e-92839fcadd61 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.7697442
Nov 27 20:58:09.083729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45556) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:09.093661 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-a55247f8-57c7-4ab5-b594-d937450ef654 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=c5507caf-d3c6-4acf-851c-7c098f7db7ee HTTP/1.1" status: 200  len: 217 time: 0.1002040
Nov 27 20:58:09.111054 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190bb0>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfa9c276-2d25-4af5-b139-6611d9897cfa', 'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'mac_address': 'fa:16:3e:8c:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:53Z', 'updated_at': '2021-11-27T20:57:05Z', 'revision_number': 5, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'subnets': [{'id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:09.114686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0d6ba294-120f-4c47-93d8-3c1b65ab152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd66c8b0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:09.119943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e405e7a-6501-4373-909c-776345fbaef5 req-603f76eb-0093-4358-85d6-747af46c1cf5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.126328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e405e7a-6501-4373-909c-776345fbaef5 req-603f76eb-0093-4358-85d6-747af46c1cf5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.134498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ba294-120f-4c47-93d8-3c1b65ab152d None None] Routers {'2adcd71c-a9b5-4ef5-b2a3-17c5ae750709'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:09.135516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0d6ba294-120f-4c47-93d8-3c1b65ab152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd66c8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2adcd71c-a9b5-4ef5-b2a3-17c5ae750709'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:09.152800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e405e7a-6501-4373-909c-776345fbaef5 req-603f76eb-0093-4358-85d6-747af46c1cf5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.169967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e405e7a-6501-4373-909c-776345fbaef5 req-603f76eb-0093-4358-85d6-747af46c1cf5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.174460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0d6ba294-120f-4c47-93d8-3c1b65ab152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd66c8b0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:09.175523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ba294-120f-4c47-93d8-3c1b65ab152d None None] The sync data for ids ['2adcd71c-a9b5-4ef5-b2a3-17c5ae750709'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:09.178593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-c2839653-91f9-417b-bca1-0f0b73502670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.188531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-c2839653-91f9-417b-bca1-0f0b73502670 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 921 time: 0.2735522
Nov 27 20:58:09.191526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e405e7a-6501-4373-909c-776345fbaef5 req-603f76eb-0093-4358-85d6-747af46c1cf5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.200227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e405e7a-6501-4373-909c-776345fbaef5 req-603f76eb-0093-4358-85d6-747af46c1cf5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.210530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e405e7a-6501-4373-909c-776345fbaef5 req-603f76eb-0093-4358-85d6-747af46c1cf5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.220259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e405e7a-6501-4373-909c-776345fbaef5 req-603f76eb-0093-4358-85d6-747af46c1cf5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2467637
Nov 27 20:58:09.236640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-35086faa-e7b1-425b-8cd4-0e81657b59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.238464 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-35086faa-e7b1-425b-8cd4-0e81657b59f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80d2ea65-8d67-4243-b6e7-903dce4055e6 HTTP/1.1" status: 200  len: 801 time: 0.1364777
Nov 27 20:58:09.247510 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-d11b7bc7-00b5-4db3-985e-a94aa5037c0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 217 time: 0.0576847
Nov 27 20:58:09.297226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-bc5a104b-9717-4d71-992e-4e3c334086b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.298847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-bc5a104b-9717-4d71-992e-4e3c334086b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 200  len: 921 time: 0.3535697
Nov 27 20:58:09.312260 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] Checking router: be721e91-2e38-461e-90c0-cb22efaaf9cc for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:58:09.335206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-003eb0c1-e8c8-49ce-a98d-645a98b799df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.336198 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:09.337175 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-003eb0c1-e8c8-49ce-a98d-645a98b799df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.0883837
Nov 27 20:58:09.337631 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:09.343058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-b56fffe1-0e24-4ce1-90bc-0d82f89b2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.346370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-b56fffe1-0e24-4ce1-90bc-0d82f89b2bf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e775e0e-d0b2-44a7-affc-5b1f09fd1579&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0894508
Nov 27 20:58:09.370297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-fc4ca35e-63df-4d49-a5dc-ad80d0b9ed86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 200  len: 217 time: 0.0589318
Nov 27 20:58:09.415175 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-66a83a34-95bc-460a-9a35-0a7b481ed572 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676329
Nov 27 20:58:09.500420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e405e7a-6501-4373-909c-776345fbaef5 req-0f3bcc38-b05e-4dca-80da-a404f5e24650 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2787628
Nov 27 20:58:09.500579 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:09.514481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-d796dd4a-b260-44c8-b33e-6bfe5a2693ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.516671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-d796dd4a-b260-44c8-b33e-6bfe5a2693ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 200  len: 860 time: 0.1255229
Nov 27 20:58:09.524606 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:09.542529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5eab7cb0-e99f-42f5-8cd2-fa644ac21156 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/routers/2adcd71c-a9b5-4ef5-b2a3-17c5ae750709 HTTP/1.1" status: 200  len: 923 time: 0.4570513
Nov 27 20:58:09.543209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45568) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:09.573615 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-251b12ab-6841-4162-a5ca-ad7202a02cad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489976
Nov 27 20:58:09.606035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45574) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:09.606479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a8a75065-aebd-4a77-851f-bb891f3c22e8 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=2adcd71c-a9b5-4ef5-b2a3-17c5ae750709 HTTP/1.1" status: 200  len: 205 time: 0.0483479
Nov 27 20:58:09.761482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-3a6d6c5c-40c2-4e44-bfbb-4128518cfc94 service neutron] 10.222.0.15 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4029095
Nov 27 20:58:09.765400 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-c075330a-7b0f-4da8-b51b-481c2f610378 service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575911
Nov 27 20:58:09.778668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fe165-2f42-4528-8221-725f4d98097c req-8b95b89b-fea1-45c3-92ab-64fea2304735 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.786272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fe165-2f42-4528-8221-725f4d98097c req-8b95b89b-fea1-45c3-92ab-64fea2304735 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.793347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fe165-2f42-4528-8221-725f4d98097c req-8b95b89b-fea1-45c3-92ab-64fea2304735 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:09.799736 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d49fe165-2f42-4528-8221-725f4d98097c req-8b95b89b-fea1-45c3-92ab-64fea2304735 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2411 time: 0.1113207
Nov 27 20:58:09.812122 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190bb0>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfa9c276-2d25-4af5-b139-6611d9897cfa', 'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'mac_address': 'fa:16:3e:8c:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:53Z', 'updated_at': '2021-11-27T20:57:05Z', 'revision_number': 5, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'subnets': [{'id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:09.844738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-61004348-5c0e-451c-a67d-a4a368ef2550 service neutron] 10.222.0.21 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3483167
Nov 27 20:58:09.868092 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf20ca0-ffff-4f65-bfac-a45e2573eb71 None None] The sync data for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 is: [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:56:54Z', 'revision_number': 4, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfa9c276-2d25-4af5-b139-6611d9897cfa', 'name': '', 'network_id': 'bec98bc9-0b5b-4b5f-b388-d430ab12ae4e', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'mac_address': 'fa:16:3e:8c:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:53Z', 'updated_at': '2021-11-27T20:57:05Z', 'revision_number': 5, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'subnets': [{'id': '16c692c8-6bab-45b1-ba05-eb022664c7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:09.908825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcee8471-40de-4dd2-8766-f87d0f7f4854 req-b033bdf9-3af6-4892-b180-92f5d3bf0aae service neutron] 10.222.0.35 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077011
Nov 27 20:58:09.983975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d49fe165-2f42-4528-8221-725f4d98097c req-2d268784-6568-4843-8ac0-fbe42f14a692 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778792
Nov 27 20:58:10.059621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:10.070336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a81dd60e-3634-464a-8112-63406f2eb0aa req-f101cd85-7f65-457b-bf16-4c00a24bb704 service neutron] 10.222.0.15 "GET /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2994940
Nov 27 20:58:10.183847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e61cb6b-34e5-4041-997b-1aa937948358 req-a4f7d99b-6717-4167-9cf7-6f49d8274e53 service neutron] 10.222.0.21 "GET /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2937405
Nov 27 20:58:10.257306 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:10.292822 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:10.298912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c5507caf-d3c6-4acf-851c-7c098f7db7ee details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:58:10.307535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-40b9b7b5-076d-47c3-b24c-7992e0d7a7f5 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/floatingips/e11b6841-a951-44ba-bf77-c769dd09921d HTTP/1.1" status: 200  len: 695 time: 0.0693476
Nov 27 20:58:10.357771 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51285b-0469-48c7-936d-8efca67899e8 None None] New status for floating IP e11b6841-a951-44ba-bf77-c769dd09921d: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:58:10.448733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Deleting port 62cbe6c8-b0ba-4e69-85b8-e69cf2a9dcc0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:10.449320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:10.476992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-c41ed153-eb15-48cc-8540-e182502baa59 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:10.488346 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-c41ed153-eb15-48cc-8540-e182502baa59 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.1747329
Nov 27 20:58:10.502641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-ea47635c-efac-4bd2-914c-eb14651003f1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/quotas/376670c463284dec902268e55ba60b72 HTTP/1.1" status: 200  len: 375 time: 0.0130188
Nov 27 20:58:10.555781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-74e7175f-f788-49bb-b7de-783e660665fb tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:10.557186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-74e7175f-f788-49bb-b7de-783e660665fb tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 784 time: 0.2191362
Nov 27 20:58:10.583344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c5507caf-d3c6-4acf-851c-7c098f7db7ee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5507caf-d3c6-4acf-851c-7c098f7db7ee,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:10.587065 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-4f6b5c5c-d7a0-4b8f-a5b6-88dc66fdd6da tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0691268
Nov 27 20:58:10.589063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-bb065865-35c4-403a-8164-9743af2ff5be tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 20:58:10.590094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-bb065865-35c4-403a-8164-9743af2ff5be tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0196459
Nov 27 20:58:10.592007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:10.615325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Calling delete_port for 62cbe6c8-b0ba-4e69-85b8-e69cf2a9dcc0 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:10.625196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'c5507caf-d3c6-4acf-851c-7c098f7db7ee', 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579', 'port_id': 'c5507caf-d3c6-4acf-851c-7c098f7db7ee', 'mac_address': 'fa:16:3e:6c:80:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d2ea65-8d67-4243-b6e7-903dce4055e6', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:58:10.666959 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-24d8baa4-85fa-4921-bde7-c931ced1aea1 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.110 HTTP/1.1" status: 200  len: 698 time: 0.0663397
Nov 27 20:58:10.704262 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:10.724712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5507caf-d3c6-4acf-851c-7c098f7db7ee {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:10.754369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-026b24b4-2bff-4146-ac11-df541c60fb59 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653507
Nov 27 20:58:10.761112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c5507caf-d3c6-4acf-851c-7c098f7db7ee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5507caf-d3c6-4acf-851c-7c098f7db7ee,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:10.770578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:10.774018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 95cd7312-1395-4c53-9d65-8971e0e6c4f0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:58:10.792797 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b5abfe1b-db74-48bc-b12b-df1b5abb39ba tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.35.3.110 HTTP/1.1" status: 200  len: 696 time: 0.0789537
Nov 27 20:58:10.864017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ba5093c8-5e5f-466d-8325-216ffbb07fe4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:10.899108 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-7d31ae17-d6ec-4a00-ad0b-2fd73e182b77 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418910
Nov 27 20:58:10.922433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: ba5093c8-5e5f-466d-8325-216ffbb07fe4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:10.922844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ba5093c8-5e5f-466d-8325-216ffbb07fe4 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:10.926056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c5507caf-d3c6-4acf-851c-7c098f7db7ee,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:10.937068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.937538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.938069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.938566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.939159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.939745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.940562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.941117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.941667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.942222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.942788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:10.943312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:11.000470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 95cd7312-1395-4c53-9d65-8971e0e6c4f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95cd7312-1395-4c53-9d65-8971e0e6c4f0,segment=NetworkSegment(8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6),segment_id=8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:11.021436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '95cd7312-1395-4c53-9d65-8971e0e6c4f0', 'network_id': '269b2da3-6894-4325-8492-a6acca066ccb', 'port_id': '95cd7312-1395-4c53-9d65-8971e0e6c4f0', 'mac_address': 'fa:16:3e:52:e3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2911d24-a105-49c9-bd26-e2ef59ba265e', 'ip_address': '19.86.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:58:11.054297 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.093335 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.114080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cd7312-1395-4c53-9d65-8971e0e6c4f0 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:11.132232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event deleted for resources: {'Port': ['ID=62cbe6c8-b0ba-4e69-85b8-e69cf2a9dcc0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:11.136969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Deleting port 7151affc-b834-4e5f-ade2-945ddfd54f02 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:11.145259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.156199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 95cd7312-1395-4c53-9d65-8971e0e6c4f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95cd7312-1395-4c53-9d65-8971e0e6c4f0,segment=NetworkSegment(8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6),segment_id=8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:11.166450 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.167241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device ad2be44c-7183-4c6d-99b8-d5e16696aadd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:58:11.244138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19e23-ba54-473a-ab16-5064fe429198 req-7ad9f551-7f37-4015-95be-38760b337e36 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.264276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19e23-ba54-473a-ab16-5064fe429198 req-7ad9f551-7f37-4015-95be-38760b337e36 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.284237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19e23-ba54-473a-ab16-5064fe429198 req-7ad9f551-7f37-4015-95be-38760b337e36 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.286940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port ad2be44c-7183-4c6d-99b8-d5e16696aadd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad2be44c-7183-4c6d-99b8-d5e16696aadd,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:11.299722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19e23-ba54-473a-ab16-5064fe429198 req-7ad9f551-7f37-4015-95be-38760b337e36 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.308136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=95cd7312-1395-4c53-9d65-8971e0e6c4f0,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:11.311916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'ad2be44c-7183-4c6d-99b8-d5e16696aadd', 'network_id': '8e775e0e-d0b2-44a7-affc-5b1f09fd1579', 'port_id': 'ad2be44c-7183-4c6d-99b8-d5e16696aadd', 'mac_address': 'fa:16:3e:cb:19:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d2ea65-8d67-4243-b6e7-903dce4055e6', 'ip_address': '19.80.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:58:11.324670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19e23-ba54-473a-ab16-5064fe429198 req-7ad9f551-7f37-4015-95be-38760b337e36 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.340715 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.343198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19e23-ba54-473a-ab16-5064fe429198 req-7ad9f551-7f37-4015-95be-38760b337e36 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.350715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19e23-ba54-473a-ab16-5064fe429198 req-7ad9f551-7f37-4015-95be-38760b337e36 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.356115 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.365337 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abc19e23-ba54-473a-ab16-5064fe429198 req-7ad9f551-7f37-4015-95be-38760b337e36 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2164109
Nov 27 20:58:11.393029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2be44c-7183-4c6d-99b8-d5e16696aadd {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:11.436132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port ad2be44c-7183-4c6d-99b8-d5e16696aadd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad2be44c-7183-4c6d-99b8-d5e16696aadd,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:11.453946 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.474360 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.477813 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.501063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abc19e23-ba54-473a-ab16-5064fe429198 req-9be5fefe-0e1e-49fd-9ac4-fd9702deadbe tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1329627
Nov 27 20:58:11.546819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.547585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Fanout notify agent at l3_agent the message router_deleted on router 2adcd71c-a9b5-4ef5-b2a3-17c5ae750709 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:11.555690 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.556973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-90a4c3bb-3c43-42e6-8b9f-a03f9c94413d tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/2adcd71c-a9b5-4ef5-b2a3-17c5ae750709 HTTP/1.1" status: 204  len: 168 time: 1.9482045
Nov 27 20:58:11.561207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45694) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:11.564607 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.565155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.567339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'router': {'name': 'tempest-snat-router-214410865', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': False}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:11.586928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Calling delete_port for 7151affc-b834-4e5f-ade2-945ddfd54f02 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:11.633320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.634772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.742826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.778659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=ad2be44c-7183-4c6d-99b8-d5e16696aadd,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:11.825106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.866418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Pushing event deleted for resources: {'Port': ['ID=7151affc-b834-4e5f-ade2-945ddfd54f02,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:11.939095 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.943362 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:11.945254 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-046a54a0-fd7f-4bfd-b0f3-51321c1db41d req-b8034967-12e8-4b2f-98d6-032c2e40b5f7 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "DELETE /v2.0/floatingips/e11b6841-a951-44ba-bf77-c769dd09921d HTTP/1.1" status: 204  len: 173 time: 1.1081378
Nov 27 20:58:11.953693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03bc38-9272-4e9a-b04f-cbe70bb0d8c2 req-1ea4f416-816f-4544-b8b7-5e981b0e37d5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.959910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03bc38-9272-4e9a-b04f-cbe70bb0d8c2 req-1ea4f416-816f-4544-b8b7-5e981b0e37d5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.965907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03bc38-9272-4e9a-b04f-cbe70bb0d8c2 req-1ea4f416-816f-4544-b8b7-5e981b0e37d5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:11.967634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f03bc38-9272-4e9a-b04f-cbe70bb0d8c2 req-1ea4f416-816f-4544-b8b7-5e981b0e37d5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2414 time: 0.2233257
Nov 27 20:58:11.975684 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:12.037115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['ad2be44c-7183-4c6d-99b8-d5e16696aadd'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:12.077789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f03bc38-9272-4e9a-b04f-cbe70bb0d8c2 req-33f45f40-14f6-49c7-b048-4779279f52f7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975370
Nov 27 20:58:12.086749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['95cd7312-1395-4c53-9d65-8971e0e6c4f0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:12.093093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd861823-73d6-446c-b81c-234f4d8451ff req-c5e7c1f7-50d0-42d1-849c-04d89b8a62dc tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 210 time: 0.0371933
Nov 27 20:58:12.197924 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eadb27f0-5028-4d7a-8668-7db7a60c4d50 req-2082edb3-d3ff-46dc-be3f-dd48400eacc4 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups/19368da8-0710-4106-a9fa-538f3db5e97e HTTP/1.1" status: 200  len: 1826 time: 0.0567074
Nov 27 20:58:12.297450 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eadb27f0-5028-4d7a-8668-7db7a60c4d50 req-f6199455-2419-4c3f-9603-0f5536327824 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:12.299070 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:12.325183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:12.328724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eadb27f0-5028-4d7a-8668-7db7a60c4d50 req-f6199455-2419-4c3f-9603-0f5536327824 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:12.383536 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eadb27f0-5028-4d7a-8668-7db7a60c4d50 req-f6199455-2419-4c3f-9603-0f5536327824 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:12.388335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-eadb27f0-5028-4d7a-8668-7db7a60c4d50 req-f6199455-2419-4c3f-9603-0f5536327824 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:12.389817 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eadb27f0-5028-4d7a-8668-7db7a60c4d50 req-f6199455-2419-4c3f-9603-0f5536327824 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "DELETE /v2.0/security-groups/19368da8-0710-4106-a9fa-538f3db5e97e HTTP/1.1" status: 204  len: 173 time: 0.1853526
Nov 27 20:58:12.401865 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6199455-2419-4c3f-9603-0f5536327824 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19368da8-0710-4106-a9fa-538f3db5e97e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:12.466731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Allocated IP 172.35.3.110 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/02fb6a2e-0daa-4d39-8413-530f0ec291ff) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:12.656520 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:12.723340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6bcc0-598c-4545-a8f0-2309fa5703de req-86117be1-f747-4111-8654-c586f70ccad9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:12.730264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6bcc0-598c-4545-a8f0-2309fa5703de req-86117be1-f747-4111-8654-c586f70ccad9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:12.737665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6bcc0-598c-4545-a8f0-2309fa5703de req-86117be1-f747-4111-8654-c586f70ccad9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:12.745051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6bcc0-598c-4545-a8f0-2309fa5703de req-86117be1-f747-4111-8654-c586f70ccad9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:12.753934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45756) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:12.755285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6bcc0-598c-4545-a8f0-2309fa5703de req-86117be1-f747-4111-8654-c586f70ccad9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:12.761071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-d26b28b7-440f-4212-93bf-9500acfab1af tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:12.762715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6bcc0-598c-4545-a8f0-2309fa5703de req-86117be1-f747-4111-8654-c586f70ccad9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:12.762874 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-d26b28b7-440f-4212-93bf-9500acfab1af tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.1933544
Nov 27 20:58:12.768867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6bcc0-598c-4545-a8f0-2309fa5703de req-86117be1-f747-4111-8654-c586f70ccad9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:12.772624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-16b6bcc0-598c-4545-a8f0-2309fa5703de req-86117be1-f747-4111-8654-c586f70ccad9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1469705
Nov 27 20:58:12.778241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:12.782999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Request body: {'port': {'device_id': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'admin_state_up': True, 'tenant_id': '376670c463284dec902268e55ba60b72'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:12.814300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb3f9e-07fd-4cea-b87e-d4e9daf4a8bb req-74c0dc8b-d0a0-4e59-a30f-ccc1612c4f8f tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:12.815858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ebb3f9e-07fd-4cea-b87e-d4e9daf4a8bb req-74c0dc8b-d0a0-4e59-a30f-ccc1612c4f8f tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1210897
Nov 27 20:58:12.838860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-16b6bcc0-598c-4545-a8f0-2309fa5703de req-aa8f1c41-6124-459b-a4d7-e27e83e7077a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0600452
Nov 27 20:58:12.889980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:12.907651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:12.921839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:12.954627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event updated for resources: {'Port': ['ID=02fb6a2e-0daa-4d39-8413-530f0ec291ff,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:12.962700 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-642eeb1e-516d-417a-8319-1cf9e9cfd73d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:13.040920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ebb3f9e-07fd-4cea-b87e-d4e9daf4a8bb req-7823077c-5516-405b-aa82-4cb15ba923cd tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029738
Nov 27 20:58:13.187085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Made reservation on behalf of 376670c463284dec902268e55ba60b72 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:13.190845 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:13.204953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c5507caf-d3c6-4acf-851c-7c098f7db7ee'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:13.222302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214973e9-d84b-4adc-87e7-1d7b5bbc8d94 req-36ba23c9-6051-427a-a32d-5b54562b2901 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:13.230033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214973e9-d84b-4adc-87e7-1d7b5bbc8d94 req-36ba23c9-6051-427a-a32d-5b54562b2901 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:13.236821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214973e9-d84b-4adc-87e7-1d7b5bbc8d94 req-36ba23c9-6051-427a-a32d-5b54562b2901 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:13.244479 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-214973e9-d84b-4adc-87e7-1d7b5bbc8d94 req-36ba23c9-6051-427a-a32d-5b54562b2901 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2414 time: 0.0905848
Nov 27 20:58:13.298679 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-214973e9-d84b-4adc-87e7-1d7b5bbc8d94 req-504f4d79-5e6e-466f-98c7-e9b0a7cdbbdc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524554
Nov 27 20:58:13.582367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e6be9e7e-d668-42c8-8004-261006ef7705 req-55cdaf11-edda-4172-9a53-6a3457d65d9b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 210 time: 0.3856013
Nov 27 20:58:13.670112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-642eeb1e-516d-417a-8319-1cf9e9cfd73d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:13.681176 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-642eeb1e-516d-417a-8319-1cf9e9cfd73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:13.793336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642eeb1e-516d-417a-8319-1cf9e9cfd73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df11584d-ec36-4cb0-8f76-946dccea6484,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:13.797526 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-642eeb1e-516d-417a-8319-1cf9e9cfd73d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21e23e4cb46e409cb0f244a7c3880d62&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0336928
Nov 27 20:58:13.800278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45766) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:13.822170 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:13.858704 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:13.862745 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Allocated IP 172.20.0.11 (39b4c68b-6f2a-4d98-a40b-89a7cdc47e01/c319d603-0243-43c4-a372-b7e936d765de/4ebac182-8a28-42f8-9b81-45a0a7ad3616) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:13.882070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:13.967065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:13.970913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:13.975437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df11584d-ec36-4cb0-8f76-946dccea6484 HTTP/1.1" status: 204  len: 168 time: 0.1703691
Nov 27 20:58:13.985166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df11584d-ec36-4cb0-8f76-946dccea6484,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:14.011155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f192-9a82-43f2-a92c-5cebe7e1bfae req-34a5f021-49f0-4740-8323-0c4adce3dc15 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.017420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f192-9a82-43f2-a92c-5cebe7e1bfae req-34a5f021-49f0-4740-8323-0c4adce3dc15 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.023430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f192-9a82-43f2-a92c-5cebe7e1bfae req-34a5f021-49f0-4740-8323-0c4adce3dc15 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.029437 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f192-9a82-43f2-a92c-5cebe7e1bfae req-34a5f021-49f0-4740-8323-0c4adce3dc15 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.037901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f192-9a82-43f2-a92c-5cebe7e1bfae req-34a5f021-49f0-4740-8323-0c4adce3dc15 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.042606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f192-9a82-43f2-a92c-5cebe7e1bfae req-34a5f021-49f0-4740-8323-0c4adce3dc15 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.048585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f192-9a82-43f2-a92c-5cebe7e1bfae req-34a5f021-49f0-4740-8323-0c4adce3dc15 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.050706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e431f192-9a82-43f2-a92c-5cebe7e1bfae req-34a5f021-49f0-4740-8323-0c4adce3dc15 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1271667
Nov 27 20:58:14.052420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.052765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.053826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.054087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.054393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.055198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.055198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.055536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.055763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.056092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.056418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.056737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac468a-c4ff-45c7-b2cc-223ea10fd904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:58:14.145390 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.149397 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e431f192-9a82-43f2-a92c-5cebe7e1bfae req-473bf051-e81c-4894-a552-c878586e5680 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0738173
Nov 27 20:58:14.252955 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.287077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45778) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:14.290798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device ad2be44c-7183-4c6d-99b8-d5e16696aadd up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:14.304305 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cba80fb-0f98-424f-90ec-96cd984a7843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.310953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4dff8-6aa0-4179-bc38-3bca80a07eb6 req-26d9be29-f6d2-4044-b3cf-5b56d04ce45e tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.312938 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70e4dff8-6aa0-4179-bc38-3bca80a07eb6 req-26d9be29-f6d2-4044-b3cf-5b56d04ce45e tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1540301
Nov 27 20:58:14.370201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port ad2be44c-7183-4c6d-99b8-d5e16696aadd completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:58:14.377497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port ad2be44c-7183-4c6d-99b8-d5e16696aadd triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:14.378287 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.402956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.406198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cba80fb-0f98-424f-90ec-96cd984a7843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.418665 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70e4dff8-6aa0-4179-bc38-3bca80a07eb6 req-f6c47de5-e401-4cdd-8d2c-f64199289dc6 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967679
Nov 27 20:58:14.419518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cba80fb-0f98-424f-90ec-96cd984a7843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.479009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:14.487173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:14.487747 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.493983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:14.498484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event updated for resources: {'Port': ['ID=4ebac182-8a28-42f8-9b81-45a0a7ad3616,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:14.507975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6fcf-b679-4d09-96cb-b127df807aa9 req-0e4fe122-bbce-4c46-b904-20eff5d87cdc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.514816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6fcf-b679-4d09-96cb-b127df807aa9 req-0e4fe122-bbce-4c46-b904-20eff5d87cdc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.520928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Router b818ab9a-89c0-434e-aa16-e9a4b07fd2b2 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:58:14.522223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6fcf-b679-4d09-96cb-b127df807aa9 req-0e4fe122-bbce-4c46-b904-20eff5d87cdc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.524354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d40b6fcf-b679-4d09-96cb-b127df807aa9 req-0e4fe122-bbce-4c46-b904-20eff5d87cdc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2414 time: 0.1162832
Nov 27 20:58:14.529812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5cba80fb-0f98-424f-90ec-96cd984a7843 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc347d9687054256be17d54244159f8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2398200
Nov 27 20:58:14.530750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba80fb-0f98-424f-90ec-96cd984a7843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60f6f63-e75d-485f-b9c2-af649e4618ee,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:14.533495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45784) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:14.539806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2be44c-7183-4c6d-99b8-d5e16696aadd'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:14.542330 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c968f50e-c197-4526-8796-d97027f403dc" -d '{"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-plugged", "status": "completed", "tag": "ad2be44c-7183-4c6d-99b8-d5e16696aadd"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:14.563476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port ad2be44c-7183-4c6d-99b8-d5e16696aadd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad2be44c-7183-4c6d-99b8-d5e16696aadd,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:14.569810 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.570823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 95cd7312-1395-4c53-9d65-8971e0e6c4f0 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:14.622959 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a0c38b-91c2-40d4-b4ff-061f4b57c561 x-openstack-request-id: req-c7a0c38b-91c2-40d4-b4ff-061f4b57c561 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:14.623129 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-plugged", "status": "completed", "tag": "ad2be44c-7183-4c6d-99b8-d5e16696aadd", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:14.623521 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7a0c38b-91c2-40d4-b4ff-061f4b57c561 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:14.623969 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2be44c-7183-4c6d-99b8-d5e16696aadd', 'code': 200}
Nov 27 20:58:14.625767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.626457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.656993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d40b6fcf-b679-4d09-96cb-b127df807aa9 req-7bc23478-4b02-47df-a858-417ecf88b5a1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104431
Nov 27 20:58:14.667621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=ad2be44c-7183-4c6d-99b8-d5e16696aadd,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:14.684422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:58:14.688528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:14.688911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.702064 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2127c6f6-3775-488e-a285-4a9db7d3e906 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9251235
Nov 27 20:58:14.725893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Request body: {'port': {'device_id': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:14.728324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39231672-3b11-45b4-a08b-9917e42450b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.766171 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.799004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 95cd7312-1395-4c53-9d65-8971e0e6c4f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95cd7312-1395-4c53-9d65-8971e0e6c4f0,segment=NetworkSegment(8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6),segment_id=8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:14.803469 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.804159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39231672-3b11-45b4-a08b-9917e42450b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.816089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:14.829029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Sync routers for ids ['b818ab9a-89c0-434e-aa16-e9a4b07fd2b2'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:14.860014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Routers {'b818ab9a-89c0-434e-aa16-e9a4b07fd2b2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:14.860597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd831610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b818ab9a-89c0-434e-aa16-e9a4b07fd2b2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:14.863668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=95cd7312-1395-4c53-9d65-8971e0e6c4f0,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:14.870147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d33e6-6b5e-49c9-9c59-0f2752e79586 req-1eabe630-b881-4aa8-b088-893027882b7d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:14.871677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-537d33e6-6b5e-49c9-9c59-0f2752e79586 req-1eabe630-b881-4aa8-b088-893027882b7d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 932 time: 0.1788731
Nov 27 20:58:14.883113 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.901026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.902489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-877b141f-57ec-4dd0-991e-5f46cf8d4db5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 3.3395154
Nov 27 20:58:14.905392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45790) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:14.975496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Set router b818ab9a-89c0-434e-aa16-e9a4b07fd2b2 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:14.993797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39231672-3b11-45b4-a08b-9917e42450b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.997166 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39231672-3b11-45b4-a08b-9917e42450b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:14.998320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-39231672-3b11-45b4-a08b-9917e42450b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f60f6f63-e75d-485f-b9c2-af649e4618ee HTTP/1.1" status: 204  len: 168 time: 0.4636514
Nov 27 20:58:15.024146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4fac2737-b86b-44a9-a421-847caa91b979 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/routers/b818ab9a-89c0-434e-aa16-e9a4b07fd2b2 HTTP/1.1" status: 200  len: 908 time: 0.1170039
Nov 27 20:58:15.024837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45796) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:15.029573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'router': {'name': 'tempest-snat-router-214410865', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': True}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:15.048707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-537d33e6-6b5e-49c9-9c59-0f2752e79586 req-506972b9-3b9e-4e8f-a91f-351493a5618d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666231
Nov 27 20:58:15.066798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39231672-3b11-45b4-a08b-9917e42450b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60f6f63-e75d-485f-b9c2-af649e4618ee,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:15.070265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.072085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.157479 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.224075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-99061456-57ed-4e3a-863b-3617a46e2623 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:15.225889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-99061456-57ed-4e3a-863b-3617a46e2623 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1398919
Nov 27 20:58:15.292814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd831610>, [{'id': 'b818ab9a-89c0-434e-aa16-e9a4b07fd2b2', 'name': 'tempest-snat-router-214410865', 'tenant_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.110'}], 'enable_snat': False}, 'gw_port_id': '02fb6a2e-0daa-4d39-8413-530f0ec291ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:58:11Z', 'updated_at': '2021-11-27T20:58:13Z', 'revision_number': 3, 'project_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'gw_port': {'id': '02fb6a2e-0daa-4d39-8413-530f0ec291ff', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818ab9a-89c0-434e-aa16-e9a4b07fd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:58:12Z', 'updated_at': '2021-11-27T20:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:15.327873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Checking router: b818ab9a-89c0-434e-aa16-e9a4b07fd2b2 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:58:15.328229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Updating router b818ab9a-89c0-434e-aa16-e9a4b07fd2b2 port 02fb6a2e-0daa-4d39-8413-530f0ec291ff binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:58:15.362792 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.436456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbc00f-b8db-4da4-b7fd-07faa13e6597 req-27571534-c419-4de2-a834-1542c5a6275b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:15.442795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbc00f-b8db-4da4-b7fd-07faa13e6597 req-27571534-c419-4de2-a834-1542c5a6275b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:15.449349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbc00f-b8db-4da4-b7fd-07faa13e6597 req-27571534-c419-4de2-a834-1542c5a6275b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:15.457247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbc00f-b8db-4da4-b7fd-07faa13e6597 req-27571534-c419-4de2-a834-1542c5a6275b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:15.463693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbc00f-b8db-4da4-b7fd-07faa13e6597 req-27571534-c419-4de2-a834-1542c5a6275b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:15.470350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbc00f-b8db-4da4-b7fd-07faa13e6597 req-27571534-c419-4de2-a834-1542c5a6275b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:15.477549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbc00f-b8db-4da4-b7fd-07faa13e6597 req-27571534-c419-4de2-a834-1542c5a6275b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:15.487922 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8cbc00f-b8db-4da4-b7fd-07faa13e6597 req-27571534-c419-4de2-a834-1542c5a6275b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2227678
Nov 27 20:58:15.544345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebac182-8a28-42f8-9b81-45a0a7ad3616 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:15.563701 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.602445 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Transition to ACTIVE for port object 4ebac182-8a28-42f8-9b81-45a0a7ad3616 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:58:15.606009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Deleting port 961a8aab-3a21-4f48-887a-804874479b17 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:15.606009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.630892 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.733149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8cbc00f-b8db-4da4-b7fd-07faa13e6597 req-6a2710a2-086c-42f2-8bc9-c87b85b4939a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2441773
Nov 27 20:58:15.749734 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.759073 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.773237 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.789824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e813f2-8cda-4a31-ae2c-4067d5f53da9 req-d608c681-bd25-4899-83db-d4b38cdaaceb tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:15.796488 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87e813f2-8cda-4a31-ae2c-4067d5f53da9 req-d608c681-bd25-4899-83db-d4b38cdaaceb tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 946 time: 0.1482494
Nov 27 20:58:15.843143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Pushing event updated for resources: {'Port': ['ID=4ebac182-8a28-42f8-9b81-45a0a7ad3616,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:15.870816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] For port 961a8aab-3a21-4f48-887a-804874479b17, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=961a8aab-3a21-4f48-887a-804874479b17,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:15.871195 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.896020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Calling delete_port for 961a8aab-3a21-4f48-887a-804874479b17 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:15.907896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Attempting to bind port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:15.908109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Attempting to bind port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:15.908827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Attempting to bind port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:15.914319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:58:15.914653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Attempting to bind port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:15.923342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:15.923742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Checking segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:15.924237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Bound using segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:15.924584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Bound port: 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:15.924950 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.932549 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.933506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7513877-6e83-4120-bd6c-3cc1d4278829 None None] Pushing event updated for resources: {'Port': ['ID=02fb6a2e-0daa-4d39-8413-530f0ec291ff,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:15.949564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Attempting to bind port 02fb6a2e-0daa-4d39-8413-530f0ec291ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:15.949964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Attempting to bind port 02fb6a2e-0daa-4d39-8413-530f0ec291ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:15.950328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Attempting to bind port 02fb6a2e-0daa-4d39-8413-530f0ec291ff on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:15.956022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:15.956405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:15.956813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.957761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:15.958654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Bound port: 02fb6a2e-0daa-4d39-8413-530f0ec291ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:15.958654 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:15.993807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87e813f2-8cda-4a31-ae2c-4067d5f53da9 req-40f8d04f-7f82-48dd-a17a-e1315c8c632a tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/security-groups?id=47832bf6-473a-4f02-a3be-e497eeaf22a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726172
Nov 27 20:58:16.029748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] For port 02fb6a2e-0daa-4d39-8413-530f0ec291ff, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:16.033710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] For port 02fb6a2e-0daa-4d39-8413-530f0ec291ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02fb6a2e-0daa-4d39-8413-530f0ec291ff,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:16.040950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.096865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a94620-4888-427f-87e5-5117ee2170df req-008afee0-cbd2-4938-a726-dda01d08dd3b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:16.103923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a94620-4888-427f-87e5-5117ee2170df req-008afee0-cbd2-4938-a726-dda01d08dd3b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:16.110747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a94620-4888-427f-87e5-5117ee2170df req-008afee0-cbd2-4938-a726-dda01d08dd3b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:16.112528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e6a94620-4888-427f-87e5-5117ee2170df req-008afee0-cbd2-4938-a726-dda01d08dd3b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2416 time: 0.1466892
Nov 27 20:58:16.124506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:16.129413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:16.130059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Routers {'b818ab9a-89c0-434e-aa16-e9a4b07fd2b2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:16.130724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd831610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b818ab9a-89c0-434e-aa16-e9a4b07fd2b2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:16.134175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7513877-6e83-4120-bd6c-3cc1d4278829 None None] Pushing event updated for resources: {'Port': ['ID=02fb6a2e-0daa-4d39-8413-530f0ec291ff,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:16.167437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.218713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:16.219544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.220954 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] 10.222.0.35 "PUT /v2.0/ports/4ebac182-8a28-42f8-9b81-45a0a7ad3616 HTTP/1.1" status: 200  len: 1092 time: 1.5019186
Nov 27 20:58:16.227130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:16.228469 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f935d105-cc5a-4963-8333-89081d640144" -d '{"events": [{"name": "network-changed", "server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:16.268172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e6a94620-4888-427f-87e5-5117ee2170df req-3cae0b05-627e-4f18-aaca-d94a9a80acb2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406279
Nov 27 20:58:16.286982 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] Set router b818ab9a-89c0-434e-aa16-e9a4b07fd2b2 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:16.292382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c5507caf-d3c6-4acf-851c-7c098f7db7ee up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:16.395429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4041f-e873-41fc-8dbe-38e67a010c0b service neutron] Pushing event updated for resources: {'Port': ['ID=4ebac182-8a28-42f8-9b81-45a0a7ad3616,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:16.425195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-6a560a5c-dcc2-466c-8bf1-408f0c6e0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:16.426368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-6a560a5c-dcc2-466c-8bf1-408f0c6e0a06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 1095 time: 0.1106291
Nov 27 20:58:16.434014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.441479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce68fd-62cb-4d05-a8c4-470c550dfe25 req-cc9ea248-7c1f-4661-9409-d152bf2ac45c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:16.450228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8ce68fd-62cb-4d05-a8c4-470c550dfe25 req-cc9ea248-7c1f-4661-9409-d152bf2ac45c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 944 time: 0.2271783
Nov 27 20:58:16.467919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Pushing event deleted for resources: {'Port': ['ID=961a8aab-3a21-4f48-887a-804874479b17,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:16.477790 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['961a8aab-3a21-4f48-887a-804874479b17'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:16.489915 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddb897c-12a5-4672-967b-5a18dd59d45e x-openstack-request-id: req-9ddb897c-12a5-4672-967b-5a18dd59d45e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:16.490257 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:16.490471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.491106 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ddb897c-12a5-4672-967b-5a18dd59d45e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:16.491553 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616', 'status': 'completed', 'code': 200}
Nov 27 20:58:16.518719 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.526603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-5ae5c9b4-d270-43aa-948b-5ab5b51d8561 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616 HTTP/1.1" status: 200  len: 217 time: 0.0599613
Nov 27 20:58:16.543811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8ce68fd-62cb-4d05-a8c4-470c550dfe25 req-5d26caf9-d2c7-40e8-bfd0-d3c704a5451a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925767
Nov 27 20:58:16.569463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port c5507caf-d3c6-4acf-851c-7c098f7db7ee completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:58:16.577608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port c5507caf-d3c6-4acf-851c-7c098f7db7ee triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:16.577980 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.629427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] No DVR routers for this DVR port 961a8aab-3a21-4f48-887a-804874479b17 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:16.635610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cd7312-1395-4c53-9d65-8971e0e6c4f0'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:16.636690 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.637890 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cfa893-b702-46f0-a3f6-1e59fad2cf3e" -d '{"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-plugged", "status": "completed", "tag": "95cd7312-1395-4c53-9d65-8971e0e6c4f0"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:16.643773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07bf9562-f069-442e-8e6f-0bce345c6254 req-3df33747-d505-4007-9dc1-30bc6157171d tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.35 "DELETE /v2.0/ports/961a8aab-3a21-4f48-887a-804874479b17 HTTP/1.1" status: 204  len: 173 time: 1.4047832
Nov 27 20:58:16.666930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-95729da1-872f-4bac-a6ba-447bb0773a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:16.687054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-95729da1-872f-4bac-a6ba-447bb0773a4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.1350789
Nov 27 20:58:16.695208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Allocated IP 172.35.3.61 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/a1b827f5-3773-4443-978e-254e6ed8d150) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:16.725225 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c8f416-057e-47db-9883-08ed4d0e97b2 x-openstack-request-id: req-d6c8f416-057e-47db-9883-08ed4d0e97b2 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:16.725808 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-plugged", "status": "completed", "tag": "95cd7312-1395-4c53-9d65-8971e0e6c4f0", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:16.726485 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6c8f416-057e-47db-9883-08ed4d0e97b2 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:16.727221 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cd7312-1395-4c53-9d65-8971e0e6c4f0', 'code': 200}
Nov 27 20:58:16.731211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd831610>, [{'id': 'b818ab9a-89c0-434e-aa16-e9a4b07fd2b2', 'name': 'tempest-snat-router-214410865', 'tenant_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.110'}], 'enable_snat': False}, 'gw_port_id': '02fb6a2e-0daa-4d39-8413-530f0ec291ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:58:11Z', 'updated_at': '2021-11-27T20:58:13Z', 'revision_number': 3, 'project_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'gw_port': {'id': '02fb6a2e-0daa-4d39-8413-530f0ec291ff', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818ab9a-89c0-434e-aa16-e9a4b07fd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:58:12Z', 'updated_at': '2021-11-27T20:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:16.742730 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-cdc01b1c-697d-4e00-90c7-0bc9f6c83641 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412135
Nov 27 20:58:16.769903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff93fcd-6b9f-4048-b920-699303803a45 None None] The sync data for ids ['b818ab9a-89c0-434e-aa16-e9a4b07fd2b2'] in ncdv-master-1 is: [{'id': 'b818ab9a-89c0-434e-aa16-e9a4b07fd2b2', 'name': 'tempest-snat-router-214410865', 'tenant_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.110'}], 'enable_snat': False}, 'gw_port_id': '02fb6a2e-0daa-4d39-8413-530f0ec291ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:58:11Z', 'updated_at': '2021-11-27T20:58:13Z', 'revision_number': 3, 'project_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'gw_port': {'id': '02fb6a2e-0daa-4d39-8413-530f0ec291ff', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b818ab9a-89c0-434e-aa16-e9a4b07fd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:58:12Z', 'updated_at': '2021-11-27T20:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:16.772800 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.850093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c5507caf-d3c6-4acf-851c-7c098f7db7ee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5507caf-d3c6-4acf-851c-7c098f7db7ee,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:16.858427 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:16.880570 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-2c249c92-8952-475f-a357-35f2aef234c2 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201298
Nov 27 20:58:16.930126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c5507caf-d3c6-4acf-851c-7c098f7db7ee,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:16.979053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:17.010455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bcf28-d7b6-4b39-8926-6b62a1bd5640 req-20913b4b-48ba-46f7-99af-bd900b062e4f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:17.017397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bcf28-d7b6-4b39-8926-6b62a1bd5640 req-20913b4b-48ba-46f7-99af-bd900b062e4f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:17.024923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bcf28-d7b6-4b39-8926-6b62a1bd5640 req-20913b4b-48ba-46f7-99af-bd900b062e4f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:17.032107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bcf28-d7b6-4b39-8926-6b62a1bd5640 req-20913b4b-48ba-46f7-99af-bd900b062e4f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:17.039321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bcf28-d7b6-4b39-8926-6b62a1bd5640 req-20913b4b-48ba-46f7-99af-bd900b062e4f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:17.045638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bcf28-d7b6-4b39-8926-6b62a1bd5640 req-20913b4b-48ba-46f7-99af-bd900b062e4f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:17.047242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45852) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:17.052285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bcf28-d7b6-4b39-8926-6b62a1bd5640 req-20913b4b-48ba-46f7-99af-bd900b062e4f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:17.056493 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-426bcf28-d7b6-4b39-8926-6b62a1bd5640 req-20913b4b-48ba-46f7-99af-bd900b062e4f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1642916
Nov 27 20:58:17.062491 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4017684d-a5be-4382-95f9-5f16aa87f4dc req-0629ec3e-90cb-4b57-83be-1b1450637183 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715343
Nov 27 20:58:17.140334 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:17.170677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bbab1ed5-e8ff-4ab3-9227-9919313a6155 req-5da4b4b6-b721-46b7-b482-bb67c153da28 tempest-ServerRescueTestJSONUnderV235-393340942 tempest-ServerRescueTestJSONUnderV235-393340942-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ff1ffe9-44c3-486f-82a9-680b299d2921 HTTP/1.1" status: 200  len: 210 time: 0.0421746
Nov 27 20:58:17.196157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-426bcf28-d7b6-4b39-8926-6b62a1bd5640 req-d8b68bc3-00a1-4ca5-bca5-588d9b1bb3e6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1196661
Nov 27 20:58:17.211597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:17.214862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:17.219728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:17.223924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event updated for resources: {'Port': ['ID=a1b827f5-3773-4443-978e-254e6ed8d150,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:17.269342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935d105-cc5a-4963-8333-89081d640144 req-1fce03a9-9de0-4fa4-834e-82ba743c0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:17.270896 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f935d105-cc5a-4963-8333-89081d640144 req-1fce03a9-9de0-4fa4-834e-82ba743c0363 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 1095 time: 0.1145935
Nov 27 20:58:17.380911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d4885521-5b52-4752-a588-9463e0706bf4 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2086334526'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:17.381868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d4885521-5b52-4752-a588-9463e0706bf4 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Unknown quota resources ['metering_label']. {{(pid=120909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:58:17.644449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:17.774347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bd8d5-4fff-4ed1-9484-db4f2a94e1cd req-03c066a3-0845-4ee0-a1cf-31f0fad72b40 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:17.775698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-432bd8d5-4fff-4ed1-9484-db4f2a94e1cd req-03c066a3-0845-4ee0-a1cf-31f0fad72b40 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 944 time: 0.1264918
Nov 27 20:58:17.911803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-432bd8d5-4fff-4ed1-9484-db4f2a94e1cd req-0c040dfa-c7f8-49d2-9293-b6fccb8b6069 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180224
Nov 27 20:58:17.944433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 02fb6a2e-0daa-4d39-8413-530f0ec291ff up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:17.987653 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.015712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935d105-cc5a-4963-8333-89081d640144 req-8dd401a9-8803-41b4-b791-67f33f8984dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.017309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f935d105-cc5a-4963-8333-89081d640144 req-8dd401a9-8803-41b4-b791-67f33f8984dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 913 time: 0.7384558
Nov 27 20:58:18.022076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d4885521-5b52-4752-a588-9463e0706bf4 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.025759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d4885521-5b52-4752-a588-9463e0706bf4 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.9750116
Nov 27 20:58:18.029401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 02fb6a2e-0daa-4d39-8413-530f0ec291ff triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:18.031239 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.032435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03714523-67f9-47dd-9ebb-2274866e5a46 req-efc9ace1-3e6b-493b-8160-e1c139cdc9ce tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.039489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03714523-67f9-47dd-9ebb-2274866e5a46 req-efc9ace1-3e6b-493b-8160-e1c139cdc9ce tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.046265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03714523-67f9-47dd-9ebb-2274866e5a46 req-efc9ace1-3e6b-493b-8160-e1c139cdc9ce tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.048340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03714523-67f9-47dd-9ebb-2274866e5a46 req-efc9ace1-3e6b-493b-8160-e1c139cdc9ce tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2417 time: 0.6866150
Nov 27 20:58:18.049047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45864) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:18.103707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f935d105-cc5a-4963-8333-89081d640144 req-bc728e93-27fe-4b11-b352-5d0fbb32dcfa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616 HTTP/1.1" status: 200  len: 217 time: 0.0479393
Nov 27 20:58:18.109703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-cfd6f067-0ea3-42f5-ad9a-85ce071ddfa4 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b4e156f4-4b10-4b29-a40b-7ccbccceae65'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:18.110328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-cfd6f067-0ea3-42f5-ad9a-85ce071ddfa4 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:58:18.190114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Router a02dd968-f51c-49ce-94bd-b0b666f28066 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:58:18.262207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45868) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:18.274047 ncdv-master-1 neutron-server[120909]: WARNING neutron.services.metering.metering_plugin [None req-cfd6f067-0ea3-42f5-ad9a-85ce071ddfa4 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 27 20:58:18.329735 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.351903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.361892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 02fb6a2e-0daa-4d39-8413-530f0ec291ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02fb6a2e-0daa-4d39-8413-530f0ec291ff,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:18.367930 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.405321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935d105-cc5a-4963-8333-89081d640144 req-4426d9c3-6bb0-4310-92b9-ed0f0602a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.406870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f935d105-cc5a-4963-8333-89081d640144 req-4426d9c3-6bb0-4310-92b9-ed0f0602a957 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.2923663
Nov 27 20:58:18.438495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:18.445085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=02fb6a2e-0daa-4d39-8413-530f0ec291ff,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:18.453028 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Sync routers for ids ['a02dd968-f51c-49ce-94bd-b0b666f28066'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:18.456959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cfd6f067-0ea3-42f5-ad9a-85ce071ddfa4 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.459357 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cfd6f067-0ea3-42f5-ad9a-85ce071ddfa4 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3564117
Nov 27 20:58:18.463887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45872) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:18.470240 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Routers {'a02dd968-f51c-49ce-94bd-b0b666f28066'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:18.471037 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c2b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a02dd968-f51c-49ce-94bd-b0b666f28066'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:18.475789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03714523-67f9-47dd-9ebb-2274866e5a46 req-56c3cc21-e02c-457e-a9a3-f75f818109c3 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3675756
Nov 27 20:58:18.501801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e6ac-33ee-452a-a8f9-939432d6355f req-89eb7938-d6e2-49b2-8940-2da2ba595191 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.507656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f86df41e-79e0-4731-b30a-55c53c77a8bb tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b4e156f4-4b10-4b29-a40b-7ccbccceae65'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:18.508371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f86df41e-79e0-4731-b30a-55c53c77a8bb tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:58:18.510124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e6ac-33ee-452a-a8f9-939432d6355f req-89eb7938-d6e2-49b2-8940-2da2ba595191 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.515805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'name': 'network-vif-deleted', 'tag': '961a8aab-3a21-4f48-887a-804874479b17'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:18.517825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e6ac-33ee-452a-a8f9-939432d6355f req-89eb7938-d6e2-49b2-8940-2da2ba595191 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.518318 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ef974e-d52b-47b0-8d65-946a838619a5" -d '{"events": [{"server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "name": "network-vif-deleted", "tag": "961a8aab-3a21-4f48-887a-804874479b17"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:18.525050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e6ac-33ee-452a-a8f9-939432d6355f req-89eb7938-d6e2-49b2-8940-2da2ba595191 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.525804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f935d105-cc5a-4963-8333-89081d640144 req-d2f94b80-0ae1-4b48-a2b4-5a0ab9de43ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0843730
Nov 27 20:58:18.534996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e6ac-33ee-452a-a8f9-939432d6355f req-89eb7938-d6e2-49b2-8940-2da2ba595191 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.543855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e6ac-33ee-452a-a8f9-939432d6355f req-89eb7938-d6e2-49b2-8940-2da2ba595191 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.550828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e6ac-33ee-452a-a8f9-939432d6355f req-89eb7938-d6e2-49b2-8940-2da2ba595191 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:18.554130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23d1e6ac-33ee-452a-a8f9-939432d6355f req-89eb7938-d6e2-49b2-8940-2da2ba595191 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1659167
Nov 27 20:58:18.557369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.562291 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-47db9537-d96b-4686-855d-31bbfa697792 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 3.5363708
Nov 27 20:58:18.563292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45878) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:18.637892 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Set router a02dd968-f51c-49ce-94bd-b0b666f28066 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:18.671235 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee970c47-eb45-4b8b-9835-09d20e01576c x-openstack-request-id: req-ee970c47-eb45-4b8b-9835-09d20e01576c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:18.671600 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff1ffe9-44c3-486f-82a9-680b299d2921", "name": "network-vif-deleted", "tag": "961a8aab-3a21-4f48-887a-804874479b17", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:18.671869 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee970c47-eb45-4b8b-9835-09d20e01576c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:18.672307 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff1ffe9-44c3-486f-82a9-680b299d2921', 'name': 'network-vif-deleted', 'tag': '961a8aab-3a21-4f48-887a-804874479b17', 'status': 'completed', 'code': 200}
Nov 27 20:58:18.681784 ncdv-master-1 neutron-server[120909]: WARNING neutron.services.metering.metering_plugin [None req-f86df41e-79e0-4731-b30a-55c53c77a8bb tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 27 20:58:18.729308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5507caf-d3c6-4acf-851c-7c098f7db7ee'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:18.732122 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0627625-ec93-4d0e-b151-e4b3b6c3d74f" -d '{"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-plugged", "status": "completed", "tag": "c5507caf-d3c6-4acf-851c-7c098f7db7ee"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:18.741554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23d1e6ac-33ee-452a-a8f9-939432d6355f req-48a81ce3-bd11-4aa7-9c7f-f71ad124decc tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1721177
Nov 27 20:58:18.753869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-95d8f9bc-1738-4e4a-989e-5f9bb2ce2013 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/routers/a02dd968-f51c-49ce-94bd-b0b666f28066 HTTP/1.1" status: 200  len: 906 time: 0.1884191
Nov 27 20:58:18.755628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45882) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:18.783958 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba893aad-52f5-43e9-b4f3-ee8960c60ff8 x-openstack-request-id: req-ba893aad-52f5-43e9-b4f3-ee8960c60ff8 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:18.784553 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-plugged", "status": "completed", "tag": "c5507caf-d3c6-4acf-851c-7c098f7db7ee", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:18.785028 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba893aad-52f5-43e9-b4f3-ee8960c60ff8 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:18.785639 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5507caf-d3c6-4acf-851c-7c098f7db7ee', 'code': 200}
Nov 27 20:58:18.849583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f86df41e-79e0-4731-b30a-55c53c77a8bb tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.851356 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f86df41e-79e0-4731-b30a-55c53c77a8bb tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3868921
Nov 27 20:58:18.855113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45884) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:18.862495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 961a8aab-3a21-4f48-887a-804874479b17 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:18.898553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 961a8aab-3a21-4f48-887a-804874479b17 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:18.898914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 961a8aab-3a21-4f48-887a-804874479b17 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:18.904295 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c2b20>, [{'id': 'a02dd968-f51c-49ce-94bd-b0b666f28066', 'name': 'tempest-snat-router-214410865', 'tenant_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.61'}], 'enable_snat': True}, 'gw_port_id': 'a1b827f5-3773-4443-978e-254e6ed8d150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:58:15Z', 'updated_at': '2021-11-27T20:58:17Z', 'revision_number': 3, 'project_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'gw_port': {'id': 'a1b827f5-3773-4443-978e-254e6ed8d150', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02dd968-f51c-49ce-94bd-b0b666f28066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:58:16Z', 'updated_at': '2021-11-27T20:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:18.945857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-41524c8c-fac1-4df6-babc-256dd9e57aae tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=ef71dddb-26bb-4471-9458-7bdb58e2ce4d HTTP/1.1" status: 200  len: 462 time: 0.0852976
Nov 27 20:58:18.946391 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Checking router: a02dd968-f51c-49ce-94bd-b0b666f28066 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:58:18.946391 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Updating router a02dd968-f51c-49ce-94bd-b0b666f28066 port a1b827f5-3773-4443-978e-254e6ed8d150 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 20:58:18.951399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45888) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:18.977993 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:18.978663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f935d105-cc5a-4963-8333-89081d640144 req-42789de4-0b62-479e-94ee-d091c6e44fb6 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3915296
Nov 27 20:58:19.007179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9388a-319c-4394-b99d-17a6af696ccb req-16ceff92-fb62-456d-a6d6-b638571f1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:19.007727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9388a-319c-4394-b99d-17a6af696ccb req-16ceff92-fb62-456d-a6d6-b638571f1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:19.008247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9388a-319c-4394-b99d-17a6af696ccb req-16ceff92-fb62-456d-a6d6-b638571f1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:19.010221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d2d9388a-319c-4394-b99d-17a6af696ccb req-16ceff92-fb62-456d-a6d6-b638571f1d7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2870 time: 0.1541052
Nov 27 20:58:19.013809 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.182529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f935d105-cc5a-4963-8333-89081d640144 req-68a0abce-035f-4ce2-bd2b-94310d9e24d7 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521347
Nov 27 20:58:19.263801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f69131c-a08b-403b-935f-aa5c55560319 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.266430 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8f69131c-a08b-403b-935f-aa5c55560319 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/ef71dddb-26bb-4471-9458-7bdb58e2ce4d HTTP/1.1" status: 204  len: 168 time: 0.3141785
Nov 27 20:58:19.273229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45892) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:19.291415 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ec3f260b-6671-47ea-8d5c-98df8484237f tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=ef71dddb-26bb-4471-9458-7bdb58e2ce4d HTTP/1.1" status: 200  len: 221 time: 0.0155249
Nov 27 20:58:19.296882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45894) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:19.301622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ef654203-e670-495c-abf6-46690dffe62c tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--114869943', 'description': 'label created by tempest'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:19.302275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ef654203-e670-495c-abf6-46690dffe62c tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Unknown quota resources ['metering_label']. {{(pid=120909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 20:58:19.344944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d2d9388a-319c-4394-b99d-17a6af696ccb req-0b002405-406f-4dda-8286-cbfd3a08faee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2361331
Nov 27 20:58:19.362448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d432d-2ad0-42d5-8429-b18d18c689aa req-988c0bd7-512e-46c9-ae2a-c44b961d44e7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:19.370671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b7d432d-2ad0-42d5-8429-b18d18c689aa req-988c0bd7-512e-46c9-ae2a-c44b961d44e7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 944 time: 0.3590808
Nov 27 20:58:19.394566 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.403203 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.406779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.462731 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b7d432d-2ad0-42d5-8429-b18d18c689aa req-58ad4526-57c4-42e1-8626-874dd712c180 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908899
Nov 27 20:58:19.485081 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf40a2-9992-46f3-9b82-b473226e2bce None None] Pushing event updated for resources: {'Port': ['ID=a1b827f5-3773-4443-978e-254e6ed8d150,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:19.490981 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Attempting to bind port a1b827f5-3773-4443-978e-254e6ed8d150 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:19.491348 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Attempting to bind port a1b827f5-3773-4443-978e-254e6ed8d150 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:19.491921 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.492667 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Attempting to bind port a1b827f5-3773-4443-978e-254e6ed8d150 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:19.503665 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:19.504405 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:19.504885 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.505160 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:19.505637 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Bound port: a1b827f5-3773-4443-978e-254e6ed8d150, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:19.506965 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.517264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Deleting port a1b827f5-3773-4443-978e-254e6ed8d150 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:19.517512 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.592393 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] For port a1b827f5-3773-4443-978e-254e6ed8d150, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:19.595670 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] For port a1b827f5-3773-4443-978e-254e6ed8d150, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1b827f5-3773-4443-978e-254e6ed8d150,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:19.601332 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.630810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef654203-e670-495c-abf6-46690dffe62c tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.633743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] For port a1b827f5-3773-4443-978e-254e6ed8d150, host ncdv-master-1, got binding levels [] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:19.634104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.636373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45900) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:19.640741 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ef654203-e670-495c-abf6-46690dffe62c tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.3419158
Nov 27 20:58:19.673052 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Routers {'a02dd968-f51c-49ce-94bd-b0b666f28066'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:19.674597 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c2b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a02dd968-f51c-49ce-94bd-b0b666f28066'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:19.716581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Calling delete_port for a1b827f5-3773-4443-978e-254e6ed8d150 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:19.719421 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e0652cb7-2870-4b5b-9e81-e537fd1d918b tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=5f51aae9-7912-44b2-8900-17cba089b0ff HTTP/1.1" status: 200  len: 467 time: 0.0819819
Nov 27 20:58:19.722216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45902) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:19.740473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3c87f-0774-479e-9834-9fafc8903627 req-4c01117f-0b9b-4657-87df-3eec9f535690 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:19.746708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3c87f-0774-479e-9834-9fafc8903627 req-4c01117f-0b9b-4657-87df-3eec9f535690 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:19.753186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3c87f-0774-479e-9834-9fafc8903627 req-4c01117f-0b9b-4657-87df-3eec9f535690 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:19.755080 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0cb3c87f-0774-479e-9834-9fafc8903627 req-4c01117f-0b9b-4657-87df-3eec9f535690 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2417 time: 0.1282189
Nov 27 20:58:19.892603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 02fb6a2e-0daa-4d39-8413-530f0ec291ff up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:19.931124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0cb3c87f-0774-479e-9834-9fafc8903627 req-51ac7377-274b-428c-9e58-aaf4b0607826 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570361
Nov 27 20:58:19.935548 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf40a2-9992-46f3-9b82-b473226e2bce None None] Pushing event updated for resources: {'Port': ['ID=a1b827f5-3773-4443-978e-254e6ed8d150,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:19.972273 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] Set router a02dd968-f51c-49ce-94bd-b0b666f28066 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:19.984664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 02fb6a2e-0daa-4d39-8413-530f0ec291ff triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:19.985258 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.985527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13074870-b98b-4ad0-8ad6-423467828d58 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:19.986739 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-13074870-b98b-4ad0-8ad6-423467828d58 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/5f51aae9-7912-44b2-8900-17cba089b0ff HTTP/1.1" status: 204  len: 168 time: 0.2637603
Nov 27 20:58:19.992897 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45906) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:20.021225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-37312220-670a-4ef5-a7dc-24321408e7f7 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=5f51aae9-7912-44b2-8900-17cba089b0ff HTTP/1.1" status: 200  len: 216 time: 0.0265882
Nov 27 20:58:20.025501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45908) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:20.050161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d173-c40f-4d88-9fec-4c3b8429a411 req-7fb06c52-5f43-4d6a-b570-f8960afd015a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:20.060723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d173-c40f-4d88-9fec-4c3b8429a411 req-7fb06c52-5f43-4d6a-b570-f8960afd015a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:20.067168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d173-c40f-4d88-9fec-4c3b8429a411 req-7fb06c52-5f43-4d6a-b570-f8960afd015a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:20.067488 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c2b20>, [{'id': 'a02dd968-f51c-49ce-94bd-b0b666f28066', 'name': 'tempest-snat-router-214410865', 'tenant_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:58:15Z', 'updated_at': '2021-11-27T20:58:19Z', 'revision_number': 4, 'project_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:20.069351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Deleting port dfa9c276-2d25-4af5-b139-6611d9897cfa {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:20.070123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:20.074758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d173-c40f-4d88-9fec-4c3b8429a411 req-7fb06c52-5f43-4d6a-b570-f8960afd015a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:20.082152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d173-c40f-4d88-9fec-4c3b8429a411 req-7fb06c52-5f43-4d6a-b570-f8960afd015a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:20.088539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d173-c40f-4d88-9fec-4c3b8429a411 req-7fb06c52-5f43-4d6a-b570-f8960afd015a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:20.094752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d173-c40f-4d88-9fec-4c3b8429a411 req-7fb06c52-5f43-4d6a-b570-f8960afd015a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:20.096961 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c305d173-c40f-4d88-9fec-4c3b8429a411 req-7fb06c52-5f43-4d6a-b570-f8960afd015a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2314711
Nov 27 20:58:20.105294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-421b970f-9876-45fd-845e-5d4aaf7dae23 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0751936
Nov 27 20:58:20.118279 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b70e73-8cac-498a-a8bf-d44df7a9219f None None] The sync data for ids ['a02dd968-f51c-49ce-94bd-b0b666f28066'] in ncdv-master-1 is: [{'id': 'a02dd968-f51c-49ce-94bd-b0b666f28066', 'name': 'tempest-snat-router-214410865', 'tenant_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:58:15Z', 'updated_at': '2021-11-27T20:58:19Z', 'revision_number': 4, 'project_id': 'af1ec0ee913a4ec28efc54b8d380a0ea', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:20.146446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45910) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:20.166812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c86eef4a-5c0c-45e4-ae45-3684a0d0be1a tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0189424
Nov 27 20:58:20.176758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45912) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:20.263221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6ddf37ab-8a41-4012-9e02-f424a864c1c8 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/b4e156f4-4b10-4b29-a40b-7ccbccceae65 HTTP/1.1" status: 200  len: 473 time: 0.0842268
Nov 27 20:58:20.271199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45916) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:20.292530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] For port dfa9c276-2d25-4af5-b139-6611d9897cfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfa9c276-2d25-4af5-b139-6611d9897cfa,segment=NetworkSegment(84aae2a6-5654-44c1-88e9-a7024844c5bc),segment_id=84aae2a6-5654-44c1-88e9-a7024844c5bc)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:20.293124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:20.298056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-54e35b99-21e4-42f2-9828-ae07e7877a38 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/134c5511-8b6f-44ba-ae84-f82eeb53025b HTTP/1.1" status: 200  len: 459 time: 0.0248897
Nov 27 20:58:20.304077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45918) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:20.322880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Calling delete_port for dfa9c276-2d25-4af5-b139-6611d9897cfa owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:20.530416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-654ab55c-5ca2-4740-8d05-1b999a8915e9 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:20.534806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-654ab55c-5ca2-4740-8d05-1b999a8915e9 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/134c5511-8b6f-44ba-ae84-f82eeb53025b HTTP/1.1" status: 204  len: 168 time: 0.2265639
Nov 27 20:58:20.535853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45922) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:20.633134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c305d173-c40f-4d88-9fec-4c3b8429a411 req-9f88207d-4583-4f64-a053-00fcffb82243 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4814968
Nov 27 20:58:20.649109 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:20.673481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1b827f5-3773-4443-978e-254e6ed8d150,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:20.766646 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:20.862832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4ebac182-8a28-42f8-9b81-45a0a7ad3616 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:58:20.895518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:20.901125 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:20.932787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23ceb4-e2d4-463a-bac0-152e7b3f85ed req-fd600518-fd1c-4fab-90fd-5de09bacf1b6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:20.940866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac23ceb4-e2d4-463a-bac0-152e7b3f85ed req-fd600518-fd1c-4fab-90fd-5de09bacf1b6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 944 time: 0.3822305
Nov 27 20:58:20.974848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:20.975915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a02dd968-f51c-49ce-94bd-b0b666f28066 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:20.985233 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:20.995260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b3b8f6a4-6efd-481b-975f-9f5be0521a2e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a02dd968-f51c-49ce-94bd-b0b666f28066 HTTP/1.1" status: 204  len: 168 time: 2.2355242
Nov 27 20:58:20.995994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45928) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:21.012351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e48ae781-718e-4ec6-a777-97c11c24d8a6 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.016852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e48ae781-718e-4ec6-a777-97c11c24d8a6 tempest-MeteringIpV6TestJSON-218087593 tempest-MeteringIpV6TestJSON-218087593-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/b4e156f4-4b10-4b29-a40b-7ccbccceae65 HTTP/1.1" status: 204  len: 168 time: 0.4772799
Nov 27 20:58:21.062454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:21.077925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac23ceb4-e2d4-463a-bac0-152e7b3f85ed req-5081e35c-44a9-4e1a-b91a-250ee3c293c5 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348703
Nov 27 20:58:21.082072 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.084113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '4ebac182-8a28-42f8-9b81-45a0a7ad3616', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'port_id': '4ebac182-8a28-42f8-9b81-45a0a7ad3616', 'mac_address': 'fa:16:3e:73:ef:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c319d603-0243-43c4-a372-b7e936d765de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:58:21.124347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa9c276-2d25-4af5-b139-6611d9897cfa,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:21.144265 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.162618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebac182-8a28-42f8-9b81-45a0a7ad3616 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:21.190570 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:21.195494 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.266247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723ff85-cd51-4fb6-89dd-d6dd53295bef req-308e0a30-949d-4871-9c79-c2ab56a7bd18 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:21.274280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723ff85-cd51-4fb6-89dd-d6dd53295bef req-308e0a30-949d-4871-9c79-c2ab56a7bd18 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:21.275463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=4ebac182-8a28-42f8-9b81-45a0a7ad3616,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:21.281065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723ff85-cd51-4fb6-89dd-d6dd53295bef req-308e0a30-949d-4871-9c79-c2ab56a7bd18 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:21.291051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6723ff85-cd51-4fb6-89dd-d6dd53295bef req-308e0a30-949d-4871-9c79-c2ab56a7bd18 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2417 time: 0.1532686
Nov 27 20:58:21.356121 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.365585 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.455695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['4ebac182-8a28-42f8-9b81-45a0a7ad3616'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:21.492513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6723ff85-cd51-4fb6-89dd-d6dd53295bef req-21c79dae-6201-446c-962a-e0431a2b8133 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922379
Nov 27 20:58:21.541216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.560741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45936) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:21.673886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Deleting port 02fb6a2e-0daa-4d39-8413-530f0ec291ff {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:21.674554 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.765856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49103632-a308-4c1e-9103-95a5546cdf20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.834123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] For port 02fb6a2e-0daa-4d39-8413-530f0ec291ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02fb6a2e-0daa-4d39-8413-530f0ec291ff,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:21.834647 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.859697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Calling delete_port for 02fb6a2e-0daa-4d39-8413-530f0ec291ff owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:21.972013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49103632-a308-4c1e-9103-95a5546cdf20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:21.977343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49103632-a308-4c1e-9103-95a5546cdf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.034636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Router be721e91-2e38-461e-90c0-cb22efaaf9cc has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:58:22.045857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ee99-dccc-4929-b839-31037b35f5a8 req-3d486991-d442-4ba9-aeff-6b7dce9badbb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.051930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ee99-dccc-4929-b839-31037b35f5a8 req-3d486991-d442-4ba9-aeff-6b7dce9badbb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.058529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ee99-dccc-4929-b839-31037b35f5a8 req-3d486991-d442-4ba9-aeff-6b7dce9badbb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.063300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-49103632-a308-4c1e-9103-95a5546cdf20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b884d7cda534696b1220abe8016ae42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5002396
Nov 27 20:58:22.064757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ee99-dccc-4929-b839-31037b35f5a8 req-3d486991-d442-4ba9-aeff-6b7dce9badbb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.065069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49103632-a308-4c1e-9103-95a5546cdf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0883b76-7a93-47a3-a116-f1c32915b825,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:22.067569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45944) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:22.071564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ee99-dccc-4929-b839-31037b35f5a8 req-3d486991-d442-4ba9-aeff-6b7dce9badbb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.077603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ee99-dccc-4929-b839-31037b35f5a8 req-3d486991-d442-4ba9-aeff-6b7dce9badbb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.083720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ee99-dccc-4929-b839-31037b35f5a8 req-3d486991-d442-4ba9-aeff-6b7dce9badbb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.091623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0769ee99-dccc-4929-b839-31037b35f5a8 req-3d486991-d442-4ba9-aeff-6b7dce9badbb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1188636
Nov 27 20:58:22.154259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21158ff6-c58a-49d4-aa0c-b84f759abddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.198029 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21158ff6-c58a-49d4-aa0c-b84f759abddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.235439 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0769ee99-dccc-4929-b839-31037b35f5a8 req-e3ad5290-ac7a-4bf4-bd20-a294e29293a3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1427610
Nov 27 20:58:22.241064 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.263129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:22.282803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3211d713-1b0a-4b83-a208-fd5ff8225651 admin admin] 10.222.0.21 "PUT /v2.0/routers/be721e91-2e38-461e-90c0-cb22efaaf9cc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0173492
Nov 27 20:58:22.284924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45948) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:22.286362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event deleted for resources: {'Port': ['ID=02fb6a2e-0daa-4d39-8413-530f0ec291ff,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:22.287823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] Sync routers for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:22.312137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:22.312928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:22.322154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd7a5-0a1e-41cd-bd13-a9cb8a7f33a6 req-09f17557-f00b-446b-a584-92ae5e693152 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.323912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c81fd7a5-0a1e-41cd-bd13-a9cb8a7f33a6 req-09f17557-f00b-446b-a584-92ae5e693152 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 945 time: 0.1346476
Nov 27 20:58:22.375139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21158ff6-c58a-49d4-aa0c-b84f759abddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.377804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21158ff6-c58a-49d4-aa0c-b84f759abddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.381641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-21158ff6-c58a-49d4-aa0c-b84f759abddf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0883b76-7a93-47a3-a116-f1c32915b825 HTTP/1.1" status: 204  len: 168 time: 0.3095834
Nov 27 20:58:22.404709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21158ff6-c58a-49d4-aa0c-b84f759abddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0883b76-7a93-47a3-a116-f1c32915b825,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:22.412455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.489495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:22.495728 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c81fd7a5-0a1e-41cd-bd13-a9cb8a7f33a6 req-a8df0ea3-e8ba-4c5e-ae5a-3bf3f00baeaa tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449459
Nov 27 20:58:22.506227 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.553867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.558665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.630528 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.631527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b818ab9a-89c0-434e-aa16-e9a4b07fd2b2 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:22.643872 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.645261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-07ca6e2d-b72b-476e-87e6-18fe915922b1 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b818ab9a-89c0-434e-aa16-e9a4b07fd2b2 HTTP/1.1" status: 204  len: 168 time: 1.6477716
Nov 27 20:58:22.652714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45956) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:22.665319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-84928736', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:22.727017 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.746540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.747594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.758908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9fac-5629-482c-b5c5-5bafe2c52794 req-3f11bf14-001c-4157-87ba-a28e61753044 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.766847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9fac-5629-482c-b5c5-5bafe2c52794 req-3f11bf14-001c-4157-87ba-a28e61753044 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.788441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9fac-5629-482c-b5c5-5bafe2c52794 req-3f11bf14-001c-4157-87ba-a28e61753044 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:22.796499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-feda9fac-5629-482c-b5c5-5bafe2c52794 req-3f11bf14-001c-4157-87ba-a28e61753044 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2417 time: 0.1709132
Nov 27 20:58:22.879346 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:22.885975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1fd00>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68'}], 'enable_snat': True}, 'gw_port_id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:58:20Z', 'revision_number': 5, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port': {'id': '659a8d53-fa27-41c4-9ca9-f22eda767f99', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:48Z', 'updated_at': '2021-11-27T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:22.894306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4ebac182-8a28-42f8-9b81-45a0a7ad3616 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:22.902332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-feda9fac-5629-482c-b5c5-5bafe2c52794 req-b3a94be6-8929-44e5-a32f-922fd6c00321 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041279
Nov 27 20:58:22.960391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] Checking router: be721e91-2e38-461e-90c0-cb22efaaf9cc for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:58:22.981233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] Routers {'be721e91-2e38-461e-90c0-cb22efaaf9cc'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:22.981949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['be721e91-2e38-461e-90c0-cb22efaaf9cc'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:23.027137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45966) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:23.028560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Deleting port 659a8d53-fa27-41c4-9ca9-f22eda767f99 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:23.031348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.044892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c343cf0c-0108-4110-a230-84c26c867d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.096757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] Set router be721e91-2e38-461e-90c0-cb22efaaf9cc gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:58:23.100028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:58:23.161881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:23.162325 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.164246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1fd00>, [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:58:22Z', 'revision_number': 6, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:23.176865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c343cf0c-0108-4110-a230-84c26c867d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.182448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c343cf0c-0108-4110-a230-84c26c867d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.228394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.257327 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c343cf0c-0108-4110-a230-84c26c867d4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bea1365c973143559eb726afedda9338&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2256973
Nov 27 20:58:23.259551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45970) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:23.269581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343cf0c-0108-4110-a230-84c26c867d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd17cbc-b358-468d-8042-f9eb0c5e3e59,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:23.312028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce6532-a095-4d8b-8d4b-eb1dd90b45d9 None None] The sync data for ids ['be721e91-2e38-461e-90c0-cb22efaaf9cc'] in ncdv-master-1 is: [{'id': 'be721e91-2e38-461e-90c0-cb22efaaf9cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-2039180822-router', 'tenant_id': 'ea113326fcea4903b6f63e84c0339fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:46Z', 'updated_at': '2021-11-27T20:58:22Z', 'revision_number': 6, 'project_id': 'ea113326fcea4903b6f63e84c0339fa7', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:23.329907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] For port 659a8d53-fa27-41c4-9ca9-f22eda767f99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=659a8d53-fa27-41c4-9ca9-f22eda767f99,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:23.330362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.356173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Calling delete_port for 659a8d53-fa27-41c4-9ca9-f22eda767f99 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:23.364160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56eec8cd-13ae-44b9-b5d8-a713cae17ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.399653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.406455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56eec8cd-13ae-44b9-b5d8-a713cae17ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.439291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:23.449419 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be827603-9826-487d-b56c-1feff517bd45" -d '{"events": [{"server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "name": "network-vif-plugged", "status": "completed", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:23.478608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:23.486192 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.513136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b31f-80b4-442f-acf2-57aba40366dc req-be0963af-96e9-48e8-9d44-108eec226c2e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.521632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b31f-80b4-442f-acf2-57aba40366dc req-be0963af-96e9-48e8-9d44-108eec226c2e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.528846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b31f-80b4-442f-acf2-57aba40366dc req-be0963af-96e9-48e8-9d44-108eec226c2e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.534931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b31f-80b4-442f-acf2-57aba40366dc req-be0963af-96e9-48e8-9d44-108eec226c2e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.543942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b31f-80b4-442f-acf2-57aba40366dc req-be0963af-96e9-48e8-9d44-108eec226c2e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.558572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b31f-80b4-442f-acf2-57aba40366dc req-be0963af-96e9-48e8-9d44-108eec226c2e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.567180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b31f-80b4-442f-acf2-57aba40366dc req-be0963af-96e9-48e8-9d44-108eec226c2e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.572267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0db5b31f-80b4-442f-acf2-57aba40366dc req-be0963af-96e9-48e8-9d44-108eec226c2e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1726868
Nov 27 20:58:23.598553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=4ebac182-8a28-42f8-9b81-45a0a7ad3616,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:23.610606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56eec8cd-13ae-44b9-b5d8-a713cae17ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.610812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378cb6e-526c-4d5b-b249-1e2ef0fec011 req-e9e68fed-45bb-4ba9-aaca-e87b765858bc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.613676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56eec8cd-13ae-44b9-b5d8-a713cae17ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.618130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-56eec8cd-13ae-44b9-b5d8-a713cae17ff6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cd17cbc-b358-468d-8042-f9eb0c5e3e59 HTTP/1.1" status: 204  len: 168 time: 0.3544343
Nov 27 20:58:23.618565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378cb6e-526c-4d5b-b249-1e2ef0fec011 req-e9e68fed-45bb-4ba9-aaca-e87b765858bc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.624320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378cb6e-526c-4d5b-b249-1e2ef0fec011 req-e9e68fed-45bb-4ba9-aaca-e87b765858bc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.626368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f378cb6e-526c-4d5b-b249-1e2ef0fec011 req-e9e68fed-45bb-4ba9-aaca-e87b765858bc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2417 time: 0.2462776
Nov 27 20:58:23.640083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eec8cd-13ae-44b9-b5d8-a713cae17ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd17cbc-b358-468d-8042-f9eb0c5e3e59,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:23.693587 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0db5b31f-80b4-442f-acf2-57aba40366dc req-e907bc15-4269-4efe-98d2-a9d7eb552a60 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1100471
Nov 27 20:58:23.763542 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f378cb6e-526c-4d5b-b249-1e2ef0fec011 req-c69945c9-d72f-4af2-9769-65bf83f7dba2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795603
Nov 27 20:58:23.766261 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ac97e-982e-4d9a-ac94-741c2a060880 x-openstack-request-id: req-b16ac97e-982e-4d9a-ac94-741c2a060880 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:23.766979 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "name": "network-vif-plugged", "status": "completed", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:23.768635 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b16ac97e-982e-4d9a-ac94-741c2a060880 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:23.771028 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616', 'code': 200}
Nov 27 20:58:23.896886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedea23-a658-4c3d-bab8-6a3dcec3bd64 req-3ede63cf-c3dd-41eb-ae13-4e0a02e27fb6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:23.906171 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0aedea23-a658-4c3d-bab8-6a3dcec3bd64 req-3ede63cf-c3dd-41eb-ae13-4e0a02e27fb6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.0740032
Nov 27 20:58:23.919311 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:23.963511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=659a8d53-fa27-41c4-9ca9-f22eda767f99,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:23.971967 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0aedea23-a658-4c3d-bab8-6a3dcec3bd64 req-3e70dc3d-c50e-43f0-9565-59cb62943bd1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640163
Nov 27 20:58:24.028225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.083374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942db5d-aa1f-4c2c-9cbe-d184f31887e8 req-e9726be6-ccdf-469d-a123-2654679ff090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:24.085522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b942db5d-aa1f-4c2c-9cbe-d184f31887e8 req-e9726be6-ccdf-469d-a123-2654679ff090 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 1097 time: 0.2209620
Nov 27 20:58:24.089133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.094822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dfa9c276-2d25-4af5-b139-6611d9897cfa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:24.142621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: dfa9c276-2d25-4af5-b139-6611d9897cfa {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:24.143022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dfa9c276-2d25-4af5-b139-6611d9897cfa not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:24.143612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 659a8d53-fa27-41c4-9ca9-f22eda767f99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:24.167942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 659a8d53-fa27-41c4-9ca9-f22eda767f99 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:24.168469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 659a8d53-fa27-41c4-9ca9-f22eda767f99 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:24.168905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 02fb6a2e-0daa-4d39-8413-530f0ec291ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:24.175715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.196081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 02fb6a2e-0daa-4d39-8413-530f0ec291ff {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:24.196430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 02fb6a2e-0daa-4d39-8413-530f0ec291ff not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:24.334357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.340603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.345704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b942db5d-aa1f-4c2c-9cbe-d184f31887e8 req-0afac859-834f-4698-bd85-0ebd65064b58 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418396
Nov 27 20:58:24.403462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Allocated IP 172.35.3.17 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/675bbc6a-da78-453e-942e-cd66f78f3c72) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:24.405458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.406015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router be721e91-2e38-461e-90c0-cb22efaaf9cc {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:24.412567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.413689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-26d371c1-5a24-47b8-8d19-5b9cdf9e4c3e admin admin] 10.222.0.21 "DELETE /v2.0/routers/be721e91-2e38-461e-90c0-cb22efaaf9cc HTTP/1.1" status: 204  len: 168 time: 2.1271279
Nov 27 20:58:24.416423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45996) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:24.525575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-518ff980-56b9-411d-9caa-0699633ce48c admin admin] Deleting subnet 16c692c8-6bab-45b1-ba05-eb022664c7b7 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:58:24.531980 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-518ff980-56b9-411d-9caa-0699633ce48c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.593636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-518ff980-56b9-411d-9caa-0699633ce48c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.639747 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.658737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-518ff980-56b9-411d-9caa-0699633ce48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.683359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46004) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:24.730401 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.773771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:24.775068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-518ff980-56b9-411d-9caa-0699633ce48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.786125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:24.811179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:24.817207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ff980-56b9-411d-9caa-0699633ce48c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c692c8-6bab-45b1-ba05-eb022664c7b7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:24.851689 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-518ff980-56b9-411d-9caa-0699633ce48c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:24.855013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-518ff980-56b9-411d-9caa-0699633ce48c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/16c692c8-6bab-45b1-ba05-eb022664c7b7 HTTP/1.1" status: 204  len: 168 time: 0.4374175
Nov 27 20:58:24.858764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46012) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:24.859553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event updated for resources: {'Port': ['ID=675bbc6a-da78-453e-942e-cd66f78f3c72,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:24.883598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d381510b-f568-4677-a9ec-b2e5d0781b4c tempest-AgentManagementNegativeTest-1063925211 tempest-AgentManagementNegativeTest-1063925211-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1990018
Nov 27 20:58:24.905273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d25e-0130-48b0-9663-940501adfa27 req-0f58539c-f7d3-4670-b13b-f57839536f9a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:24.913049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d25e-0130-48b0-9663-940501adfa27 req-0f58539c-f7d3-4670-b13b-f57839536f9a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:24.918126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d25e-0130-48b0-9663-940501adfa27 req-0f58539c-f7d3-4670-b13b-f57839536f9a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:24.924219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d25e-0130-48b0-9663-940501adfa27 req-0f58539c-f7d3-4670-b13b-f57839536f9a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:24.930335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d25e-0130-48b0-9663-940501adfa27 req-0f58539c-f7d3-4670-b13b-f57839536f9a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:24.936339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d25e-0130-48b0-9663-940501adfa27 req-0f58539c-f7d3-4670-b13b-f57839536f9a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:24.942281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d25e-0130-48b0-9663-940501adfa27 req-0f58539c-f7d3-4670-b13b-f57839536f9a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:24.944308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e133d25e-0130-48b0-9663-940501adfa27 req-0f58539c-f7d3-4670-b13b-f57839536f9a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1477776
Nov 27 20:58:25.021820 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.039695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab2b69-97bf-473f-aaf8-356f8f3f1efd req-8908d78a-5ac8-4b8a-bf69-50476dfcfb39 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:25.045773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab2b69-97bf-473f-aaf8-356f8f3f1efd req-8908d78a-5ac8-4b8a-bf69-50476dfcfb39 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:25.052564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab2b69-97bf-473f-aaf8-356f8f3f1efd req-8908d78a-5ac8-4b8a-bf69-50476dfcfb39 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:25.059806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0ab2b69-97bf-473f-aaf8-356f8f3f1efd req-8908d78a-5ac8-4b8a-bf69-50476dfcfb39 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2417 time: 0.1586413
Nov 27 20:58:25.096707 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e133d25e-0130-48b0-9663-940501adfa27 req-67752884-77f1-4bfe-b196-d441e2149650 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1256328
Nov 27 20:58:25.195750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.202224 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0ab2b69-97bf-473f-aaf8-356f8f3f1efd req-44443acb-4c6d-4507-a1fc-554ca7c390d2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394901
Nov 27 20:58:25.222596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-e8005e6c-cc0a-483c-bd11-5b35b1bf8410 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:25.231925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-e8005e6c-cc0a-483c-bd11-5b35b1bf8410 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:25.240071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-e8005e6c-cc0a-483c-bd11-5b35b1bf8410 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:25.242625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-e8005e6c-cc0a-483c-bd11-5b35b1bf8410 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.15 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 2417 time: 0.1832423
Nov 27 20:58:25.242788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46024) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:25.270344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.308202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7ea4220>,) {'filters': {'network_id': ['bec98bc9-0b5b-4b5f-b388-d430ab12ae4e']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:25.322934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7ea4220>, '84aae2a6-5654-44c1-88e9-a7024844c5bc') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:25.323337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7ea4220>, '84aae2a6-5654-44c1-88e9-a7024844c5bc') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:25.341935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.382263 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.398599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:58:25.399016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:58:25.400810 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:58:25.403183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5962a42-c15e-4b6a-936a-d1bfd7c7bcd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.492567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ffbb-5c84-4ff0-b767-b406819201ee req-f052e41d-8d29-4f26-9398-9a298c3024ff tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:25.494135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed84ffbb-5c84-4ff0-b767-b406819201ee req-f052e41d-8d29-4f26-9398-9a298c3024ff tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1911874
Nov 27 20:58:25.512142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.528144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.531387 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bec98bc9-0b5b-4b5f-b388-d430ab12ae4e HTTP/1.1" status: 204  len: 168 time: 0.6706793
Nov 27 20:58:25.550447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b9ea6-28e6-4e76-97cc-d792019a6a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec98bc9-0b5b-4b5f-b388-d430ab12ae4e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:25.572694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting port c5507caf-d3c6-4acf-851c-7c098f7db7ee {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:25.573044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.595812 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.604614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed84ffbb-5c84-4ff0-b767-b406819201ee req-e24a3ba2-0aaa-4ed2-828f-410fcd4507f7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008239
Nov 27 20:58:25.690857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5962a42-c15e-4b6a-936a-d1bfd7c7bcd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.699792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] For port c5507caf-d3c6-4acf-851c-7c098f7db7ee, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5507caf-d3c6-4acf-851c-7c098f7db7ee,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:25.700453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.704736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5962a42-c15e-4b6a-936a-d1bfd7c7bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.719244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Calling delete_port for c5507caf-d3c6-4acf-851c-7c098f7db7ee owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:25.764036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46030) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:25.800664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a5962a42-c15e-4b6a-936a-d1bfd7c7bcd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec1da78274cd49d5925895cd982423e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5548131
Nov 27 20:58:25.801690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46032) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:25.811875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5962a42-c15e-4b6a-936a-d1bfd7c7bcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8655594f-8b54-4fbc-b084-c31e86fb8b77,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:25.854403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a0b21601-3219-4983-8e82-84839b7195be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea113326fcea4903b6f63e84c0339fa7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0841088
Nov 27 20:58:25.857090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46034) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:25.913333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec7f666-ce45-49a9-a71e-01737cb7365b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.929810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Router bec3e574-c17c-43ec-b8a5-2fc5e79a53b4 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:58:25.935086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.935883 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06a1fa8a-1d7d-4606-a903-9fa65eddf8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.946517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec7f666-ce45-49a9-a71e-01737cb7365b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:25.949245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['95cd7312-1395-4c53-9d65-8971e0e6c4f0', 'ad2be44c-7183-4c6d-99b8-d5e16696aadd', 'c5507caf-d3c6-4acf-851c-7c098f7db7ee'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:25.983555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Port': ['ID=c5507caf-d3c6-4acf-851c-7c098f7db7ee,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:25.999878 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06a1fa8a-1d7d-4606-a903-9fa65eddf8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:26.042609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] No DVR routers for this DVR port c5507caf-d3c6-4acf-851c-7c098f7db7ee on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:26.045368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:26.048806 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-665bb9bf-6255-4ba0-b5c4-dd85e7c3782d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.15 "DELETE /v2.0/ports/c5507caf-d3c6-4acf-851c-7c098f7db7ee HTTP/1.1" status: 204  len: 173 time: 0.7997997
Nov 27 20:58:26.049274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-deleted', 'tag': 'c5507caf-d3c6-4acf-851c-7c098f7db7ee'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:26.053352 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127a091-5704-413e-8532-c8603ac878f1" -d '{"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-deleted", "tag": "c5507caf-d3c6-4acf-851c-7c098f7db7ee"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:26.157645 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cd77d9-6892-4c0e-a7f7-9dbae663b3fe x-openstack-request-id: req-d6cd77d9-6892-4c0e-a7f7-9dbae663b3fe {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:26.157988 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-deleted", "tag": "c5507caf-d3c6-4acf-851c-7c098f7db7ee", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:26.158197 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6cd77d9-6892-4c0e-a7f7-9dbae663b3fe {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:26.158793 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-deleted', 'tag': 'c5507caf-d3c6-4acf-851c-7c098f7db7ee', 'status': 'completed', 'code': 200}
Nov 27 20:58:26.159455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec7f666-ce45-49a9-a71e-01737cb7365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:26.172284 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec7f666-ce45-49a9-a71e-01737cb7365b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:26.175884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eec7f666-ce45-49a9-a71e-01737cb7365b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8655594f-8b54-4fbc-b084-c31e86fb8b77 HTTP/1.1" status: 204  len: 168 time: 0.3708339
Nov 27 20:58:26.231207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7f666-ce45-49a9-a71e-01737cb7365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8655594f-8b54-4fbc-b084-c31e86fb8b77,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:26.423949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d78f7d-9bba-4f67-8b6c-32a19e71616b req-eb04887f-d6a4-4c40-b08f-f7155326102c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.431082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d78f7d-9bba-4f67-8b6c-32a19e71616b req-eb04887f-d6a4-4c40-b08f-f7155326102c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.437618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d78f7d-9bba-4f67-8b6c-32a19e71616b req-eb04887f-d6a4-4c40-b08f-f7155326102c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.447447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d78f7d-9bba-4f67-8b6c-32a19e71616b req-eb04887f-d6a4-4c40-b08f-f7155326102c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.450816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d78f7d-9bba-4f67-8b6c-32a19e71616b req-eb04887f-d6a4-4c40-b08f-f7155326102c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.456762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d78f7d-9bba-4f67-8b6c-32a19e71616b req-eb04887f-d6a4-4c40-b08f-f7155326102c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.463041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d78f7d-9bba-4f67-8b6c-32a19e71616b req-eb04887f-d6a4-4c40-b08f-f7155326102c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.465046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00d78f7d-9bba-4f67-8b6c-32a19e71616b req-eb04887f-d6a4-4c40-b08f-f7155326102c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2353997
Nov 27 20:58:26.468873 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:26.469209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:26.532027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:26.551670 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777b4d1-fba1-43d3-a5ff-e939af462097 None None] Sync routers for ids ['bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:26.564300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da9cf2-f38f-44d4-80c0-5ec7b4ffad3d req-625d532a-90f2-44e0-b61d-73053454087b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.571415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da9cf2-f38f-44d4-80c0-5ec7b4ffad3d req-625d532a-90f2-44e0-b61d-73053454087b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.573022 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-95da9cf2-f38f-44d4-80c0-5ec7b4ffad3d req-625d532a-90f2-44e0-b61d-73053454087b tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 1682 time: 0.0953345
Nov 27 20:58:26.574625 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777b4d1-fba1-43d3-a5ff-e939af462097 None None] Routers {'bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:26.575537 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0777b4d1-fba1-43d3-a5ff-e939af462097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feaa6850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:26.576578 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:26.577710 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-424e47c1-9c80-47d2-80f8-215ee49b8a4b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.9222553
Nov 27 20:58:26.578406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06a1fa8a-1d7d-4606-a903-9fa65eddf8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:26.582034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06a1fa8a-1d7d-4606-a903-9fa65eddf8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:26.582243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46050) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:26.582335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-06a1fa8a-1d7d-4606-a903-9fa65eddf8e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47832bf6-473a-4f02-a3be-e497eeaf22a6 HTTP/1.1" status: 204  len: 168 time: 0.7237508
Nov 27 20:58:26.591517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1fa8a-1d7d-4606-a903-9fa65eddf8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47832bf6-473a-4f02-a3be-e497eeaf22a6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:26.597320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a6aff6f2-a1c8-4da3-a1cb-c28d5d8b8a7b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': False}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:26.644037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-95da9cf2-f38f-44d4-80c0-5ec7b4ffad3d req-02681c3d-23b1-49fa-8058-78c9de42345c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544250
Nov 27 20:58:26.647125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00d78f7d-9bba-4f67-8b6c-32a19e71616b req-11515c9f-c10d-457f-95d5-7cf61564d2ff tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1632147
Nov 27 20:58:26.650636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] For port 95cd7312-1395-4c53-9d65-8971e0e6c4f0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95cd7312-1395-4c53-9d65-8971e0e6c4f0,segment=NetworkSegment(8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6),segment_id=8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:26.651017 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:26.671406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Calling delete_port for 95cd7312-1395-4c53-9d65-8971e0e6c4f0 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:26.674317 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0777b4d1-fba1-43d3-a5ff-e939af462097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feaa6850>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:26.685120 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777b4d1-fba1-43d3-a5ff-e939af462097 None None] Routers {'bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:26.686230 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0777b4d1-fba1-43d3-a5ff-e939af462097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feaa6850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:26.726290 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0777b4d1-fba1-43d3-a5ff-e939af462097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feaa6850>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:26.727054 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777b4d1-fba1-43d3-a5ff-e939af462097 None None] The sync data for ids ['bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:26.971188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c2c8a-af6b-4537-9ecb-47b032158ec4 req-61743aff-7dc2-47e1-bc5d-aa118360dd4e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:26.971707 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-967c2c8a-af6b-4537-9ecb-47b032158ec4 req-61743aff-7dc2-47e1-bc5d-aa118360dd4e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1444731
Nov 27 20:58:27.063866 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:27.414366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46088) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:27.453083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Port': ['ID=95cd7312-1395-4c53-9d65-8971e0e6c4f0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:27.470391 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-967c2c8a-af6b-4537-9ecb-47b032158ec4 req-e1330824-e9cf-4f40-9afa-18f4907d84bd tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4876950
Nov 27 20:58:27.527295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] No DVR routers for this DVR port 95cd7312-1395-4c53-9d65-8971e0e6c4f0 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:27.531221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:27.535176 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-69e10135-13f8-4768-866f-34604d124e20 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.15 "DELETE /v2.0/ports/95cd7312-1395-4c53-9d65-8971e0e6c4f0 HTTP/1.1" status: 204  len: 173 time: 1.4520617
Nov 27 20:58:27.540081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6aff6f2-a1c8-4da3-a1cb-c28d5d8b8a7b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:27.815976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-821897888'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:27.834721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting port ad2be44c-7183-4c6d-99b8-d5e16696aadd {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:27.835067 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:27.841675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Made reservation on behalf of 2c6f1f00324d486499003a77e46b2854 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:27.849084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:27.861445 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:27.973184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a62fa7-682f-46ae-87d4-55f8f93a6be0 req-95c5ec27-c680-4757-8f7e-024a27403f50 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:27.982120 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85a62fa7-682f-46ae-87d4-55f8f93a6be0 req-95c5ec27-c680-4757-8f7e-024a27403f50 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 945 time: 0.1822462
Nov 27 20:58:27.985218 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:27.994772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.042198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:58:28.082358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] For port ad2be44c-7183-4c6d-99b8-d5e16696aadd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ad2be44c-7183-4c6d-99b8-d5e16696aadd,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:28.082731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.097316 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.097746 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Added segment ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21 of type vlan for network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721
Nov 27 20:58:28.106481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46120) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:28.124100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6c0263-ff57-4500-83bd-3695ed012a17,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:28.124305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Calling delete_port for ad2be44c-7183-4c6d-99b8-d5e16696aadd owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:28.143022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85a62fa7-682f-46ae-87d4-55f8f93a6be0 req-c182e42d-cd5d-4bbc-808e-3723c4d9306e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599352
Nov 27 20:58:28.177754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339a1d9-f567-47f6-aec2-2376d8b6c5f0 req-5cb02f0e-7c66-4dd6-8c39-f601979a0065 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.180639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-deleted', 'tag': '95cd7312-1395-4c53-9d65-8971e0e6c4f0'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:28.182214 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18989968-31a8-4305-921e-7d43935e58e5" -d '{"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-deleted", "tag": "95cd7312-1395-4c53-9d65-8971e0e6c4f0"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:28.186104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339a1d9-f567-47f6-aec2-2376d8b6c5f0 req-5cb02f0e-7c66-4dd6-8c39-f601979a0065 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.194869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339a1d9-f567-47f6-aec2-2376d8b6c5f0 req-5cb02f0e-7c66-4dd6-8c39-f601979a0065 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.200878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339a1d9-f567-47f6-aec2-2376d8b6c5f0 req-5cb02f0e-7c66-4dd6-8c39-f601979a0065 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.206861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339a1d9-f567-47f6-aec2-2376d8b6c5f0 req-5cb02f0e-7c66-4dd6-8c39-f601979a0065 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.214529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339a1d9-f567-47f6-aec2-2376d8b6c5f0 req-5cb02f0e-7c66-4dd6-8c39-f601979a0065 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.220718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339a1d9-f567-47f6-aec2-2376d8b6c5f0 req-5cb02f0e-7c66-4dd6-8c39-f601979a0065 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.229309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5339a1d9-f567-47f6-aec2-2376d8b6c5f0 req-5cb02f0e-7c66-4dd6-8c39-f601979a0065 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2212827
Nov 27 20:58:28.258323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.276051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-7a665ff5-c013-4018-b73d-10aab38ef0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.277574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-7a665ff5-c013-4018-b73d-10aab38ef0c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 1097 time: 0.1929536
Nov 27 20:58:28.310826 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b124eaf1-9523-476b-a553-33a46fbaf919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.321517 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device ad2be44c-7183-4c6d-99b8-d5e16696aadd no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:28.342835 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.348528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.349217 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.420485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5339a1d9-f567-47f6-aec2-2376d8b6c5f0 req-efca668a-e7a2-477e-b7d0-5b8a698ffd5c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1902277
Nov 27 20:58:28.436523 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.459475 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 1.0447197
Nov 27 20:58:28.463819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46128) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:28.481370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'subnet': {'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:28.494106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7d19b-c65b-4059-8851-5c261b6179e0 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Network': ['ID=1ca0b97a-6a99-4a2a-934e-5ee2ff64e721,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:28.508481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-a0c47e95-31d1-4b85-ad0e-6024aa1e98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.510165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-a0c47e95-31d1-4b85-ad0e-6024aa1e98b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 913 time: 0.2046607
Nov 27 20:58:28.534967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee4263-32f9-4330-9d8f-67081c577202 req-28241979-8f13-475b-969c-ef7ebcb8ef21 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.544440 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-afee4263-32f9-4330-9d8f-67081c577202 req-28241979-8f13-475b-969c-ef7ebcb8ef21 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.2141936
Nov 27 20:58:28.547154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:58:28.554195 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61935db0-2780-47a7-a4e4-960281c3febc x-openstack-request-id: req-61935db0-2780-47a7-a4e4-960281c3febc {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:28.554597 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-deleted", "tag": "95cd7312-1395-4c53-9d65-8971e0e6c4f0", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:28.555332 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61935db0-2780-47a7-a4e4-960281c3febc {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:28.555482 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-deleted', 'tag': '95cd7312-1395-4c53-9d65-8971e0e6c4f0', 'status': 'completed', 'code': 200}
Nov 27 20:58:28.573094 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-ad9d36e3-c71b-40be-894f-600864d6426b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616 HTTP/1.1" status: 200  len: 217 time: 0.0541854
Nov 27 20:58:28.637806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-33acf34e-ce9c-4221-9a35-958a4c4edb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:28.639417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-33acf34e-ce9c-4221-9a35-958a4c4edb69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.0585728
Nov 27 20:58:28.671994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-e79fb30a-2cb6-44fa-8d55-dfdc4d279bec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256350
Nov 27 20:58:28.690208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c5507caf-d3c6-4acf-851c-7c098f7db7ee no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:28.695314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.710470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: c5507caf-d3c6-4acf-851c-7c098f7db7ee {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:28.710949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c5507caf-d3c6-4acf-851c-7c098f7db7ee not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:28.712116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 95cd7312-1395-4c53-9d65-8971e0e6c4f0 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:28.731817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 95cd7312-1395-4c53-9d65-8971e0e6c4f0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:28.732315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 95cd7312-1395-4c53-9d65-8971e0e6c4f0 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:28.757883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b124eaf1-9523-476b-a553-33a46fbaf919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.764889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Port': ['ID=ad2be44c-7183-4c6d-99b8-d5e16696aadd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:28.770160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-c8b80702-3f5d-4d81-a943-facdbb136f8e service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913758
Nov 27 20:58:28.774887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-afee4263-32f9-4330-9d8f-67081c577202 req-4658ad82-a14b-4387-bac1-675d8ebc1b7f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2294581
Nov 27 20:58:28.783493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6aff6f2-a1c8-4da3-a1cb-c28d5d8b8a7b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.784977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b124eaf1-9523-476b-a553-33a46fbaf919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.816776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6aff6f2-a1c8-4da3-a1cb-c28d5d8b8a7b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.876759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] No DVR routers for this DVR port ad2be44c-7183-4c6d-99b8-d5e16696aadd on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:28.881109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Made reservation on behalf of 2c6f1f00324d486499003a77e46b2854 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:28.884055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34cfe18c-4ef5-4d48-9320-8896f49cfc5e req-1c3e4a00-e485-4232-8ab5-f4f98d8a4ea7 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001201
Nov 27 20:58:28.884958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.923065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:28.926467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dd95ca8-13f8-4e21-add0-9f9538d7f516 req-c4c545e9-159e-4ba4-a3d9-fc1e6acd8068 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.15 "DELETE /v2.0/ports/ad2be44c-7183-4c6d-99b8-d5e16696aadd HTTP/1.1" status: 204  len: 173 time: 1.3830221
Nov 27 20:58:28.932183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b124eaf1-9523-476b-a553-33a46fbaf919 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbf50009a3f54b5194229922fb73155c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8208625
Nov 27 20:58:28.934096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46130) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:28.934209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124eaf1-9523-476b-a553-33a46fbaf919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409be3ce-89ae-42c3-837d-9227d43843f5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:29.017429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bea0682d-128d-4a2a-8d5f-e1297869301b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:29.050615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bea0682d-128d-4a2a-8d5f-e1297869301b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:29.090829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aff6f2-a1c8-4da3-a1cb-c28d5d8b8a7b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Router bec3e574-c17c-43ec-b8a5-2fc5e79a53b4 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:58:29.107926 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bea0682d-128d-4a2a-8d5f-e1297869301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:29.110880 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bea0682d-128d-4a2a-8d5f-e1297869301b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:29.112072 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bea0682d-128d-4a2a-8d5f-e1297869301b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/409be3ce-89ae-42c3-837d-9227d43843f5 HTTP/1.1" status: 204  len: 168 time: 0.1773016
Nov 27 20:58:29.121118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0682d-128d-4a2a-8d5f-e1297869301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409be3ce-89ae-42c3-837d-9227d43843f5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:29.269648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2bdc5932-e899-4e9b-a5a7-d4c4267d1402 req-c77cebb0-f8ee-4c6a-a1a9-e2b0192f4010 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc94c1a-9572-43c0-9a19-4ccded66857f HTTP/1.1" status: 200  len: 210 time: 0.0270855
Nov 27 20:58:29.307126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:29.365082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aff6f2-a1c8-4da3-a1cb-c28d5d8b8a7b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:29.376327 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6aff6f2-a1c8-4da3-a1cb-c28d5d8b8a7b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:29.377574 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a6aff6f2-a1c8-4da3-a1cb-c28d5d8b8a7b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "PUT /v2.0/routers/bec3e574-c17c-43ec-b8a5-2fc5e79a53b4 HTTP/1.1" status: 200  len: 923 time: 2.7932980
Nov 27 20:58:29.378268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf8041-a144-45fb-9c1a-71ee7aa625a2 None None] Sync routers for ids ['bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:29.380451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46142) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:29.408597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf8041-a144-45fb-9c1a-71ee7aa625a2 None None] Routers {'bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:29.409251 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dcdf8041-a144-45fb-9c1a-71ee7aa625a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6d53a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:29.422227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Subnet': ['ID=ca62a499-7bda-4b1d-a235-27fb78657960,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:29.442014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Checking segment: {'id': 'ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:29.442471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Network hostable DHCP agents. Network: 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:58:29.465502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:58:29.485876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:29.490322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dcdf8041-a144-45fb-9c1a-71ee7aa625a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6d53a0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:29.492472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.494131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:29.498574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21989fff-3162-49be-b0ef-fb49daf77a6a None None] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:29.517691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf8041-a144-45fb-9c1a-71ee7aa625a2 None None] Routers {'bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:29.518747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dcdf8041-a144-45fb-9c1a-71ee7aa625a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6d53a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:29.525235 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-61107ae1-5288-49f1-af7a-5cff7b886807 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0484381
Nov 27 20:58:29.527004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46150) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:29.540163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'port': {'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-349182799'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:29.667489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f6b6f7e9-5743-4a70-8a4e-a6bb2d6fe3f5 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/routers/bec3e574-c17c-43ec-b8a5-2fc5e79a53b4 HTTP/1.1" status: 200  len: 923 time: 0.2842376
Nov 27 20:58:29.669259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:29.740732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c4e07-d37a-450c-9e02-0c45649e1a60 req-e8969710-4dd2-4f15-8c00-8856a9c53673 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.747589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c4e07-d37a-450c-9e02-0c45649e1a60 req-e8969710-4dd2-4f15-8c00-8856a9c53673 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.750008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dcdf8041-a144-45fb-9c1a-71ee7aa625a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6d53a0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:29.750777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf8041-a144-45fb-9c1a-71ee7aa625a2 None None] The sync data for ids ['bec3e574-c17c-43ec-b8a5-2fc5e79a53b4'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:29.754147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c4e07-d37a-450c-9e02-0c45649e1a60 req-e8969710-4dd2-4f15-8c00-8856a9c53673 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.754344 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abcc23-6aa8-43ed-b450-8f51d694cc9b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.759962 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b4abcc23-6aa8-43ed-b450-8f51d694cc9b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=bec3e574-c17c-43ec-b8a5-2fc5e79a53b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0862038
Nov 27 20:58:29.761534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c4e07-d37a-450c-9e02-0c45649e1a60 req-e8969710-4dd2-4f15-8c00-8856a9c53673 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.763428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46160) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:29.768208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c4e07-d37a-450c-9e02-0c45649e1a60 req-e8969710-4dd2-4f15-8c00-8856a9c53673 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.785899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c4e07-d37a-450c-9e02-0c45649e1a60 req-e8969710-4dd2-4f15-8c00-8856a9c53673 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.792906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c4e07-d37a-450c-9e02-0c45649e1a60 req-e8969710-4dd2-4f15-8c00-8856a9c53673 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.800800 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-342c4e07-d37a-450c-9e02-0c45649e1a60 req-e8969710-4dd2-4f15-8c00-8856a9c53673 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1842268
Nov 27 20:58:29.882534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-342c4e07-d37a-450c-9e02-0c45649e1a60 req-996f803d-3697-421a-8d72-29ed16592357 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0807104
Nov 27 20:58:29.883859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Made reservation on behalf of 2c6f1f00324d486499003a77e46b2854 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:29.900390 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:29.901281 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1ca0b97a-6a99-4a2a-934e-5ee2ff64e721', 'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721', 'tenant_id': '2c6f1f00324d486499003a77e46b2854', 'fixed_ips': [{'subnet_id': 'ca62a499-7bda-4b1d-a235-27fb78657960'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:58:29.902401 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:29.915605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c13b0-4df2-437d-b4a5-a9bbfaf33429 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.917152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-899c13b0-4df2-437d-b4a5-a9bbfaf33429 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 881 time: 0.1527510
Nov 27 20:58:29.922093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46170) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:29.937729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] device_id is not set on port 9dd015cf-10c6-44b8-9500-8e3627e9a308 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:58:29.961340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-423b3f3c-9995-41fe-865b-701b8396f0a7 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=bec3e574-c17c-43ec-b8a5-2fc5e79a53b4 HTTP/1.1" status: 200  len: 205 time: 0.0345693
Nov 27 20:58:29.963707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46172) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:29.973576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32486cb-5698-4fdc-abe6-6f55166220dd req-1d3e412f-9400-4969-95fa-f63df50eefa8 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:29.975156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c32486cb-5698-4fdc-abe6-6f55166220dd req-1d3e412f-9400-4969-95fa-f63df50eefa8 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.0736539
Nov 27 20:58:30.028385 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c32486cb-5698-4fdc-abe6-6f55166220dd req-0f9a5d71-bf77-4e89-ab14-b2d579817ddc tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465422
Nov 27 20:58:30.100518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Allocated IP 2001:db8::2 (1ca0b97a-6a99-4a2a-934e-5ee2ff64e721/ca62a499-7bda-4b1d-a235-27fb78657960/b89be82e-ddbd-421a-b37a-f1e18e83bc3c) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:30.135892 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.249024 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.270882 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.277181 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.318601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:30.323605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:30.326388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:30.339705 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Pushing event updated for resources: {'Port': ['ID=b89be82e-ddbd-421a-b37a-f1e18e83bc3c,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:30.360299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Allocated IP 2001:db8::a4 (1ca0b97a-6a99-4a2a-934e-5ee2ff64e721/ca62a499-7bda-4b1d-a235-27fb78657960/9dd015cf-10c6-44b8-9500-8e3627e9a308) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:30.385827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Deleting port 675bbc6a-da78-453e-942e-cd66f78f3c72 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:30.386263 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.404789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Attempting to bind port b89be82e-ddbd-421a-b37a-f1e18e83bc3c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:30.406120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Attempting to bind port b89be82e-ddbd-421a-b37a-f1e18e83bc3c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:30.406452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Attempting to bind port b89be82e-ddbd-421a-b37a-f1e18e83bc3c on network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:30.408439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46186) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:30.412670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:30.413381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Checking segment: {'id': 'ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:30.414038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.414651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Bound using segment: {'id': 'ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:30.415498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Bound port: b89be82e-ddbd-421a-b37a-f1e18e83bc3c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:30.416248 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.470635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c1919f-f963-4b29-9cda-b0fef24eef13 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting subnet b2911d24-a105-49c9-bd26-e2ef59ba265e {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:58:30.474638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3c1919f-f963-4b29-9cda-b0fef24eef13 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.508809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] For port b89be82e-ddbd-421a-b37a-f1e18e83bc3c, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:30.514847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] For port b89be82e-ddbd-421a-b37a-f1e18e83bc3c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b89be82e-ddbd-421a-b37a-f1e18e83bc3c,segment=NetworkSegment(ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21),segment_id=ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:30.522143 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.522929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3c1919f-f963-4b29-9cda-b0fef24eef13 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.558423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-deleted', 'tag': 'ad2be44c-7183-4c6d-99b8-d5e16696aadd'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:30.566435 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a2b981-e7da-46b2-aea4-d2b377520d8c" -d '{"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-deleted", "tag": "ad2be44c-7183-4c6d-99b8-d5e16696aadd"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:30.616527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8927e-6516-4bb9-82c9-019e794ed892 None None] Pushing event updated for resources: {'Port': ['ID=b89be82e-ddbd-421a-b37a-f1e18e83bc3c,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:30.632746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46192) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:30.649477 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a16adcc-b7a1-4d42-9e6a-851fc5baa413 x-openstack-request-id: req-1a16adcc-b7a1-4d42-9e6a-851fc5baa413 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:30.649782 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc94c1a-9572-43c0-9a19-4ccded66857f", "name": "network-vif-deleted", "tag": "ad2be44c-7183-4c6d-99b8-d5e16696aadd", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:30.650048 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a16adcc-b7a1-4d42-9e6a-851fc5baa413 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:30.650440 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc94c1a-9572-43c0-9a19-4ccded66857f', 'name': 'network-vif-deleted', 'tag': 'ad2be44c-7183-4c6d-99b8-d5e16696aadd', 'status': 'completed', 'code': 200}
Nov 27 20:58:30.657078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.666520 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3c1919f-f963-4b29-9cda-b0fef24eef13 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.702449 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.734976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Calling delete_port for 675bbc6a-da78-453e-942e-cd66f78f3c72 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:30.785097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-20e0eeee-5549-42d7-95fb-29cac0f4a820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.788815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3c1919f-f963-4b29-9cda-b0fef24eef13 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.801035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.826089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1919f-f963-4b29-9cda-b0fef24eef13 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Subnet': ['ID=b2911d24-a105-49c9-bd26-e2ef59ba265e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:30.831537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3c1919f-f963-4b29-9cda-b0fef24eef13 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.839737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c3c1919f-f963-4b29-9cda-b0fef24eef13 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "DELETE /v2.0/subnets/b2911d24-a105-49c9-bd26-e2ef59ba265e HTTP/1.1" status: 204  len: 168 time: 0.4279690
Nov 27 20:58:30.841040 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46198) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:30.857478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c51bb-3f21-4210-abd0-89893efdb26d None None] Network 269b2da3-6894-4325-8492-a6acca066ccb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:30.860174 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:58:30.965889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-20e0eeee-5549-42d7-95fb-29cac0f4a820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.972413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-20e0eeee-5549-42d7-95fb-29cac0f4a820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:30.995057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:31.010312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:31.012424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Port': ['ID=9dd015cf-10c6-44b8-9500-8e3627e9a308,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:31.017111 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-20e0eeee-5549-42d7-95fb-29cac0f4a820 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f4a29fd278a4152b2afb8dace47ef8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3832741
Nov 27 20:58:31.018101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0eeee-5549-42d7-95fb-29cac0f4a820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dab18d2-902d-486e-827b-a96e616365ba,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:31.020738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46202) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:31.044471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:31.053263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:31.053951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.113654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-320d85ab-b700-4ca5-b749-524463656c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.136852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-66be967c-11d3-4273-9c44-ccf440679165 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.6082931
Nov 27 20:58:31.140362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46206) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:31.148684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'port': {'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1341817412', 'allowed_address_pairs': [{'ip_address': '2001:db8::a4', 'mac_address': 'fa:16:3e:88:48:b6'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:31.168973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e76182-5908-4cf3-8363-b2cd72d2f1f8 None None] DHCP port deletion for 269b2da3-6894-4325-8492-a6acca066ccb request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:58:31.175479 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.211361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f7c7-dab7-41ae-b439-4efa3792c170 req-c19240e0-7080-4d23-9e5a-2974ae1eda3b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:31.217409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f7c7-dab7-41ae-b439-4efa3792c170 req-c19240e0-7080-4d23-9e5a-2974ae1eda3b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:31.224028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-55e76182-5908-4cf3-8363-b2cd72d2f1f8 None None] Deleting port 6b9303bf-0574-4629-9b72-d7659cbdcb2e {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:31.224869 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55e76182-5908-4cf3-8363-b2cd72d2f1f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.224991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f7c7-dab7-41ae-b439-4efa3792c170 req-c19240e0-7080-4d23-9e5a-2974ae1eda3b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:31.226136 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-320d85ab-b700-4ca5-b749-524463656c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.233009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f7c7-dab7-41ae-b439-4efa3792c170 req-c19240e0-7080-4d23-9e5a-2974ae1eda3b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:31.240848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f7c7-dab7-41ae-b439-4efa3792c170 req-c19240e0-7080-4d23-9e5a-2974ae1eda3b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:31.247618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f7c7-dab7-41ae-b439-4efa3792c170 req-c19240e0-7080-4d23-9e5a-2974ae1eda3b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:31.254005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f7c7-dab7-41ae-b439-4efa3792c170 req-c19240e0-7080-4d23-9e5a-2974ae1eda3b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:31.256065 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a027f7c7-dab7-41ae-b439-4efa3792c170 req-c19240e0-7080-4d23-9e5a-2974ae1eda3b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2578795
Nov 27 20:58:31.303045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce67180-9d1d-4cc5-8591-f47e653c6ec7 req-c89d540d-56bb-4a5a-81ea-12fd5310a4c0 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:31.310456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3ce67180-9d1d-4cc5-8591-f47e653c6ec7 req-c89d540d-56bb-4a5a-81ea-12fd5310a4c0 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1689756
Nov 27 20:58:31.316242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-55e76182-5908-4cf3-8363-b2cd72d2f1f8 None None] For port 6b9303bf-0574-4629-9b72-d7659cbdcb2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b9303bf-0574-4629-9b72-d7659cbdcb2e,segment=NetworkSegment(8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6),segment_id=8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:31.316643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55e76182-5908-4cf3-8363-b2cd72d2f1f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.331392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-55e76182-5908-4cf3-8363-b2cd72d2f1f8 None None] Calling delete_port for 6b9303bf-0574-4629-9b72-d7659cbdcb2e owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:31.350036 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-320d85ab-b700-4ca5-b749-524463656c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.352626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-320d85ab-b700-4ca5-b749-524463656c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.356117 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-320d85ab-b700-4ca5-b749-524463656c08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dab18d2-902d-486e-827b-a96e616365ba HTTP/1.1" status: 204  len: 168 time: 0.3321588
Nov 27 20:58:31.384199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d85ab-b700-4ca5-b749-524463656c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dab18d2-902d-486e-827b-a96e616365ba,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:31.406413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting port 6b9303bf-0574-4629-9b72-d7659cbdcb2e {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:31.406860 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.413848 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3ce67180-9d1d-4cc5-8591-f47e653c6ec7 req-54ed6eb5-2f4f-4c69-ac34-b95c316a63e8 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972414
Nov 27 20:58:31.415878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Made reservation on behalf of 2c6f1f00324d486499003a77e46b2854 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:31.416324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a027f7c7-dab7-41ae-b439-4efa3792c170 req-8c0df99c-3fb5-4cb1-9448-e78aafcb4bbe tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1389537
Nov 27 20:58:31.426425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.481761 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55e76182-5908-4cf3-8363-b2cd72d2f1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.492872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event deleted for resources: {'Port': ['ID=675bbc6a-da78-453e-942e-cd66f78f3c72,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:31.517375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e76182-5908-4cf3-8363-b2cd72d2f1f8 None None] Pushing event deleted for resources: {'Port': ['ID=6b9303bf-0574-4629-9b72-d7659cbdcb2e,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:31.522355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e76182-5908-4cf3-8363-b2cd72d2f1f8 None None] No DVR routers for this DVR port 6b9303bf-0574-4629-9b72-d7659cbdcb2e on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:31.578849 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.586751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] For port 6b9303bf-0574-4629-9b72-d7659cbdcb2e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b9303bf-0574-4629-9b72-d7659cbdcb2e,segment=NetworkSegment(8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6),segment_id=8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:31.587136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.604650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] device_id is not set on port 49e31496-a0e4-4d06-b187-c40a44ed8b0b yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:58:31.606747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Calling delete_port for 6b9303bf-0574-4629-9b72-d7659cbdcb2e owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:31.624646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.769056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Allocated IP 2001:db8::c3 (1ca0b97a-6a99-4a2a-934e-5ee2ff64e721/ca62a499-7bda-4b1d-a235-27fb78657960/49e31496-a0e4-4d06-b187-c40a44ed8b0b) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:31.790233 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.795284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.875546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.876129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Fanout notify agent at l3_agent the message router_deleted on router bec3e574-c17c-43ec-b8a5-2fc5e79a53b4 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:31.894448 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.896717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ec2d9cd3-3f5e-4b45-93a5-2e34c794882e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/bec3e574-c17c-43ec-b8a5-2fc5e79a53b4 HTTP/1.1" status: 204  len: 168 time: 1.9313359
Nov 27 20:58:31.903473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46220) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:31.925524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4acfbb7e-9dbf-4699-a76f-a530b8eccd65 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-183248913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:31.931071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:31.970677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Port': ['ID=6b9303bf-0574-4629-9b72-d7659cbdcb2e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:31.975792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] No DVR routers for this DVR port 6b9303bf-0574-4629-9b72-d7659cbdcb2e on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:31.997203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b89be82e-ddbd-421a-b37a-f1e18e83bc3c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:32.015809 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4acfbb7e-9dbf-4699-a76f-a530b8eccd65 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.019076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4acfbb7e-9dbf-4699-a76f-a530b8eccd65 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.102782 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.103906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b89be82e-ddbd-421a-b37a-f1e18e83bc3c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:32.104336 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.151636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.155881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4acfbb7e-9dbf-4699-a76f-a530b8eccd65 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.160410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef8e35b0>,) {'filters': {'network_id': ['269b2da3-6894-4325-8492-a6acca066ccb']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:32.176644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef8e35b0>, '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:32.176972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef8e35b0>, '8d1e3aea-255e-4a54-b3eb-58ce0c5e9bc6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:32.188446 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.190468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4acfbb7e-9dbf-4699-a76f-a530b8eccd65 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.206746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca97b7a1-7d79-404c-8a31-ce820a5342ac None None] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:32.209367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.227728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.248495 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4acfbb7e-9dbf-4699-a76f-a530b8eccd65 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.250038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4acfbb7e-9dbf-4699-a76f-a530b8eccd65 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3293447
Nov 27 20:58:32.258300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:58:32.258985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.259703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46230) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:32.266850 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:32.284509 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:58:32.299041 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:58:32.301626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-84bc0654-2d28-48b2-a345-57ef22fd2436 None None] Provisioning complete for port b89be82e-ddbd-421a-b37a-f1e18e83bc3c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:32.301626 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-84bc0654-2d28-48b2-a345-57ef22fd2436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.390213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port b89be82e-ddbd-421a-b37a-f1e18e83bc3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b89be82e-ddbd-421a-b37a-f1e18e83bc3c,segment=NetworkSegment(ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21),segment_id=ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:32.413776 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.415898 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.436384 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.453503 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "DELETE /v2.0/networks/269b2da3-6894-4325-8492-a6acca066ccb HTTP/1.1" status: 204  len: 168 time: 1.5978613
Nov 27 20:58:32.460451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46240) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:32.510658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ca92e-c72f-4cd4-9aa9-de26970053ad tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Network': ['ID=269b2da3-6894-4325-8492-a6acca066ccb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:32.576764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6b9303bf-0574-4629-9b72-d7659cbdcb2e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:32.622284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8070cf-f13b-4a63-8a89-6a5909bca8f5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting subnet 80d2ea65-8d67-4243-b6e7-903dce4055e6 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:58:32.626698 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e8070cf-f13b-4a63-8a89-6a5909bca8f5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.675181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 6b9303bf-0574-4629-9b72-d7659cbdcb2e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:32.675558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6b9303bf-0574-4629-9b72-d7659cbdcb2e not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:32.679141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e78a-73e1-4496-8f74-0f13b77bd29e req-086c8338-ac50-42af-9450-78d1a1648ab7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:32.688831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e78a-73e1-4496-8f74-0f13b77bd29e req-086c8338-ac50-42af-9450-78d1a1648ab7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:32.696513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e78a-73e1-4496-8f74-0f13b77bd29e req-086c8338-ac50-42af-9450-78d1a1648ab7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:32.703365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e78a-73e1-4496-8f74-0f13b77bd29e req-086c8338-ac50-42af-9450-78d1a1648ab7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:32.710746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e78a-73e1-4496-8f74-0f13b77bd29e req-086c8338-ac50-42af-9450-78d1a1648ab7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:32.717701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e78a-73e1-4496-8f74-0f13b77bd29e req-086c8338-ac50-42af-9450-78d1a1648ab7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:32.723954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e78a-73e1-4496-8f74-0f13b77bd29e req-086c8338-ac50-42af-9450-78d1a1648ab7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:32.726001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=b89be82e-ddbd-421a-b37a-f1e18e83bc3c,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:32.734839 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b51e78a-73e1-4496-8f74-0f13b77bd29e req-086c8338-ac50-42af-9450-78d1a1648ab7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1715515
Nov 27 20:58:32.769951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e8070cf-f13b-4a63-8a89-6a5909bca8f5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:32.873040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:32.877061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:32.877852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b51e78a-73e1-4496-8f74-0f13b77bd29e req-fee51699-60c4-4526-b815-7bb2004fd3d2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1420047
Nov 27 20:58:32.965642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e8070cf-f13b-4a63-8a89-6a5909bca8f5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.057089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e8070cf-f13b-4a63-8a89-6a5909bca8f5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.060324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:33.074299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:33.075000 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.106038 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.109433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Port': ['ID=49e31496-a0e4-4d06-b187-c40a44ed8b0b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:33.125954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-06de49ed-29ee-410d-8cd9-e4b0eba32d46 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 1.9801371
Nov 27 20:58:33.125954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46258) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:33.130887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8070cf-f13b-4a63-8a89-6a5909bca8f5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Subnet': ['ID=80d2ea65-8d67-4243-b6e7-903dce4055e6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:33.132976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e8070cf-f13b-4a63-8a89-6a5909bca8f5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.140630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d750dd57-6f08-497a-a98e-335ba086be7e None None] Network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:33.148737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4e8070cf-f13b-4a63-8a89-6a5909bca8f5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "DELETE /v2.0/subnets/80d2ea65-8d67-4243-b6e7-903dce4055e6 HTTP/1.1" status: 204  len: 168 time: 0.6571741
Nov 27 20:58:33.149782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46260) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:33.259877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.283717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff854a9-38ad-49cf-806e-dcd84a00b5b7 req-cc7cb148-cbeb-4104-80aa-0cf43b1a879e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:33.291541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cff854a9-38ad-49cf-806e-dcd84a00b5b7 req-cc7cb148-cbeb-4104-80aa-0cf43b1a879e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.4798391
Nov 27 20:58:33.344106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-435fa383-b566-4cae-88be-76951cda636c None None] Provisioning complete for port b89be82e-ddbd-421a-b37a-f1e18e83bc3c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:33.344654 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-435fa383-b566-4cae-88be-76951cda636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.354000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting port 4e72cf1e-0445-4460-af2a-17bbca734f17 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:33.355215 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.469121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ba7fb-e081-4883-83bb-e6f07467d0d2 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:33.473081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-435fa383-b566-4cae-88be-76951cda636c None None] Provisioning complete for port 9dd015cf-10c6-44b8-9500-8e3627e9a308 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:33.473685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-435fa383-b566-4cae-88be-76951cda636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.476193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ba7fb-e081-4883-83bb-e6f07467d0d2 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:33.483209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ba7fb-e081-4883-83bb-e6f07467d0d2 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:33.485032 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3a0ba7fb-e081-4883-83bb-e6f07467d0d2 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2480 time: 0.3561804
Nov 27 20:58:33.491981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46266) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:33.529825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] DHCP port deletion for 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:58:33.533236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cff854a9-38ad-49cf-806e-dcd84a00b5b7 req-9e4c0c2b-5748-4a15-bfd9-0dd89f04b1a1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408259
Nov 27 20:58:33.554559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] For port 4e72cf1e-0445-4460-af2a-17bbca734f17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e72cf1e-0445-4460-af2a-17bbca734f17,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:33.555055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.571443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-435fa383-b566-4cae-88be-76951cda636c None None] Port 9dd015cf-10c6-44b8-9500-8e3627e9a308 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:33.605672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Calling delete_port for 4e72cf1e-0445-4460-af2a-17bbca734f17 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:33.629199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-435fa383-b566-4cae-88be-76951cda636c None None] Provisioning complete for port 49e31496-a0e4-4d06-b187-c40a44ed8b0b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:33.630210 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-435fa383-b566-4cae-88be-76951cda636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.690325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-435fa383-b566-4cae-88be-76951cda636c None None] Port 49e31496-a0e4-4d06-b187-c40a44ed8b0b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:33.711657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] Deleting port 4e72cf1e-0445-4460-af2a-17bbca734f17 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:33.712326 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.760310 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.790683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.800422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b9492e15-a7fa-439f-b28a-7db5c512da43 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Deleting port 49e31496-a0e4-4d06-b187-c40a44ed8b0b {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:33.801506 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b9492e15-a7fa-439f-b28a-7db5c512da43 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.846301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] For port 4e72cf1e-0445-4460-af2a-17bbca734f17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e72cf1e-0445-4460-af2a-17bbca734f17,segment=NetworkSegment(ea92818e-076f-4fc8-98a3-6a369b57f98e),segment_id=ea92818e-076f-4fc8-98a3-6a369b57f98e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:33.846301 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.860415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.884797 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] Calling delete_port for 4e72cf1e-0445-4460-af2a-17bbca734f17 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:33.946140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] No DVR routers for this DVR port 4e72cf1e-0445-4460-af2a-17bbca734f17 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:33.959630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e1510701-6573-447d-9637-f344184d3d47 None None] Provisioning complete for port 9dd015cf-10c6-44b8-9500-8e3627e9a308 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:33.960811 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e1510701-6573-447d-9637-f344184d3d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:33.963984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Port': ['ID=4e72cf1e-0445-4460-af2a-17bbca734f17,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:34.106805 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.128074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b89be82e-ddbd-421a-b37a-f1e18e83bc3c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:34.132187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd126ca0>,) {'filters': {'network_id': ['8e775e0e-d0b2-44a7-affc-5b1f09fd1579']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:34.144088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd126ca0>, 'ea92818e-076f-4fc8-98a3-6a369b57f98e') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:34.144447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd126ca0>, 'ea92818e-076f-4fc8-98a3-6a369b57f98e') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:34.156705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.173915 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.182178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:58:34.182590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.205996 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b9492e15-a7fa-439f-b28a-7db5c512da43 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:58:34.249794 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:58:34.279549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Allocated IP 172.35.3.56 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/44200013-f2a7-4df2-9efa-21453f857d9f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:34.306299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.312233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e1510701-6573-447d-9637-f344184d3d47 None None] Port 9dd015cf-10c6-44b8-9500-8e3627e9a308 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:34.313709 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a131c526-71bf-47e1-ad8a-676bce729a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.336202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b89be82e-ddbd-421a-b37a-f1e18e83bc3c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:34.336613 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.357694 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.361143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "DELETE /v2.0/networks/8e775e0e-d0b2-44a7-affc-5b1f09fd1579 HTTP/1.1" status: 204  len: 168 time: 1.2098694
Nov 27 20:58:34.362141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0b454-aabe-463b-a12f-a367ae0eaec7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Network': ['ID=8e775e0e-d0b2-44a7-affc-5b1f09fd1579,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:34.380050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46284) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:34.386096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1686787838'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:34.398622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.415429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605093b-87a3-4900-92e7-fc4be1c4699b req-e44e488e-8ee3-4a9d-aba2-3e42a61ffc98 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:34.421691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605093b-87a3-4900-92e7-fc4be1c4699b req-e44e488e-8ee3-4a9d-aba2-3e42a61ffc98 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:34.428677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605093b-87a3-4900-92e7-fc4be1c4699b req-e44e488e-8ee3-4a9d-aba2-3e42a61ffc98 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:34.430570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b9492e15-a7fa-439f-b28a-7db5c512da43 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Calling delete_port for 49e31496-a0e4-4d06-b187-c40a44ed8b0b owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:34.435234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] Network 8e775e0e-d0b2-44a7-affc-5b1f09fd1579 is not hosted by any dhcp agent {{(pid=120910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 20:58:34.435716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] No DVR routers for this DVR port 4e72cf1e-0445-4460-af2a-17bbca734f17 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:34.446023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708cf40-7674-4ac0-bbdf-5b4906de4b9b None None] Pushing event deleted for resources: {'Port': ['ID=4e72cf1e-0445-4460-af2a-17bbca734f17,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:34.446583 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605093b-87a3-4900-92e7-fc4be1c4699b req-e44e488e-8ee3-4a9d-aba2-3e42a61ffc98 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:34.468412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-45bd578f-385b-4309-8bb9-339dde74c5a6 None None] Provisioning complete for port 49e31496-a0e4-4d06-b187-c40a44ed8b0b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:34.468984 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-45bd578f-385b-4309-8bb9-339dde74c5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.475911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605093b-87a3-4900-92e7-fc4be1c4699b req-e44e488e-8ee3-4a9d-aba2-3e42a61ffc98 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:34.482113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605093b-87a3-4900-92e7-fc4be1c4699b req-e44e488e-8ee3-4a9d-aba2-3e42a61ffc98 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:34.495118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605093b-87a3-4900-92e7-fc4be1c4699b req-e44e488e-8ee3-4a9d-aba2-3e42a61ffc98 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:34.510153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b605093b-87a3-4900-92e7-fc4be1c4699b req-e44e488e-8ee3-4a9d-aba2-3e42a61ffc98 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.4650133
Nov 27 20:58:34.540308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-45bd578f-385b-4309-8bb9-339dde74c5a6 None None] Port 49e31496-a0e4-4d06-b187-c40a44ed8b0b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:34.541891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:34.548411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.616592 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.641106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4e72cf1e-0445-4460-af2a-17bbca734f17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:34.659871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b605093b-87a3-4900-92e7-fc4be1c4699b req-134e14df-8118-4ead-b498-e995b3b2ee7c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1481631
Nov 27 20:58:34.672730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:58:34.681382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4e72cf1e-0445-4460-af2a-17bbca734f17 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:34.681717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4e72cf1e-0445-4460-af2a-17bbca734f17 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:34.685814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.686164 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Added segment 318d5132-cb09-4eaf-a84a-c38951771448 of type vlan for network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48
Nov 27 20:58:34.740605 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.775483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.781842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:34.782453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.849865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4676883
Nov 27 20:58:34.850490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46292) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:34.858559 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:34.861490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'subnet': {'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:34.908849 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:34.915618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74fdfa-87f9-4f6f-9847-cc79a1a63186 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Network': ['ID=3fd2f6c4-1bed-4cf1-8283-6a7269d66b48,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:34.921942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:34.924270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:34.930905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:58:34.956293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5d901-6563-4bd3-8709-5c174505c735 req-b21c94fe-3323-46d5-98b7-8f871dd71087 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:34.958030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27c5d901-6563-4bd3-8709-5c174505c735 req-b21c94fe-3323-46d5-98b7-8f871dd71087 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.2389662
Nov 27 20:58:34.991750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:34.996127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.003179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event updated for resources: {'Port': ['ID=44200013-f2a7-4df2-9efa-21453f857d9f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:35.009275 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b9492e15-a7fa-439f-b28a-7db5c512da43 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.115881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9492e15-a7fa-439f-b28a-7db5c512da43 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event deleted for resources: {'Port': ['ID=49e31496-a0e4-4d06-b187-c40a44ed8b0b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:35.204809 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27c5d901-6563-4bd3-8709-5c174505c735 req-8c1d6736-7497-493e-86c1-9345c1ca2f80 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319262
Nov 27 20:58:35.221664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.334567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Subnet': ['ID=f3b35156-efd9-4a03-b686-4808af0c95fd,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:35.348692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Checking segment: {'id': '318d5132-cb09-4eaf-a84a-c38951771448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:35.349578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network hostable DHCP agents. Network: 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:58:35.361963 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b9492e15-a7fa-439f-b28a-7db5c512da43 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.365828 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b9492e15-a7fa-439f-b28a-7db5c512da43 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "DELETE /v2.0/ports/49e31496-a0e4-4d06-b187-c40a44ed8b0b HTTP/1.1" status: 204  len: 168 time: 1.8728764
Nov 27 20:58:35.370935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46300) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:35.421539 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29ad7c2-72c8-4913-9729-43c647ceda66 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] GET failed (client error): The resource could not be found.
Nov 27 20:58:35.426459 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b29ad7c2-72c8-4913-9729-43c647ceda66 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "GET /v2.0/ports/49e31496-a0e4-4d06-b187-c40a44ed8b0b HTTP/1.1" status: 404  len: 333 time: 0.0491748
Nov 27 20:58:35.428149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:58:35.436862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46304) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:35.444967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'port': {'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1005654804'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:35.461616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-f3ec396e-f18b-41ea-afa2-4479019b13be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1019733
Nov 27 20:58:35.480734 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.501363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:35.513224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aab6f0-5cd6-49ba-9979-465231fc1c4b None None] Network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:35.522007 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:35.522717 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.559829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fe9fe0cd-f670-4acb-b6c0-ed5c47503754 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.7046626
Nov 27 20:58:35.567137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46306) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:35.575178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-837696003'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:35.639757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Made reservation on behalf of 2c6f1f00324d486499003a77e46b2854 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:35.640428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-b99dca87-20a0-4be8-8c4b-cce33779802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:35.642082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-b99dca87-20a0-4be8-8c4b-cce33779802b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7860bb78a8bc43fd80d4c01ce057e5ef&device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 1097 time: 0.1069479
Nov 27 20:58:35.643466 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.675322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] device_id is not set on port 4f971e7d-52a2-46ed-a116-e265d34019c6 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:58:35.683512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:35.688555 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.754376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:58:35.770032 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.770396 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Added segment 1d6d47c3-aad7-4077-941d-a5138b600ee9 of type vlan for network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb
Nov 27 20:58:35.878103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.887889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:35.964480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-033bad26-775d-4418-85c2-c143b0e84d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:35.964480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-033bad26-775d-4418-85c2-c143b0e84d1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc89b74e-c688-4f20-ab80-4dbda47338f8 HTTP/1.1" status: 200  len: 916 time: 0.2073410
Nov 27 20:58:35.972258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3fd2f6c4-1bed-4cf1-8283-6a7269d66b48', 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'fixed_ips': [{'subnet_id': 'f3b35156-efd9-4a03-b686-4808af0c95fd'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:58:35.977027 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.118188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-b5ea5c2b-9290-4acf-b212-5de43fcc4531 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f HTTP/1.1" status: 200  len: 1002 time: 0.1432972
Nov 27 20:58:36.192727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Allocated IP 19.80.0.2 (3fd2f6c4-1bed-4cf1-8283-6a7269d66b48/f3b35156-efd9-4a03-b686-4808af0c95fd/bbc27a15-8248-4bff-ae11-8db43c269753) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:36.193178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-64bfd221-40d2-4f01-9b4a-5f44ed55a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.194498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-64bfd221-40d2-4f01-9b4a-5f44ed55a5f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e656ec2-599d-4514-9f1f-b0d663d05db9 HTTP/1.1" status: 200  len: 854 time: 0.0687304
Nov 27 20:58:36.288109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-9bf84d93-2b5e-44d1-8177-d6c9e35d25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.290197 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-9bf84d93-2b5e-44d1-8177-d6c9e35d25ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc89b74e-c688-4f20-ab80-4dbda47338f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0883889
Nov 27 20:58:36.292032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Router f28ad6d8-ea7f-47d7-9d47-98f7e068e44f is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:58:36.376380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.417993 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.429945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e427ea-46b6-453c-8d3f-8a45ec1abfdb req-6c16506d-9425-42ef-aed9-5d11179df0e2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.439960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e427ea-46b6-453c-8d3f-8a45ec1abfdb req-6c16506d-9425-42ef-aed9-5d11179df0e2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.441993 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.446675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e427ea-46b6-453c-8d3f-8a45ec1abfdb req-6c16506d-9425-42ef-aed9-5d11179df0e2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.453811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e427ea-46b6-453c-8d3f-8a45ec1abfdb req-6c16506d-9425-42ef-aed9-5d11179df0e2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.461839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e427ea-46b6-453c-8d3f-8a45ec1abfdb req-6c16506d-9425-42ef-aed9-5d11179df0e2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.468501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e427ea-46b6-453c-8d3f-8a45ec1abfdb req-6c16506d-9425-42ef-aed9-5d11179df0e2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.476432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e427ea-46b6-453c-8d3f-8a45ec1abfdb req-6c16506d-9425-42ef-aed9-5d11179df0e2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.484904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:36.485951 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4e427ea-46b6-453c-8d3f-8a45ec1abfdb req-6c16506d-9425-42ef-aed9-5d11179df0e2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.6944497
Nov 27 20:58:36.513657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:36.517985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:36.534034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b878019b-0876-45b7-b118-6732e6b8aab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.552993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Allocated IP 2001:db8::e4 (1ca0b97a-6a99-4a2a-934e-5ee2ff64e721/ca62a499-7bda-4b1d-a235-27fb78657960/4f971e7d-52a2-46ed-a116-e265d34019c6) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:36.565527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.573444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.574276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.619598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Pushing event updated for resources: {'Port': ['ID=bbc27a15-8248-4bff-ae11-8db43c269753,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:36.623221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Attempting to bind port bbc27a15-8248-4bff-ae11-8db43c269753 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:36.623918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Attempting to bind port bbc27a15-8248-4bff-ae11-8db43c269753 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '318d5132-cb09-4eaf-a84a-c38951771448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:36.624521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Attempting to bind port bbc27a15-8248-4bff-ae11-8db43c269753 on network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:36.632404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:36.633037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Checking segment: {'id': '318d5132-cb09-4eaf-a84a-c38951771448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:36.633622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.634176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Bound using segment: {'id': '318d5132-cb09-4eaf-a84a-c38951771448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:36.634846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Bound port: bbc27a15-8248-4bff-ae11-8db43c269753, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318d5132-cb09-4eaf-a84a-c38951771448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:36.635461 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.696668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.1275873
Nov 27 20:58:36.713961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46330) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:36.719631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4e427ea-46b6-453c-8d3f-8a45ec1abfdb req-fed474b1-95c1-42c9-b7a7-9db861ad1cbb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2327974
Nov 27 20:58:36.725476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'subnet': {'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:36.730242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] For port bbc27a15-8248-4bff-ae11-8db43c269753, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:36.735870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] For port bbc27a15-8248-4bff-ae11-8db43c269753, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbc27a15-8248-4bff-ae11-8db43c269753,segment=NetworkSegment(318d5132-cb09-4eaf-a84a-c38951771448),segment_id=318d5132-cb09-4eaf-a84a-c38951771448)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:36.742385 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:36.749110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08e66f-6690-4756-aee1-2acf6d30ab77 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Network': ['ID=48ac60c0-43f3-4ca5-b66b-7c008342cdfb,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:36.797993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:58:36.902885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6d26-af7a-469d-8afb-b990470645e4 req-66760afa-e961-44ff-a4e6-47b1e0b57d4e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:36.912690 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1b8a6d26-af7a-469d-8afb-b990470645e4 req-66760afa-e961-44ff-a4e6-47b1e0b57d4e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.5553963
Nov 27 20:58:36.950645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd63e80-adf2-4d0b-ba58-aa597e008829 None None] Pushing event updated for resources: {'Port': ['ID=bbc27a15-8248-4bff-ae11-8db43c269753,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:36.950916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:36.955416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.012431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1b8a6d26-af7a-469d-8afb-b990470645e4 req-1f52c706-1cbf-4005-88cb-5658638431d4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988317
Nov 27 20:58:37.031938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-8b00a344-4c24-45d6-859f-157271764d31 service neutron] 10.222.0.15 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7341747
Nov 27 20:58:37.037282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:37.048362 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083fe1e-9ed4-4ef2-80b4-7d49a955502d None None] Sync routers for ids ['f28ad6d8-ea7f-47d7-9d47-98f7e068e44f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:37.061359 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083fe1e-9ed4-4ef2-80b4-7d49a955502d None None] Routers {'f28ad6d8-ea7f-47d7-9d47-98f7e068e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:37.061982 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d083fe1e-9ed4-4ef2-80b4-7d49a955502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5bf730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f28ad6d8-ea7f-47d7-9d47-98f7e068e44f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:37.065235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.069843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.070007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-595afaf6-3487-4349-beb1-f4696395cf10 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "PUT /v2.0/routers/f28ad6d8-ea7f-47d7-9d47-98f7e068e44f HTTP/1.1" status: 200  len: 882 time: 4.8076599
Nov 27 20:58:37.070694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46338) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:37.143016 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d083fe1e-9ed4-4ef2-80b4-7d49a955502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5bf730>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:37.163507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.167341 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083fe1e-9ed4-4ef2-80b4-7d49a955502d None None] Routers {'f28ad6d8-ea7f-47d7-9d47-98f7e068e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:37.168913 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d083fe1e-9ed4-4ef2-80b4-7d49a955502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5bf730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f28ad6d8-ea7f-47d7-9d47-98f7e068e44f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:37.222303 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d083fe1e-9ed4-4ef2-80b4-7d49a955502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5bf730>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:37.223287 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083fe1e-9ed4-4ef2-80b4-7d49a955502d None None] The sync data for ids ['f28ad6d8-ea7f-47d7-9d47-98f7e068e44f'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:37.248224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:37.255449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:37.270869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c93fb58-362c-4688-b6bf-2f24240b57f8 req-e289d7e5-dbf7-47d0-9470-45cbd01cbb42 service neutron] 10.222.0.15 "GET /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1986833
Nov 27 20:58:37.303153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:37.306918 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3beff19c-8dba-4507-bf46-cf1822a2e69f tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/routers/f28ad6d8-ea7f-47d7-9d47-98f7e068e44f HTTP/1.1" status: 200  len: 923 time: 0.2323532
Nov 27 20:58:37.307612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46340) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:37.310579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:37.312020 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.321971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Port': ['ID=4f971e7d-52a2-46ed-a116-e265d34019c6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:37.360654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a7480880-de42-42e0-9abb-c672952a1117 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.9215605
Nov 27 20:58:37.362080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.362384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46342) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:37.370110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-47398fc6-f7a0-4ff5-9272-463e87465244 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a4', 'mac_address': 'fa:16:3e:88:48:b6'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:37.429935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16762f2-1d4d-4ca7-ab91-a1476824263b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:37.434367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a16762f2-1d4d-4ca7-ab91-a1476824263b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=f28ad6d8-ea7f-47d7-9d47-98f7e068e44f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1257312
Nov 27 20:58:37.435430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46344) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:37.479443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Subnet': ['ID=50956309-d0e1-4b76-9ac7-aeb7807d5e1d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:37.487203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Checking segment: {'id': '1d6d47c3-aad7-4077-941d-a5138b600ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:37.487630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network hostable DHCP agents. Network: 48ac60c0-43f3-4ca5-b66b-7c008342cdfb, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:58:37.512967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:58:37.537648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 48ac60c0-43f3-4ca5-b66b-7c008342cdfb) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:37.550571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac09f14f-aea2-4d08-8e5a-d3aa239ce39d None None] Network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:37.554330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:37.555215 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.593211 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2eb62b23-b9a8-4452-95e7-bfef829d0da9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.8640227
Nov 27 20:58:37.684158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84cd23b-1b5c-4e4b-9d8a-cb21494e2250 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:37.685645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a84cd23b-1b5c-4e4b-9d8a-cb21494e2250 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 881 time: 0.2453878
Nov 27 20:58:37.688477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46348) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:37.718323 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47398fc6-f7a0-4ff5-9272-463e87465244 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.723219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8352dbe1-24ba-40d6-b617-ea52722777cd tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28ad6d8-ea7f-47d7-9d47-98f7e068e44f HTTP/1.1" status: 200  len: 205 time: 0.0313413
Nov 27 20:58:37.723649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46350) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:37.834684 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.840241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-48ac60c0-43f3-4ca5-b66b-7c008342cdfb', 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'fixed_ips': [{'subnet_id': '50956309-d0e1-4b76-9ac7-aeb7807d5e1d'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:58:37.842558 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:37.888810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-59354b53-8295-4556-844e-8691d97a90e3 None None] Provisioning complete for port 4f971e7d-52a2-46ed-a116-e265d34019c6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:37.889209 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59354b53-8295-4556-844e-8691d97a90e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.025473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bbc27a15-8248-4bff-ae11-8db43c269753 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:38.069840 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.095160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621910e6-77d7-488a-ae15-be00cc2864c4 req-76136907-fbea-40e5-89fd-e45bb73db2cb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.103319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621910e6-77d7-488a-ae15-be00cc2864c4 req-76136907-fbea-40e5-89fd-e45bb73db2cb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.105431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-59354b53-8295-4556-844e-8691d97a90e3 None None] Port 4f971e7d-52a2-46ed-a116-e265d34019c6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:38.111520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621910e6-77d7-488a-ae15-be00cc2864c4 req-76136907-fbea-40e5-89fd-e45bb73db2cb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.120080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621910e6-77d7-488a-ae15-be00cc2864c4 req-76136907-fbea-40e5-89fd-e45bb73db2cb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.128223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621910e6-77d7-488a-ae15-be00cc2864c4 req-76136907-fbea-40e5-89fd-e45bb73db2cb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.135942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621910e6-77d7-488a-ae15-be00cc2864c4 req-76136907-fbea-40e5-89fd-e45bb73db2cb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.143421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621910e6-77d7-488a-ae15-be00cc2864c4 req-76136907-fbea-40e5-89fd-e45bb73db2cb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.153945 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-621910e6-77d7-488a-ae15-be00cc2864c4 req-76136907-fbea-40e5-89fd-e45bb73db2cb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1881359
Nov 27 20:58:38.202530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.219080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bbc27a15-8248-4bff-ae11-8db43c269753 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:38.219205 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.264551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Allocated IP 19.86.0.2 (48ac60c0-43f3-4ca5-b66b-7c008342cdfb/50956309-d0e1-4b76-9ac7-aeb7807d5e1d/63c4e71a-af83-4ed9-9114-f5565e693c93) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:38.268328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-621910e6-77d7-488a-ae15-be00cc2864c4 req-f9fff966-3b82-45d1-a515-8faf59a66644 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1130941
Nov 27 20:58:38.271379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47398fc6-f7a0-4ff5-9272-463e87465244 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.290621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47398fc6-f7a0-4ff5-9272-463e87465244 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.291716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-eabb39d2-b588-4454-bfb5-fb3f055ebf4e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.299051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-eabb39d2-b588-4454-bfb5-fb3f055ebf4e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.300706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-eabb39d2-b588-4454-bfb5-fb3f055ebf4e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/networks?id=3fd2f6c4-1bed-4cf1-8283-6a7269d66b48&id=48ac60c0-43f3-4ca5-b66b-7c008342cdfb HTTP/1.1" status: 200  len: 1391 time: 0.3865461
Nov 27 20:58:38.351562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-3a336f15-fbce-4ada-b54b-a7da2eed0d44 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/quotas/90d16fd50eb2412992297f88bb1d4580 HTTP/1.1" status: 200  len: 375 time: 0.0268359
Nov 27 20:58:38.372494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-47398fc6-f7a0-4ff5-9272-463e87465244 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] In _notify_port_updated(), no bound segment for port 4f971e7d-52a2-46ed-a116-e265d34019c6 on network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 20:58:38.388807 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47398fc6-f7a0-4ff5-9272-463e87465244 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.389509 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47398fc6-f7a0-4ff5-9272-463e87465244 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.393775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-47398fc6-f7a0-4ff5-9272-463e87465244 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "PUT /v2.0/ports/4f971e7d-52a2-46ed-a116-e265d34019c6 HTTP/1.1" status: 200  len: 1001 time: 1.0250852
Nov 27 20:58:38.394612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46376) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:38.397949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Deleting port 44200013-f2a7-4df2-9efa-21453f857d9f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:38.398544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.467042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47398fc6-f7a0-4ff5-9272-463e87465244 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Port': ['ID=4f971e7d-52a2-46ed-a116-e265d34019c6,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:38.579793 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.602095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-84c4951d-a2af-46f9-b2bb-c6675ba14cc7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=90d16fd50eb2412992297f88bb1d4580&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2460120
Nov 27 20:58:38.611744 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.692960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Pushing event updated for resources: {'Port': ['ID=63c4e71a-af83-4ed9-9114-f5565e693c93,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:38.712214 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.740502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.742088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:38.762413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:38.765633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a19c8-c639-4e3c-8eb1-ebbe0567ff6e req-efe74342-cc10-4c19-a820-5770f6f7df73 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:38.776254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887f762-c1b4-4c90-9615-c237cd63fda8 None None] Network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:38.779090 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e2a19c8-c639-4e3c-8eb1-ebbe0567ff6e req-efe74342-cc10-4c19-a820-5770f6f7df73 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1413112
Nov 27 20:58:38.780370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:38.783928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Calling delete_port for 44200013-f2a7-4df2-9efa-21453f857d9f owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:38.813121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-32890583-467d-4b3c-9f0f-33a1b662c3bd service neutron] 10.222.0.21 "GET /v2.0/networks/3fd2f6c4-1bed-4cf1-8283-6a7269d66b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100201
Nov 27 20:58:38.840119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-973d9a2d-d872-4ee8-bc57-fd18d9d11665 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Deleting port 4f971e7d-52a2-46ed-a116-e265d34019c6 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:38.840469 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-973d9a2d-d872-4ee8-bc57-fd18d9d11665 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.851594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e2a19c8-c639-4e3c-8eb1-ebbe0567ff6e req-1d425948-5e03-41cc-bd39-10f3a01149c6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657353
Nov 27 20:58:38.900979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port bbc27a15-8248-4bff-ae11-8db43c269753, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbc27a15-8248-4bff-ae11-8db43c269753,segment=NetworkSegment(318d5132-cb09-4eaf-a84a-c38951771448),segment_id=318d5132-cb09-4eaf-a84a-c38951771448)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:38.925374 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:38.972860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f6cd87ab-2add-4323-955a-8f1dc5981a3e None None] Provisioning complete for port 4f971e7d-52a2-46ed-a116-e265d34019c6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:38.973237 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f6cd87ab-2add-4323-955a-8f1dc5981a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.005861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Attempting to bind port 63c4e71a-af83-4ed9-9114-f5565e693c93 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:39.006243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Attempting to bind port 63c4e71a-af83-4ed9-9114-f5565e693c93 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d6d47c3-aad7-4077-941d-a5138b600ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:39.006614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Attempting to bind port 63c4e71a-af83-4ed9-9114-f5565e693c93 on network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:39.026597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:39.026922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Checking segment: {'id': '1d6d47c3-aad7-4077-941d-a5138b600ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:39.027328 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.027730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Bound using segment: {'id': '1d6d47c3-aad7-4077-941d-a5138b600ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:39.028256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Bound port: 63c4e71a-af83-4ed9-9114-f5565e693c93, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6d47c3-aad7-4077-941d-a5138b600ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:39.028647 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.030772 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-bc874c9a-f8ec-40ca-96b5-d9a53bb81b16 service neutron] 10.222.0.21 "GET /v2.0/networks/3fd2f6c4-1bed-4cf1-8283-6a7269d66b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2168078
Nov 27 20:58:39.087058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd87ab-2add-4323-955a-8f1dc5981a3e None None] Port 4f971e7d-52a2-46ed-a116-e265d34019c6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:39.091584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=bbc27a15-8248-4bff-ae11-8db43c269753,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:39.135920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-973d9a2d-d872-4ee8-bc57-fd18d9d11665 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.160220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-973d9a2d-d872-4ee8-bc57-fd18d9d11665 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Calling delete_port for 4f971e7d-52a2-46ed-a116-e265d34019c6 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:39.170561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f6cd87ab-2add-4323-955a-8f1dc5981a3e None None] Provisioning complete for port bbc27a15-8248-4bff-ae11-8db43c269753 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:39.170929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f6cd87ab-2add-4323-955a-8f1dc5981a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.208891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] For port 63c4e71a-af83-4ed9-9114-f5565e693c93, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:39.231765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] For port 63c4e71a-af83-4ed9-9114-f5565e693c93, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63c4e71a-af83-4ed9-9114-f5565e693c93,segment=NetworkSegment(1d6d47c3-aad7-4077-941d-a5138b600ee9),segment_id=1d6d47c3-aad7-4077-941d-a5138b600ee9)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:39.237858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.264728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-29cfb05d-c5fc-4dee-aefe-13f497c0992b service neutron] 10.222.0.21 "GET /v2.0/networks/48ac60c0-43f3-4ca5-b66b-7c008342cdfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971989
Nov 27 20:58:39.323993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.353016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d6402-e559-4cb5-bd73-598297048fd0 None None] Pushing event updated for resources: {'Port': ['ID=63c4e71a-af83-4ed9-9114-f5565e693c93,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:39.451436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event deleted for resources: {'Port': ['ID=44200013-f2a7-4df2-9efa-21453f857d9f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:39.496659 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.533197 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-7fa1b8b0-f9b1-4c94-92de-c9b6800eb81a service neutron] 10.222.0.21 "GET /v2.0/networks/48ac60c0-43f3-4ca5-b66b-7c008342cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471285
Nov 27 20:58:39.533406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f22a4d-a30c-4403-9721-6b4f1c7e2f45 req-6b1ca85c-1006-472a-9902-1fe773ce2deb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:39.541669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f22a4d-a30c-4403-9721-6b4f1c7e2f45 req-6b1ca85c-1006-472a-9902-1fe773ce2deb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:39.548115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f22a4d-a30c-4403-9721-6b4f1c7e2f45 req-6b1ca85c-1006-472a-9902-1fe773ce2deb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:39.554923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f22a4d-a30c-4403-9721-6b4f1c7e2f45 req-6b1ca85c-1006-472a-9902-1fe773ce2deb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:39.562470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f22a4d-a30c-4403-9721-6b4f1c7e2f45 req-6b1ca85c-1006-472a-9902-1fe773ce2deb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:39.579271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f22a4d-a30c-4403-9721-6b4f1c7e2f45 req-6b1ca85c-1006-472a-9902-1fe773ce2deb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:39.592211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f22a4d-a30c-4403-9721-6b4f1c7e2f45 req-6b1ca85c-1006-472a-9902-1fe773ce2deb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:39.596432 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6f22a4d-a30c-4403-9721-6b4f1c7e2f45 req-6b1ca85c-1006-472a-9902-1fe773ce2deb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1582570
Nov 27 20:58:39.609956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.769606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.773159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.783554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6f22a4d-a30c-4403-9721-6b4f1c7e2f45 req-2b4ce382-36c9-4d46-b801-456788d3d988 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1774163
Nov 27 20:58:39.808454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c69baa75-ca7c-4d9d-940d-0a01f2ad5af7 None None] Provisioning complete for port bbc27a15-8248-4bff-ae11-8db43c269753 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:39.808939 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c69baa75-ca7c-4d9d-940d-0a01f2ad5af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.944582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.945142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Fanout notify agent at l3_agent the message router_deleted on router f28ad6d8-ea7f-47d7-9d47-98f7e068e44f {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:39.978641 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:39.990683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46412) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:39.992527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2ebffbba-65b1-4432-bd00-623c706a86ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/f28ad6d8-ea7f-47d7-9d47-98f7e068e44f HTTP/1.1" status: 204  len: 168 time: 2.2672729
Nov 27 20:58:39.996085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9b96cc12-d135-4ac0-a74d-400138f57cd4 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-794785042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:40.002249 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-973d9a2d-d872-4ee8-bc57-fd18d9d11665 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.068559 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b96cc12-d135-4ac0-a74d-400138f57cd4 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.070567 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b96cc12-d135-4ac0-a74d-400138f57cd4 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.100924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d9a2d-d872-4ee8-bc57-fd18d9d11665 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event deleted for resources: {'Port': ['ID=4f971e7d-52a2-46ed-a116-e265d34019c6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:40.202960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9db047a-721f-498f-acfd-a40b9a9db184 req-c5b6dad3-9130-4441-a904-35f882e5b9e3 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 210 time: 0.1219997
Nov 27 20:58:40.228178 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b96cc12-d135-4ac0-a74d-400138f57cd4 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.245331 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.253479 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b96cc12-d135-4ac0-a74d-400138f57cd4 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.279431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bbc27a15-8248-4bff-ae11-8db43c269753 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:40.311821 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b96cc12-d135-4ac0-a74d-400138f57cd4 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.313496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9b96cc12-d135-4ac0-a74d-400138f57cd4 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3214593
Nov 27 20:58:40.317131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46420) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:40.324207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': True}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:40.337785 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-973d9a2d-d872-4ee8-bc57-fd18d9d11665 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.342676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-973d9a2d-d872-4ee8-bc57-fd18d9d11665 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "DELETE /v2.0/ports/4f971e7d-52a2-46ed-a116-e265d34019c6 HTTP/1.1" status: 204  len: 168 time: 1.9417708
Nov 27 20:58:40.348078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46422) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:40.403967 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-665d0b8e-44ed-4f7f-bbc6-c6231d050f63 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] GET failed (client error): The resource could not be found.
Nov 27 20:58:40.411805 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-665d0b8e-44ed-4f7f-bbc6-c6231d050f63 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "GET /v2.0/ports/4f971e7d-52a2-46ed-a116-e265d34019c6 HTTP/1.1" status: 404  len: 333 time: 0.0624425
Nov 27 20:58:40.412425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46426) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:40.417277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'port': {'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1179425518'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:40.420731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bbc27a15-8248-4bff-ae11-8db43c269753 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:40.421298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.436712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2dd86-ff3b-4bd7-862f-b293e4607fa8 req-c2c2ae85-c4c0-40cc-a227-4e42ecbd2275 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:40.439207 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cb2dd86-ff3b-4bd7-862f-b293e4607fa8 req-c2c2ae85-c4c0-40cc-a227-4e42ecbd2275 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.2334173
Nov 27 20:58:40.560758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63c4e71a-af83-4ed9-9114-f5565e693c93 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:40.596103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cb2dd86-ff3b-4bd7-862f-b293e4607fa8 req-88ce7f81-9030-4bf8-971b-b2fecdaf3b35 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415522
Nov 27 20:58:40.628117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 63c4e71a-af83-4ed9-9114-f5565e693c93 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:40.628953 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.686816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Made reservation on behalf of 2c6f1f00324d486499003a77e46b2854 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:40.691831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.730752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] device_id is not set on port b1741b4d-dfae-436a-8dcc-acd8b57ceff6 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:58:40.759392 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.774559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.819224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 63c4e71a-af83-4ed9-9114-f5565e693c93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63c4e71a-af83-4ed9-9114-f5565e693c93,segment=NetworkSegment(1d6d47c3-aad7-4077-941d-a5138b600ee9),segment_id=1d6d47c3-aad7-4077-941d-a5138b600ee9)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:40.827850 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:40.886193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=63c4e71a-af83-4ed9-9114-f5565e693c93,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:40.949084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Allocated IP 2001:db8::36d (1ca0b97a-6a99-4a2a-934e-5ee2ff64e721/ca62a499-7bda-4b1d-a235-27fb78657960/b1741b4d-dfae-436a-8dcc-acd8b57ceff6) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:41.069244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18782-6b09-4bd9-a0d4-55ce310781bc req-b2226872-f51c-4399-ba75-7515f93cf2d3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:41.081581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18782-6b09-4bd9-a0d4-55ce310781bc req-b2226872-f51c-4399-ba75-7515f93cf2d3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:41.095495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18782-6b09-4bd9-a0d4-55ce310781bc req-b2226872-f51c-4399-ba75-7515f93cf2d3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:41.106002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18782-6b09-4bd9-a0d4-55ce310781bc req-b2226872-f51c-4399-ba75-7515f93cf2d3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:41.112235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18782-6b09-4bd9-a0d4-55ce310781bc req-b2226872-f51c-4399-ba75-7515f93cf2d3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:41.118494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18782-6b09-4bd9-a0d4-55ce310781bc req-b2226872-f51c-4399-ba75-7515f93cf2d3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:41.124914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18782-6b09-4bd9-a0d4-55ce310781bc req-b2226872-f51c-4399-ba75-7515f93cf2d3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:41.126891 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79a18782-6b09-4bd9-a0d4-55ce310781bc req-b2226872-f51c-4399-ba75-7515f93cf2d3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1795046
Nov 27 20:58:41.188036 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:41.214342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:41.248490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79a18782-6b09-4bd9-a0d4-55ce310781bc req-21507714-acd6-4622-9b4d-103e2e305f48 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1134596
Nov 27 20:58:41.274897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca628df-e55a-4299-93f3-6dd9ede8225c None None] Network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:41.330362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:41.376156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b6ae8bf-26ef-4da7-8aee-a05186fcfefa req-b774ba45-a632-48cf-a141-5ee7b5b73e8e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 210 time: 0.0344546
Nov 27 20:58:41.379464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:41.412513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Allocated IP 172.35.3.121 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/f3a22469-0ec4-448b-a70b-1ab33344872f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:41.450951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Port': ['ID=b1741b4d-dfae-436a-8dcc-acd8b57ceff6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:41.458037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:41.459965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:41.462836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:41.469420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:41.470076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:41.493318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fc40ea41-766f-42a6-99e3-8959b2ee0a5b tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.0796857
Nov 27 20:58:41.494275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46442) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:41.507033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f8cd1199-63a8-4539-ace1-227a36704035 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:88:48:b6'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:41.542786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46444) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:41.604307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:41.694437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:41.700875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a13cb3d4-057a-4494-bd8c-8e620bbab688 None None] Provisioning complete for port 63c4e71a-af83-4ed9-9114-f5565e693c93 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:41.701255 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a13cb3d4-057a-4494-bd8c-8e620bbab688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:41.753063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:41.757596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:41.771440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:41.837445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event updated for resources: {'Port': ['ID=f3a22469-0ec4-448b-a70b-1ab33344872f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:41.842577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe04f0d2-f9c7-4570-aaea-d404e3baf38b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.003738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f80dd65b-136f-4cd8-8f91-c42ed58e5999 None None] Provisioning complete for port b1741b4d-dfae-436a-8dcc-acd8b57ceff6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:42.004356 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f80dd65b-136f-4cd8-8f91-c42ed58e5999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.037786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63c4e71a-af83-4ed9-9114-f5565e693c93 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:42.123680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f80dd65b-136f-4cd8-8f91-c42ed58e5999 None None] Port b1741b4d-dfae-436a-8dcc-acd8b57ceff6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:42.162382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 63c4e71a-af83-4ed9-9114-f5565e693c93 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:42.162776 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.202527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.274772 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe04f0d2-f9c7-4570-aaea-d404e3baf38b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.286947 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe04f0d2-f9c7-4570-aaea-d404e3baf38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.291312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-31834a88-79a1-49c6-a565-cf09fecf98b0 None None] Provisioning complete for port 63c4e71a-af83-4ed9-9114-f5565e693c93 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:42.291312 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-31834a88-79a1-49c6-a565-cf09fecf98b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.366226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f968b-0b09-4cba-9e6d-ce0ba72a35fb req-d66f661a-806d-43bf-aafa-829929132499 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.376429 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c1f968b-0b09-4cba-9e6d-ce0ba72a35fb req-d66f661a-806d-43bf-aafa-829929132499 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.6419721
Nov 27 20:58:42.394579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fe04f0d2-f9c7-4570-aaea-d404e3baf38b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ae18f7a728e418783081b12ecbd54ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8504121
Nov 27 20:58:42.399286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46456) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:42.420395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-d0543532-bb5a-4d35-be7a-d77052422812 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.426361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-d0543532-bb5a-4d35-be7a-d77052422812 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.428662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-d0543532-bb5a-4d35-be7a-d77052422812 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.35 "GET /v2.0/networks?id=3fd2f6c4-1bed-4cf1-8283-6a7269d66b48&id=48ac60c0-43f3-4ca5-b66b-7c008342cdfb HTTP/1.1" status: 200  len: 1391 time: 0.8680258
Nov 27 20:58:42.458977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04f0d2-f9c7-4570-aaea-d404e3baf38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4aebc3-20e9-4310-b85b-52af7e7e6f13,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:42.465403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'port': {'device_id': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48', 'admin_state_up': True, 'tenant_id': '90d16fd50eb2412992297f88bb1d4580'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:42.538730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167d8-af70-4bd0-bb61-a6223e41c8e0 req-65ca6b9a-d34b-45a9-914e-fc2c86322c18 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.544895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167d8-af70-4bd0-bb61-a6223e41c8e0 req-65ca6b9a-d34b-45a9-914e-fc2c86322c18 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.547390 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1199-63a8-4539-ace1-227a36704035 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.550990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167d8-af70-4bd0-bb61-a6223e41c8e0 req-65ca6b9a-d34b-45a9-914e-fc2c86322c18 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.557691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167d8-af70-4bd0-bb61-a6223e41c8e0 req-65ca6b9a-d34b-45a9-914e-fc2c86322c18 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.564471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167d8-af70-4bd0-bb61-a6223e41c8e0 req-65ca6b9a-d34b-45a9-914e-fc2c86322c18 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.570593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167d8-af70-4bd0-bb61-a6223e41c8e0 req-65ca6b9a-d34b-45a9-914e-fc2c86322c18 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.576487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803167d8-af70-4bd0-bb61-a6223e41c8e0 req-65ca6b9a-d34b-45a9-914e-fc2c86322c18 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:42.578608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-803167d8-af70-4bd0-bb61-a6223e41c8e0 req-65ca6b9a-d34b-45a9-914e-fc2c86322c18 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1821752
Nov 27 20:58:42.593074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c1f968b-0b09-4cba-9e6d-ce0ba72a35fb req-234b32be-4836-4ac5-b279-be2a003289a7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115231
Nov 27 20:58:42.662464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fb7d-74a5-432c-9070-a6c5f2e48dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.690242 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.697784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-803167d8-af70-4bd0-bb61-a6223e41c8e0 req-7abdb1c3-29fb-47a9-97e0-9073f2d9fc3c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1096735
Nov 27 20:58:42.699141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.716503 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0df6b22-d010-488b-a2e3-3f81375409c2 req-1667a2ba-84c8-4ef1-b1a5-18fbfcb5c979 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 210 time: 0.0645285
Nov 27 20:58:42.753103 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fb7d-74a5-432c-9070-a6c5f2e48dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.827730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Router 3ebe808f-0d70-4973-9fd6-9b327c04b5ee is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:58:42.832532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:42.836606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.901423 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fb7d-74a5-432c-9070-a6c5f2e48dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.904001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fb7d-74a5-432c-9070-a6c5f2e48dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:42.905146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8aa4fb7d-74a5-432c-9070-a6c5f2e48dee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae4aebc3-20e9-4310-b85b-52af7e7e6f13 HTTP/1.1" status: 204  len: 168 time: 0.5049019
Nov 27 20:58:42.958607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4fb7d-74a5-432c-9070-a6c5f2e48dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4aebc3-20e9-4310-b85b-52af7e7e6f13,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:43.010946 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1199-63a8-4539-ace1-227a36704035 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.016824 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1199-63a8-4539-ace1-227a36704035 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.076193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd1199-63a8-4539-ace1-227a36704035 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] In _notify_port_updated(), no bound segment for port b1741b4d-dfae-436a-8dcc-acd8b57ceff6 on network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 20:58:43.081930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd1199-63a8-4539-ace1-227a36704035 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:43.082623 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1199-63a8-4539-ace1-227a36704035 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.084597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f8cd1199-63a8-4539-ace1-227a36704035 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "PUT /v2.0/ports/b1741b4d-dfae-436a-8dcc-acd8b57ceff6 HTTP/1.1" status: 200  len: 1003 time: 1.5892408
Nov 27 20:58:43.089397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46464) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:43.095935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Allocated IP 19.80.0.114 (3fd2f6c4-1bed-4cf1-8283-6a7269d66b48/f3b35156-efd9-4a03-b686-4808af0c95fd/1411e0e1-0ec8-4aa3-a13d-a478737b482d) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:43.139772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd1199-63a8-4539-ace1-227a36704035 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Port': ['ID=b1741b4d-dfae-436a-8dcc-acd8b57ceff6,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:43.330290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:43.337120 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.338364 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c62a682e-7334-4104-9556-4bd13e3a8a57 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "PUT /v2.0/routers/3ebe808f-0d70-4973-9fd6-9b327c04b5ee HTTP/1.1" status: 200  len: 918 time: 3.0194745
Nov 27 20:58:43.341028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46470) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:43.345499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365d845c-eb9d-4a6f-a7bf-20731cccec75 None None] Sync routers for ids ['3ebe808f-0d70-4973-9fd6-9b327c04b5ee'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:43.378589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d845c-eb9d-4a6f-a7bf-20731cccec75 None None] Routers {'3ebe808f-0d70-4973-9fd6-9b327c04b5ee'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:43.379283 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-365d845c-eb9d-4a6f-a7bf-20731cccec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7f8280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3ebe808f-0d70-4973-9fd6-9b327c04b5ee'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:43.403998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46472) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:43.422310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.429499 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4007ae2-8d5b-4973-a882-3b99a7fbedc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.433672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-365d845c-eb9d-4a6f-a7bf-20731cccec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7f8280>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:43.457625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ced39367-d0d4-4cf1-89ea-70c6a983c582 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Deleting port b1741b4d-dfae-436a-8dcc-acd8b57ceff6 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:43.458760 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced39367-d0d4-4cf1-89ea-70c6a983c582 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.461632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d845c-eb9d-4a6f-a7bf-20731cccec75 None None] Routers {'3ebe808f-0d70-4973-9fd6-9b327c04b5ee'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:43.462861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-365d845c-eb9d-4a6f-a7bf-20731cccec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7f8280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3ebe808f-0d70-4973-9fd6-9b327c04b5ee'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:43.477702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-79dd0428-8abc-4755-83f0-2bedea516171 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/routers/3ebe808f-0d70-4973-9fd6-9b327c04b5ee HTTP/1.1" status: 200  len: 924 time: 0.1355774
Nov 27 20:58:43.480276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46474) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:43.496835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-365d845c-eb9d-4a6f-a7bf-20731cccec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7f8280>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:43.497711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365d845c-eb9d-4a6f-a7bf-20731cccec75 None None] The sync data for ids ['3ebe808f-0d70-4973-9fd6-9b327c04b5ee'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:43.501043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1a44e38b-1353-4422-8fc5-09f28663e56a None None] Provisioning complete for port b1741b4d-dfae-436a-8dcc-acd8b57ceff6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:43.501422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a44e38b-1353-4422-8fc5-09f28663e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.528233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae4ff0-0400-4557-ae06-efa726fdc42e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:43.529979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f2ae4ff0-0400-4557-ae06-efa726fdc42e tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=3ebe808f-0d70-4973-9fd6-9b327c04b5ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0485020
Nov 27 20:58:43.532872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46476) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:43.540215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1a44e38b-1353-4422-8fc5-09f28663e56a None None] Port b1741b4d-dfae-436a-8dcc-acd8b57ceff6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:43.646979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.705699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced39367-d0d4-4cf1-89ea-70c6a983c582 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.709719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49825790-5486-4144-84b8-8b3660e520ae req-1cb4e00c-5090-46af-ad09-e7fe04ff0559 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:43.711228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49825790-5486-4144-84b8-8b3660e520ae req-1cb4e00c-5090-46af-ad09-e7fe04ff0559 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.0499926
Nov 27 20:58:43.764520 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49825790-5486-4144-84b8-8b3660e520ae req-3037848a-1261-47a5-b5ea-dde19077cc10 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468192
Nov 27 20:58:43.772787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ced39367-d0d4-4cf1-89ea-70c6a983c582 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Calling delete_port for b1741b4d-dfae-436a-8dcc-acd8b57ceff6 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:43.775063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:43.788679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:43.792320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f44aa-0e5d-42f1-97dc-970aa5493f5a tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:43.793600 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8d3f44aa-0e5d-42f1-97dc-970aa5493f5a tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 881 time: 0.2557597
Nov 27 20:58:43.795643 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4007ae2-8d5b-4973-a882-3b99a7fbedc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.796748 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46484) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:43.799786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:43.807641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Port': ['ID=1411e0e1-0ec8-4aa3-a13d-a478737b482d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:43.831804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4007ae2-8d5b-4973-a882-3b99a7fbedc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:43.837337 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8f96f94a-b631-4ddd-bc82-d76ff83eafc9 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe808f-0d70-4973-9fd6-9b327c04b5ee HTTP/1.1" status: 200  len: 205 time: 0.0370636
Nov 27 20:58:43.851292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46486) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:43.976763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8c29b-8ca3-4079-97e1-b19e301d6a99 req-c0ef1ac8-ab6d-40fa-8411-42230b76b5a6 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:43.978506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5c8c29b-8ca3-4079-97e1-b19e301d6a99 req-c0ef1ac8-ab6d-40fa-8411-42230b76b5a6 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 932 time: 0.1416507
Nov 27 20:58:43.999237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a4007ae2-8d5b-4973-a882-3b99a7fbedc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38dbc07239c34ad6ad52bb5961c714d3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5907860
Nov 27 20:58:43.999504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4007ae2-8d5b-4973-a882-3b99a7fbedc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07db960b-d091-4c01-b0db-ccb488bcbfa0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:44.000867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46488) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:44.010180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:44.010833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.038302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53926d-e76e-47a1-8696-8bbfde2324fe req-f482a5c0-81a5-4dc7-9e7a-5ed70aad3848 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:44.044328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53926d-e76e-47a1-8696-8bbfde2324fe req-f482a5c0-81a5-4dc7-9e7a-5ed70aad3848 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:44.050326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53926d-e76e-47a1-8696-8bbfde2324fe req-f482a5c0-81a5-4dc7-9e7a-5ed70aad3848 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:44.056910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53926d-e76e-47a1-8696-8bbfde2324fe req-f482a5c0-81a5-4dc7-9e7a-5ed70aad3848 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:44.058951 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.063690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53926d-e76e-47a1-8696-8bbfde2324fe req-f482a5c0-81a5-4dc7-9e7a-5ed70aad3848 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:44.063944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1747e7d7-4f4e-43f4-8b73-f0b15b910c83 None None] Provisioning complete for port 1411e0e1-0ec8-4aa3-a13d-a478737b482d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:44.064319 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1747e7d7-4f4e-43f4-8b73-f0b15b910c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.071345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53926d-e76e-47a1-8696-8bbfde2324fe req-f482a5c0-81a5-4dc7-9e7a-5ed70aad3848 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:44.077426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53926d-e76e-47a1-8696-8bbfde2324fe req-f482a5c0-81a5-4dc7-9e7a-5ed70aad3848 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:44.079418 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe53926d-e76e-47a1-8696-8bbfde2324fe req-f482a5c0-81a5-4dc7-9e7a-5ed70aad3848 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2755458
Nov 27 20:58:44.101857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1747e7d7-4f4e-43f4-8b73-f0b15b910c83 None None] Port 1411e0e1-0ec8-4aa3-a13d-a478737b482d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:44.117136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-cc419373-4a7c-431f-b3e3-a6d694d2bfe1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6738806
Nov 27 20:58:44.127613 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5c8c29b-8ca3-4079-97e1-b19e301d6a99 req-93f7e1f0-0106-402f-875b-5687f4e66fe5 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400857
Nov 27 20:58:44.139891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Request body: {'port': {'device_id': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb', 'admin_state_up': True, 'tenant_id': '90d16fd50eb2412992297f88bb1d4580'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:44.180696 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac026929-4008-442f-aabe-a684af45a304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.216004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac026929-4008-442f-aabe-a684af45a304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.216609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced39367-d0d4-4cf1-89ea-70c6a983c582 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.232302 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.268487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced39367-d0d4-4cf1-89ea-70c6a983c582 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event deleted for resources: {'Port': ['ID=b1741b4d-dfae-436a-8dcc-acd8b57ceff6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:44.285377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe53926d-e76e-47a1-8696-8bbfde2324fe req-8278ca6b-83c9-450c-a8f9-b03394d46ced tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1789458
Nov 27 20:58:44.315080 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac026929-4008-442f-aabe-a684af45a304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.318157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac026929-4008-442f-aabe-a684af45a304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.322176 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ac026929-4008-442f-aabe-a684af45a304 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07db960b-d091-4c01-b0db-ccb488bcbfa0 HTTP/1.1" status: 204  len: 168 time: 0.3160455
Nov 27 20:58:44.325699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Deleting port f3a22469-0ec4-448b-a70b-1ab33344872f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:44.325699 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.343115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac026929-4008-442f-aabe-a684af45a304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07db960b-d091-4c01-b0db-ccb488bcbfa0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:44.359290 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced39367-d0d4-4cf1-89ea-70c6a983c582 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.380726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ced39367-d0d4-4cf1-89ea-70c6a983c582 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "DELETE /v2.0/ports/b1741b4d-dfae-436a-8dcc-acd8b57ceff6 HTTP/1.1" status: 204  len: 168 time: 1.2853053
Nov 27 20:58:44.381631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46494) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:44.435759 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-019df9d5-21d8-4fdd-95c5-a7056b795c79 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] GET failed (client error): The resource could not be found.
Nov 27 20:58:44.442536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-019df9d5-21d8-4fdd-95c5-a7056b795c79 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "GET /v2.0/ports/b1741b4d-dfae-436a-8dcc-acd8b57ceff6 HTTP/1.1" status: 404  len: 333 time: 0.0517769
Nov 27 20:58:44.442703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46496) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:44.450937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'port': {'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1295384926'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:44.479577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.512861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Calling delete_port for f3a22469-0ec4-448b-a70b-1ab33344872f owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:44.526157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Made reservation on behalf of 90d16fd50eb2412992297f88bb1d4580 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:44.529991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.678858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Made reservation on behalf of 2c6f1f00324d486499003a77e46b2854 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:44.682741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.726178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] device_id is not set on port 987f7913-fca0-4a8f-90e6-c09fffe4ef96 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:58:44.732539 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.774901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event deleted for resources: {'Port': ['ID=f3a22469-0ec4-448b-a70b-1ab33344872f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:44.782492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Allocated IP 19.86.0.5 (48ac60c0-43f3-4ca5-b66b-7c008342cdfb/50956309-d0e1-4b76-9ac7-aeb7807d5e1d/0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:44.851877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.911826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Allocated IP 2001:db8::232 (1ca0b97a-6a99-4a2a-934e-5ee2ff64e721/ca62a499-7bda-4b1d-a235-27fb78657960/987f7913-fca0-4a8f-90e6-c09fffe4ef96) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:44.987741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:44.990460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.044053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e02b6-dcae-4730-9757-a1c60a7b334c req-74b28663-a607-412d-af6e-7b7430210844 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.045649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-892e02b6-dcae-4730-9757-a1c60a7b334c req-74b28663-a607-412d-af6e-7b7430210844 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1247532
Nov 27 20:58:45.053605 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.053948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Fanout notify agent at l3_agent the message router_deleted on router 3ebe808f-0d70-4973-9fd6-9b327c04b5ee {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:45.062312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.063444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cf7ef7df-6504-46f4-a690-783e4597df42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/3ebe808f-0d70-4973-9fd6-9b327c04b5ee HTTP/1.1" status: 204  len: 168 time: 1.2148855
Nov 27 20:58:45.066949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46518) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:45.072902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-57c57b5a-1ef0-460f-84b0-230dd7fde7eb tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-361762363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:45.106857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.132198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57c57b5a-1ef0-460f-84b0-230dd7fde7eb tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.132768 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57c57b5a-1ef0-460f-84b0-230dd7fde7eb tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.143452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-892e02b6-dcae-4730-9757-a1c60a7b334c req-49b51fa0-f452-47a5-b604-1f93e080b71a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641849
Nov 27 20:58:45.188805 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.206508 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57c57b5a-1ef0-460f-84b0-230dd7fde7eb tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.212470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57c57b5a-1ef0-460f-84b0-230dd7fde7eb tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.236953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57c57b5a-1ef0-460f-84b0-230dd7fde7eb tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.238740 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-57c57b5a-1ef0-460f-84b0-230dd7fde7eb tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1693799
Nov 27 20:58:45.242235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46526) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:45.246717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': False}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:45.277107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.287226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.338038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcfb98-c84f-44bd-ac17-0ab11fcff65e req-0d1071fa-7bb6-4248-a126-3cc2c567901e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.339609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7edcfb98-c84f-44bd-ac17-0ab11fcff65e req-0d1071fa-7bb6-4248-a126-3cc2c567901e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 932 time: 0.1220911
Nov 27 20:58:45.365727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:45.370577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:45.373664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:45.384066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:45.386557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Port': ['ID=987f7913-fca0-4a8f-90e6-c09fffe4ef96,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:45.393929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:45.397906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:45.403617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.404240 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.496491 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2582b94f-ae45-472d-8821-2986b43e85ad tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.0523164
Nov 27 20:58:45.519223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46534) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:45.534282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'port': {'network_id': '1ca0b97a-6a99-4a2a-934e-5ee2ff64e721', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-373350927'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:45.540521 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.564521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db730f-5e26-4190-bc85-16fc070de61a req-73dc9a1e-a9ff-4763-b305-0d14e48462c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.571155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db730f-5e26-4190-bc85-16fc070de61a req-73dc9a1e-a9ff-4763-b305-0d14e48462c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.582561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db730f-5e26-4190-bc85-16fc070de61a req-73dc9a1e-a9ff-4763-b305-0d14e48462c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.596658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db730f-5e26-4190-bc85-16fc070de61a req-73dc9a1e-a9ff-4763-b305-0d14e48462c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.603531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db730f-5e26-4190-bc85-16fc070de61a req-73dc9a1e-a9ff-4763-b305-0d14e48462c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.610143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db730f-5e26-4190-bc85-16fc070de61a req-73dc9a1e-a9ff-4763-b305-0d14e48462c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.613248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.613900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.617153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db730f-5e26-4190-bc85-16fc070de61a req-73dc9a1e-a9ff-4763-b305-0d14e48462c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:45.619076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04db730f-5e26-4190-bc85-16fc070de61a req-73dc9a1e-a9ff-4763-b305-0d14e48462c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2323389
Nov 27 20:58:45.629221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event updated for resources: {'Port': ['ID=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:45.649024 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7edcfb98-c84f-44bd-ac17-0ab11fcff65e req-7d6dcd67-eed8-48bf-b539-5bb7facdb618 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2966595
Nov 27 20:58:45.667952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1b774a5a-bfb5-4c77-aece-1a72324199b9 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.5348122
Nov 27 20:58:45.688602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Request body: {'port': {'device_id': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:45.764135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04db730f-5e26-4190-bc85-16fc070de61a req-8366d9ac-2629-4c56-b4c7-187d624a0fc0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1115069
Nov 27 20:58:45.817049 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.837685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Made reservation on behalf of 2c6f1f00324d486499003a77e46b2854 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:45.840872 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.841690 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.866589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b41c8c43-53f0-4772-871d-4804acc9766c None None] Provisioning complete for port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:45.867393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b41c8c43-53f0-4772-871d-4804acc9766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.877647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] device_id is not set on port 84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:58:45.915737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b41c8c43-53f0-4772-871d-4804acc9766c None None] Port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:45.929682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b41c8c43-53f0-4772-871d-4804acc9766c None None] Provisioning complete for port 987f7913-fca0-4a8f-90e6-c09fffe4ef96 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:45.930593 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b41c8c43-53f0-4772-871d-4804acc9766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:45.987883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b41c8c43-53f0-4772-871d-4804acc9766c None None] Port 987f7913-fca0-4a8f-90e6-c09fffe4ef96 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:46.029165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.054947 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.128055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Allocated IP 2001:db8::39f (1ca0b97a-6a99-4a2a-934e-5ee2ff64e721/ca62a499-7bda-4b1d-a235-27fb78657960/84f73ab9-0f5e-4312-8ce3-9f5d361da9b1) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:46.166493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Allocated IP 172.35.3.154 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/f779d852-d8b1-4bd2-ade2-708aab50a5ed) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:46.294468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.332792 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.334487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1411e0e1-0ec8-4aa3-a13d-a478737b482d {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:46.349320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.374570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:46.377514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:46.381964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:46.386278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd93abc-377e-4174-946c-3528cbc54cc7 req-7b065f32-b0fb-469b-b045-5df4ce1865ae tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:46.387849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5dd93abc-377e-4174-946c-3528cbc54cc7 req-7b065f32-b0fb-469b-b045-5df4ce1865ae tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1544240
Nov 27 20:58:46.393566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Transition to ACTIVE for port object 1411e0e1-0ec8-4aa3-a13d-a478737b482d will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:58:46.410174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.411756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Pushing event updated for resources: {'Port': ['ID=f779d852-d8b1-4bd2-ade2-708aab50a5ed,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:46.465449 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.535861 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5dd93abc-377e-4174-946c-3528cbc54cc7 req-dde9fb76-11ca-42f9-8354-7faa60e97f08 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357102
Nov 27 20:58:46.555185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Pushing event updated for resources: {'Port': ['ID=1411e0e1-0ec8-4aa3-a13d-a478737b482d,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:46.616374 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.669996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Attempting to bind port 1411e0e1-0ec8-4aa3-a13d-a478737b482d on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:46.670337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Attempting to bind port 1411e0e1-0ec8-4aa3-a13d-a478737b482d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '318d5132-cb09-4eaf-a84a-c38951771448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:46.670861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Attempting to bind port 1411e0e1-0ec8-4aa3-a13d-a478737b482d on network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:46.685224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:46.686274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Port': ['ID=84f73ab9-0f5e-4312-8ce3-9f5d361da9b1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:46.689347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Port 1411e0e1-0ec8-4aa3-a13d-a478737b482d on network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:58:46.689684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Attempting to bind port 1411e0e1-0ec8-4aa3-a13d-a478737b482d on network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:46.695312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:46.705932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:46.723736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:46.724420 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.728710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:46.729369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Checking segment: {'id': '318d5132-cb09-4eaf-a84a-c38951771448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:46.730047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Bound using segment: {'id': '318d5132-cb09-4eaf-a84a-c38951771448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:46.730682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Bound port: 1411e0e1-0ec8-4aa3-a13d-a478737b482d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318d5132-cb09-4eaf-a84a-c38951771448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:46.731234 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.736076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.767263 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6dcc0da7-9235-45d4-a856-f85d823ed9a9 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.2468243
Nov 27 20:58:46.785482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46564) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:46.790955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e83e74a3-a1f2-4738-8a75-030c25b25084 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a4', 'mac_address': 'fa:16:3e:88:48:b6'}, {'ip_address': '2001:db8::232', 'mac_address': 'fa:16:3e:5a:fe:28'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:46.917104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c39f-f716-4397-96c0-8a01097997c8 req-8ca4ee80-e6de-4840-b182-b436129d0177 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:46.928350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c39f-f716-4397-96c0-8a01097997c8 req-8ca4ee80-e6de-4840-b182-b436129d0177 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:46.939098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6965c39f-f716-4397-96c0-8a01097997c8 req-8ca4ee80-e6de-4840-b182-b436129d0177 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1665 time: 0.1237032
Nov 27 20:58:46.958031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] For port 1411e0e1-0ec8-4aa3-a13d-a478737b482d, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:46.963029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] For port 1411e0e1-0ec8-4aa3-a13d-a478737b482d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1411e0e1-0ec8-4aa3-a13d-a478737b482d,segment=NetworkSegment(318d5132-cb09-4eaf-a84a-c38951771448),segment_id=318d5132-cb09-4eaf-a84a-c38951771448)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:46.964120 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e83e74a3-a1f2-4738-8a75-030c25b25084 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:46.982421 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:47.068495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Pushing event updated for resources: {'Port': ['ID=1411e0e1-0ec8-4aa3-a13d-a478737b482d,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:47.091580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6965c39f-f716-4397-96c0-8a01097997c8 req-bb16aacb-df10-48f6-bde6-58a0b5998b39 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499116
Nov 27 20:58:47.099775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.100389 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:47.101803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a523cbb8-9fc5-42db-a2c4-c25fb650a180 service neutron] 10.222.0.35 "PUT /v2.0/ports/1411e0e1-0ec8-4aa3-a13d-a478737b482d HTTP/1.1" status: 200  len: 1092 time: 1.4227550
Nov 27 20:58:47.103440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'tag': '1411e0e1-0ec8-4aa3-a13d-a478737b482d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:47.105929 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99751b8-0c99-4280-a218-52e50e6314ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "tag": "1411e0e1-0ec8-4aa3-a13d-a478737b482d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:47.152842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Request body: {'port': {'device_id': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:47.162826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-496d9f81-20f3-4ecd-a244-d79e961eeb71 None None] Provisioning complete for port 84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:47.163425 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-496d9f81-20f3-4ecd-a244-d79e961eeb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:47.175805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892166ed-ee62-4f78-a436-9c1cce0ae40f req-92d4f265-f2d9-44ab-b546-8f1d46d158dd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.184546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892166ed-ee62-4f78-a436-9c1cce0ae40f req-92d4f265-f2d9-44ab-b546-8f1d46d158dd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.193471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892166ed-ee62-4f78-a436-9c1cce0ae40f req-92d4f265-f2d9-44ab-b546-8f1d46d158dd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.200873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:47.201837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892166ed-ee62-4f78-a436-9c1cce0ae40f req-92d4f265-f2d9-44ab-b546-8f1d46d158dd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.206712 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:47.214653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892166ed-ee62-4f78-a436-9c1cce0ae40f req-92d4f265-f2d9-44ab-b546-8f1d46d158dd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.222886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892166ed-ee62-4f78-a436-9c1cce0ae40f req-92d4f265-f2d9-44ab-b546-8f1d46d158dd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.229778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892166ed-ee62-4f78-a436-9c1cce0ae40f req-92d4f265-f2d9-44ab-b546-8f1d46d158dd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.239840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-892166ed-ee62-4f78-a436-9c1cce0ae40f req-92d4f265-f2d9-44ab-b546-8f1d46d158dd tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2608192
Nov 27 20:58:47.242604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-496d9f81-20f3-4ecd-a244-d79e961eeb71 None None] Port 84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:47.330789 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc98d477-e8d8-4e29-885b-16c78fc0e84e x-openstack-request-id: req-fc98d477-e8d8-4e29-885b-16c78fc0e84e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:47.331097 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "tag": "1411e0e1-0ec8-4aa3-a13d-a478737b482d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:47.331361 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc98d477-e8d8-4e29-885b-16c78fc0e84e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:47.331768 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'tag': '1411e0e1-0ec8-4aa3-a13d-a478737b482d', 'status': 'completed', 'code': 200}
Nov 27 20:58:47.421305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Router 25b7d363-e01c-4b55-a9e8-6a02a2ff67dd is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:58:47.540196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:47.547404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:47.549228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eab0a1fa-2db8-4bc4-a959-aa9f39e7a6ae tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "PUT /v2.0/routers/25b7d363-e01c-4b55-a9e8-6a02a2ff67dd HTTP/1.1" status: 200  len: 919 time: 2.3059256
Nov 27 20:58:47.551657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46584) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:47.553550 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ca6ac-f969-49e8-a3b2-8f6ea53cf49f None None] Sync routers for ids ['25b7d363-e01c-4b55-a9e8-6a02a2ff67dd'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:47.579109 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ca6ac-f969-49e8-a3b2-8f6ea53cf49f None None] Routers {'25b7d363-e01c-4b55-a9e8-6a02a2ff67dd'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:47.579961 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-990ca6ac-f969-49e8-a3b2-8f6ea53cf49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5bfdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['25b7d363-e01c-4b55-a9e8-6a02a2ff67dd'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:47.657836 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-990ca6ac-f969-49e8-a3b2-8f6ea53cf49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5bfdf0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:47.675994 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ca6ac-f969-49e8-a3b2-8f6ea53cf49f None None] Routers {'25b7d363-e01c-4b55-a9e8-6a02a2ff67dd'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:47.677401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-990ca6ac-f969-49e8-a3b2-8f6ea53cf49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5bfdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['25b7d363-e01c-4b55-a9e8-6a02a2ff67dd'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:47.729632 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-990ca6ac-f969-49e8-a3b2-8f6ea53cf49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5bfdf0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:47.731358 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ca6ac-f969-49e8-a3b2-8f6ea53cf49f None None] The sync data for ids ['25b7d363-e01c-4b55-a9e8-6a02a2ff67dd'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:47.910041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:47.952175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99751b8-0c99-4280-a218-52e50e6314ad req-d9aee756-648e-4c92-9cf9-fbec8ad53151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.952740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99751b8-0c99-4280-a218-52e50e6314ad req-d9aee756-648e-4c92-9cf9-fbec8ad53151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:47.954333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e99751b8-0c99-4280-a218-52e50e6314ad req-d9aee756-648e-4c92-9cf9-fbec8ad53151 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90d16fd50eb2412992297f88bb1d4580&device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1912 time: 0.5940478
Nov 27 20:58:47.959992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-892166ed-ee62-4f78-a436-9c1cce0ae40f req-ff046b12-29fe-4b9a-88a6-31efad8cbffe tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7193377
Nov 27 20:58:48.000948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a92e0606-ac20-4840-a823-b358bc8dd227 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/routers/25b7d363-e01c-4b55-a9e8-6a02a2ff67dd HTTP/1.1" status: 200  len: 925 time: 0.4479518
Nov 27 20:58:48.010363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46596) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:48.078454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7c325-e056-4efd-bb05-847394f20544 req-96f0c407-4392-447d-b2bc-a181a245a685 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.080502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46598) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:48.084009 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eff7c325-e056-4efd-bb05-847394f20544 req-96f0c407-4392-447d-b2bc-a181a245a685 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.0819657
Nov 27 20:58:48.095943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be45a48-9b75-4588-bf6e-ada58c4531c4 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.097312 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6be45a48-9b75-4588-bf6e-ada58c4531c4 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=25b7d363-e01c-4b55-a9e8-6a02a2ff67dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0844860
Nov 27 20:58:48.103103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46602) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:48.140841 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eff7c325-e056-4efd-bb05-847394f20544 req-4289dba1-7342-4893-a498-2d25fb5ae0e4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532765
Nov 27 20:58:48.254285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e83e74a3-a1f2-4738-8a75-030c25b25084 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.273393 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e83e74a3-a1f2-4738-8a75-030c25b25084 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.330908 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.345908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8350bab8-cf6b-42ac-bba9-bee28c3b809b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.399891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e83e74a3-a1f2-4738-8a75-030c25b25084 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] In _notify_port_updated(), no bound segment for port 84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 on network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 20:58:48.405519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e74a3-a1f2-4738-8a75-030c25b25084 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.406159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e83e74a3-a1f2-4738-8a75-030c25b25084 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.409985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e83e74a3-a1f2-4738-8a75-030c25b25084 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "PUT /v2.0/ports/84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 HTTP/1.1" status: 200  len: 1066 time: 1.6210680
Nov 27 20:58:48.410742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46608) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:48.457436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99751b8-0c99-4280-a218-52e50e6314ad req-7ab321a7-ddce-4231-974d-95476766c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.457985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99751b8-0c99-4280-a218-52e50e6314ad req-7ab321a7-ddce-4231-974d-95476766c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.458991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99751b8-0c99-4280-a218-52e50e6314ad req-7ab321a7-ddce-4231-974d-95476766c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.460643 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e99751b8-0c99-4280-a218-52e50e6314ad req-7ab321a7-ddce-4231-974d-95476766c278 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=90d16fd50eb2412992297f88bb1d4580&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.4927044
Nov 27 20:58:48.509627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e74a3-a1f2-4738-8a75-030c25b25084 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event updated for resources: {'Port': ['ID=84f73ab9-0f5e-4312-8ce3-9f5d361da9b1,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:48.519495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-236298de-cba7-4017-a4b1-be71c4ed5b5c tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Deleting port 84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:48.519938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-236298de-cba7-4017-a4b1-be71c4ed5b5c tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.537871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406b9e-0f85-4b85-85ca-1a05db9e3c55 req-9ddf3681-cc69-44c7-a3b1-1bf60d907c36 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.544114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406b9e-0f85-4b85-85ca-1a05db9e3c55 req-9ddf3681-cc69-44c7-a3b1-1bf60d907c36 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.551791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de406b9e-0f85-4b85-85ca-1a05db9e3c55 req-9ddf3681-cc69-44c7-a3b1-1bf60d907c36 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1665 time: 0.3693600
Nov 27 20:58:48.559832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f329bb3-8885-4107-9687-f9ab836b727b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.561237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6f329bb3-8885-4107-9687-f9ab836b727b tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 881 time: 0.4500089
Nov 27 20:58:48.571494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46610) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:48.608660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ec95a10b-66ef-4eb3-9033-7e8934c695c9 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=25b7d363-e01c-4b55-a9e8-6a02a2ff67dd HTTP/1.1" status: 200  len: 205 time: 0.0359886
Nov 27 20:58:48.611306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46612) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:48.712135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eea91166-376b-47f7-ab3a-cbee2902caff None None] Provisioning complete for port 84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:48.712402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eea91166-376b-47f7-ab3a-cbee2902caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.721662 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-236298de-cba7-4017-a4b1-be71c4ed5b5c tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.724630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de406b9e-0f85-4b85-85ca-1a05db9e3c55 req-c1aa8400-0e16-45ba-8bbc-1736cb90ec7a tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710942
Nov 27 20:58:48.742043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-236298de-cba7-4017-a4b1-be71c4ed5b5c tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Calling delete_port for 84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:48.752526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99751b8-0c99-4280-a218-52e50e6314ad req-f34f6f86-747f-4682-b7df-6869ed736bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:48.754384 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e99751b8-0c99-4280-a218-52e50e6314ad req-f34f6f86-747f-4682-b7df-6869ed736bb4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2801247
Nov 27 20:58:48.766254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-eea91166-376b-47f7-ab3a-cbee2902caff None None] Port 84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:58:48.793804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.801472 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8350bab8-cf6b-42ac-bba9-bee28c3b809b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.807828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:48.812447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8350bab8-cf6b-42ac-bba9-bee28c3b809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.821352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.868622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350bab8-cf6b-42ac-bba9-bee28c3b809b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4686604-89e7-4a24-9a1f-bb09d8970422,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:48.871419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Transition to ACTIVE for port object 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:58:48.875147 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8350bab8-cf6b-42ac-bba9-bee28c3b809b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=692362d52ef24923bd7093b1e81dbd35&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7895312
Nov 27 20:58:48.877289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46614) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:48.885114 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.926012 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:48.958933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Pushing event updated for resources: {'Port': ['ID=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:49.022121 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858e97fe-b6a0-41bf-ad69-7786c0cfd32d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.032010 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-236298de-cba7-4017-a4b1-be71c4ed5b5c tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.066383 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858e97fe-b6a0-41bf-ad69-7786c0cfd32d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.069163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236298de-cba7-4017-a4b1-be71c4ed5b5c tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event deleted for resources: {'Port': ['ID=84f73ab9-0f5e-4312-8ce3-9f5d361da9b1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:49.077156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Attempting to bind port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:58:49.077502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Attempting to bind port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1d6d47c3-aad7-4077-941d-a5138b600ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:58:49.077847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Attempting to bind port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e on network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:49.087665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e on network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:58:49.087665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Attempting to bind port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e on network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:58:49.097938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:58:49.099068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Checking segment: {'id': '1d6d47c3-aad7-4077-941d-a5138b600ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:49.099068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Bound using segment: {'id': '1d6d47c3-aad7-4077-941d-a5138b600ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:58:49.099311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Bound port: 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d6d47c3-aad7-4077-941d-a5138b600ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:58:49.099539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.106048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Deleting port f779d852-d8b1-4bd2-ade2-708aab50a5ed {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:49.106417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.198344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858e97fe-b6a0-41bf-ad69-7786c0cfd32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.202481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858e97fe-b6a0-41bf-ad69-7786c0cfd32d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.205709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-858e97fe-b6a0-41bf-ad69-7786c0cfd32d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4686604-89e7-4a24-9a1f-bb09d8970422 HTTP/1.1" status: 204  len: 168 time: 0.3251641
Nov 27 20:58:49.215572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] For port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:58:49.219302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e97fe-b6a0-41bf-ad69-7786c0cfd32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4686604-89e7-4a24-9a1f-bb09d8970422,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:49.223085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] For port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,segment=NetworkSegment(1d6d47c3-aad7-4077-941d-a5138b600ee9),segment_id=1d6d47c3-aad7-4077-941d-a5138b600ee9)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:58:49.235437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.292172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.292892 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.294625 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] 10.222.0.35 "PUT /v2.0/ports/0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e HTTP/1.1" status: 200  len: 1090 time: 2.1518719
Nov 27 20:58:49.333701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'tag': '0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:49.338864 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "tag": "0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:49.354228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aef890-a4b1-4405-9304-b01f0b342a43 req-a727528e-b4cf-4d85-a08d-b8fa1e925eba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.360639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aef890-a4b1-4405-9304-b01f0b342a43 req-a727528e-b4cf-4d85-a08d-b8fa1e925eba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.367464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aef890-a4b1-4405-9304-b01f0b342a43 req-a727528e-b4cf-4d85-a08d-b8fa1e925eba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.374127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aef890-a4b1-4405-9304-b01f0b342a43 req-a727528e-b4cf-4d85-a08d-b8fa1e925eba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.381490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aef890-a4b1-4405-9304-b01f0b342a43 req-a727528e-b4cf-4d85-a08d-b8fa1e925eba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.387427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aef890-a4b1-4405-9304-b01f0b342a43 req-a727528e-b4cf-4d85-a08d-b8fa1e925eba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.393757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aef890-a4b1-4405-9304-b01f0b342a43 req-a727528e-b4cf-4d85-a08d-b8fa1e925eba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.396545 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5aef890-a4b1-4405-9304-b01f0b342a43 req-a727528e-b4cf-4d85-a08d-b8fa1e925eba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2853832
Nov 27 20:58:49.422874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.430208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ea760-8d81-4da7-b9b6-a533c96307be service neutron] Pushing event updated for resources: {'Port': ['ID=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:49.491633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db695d3-c1fc-4bb3-a49b-04d89b89e276 req-e64229cb-daa4-4dc2-b2dc-29c6b52d2ef1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.500122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8db695d3-c1fc-4bb3-a49b-04d89b89e276 req-e64229cb-daa4-4dc2-b2dc-29c6b52d2ef1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1533947
Nov 27 20:58:49.505127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-e12b0e6f-659d-446c-9f47-22f5c036f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.505791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-e12b0e6f-659d-446c-9f47-22f5c036f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.507471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-e12b0e6f-659d-446c-9f47-22f5c036f36c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90d16fd50eb2412992297f88bb1d4580&device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1979 time: 0.1587367
Nov 27 20:58:49.510595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Calling delete_port for f779d852-d8b1-4bd2-ade2-708aab50a5ed owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:49.564542 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-f06e7ac5-bc7d-4ec3-91a7-6d6e3be7fca6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=1411e0e1-0ec8-4aa3-a13d-a478737b482d HTTP/1.1" status: 200  len: 217 time: 0.0403366
Nov 27 20:58:49.585814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-236298de-cba7-4017-a4b1-be71c4ed5b5c tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.597113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-236298de-cba7-4017-a4b1-be71c4ed5b5c tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "DELETE /v2.0/ports/84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 HTTP/1.1" status: 204  len: 168 time: 1.1846745
Nov 27 20:58:49.606086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46630) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:49.655442 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9632f3a-3cd0-4b5b-96ad-e4ee0a70e2d2 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] GET failed (client error): The resource could not be found.
Nov 27 20:58:49.659735 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f9632f3a-3cd0-4b5b-96ad-e4ee0a70e2d2 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "GET /v2.0/ports/84f73ab9-0f5e-4312-8ce3-9f5d361da9b1 HTTP/1.1" status: 404  len: 333 time: 0.0515521
Nov 27 20:58:49.665281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46632) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:49.671460 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8db695d3-c1fc-4bb3-a49b-04d89b89e276 req-78dda9f6-94a9-419a-ad5f-4cf363df29e4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702342
Nov 27 20:58:49.691746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46634) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:49.708733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5aef890-a4b1-4405-9304-b01f0b342a43 req-b9e4c3c5-4409-47c2-a41a-2650c7f2283b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2943153
Nov 27 20:58:49.721728 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4df59f39-682f-4892-859c-69d51cfdcbef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.727237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-8a7a7d24-4c4e-40be-8cfd-d6711b9f26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.729037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-8a7a7d24-4c4e-40be-8cfd-d6711b9f26ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f3b35156-efd9-4a03-b686-4808af0c95fd HTTP/1.1" status: 200  len: 801 time: 0.1369565
Nov 27 20:58:49.797675 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9fb618-8fd4-4ad2-9e60-b1a0bac85fd7 x-openstack-request-id: req-1d9fb618-8fd4-4ad2-9e60-b1a0bac85fd7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:49.797992 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "tag": "0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:49.798252 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d9fb618-8fd4-4ad2-9e60-b1a0bac85fd7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:49.798652 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'tag': '0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e', 'status': 'completed', 'code': 200}
Nov 27 20:58:49.820324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-14ab126a-0102-4fdc-ad06-f3c3258fdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.821993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-14ab126a-0102-4fdc-ad06-f3c3258fdf5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3fd2f6c4-1bed-4cf1-8283-6a7269d66b48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0711465
Nov 27 20:58:49.827843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4d14b-1d70-4035-b30e-6b663fd2c47e tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Deleting port 987f7913-fca0-4a8f-90e6-c09fffe4ef96 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:49.828417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d14b-1d70-4035-b30e-6b663fd2c47e tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.907090 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.947434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event deleted for resources: {'Port': ['ID=f779d852-d8b1-4bd2-ade2-708aab50a5ed,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:49.951594 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4df59f39-682f-4892-859c-69d51cfdcbef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.975601 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4df59f39-682f-4892-859c-69d51cfdcbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:49.992853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54147f6-15d5-48ee-9ccf-e2be61887df8 req-d39f4525-5779-4520-88f7-2dcca0b70e87 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:49.999070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54147f6-15d5-48ee-9ccf-e2be61887df8 req-d39f4525-5779-4520-88f7-2dcca0b70e87 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:50.000692 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f54147f6-15d5-48ee-9ccf-e2be61887df8 req-d39f4525-5779-4520-88f7-2dcca0b70e87 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1677 time: 0.1598430
Nov 27 20:58:50.042085 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4df59f39-682f-4892-859c-69d51cfdcbef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33cdda2f73e34fa5b4bc5de60c253c05&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3457243
Nov 27 20:58:50.042653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46638) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:50.044327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df59f39-682f-4892-859c-69d51cfdcbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd085c7f-7271-480f-901e-df02db64be59,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:50.059850 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d14b-1d70-4035-b30e-6b663fd2c47e tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.063157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.077012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-98c34d44-28f1-461b-b9c9-ec7f4613dfd0 service neutron] 10.222.0.35 "GET /v2.0/networks/3fd2f6c4-1bed-4cf1-8283-6a7269d66b48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2438359
Nov 27 20:58:50.081190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f9e4d14b-1d70-4035-b30e-6b663fd2c47e tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Calling delete_port for 987f7913-fca0-4a8f-90e6-c09fffe4ef96 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:50.155078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f54147f6-15d5-48ee-9ccf-e2be61887df8 req-29fecbf5-3097-4d36-80fc-95e16d64d983 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425638
Nov 27 20:58:50.180376 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.183693 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.239155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6779-0b78-43a8-a862-3fa4693c8ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.250239 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.250712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Fanout notify agent at l3_agent the message router_deleted on router 25b7d363-e01c-4b55-a9e8-6a02a2ff67dd {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:50.255635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-a3aa3d96-eaac-4b04-83dd-7429bc2b2c84 service neutron] 10.222.0.35 "GET /v2.0/networks/3fd2f6c4-1bed-4cf1-8283-6a7269d66b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642809
Nov 27 20:58:50.264310 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.265849 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0015ef2b-1533-4281-85ab-bdcc8da90a52 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/25b7d363-e01c-4b55-a9e8-6a02a2ff67dd HTTP/1.1" status: 204  len: 168 time: 1.6534097
Nov 27 20:58:50.269029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46642) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:50.274117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-416433664', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:50.292226 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6779-0b78-43a8-a862-3fa4693c8ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.318974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-176bc5bb-3978-4add-9fcd-ebc283794108 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e HTTP/1.1" status: 200  len: 217 time: 0.0554657
Nov 27 20:58:50.325576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.326579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.383123 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.383413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d14b-1d70-4035-b30e-6b663fd2c47e tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.386365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6779-0b78-43a8-a862-3fa4693c8ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.389212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6779-0b78-43a8-a862-3fa4693c8ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.390360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4e7e6779-0b78-43a8-a862-3fa4693c8ee6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd085c7f-7271-480f-901e-df02db64be59 HTTP/1.1" status: 204  len: 168 time: 0.3469815
Nov 27 20:58:50.412871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-0ae5f022-8a8f-409b-8e3c-a7fa9db1889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:50.414493 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-0ae5f022-8a8f-409b-8e3c-a7fa9db1889a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50956309-d0e1-4b76-9ac7-aeb7807d5e1d HTTP/1.1" status: 200  len: 801 time: 0.0865226
Nov 27 20:58:50.418550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4d14b-1d70-4035-b30e-6b663fd2c47e tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event deleted for resources: {'Port': ['ID=987f7913-fca0-4a8f-90e6-c09fffe4ef96,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:50.462028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e6779-0b78-43a8-a862-3fa4693c8ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd085c7f-7271-480f-901e-df02db64be59,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:50.492524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d14b-1d70-4035-b30e-6b663fd2c47e tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.499816 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f9e4d14b-1d70-4035-b30e-6b663fd2c47e tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "DELETE /v2.0/ports/987f7913-fca0-4a8f-90e6-c09fffe4ef96 HTTP/1.1" status: 204  len: 168 time: 0.8245916
Nov 27 20:58:50.501261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46646) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:50.530741 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-526329cc-4a95-47e5-a739-a242d169f1ff tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] GET failed (client error): The resource could not be found.
Nov 27 20:58:50.535643 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-526329cc-4a95-47e5-a739-a242d169f1ff tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "GET /v2.0/ports/987f7913-fca0-4a8f-90e6-c09fffe4ef96 HTTP/1.1" status: 404  len: 333 time: 0.0301485
Nov 27 20:58:50.536303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1f94c724-a986-43e0-a506-34cdd58d12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:50.537898 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-1f94c724-a986-43e0-a506-34cdd58d12a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48ac60c0-43f3-4ca5-b66b-7c008342cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1115341
Nov 27 20:58:50.538469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46648) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:50.573291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.715573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-0550c007-43c1-4339-af70-729a6c6e3411 service neutron] 10.222.0.35 "GET /v2.0/networks/48ac60c0-43f3-4ca5-b66b-7c008342cdfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689012
Nov 27 20:58:50.736320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-41ef23f7-be24-416f-826d-1ef9615f93ea tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Deleting port 9dd015cf-10c6-44b8-9500-8e3627e9a308 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:50.737603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41ef23f7-be24-416f-826d-1ef9615f93ea tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.845908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.900488 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.933346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0169f-5287-4089-a499-22ca2b9dac5c req-7a395f38-cab8-4893-9926-005698cc1808 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:50.934928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48b0169f-5287-4089-a499-22ca2b9dac5c req-7a395f38-cab8-4893-9926-005698cc1808 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1142640
Nov 27 20:58:50.936826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41ef23f7-be24-416f-826d-1ef9615f93ea tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:50.948097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a44cf390-10e9-4930-883f-f45b212bc26f req-9914769b-b7c2-46a0-ab74-65ab3ac9199a service neutron] 10.222.0.35 "GET /v2.0/networks/48ac60c0-43f3-4ca5-b66b-7c008342cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234213
Nov 27 20:58:50.959184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-41ef23f7-be24-416f-826d-1ef9615f93ea tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Calling delete_port for 9dd015cf-10c6-44b8-9500-8e3627e9a308 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:50.967359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687af64-00d3-45cd-a347-34f1ff1ab8f5 req-38c4b9f8-dfde-4c0e-9601-7fcbd93b5082 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:50.975984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687af64-00d3-45cd-a347-34f1ff1ab8f5 req-38c4b9f8-dfde-4c0e-9601-7fcbd93b5082 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:50.982013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687af64-00d3-45cd-a347-34f1ff1ab8f5 req-38c4b9f8-dfde-4c0e-9601-7fcbd93b5082 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:50.999478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687af64-00d3-45cd-a347-34f1ff1ab8f5 req-38c4b9f8-dfde-4c0e-9601-7fcbd93b5082 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.005599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687af64-00d3-45cd-a347-34f1ff1ab8f5 req-38c4b9f8-dfde-4c0e-9601-7fcbd93b5082 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.011847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687af64-00d3-45cd-a347-34f1ff1ab8f5 req-38c4b9f8-dfde-4c0e-9601-7fcbd93b5082 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.018042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687af64-00d3-45cd-a347-34f1ff1ab8f5 req-38c4b9f8-dfde-4c0e-9601-7fcbd93b5082 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.020150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e687af64-00d3-45cd-a347-34f1ff1ab8f5 req-38c4b9f8-dfde-4c0e-9601-7fcbd93b5082 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1762719
Nov 27 20:58:51.066360 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48b0169f-5287-4089-a499-22ca2b9dac5c req-5164f0b0-1cbc-47e3-b4e7-048c2681226c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202254
Nov 27 20:58:51.104138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-1a650779-ff45-4e9d-b7be-6f7ac78a1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.107794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-1a650779-ff45-4e9d-b7be-6f7ac78a1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.107794 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-1a650779-ff45-4e9d-b7be-6f7ac78a1fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90d16fd50eb2412992297f88bb1d4580&device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1979 time: 0.0780106
Nov 27 20:58:51.125352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Allocated IP 172.35.3.13 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/faeb01ca-4533-4040-a85a-4f05474d941f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:51.151755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e687af64-00d3-45cd-a347-34f1ff1ab8f5 req-d4e18b85-f949-4f77-a1b8-d81e0b710127 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1223531
Nov 27 20:58:51.268285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41ef23f7-be24-416f-826d-1ef9615f93ea tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.314679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.318589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef23f7-be24-416f-826d-1ef9615f93ea tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event deleted for resources: {'Port': ['ID=9dd015cf-10c6-44b8-9500-8e3627e9a308,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:51.322463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-8a38b0c6-af70-44c2-b9f6-640771a7b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.324942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-8a38b0c6-af70-44c2-b9f6-640771a7b22b service neutron] 10.222.0.35 "GET /v2.0/networks?id=48ac60c0-43f3-4ca5-b66b-7c008342cdfb HTTP/1.1" status: 200  len: 902 time: 0.2097018
Nov 27 20:58:51.338334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19891bab-c633-44ac-80ac-0bfbaaeabd78 req-1a6d75dd-f2ab-46fe-ae49-a77cd63d178d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.345137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19891bab-c633-44ac-80ac-0bfbaaeabd78 req-1a6d75dd-f2ab-46fe-ae49-a77cd63d178d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.346778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19891bab-c633-44ac-80ac-0bfbaaeabd78 req-1a6d75dd-f2ab-46fe-ae49-a77cd63d178d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1677 time: 0.0955839
Nov 27 20:58:51.352929 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41ef23f7-be24-416f-826d-1ef9615f93ea tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.356969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-41ef23f7-be24-416f-826d-1ef9615f93ea tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "DELETE /v2.0/ports/9dd015cf-10c6-44b8-9500-8e3627e9a308 HTTP/1.1" status: 204  len: 168 time: 0.8171620
Nov 27 20:58:51.359472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46678) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:51.400356 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-6d65f677-a338-443e-a6eb-22e1b2e1233f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e HTTP/1.1" status: 200  len: 217 time: 0.0582123
Nov 27 20:58:51.417900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.442361 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19891bab-c633-44ac-80ac-0bfbaaeabd78 req-16218dd4-61d1-46fa-8079-3b5cf79d1cff tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851331
Nov 27 20:58:51.490675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-bc0e9089-936c-4b24-be18-ece76e9f358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.492189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-bc0e9089-936c-4b24-be18-ece76e9f358a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50956309-d0e1-4b76-9ac7-aeb7807d5e1d HTTP/1.1" status: 200  len: 801 time: 0.0727773
Nov 27 20:58:51.496817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b390f2b-9611-4cef-bf70-9f9a66d9b8d5 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Deleting subnet ca62a499-7bda-4b1d-a235-27fb78657960 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:58:51.498658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:58:51.501081 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b390f2b-9611-4cef-bf70-9f9a66d9b8d5 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.501459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:51.505842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:58:51.537348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event updated for resources: {'Port': ['ID=faeb01ca-4533-4040-a85a-4f05474d941f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:51.581580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b390f2b-9611-4cef-bf70-9f9a66d9b8d5 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.609529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-c3a314da-6a12-4263-9589-2ffdbf80bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:51.611100 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-c3a314da-6a12-4263-9589-2ffdbf80bad1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48ac60c0-43f3-4ca5-b66b-7c008342cdfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1062858
Nov 27 20:58:51.737879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b390f2b-9611-4cef-bf70-9f9a66d9b8d5 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.781715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-59a93b14-8283-4681-870e-8e0bda028ba4 service neutron] 10.222.0.35 "GET /v2.0/networks/48ac60c0-43f3-4ca5-b66b-7c008342cdfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563704
Nov 27 20:58:51.797819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.863428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b390f2b-9611-4cef-bf70-9f9a66d9b8d5 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.904018 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b390f2b-9611-4cef-bf70-9f9a66d9b8d5 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:51.908511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5b390f2b-9611-4cef-bf70-9f9a66d9b8d5 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "DELETE /v2.0/subnets/ca62a499-7bda-4b1d-a235-27fb78657960 HTTP/1.1" status: 204  len: 168 time: 0.5469077
Nov 27 20:58:51.909808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46692) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:51.910120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b390f2b-9611-4cef-bf70-9f9a66d9b8d5 tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event deleted for resources: {'Subnet': ['ID=ca62a499-7bda-4b1d-a235-27fb78657960,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:51.923186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9b050-b287-4e72-a3f8-fd923fd42672 None None] Network 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:51.926718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-287a8c3b-97bc-4e4c-8af4-42ade4ea4166 req-c1db11cf-7d74-4966-8454-89960d984d8b service neutron] 10.222.0.35 "GET /v2.0/networks/48ac60c0-43f3-4ca5-b66b-7c008342cdfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368976
Nov 27 20:58:52.041807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:52.125227 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:52.152163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d0ae30-1a34-4eab-a1b5-ba952685ee65 None None] DHCP port deletion for 1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:58:52.229314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Deleting port b89be82e-ddbd-421a-b37a-f1e18e83bc3c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:52.229852 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:52.232698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0ae30-1a34-4eab-a1b5-ba952685ee65 None None] Deleting port b89be82e-ddbd-421a-b37a-f1e18e83bc3c {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:52.233105 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ae30-1a34-4eab-a1b5-ba952685ee65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:52.250341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3430ab-bdf9-4493-ac62-3c4f77c1b09a req-de8bc168-340f-40a3-b2cd-49acf7e5eb24 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.258591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b3430ab-bdf9-4493-ac62-3c4f77c1b09a req-de8bc168-340f-40a3-b2cd-49acf7e5eb24 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.0839510
Nov 27 20:58:52.332194 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b3430ab-bdf9-4493-ac62-3c4f77c1b09a req-79f39e1b-26de-4158-a238-48e681cf3059 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718493
Nov 27 20:58:52.343398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] For port b89be82e-ddbd-421a-b37a-f1e18e83bc3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b89be82e-ddbd-421a-b37a-f1e18e83bc3c,segment=NetworkSegment(ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21),segment_id=ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:52.343765 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:52.358607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e1d0ae30-1a34-4eab-a1b5-ba952685ee65 None None] For port b89be82e-ddbd-421a-b37a-f1e18e83bc3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b89be82e-ddbd-421a-b37a-f1e18e83bc3c,segment=NetworkSegment(ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21),segment_id=ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:52.359908 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ae30-1a34-4eab-a1b5-ba952685ee65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:52.370817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Calling delete_port for b89be82e-ddbd-421a-b37a-f1e18e83bc3c owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:52.380733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0ae30-1a34-4eab-a1b5-ba952685ee65 None None] Calling delete_port for b89be82e-ddbd-421a-b37a-f1e18e83bc3c owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:52.386844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e340cf-9b2a-4fb2-a221-9023419cefff req-feebe325-9359-4352-adaf-8c04ef0c6fbf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.392989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e340cf-9b2a-4fb2-a221-9023419cefff req-feebe325-9359-4352-adaf-8c04ef0c6fbf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.400197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e340cf-9b2a-4fb2-a221-9023419cefff req-feebe325-9359-4352-adaf-8c04ef0c6fbf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.406565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e340cf-9b2a-4fb2-a221-9023419cefff req-feebe325-9359-4352-adaf-8c04ef0c6fbf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.412727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e340cf-9b2a-4fb2-a221-9023419cefff req-feebe325-9359-4352-adaf-8c04ef0c6fbf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.418842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e340cf-9b2a-4fb2-a221-9023419cefff req-feebe325-9359-4352-adaf-8c04ef0c6fbf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.425592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e340cf-9b2a-4fb2-a221-9023419cefff req-feebe325-9359-4352-adaf-8c04ef0c6fbf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.427601 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92e340cf-9b2a-4fb2-a221-9023419cefff req-feebe325-9359-4352-adaf-8c04ef0c6fbf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1543567
Nov 27 20:58:52.484971 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ae30-1a34-4eab-a1b5-ba952685ee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:52.505700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0ae30-1a34-4eab-a1b5-ba952685ee65 None None] No DVR routers for this DVR port b89be82e-ddbd-421a-b37a-f1e18e83bc3c on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:52.521234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Router cf0323af-df7d-405d-914c-1ad3aa5abe11 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:58:52.540203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0ae30-1a34-4eab-a1b5-ba952685ee65 None None] Pushing event deleted for resources: {'Port': ['ID=b89be82e-ddbd-421a-b37a-f1e18e83bc3c,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:52.571973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92e340cf-9b2a-4fb2-a221-9023419cefff req-47ab3d4d-9747-4cc2-8e18-1295b56747be tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1361494
Nov 27 20:58:52.651341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dac20-9f96-49fb-89f8-ccc8f5848895 req-3fd4cefb-9680-468d-bc37-2b0a8dc12641 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.657766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dac20-9f96-49fb-89f8-ccc8f5848895 req-3fd4cefb-9680-468d-bc37-2b0a8dc12641 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:52.659028 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:52.659646 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-762dac20-9f96-49fb-89f8-ccc8f5848895 req-3fd4cefb-9680-468d-bc37-2b0a8dc12641 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1677 time: 0.0693390
Nov 27 20:58:52.704736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event deleted for resources: {'Port': ['ID=b89be82e-ddbd-421a-b37a-f1e18e83bc3c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:52.706783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] No DVR routers for this DVR port b89be82e-ddbd-421a-b37a-f1e18e83bc3c on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:58:52.727120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-762dac20-9f96-49fb-89f8-ccc8f5848895 req-59d01946-daba-44f2-a08f-93d5c0af634f tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614846
Nov 27 20:58:52.753478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:52.765627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f49b3b-760c-4105-b81d-47b0a2d835cb None None] Sync routers for ids ['cf0323af-df7d-405d-914c-1ad3aa5abe11'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:52.778079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f49b3b-760c-4105-b81d-47b0a2d835cb None None] Routers {'cf0323af-df7d-405d-914c-1ad3aa5abe11'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:52.779122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-74f49b3b-760c-4105-b81d-47b0a2d835cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6961c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf0323af-df7d-405d-914c-1ad3aa5abe11'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:52.816274 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-74f49b3b-760c-4105-b81d-47b0a2d835cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6961c0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:52.827067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f49b3b-760c-4105-b81d-47b0a2d835cb None None] Routers {'cf0323af-df7d-405d-914c-1ad3aa5abe11'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:52.827917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-74f49b3b-760c-4105-b81d-47b0a2d835cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6961c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf0323af-df7d-405d-914c-1ad3aa5abe11'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:52.863816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-74f49b3b-760c-4105-b81d-47b0a2d835cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6961c0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:52.864529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f49b3b-760c-4105-b81d-47b0a2d835cb None None] The sync data for ids ['cf0323af-df7d-405d-914c-1ad3aa5abe11'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:53.000896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1411e0e1-0ec8-4aa3-a13d-a478737b482d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:58:53.119096 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.129075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.130829 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c4991a28-219b-4db0-ac31-0df20f3f6256 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.8608713
Nov 27 20:58:53.133544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46746) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:53.138443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1411e0e1-0ec8-4aa3-a13d-a478737b482d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1411e0e1-0ec8-4aa3-a13d-a478737b482d,segment=NetworkSegment(318d5132-cb09-4eaf-a84a-c38951771448),segment_id=318d5132-cb09-4eaf-a84a-c38951771448)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:53.138643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:53.153188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '1411e0e1-0ec8-4aa3-a13d-a478737b482d', 'network_id': '3fd2f6c4-1bed-4cf1-8283-6a7269d66b48', 'port_id': '1411e0e1-0ec8-4aa3-a13d-a478737b482d', 'mac_address': 'fa:16:3e:af:02:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b35156-efd9-4a03-b686-4808af0c95fd', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:58:53.185100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7e2700>,) {'filters': {'network_id': ['1ca0b97a-6a99-4a2a-934e-5ee2ff64e721']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:53.193174 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.200866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7e2700>, 'ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:53.201166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7e2700>, 'ee8cdc8f-4aa8-41d5-b9b8-ad928a997d21') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:53.208961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1411e0e1-0ec8-4aa3-a13d-a478737b482d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:53.214291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.236259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1411e0e1-0ec8-4aa3-a13d-a478737b482d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1411e0e1-0ec8-4aa3-a13d-a478737b482d,segment=NetworkSegment(318d5132-cb09-4eaf-a84a-c38951771448),segment_id=318d5132-cb09-4eaf-a84a-c38951771448)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:53.241329 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.242231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:58:53.267852 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.279405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:58:53.280200 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:58:53.284119 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:58:53.312749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=1411e0e1-0ec8-4aa3-a13d-a478737b482d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:53.404980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,segment=NetworkSegment(1d6d47c3-aad7-4077-941d-a5138b600ee9),segment_id=1d6d47c3-aad7-4077-941d-a5138b600ee9)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:53.419678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e', 'network_id': '48ac60c0-43f3-4ca5-b66b-7c008342cdfb', 'port_id': '0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e', 'mac_address': 'fa:16:3e:95:71:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50956309-d0e1-4b76-9ac7-aeb7807d5e1d', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:58:53.430671 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.472252 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.486870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:53.494287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46756) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:53.503922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.511082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] 10.222.0.21 "DELETE /v2.0/networks/1ca0b97a-6a99-4a2a-934e-5ee2ff64e721 HTTP/1.1" status: 204  len: 168 time: 1.5986648
Nov 27 20:58:53.527698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,segment=NetworkSegment(1d6d47c3-aad7-4077-941d-a5138b600ee9),segment_id=1d6d47c3-aad7-4077-941d-a5138b600ee9)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:53.538789 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.621784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:53.631967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc3420-61c8-4154-8bfe-1dd7e916bf8f tempest-AllowedAddressPairIpV6TestJSON-1519597749 tempest-AllowedAddressPairIpV6TestJSON-1519597749-project] Pushing event deleted for resources: {'Network': ['ID=1ca0b97a-6a99-4a2a-934e-5ee2ff64e721,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:53.670867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310f409-1299-4a96-a3f3-b11fa78c64e8 req-c8e96659-7486-4163-a4d6-d742f92c2aae tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:53.672798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c310f409-1299-4a96-a3f3-b11fa78c64e8 req-c8e96659-7486-4163-a4d6-d742f92c2aae tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1728070
Nov 27 20:58:53.766484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de3ca-22f4-45a0-984d-7b5839c3f705 req-2533aa22-5d6b-4929-ad51-56b83df09cb5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:53.770483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.773932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de3ca-22f4-45a0-984d-7b5839c3f705 req-2533aa22-5d6b-4929-ad51-56b83df09cb5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:53.781428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de3ca-22f4-45a0-984d-7b5839c3f705 req-2533aa22-5d6b-4929-ad51-56b83df09cb5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:53.782493 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c310f409-1299-4a96-a3f3-b11fa78c64e8 req-1a56e0ab-8ee3-47c1-84be-b943cbdd93b2 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764706
Nov 27 20:58:53.792680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.795762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46770) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:53.817513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de3ca-22f4-45a0-984d-7b5839c3f705 req-2533aa22-5d6b-4929-ad51-56b83df09cb5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:53.824877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['1411e0e1-0ec8-4aa3-a13d-a478737b482d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:53.830597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de3ca-22f4-45a0-984d-7b5839c3f705 req-2533aa22-5d6b-4929-ad51-56b83df09cb5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:53.846366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de3ca-22f4-45a0-984d-7b5839c3f705 req-2533aa22-5d6b-4929-ad51-56b83df09cb5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:53.852451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de3ca-22f4-45a0-984d-7b5839c3f705 req-2533aa22-5d6b-4929-ad51-56b83df09cb5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:53.858036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-240de3ca-22f4-45a0-984d-7b5839c3f705 req-2533aa22-5d6b-4929-ad51-56b83df09cb5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.1498010
Nov 27 20:58:53.870487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Deleting port faeb01ca-4533-4040-a85a-4f05474d941f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:58:53.870850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.897997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3aab6570-4544-4ffd-82c7-691492333f7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:53.992163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-240de3ca-22f4-45a0-984d-7b5839c3f705 req-f3fa339d-2adb-4cdf-9d58-68673edf813a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1107435
Nov 27 20:58:54.027947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b89be82e-ddbd-421a-b37a-f1e18e83bc3c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:58:54.028616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7b640510-119f-4d69-a870-bc3a5a155247 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c6f1f00324d486499003a77e46b2854&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2304978
Nov 27 20:58:54.035724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.036014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46774) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:54.048473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8cde1-eec1-462e-8347-fe357adc7b6d req-20f4a49b-e5ef-4c44-ab61-df9652a5151e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:54.056668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8cde1-eec1-462e-8347-fe357adc7b6d req-20f4a49b-e5ef-4c44-ab61-df9652a5151e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:54.058881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ec8cde1-eec1-462e-8347-fe357adc7b6d req-20f4a49b-e5ef-4c44-ab61-df9652a5151e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1679 time: 0.1349890
Nov 27 20:58:54.060966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b89be82e-ddbd-421a-b37a-f1e18e83bc3c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:58:54.061722 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b89be82e-ddbd-421a-b37a-f1e18e83bc3c not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:58:54.071625 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3aab6570-4544-4ffd-82c7-691492333f7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.076544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Calling delete_port for faeb01ca-4533-4040-a85a-4f05474d941f owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:58:54.084496 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3aab6570-4544-4ffd-82c7-691492333f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.132937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3aab6570-4544-4ffd-82c7-691492333f7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf42f5573c9140deae4547fc2ce5a717&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6367419
Nov 27 20:58:54.137377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46776) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:54.139751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab6570-4544-4ffd-82c7-691492333f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34062a66-241f-4047-acf9-3a6fb886c848,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:54.145453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-146d7132-fa58-4d1b-a5fd-5ceb4e85c08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.167323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-146d7132-fa58-4d1b-a5fd-5ceb4e85c08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.190620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ec8cde1-eec1-462e-8347-fe357adc7b6d req-2d53666d-4388-49e9-a2be-6c7f2f377298 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157858
Nov 27 20:58:54.224043 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-146d7132-fa58-4d1b-a5fd-5ceb4e85c08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.226862 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-146d7132-fa58-4d1b-a5fd-5ceb4e85c08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.228104 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-146d7132-fa58-4d1b-a5fd-5ceb4e85c08a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b6c0263-ff57-4500-83bd-3695ed012a17 HTTP/1.1" status: 204  len: 168 time: 0.1909752
Nov 27 20:58:54.237039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d7132-fa58-4d1b-a5fd-5ceb4e85c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6c0263-ff57-4500-83bd-3695ed012a17,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:54.266832 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef2da354-1196-4734-9c46-e46b855f2e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.294577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef2da354-1196-4734-9c46-e46b855f2e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.369990 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.400157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Pushing event deleted for resources: {'Port': ['ID=faeb01ca-4533-4040-a85a-4f05474d941f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:54.407627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef2da354-1196-4734-9c46-e46b855f2e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.410235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef2da354-1196-4734-9c46-e46b855f2e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.412186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ef2da354-1196-4734-9c46-e46b855f2e44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34062a66-241f-4047-acf9-3a6fb886c848 HTTP/1.1" status: 204  len: 168 time: 0.2725627
Nov 27 20:58:54.437403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2da354-1196-4734-9c46-e46b855f2e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34062a66-241f-4047-acf9-3a6fb886c848,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:54.482110 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.720310 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.724866 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.801989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Router cf0323af-df7d-405d-914c-1ad3aa5abe11 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:58:54.890058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46806) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:54.901442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:58:54.909213 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.910296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9ae3a2b6-9873-4dcd-a049-9c008bfa7608 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "PUT /v2.0/routers/cf0323af-df7d-405d-914c-1ad3aa5abe11 HTTP/1.1" status: 200  len: 709 time: 1.7757947
Nov 27 20:58:54.913571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46808) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:54.916565 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a01df4-628c-4703-96b2-7109ab73535f None None] Sync routers for ids ['cf0323af-df7d-405d-914c-1ad3aa5abe11'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:58:54.919092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:54.941225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-290182eb-4b05-451c-9d62-ab65259f98f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:54.945117 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a01df4-628c-4703-96b2-7109ab73535f None None] Routers {'cf0323af-df7d-405d-914c-1ad3aa5abe11'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:54.949622 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b8a01df4-628c-4703-96b2-7109ab73535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe15d0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf0323af-df7d-405d-914c-1ad3aa5abe11'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:54.993582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a0d0d-754c-48f4-9513-870c132d46ec req-32871139-bccd-46dc-97e8-c25af6f0df34 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:54.999810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b3a0d0d-754c-48f4-9513-870c132d46ec req-32871139-bccd-46dc-97e8-c25af6f0df34 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1235042
Nov 27 20:58:55.002994 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-29b8d754-4bdf-4964-b7f1-a2a86dc363a3 tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/routers/cf0323af-df7d-405d-914c-1ad3aa5abe11 HTTP/1.1" status: 200  len: 744 time: 0.0864313
Nov 27 20:58:55.003750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46810) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.010760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4ebac182-8a28-42f8-9b81-45a0a7ad3616 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:58:55.019373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1411e0e1-0ec8-4aa3-a13d-a478737b482d up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:55.043846 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b8a01df4-628c-4703-96b2-7109ab73535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe15d0d0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:55.064588 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a01df4-628c-4703-96b2-7109ab73535f None None] Routers {'cf0323af-df7d-405d-914c-1ad3aa5abe11'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:58:55.065229 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b8a01df4-628c-4703-96b2-7109ab73535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe15d0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf0323af-df7d-405d-914c-1ad3aa5abe11'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:55.098174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1f10e2f7-ae54-4eaf-ae8c-81968e5d20df tempest-RoutersIpV6AdminTest-1868407038 tempest-RoutersIpV6AdminTest-1868407038-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=cf0323af-df7d-405d-914c-1ad3aa5abe11 HTTP/1.1" status: 200  len: 205 time: 0.0925827
Nov 27 20:58:55.100873 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46816) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.136334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-877fa365-6611-43ee-a877-2f442f0a870c tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf0323af-df7d-405d-914c-1ad3aa5abe11 HTTP/1.1" status: 200  len: 205 time: 0.0329864
Nov 27 20:58:55.138899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46818) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.145024 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b8a01df4-628c-4703-96b2-7109ab73535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe15d0d0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:58:55.146255 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a01df4-628c-4703-96b2-7109ab73535f None None] The sync data for ids ['cf0323af-df7d-405d-914c-1ad3aa5abe11'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:58:55.247429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46820) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.265746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 1411e0e1-0ec8-4aa3-a13d-a478737b482d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:58:55.283729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 1411e0e1-0ec8-4aa3-a13d-a478737b482d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:55.284144 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.321529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bf04-c8b6-4d2f-b181-621f72725e09 req-5e6b9a1d-fcb0-473f-af61-0e87b4819c04 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:55.328855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bf04-c8b6-4d2f-b181-621f72725e09 req-5e6b9a1d-fcb0-473f-af61-0e87b4819c04 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:55.333356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:55.336272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bf04-c8b6-4d2f-b181-621f72725e09 req-5e6b9a1d-fcb0-473f-af61-0e87b4819c04 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:55.342840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bf04-c8b6-4d2f-b181-621f72725e09 req-5e6b9a1d-fcb0-473f-af61-0e87b4819c04 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:55.350063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bf04-c8b6-4d2f-b181-621f72725e09 req-5e6b9a1d-fcb0-473f-af61-0e87b4819c04 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:55.357973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bf04-c8b6-4d2f-b181-621f72725e09 req-5e6b9a1d-fcb0-473f-af61-0e87b4819c04 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:55.361189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '4ebac182-8a28-42f8-9b81-45a0a7ad3616', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'port_id': '4ebac182-8a28-42f8-9b81-45a0a7ad3616', 'mac_address': 'fa:16:3e:73:ef:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c319d603-0243-43c4-a372-b7e936d765de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:58:55.367172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3bf04-c8b6-4d2f-b181-621f72725e09 req-5e6b9a1d-fcb0-473f-af61-0e87b4819c04 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:55.369650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fad3bf04-c8b6-4d2f-b181-621f72725e09 req-5e6b9a1d-fcb0-473f-af61-0e87b4819c04 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2179658
Nov 27 20:58:55.373569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0b35d50-dece-41f2-bab9-c666a06e0f15 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.456416 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.484000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ebac182-8a28-42f8-9b81-45a0a7ad3616 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:58:55.500245 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.505028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-278538481'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:55.521915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:55.530927 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.540983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411e0e1-0ec8-4aa3-a13d-a478737b482d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:55.543276 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27113ce7-7ea9-4379-8f0a-3010d1a0c377" -d '{"events": [{"server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "name": "network-vif-plugged", "status": "completed", "tag": "1411e0e1-0ec8-4aa3-a13d-a478737b482d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:55.575095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b3a0d0d-754c-48f4-9513-870c132d46ec req-4f8e0f54-e188-454b-b814-57efb0a653ec tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5669382
Nov 27 20:58:55.602780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1411e0e1-0ec8-4aa3-a13d-a478737b482d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1411e0e1-0ec8-4aa3-a13d-a478737b482d,segment=NetworkSegment(318d5132-cb09-4eaf-a84a-c38951771448),segment_id=318d5132-cb09-4eaf-a84a-c38951771448)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:55.609066 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-290182eb-4b05-451c-9d62-ab65259f98f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.613449 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.618378 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-290182eb-4b05-451c-9d62-ab65259f98f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.637765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['4ebac182-8a28-42f8-9b81-45a0a7ad3616'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:58:55.640623 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0b35d50-dece-41f2-bab9-c666a06e0f15 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.645944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0b35d50-dece-41f2-bab9-c666a06e0f15 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.647532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Made reservation on behalf of ca0593ed63ef4485bdc237459cf2f12e for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:55.651424 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.665697 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.669675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=4ebac182-8a28-42f8-9b81-45a0a7ad3616,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:55.722716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-290182eb-4b05-451c-9d62-ab65259f98f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce01200f5e8b438c87ac1b25a73bde8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8292663
Nov 27 20:58:55.724822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46844) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.739850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fad3bf04-c8b6-4d2f-b181-621f72725e09 req-e2ea891e-64b4-4dce-ad85-31056b8edb1c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2465088
Nov 27 20:58:55.743910 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0b35d50-dece-41f2-bab9-c666a06e0f15 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.744455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b35d50-dece-41f2-bab9-c666a06e0f15 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Fanout notify agent at l3_agent the message router_deleted on router cf0323af-df7d-405d-914c-1ad3aa5abe11 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:58:55.752397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0b35d50-dece-41f2-bab9-c666a06e0f15 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.753493 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a0b35d50-dece-41f2-bab9-c666a06e0f15 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/cf0323af-df7d-405d-914c-1ad3aa5abe11 HTTP/1.1" status: 204  len: 168 time: 0.6129642
Nov 27 20:58:55.759841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46848) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.763839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=1411e0e1-0ec8-4aa3-a13d-a478737b482d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:55.771875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290182eb-4b05-451c-9d62-ab65259f98f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f45cf4-0c19-4b15-af92-b0795853b04d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:55.802554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-da7c2004-041d-4595-b077-d6c3fe1ea45b tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf0323af-df7d-405d-914c-1ad3aa5abe11 HTTP/1.1" status: 200  len: 205 time: 0.0415430
Nov 27 20:58:55.805091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46850) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.819798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f6fac-53d1-4858-a94c-fa07cc65de16 req-d0bf7771-9a4d-4656-8ab2-3201f7ba40ee tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:55.827074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f6fac-53d1-4858-a94c-fa07cc65de16 req-d0bf7771-9a4d-4656-8ab2-3201f7ba40ee tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:55.834689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1f6fac-53d1-4858-a94c-fa07cc65de16 req-d0bf7771-9a4d-4656-8ab2-3201f7ba40ee tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1680 time: 0.1369648
Nov 27 20:58:55.837500 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccefb6db-edff-43e6-ab67-57881eb4d146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.851906 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-e45300fd-ae34-45f9-a2d2-143a80793989 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] delete failed (client error): The resource could not be found.
Nov 27 20:58:55.852964 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e45300fd-ae34-45f9-a2d2-143a80793989 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/cf0323af-df7d-405d-914c-1ad3aa5abe11 HTTP/1.1" status: 404  len: 336 time: 0.0469649
Nov 27 20:58:55.855507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46852) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.861903 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccefb6db-edff-43e6-ab67-57881eb4d146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.916684 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dc844192-8199-4480-8cd2-053060ba7d3e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=25b7d363-e01c-4b55-a9e8-6a02a2ff67dd HTTP/1.1" status: 200  len: 205 time: 0.0452824
Nov 27 20:58:55.919792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46858) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.941101 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2937b2d9-2449-4366-a123-cb174d35ac4c x-openstack-request-id: req-2937b2d9-2449-4366-a123-cb174d35ac4c {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:55.941391 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "name": "network-vif-plugged", "status": "completed", "tag": "1411e0e1-0ec8-4aa3-a13d-a478737b482d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:55.941645 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2937b2d9-2449-4366-a123-cb174d35ac4c {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:55.942065 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411e0e1-0ec8-4aa3-a13d-a478737b482d', 'code': 200}
Nov 27 20:58:55.968062 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-a7376b45-a0d3-4f60-b147-62a019f0b96e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] delete failed (client error): The resource could not be found.
Nov 27 20:58:55.971581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a7376b45-a0d3-4f60-b147-62a019f0b96e tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/25b7d363-e01c-4b55-a9e8-6a02a2ff67dd HTTP/1.1" status: 404  len: 336 time: 0.0476460
Nov 27 20:58:55.972757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46860) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:55.978115 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccefb6db-edff-43e6-ab67-57881eb4d146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.981137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccefb6db-edff-43e6-ab67-57881eb4d146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:55.982302 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ccefb6db-edff-43e6-ab67-57881eb4d146 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5f45cf4-0c19-4b15-af92-b0795853b04d HTTP/1.1" status: 204  len: 168 time: 0.2565160
Nov 27 20:58:55.998190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefb6db-edff-43e6-ab67-57881eb4d146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f45cf4-0c19-4b15-af92-b0795853b04d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:56.009473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:56.062412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1f6fac-53d1-4858-a94c-fa07cc65de16 req-0d779ac3-1e02-4e9a-9e14-c8fc8d5c8fd4 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239804
Nov 27 20:58:56.062708 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c75ddfc4-5470-49bb-bb11-5c91d4e6f3b0 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebe808f-0d70-4973-9fd6-9b327c04b5ee HTTP/1.1" status: 200  len: 205 time: 0.0855768
Nov 27 20:58:56.062801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46864) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:56.063849 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:56.097776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:58:56.109034 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-342b3eae-3669-4f6b-a383-0ed29a7f99ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] delete failed (client error): The resource could not be found.
Nov 27 20:58:56.113196 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-342b3eae-3669-4f6b-a383-0ed29a7f99ed tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/3ebe808f-0d70-4973-9fd6-9b327c04b5ee HTTP/1.1" status: 404  len: 336 time: 0.0463340
Nov 27 20:58:56.113196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46866) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:56.118958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:56.120074 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Added segment e4ff3366-aea1-464f-befe-d0eeeadacd01 of type vlan for network 340d6a40-407b-4a21-aa25-0144f39bb11b
Nov 27 20:58:56.125553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c956fe-37cc-4605-a404-b96ee9bb5162,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:56.170629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-909f7158-8bee-45eb-8248-556c060a6f57 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=f28ad6d8-ea7f-47d7-9d47-98f7e068e44f HTTP/1.1" status: 200  len: 205 time: 0.0538766
Nov 27 20:58:56.170811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46870) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:56.182398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:56.224360 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-1ef2daa5-07d2-49c5-9b1c-fc30bdfa6488 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] delete failed (client error): The resource could not be found.
Nov 27 20:58:56.225991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1ef2daa5-07d2-49c5-9b1c-fc30bdfa6488 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/f28ad6d8-ea7f-47d7-9d47-98f7e068e44f HTTP/1.1" status: 404  len: 336 time: 0.0540454
Nov 27 20:58:56.228988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46874) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:56.231940 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:56.242029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:56.242743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:56.269221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-700e1723-e4bb-4bf0-bdb1-6aa9330d09bf tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=bec3e574-c17c-43ec-b8a5-2fc5e79a53b4 HTTP/1.1" status: 200  len: 205 time: 0.0383382
Nov 27 20:58:56.272629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46876) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:56.328245 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0786903
Nov 27 20:58:56.332359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46878) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:56.341218 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-e83b5ab3-7673-4421-a703-1c82582fffae tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] delete failed (client error): The resource could not be found.
Nov 27 20:58:56.342488 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e83b5ab3-7673-4421-a703-1c82582fffae tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/bec3e574-c17c-43ec-b8a5-2fc5e79a53b4 HTTP/1.1" status: 404  len: 336 time: 0.0686088
Nov 27 20:58:56.344133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'subnet': {'network_id': '340d6a40-407b-4a21-aa25-0144f39bb11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:56.352450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46882) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:56.404795 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8eb9ed8c-fdbc-4a3f-b8ab-f97caba64fce tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "GET /v2.0/ports?device_id=2adcd71c-a9b5-4ef5-b2a3-17c5ae750709 HTTP/1.1" status: 200  len: 205 time: 0.0482378
Nov 27 20:58:56.408595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46884) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:56.451297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd646244-2c37-4e36-a78c-f937eec1ab4b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Network': ['ID=340d6a40-407b-4a21-aa25-0144f39bb11b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:56.475443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 340d6a40-407b-4a21-aa25-0144f39bb11b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:58:56.487890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Made reservation on behalf of ca0593ed63ef4485bdc237459cf2f12e for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:58:56.497854 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:56.505992 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-5c77f63b-8d75-4f58-a7ba-26fc9d3d4c42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] delete failed (client error): The resource could not be found.
Nov 27 20:58:56.507433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5c77f63b-8d75-4f58-a7ba-26fc9d3d4c42 tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/routers/2adcd71c-a9b5-4ef5-b2a3-17c5ae750709 HTTP/1.1" status: 404  len: 336 time: 0.0968301
Nov 27 20:58:56.510459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46886) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:56.571893 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7da058f-4902-42eb-874c-9542ce3828af tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] DELETE failed (client error): The resource could not be found.
Nov 27 20:58:56.572950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7da058f-4902-42eb-874c-9542ce3828af tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 20:58:56.576815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e7da058f-4902-42eb-874c-9542ce3828af tempest-RoutersIpV6AdminTest-1240693307 tempest-RoutersIpV6AdminTest-1240693307-project] 10.222.0.21 "DELETE /v2.0/subnets/38b7170e-db5f-410c-ad95-b79ff5867cef HTTP/1.1" status: 404  len: 337 time: 0.0650949
Nov 27 20:58:56.826063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c093d9-0d2b-4420-8441-e12f6043dd7e req-848ebeb2-b449-4cbf-9469-aa9e0385f400 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:56.831822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3c093d9-0d2b-4420-8441-e12f6043dd7e req-848ebeb2-b449-4cbf-9469-aa9e0385f400 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 945 time: 0.1204088
Nov 27 20:58:56.917582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:56.984047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3c093d9-0d2b-4420-8441-e12f6043dd7e req-cd95983c-cbac-4937-9fb7-f51c003cb0f1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428432
Nov 27 20:58:57.018161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4ebac182-8a28-42f8-9b81-45a0a7ad3616 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:57.068008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46906) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:57.084974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Subnet': ['ID=0c99c4a5-5902-4c5b-addf-47bb6028b828,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:57.171833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Checking segment: {'id': 'e4ff3366-aea1-464f-befe-d0eeeadacd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '340d6a40-407b-4a21-aa25-0144f39bb11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:58:57.172325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network hostable DHCP agents. Network: 340d6a40-407b-4a21-aa25-0144f39bb11b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:58:57.190963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:57.191778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.241389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6904-37ff-4022-aeb2-15a0d9f7778f req-28449a43-eaba-4ab4-8106-b7818d6eb161 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.263083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6904-37ff-4022-aeb2-15a0d9f7778f req-28449a43-eaba-4ab4-8106-b7818d6eb161 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.271784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6904-37ff-4022-aeb2-15a0d9f7778f req-28449a43-eaba-4ab4-8106-b7818d6eb161 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.280470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6904-37ff-4022-aeb2-15a0d9f7778f req-28449a43-eaba-4ab4-8106-b7818d6eb161 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.288709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6904-37ff-4022-aeb2-15a0d9f7778f req-28449a43-eaba-4ab4-8106-b7818d6eb161 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.297760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6904-37ff-4022-aeb2-15a0d9f7778f req-28449a43-eaba-4ab4-8106-b7818d6eb161 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.305146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6904-37ff-4022-aeb2-15a0d9f7778f req-28449a43-eaba-4ab4-8106-b7818d6eb161 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.308455 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.316417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa75003a-fa48-4ccc-89aa-5ec8c687856a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.316816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87ac6904-37ff-4022-aeb2-15a0d9f7778f req-28449a43-eaba-4ab4-8106-b7818d6eb161 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.3181927
Nov 27 20:58:57.346235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 340d6a40-407b-4a21-aa25-0144f39bb11b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:58:57.363905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:57.369584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 340d6a40-407b-4a21-aa25-0144f39bb11b) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:58:57.373135 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.374174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:58:57.379870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.380436 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.437001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87ac6904-37ff-4022-aeb2-15a0d9f7778f req-89cc6bd0-2739-4ff6-9596-f14ab47c27db tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1150079
Nov 27 20:58:57.445199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fde3f267-4c41-4218-8962-ad9e9b3b9227 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.1108124
Nov 27 20:58:57.449985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46920) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:57.456664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9b0e7-d817-476b-a8d2-ae6be02b3f47 None None] Network 340d6a40-407b-4a21-aa25-0144f39bb11b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:57.458817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-817899374', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:58:57.522125 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.523571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.585792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9105f-b488-43c7-ae3a-b28d0536af40 req-a86a67c1-faf5-4641-8c24-5a712f6f473e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.610847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9105f-b488-43c7-ae3a-b28d0536af40 req-a86a67c1-faf5-4641-8c24-5a712f6f473e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:57.610847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cfa9105f-b488-43c7-ae3a-b28d0536af40 req-a86a67c1-faf5-4641-8c24-5a712f6f473e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1680 time: 0.1428216
Nov 27 20:58:57.647986 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.699802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cfa9105f-b488-43c7-ae3a-b28d0536af40 req-6d33e20f-e1af-4b80-b696-2f63b315793a tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871179
Nov 27 20:58:57.709390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:58:57.734422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa75003a-fa48-4ccc-89aa-5ec8c687856a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.735526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=4ebac182-8a28-42f8-9b81-45a0a7ad3616,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:57.744379 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa75003a-fa48-4ccc-89aa-5ec8c687856a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.746800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:58:57.747760 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.801204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75003a-fa48-4ccc-89aa-5ec8c687856a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e02499-5003-4a15-815d-0baf4fe14c68,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:57.838136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aa75003a-fa48-4ccc-89aa-5ec8c687856a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d7fc485a424450f8be4cc53e8cdf68b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7655351
Nov 27 20:58:57.838805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46924) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:57.918037 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ed0fbad-cf92-423d-a6b2-53a85d4cf38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.943400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:58:57.946123 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a017ca47-472a-48cb-a4d7-dbf4a476b930" -d '{"events": [{"server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "name": "network-vif-plugged", "status": "completed", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:58:57.967358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ed0fbad-cf92-423d-a6b2-53a85d4cf38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:57.969719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3188162-1783-4647-82c3-c814ad6ffd72 None None] Network 340d6a40-407b-4a21-aa25-0144f39bb11b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:58:58.135778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ed0fbad-cf92-423d-a6b2-53a85d4cf38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:58.140094 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ed0fbad-cf92-423d-a6b2-53a85d4cf38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:58.150338 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6ed0fbad-cf92-423d-a6b2-53a85d4cf38e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5e02499-5003-4a15-815d-0baf4fe14c68 HTTP/1.1" status: 204  len: 168 time: 0.3070586
Nov 27 20:58:58.177252 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15156dfb-394e-43d7-8a51-7389b1e927c9 x-openstack-request-id: req-15156dfb-394e-43d7-8a51-7389b1e927c9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:58:58.177553 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "name": "network-vif-plugged", "status": "completed", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:58:58.178246 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15156dfb-394e-43d7-8a51-7389b1e927c9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:58:58.179422 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616', 'code': 200}
Nov 27 20:58:58.204731 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:58.251059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,segment=NetworkSegment(1d6d47c3-aad7-4077-941d-a5138b600ee9),segment_id=1d6d47c3-aad7-4077-941d-a5138b600ee9)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:58:58.259554 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:58.295369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0fbad-cf92-423d-a6b2-53a85d4cf38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e02499-5003-4a15-815d-0baf4fe14c68,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:58.390888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407f5e1-fce3-4cae-8398-bcd6c992f7c3 req-52ff888e-1a82-415f-bc69-3195b3e51850 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:58.398739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f407f5e1-fce3-4cae-8398-bcd6c992f7c3 req-52ff888e-1a82-415f-bc69-3195b3e51850 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.2410176
Nov 27 20:58:58.470658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:58.556602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f407f5e1-fce3-4cae-8398-bcd6c992f7c3 req-acc02476-22ac-4fa0-9012-4c77dd122385 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482024
Nov 27 20:58:58.785685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:58.843192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46968) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:58.946890 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4c9791d4-88b4-44a5-bcff-a44147dc2867 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af1ec0ee913a4ec28efc54b8d380a0ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1018751
Nov 27 20:58:58.950505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46970) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:58:58.955944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351f143-e5dc-4718-b2dd-808951ce0fc5 req-3bba447c-1370-424d-8581-b1ee522e8f43 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:58.962757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351f143-e5dc-4718-b2dd-808951ce0fc5 req-3bba447c-1370-424d-8581-b1ee522e8f43 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:58.970401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7351f143-e5dc-4718-b2dd-808951ce0fc5 req-3bba447c-1370-424d-8581-b1ee522e8f43 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1681 time: 0.1025393
Nov 27 20:58:59.052669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7351f143-e5dc-4718-b2dd-808951ce0fc5 req-6ea6af94-2185-4599-9f0d-679c8d4db165 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761490
Nov 27 20:58:59.059832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50aa7-4563-4bae-86a9-8ec9bef8a6bc req-56f9dc43-f36e-4ff2-96c8-c282f76eed83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:59.068284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50aa7-4563-4bae-86a9-8ec9bef8a6bc req-56f9dc43-f36e-4ff2-96c8-c282f76eed83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:59.075531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50aa7-4563-4bae-86a9-8ec9bef8a6bc req-56f9dc43-f36e-4ff2-96c8-c282f76eed83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:59.083114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50aa7-4563-4bae-86a9-8ec9bef8a6bc req-56f9dc43-f36e-4ff2-96c8-c282f76eed83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:59.099341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50aa7-4563-4bae-86a9-8ec9bef8a6bc req-56f9dc43-f36e-4ff2-96c8-c282f76eed83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:59.099341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50aa7-4563-4bae-86a9-8ec9bef8a6bc req-56f9dc43-f36e-4ff2-96c8-c282f76eed83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:59.107734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50aa7-4563-4bae-86a9-8ec9bef8a6bc req-56f9dc43-f36e-4ff2-96c8-c282f76eed83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:59.114221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4cd50aa7-4563-4bae-86a9-8ec9bef8a6bc req-56f9dc43-f36e-4ff2-96c8-c282f76eed83 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.4017086
Nov 27 20:58:59.180862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c912a14-ccde-4c2e-baee-bfa8d44a2a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:59.228007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4cd50aa7-4563-4bae-86a9-8ec9bef8a6bc req-c244edbf-fd46-4671-8486-a51ad671e0db tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1128545
Nov 27 20:58:59.234322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c912a14-ccde-4c2e-baee-bfa8d44a2a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:59.355956 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c912a14-ccde-4c2e-baee-bfa8d44a2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:59.358888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c912a14-ccde-4c2e-baee-bfa8d44a2a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:59.360053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5c912a14-ccde-4c2e-baee-bfa8d44a2a1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/452a226c-894e-4cbb-a6b6-f533cff4123c HTTP/1.1" status: 204  len: 168 time: 0.4070792
Nov 27 20:58:59.397553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c912a14-ccde-4c2e-baee-bfa8d44a2a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452a226c-894e-4cbb-a6b6-f533cff4123c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:58:59.463415 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:59.508079 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:58:59.837388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a87a3-c722-41a8-a2fd-ded8c56fb777 req-50f877de-8328-480d-8ebe-62283a3f369b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:58:59.842786 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b23a87a3-c722-41a8-a2fd-ded8c56fb777 req-50f877de-8328-480d-8ebe-62283a3f369b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1338475
Nov 27 20:58:59.886588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.35.3.25 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/64f9aa01-c6de-4a3f-ba16-c2aa993f201c) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:58:59.978532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b23a87a3-c722-41a8-a2fd-ded8c56fb777 req-0f3d41b7-b124-4ddb-b940-1881c34aefab tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308868
Nov 27 20:59:00.180869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:00.183546 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab7576c-a257-4553-ae20-67b30bd04d0f" -d '{"events": [{"server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "name": "network-vif-plugged", "status": "completed", "tag": "0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:00.211102 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:00.289958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:00.351844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:00.352674 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d412718b-8015-4f64-8d6a-ba3d96d517ae x-openstack-request-id: req-d412718b-8015-4f64-8d6a-ba3d96d517ae {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:00.353079 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "name": "network-vif-plugged", "status": "completed", "tag": "0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:00.353431 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d412718b-8015-4f64-8d6a-ba3d96d517ae {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:00.353987 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e', 'code': 200}
Nov 27 20:59:00.368342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:00.371685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:00.414058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08b9d-b86a-4188-8258-25376b879809 req-a551d888-9d74-4e02-8857-49a69d2ed447 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:00.432504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba08b9d-b86a-4188-8258-25376b879809 req-a551d888-9d74-4e02-8857-49a69d2ed447 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:00.443023 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ba08b9d-b86a-4188-8258-25376b879809 req-a551d888-9d74-4e02-8857-49a69d2ed447 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1681 time: 0.2580948
Nov 27 20:59:00.480734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=64f9aa01-c6de-4a3f-ba16-c2aa993f201c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:00.679371 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ba08b9d-b86a-4188-8258-25376b879809 req-03c05b4f-ab9e-4bc6-bc10-6837ee6e54f7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349560
Nov 27 20:59:00.699735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae076d-8075-4f77-95f0-783e94d75298 req-9856f660-b078-4277-88b3-7a21538f6785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:00.700457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae076d-8075-4f77-95f0-783e94d75298 req-9856f660-b078-4277-88b3-7a21538f6785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:00.704530 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9aae076d-8075-4f77-95f0-783e94d75298 req-9856f660-b078-4277-88b3-7a21538f6785 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1983 time: 0.2238457
Nov 27 20:59:00.762345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47034) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:00.897091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9aae076d-8075-4f77-95f0-783e94d75298 req-e1e3760c-225f-4246-b8dc-cb466f1b7de0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830628
Nov 27 20:59:01.007511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ad850-9f7d-48a5-bc97-66114f59b0ff req-cc7bdcf7-0e03-4beb-9de6-94fd3213fd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.030528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ad850-9f7d-48a5-bc97-66114f59b0ff req-cc7bdcf7-0e03-4beb-9de6-94fd3213fd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.048807 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ad850-9f7d-48a5-bc97-66114f59b0ff req-cc7bdcf7-0e03-4beb-9de6-94fd3213fd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.070327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ad850-9f7d-48a5-bc97-66114f59b0ff req-cc7bdcf7-0e03-4beb-9de6-94fd3213fd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.083681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ad850-9f7d-48a5-bc97-66114f59b0ff req-cc7bdcf7-0e03-4beb-9de6-94fd3213fd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.101951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ad850-9f7d-48a5-bc97-66114f59b0ff req-cc7bdcf7-0e03-4beb-9de6-94fd3213fd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.115937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ad850-9f7d-48a5-bc97-66114f59b0ff req-cc7bdcf7-0e03-4beb-9de6-94fd3213fd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.128319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9ad850-9f7d-48a5-bc97-66114f59b0ff req-cc7bdcf7-0e03-4beb-9de6-94fd3213fd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.5946305
Nov 27 20:59:01.289874 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab9ad850-9f7d-48a5-bc97-66114f59b0ff req-d4496a29-3b52-42d6-ad48-2238643242e9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1594262
Nov 27 20:59:01.382157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.401797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ff66d-1ef9-4138-9bf5-47a153505876 req-d89177ba-9956-4bfd-b774-43a5307af3aa tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.413161 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff3ff66d-1ef9-4138-9bf5-47a153505876 req-d89177ba-9956-4bfd-b774-43a5307af3aa tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1293855
Nov 27 20:59:01.421074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770883685'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:01.507299 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff3ff66d-1ef9-4138-9bf5-47a153505876 req-eb6aa964-4f67-4644-a61b-d04eed087005 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927923
Nov 27 20:59:01.512931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:01.530429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.553063 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.719516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.722815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.732015 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.771677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d219e981-b0e9-40c7-95f9-c93491f5e3f3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:01.790124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:01.820282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.820708 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment efe5949f-7772-4ae4-8c0d-469f559b732c of type vlan for network f4794d21-6b97-4740-9d54-c4949f68b70b
Nov 27 20:59:01.899965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.974404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.980597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.981246 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:01.989495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584ebb-f0bb-4e9d-88aa-9a845da902de req-e4b07f7c-2979-4266-b9cd-dd44d1a88bf6 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.996456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584ebb-f0bb-4e9d-88aa-9a845da902de req-e4b07f7c-2979-4266-b9cd-dd44d1a88bf6 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:01.998530 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f584ebb-f0bb-4e9d-88aa-9a845da902de req-e4b07f7c-2979-4266-b9cd-dd44d1a88bf6 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1681 time: 0.1564767
Nov 27 20:59:02.028808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 20:59:02.111017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3460987
Nov 27 20:59:02.138940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654b2a9-758b-4c59-b220-95c5ff863308 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=f4794d21-6b97-4740-9d54-c4949f68b70b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:02.152518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network f4794d21-6b97-4740-9d54-c4949f68b70b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:02.349056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47060) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:02.356744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': 'f4794d21-6b97-4740-9d54-c4949f68b70b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:02.388421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ee808402-da44-47bc-98c6-e75aacbafaba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.404876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ee808402-da44-47bc-98c6-e75aacbafaba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.413886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ee808402-da44-47bc-98c6-e75aacbafaba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.422744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ee808402-da44-47bc-98c6-e75aacbafaba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.430339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ee808402-da44-47bc-98c6-e75aacbafaba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.436990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ee808402-da44-47bc-98c6-e75aacbafaba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.444670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ee808402-da44-47bc-98c6-e75aacbafaba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.447654 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-ee808402-da44-47bc-98c6-e75aacbafaba tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.3941920
Nov 27 20:59:02.486654 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f584ebb-f0bb-4e9d-88aa-9a845da902de req-ece3669d-4559-4a7d-8db1-be7596669e39 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4736373
Nov 27 20:59:02.540359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47068) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:02.641304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f7c89aab-98d3-4bed-a988-7627612d8a25 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.642812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-f7c89aab-98d3-4bed-a988-7627612d8a25 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "GET /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1826937
Nov 27 20:59:02.700707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47a45-8101-4121-b0d2-f25dba4670ae req-527df8da-4a86-4c8f-b250-24a21a8cff81 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.709993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47a45-8101-4121-b0d2-f25dba4670ae req-527df8da-4a86-4c8f-b250-24a21a8cff81 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.725277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47a45-8101-4121-b0d2-f25dba4670ae req-527df8da-4a86-4c8f-b250-24a21a8cff81 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.735411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47a45-8101-4121-b0d2-f25dba4670ae req-527df8da-4a86-4c8f-b250-24a21a8cff81 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.745094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47a45-8101-4121-b0d2-f25dba4670ae req-527df8da-4a86-4c8f-b250-24a21a8cff81 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.754436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47a45-8101-4121-b0d2-f25dba4670ae req-527df8da-4a86-4c8f-b250-24a21a8cff81 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.763840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47a45-8101-4121-b0d2-f25dba4670ae req-527df8da-4a86-4c8f-b250-24a21a8cff81 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.773169 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3c47a45-8101-4121-b0d2-f25dba4670ae req-527df8da-4a86-4c8f-b250-24a21a8cff81 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5415 time: 0.2308342
Nov 27 20:59:02.782464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:02.786786 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:02.869863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc363-177c-47ce-8faa-d2814ec795f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:02.936536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:02.955787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6a737f-f253-4ef1-ab35-0f7351dd3145 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:02.977889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6a737f-f253-4ef1-ab35-0f7351dd3145 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:02.979032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3b6a737f-f253-4ef1-ab35-0f7351dd3145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0bd490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:02.981410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647246f-e101-4edb-9870-bfbfdfa9c45a req-7dcaeaf6-9cee-434c-a62e-77837aacea0b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:02.984884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2647246f-e101-4edb-9870-bfbfdfa9c45a req-7dcaeaf6-9cee-434c-a62e-77837aacea0b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.3638835
Nov 27 20:59:03.004867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3c47a45-8101-4121-b0d2-f25dba4670ae req-3a5cd241-ac09-4868-a8e6-e998c8f66dbe tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2306378
Nov 27 20:59:03.043672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3b6a737f-f253-4ef1-ab35-0f7351dd3145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0bd490>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:03.057397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6a737f-f253-4ef1-ab35-0f7351dd3145 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:03.058156 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.058689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3b6a737f-f253-4ef1-ab35-0f7351dd3145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0bd490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:58:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:03.063608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dae783ff-3ab1-4cda-a442-4284e186bc4d tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.6122582
Nov 27 20:59:03.065547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47074) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:03.068955 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-1d8ab213-4491-4667-a8d5-ca95a6097b61 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3928747
Nov 27 20:59:03.084023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:03.110301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3b6a737f-f253-4ef1-ab35-0f7351dd3145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0bd490>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:03.111113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6a737f-f253-4ef1-ab35-0f7351dd3145 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:03.182813 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2647246f-e101-4edb-9870-bfbfdfa9c45a req-5ed60e64-df70-48e5-930c-67d88f558bac tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726780
Nov 27 20:59:03.183418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.333927 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc363-177c-47ce-8faa-d2814ec795f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.365577 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc363-177c-47ce-8faa-d2814ec795f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.446429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:03.461139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbc363-177c-47ce-8faa-d2814ec795f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531f763e-c75c-41aa-8058-6e493b8b5b64,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:03.480854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.514733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:03.541722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f4dbc363-177c-47ce-8faa-d2814ec795f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f391ff95d8be4c738f6f69cff24b8c59&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9983032
Nov 27 20:59:03.552470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47080) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:03.664137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] device_id is not set on port 14e81df6-5fa0-4831-a0b4-1270866d1c86 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:59:03.679568 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=25199897-15dc-4823-bcd4-f93fa2a07f38,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:03.685683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.694108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': 'efe5949f-7772-4ae4-8c0d-469f559b732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f4794d21-6b97-4740-9d54-c4949f68b70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:03.694865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: f4794d21-6b97-4740-9d54-c4949f68b70b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:03.711823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6080df7-1901-4e9c-88be-4168e633637b req-76b232b4-1798-45e3-aa85-b0c1fdec4f46 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:03.718872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6080df7-1901-4e9c-88be-4168e633637b req-76b232b4-1798-45e3-aa85-b0c1fdec4f46 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:03.722630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a6080df7-1901-4e9c-88be-4168e633637b req-76b232b4-1798-45e3-aa85-b0c1fdec4f46 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1681 time: 0.1323237
Nov 27 20:59:03.724286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbb599e-fe0c-4e5a-abdb-f258444ea2d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.728975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.813566 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbb599e-fe0c-4e5a-abdb-f258444ea2d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.846298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] No DVR routers for this DVR port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:03.882551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network f4794d21-6b97-4740-9d54-c4949f68b70b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:03.931357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f4794d21-6b97-4740-9d54-c4949f68b70b) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:03.937130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:03.937853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.947655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae46c0e-4f30-4198-b2ab-397ba34ac6b7 None None] Network f4794d21-6b97-4740-9d54-c4949f68b70b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:03.974349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-024e5cf7-6e57-4b8c-9859-c8db2e9f7f5a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.6239760
Nov 27 20:59:03.975244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47082) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:03.979378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] In _notify_port_updated(), no bound segment for port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 20:59:03.980459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:03.981751 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:03.982214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1272653956'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:03.986879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] 10.222.0.15 "PUT /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 1025 time: 0.9086974
Nov 27 20:59:04.071858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a6080df7-1901-4e9c-88be-4168e633637b req-0a530535-4b41-4af6-be96-8584d34564d7 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3218627
Nov 27 20:59:04.089786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:04.093817 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.143569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf5439-efe5-4d23-81c4-324de07f8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=4']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:04.161919 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.203647 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85bf0e10-6ab0-4dd5-92e1-266161d37595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.206909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:04.217389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d85ff06c-264d-4891-8d1a-cf108703bce1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:04.219044 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d85ff06c-264d-4891-8d1a-cf108703bce1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "GET /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1136713
Nov 27 20:59:04.235542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:04.286216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbb599e-fe0c-4e5a-abdb-f258444ea2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.290521 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbb599e-fe0c-4e5a-abdb-f258444ea2d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.292564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1fbb599e-fe0c-4e5a-abdb-f258444ea2d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/531f763e-c75c-41aa-8058-6e493b8b5b64 HTTP/1.1" status: 204  len: 168 time: 0.7389205
Nov 27 20:59:04.328880 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.329363 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment 8e08a853-4324-4c82-a5f8-60d7171630bf of type vlan for network 07a3183b-604c-4700-933a-cd5771060197
Nov 27 20:59:04.334674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f4794d21-6b97-4740-9d54-c4949f68b70b', 'network_id': 'f4794d21-6b97-4740-9d54-c4949f68b70b', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': '25199897-15dc-4823-bcd4-f93fa2a07f38'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:59:04.335768 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.336366 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb599e-fe0c-4e5a-abdb-f258444ea2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531f763e-c75c-41aa-8058-6e493b8b5b64,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:04.354937 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.473920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.494348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22469b0-cfad-43cb-b227-6b1e7e58faca req-8bca8713-090a-46f6-9de4-ef0100dfefb1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:04.501083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22469b0-cfad-43cb-b227-6b1e7e58faca req-8bca8713-090a-46f6-9de4-ef0100dfefb1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:04.507868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22469b0-cfad-43cb-b227-6b1e7e58faca req-8bca8713-090a-46f6-9de4-ef0100dfefb1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:04.514609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22469b0-cfad-43cb-b227-6b1e7e58faca req-8bca8713-090a-46f6-9de4-ef0100dfefb1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:04.522022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22469b0-cfad-43cb-b227-6b1e7e58faca req-8bca8713-090a-46f6-9de4-ef0100dfefb1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:04.528596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22469b0-cfad-43cb-b227-6b1e7e58faca req-8bca8713-090a-46f6-9de4-ef0100dfefb1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:04.537582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f22469b0-cfad-43cb-b227-6b1e7e58faca req-8bca8713-090a-46f6-9de4-ef0100dfefb1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 4645 time: 0.3885489
Nov 27 20:59:04.629789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb9ae-23de-4e72-aea5-93f6e07a022d req-20e12d33-f6f9-4dee-adb8-627331e64e87 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:04.653015 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1bdb9ae-23de-4e72-aea5-93f6e07a022d req-20e12d33-f6f9-4dee-adb8-627331e64e87 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1764443
Nov 27 20:59:04.704531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.717335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:04.717981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:04.744475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Allocated IP 172.20.255.242 (f4794d21-6b97-4740-9d54-c4949f68b70b/25199897-15dc-4823-bcd4-f93fa2a07f38/9da04c30-ecee-488d-9c38-5fe719417420) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:04.754927 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1bdb9ae-23de-4e72-aea5-93f6e07a022d req-dddf5d95-bc00-4f06-be8e-3d4f95003d3b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999815
Nov 27 20:59:04.807750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=decba21e-805a-4b68-9d38-6e3b44662ff5,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:04.905226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:04.928494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47100) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:04.947738 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f22469b0-cfad-43cb-b227-6b1e7e58faca req-43f64e1e-0126-4643-8b9a-f2895dab25d4 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4034128
Nov 27 20:59:04.998887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] device_id is not set on port decba21e-805a-4b68-9d38-6e3b44662ff5 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:59:05.018611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.031746 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.047592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0693514
Nov 27 20:59:05.061661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47102) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:05.064368 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.074841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.094743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': '07a3183b-604c-4700-933a-cd5771060197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:05.108177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-47d4e5b2-dbea-4d42-8374-8e58ae4d6a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.110458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8974188-9236-4983-a31b-38b930a75393 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=07a3183b-604c-4700-933a-cd5771060197,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:05.153254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 07a3183b-604c-4700-933a-cd5771060197 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:05.179180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] Pushing event updated for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=4']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:05.193652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Network f4794d21-6b97-4740-9d54-c4949f68b70b is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:05.213161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] No DVR routers for this DVR port decba21e-805a-4b68-9d38-6e3b44662ff5 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:05.268566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] In _notify_port_updated(), no bound segment for port decba21e-805a-4b68-9d38-6e3b44662ff5 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 20:59:05.269562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:05.270792 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.272649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6037759c-20e9-4abb-b1e3-f42101aaf396 service neutron] 10.222.0.15 "PUT /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 1026 time: 1.0456905
Nov 27 20:59:05.280944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:05.293965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:05.299668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Pushing event updated for resources: {'Port': ['ID=9da04c30-ecee-488d-9c38-5fe719417420,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:05.449266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Attempting to bind port 9da04c30-ecee-488d-9c38-5fe719417420 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:05.450120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Attempting to bind port 9da04c30-ecee-488d-9c38-5fe719417420 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'efe5949f-7772-4ae4-8c0d-469f559b732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f4794d21-6b97-4740-9d54-c4949f68b70b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:05.450994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Attempting to bind port 9da04c30-ecee-488d-9c38-5fe719417420 on network f4794d21-6b97-4740-9d54-c4949f68b70b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:05.455235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port 6632957c-feee-4506-8295-b419d941abe2 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:05.455630 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.464948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:05.465359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Checking segment: {'id': 'efe5949f-7772-4ae4-8c0d-469f559b732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f4794d21-6b97-4740-9d54-c4949f68b70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:05.465835 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.466259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Bound using segment: {'id': 'efe5949f-7772-4ae4-8c0d-469f559b732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f4794d21-6b97-4740-9d54-c4949f68b70b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:05.466773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Bound port: 9da04c30-ecee-488d-9c38-5fe719417420, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe5949f-7772-4ae4-8c0d-469f559b732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f4794d21-6b97-4740-9d54-c4949f68b70b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:05.467336 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.627406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3cade-e808-4544-b8f7-f64a5d936347 req-361b5bbf-737a-4f73-8af9-527cea163636 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:05.632533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] For port 9da04c30-ecee-488d-9c38-5fe719417420, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:05.643893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3cade-e808-4544-b8f7-f64a5d936347 req-361b5bbf-737a-4f73-8af9-527cea163636 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:05.646067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port 6632957c-feee-4506-8295-b419d941abe2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6632957c-feee-4506-8295-b419d941abe2,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:05.646624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.656463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ff3cade-e808-4544-b8f7-f64a5d936347 req-361b5bbf-737a-4f73-8af9-527cea163636 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1681 time: 0.3959792
Nov 27 20:59:05.665007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for 6632957c-feee-4506-8295-b419d941abe2 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:05.668160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] For port 9da04c30-ecee-488d-9c38-5fe719417420, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9da04c30-ecee-488d-9c38-5fe719417420,segment=NetworkSegment(efe5949f-7772-4ae4-8c0d-469f559b732c),segment_id=efe5949f-7772-4ae4-8c0d-469f559b732c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:05.682271 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.714203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:05.718394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.836587 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.878989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=6632957c-feee-4506-8295-b419d941abe2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:05.966540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e70a6d-d1f7-44c0-9c79-82170e04503b None None] Pushing event updated for resources: {'Port': ['ID=9da04c30-ecee-488d-9c38-5fe719417420,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:05.993548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-47d4e5b2-dbea-4d42-8374-8e58ae4d6a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:05.996931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.20.0.1 (340d6a40-407b-4a21-aa25-0144f39bb11b/0c99c4a5-5902-4c5b-addf-47bb6028b828/c83a875b-2ae5-4892-862d-c09605bb89c1) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:06.043674 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-47d4e5b2-dbea-4d42-8374-8e58ae4d6a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:06.065755 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port 6632957c-feee-4506-8295-b419d941abe2 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:06.071634 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:06.078105 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-9dadd95e-ca91-4595-ad81-507c869273f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "DELETE /v2.0/ports/6632957c-feee-4506-8295-b419d941abe2 HTTP/1.1" status: 204  len: 173 time: 0.7996728
Nov 27 20:59:06.078603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': '6632957c-feee-4506-8295-b419d941abe2'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:06.081430 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4994fc9c-2c25-4419-8400-24b01073cc11" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "6632957c-feee-4506-8295-b419d941abe2"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:06.119778 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ff3cade-e808-4544-b8f7-f64a5d936347 req-96dd8a47-ec8b-429d-9f88-4a9b2d43ca5d tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4615841
Nov 27 20:59:06.221559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d709fc-d8a8-41aa-8349-849fb77220b2 req-a20710de-6251-4327-8027-2a292b8f41d6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:06.230719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4d709fc-d8a8-41aa-8349-849fb77220b2 req-a20710de-6251-4327-8027-2a292b8f41d6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.2700665
Nov 27 20:59:06.340412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4e5b2-dbea-4d42-8374-8e58ae4d6a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0cce46-38ec-4c8b-96d5-f9a55a90765c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:06.360230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-47d4e5b2-dbea-4d42-8374-8e58ae4d6a72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=950cffde5bd246558a8124abb19987d8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4050012
Nov 27 20:59:06.362476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47116) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:06.434440 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-abf961ef-7fe0-419d-957e-0007335dd93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:06.492309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d234145-2e28-4c16-bf15-b5038ad77b91 req-e5f67018-964a-47af-b668-bf4687735496 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:06.500075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d234145-2e28-4c16-bf15-b5038ad77b91 req-e5f67018-964a-47af-b668-bf4687735496 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:06.507890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d234145-2e28-4c16-bf15-b5038ad77b91 req-e5f67018-964a-47af-b668-bf4687735496 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:06.514858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d234145-2e28-4c16-bf15-b5038ad77b91 req-e5f67018-964a-47af-b668-bf4687735496 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:06.523843 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d234145-2e28-4c16-bf15-b5038ad77b91 req-e5f67018-964a-47af-b668-bf4687735496 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3142 time: 0.2502570
Nov 27 20:59:06.537475 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4d709fc-d8a8-41aa-8349-849fb77220b2 req-2b9177a4-a960-456e-8707-8b77a5c018fc tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3056726
Nov 27 20:59:06.566216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5838573-c687-40e8-8170-9885ad87f77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:06.569065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:06.622712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port 2d0104dc-e751-4773-8bd9-f4d85f534f51 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:06.624368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:06.646800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:06.650822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=167bb82b-2fdc-4d55-824f-179f7897e4fe,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:06.717601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.718308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.718308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.718689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.719033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.719420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.719763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.720289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.720560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.720787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.721186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.721527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:06.768135 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d234145-2e28-4c16-bf15-b5038ad77b91 req-0ef5abde-988b-4452-9951-f2146806ba09 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2388530
Nov 27 20:59:06.806766 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba309ad9-d87b-4bdb-b2eb-21f7c6926dd0 x-openstack-request-id: req-ba309ad9-d87b-4bdb-b2eb-21f7c6926dd0 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:06.811609 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "6632957c-feee-4506-8295-b419d941abe2", "status": "failed", "code": 422}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:06.812012 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba309ad9-d87b-4bdb-b2eb-21f7c6926dd0 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:06.812723 ncdv-master-1 neutron-server[120908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': '6632957c-feee-4506-8295-b419d941abe2', 'status': 'failed', 'code': 422} returned with failed status
Nov 27 20:59:06.823420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-0574490c-8cb3-4351-90e2-03439857dad4 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:06.830685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-0574490c-8cb3-4351-90e2-03439857dad4 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:06.832936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-0574490c-8cb3-4351-90e2-03439857dad4 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1681 time: 0.1533923
Nov 27 20:59:06.926857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:06.935690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': '8e08a853-4324-4c82-a5f8-60d7171630bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '07a3183b-604c-4700-933a-cd5771060197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:06.935690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: 07a3183b-604c-4700-933a-cd5771060197, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:06.984959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 340d6a40-407b-4a21-aa25-0144f39bb11b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:06.998566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:07.006271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:07.047740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=c83a875b-2ae5-4892-862d-c09605bb89c1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:07.057318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network 07a3183b-604c-4700-933a-cd5771060197 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:07.082038 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.084543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07a3183b-604c-4700-933a-cd5771060197) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:07.091790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:07.092225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.099212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:07.099212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.109649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b21fd-cf82-4cec-b1ec-33e1f758cba2 None None] Network 07a3183b-604c-4700-933a-cd5771060197 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:07.262265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5838573-c687-40e8-8170-9885ad87f77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.304382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port 2d0104dc-e751-4773-8bd9-f4d85f534f51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2d0104dc-e751-4773-8bd9-f4d85f534f51,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:07.307456 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.356289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fe01c020-ec6b-4355-8e24-2dfc91a4f80f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.2712915
Nov 27 20:59:07.361994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47122) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:07.364127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for 2d0104dc-e751-4773-8bd9-f4d85f534f51 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:07.452547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] For port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,segment=NetworkSegment(1d6d47c3-aad7-4077-941d-a5138b600ee9),segment_id=1d6d47c3-aad7-4077-941d-a5138b600ee9)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:07.452547 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.481134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fdbd3-a2d2-46f4-8754-ef58afc2baad req-a2a1731c-89e5-4cf2-bf3f-21ea3eb30bb1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:07.487997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fdbd3-a2d2-46f4-8754-ef58afc2baad req-a2a1731c-89e5-4cf2-bf3f-21ea3eb30bb1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:07.496644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-020fdbd3-a2d2-46f4-8754-ef58afc2baad req-a2a1731c-89e5-4cf2-bf3f-21ea3eb30bb1 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1681 time: 0.1940403
Nov 27 20:59:07.513119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07a3183b-604c-4700-933a-cd5771060197', 'network_id': '07a3183b-604c-4700-933a-cd5771060197', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': '167bb82b-2fdc-4d55-824f-179f7897e4fe'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:59:07.517715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Calling delete_port for 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:07.525954 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.679717 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5838573-c687-40e8-8170-9885ad87f77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.682977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5838573-c687-40e8-8170-9885ad87f77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.685352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c5838573-c687-40e8-8170-9885ad87f77a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de0cce46-38ec-4c8b-96d5-f9a55a90765c HTTP/1.1" status: 204  len: 168 time: 1.3214045
Nov 27 20:59:07.727858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5838573-c687-40e8-8170-9885ad87f77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0cce46-38ec-4c8b-96d5-f9a55a90765c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:07.739893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.748680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:07.794472 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-020fdbd3-a2d2-46f4-8754-ef58afc2baad req-31c20433-8b29-459f-8ba4-8dba261177ec tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2954326
Nov 27 20:59:07.861342 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:59:07.963312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f7592-44cd-4732-9a95-6005feba961d None None] Network f4794d21-6b97-4740-9d54-c4949f68b70b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:08.005217 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:08.072027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:08.124921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a071a-f9ba-4217-8d20-e5e8662e3743 req-293e814f-55a8-4d27-b680-a937f4677651 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:08.140869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e0a071a-f9ba-4217-8d20-e5e8662e3743 req-293e814f-55a8-4d27-b680-a937f4677651 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.3256094
Nov 27 20:59:08.173747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-77b419ca-6bc3-47a8-b889-c776144cd9f7 None None] Provisioning complete for port 9da04c30-ecee-488d-9c38-5fe719417420 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:08.174143 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77b419ca-6bc3-47a8-b889-c776144cd9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:08.234498 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:08.260025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9da04c30-ecee-488d-9c38-5fe719417420 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:59:08.292255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=2d0104dc-e751-4773-8bd9-f4d85f534f51,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:08.374511 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Allocated IP 172.20.0.2 (07a3183b-604c-4700-933a-cd5771060197/167bb82b-2fdc-4d55-824f-179f7897e4fe/adaab916-d5c4-40f0-8cf5-32713bd32843) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:08.376360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port 2d0104dc-e751-4773-8bd9-f4d85f534f51 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:08.384377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:08.389242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d5792ed9-9f0b-47b2-824f-30212668f3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "DELETE /v2.0/ports/2d0104dc-e751-4773-8bd9-f4d85f534f51 HTTP/1.1" status: 204  len: 173 time: 2.2992516
Nov 27 20:59:08.409386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e0a071a-f9ba-4217-8d20-e5e8662e3743 req-47ee9861-b8c3-49cf-a0f3-78b4b07b6a2d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2674036
Nov 27 20:59:08.668325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port e6b41390-a8e1-44f3-b5dd-7e6b200fe288 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:08.669552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:08.739239 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9da04c30-ecee-488d-9c38-5fe719417420 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:08.740228 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:08.838402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77b419ca-6bc3-47a8-b889-c776144cd9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:08.848712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': '2d0104dc-e751-4773-8bd9-f4d85f534f51'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:08.851195 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928a4ccd-3212-4ed5-b44c-ac8cb414f381" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "2d0104dc-e751-4773-8bd9-f4d85f534f51"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:08.877644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port e6b41390-a8e1-44f3-b5dd-7e6b200fe288, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6b41390-a8e1-44f3-b5dd-7e6b200fe288,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:08.878084 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:08.908633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for e6b41390-a8e1-44f3-b5dd-7e6b200fe288 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:08.967186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-77b419ca-6bc3-47a8-b889-c776144cd9f7 None None] For port 9da04c30-ecee-488d-9c38-5fe719417420, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9da04c30-ecee-488d-9c38-5fe719417420,segment=NetworkSegment(efe5949f-7772-4ae4-8c0d-469f559b732c),segment_id=efe5949f-7772-4ae4-8c0d-469f559b732c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:09.011290 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77b419ca-6bc3-47a8-b889-c776144cd9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.116644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87394a8b-aba3-406c-a052-2d090cf85422 req-6e371471-1a80-447d-8637-cb0f54730051 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:09.132799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87394a8b-aba3-406c-a052-2d090cf85422 req-6e371471-1a80-447d-8637-cb0f54730051 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:09.132799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87394a8b-aba3-406c-a052-2d090cf85422 req-6e371471-1a80-447d-8637-cb0f54730051 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:09.135112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87394a8b-aba3-406c-a052-2d090cf85422 req-6e371471-1a80-447d-8637-cb0f54730051 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:09.145734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-87394a8b-aba3-406c-a052-2d090cf85422 req-6e371471-1a80-447d-8637-cb0f54730051 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3064 time: 1.1121988
Nov 27 20:59:09.173054 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.215698 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.225679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b419ca-6bc3-47a8-b889-c776144cd9f7 None None] Pushing event updated for resources: {'Port': ['ID=9da04c30-ecee-488d-9c38-5fe719417420,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:09.233782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.282834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Pushing event updated for resources: {'Port': ['ID=adaab916-d5c4-40f0-8cf5-32713bd32843,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:09.286079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-528743b2-87a5-4756-b790-6396a48b9af5 None None] Provisioning complete for port 9da04c30-ecee-488d-9c38-5fe719417420 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:09.286423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-528743b2-87a5-4756-b790-6396a48b9af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.304423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Port': ['ID=0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:09.357028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Network 07a3183b-604c-4700-933a-cd5771060197 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:09.361422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:09.364531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57761b7-17b7-4a08-a8f2-06c3e3b3201c req-88bb8bc6-1a31-4207-8dae-40dd68fae438 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:09.377685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:09.379167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57761b7-17b7-4a08-a8f2-06c3e3b3201c req-88bb8bc6-1a31-4207-8dae-40dd68fae438 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:09.387535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b57761b7-17b7-4a08-a8f2-06c3e3b3201c req-88bb8bc6-1a31-4207-8dae-40dd68fae438 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 1681 time: 0.3525031
Nov 27 20:59:09.387901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-87394a8b-aba3-406c-a052-2d090cf85422 req-fd83ca83-a312-4aab-a8d9-6c9afbc6298c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2389698
Nov 27 20:59:09.467601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] No DVR routers for this DVR port 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:09.474843 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b57761b7-17b7-4a08-a8f2-06c3e3b3201c req-8244e704-5669-442d-ad38-f3cd480515dc tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861020
Nov 27 20:59:09.478574 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.499925 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.500869 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-fc4accfe-01b4-4e21-b0aa-1191bf9b1c6e tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.35 "DELETE /v2.0/ports/0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e HTTP/1.1" status: 204  len: 173 time: 2.6568353
Nov 27 20:59:09.507339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'name': 'network-vif-deleted', 'tag': '0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:09.516735 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d965c49-0629-49e0-8196-bf488f371bb1" -d '{"events": [{"server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "name": "network-vif-deleted", "tag": "0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:09.532125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Attempting to bind port adaab916-d5c4-40f0-8cf5-32713bd32843 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:09.532493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Attempting to bind port adaab916-d5c4-40f0-8cf5-32713bd32843 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e08a853-4324-4c82-a5f8-60d7171630bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '07a3183b-604c-4700-933a-cd5771060197'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:09.540329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Attempting to bind port adaab916-d5c4-40f0-8cf5-32713bd32843 on network 07a3183b-604c-4700-933a-cd5771060197 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:09.550457 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e8e59d-2f75-4dd2-ad8c-5bc0d3821cb4 x-openstack-request-id: req-86e8e59d-2f75-4dd2-ad8c-5bc0d3821cb4 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:09.551157 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "2d0104dc-e751-4773-8bd9-f4d85f534f51", "status": "failed", "code": 422}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:09.551676 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86e8e59d-2f75-4dd2-ad8c-5bc0d3821cb4 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:09.552550 ncdv-master-1 neutron-server[120908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': '2d0104dc-e751-4773-8bd9-f4d85f534f51', 'status': 'failed', 'code': 422} returned with failed status
Nov 27 20:59:09.571643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:09.571994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Checking segment: {'id': '8e08a853-4324-4c82-a5f8-60d7171630bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '07a3183b-604c-4700-933a-cd5771060197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:09.572802 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.573376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Bound using segment: {'id': '8e08a853-4324-4c82-a5f8-60d7171630bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '07a3183b-604c-4700-933a-cd5771060197'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:09.574038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Bound port: adaab916-d5c4-40f0-8cf5-32713bd32843, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e08a853-4324-4c82-a5f8-60d7171630bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '07a3183b-604c-4700-933a-cd5771060197'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:09.574614 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.580163 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.625279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.710540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=167bb82b-2fdc-4d55-824f-179f7897e4fe,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:09.714348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] For port adaab916-d5c4-40f0-8cf5-32713bd32843, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:09.720354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] For port adaab916-d5c4-40f0-8cf5-32713bd32843, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adaab916-d5c4-40f0-8cf5-32713bd32843,segment=NetworkSegment(8e08a853-4324-4c82-a5f8-60d7171630bf),segment_id=8e08a853-4324-4c82-a5f8-60d7171630bf)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:09.736804 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.802797 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c35a074-ac6e-4625-a9ab-af7ca79bd93a x-openstack-request-id: req-5c35a074-ac6e-4625-a9ab-af7ca79bd93a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:09.803087 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "name": "network-vif-deleted", "tag": "0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:09.803370 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c35a074-ac6e-4625-a9ab-af7ca79bd93a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:09.803781 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'name': 'network-vif-deleted', 'tag': '0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e', 'status': 'completed', 'code': 200}
Nov 27 20:59:09.835474 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90dfe9-eb0c-402d-ac1e-6c2d9038a525 None None] Pushing event updated for resources: {'Port': ['ID=adaab916-d5c4-40f0-8cf5-32713bd32843,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:09.847411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=e6b41390-a8e1-44f3-b5dd-7e6b200fe288,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:09.937660 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.940610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port e6b41390-a8e1-44f3-b5dd-7e6b200fe288 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:09.951866 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.957799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bb902a41-9f8e-4d07-be1b-921a002fe98c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "DELETE /v2.0/ports/e6b41390-a8e1-44f3-b5dd-7e6b200fe288 HTTP/1.1" status: 204  len: 173 time: 1.5457356
Nov 27 20:59:09.963729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:09.975128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc467761-7aab-447f-91c0-0a1e5bc34b18 None None] Network 07a3183b-604c-4700-933a-cd5771060197 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:09.996041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.093631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7026d0>,) {'filters': {'network_id': ['07a3183b-604c-4700-933a-cd5771060197']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:10.113772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7026d0>, '8e08a853-4324-4c82-a5f8-60d7171630bf') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:10.114630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7026d0>, '8e08a853-4324-4c82-a5f8-60d7171630bf') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:10.152212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.170070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1236c5-545b-480d-9dc7-a2fa2cb42b49 req-98cf3d7b-53ff-4bad-8383-de40531d2702 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:10.179182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9da04c30-ecee-488d-9c38-5fe719417420 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:59:10.187100 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7a1236c5-545b-480d-9dc7-a2fa2cb42b49 req-98cf3d7b-53ff-4bad-8383-de40531d2702 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.4995656
Nov 27 20:59:10.191400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=c83a875b-2ae5-4892-862d-c09605bb89c1,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:10.210190 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.224019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port dab5072e-30d9-4a47-ba0e-926f7a2917e3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:10.224475 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.265725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:10.266145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:10.280863 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:10.297035 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.367460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9da04c30-ecee-488d-9c38-5fe719417420 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:10.367871 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.383547 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.391592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6b4001-1b93-4fbd-ad9e-fd85eff0da28 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 20:59:10.393365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting port 1411e0e1-0ec8-4aa3-a13d-a478737b482d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:10.393800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.408286 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7a1236c5-545b-480d-9dc7-a2fa2cb42b49 req-a9b63a91-8967-4f4a-84fe-a7b2b6cce413 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2200885
Nov 27 20:59:10.612362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 340d6a40-407b-4a21-aa25-0144f39bb11b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:10.617429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:10.676736 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.api [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 20:59:10.676736 ncdv-master-1 neutron-server[120908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 20:59:10.676736 ncdv-master-1 neutron-server[120908]: [parameters: {'id': '07a3183b-604c-4700-933a-cd5771060197'}]
Nov 27 20:59:10.676736 ncdv-master-1 neutron-server[120908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:59:10.679636 ncdv-master-1 neutron-server[120908]: DEBUG oslo_db.api [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:59:10.760545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b4001-1b93-4fbd-ad9e-fd85eff0da28 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 20:59:10.770229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbbe78-85a9-4a49-86ef-19f95948e3ca req-570bf39a-2a5c-419b-aefa-8926447a6e11 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:10.772314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9cbbe78-85a9-4a49-86ef-19f95948e3ca req-570bf39a-2a5c-419b-aefa-8926447a6e11 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 946 time: 0.1459224
Nov 27 20:59:10.789194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b269b8-97f8-4604-b6ce-8c03e55e2ee6 req-e4ffcf5b-457b-4ed5-bf38-b7514a84a641 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:10.805603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b269b8-97f8-4604-b6ce-8c03e55e2ee6 req-e4ffcf5b-457b-4ed5-bf38-b7514a84a641 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:10.809909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91b269b8-97f8-4604-b6ce-8c03e55e2ee6 req-e4ffcf5b-457b-4ed5-bf38-b7514a84a641 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 1676 time: 0.2282681
Nov 27 20:59:10.847300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] For port 1411e0e1-0ec8-4aa3-a13d-a478737b482d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1411e0e1-0ec8-4aa3-a13d-a478737b482d,segment=NetworkSegment(318d5132-cb09-4eaf-a84a-c38951771448),segment_id=318d5132-cb09-4eaf-a84a-c38951771448)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:10.847584 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.912982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Calling delete_port for 1411e0e1-0ec8-4aa3-a13d-a478737b482d owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:10.949735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port dab5072e-30d9-4a47-ba0e-926f7a2917e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dab5072e-30d9-4a47-ba0e-926f7a2917e3,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:10.951861 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:10.958698 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9cbbe78-85a9-4a49-86ef-19f95948e3ca req-a773b31c-4e13-4f69-bc94-df83487a14e2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5c95895-1e12-40d9-9227-769cc2409224&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774852
Nov 27 20:59:11.031538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for dab5072e-30d9-4a47-ba0e-926f7a2917e3 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:11.034410 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91b269b8-97f8-4604-b6ce-8c03e55e2ee6 req-5ee6a13b-a2af-4a74-b65d-95765d61b3f0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2132483
Nov 27 20:59:11.079281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:11.198801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:11.307150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1411e0e1-0ec8-4aa3-a13d-a478737b482d no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:11.359580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:11.429769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=dab5072e-30d9-4a47-ba0e-926f7a2917e3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:11.438863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port adaab916-d5c4-40f0-8cf5-32713bd32843 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:11.439221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:11.465813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:11.478829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c74c5c9b-9c1f-412d-bd6e-b2e9efabc970 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/routers/15f7f390-3910-41a7-b101-cd1216b1cd8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3550761
Nov 27 20:59:11.486157 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6938f4-64d4-49c1-a36b-ee978c75cd8d None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:11.487741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47200) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:11.500590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'port': {'network_id': '340d6a40-407b-4a21-aa25-0144f39bb11b', 'name': 'tempest-FloatingIPTestJSON-658886118'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:11.503500 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6938f4-64d4-49c1-a36b-ee978c75cd8d None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:11.504660 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5f6938f4-64d4-49c1-a36b-ee978c75cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5645b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:11.574238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port adaab916-d5c4-40f0-8cf5-32713bd32843, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=adaab916-d5c4-40f0-8cf5-32713bd32843,segment=NetworkSegment(8e08a853-4324-4c82-a5f8-60d7171630bf),segment_id=8e08a853-4324-4c82-a5f8-60d7171630bf)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:11.574609 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:11.597914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for adaab916-d5c4-40f0-8cf5-32713bd32843 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:11.598455 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5f6938f4-64d4-49c1-a36b-ee978c75cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5645b0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:11.618133 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6938f4-64d4-49c1-a36b-ee978c75cd8d None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:11.619084 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5f6938f4-64d4-49c1-a36b-ee978c75cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5645b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:11.674932 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5f6938f4-64d4-49c1-a36b-ee978c75cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5645b0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:11.676526 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6938f4-64d4-49c1-a36b-ee978c75cd8d None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:11.711066 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:11.718891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'e6b41390-a8e1-44f3-b5dd-7e6b200fe288'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:11.722326 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5de21-f13d-4569-9a53-70f94c60e6a6" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "e6b41390-a8e1-44f3-b5dd-7e6b200fe288"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:11.744869 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:11.807686 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b325ed33-ebb9-4973-a8e4-2279273d796b x-openstack-request-id: req-b325ed33-ebb9-4973-a8e4-2279273d796b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:11.808247 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "e6b41390-a8e1-44f3-b5dd-7e6b200fe288", "status": "failed", "code": 422}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:11.809382 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b325ed33-ebb9-4973-a8e4-2279273d796b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:11.810061 ncdv-master-1 neutron-server[120908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'e6b41390-a8e1-44f3-b5dd-7e6b200fe288', 'status': 'failed', 'code': 422} returned with failed status
Nov 27 20:59:11.812491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port dab5072e-30d9-4a47-ba0e-926f7a2917e3 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:11.817252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:11.822026 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0a44478f-c952-43fa-a660-1a4094bfc038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "DELETE /v2.0/ports/dab5072e-30d9-4a47-ba0e-926f7a2917e3 HTTP/1.1" status: 204  len: 173 time: 1.8557682
Nov 27 20:59:11.855556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port adaab916-d5c4-40f0-8cf5-32713bd32843 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:11.875374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=adaab916-d5c4-40f0-8cf5-32713bd32843,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:11.929993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ab831-3496-490a-a9f7-e907a78213e1 req-41fd11e2-0050-4dba-b77e-27855f59955a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:11.931953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f48ab831-3496-490a-a9f7-e907a78213e1 req-41fd11e2-0050-4dba-b77e-27855f59955a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.3776252
Nov 27 20:59:11.933893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Made reservation on behalf of ca0593ed63ef4485bdc237459cf2f12e for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:11.937739 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:11.940012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:11.996375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:12.017397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:12.017763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0a44e963-93ea-488c-8fe6-c7ee1dfe6c0e not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:12.100333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd32ac-b10c-4fa2-b106-fdf57385ff47 None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:12.113880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Port': ['ID=1411e0e1-0ec8-4aa3-a13d-a478737b482d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:12.169415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] device_id is not set on port 10a5c330-b4aa-463d-a466-674b56eb7811 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:59:12.193678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port 3626e4a4-4aa2-4221-b506-6b6130f9edce triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:12.194024 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.221644 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5d51966-20e7-4b77-9e66-f45d5652907f req-69693e2c-b738-49d4-a372-6fb54d85a379 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 210 time: 0.0910752
Nov 27 20:59:12.285724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.309486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Port 3626e4a4-4aa2-4221-b506-6b6130f9edce cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:12.327283 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:12.327857 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.393377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcc33eb0>,) {'filters': {'network_id': ['07a3183b-604c-4700-933a-cd5771060197']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:12.469817 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f48ab831-3496-490a-a9f7-e907a78213e1 req-7109711a-658c-40b4-ba0d-b30251dc4571 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5270677
Nov 27 20:59:12.508628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port c83a875b-2ae5-4892-862d-c09605bb89c1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:12.509009 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.529910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port a5c35030-3d16-480b-990d-350880945284 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:12.530634 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.538612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] No DVR routers for this DVR port 1411e0e1-0ec8-4aa3-a13d-a478737b482d on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:12.555234 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.565625 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d7f79df-1845-40d3-ab0d-934e9e59ae77 req-f58d1054-7c21-4c2c-a642-acac1dd99c85 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.35 "DELETE /v2.0/ports/1411e0e1-0ec8-4aa3-a13d-a478737b482d HTTP/1.1" status: 204  len: 173 time: 3.0342495
Nov 27 20:59:12.566144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'name': 'network-vif-deleted', 'tag': '1411e0e1-0ec8-4aa3-a13d-a478737b482d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:12.574902 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b43a5b-ac4f-4913-8119-b554ff1878e2" -d '{"events": [{"server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "name": "network-vif-deleted", "tag": "1411e0e1-0ec8-4aa3-a13d-a478737b482d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:12.610254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Port c83a875b-2ae5-4892-862d-c09605bb89c1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:12.611897 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcc33eb0>, '8e08a853-4324-4c82-a5f8-60d7171630bf') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:12.612157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.20.0.11 (340d6a40-407b-4a21-aa25-0144f39bb11b/0c99c4a5-5902-4c5b-addf-47bb6028b828/10a5c330-b4aa-463d-a466-674b56eb7811) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:12.612286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcc33eb0>, '8e08a853-4324-4c82-a5f8-60d7171630bf') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:12.650306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port 46054a78-0802-4858-8ac1-c100ef76dce9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:12.650828 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.730837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port a5c35030-3d16-480b-990d-350880945284, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5c35030-3d16-480b-990d-350880945284,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:12.731453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.740892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.806220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for a5c35030-3d16-480b-990d-350880945284 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:12.825621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.854951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port 9e573098-4e06-4740-88fd-9c47bf9e6995 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:12.855360 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.858429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd99ee-93c7-417e-a148-10a200a408ee req-8d15efb6-1cdf-403b-b673-8c867cf23da7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:12.861292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17dd99ee-93c7-417e-a148-10a200a408ee req-8d15efb6-1cdf-403b-b673-8c867cf23da7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 943 time: 0.4640946
Nov 27 20:59:12.878763 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c71349-1393-4f48-a4ea-e542a700ba11 x-openstack-request-id: req-01c71349-1393-4f48-a4ea-e542a700ba11 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:12.879734 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6332f8-a023-486b-8c76-12bd63305e2c", "name": "network-vif-deleted", "tag": "1411e0e1-0ec8-4aa3-a13d-a478737b482d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:12.880012 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01c71349-1393-4f48-a4ea-e542a700ba11 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:12.880517 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6332f8-a023-486b-8c76-12bd63305e2c', 'name': 'network-vif-deleted', 'tag': '1411e0e1-0ec8-4aa3-a13d-a478737b482d', 'status': 'completed', 'code': 200}
Nov 27 20:59:12.882804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:12.883281 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:12.886726 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:12.936420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Port 9e573098-4e06-4740-88fd-9c47bf9e6995 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:12.953455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port d603ff2a-c6fc-485f-96b1-4c14492c5de2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:12.953821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:12.956598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.037070 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.044400 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.066254 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.070469 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/07a3183b-604c-4700-933a-cd5771060197 HTTP/1.1" status: 204  len: 168 time: 5.7037580
Nov 27 20:59:13.079978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47244) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:13.102446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1156310084'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:13.109157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0e610-b54d-4642-836e-dbabee656aae tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=07a3183b-604c-4700-933a-cd5771060197,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:13.126181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17dd99ee-93c7-417e-a148-10a200a408ee req-ae041ec9-3994-4f97-b593-f266c98ee7b7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2498090
Nov 27 20:59:13.157318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:13.166664 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.173377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port d917e9bc-c810-42ee-84fe-fa4bdcaebb89 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:13.179730 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.202368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 340d6a40-407b-4a21-aa25-0144f39bb11b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:13.222281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:13.257378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:13.264807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=10a5c330-b4aa-463d-a466-674b56eb7811,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:13.283485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b7e324-ac24-4939-8edf-8ae1982aeb55 None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:13.295830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:13.355871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.356545 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment 85481c69-0c6a-4190-84b2-3471cd1380db of type vlan for network 2af105e8-025c-4c4d-9e04-fadb8249f230
Nov 27 20:59:13.385074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:13.385637 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.451202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aa627703-cf38-44ed-a1f4-a7c47986f7cc tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.9581835
Nov 27 20:59:13.462038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port 28c76821-9fac-4f73-a24e-95899f5f3297 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:13.462858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.463002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47250) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:13.473063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d62cbe9b-8c7f-4d02-b787-58d8711daa6d req-fddce601-1c44-4cdf-9070-918ab017b42c tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6332f8-a023-486b-8c76-12bd63305e2c HTTP/1.1" status: 200  len: 210 time: 0.0399680
Nov 27 20:59:13.477262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'port': {'network_id': '340d6a40-407b-4a21-aa25-0144f39bb11b', 'name': 'tempest-FloatingIPTestJSON-454425975'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:13.508994 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.624473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.628683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.resource_extend [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:59:13.663856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47256) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:13.672432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Made reservation on behalf of ca0593ed63ef4485bdc237459cf2f12e for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:13.673330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=a5c35030-3d16-480b-990d-350880945284,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:13.685153 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.691007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:13.692007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.697869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.708201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:13.709840 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.720219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2558d1-d85b-41fd-b6e3-563a6e0b3e4e req-fb068b35-c45f-4644-a0a2-ebb21b025077 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:13.721823 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d2558d1-d85b-41fd-b6e3-563a6e0b3e4e req-fb068b35-c45f-4644-a0a2-ebb21b025077 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1628180
Nov 27 20:59:13.745611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] device_id is not set on port 4af1d2c0-0f22-4131-b768-0085eb5203cc yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:59:13.862496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'dab5072e-30d9-4a47-ba0e-926f7a2917e3'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:13.865758 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b25759-b43d-4697-81ae-af2e1097f57a" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "dab5072e-30d9-4a47-ba0e-926f7a2917e3"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:13.868808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=2af105e8-025c-4c4d-9e04-fadb8249f230,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:13.871576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port a5c35030-3d16-480b-990d-350880945284 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:13.886156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7c7ada98-cfa5-4765-a9d5-66f774f875df tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7896545
Nov 27 20:59:13.887158 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:13.888610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2af105e8-025c-4c4d-9e04-fadb8249f230 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:13.891154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-969241d4-a0bd-4e13-87c4-60f531667818 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.15 "DELETE /v2.0/ports/a5c35030-3d16-480b-990d-350880945284 HTTP/1.1" status: 204  len: 173 time: 2.0422997
Nov 27 20:59:13.900243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47264) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:13.910858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': '2af105e8-025c-4c4d-9e04-fadb8249f230', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:14.072472 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d88bf9-faa0-44be-8b33-beb74711f699 x-openstack-request-id: req-b4d88bf9-faa0-44be-8b33-beb74711f699 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:14.073244 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "dab5072e-30d9-4a47-ba0e-926f7a2917e3", "status": "failed", "code": 422}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:14.073727 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4d88bf9-faa0-44be-8b33-beb74711f699 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:14.074545 ncdv-master-1 neutron-server[120908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'dab5072e-30d9-4a47-ba0e-926f7a2917e3', 'status': 'failed', 'code': 422} returned with failed status
Nov 27 20:59:14.075311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port 64f9aa01-c6de-4a3f-ba16-c2aa993f201c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:14.075701 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.094999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.20.0.5 (340d6a40-407b-4a21-aa25-0144f39bb11b/0c99c4a5-5902-4c5b-addf-47bb6028b828/4af1d2c0-0f22-4131-b768-0085eb5203cc) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:14.096889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd926482-2393-4a8a-b23d-e0b53d3252d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.120873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d2558d1-d85b-41fd-b6e3-563a6e0b3e4e req-bf58465f-03b4-4393-809d-91161ce542f6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3684890
Nov 27 20:59:14.160832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:14.165871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.173981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Port 64f9aa01-c6de-4a3f-ba16-c2aa993f201c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:14.195341 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port 34210b07-569f-4d7a-9770-37f786b534df triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:14.196774 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.277462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing IP validity checks on allocation pools {{(pid=120908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 27 20:59:14.278019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 27 20:59:14.334822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port c61ebbfe-ffbb-49a7-b94c-5077877b357d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:14.335514 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.471505 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.514244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Provisioning complete for port 71d070ef-8265-4c2d-a3aa-ff0b4a49a7a2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:14.514851 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.521567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd926482-2393-4a8a-b23d-e0b53d3252d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.541831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.551106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.560274 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0116bcfb-6e98-46f9-a138-2c9dcfca862d None None] Port 71d070ef-8265-4c2d-a3aa-ff0b4a49a7a2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:14.604440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47274) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:14.606141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69351d4d-96a3-4430-84f4-5b68b4a6a8df req-8010839d-a613-4634-a27b-77205a3aa3cb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 210 time: 0.3064220
Nov 27 20:59:14.623831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd926482-2393-4a8a-b23d-e0b53d3252d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.680043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=4af1d2c0-0f22-4131-b768-0085eb5203cc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:14.684601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 340d6a40-407b-4a21-aa25-0144f39bb11b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:14.694373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=4c56cd77-62f7-4179-bd9d-b788bde511c7,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:14.698043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-51824b6d-1c7d-4226-a721-693252c0a823 None None] Provisioning complete for port 10a5c330-b4aa-463d-a466-674b56eb7811 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:14.698498 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-51824b6d-1c7d-4226-a721-693252c0a823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.704239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:14.710215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:14.723410 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dd926482-2393-4a8a-b23d-e0b53d3252d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4d41f7e12524e49bed33b94f8d9701e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0548439
Nov 27 20:59:14.730532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47276) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:14.732112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.732461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.733058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.733405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.733742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.734076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.734408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.734738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.735072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.735430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.735758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.736081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:14.754511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a579b24-7433-4184-a8a0-05fc58d23228 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting subnet 50956309-d0e1-4b76-9ac7-aeb7807d5e1d {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:59:14.757213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d1abf4-f52e-4b87-9563-710691a1089c None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:14.758463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0a579b24-7433-4184-a8a0-05fc58d23228 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.782961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd926482-2393-4a8a-b23d-e0b53d3252d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c536c3-a105-4539-9bd3-f75998feba0b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:14.812343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0a579b24-7433-4184-a8a0-05fc58d23228 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.822120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-51824b6d-1c7d-4226-a721-693252c0a823 None None] Port 10a5c330-b4aa-463d-a466-674b56eb7811 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:14.848199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:14.849026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.888206 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9eb74585-9493-434d-99b6-39fe273272de tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.4203329
Nov 27 20:59:14.892607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47282) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:14.907764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '4af1d2c0-0f22-4131-b768-0085eb5203cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:14.942010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': '85481c69-0c6a-4190-84b2-3471cd1380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2af105e8-025c-4c4d-9e04-fadb8249f230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:14.942634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: 2af105e8-025c-4c4d-9e04-fadb8249f230, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:14.949331 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.954425 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0a579b24-7433-4184-a8a0-05fc58d23228 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:14.962166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dac39dc1-4c9b-483f-b33b-ba59f6b84286 None None] Provisioning complete for port 4af1d2c0-0f22-4131-b768-0085eb5203cc triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:14.962555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dac39dc1-4c9b-483f-b33b-ba59f6b84286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.013987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network 2af105e8-025c-4c4d-9e04-fadb8249f230 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:15.018003 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afeef228-e607-437d-b08e-0332203e3ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.065341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2af105e8-025c-4c4d-9e04-fadb8249f230) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:15.106925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:15.108895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.131516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afeef228-e607-437d-b08e-0332203e3ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.202126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5c255615-117a-4c05-8080-8fa6faa2f5ea tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.2983384
Nov 27 20:59:15.203090 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0a579b24-7433-4184-a8a0-05fc58d23228 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.204685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47294) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:15.265782 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.304547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d0bb72-c1d8-47ba-b8a0-17a617213bd6 None None] Network 2af105e8-025c-4c4d-9e04-fadb8249f230 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:15.357141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a579b24-7433-4184-a8a0-05fc58d23228 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Subnet': ['ID=50956309-d0e1-4b76-9ac7-aeb7807d5e1d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:15.362694 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0a579b24-7433-4184-a8a0-05fc58d23228 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.366063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0a579b24-7433-4184-a8a0-05fc58d23228 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "DELETE /v2.0/subnets/50956309-d0e1-4b76-9ac7-aeb7807d5e1d HTTP/1.1" status: 204  len: 168 time: 0.7603657
Nov 27 20:59:15.374247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47302) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:15.429409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceaa1f6-3466-4d30-a175-80a214cd5787 None None] Network 48ac60c0-43f3-4ca5-b66b-7c008342cdfb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:15.436078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443b70-26ec-480d-b1fb-f1107c844701 req-a73fa85d-ea90-4087-8155-b1f89b2c277a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:15.444295 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19443b70-26ec-480d-b1fb-f1107c844701 req-a73fa85d-ea90-4087-8155-b1f89b2c277a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1643875
Nov 27 20:59:15.463525 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afeef228-e607-437d-b08e-0332203e3ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.466101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afeef228-e607-437d-b08e-0332203e3ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.467371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-afeef228-e607-437d-b08e-0332203e3ba9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28c536c3-a105-4539-9bd3-f75998feba0b HTTP/1.1" status: 204  len: 168 time: 0.7275772
Nov 27 20:59:15.469380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-dac39dc1-4c9b-483f-b33b-ba59f6b84286 None None] Port 4af1d2c0-0f22-4131-b768-0085eb5203cc cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:15.508023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeef228-e607-437d-b08e-0332203e3ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c536c3-a105-4539-9bd3-f75998feba0b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:15.578810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19443b70-26ec-480d-b1fb-f1107c844701 req-cd6ec753-5865-4c16-be0f-995d350b9fb9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173935
Nov 27 20:59:15.609036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.619275 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.725306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.35.3.26 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/f9227139-deee-48b7-ab6d-0f138c152fc6) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:15.815160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2af105e8-025c-4c4d-9e04-fadb8249f230', 'network_id': '2af105e8-025c-4c4d-9e04-fadb8249f230', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': '4c56cd77-62f7-4179-bd9d-b788bde511c7'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:59:15.816121 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:15.873656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] DHCP port deletion for 48ac60c0-43f3-4ca5-b66b-7c008342cdfb request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:15.909261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1df8f7df-c68e-4f1b-a9ff-b5d8d73b93ac req-cee63a56-78d5-409e-a269-dc43003deae0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 210 time: 0.1251640
Nov 27 20:59:15.933081 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.040749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Allocated IP 172.20.0.3 (2af105e8-025c-4c4d-9e04-fadb8249f230/4c56cd77-62f7-4179-bd9d-b788bde511c7/ab5eea10-dc79-44cd-9703-3eb4d3bf6cea) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:16.059507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Deleting port 63c4e71a-af83-4ed9-9114-f5565e693c93 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:16.061364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.068110 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.075551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'a5c35030-3d16-480b-990d-350880945284'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:16.078071 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3de793-6acf-428f-a394-a3392c91ca1b" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "a5c35030-3d16-480b-990d-350880945284"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:16.152581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting port 63c4e71a-af83-4ed9-9114-f5565e693c93 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:16.153159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.172235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] For port 63c4e71a-af83-4ed9-9114-f5565e693c93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63c4e71a-af83-4ed9-9114-f5565e693c93,segment=NetworkSegment(1d6d47c3-aad7-4077-941d-a5138b600ee9),segment_id=1d6d47c3-aad7-4077-941d-a5138b600ee9)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:16.172646 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.188618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Calling delete_port for 63c4e71a-af83-4ed9-9114-f5565e693c93 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:16.206520 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f502ac1-a55b-4af4-9bbc-83e9eb0ffa65 x-openstack-request-id: req-8f502ac1-a55b-4af4-9bbc-83e9eb0ffa65 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:16.207274 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "a5c35030-3d16-480b-990d-350880945284", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:16.207698 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f502ac1-a55b-4af4-9bbc-83e9eb0ffa65 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:16.208314 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'a5c35030-3d16-480b-990d-350880945284', 'status': 'completed', 'code': 200}
Nov 27 20:59:16.250526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63c4e71a-af83-4ed9-9114-f5565e693c93 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:16.335214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47322) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:16.353965 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f5795b4-d4cc-4235-80f6-005a17632824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.369513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] For port 63c4e71a-af83-4ed9-9114-f5565e693c93, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63c4e71a-af83-4ed9-9114-f5565e693c93,segment=NetworkSegment(1d6d47c3-aad7-4077-941d-a5138b600ee9),segment_id=1d6d47c3-aad7-4077-941d-a5138b600ee9)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:16.371512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.377496 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.392815 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.400909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Calling delete_port for 63c4e71a-af83-4ed9-9114-f5565e693c93 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:16.457674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Pushing event deleted for resources: {'Port': ['ID=63c4e71a-af83-4ed9-9114-f5565e693c93,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:16.463562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Port 63c4e71a-af83-4ed9-9114-f5565e693c93 update to DOWN by agent not found {{(pid=120910) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 27 20:59:16.470391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] No DVR routers for this DVR port 63c4e71a-af83-4ed9-9114-f5565e693c93 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:16.490115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.490477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.490834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.491184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.491565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.491928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.492269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.492609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.492978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.493275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.493613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.493946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcc0a4b-6c11-4e1b-9581-f3418f2fb470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 20:59:16.554362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.578085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.585384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f5795b4-d4cc-4235-80f6-005a17632824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.590841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.609420 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f5795b4-d4cc-4235-80f6-005a17632824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.654217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:16.662200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:16.665000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:16.678149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5795b4-d4cc-4235-80f6-005a17632824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee8ffb-b01c-40f2-bd2a-d747baea04d6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:16.688894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Network 2af105e8-025c-4c4d-9e04-fadb8249f230 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:16.692434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:16.696734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:16.702921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Pushing event updated for resources: {'Port': ['ID=ab5eea10-dc79-44cd-9703-3eb4d3bf6cea,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:16.741602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-346d184d-5249-4b3a-b5c6-a58df6a26f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:16.742904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-346d184d-5249-4b3a-b5c6-a58df6a26f81 service neutron] 10.222.0.35 "GET /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 1025 time: 0.1751530
Nov 27 20:59:16.743549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=f9227139-deee-48b7-ab6d-0f138c152fc6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:16.763742 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0f5795b4-d4cc-4235-80f6-005a17632824 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1af34e755c5f4b3cbb59cab1876279e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4272907
Nov 27 20:59:16.766793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47326) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:16.772809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Attempting to bind port ab5eea10-dc79-44cd-9703-3eb4d3bf6cea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:16.773199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Attempting to bind port ab5eea10-dc79-44cd-9703-3eb4d3bf6cea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '85481c69-0c6a-4190-84b2-3471cd1380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2af105e8-025c-4c4d-9e04-fadb8249f230'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:16.773579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Attempting to bind port ab5eea10-dc79-44cd-9703-3eb4d3bf6cea on network 2af105e8-025c-4c4d-9e04-fadb8249f230 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:16.780298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:16.780688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Checking segment: {'id': '85481c69-0c6a-4190-84b2-3471cd1380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2af105e8-025c-4c4d-9e04-fadb8249f230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:16.781112 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.781521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Bound using segment: {'id': '85481c69-0c6a-4190-84b2-3471cd1380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2af105e8-025c-4c4d-9e04-fadb8249f230'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:16.782168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Bound port: ab5eea10-dc79-44cd-9703-3eb4d3bf6cea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85481c69-0c6a-4190-84b2-3471cd1380db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2af105e8-025c-4c4d-9e04-fadb8249f230'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:16.783071 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.826672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5863acdf-1e7b-43f7-8488-acdd4822f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:16.828074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5863acdf-1e7b-43f7-8488-acdd4822f47f service neutron] 10.222.0.35 "GET /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 1026 time: 0.0601988
Nov 27 20:59:16.828688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.830939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.855514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e6bfd42-41c1-42fe-bfe8-6154d771ef8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.863633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] For port ab5eea10-dc79-44cd-9703-3eb4d3bf6cea, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:16.868427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] For port ab5eea10-dc79-44cd-9703-3eb4d3bf6cea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab5eea10-dc79-44cd-9703-3eb4d3bf6cea,segment=NetworkSegment(85481c69-0c6a-4190-84b2-3471cd1380db),segment_id=85481c69-0c6a-4190-84b2-3471cd1380db)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:16.874659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Port': ['ID=63c4e71a-af83-4ed9-9114-f5565e693c93,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:16.879295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.900949 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e6bfd42-41c1-42fe-bfe8-6154d771ef8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.919369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] No DVR routers for this DVR port 63c4e71a-af83-4ed9-9114-f5565e693c93 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:16.943138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=4c56cd77-62f7-4179-bd9d-b788bde511c7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:16.972811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e6bfd42-41c1-42fe-bfe8-6154d771ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.978760 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e6bfd42-41c1-42fe-bfe8-6154d771ef8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:16.980374 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7e6bfd42-41c1-42fe-bfe8-6154d771ef8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89ee8ffb-b01c-40f2-bd2a-d747baea04d6 HTTP/1.1" status: 204  len: 168 time: 0.2116621
Nov 27 20:59:17.033616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bfd42-41c1-42fe-bfe8-6154d771ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee8ffb-b01c-40f2-bd2a-d747baea04d6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:17.088246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e771cab-d748-4c5a-a8da-eb1f14641949 None None] Pushing event updated for resources: {'Port': ['ID=ab5eea10-dc79-44cd-9703-3eb4d3bf6cea,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:17.108111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be411e3-2e78-46e5-bc7e-6fc6560c6d9b None None] Network 2af105e8-025c-4c4d-9e04-fadb8249f230 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:17.234973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcbf071-4a6c-48e0-b366-06e9c92d54ca req-b7b88fae-e290-47e9-9955-00ef00b3aeeb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 210 time: 0.0503776
Nov 27 20:59:17.302789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aba21d-c0b8-4823-85ae-f311ecf0704c None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 20:59:17.757495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aba21d-c0b8-4823-85ae-f311ecf0704c None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 20:59:17.913265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef988e-aac2-4a65-bfeb-2e7a6f68a786 req-c4830c74-96ce-4008-937a-8fd50a86151d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:17.914899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02ef988e-aac2-4a65-bfeb-2e7a6f68a786 req-c4830c74-96ce-4008-937a-8fd50a86151d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 1.1768730
Nov 27 20:59:17.927367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:17.984026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.079151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd130c40>,) {'filters': {'network_id': ['2af105e8-025c-4c4d-9e04-fadb8249f230']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:18.099176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0e00a059-5a60-4b67-a794-5d5b27f52369 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:18.105377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0e00a059-5a60-4b67-a794-5d5b27f52369 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:18.111435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0e00a059-5a60-4b67-a794-5d5b27f52369 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:18.113235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0e00a059-5a60-4b67-a794-5d5b27f52369 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "GET /v2.0/networks?id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 1990 time: 1.2529111
Nov 27 20:59:18.126253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef997ac0>,) {'filters': {'network_id': ['48ac60c0-43f3-4ca5-b66b-7c008342cdfb']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:18.143524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd130c40>, '85481c69-0c6a-4190-84b2-3471cd1380db') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:18.143858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd130c40>, '85481c69-0c6a-4190-84b2-3471cd1380db') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:18.171534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02ef988e-aac2-4a65-bfeb-2e7a6f68a786 req-24036880-7aa1-41d1-a1dd-9361b03d67d0 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411418
Nov 27 20:59:18.175187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef997ac0>, '1d6d47c3-aad7-4077-941d-a5138b600ee9') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:18.175656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef997ac0>, '1d6d47c3-aad7-4077-941d-a5138b600ee9') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:18.178502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.263305 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5405831b-ff0d-4754-86b5-f9ddd0cb67b0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c03be159839446f2a47ca07f13bb552c HTTP/1.1" status: 200  len: 380 time: 0.1318433
Nov 27 20:59:18.299344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.319894 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.326153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:18.414517 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.447634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.449967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:18.450420 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:18.453531 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:18.475048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:18.475494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:18.481943 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:18.516697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-478cd353-672b-4965-a555-d30e00f45a99 req-e2631874-91c0-4bd9-9102-c0a0847bd099 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 210 time: 0.0855081
Nov 27 20:59:18.741494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:18.745909 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.768184 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.800097 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.api [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 20:59:18.800097 ncdv-master-1 neutron-server[120909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 20:59:18.800097 ncdv-master-1 neutron-server[120909]: [parameters: {'id': '2af105e8-025c-4c4d-9e04-fadb8249f230'}]
Nov 27 20:59:18.800097 ncdv-master-1 neutron-server[120909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:59:18.800794 ncdv-master-1 neutron-server[120909]: DEBUG oslo_db.api [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:59:18.804571 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.807967 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "DELETE /v2.0/networks/48ac60c0-43f3-4ca5-b66b-7c008342cdfb HTTP/1.1" status: 204  len: 168 time: 3.4322691
Nov 27 20:59:18.810914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47376) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:18.848429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215bd14-e2ba-4502-9b65-6c76328fb4b2 tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Network': ['ID=48ac60c0-43f3-4ca5-b66b-7c008342cdfb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:18.908217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-135b8f18-da9e-4ea5-a948-046aaa8a34ba tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting subnet f3b35156-efd9-4a03-b686-4808af0c95fd {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:59:18.912582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-135b8f18-da9e-4ea5-a948-046aaa8a34ba tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:18.979473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-135b8f18-da9e-4ea5-a948-046aaa8a34ba tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.088786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 172.20.0.10 (869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35/73487f2e-a260-462c-a2bd-5ff76746725f/cef2b0c3-7e85-49c6-a464-7f8486966ae7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:19.091172 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.110654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-135b8f18-da9e-4ea5-a948-046aaa8a34ba tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.207600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-135b8f18-da9e-4ea5-a948-046aaa8a34ba tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.257159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b8f18-da9e-4ea5-a948-046aaa8a34ba tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b35156-efd9-4a03-b686-4808af0c95fd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:19.261576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-135b8f18-da9e-4ea5-a948-046aaa8a34ba tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.263744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e9fa9-21d1-4d42-a1ff-a55541031993 None None] Network 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:19.267466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-135b8f18-da9e-4ea5-a948-046aaa8a34ba tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "DELETE /v2.0/subnets/f3b35156-efd9-4a03-b686-4808af0c95fd HTTP/1.1" status: 204  len: 168 time: 0.4558122
Nov 27 20:59:19.270670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47396) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:19.310098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.342129 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.387618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.483342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.521804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90dd72-a98c-4e7e-9eb3-afcd1b7dead7 req-6f0f3417-1411-4452-87de-15f1058b2e44 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:19.525946 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c90dd72-a98c-4e7e-9eb3-afcd1b7dead7 req-6f0f3417-1411-4452-87de-15f1058b2e44 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1425922
Nov 27 20:59:19.559746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509391a2-96dd-4631-a341-f9252add4677 None None] DHCP port deletion for 3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:19.591974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Deleting port bbc27a15-8248-4bff-ae11-8db43c269753 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:19.592320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.617731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-509391a2-96dd-4631-a341-f9252add4677 None None] Deleting port bbc27a15-8248-4bff-ae11-8db43c269753 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:19.618334 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-509391a2-96dd-4631-a341-f9252add4677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.717914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-509391a2-96dd-4631-a341-f9252add4677 None None] For port bbc27a15-8248-4bff-ae11-8db43c269753, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbc27a15-8248-4bff-ae11-8db43c269753,segment=NetworkSegment(318d5132-cb09-4eaf-a84a-c38951771448),segment_id=318d5132-cb09-4eaf-a84a-c38951771448)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:19.720095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-509391a2-96dd-4631-a341-f9252add4677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.747607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-509391a2-96dd-4631-a341-f9252add4677 None None] Calling delete_port for bbc27a15-8248-4bff-ae11-8db43c269753 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:19.790132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c90dd72-a98c-4e7e-9eb3-afcd1b7dead7 req-c73179e2-4b4f-4b49-b0e9-dbbb3a52d10d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2419865
Nov 27 20:59:19.814988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] For port bbc27a15-8248-4bff-ae11-8db43c269753, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbc27a15-8248-4bff-ae11-8db43c269753,segment=NetworkSegment(318d5132-cb09-4eaf-a84a-c38951771448),segment_id=318d5132-cb09-4eaf-a84a-c38951771448)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:19.816087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.846054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Calling delete_port for bbc27a15-8248-4bff-ae11-8db43c269753 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:19.868104 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-509391a2-96dd-4631-a341-f9252add4677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:19.896194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509391a2-96dd-4631-a341-f9252add4677 None None] No DVR routers for this DVR port bbc27a15-8248-4bff-ae11-8db43c269753 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:19.927484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-ade974ae-ca37-4bd0-b5ae-42b2bb8b4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:19.930318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-ade974ae-ca37-4bd0-b5ae-42b2bb8b4af0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 1097 time: 0.2396755
Nov 27 20:59:19.969564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509391a2-96dd-4631-a341-f9252add4677 None None] Pushing event deleted for resources: {'Port': ['ID=bbc27a15-8248-4bff-ae11-8db43c269753,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:19.981139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port ab5eea10-dc79-44cd-9703-3eb4d3bf6cea {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:19.981490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.063438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bbc27a15-8248-4bff-ae11-8db43c269753 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:20.064839 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-73f479b8-5427-4c2a-a1c6-86d142859762 req-13f6b78e-3cda-448b-b0a0-f96847498669 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 210 time: 0.2198937
Nov 27 20:59:20.067036 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.091704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.099002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] No DVR routers for this DVR port bbc27a15-8248-4bff-ae11-8db43c269753 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:20.119442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: bbc27a15-8248-4bff-ae11-8db43c269753 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:20.120109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bbc27a15-8248-4bff-ae11-8db43c269753 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:20.151533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.163292 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.169109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Port': ['ID=bbc27a15-8248-4bff-ae11-8db43c269753,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:20.210409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port ab5eea10-dc79-44cd-9703-3eb4d3bf6cea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab5eea10-dc79-44cd-9703-3eb4d3bf6cea,segment=NetworkSegment(85481c69-0c6a-4190-84b2-3471cd1380db),segment_id=85481c69-0c6a-4190-84b2-3471cd1380db)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:20.210790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.262323 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.293039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd05c70>,) {'filters': {'network_id': ['3fd2f6c4-1bed-4cf1-8283-6a7269d66b48']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:20.293618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for ab5eea10-dc79-44cd-9703-3eb4d3bf6cea owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:20.303718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd05c70>, '318d5132-cb09-4eaf-a84a-c38951771448') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:20.304023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd05c70>, '318d5132-cb09-4eaf-a84a-c38951771448') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:20.314273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-7b543fb7-4069-4c6e-9b8b-4f36d6b9b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:20.314505 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.315802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-7b543fb7-4069-4c6e-9b8b-4f36d6b9b184 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 913 time: 0.3673913
Nov 27 20:59:20.317653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:20.333461 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.333881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:20.343489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:20.353577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:20.354052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:20.358666 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:20.442552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.458917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=f9227139-deee-48b7-ab6d-0f138c152fc6,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:20.459147 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.461691 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] 10.222.0.21 "DELETE /v2.0/networks/3fd2f6c4-1bed-4cf1-8283-6a7269d66b48 HTTP/1.1" status: 204  len: 168 time: 1.1889708
Nov 27 20:59:20.483340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a55aa-6042-4f46-8fbf-d73ab354a6aa tempest-ServersTestMultiNic-598324236 tempest-ServersTestMultiNic-598324236-project] Pushing event deleted for resources: {'Network': ['ID=3fd2f6c4-1bed-4cf1-8283-6a7269d66b48,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:20.590652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-6949b66b-5c46-48c1-9002-30caaca9221f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616 HTTP/1.1" status: 200  len: 217 time: 0.2541595
Nov 27 20:59:20.658551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47454) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:20.659461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=cef2b0c3-7e85-49c6-a464-7f8486966ae7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:20.677329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:20.677329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.685099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.844212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.882689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=ab5eea10-dc79-44cd-9703-3eb4d3bf6cea,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:20.888415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port ab5eea10-dc79-44cd-9703-3eb4d3bf6cea on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:20.891461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d0d8e043-9913-4ca8-bc31-c5bf660ec880 None None] Provisioning complete for port cef2b0c3-7e85-49c6-a464-7f8486966ae7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:20.892252 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d8e043-9913-4ca8-bc31-c5bf660ec880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:20.897481 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2f1ab2dc-9a35-4d0c-9917-6759b5586e88 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5943441
Nov 27 20:59:20.898850 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP 062807b1-a3d5-4686-8f18-d1ed15bb157b associated. External IP: 172.35.3.26, port: 4af1d2c0-0f22-4131-b768-0085eb5203cc.
Nov 27 20:59:20.978151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:20.987741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8e043-9913-4ca8-bc31-c5bf660ec880 None None] Port cef2b0c3-7e85-49c6-a464-7f8486966ae7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:21.159687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-7a58e22d-9cef-43b8-a2ae-d0154a899f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:21.161386 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-7a58e22d-9cef-43b8-a2ae-d0154a899f9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.4788003
Nov 27 20:59:21.185047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:21.274664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0e07f-f71e-439a-96e0-97685be58944 req-6d3f39af-735f-494d-8c09-f2eff56430e3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:21.276454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cf0e07f-f71e-439a-96e0-97685be58944 req-6d3f39af-735f-494d-8c09-f2eff56430e3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 932 time: 0.0763741
Nov 27 20:59:21.277008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47478) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:21.280158 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-2e7537bc-d1e5-4c1b-9ee6-b36c3e179027 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0922709
Nov 27 20:59:21.282138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3eedcca30>,) {'filters': {'network_id': ['2af105e8-025c-4c4d-9e04-fadb8249f230']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:21.294984 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:21.317284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eedcca30>, '85481c69-0c6a-4190-84b2-3471cd1380db') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:21.317751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eedcca30>, '85481c69-0c6a-4190-84b2-3471cd1380db') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:21.335354 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:21.416637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec040be-2538-46af-bb3d-82d785eb9c58 req-90b8b034-ee25-44a8-8205-ed6cb6b3aafb tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:21.420277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ec040be-2538-46af-bb3d-82d785eb9c58 req-90b8b034-ee25-44a8-8205-ed6cb6b3aafb tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.4496176
Nov 27 20:59:21.428664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:21.478462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-5af85873-75d7-4fb2-9017-148d9b3dc618 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786215
Nov 27 20:59:21.484071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:21.487864 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:21.507928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:21.508351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:21.513945 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:21.702288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56ec94c1-d7de-4cc4-bba3-0d04c97a781f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:21.766757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cf0e07f-f71e-439a-96e0-97685be58944 req-52abfba0-8b07-4047-8815-3436dc401152 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4813569
Nov 27 20:59:21.938638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56ec94c1-d7de-4cc4-bba3-0d04c97a781f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:21.950774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56ec94c1-d7de-4cc4-bba3-0d04c97a781f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.002619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-56ec94c1-d7de-4cc4-bba3-0d04c97a781f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c26af09c9a34ccbbcb44ac73b55030f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7221804
Nov 27 20:59:22.003543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec94c1-d7de-4cc4-bba3-0d04c97a781f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6c9355-626c-4768-8bf1-7a5c1de3288f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:22.006016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47484) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:22.110970 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd71186c-fb19-45fd-8279-38900c97efee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.135430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.141498 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd71186c-fb19-45fd-8279-38900c97efee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.153701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ec040be-2538-46af-bb3d-82d785eb9c58 req-9440c414-71fc-4284-b881-e1bee034768a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6712298
Nov 27 20:59:22.153848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Deleting port e60bbc13-f463-457d-9b17-4772087c8f28 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:22.154147 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.162880 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.169726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/2af105e8-025c-4c4d-9e04-fadb8249f230 HTTP/1.1" status: 204  len: 168 time: 6.9604232
Nov 27 20:59:22.171324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47488) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:22.184512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-288986517'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:22.201576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6645-ded7-439a-b75c-bdf7ac498a73 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=2af105e8-025c-4c4d-9e04-fadb8249f230,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:22.263205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:22.266753 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.275234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e73fbbb-8109-4f5b-bca3-1b4bb15a0b3f req-8310dab1-ed4e-4d58-8150-892414b79d29 service neutron] 10.222.0.35 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7709434
Nov 27 20:59:22.300431 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd71186c-fb19-45fd-8279-38900c97efee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.303610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd71186c-fb19-45fd-8279-38900c97efee admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.307348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fd71186c-fb19-45fd-8279-38900c97efee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e6c9355-626c-4768-8bf1-7a5c1de3288f HTTP/1.1" status: 204  len: 168 time: 0.2964368
Nov 27 20:59:22.319576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.1.1.12 (2db01d42-b5d2-4173-a7f0-d71456cff74a/8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a/d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:22.319867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] For port e60bbc13-f463-457d-9b17-4772087c8f28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e60bbc13-f463-457d-9b17-4772087c8f28,segment=NetworkSegment(87542c36-6d14-4b38-b6ed-d74b6a73f473),segment_id=87542c36-6d14-4b38-b6ed-d74b6a73f473)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:22.320133 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.337730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71186c-fb19-45fd-8279-38900c97efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6c9355-626c-4768-8bf1-7a5c1de3288f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:22.345836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Calling delete_port for e60bbc13-f463-457d-9b17-4772087c8f28 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:22.348347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:22.353190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:22.372669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.373212 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment fed5485f-c12b-4300-9527-57b0a17c6f43 of type vlan for network f92416e5-157c-43c1-929d-cfed466f7f93
Nov 27 20:59:22.476892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.558639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.564675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:22.564911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:22.565350 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.578501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f505e-31c3-4e69-b922-1bb9708898c7 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:22.594442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f505e-31c3-4e69-b922-1bb9708898c7 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:22.595338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b06f505e-31c3-4e69-b922-1bb9708898c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:22.629297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.646647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=f92416e5-157c-43c1-929d-cfed466f7f93,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:22.646849 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.650409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47494) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:22.653458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b06f505e-31c3-4e69-b922-1bb9708898c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d99a0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:22.668537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network f92416e5-157c-43c1-929d-cfed466f7f93 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:22.672304 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-29c4278b-accf-48f5-992d-e4faef9edadb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4963264
Nov 27 20:59:22.673180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47496) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:22.679622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': 'f92416e5-157c-43c1-929d-cfed466f7f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:22.685107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f505e-31c3-4e69-b922-1bb9708898c7 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:22.685829 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b06f505e-31c3-4e69-b922-1bb9708898c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:22.701378 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bc8074a-730a-4905-bc56-a188b30c6db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.726320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7c956ece-f834-4aba-a334-3a821be76674 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 7.8302133
Nov 27 20:59:22.729521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47498) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:22.737164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a2ec86dc-faf2-429b-84ad-a11624e23493 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:22.745721 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.764169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b06f505e-31c3-4e69-b922-1bb9708898c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d99a0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:22.764836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f505e-31c3-4e69-b922-1bb9708898c7 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:22.794505 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.841006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Pushing event deleted for resources: {'Port': ['ID=e60bbc13-f463-457d-9b17-4772087c8f28,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:22.860609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:22.877739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:22.888692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:22.891245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:22.921552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2ec86dc-faf2-429b-84ad-a11624e23493 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:22.968146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:22.971949 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.055165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:23.055863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.097494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bc8074a-730a-4905-bc56-a188b30c6db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.113914 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bc8074a-730a-4905-bc56-a188b30c6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.139908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4f96-73b9-4ff4-8085-604fbc6482e8 req-728256db-53d0-4c88-9472-17bddc62eb26 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:23.154824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4f96-73b9-4ff4-8085-604fbc6482e8 req-728256db-53d0-4c88-9472-17bddc62eb26 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:23.163127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f31f4f96-73b9-4ff4-8085-604fbc6482e8 req-728256db-53d0-4c88-9472-17bddc62eb26 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 1653 time: 0.2674351
Nov 27 20:59:23.173282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4ebac182-8a28-42f8-9b81-45a0a7ad3616 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:23.202324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2ec86dc-faf2-429b-84ad-a11624e23493 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.218575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8bc8074a-730a-4905-bc56-a188b30c6db5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7a1daed9ce648c89f1826e948c6515b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5667620
Nov 27 20:59:23.239960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8074a-730a-4905-bc56-a188b30c6db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d62ef64-78f2-49bc-95dc-0c00ab1e05fe,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:23.246843 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-316b0366-9f75-4b4e-ad4c-4fdc88370eee tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.2777979
Nov 27 20:59:23.248110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47508) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:23.249766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2ec86dc-faf2-429b-84ad-a11624e23493 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.250459 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-a2ec86dc-faf2-429b-84ad-a11624e23493 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP 062807b1-a3d5-4686-8f18-d1ed15bb157b disassociated. External IP: 172.35.3.26, port: 4af1d2c0-0f22-4131-b768-0085eb5203cc.
Nov 27 20:59:23.312233 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.353673 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.364910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-042d2f33-fe46-4c33-bafb-75924af7293d None None] Provisioning complete for port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:23.366208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-042d2f33-fe46-4c33-bafb-75924af7293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.371940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:23.413182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:23.415519 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c466b9d-2317-4294-8c8f-3e1f6254060f" -d '{"events": [{"server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:23.421599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f31f4f96-73b9-4ff4-8085-604fbc6482e8 req-099e62ab-8e92-4597-9630-9dc5ea0995f0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255693
Nov 27 20:59:23.426541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-042d2f33-fe46-4c33-bafb-75924af7293d None None] Port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:23.435025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:23.444943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.478252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=3d3bf119-25e9-4b91-8fd2-412cc723cb47,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:23.494636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.506368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': 'fed5485f-c12b-4300-9527-57b0a17c6f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f92416e5-157c-43c1-929d-cfed466f7f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:23.506868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: f92416e5-157c-43c1-929d-cfed466f7f93, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:23.530945 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00024dad-9807-4632-9938-64d78775ccb7 x-openstack-request-id: req-00024dad-9807-4632-9938-64d78775ccb7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:23.531585 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:23.532095 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00024dad-9807-4632-9938-64d78775ccb7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:23.532737 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616', 'code': 200}
Nov 27 20:59:23.533786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=4ebac182-8a28-42f8-9b81-45a0a7ad3616,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:23.538743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ed0f5-1590-4650-a88b-d4301fb4e46f req-e3e1be02-c60e-4aef-a8e5-1e8b13d61fea tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:23.540308 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-170ed0f5-1590-4650-a88b-d4301fb4e46f req-e3e1be02-c60e-4aef-a8e5-1e8b13d61fea tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 946 time: 0.1797824
Nov 27 20:59:23.610865 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network f92416e5-157c-43c1-929d-cfed466f7f93 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:23.629095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f92416e5-157c-43c1-929d-cfed466f7f93) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:23.629327 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ba4a-4406-4dfd-9fd0-02a7e56c4b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.637412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:23.638082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.647021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98b3db-7f93-4980-94d9-dc714d6f3889 None None] Network f92416e5-157c-43c1-929d-cfed466f7f93 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:23.719548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ba4a-4406-4dfd-9fd0-02a7e56c4b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.751641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-170ed0f5-1590-4650-a88b-d4301fb4e46f req-0025d8e8-6ab6-4535-98cf-b4c3eeff10d3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642230
Nov 27 20:59:23.759990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:23.763124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b079016a-026f-46f3-a0e9-094beda29a98 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.0860069
Nov 27 20:59:23.764076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47514) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:23.764213 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.796535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ec86dc-faf2-429b-84ad-a11624e23493 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:23.840807 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:23.876632 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ba4a-4406-4dfd-9fd0-02a7e56c4b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.879495 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ba4a-4406-4dfd-9fd0-02a7e56c4b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.880649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d6b6ba4a-4406-4dfd-9fd0-02a7e56c4b06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d62ef64-78f2-49bc-95dc-0c00ab1e05fe HTTP/1.1" status: 204  len: 168 time: 0.5273180
Nov 27 20:59:23.935133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6ba4a-4406-4dfd-9fd0-02a7e56c4b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d62ef64-78f2-49bc-95dc-0c00ab1e05fe,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:23.979528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f92416e5-157c-43c1-929d-cfed466f7f93', 'network_id': 'f92416e5-157c-43c1-929d-cfed466f7f93', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': '3d3bf119-25e9-4b91-8fd2-412cc723cb47'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:59:23.981070 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:23.982920 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.085944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:24.093710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-431e79d1-d7e4-4e29-8b18-2dbf4aa52764 admin admin] 10.222.0.21 "PUT /v2.0/routers/781ffe80-aa9e-4c29-93ba-7afa0ffa295f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4335685
Nov 27 20:59:24.096589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47520) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:24.100288 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] Sync routers for ids ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:24.117537 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] Routers {'781ffe80-aa9e-4c29-93ba-7afa0ffa295f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:24.119096 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:24.141791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ec86dc-faf2-429b-84ad-a11624e23493 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:24.171672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1a997-1398-45f3-ba79-daade127d413 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:24.171943 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2ec86dc-faf2-429b-84ad-a11624e23493 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.187681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.238842 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a2ec86dc-faf2-429b-84ad-a11624e23493 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/floatingips/062807b1-a3d5-4686-8f18-d1ed15bb157b HTTP/1.1" status: 200  len: 687 time: 1.5082231
Nov 27 20:59:24.250936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47524) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:24.289914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1a997-1398-45f3-ba79-daade127d413 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:24.290927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9eb1a997-1398-45f3-ba79-daade127d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd299d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:24.308781 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] Set router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:59:24.322379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.1.1.187 (2db01d42-b5d2-4173-a7f0-d71456cff74a/8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a/f797bf4c-f839-40c9-aa3e-3edb0a159de8) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:24.368801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.403305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9eb1a997-1398-45f3-ba79-daade127d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd299d00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:24.428664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Allocated IP 172.20.0.1 (f92416e5-157c-43c1-929d-cfed466f7f93/3d3bf119-25e9-4b91-8fd2-412cc723cb47/1ad9b297-e9ed-4217-896d-809ded20a93f) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:24.455900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1a997-1398-45f3-ba79-daade127d413 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:24.457170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9eb1a997-1398-45f3-ba79-daade127d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd299d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:24.542485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.547635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9eb1a997-1398-45f3-ba79-daade127d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd299d00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:24.548278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb1a997-1398-45f3-ba79-daade127d413 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:24.554086 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564220>, [{'id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:24Z', 'updated_at': '2021-11-27T20:59:22Z', 'revision_number': 5, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'gw_port': {'id': '96dfbfff-aac1-49aa-95ff-19e2fd1d566e', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:57:25Z', 'updated_at': '2021-11-27T20:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:24.585486 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] Checking router: 781ffe80-aa9e-4c29-93ba-7afa0ffa295f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:59:24.595805 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] Routers {'781ffe80-aa9e-4c29-93ba-7afa0ffa295f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:24.596845 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:24.717445 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] Set router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:59:24.749879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port f9227139-deee-48b7-ab6d-0f138c152fc6 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:24.750373 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.771083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Deleting port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:24.771486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.794146 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.818234 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564220>, [{'id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:24Z', 'updated_at': '2021-11-27T20:59:24Z', 'revision_number': 6, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:24.839130 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.843461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086dbf3-fdfd-4adc-b96b-d9453cd17feb req-257b542c-0809-4888-bc63-2e488c40eb1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:24.851437 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086dbf3-fdfd-4adc-b96b-d9453cd17feb req-257b542c-0809-4888-bc63-2e488c40eb1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:24.856743 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3141d73-2d1d-4b17-88f4-df11485ed8cd None None] The sync data for ids ['781ffe80-aa9e-4c29-93ba-7afa0ffa295f'] in ncdv-master-1 is: [{'id': '781ffe80-aa9e-4c29-93ba-7afa0ffa295f', 'name': 'tempest-ServersTestMultiNic-1971144506-router', 'tenant_id': '90d16fd50eb2412992297f88bb1d4580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:57:24Z', 'updated_at': '2021-11-27T20:59:24Z', 'revision_number': 6, 'project_id': '90d16fd50eb2412992297f88bb1d4580', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:24.861501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0086dbf3-fdfd-4adc-b96b-d9453cd17feb req-257b542c-0809-4888-bc63-2e488c40eb1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 1653 time: 0.2249401
Nov 27 20:59:24.862111 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.862464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.883576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for f9227139-deee-48b7-ab6d-0f138c152fc6 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:24.932489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:24.935819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Network f92416e5-157c-43c1-929d-cfed466f7f93 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:24.939157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:24.942088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:24.957650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Pushing event updated for resources: {'Port': ['ID=1ad9b297-e9ed-4217-896d-809ded20a93f,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:24.994039 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0086dbf3-fdfd-4adc-b96b-d9453cd17feb req-f9c894f5-7324-4b4c-bd59-564e47675c0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302404
Nov 27 20:59:25.055661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Attempting to bind port 1ad9b297-e9ed-4217-896d-809ded20a93f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:25.056383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Attempting to bind port 1ad9b297-e9ed-4217-896d-809ded20a93f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fed5485f-c12b-4300-9527-57b0a17c6f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f92416e5-157c-43c1-929d-cfed466f7f93'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:25.056932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Attempting to bind port 1ad9b297-e9ed-4217-896d-809ded20a93f on network f92416e5-157c-43c1-929d-cfed466f7f93 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:25.064377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:25.065090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Checking segment: {'id': 'fed5485f-c12b-4300-9527-57b0a17c6f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f92416e5-157c-43c1-929d-cfed466f7f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:25.066024 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.067092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Bound using segment: {'id': 'fed5485f-c12b-4300-9527-57b0a17c6f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f92416e5-157c-43c1-929d-cfed466f7f93'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:25.067964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Bound port: 1ad9b297-e9ed-4217-896d-809ded20a93f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed5485f-c12b-4300-9527-57b0a17c6f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f92416e5-157c-43c1-929d-cfed466f7f93'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:25.068693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3bf119-25e9-4b91-8fd2-412cc723cb47,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:25.069096 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.148620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.164558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] For port 96dfbfff-aac1-49aa-95ff-19e2fd1d566e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96dfbfff-aac1-49aa-95ff-19e2fd1d566e,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:25.165035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.168673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] For port 1ad9b297-e9ed-4217-896d-809ded20a93f, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:25.177037 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.180402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] For port 1ad9b297-e9ed-4217-896d-809ded20a93f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ad9b297-e9ed-4217-896d-809ded20a93f,segment=NetworkSegment(fed5485f-c12b-4300-9527-57b0a17c6f43),segment_id=fed5485f-c12b-4300-9527-57b0a17c6f43)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:25.189317 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.194373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Calling delete_port for 96dfbfff-aac1-49aa-95ff-19e2fd1d566e owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:25.200352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0a34c0>,) {'filters': {'network_id': ['f92416e5-157c-43c1-929d-cfed466f7f93']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:25.225478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0a34c0>, 'fed5485f-c12b-4300-9527-57b0a17c6f43') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:25.225877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0a34c0>, 'fed5485f-c12b-4300-9527-57b0a17c6f43') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:25.240540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.262100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28b161-05df-4679-b804-752eff831e60 req-fb9e30dc-4500-4428-bda3-64fc0b1e33b9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:25.264033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be28b161-05df-4679-b804-752eff831e60 req-fb9e30dc-4500-4428-bda3-64fc0b1e33b9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 944 time: 0.2722931
Nov 27 20:59:25.269930 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.272185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=f9227139-deee-48b7-ab6d-0f138c152fc6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:25.301982 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.317953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:25.318373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:25.322154 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:25.327123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc477b-f46d-4510-861c-4229ed862958 None None] Pushing event updated for resources: {'Port': ['ID=1ad9b297-e9ed-4217-896d-809ded20a93f,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:25.341047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6230a95-498d-44dd-8b00-dd0026b643a2 None None] Network f92416e5-157c-43c1-929d-cfed466f7f93 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:25.427892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.api [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 20:59:25.427892 ncdv-master-1 neutron-server[120908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 20:59:25.427892 ncdv-master-1 neutron-server[120908]: [parameters: {'id': 'f92416e5-157c-43c1-929d-cfed466f7f93'}]
Nov 27 20:59:25.427892 ncdv-master-1 neutron-server[120908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:59:25.428297 ncdv-master-1 neutron-server[120908]: DEBUG oslo_db.api [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:59:25.471926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be28b161-05df-4679-b804-752eff831e60 req-7844fb30-92d7-4b81-b612-4bd994100581 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894176
Nov 27 20:59:25.482253 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.523199 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.525903 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.530974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-251964ca-356f-4958-9b97-3cd946ccd261 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/floatingips/062807b1-a3d5-4686-8f18-d1ed15bb157b HTTP/1.1" status: 204  len: 168 time: 1.2636797
Nov 27 20:59:25.532832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47564) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:25.547575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '10a5c330-b4aa-463d-a466-674b56eb7811'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:25.553385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:25.561989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:25.589569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:25.616558 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.654556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=f797bf4c-f839-40c9-aa3e-3edb0a159de8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:25.694361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96dfbfff-aac1-49aa-95ff-19e2fd1d566e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:25.715837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903a781-6aa6-492b-af2a-10fce33a9fc0 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:25.739446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:25.740437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.765573 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.831229 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:25.922357 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8a2fdc6e-653a-4261-97ec-85177907380a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5633399
Nov 27 20:59:25.945140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:25.954452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5445ac0-73d8-4787-8c3d-c544f03a79bc None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 20:59:25.971368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:26.104307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:26.110486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:26.118185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e60bbc13-f463-457d-9b17-4772087c8f28 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:26.150656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e60bbc13-f463-457d-9b17-4772087c8f28 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:26.151725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e60bbc13-f463-457d-9b17-4772087c8f28 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:26.152410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 96dfbfff-aac1-49aa-95ff-19e2fd1d566e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:26.163237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-75ac32d0-512e-4e82-b739-be56837a135e None None] Provisioning complete for port f797bf4c-f839-40c9-aa3e-3edb0a159de8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:26.164465 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-75ac32d0-512e-4e82-b739-be56837a135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:26.239283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:26.240130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 781ffe80-aa9e-4c29-93ba-7afa0ffa295f {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:59:26.249415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-75ac32d0-512e-4e82-b739-be56837a135e None None] Port f797bf4c-f839-40c9-aa3e-3edb0a159de8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:26.250915 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:26.253832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 96dfbfff-aac1-49aa-95ff-19e2fd1d566e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:26.254803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 96dfbfff-aac1-49aa-95ff-19e2fd1d566e not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:26.256561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ca963266-4b65-43af-81e8-fecd054fb1f4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/781ffe80-aa9e-4c29-93ba-7afa0ffa295f HTTP/1.1" status: 204  len: 168 time: 2.1582217
Nov 27 20:59:26.260529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47598) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:26.356148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port 1ad9b297-e9ed-4217-896d-809ded20a93f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:26.356508 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:26.402491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9af55d-bf7b-4167-9bc8-bb18d8832725 admin admin] Deleting subnet 518115c5-1606-4ab7-b60e-f4be56a2d370 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:59:26.427443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34397701-e32a-49ad-96ea-f254e315ce19 req-d21fc236-0ae6-46db-aa8d-0ebef6d6f99a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:26.435219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34397701-e32a-49ad-96ea-f254e315ce19 req-d21fc236-0ae6-46db-aa8d-0ebef6d6f99a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:26.454209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34397701-e32a-49ad-96ea-f254e315ce19 req-d21fc236-0ae6-46db-aa8d-0ebef6d6f99a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:26.458467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5445ac0-73d8-4787-8c3d-c544f03a79bc None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 20:59:26.483937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34397701-e32a-49ad-96ea-f254e315ce19 req-d21fc236-0ae6-46db-aa8d-0ebef6d6f99a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 2374 time: 0.3408206
Nov 27 20:59:26.561713 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:26.579563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:26.662228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47626) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:26.725380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34397701-e32a-49ad-96ea-f254e315ce19 req-c39cff93-db84-484c-8820-d05b6e4a07c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2388184
Nov 27 20:59:26.843663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:26.957885 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9af55d-bf7b-4167-9bc8-bb18d8832725 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.005592 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b25f6b2d-1e35-4a87-9207-63d25e412ad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.031625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port 1ad9b297-e9ed-4217-896d-809ded20a93f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ad9b297-e9ed-4217-896d-809ded20a93f,segment=NetworkSegment(fed5485f-c12b-4300-9527-57b0a17c6f43),segment_id=fed5485f-c12b-4300-9527-57b0a17c6f43)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:27.032198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.054276 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9af55d-bf7b-4167-9bc8-bb18d8832725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.056332 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for 1ad9b297-e9ed-4217-896d-809ded20a93f owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:27.074799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.35.3.63 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/1fe05a9a-f03f-4278-bf46-0881b215cfd3) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:27.105288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-8886bcc2-2995-4505-b9b8-a4ebf5c923e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:27.106901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-8886bcc2-2995-4505-b9b8-a4ebf5c923e3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a6bdc1-0d85-4563-8ef9-f6a0a17075a0 HTTP/1.1" status: 200  len: 944 time: 0.1509006
Nov 27 20:59:27.204851 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4ebac182-8a28-42f8-9b81-45a0a7ad3616 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:27.284738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9af55d-bf7b-4167-9bc8-bb18d8832725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.286942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.2.2.100 (cd3220c8-70c2-46d1-9b13-a59a0a45a117/5d2ee161-ccdf-43d2-bc59-97c39e568c31/c24676eb-b68a-43ef-928f-8f5a3e6d3406) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:27.331209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.341891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b25f6b2d-1e35-4a87-9207-63d25e412ad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.354935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b25f6b2d-1e35-4a87-9207-63d25e412ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.376265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=1ad9b297-e9ed-4217-896d-809ded20a93f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:27.379722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port 1ad9b297-e9ed-4217-896d-809ded20a93f on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:27.384000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Deleting port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:27.384535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.392891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.507714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9af55d-bf7b-4167-9bc8-bb18d8832725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.529199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.574301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9af55d-bf7b-4167-9bc8-bb18d8832725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518115c5-1606-4ab7-b60e-f4be56a2d370,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:27.576526 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad9af55d-bf7b-4167-9bc8-bb18d8832725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.579945 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ad9af55d-bf7b-4167-9bc8-bb18d8832725 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/518115c5-1606-4ab7-b60e-f4be56a2d370 HTTP/1.1" status: 204  len: 168 time: 1.3170350
Nov 27 20:59:27.580275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba41925e-5b6c-44c6-93d2-c3f7dbdfc0bd None None] Network d4492281-c7d4-4c4c-88e3-00b8c72724dc requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:27.612045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] For port 4ebac182-8a28-42f8-9b81-45a0a7ad3616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ebac182-8a28-42f8-9b81-45a0a7ad3616,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:27.612420 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.627374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Calling delete_port for 4ebac182-8a28-42f8-9b81-45a0a7ad3616 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:27.711440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47630) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:27.716811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7fd610>,) {'filters': {'network_id': ['f92416e5-157c-43c1-929d-cfed466f7f93']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:27.749469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7fd610>, 'fed5485f-c12b-4300-9527-57b0a17c6f43') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:27.749780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7fd610>, 'fed5485f-c12b-4300-9527-57b0a17c6f43') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:27.795868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aec03d-fa2a-4b72-a0d4-f798349adc04 None None] DHCP port deletion for d4492281-c7d4-4c4c-88e3-00b8c72724dc request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:27.831376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b25f6b2d-1e35-4a87-9207-63d25e412ad5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f19803722bd14f04bf31794801d8eab3&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1675761
Nov 27 20:59:27.837170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47634) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:27.855628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f6b2d-1e35-4a87-9207-63d25e412ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0360b-e19e-4d1a-8540-bfa506385cf6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:27.856875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-89aec03d-fa2a-4b72-a0d4-f798349adc04 None None] Deleting port 1d231ae8-8798-4bbc-be64-2cdf75113f12 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:27.857288 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89aec03d-fa2a-4b72-a0d4-f798349adc04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.861961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.863464 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.923135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.929842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event deleted for resources: {'Port': ['ID=4ebac182-8a28-42f8-9b81-45a0a7ad3616,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:27.936929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-89aec03d-fa2a-4b72-a0d4-f798349adc04 None None] For port 1d231ae8-8798-4bbc-be64-2cdf75113f12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d231ae8-8798-4bbc-be64-2cdf75113f12,segment=NetworkSegment(87542c36-6d14-4b38-b6ed-d74b6a73f473),segment_id=87542c36-6d14-4b38-b6ed-d74b6a73f473)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:27.937565 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89aec03d-fa2a-4b72-a0d4-f798349adc04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:27.949396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0571d072-2e26-4520-83c0-2db153767def None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:27.960216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-89aec03d-fa2a-4b72-a0d4-f798349adc04 None None] Calling delete_port for 1d231ae8-8798-4bbc-be64-2cdf75113f12 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:27.982400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305c5f-3c2b-4dd6-ab64-68ad482ae545 req-b8ac33f3-f5db-44db-bf5a-ae2c4a934c8e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:27.989059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305c5f-3c2b-4dd6-ab64-68ad482ae545 req-b8ac33f3-f5db-44db-bf5a-ae2c4a934c8e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:27.995702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305c5f-3c2b-4dd6-ab64-68ad482ae545 req-b8ac33f3-f5db-44db-bf5a-ae2c4a934c8e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:28.004661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89305c5f-3c2b-4dd6-ab64-68ad482ae545 req-b8ac33f3-f5db-44db-bf5a-ae2c4a934c8e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 2374 time: 0.1716278
Nov 27 20:59:28.011165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] No DVR routers for this DVR port 4ebac182-8a28-42f8-9b81-45a0a7ad3616 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:28.020231 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.042609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.042861 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.043370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:28.043819 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-719e8263-e0c5-452c-b420-a3993ec8bf6b req-cb965ae8-b4e2-4854-89f8-9614fbab0124 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "DELETE /v2.0/ports/4ebac182-8a28-42f8-9b81-45a0a7ad3616 HTTP/1.1" status: 204  len: 173 time: 0.9004622
Nov 27 20:59:28.047711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'name': 'network-vif-deleted', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:28.050446 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24422e5-8e3f-409f-aa05-2e2128f1cc57" -d '{"events": [{"server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "name": "network-vif-deleted", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:28.058356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:28.065342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:28.067475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=1fe05a9a-f03f-4278-bf46-0881b215cfd3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:28.077803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:28.078852 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.083098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c183b6ed-94a8-4ed5-87b0-159ff6cf9b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.092691 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89aec03d-fa2a-4b72-a0d4-f798349adc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:28.108884 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:28.111873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.133469 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c183b6ed-94a8-4ed5-87b0-159ff6cf9b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.139681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89305c5f-3c2b-4dd6-ab64-68ad482ae545 req-be46f949-741e-4286-a378-5585604e7a25 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341000
Nov 27 20:59:28.150960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1d231ae8-8798-4bbc-be64-2cdf75113f12 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:28.154759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aec03d-fa2a-4b72-a0d4-f798349adc04 None None] Pushing event deleted for resources: {'Port': ['ID=1d231ae8-8798-4bbc-be64-2cdf75113f12,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:28.161910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aec03d-fa2a-4b72-a0d4-f798349adc04 None None] No DVR routers for this DVR port 1d231ae8-8798-4bbc-be64-2cdf75113f12 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:28.187132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.211731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 1d231ae8-8798-4bbc-be64-2cdf75113f12 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:28.213230 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1d231ae8-8798-4bbc-be64-2cdf75113f12 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:28.277078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:28.284154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:28.298595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:28.355236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.381469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=c24676eb-b68a-43ef-928f-8f5a3e6d3406,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:28.384804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.393461 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/f92416e5-157c-43c1-929d-cfed466f7f93 HTTP/1.1" status: 204  len: 168 time: 4.6246493
Nov 27 20:59:28.396453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47644) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:28.415689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1923186285'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:28.434577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.445313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:28.446267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.473315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774206d-6332-4511-93cb-f754f7789995 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=f92416e5-157c-43c1-929d-cfed466f7f93,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:28.481262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4371f0>,) {'filters': {'network_id': ['d4492281-c7d4-4c4c-88e3-00b8c72724dc']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:28.508169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4371f0>, '87542c36-6d14-4b38-b6ed-d74b6a73f473') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:28.508309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4371f0>, '87542c36-6d14-4b38-b6ed-d74b6a73f473') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:28.526343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c183b6ed-94a8-4ed5-87b0-159ff6cf9b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.527943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:28.530193 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c183b6ed-94a8-4ed5-87b0-159ff6cf9b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.531388 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c183b6ed-94a8-4ed5-87b0-159ff6cf9b89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4d0360b-e19e-4d1a-8540-bfa506385cf6 HTTP/1.1" status: 204  len: 168 time: 0.6847746
Nov 27 20:59:28.531644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.541218 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d8d031-940f-45e5-984f-9ddc0b45dabf x-openstack-request-id: req-82d8d031-940f-45e5-984f-9ddc0b45dabf {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:28.541512 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a6bdc1-0d85-4563-8ef9-f6a0a17075a0", "name": "network-vif-deleted", "tag": "4ebac182-8a28-42f8-9b81-45a0a7ad3616", "status": "failed", "code": 422}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:28.541771 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82d8d031-940f-45e5-984f-9ddc0b45dabf {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:28.542178 ncdv-master-1 neutron-server[120908]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23a6bdc1-0d85-4563-8ef9-f6a0a17075a0', 'name': 'network-vif-deleted', 'tag': '4ebac182-8a28-42f8-9b81-45a0a7ad3616', 'status': 'failed', 'code': 422} returned with failed status
Nov 27 20:59:28.548096 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.568795 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-98784f0c-6b05-4935-b174-278893bbb24c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6289032
Nov 27 20:59:28.572153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183b6ed-94a8-4ed5-87b0-159ff6cf9b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0360b-e19e-4d1a-8540-bfa506385cf6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:28.588600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.591025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117', 'admin_state_up': True, 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'security_groups': ['1d7ab178-febe-43ec-b403-d31bd0fe2d81']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:28.603819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:28.604249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:28.606400 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:28.689961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.700021 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.707335 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d4492281-c7d4-4c4c-88e3-00b8c72724dc HTTP/1.1" status: 204  len: 168 time: 0.9907477
Nov 27 20:59:28.718989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3063d4-bc59-48d0-bcbf-9294632756e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4492281-c7d4-4c4c-88e3-00b8c72724dc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:28.746332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:28.784019 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.784276 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment bed764c7-6836-4be9-8c1a-ee5e9746031b of type vlan for network 3c241ca4-78f0-460a-820e-dd208d54fda7
Nov 27 20:59:28.808846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6b477bf8-40b2-49e4-8d2d-9819f3d37753 None None] Provisioning complete for port c24676eb-b68a-43ef-928f-8f5a3e6d3406 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:28.809267 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6b477bf8-40b2-49e4-8d2d-9819f3d37753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:28.869236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6b477bf8-40b2-49e4-8d2d-9819f3d37753 None None] Port c24676eb-b68a-43ef-928f-8f5a3e6d3406 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:28.950319 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.047152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Made reservation on behalf of c03be159839446f2a47ca07f13bb552c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:29.052413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.063984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.080758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47672) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:29.101954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.109505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:29.110507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.149199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9c69790c-50f9-40cf-808f-a5bb58a0be2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90d16fd50eb2412992297f88bb1d4580&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0670280
Nov 27 20:59:29.151657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47674) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:29.215370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-327e4785-2378-438b-bd4f-4c9ef8fda397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.226035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8255496
Nov 27 20:59:29.256790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47678) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:29.262491 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-327e4785-2378-438b-bd4f-4c9ef8fda397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.273216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a463d45b-15df-42d5-b4af-09b37866ffb3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:29.274985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a463d45b-15df-42d5-b4af-09b37866ffb3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.3537784
Nov 27 20:59:29.279340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': '3c241ca4-78f0-460a-820e-dd208d54fda7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:29.348220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340afe-3242-48ad-af10-3acff624b73e req-a67d12e5-be5f-46a1-9a40-ea29ef25df0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:29.354444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340afe-3242-48ad-af10-3acff624b73e req-a67d12e5-be5f-46a1-9a40-ea29ef25df0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:29.361247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340afe-3242-48ad-af10-3acff624b73e req-a67d12e5-be5f-46a1-9a40-ea29ef25df0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:29.369759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340afe-3242-48ad-af10-3acff624b73e req-a67d12e5-be5f-46a1-9a40-ea29ef25df0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:29.371643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07340afe-3242-48ad-af10-3acff624b73e req-a67d12e5-be5f-46a1-9a40-ea29ef25df0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3095 time: 0.1060884
Nov 27 20:59:29.383283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac11ed9-0f44-45e5-822f-64cb8746b31a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=3c241ca4-78f0-460a-820e-dd208d54fda7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:29.400093 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-d9869bd2-5e49-472e-99d9-ea6d56fa7caa tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/quotas/376670c463284dec902268e55ba60b72 HTTP/1.1" status: 200  len: 375 time: 0.1019402
Nov 27 20:59:29.400743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3c241ca4-78f0-460a-820e-dd208d54fda7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:29.423651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-327e4785-2378-438b-bd4f-4c9ef8fda397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.428131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-327e4785-2378-438b-bd4f-4c9ef8fda397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.429426 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-327e4785-2378-438b-bd4f-4c9ef8fda397 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5c95895-1e12-40d9-9227-769cc2409224 HTTP/1.1" status: 204  len: 168 time: 0.2767575
Nov 27 20:59:29.453546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.504256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07340afe-3242-48ad-af10-3acff624b73e req-2e2b48a0-a2ad-420e-b416-86390494faed tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065109
Nov 27 20:59:29.508597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e4785-2378-438b-bd4f-4c9ef8fda397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c95895-1e12-40d9-9227-769cc2409224,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:29.533778 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-bf157bcf-90aa-4575-8871-3bc7984b02de tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0893979
Nov 27 20:59:29.678272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Allocated IP 10.2.2.200 (cd3220c8-70c2-46d1-9b13-a59a0a45a117/5d2ee161-ccdf-43d2-bc59-97c39e568c31/78e281c6-feff-4dc3-8b5f-015a2ed0fc39) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:29.786498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:29.790547 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:29.929387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-50bd8a31-0b10-422f-98b8-d08f0191a2e2 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3943958
Nov 27 20:59:30.208682 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.253901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.263727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.298113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47716) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:30.309124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-88e3db36-1006-4f02-871d-0db1fd7d902b service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3621693
Nov 27 20:59:30.404575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=1fe05a9a-f03f-4278-bf46-0881b215cfd3,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:30.443732 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.450660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-462977230-network', 'tenant_id': '5399873bca254683bedebb5102a1b6e5'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:30.480323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Made reservation on behalf of 5399873bca254683bedebb5102a1b6e5 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:30.486538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.499368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.559982 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f154951e-921f-4f3c-b853-0e7125f666ed req-0a2ae21d-7e50-457b-b37b-76d8a214bc1a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 210 time: 0.0494058
Nov 27 20:59:30.567617 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP adc4c152-a43a-41bf-8265-a462b595f901 associated. External IP: 172.35.3.63, port: 10a5c330-b4aa-463d-a466-674b56eb7811.
Nov 27 20:59:30.570020 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.642727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.669199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.683976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.723102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:30.736585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:30.742117 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.742559 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Added segment 51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4 of type vlan for network 2dde36fb-bdeb-4207-80d6-9a23277e3239
Nov 27 20:59:30.744419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:30.793042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:30.806389 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.856442 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.858279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:30.859168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.896989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=c9a1da25-691b-461a-8243-6497ccd9c832,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:30.918091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:30.947244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6451344
Nov 27 20:59:30.948174 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47740) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:30.952426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Request body: {'subnet': {'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-462977230-subnet', 'tenant_id': '5399873bca254683bedebb5102a1b6e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:30.981384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Made reservation on behalf of 5399873bca254683bedebb5102a1b6e5 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:30.983945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:30.984608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event updated for resources: {'Port': ['ID=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:30.997704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:30.998737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:31.007035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': 'bed764c7-6836-4be9-8c1a-ee5e9746031b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3c241ca4-78f0-460a-820e-dd208d54fda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:31.007808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: 3c241ca4-78f0-460a-820e-dd208d54fda7, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:31.045636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140f88c-8ca1-4e7e-9f7d-e125307890ef admin admin] Pushing event updated for resources: {'Network': ['ID=2dde36fb-bdeb-4207-80d6-9a23277e3239,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:31.074865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2dde36fb-bdeb-4207-80d6-9a23277e3239 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:31.084736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7056fd-03b7-4e3f-90f0-d1d94f2116a2 req-1aea07df-bc18-46a0-9c2d-148944787174 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:31.092319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7056fd-03b7-4e3f-90f0-d1d94f2116a2 req-1aea07df-bc18-46a0-9c2d-148944787174 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:31.109331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7056fd-03b7-4e3f-90f0-d1d94f2116a2 req-1aea07df-bc18-46a0-9c2d-148944787174 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:31.116619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7056fd-03b7-4e3f-90f0-d1d94f2116a2 req-1aea07df-bc18-46a0-9c2d-148944787174 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:31.130793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7056fd-03b7-4e3f-90f0-d1d94f2116a2 req-1aea07df-bc18-46a0-9c2d-148944787174 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:31.141117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c7056fd-03b7-4e3f-90f0-d1d94f2116a2 req-1aea07df-bc18-46a0-9c2d-148944787174 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3816 time: 0.4847775
Nov 27 20:59:31.173534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-5af871f2-78a1-4cd3-abfa-6863e5cca007 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5906022
Nov 27 20:59:31.197864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:31.211958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network 3c241ca4-78f0-460a-820e-dd208d54fda7 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:31.256037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:31.327424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cb6e4e6e-e379-4af8-8285-5f7d19c87918 None None] Provisioning complete for port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:31.328484 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4e6e-e379-4af8-8285-5f7d19c87918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:31.337139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Checking segment: {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:31.337790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Network hostable DHCP agents. Network: 2dde36fb-bdeb-4207-80d6-9a23277e3239, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:31.355575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c7056fd-03b7-4e3f-90f0-d1d94f2116a2 req-0cfbb4f3-8775-46ab-82d5-274137240386 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2134116
Nov 27 20:59:31.357604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb2d32d-ce22-4747-a5f4-3df29b8c029f,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:31.364644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Network 2dde36fb-bdeb-4207-80d6-9a23277e3239 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:31.373445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2dde36fb-bdeb-4207-80d6-9a23277e3239) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:31.388574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72bbd10-329b-4464-8bce-eff4ba6e0a53 None None] Network 2dde36fb-bdeb-4207-80d6-9a23277e3239 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:31.390252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:31.391213 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:31.423139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0cf3c525-eb40-4793-9da5-476389421cd3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4670970
Nov 27 20:59:31.423509 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e4e6e-e379-4af8-8285-5f7d19c87918 None None] Port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:31.443052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3c241ca4-78f0-460a-820e-dd208d54fda7) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:31.453582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:31.454522 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:31.466104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e06f4c6-13b5-4266-b881-145a91ddb563 None None] Network 3c241ca4-78f0-460a-820e-dd208d54fda7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:31.504298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47750) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:31.504497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d34aba7-0906-4a7e-8c74-914d9c82f617 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2460065
Nov 27 20:59:31.519922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:31.572132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:31.728066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89967d-b2f5-4c85-8c58-cd9277cabaf4 None None] Network 2dde36fb-bdeb-4207-80d6-9a23277e3239 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:31.743538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:31.796166 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f222220-de4f-4798-8417-1a8b260bfa5b req-e42b7642-a78f-469d-bd3a-6ad3561096c0 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 210 time: 0.0484993
Nov 27 20:59:31.833911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d262f7c0-6767-4e38-9468-9de1b3d89aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3c241ca4-78f0-460a-820e-dd208d54fda7', 'network_id': '3c241ca4-78f0-460a-820e-dd208d54fda7', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': 'c9a1da25-691b-461a-8243-6497ccd9c832'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:59:31.835120 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d262f7c0-6767-4e38-9468-9de1b3d89aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:31.928748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.278202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-dbd95ffa-ee3d-4ded-8036-27ee4533f9f0 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:32.280125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-dbd95ffa-ee3d-4ded-8036-27ee4533f9f0 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.15 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.1710634
Nov 27 20:59:32.282201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.318198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Request body: {'port': {'device_id': 'c6a7be90-3883-4d01-95a0-9cc6f69fa906', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'admin_state_up': True, 'tenant_id': '376670c463284dec902268e55ba60b72'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:32.325421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a1da25-691b-461a-8243-6497ccd9c832,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:32.380361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:32.393435 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74a35f-2c0f-4762-8ebf-460f38e2e93e None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:32.409534 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74a35f-2c0f-4762-8ebf-460f38e2e93e None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:32.411002 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-dc74a35f-2c0f-4762-8ebf-460f38e2e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server [None req-d262f7c0-6767-4e38-9468-9de1b3d89aac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9a1da25-691b-461a-8243-6497ccd9c832: This subnet is being modified by another concurrent operation.
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 20:59:32.465501 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9a1da25-691b-461a-8243-6497ccd9c832: This subnet is being modified by another concurrent operation.
Nov 27 20:59:32.469967 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server 
Nov 27 20:59:32.486363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-7091c36d-46c8-4544-8de8-5e241b303577 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:32.495150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-7091c36d-46c8-4544-8de8-5e241b303577 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 812 time: 0.1614573
Nov 27 20:59:32.531180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cfba73-cbd7-426d-9c58-9902023f155f None None] Network 3c241ca4-78f0-460a-820e-dd208d54fda7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:32.546364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.596336 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.618937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd8a62b0>,) {'filters': {'network_id': ['3c241ca4-78f0-460a-820e-dd208d54fda7']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:32.630542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd8a62b0>, 'bed764c7-6836-4be9-8c1a-ee5e9746031b') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:32.630906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd8a62b0>, 'bed764c7-6836-4be9-8c1a-ee5e9746031b') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:32.644112 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7ff51ffe-0bf6-407c-a493-cb3a553ef74c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 7.1056538
Nov 27 20:59:32.644875 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.653222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47780) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:32.659865 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-dc74a35f-2c0f-4762-8ebf-460f38e2e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190ac0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:32.660954 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.668270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:32.668674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.680776 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74a35f-2c0f-4762-8ebf-460f38e2e93e None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:32.681511 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-dc74a35f-2c0f-4762-8ebf-460f38e2e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:32.713405 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:32.722777 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-ae566ca5-c8aa-409d-848c-189dca5363b1 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/quotas/5399873bca254683bedebb5102a1b6e5 HTTP/1.1" status: 200  len: 375 time: 0.2258964
Nov 27 20:59:32.725298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74501211-1a75-4c21-acc3-7ceff45f06e1 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 20:59:32.739742 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-dc74a35f-2c0f-4762-8ebf-460f38e2e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190ac0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:32.740782 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74a35f-2c0f-4762-8ebf-460f38e2e93e None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:32.762359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75d852-8d04-4e4c-8523-da383f937c20 req-53328d75-5213-4a31-b349-80680a2bd38e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:32.770576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75d852-8d04-4e4c-8523-da383f937c20 req-53328d75-5213-4a31-b349-80680a2bd38e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:32.777409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75d852-8d04-4e4c-8523-da383f937c20 req-53328d75-5213-4a31-b349-80680a2bd38e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:32.785519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75d852-8d04-4e4c-8523-da383f937c20 req-53328d75-5213-4a31-b349-80680a2bd38e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:32.788668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-d83d1037-f350-4b08-8702-6cbbf7f7f62b tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0641158
Nov 27 20:59:32.792028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75d852-8d04-4e4c-8523-da383f937c20 req-53328d75-5213-4a31-b349-80680a2bd38e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:32.793950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac75d852-8d04-4e4c-8523-da383f937c20 req-53328d75-5213-4a31-b349-80680a2bd38e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3816 time: 0.2033257
Nov 27 20:59:32.797016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef2b0c3-7e85-49c6-a464-7f8486966ae7 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:32.816337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.825262 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8ebee9d9-b219-4a0d-a6ea-35ceee76d64a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "GET /v2.0/floatingips/adc4c152-a43a-41bf-8265-a462b595f901 HTTP/1.1" status: 200  len: 977 time: 0.1706276
Nov 27 20:59:32.830726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47786) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:32.886865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac75d852-8d04-4e4c-8523-da383f937c20 req-2d51bf1e-87c7-46b2-b4b0-b3a7cfe8ba55 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737078
Nov 27 20:59:32.896363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Transition to ACTIVE for port object cef2b0c3-7e85-49c6-a464-7f8486966ae7 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:59:32.902002 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.920601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74501211-1a75-4c21-acc3-7ceff45f06e1 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 20:59:32.964068 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:32.967862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Pushing event updated for resources: {'Port': ['ID=cef2b0c3-7e85-49c6-a464-7f8486966ae7,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:33.006141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:33.014390 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/3c241ca4-78f0-460a-820e-dd208d54fda7 HTTP/1.1" status: 204  len: 168 time: 1.5077043
Nov 27 20:59:33.024272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47788) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:33.028892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58346de-8723-4210-a844-25b373145d58 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=3c241ca4-78f0-460a-820e-dd208d54fda7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:33.029072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1196018873'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:33.073085 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-07384c3c-de25-4c26-bf3b-8ce5821ea0a9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.2264566
Nov 27 20:59:33.075397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47790) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:33.077743 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5fbbf405-21fe-46ba-8a30-39ade11ce08f req-031aa890-18f6-4034-87e1-50fc5c06a84e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 210 time: 0.0541241
Nov 27 20:59:33.088797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'port_id': '4af1d2c0-0f22-4131-b768-0085eb5203cc'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:33.101009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.api [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 27 20:59:33.101009 ncdv-master-1 neutron-server[120909]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Nov 27 20:59:33.101009 ncdv-master-1 neutron-server[120909]: [parameters: {'project_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'id': '8a0180cd-3521-4822-b2b5-67906cc31070', 'expiration': datetime.datetime(2021, 11, 27, 21, 1, 33, 79955)}]
Nov 27 20:59:33.101009 ncdv-master-1 neutron-server[120909]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:59:33.101459 ncdv-master-1 neutron-server[120909]: DEBUG oslo_db.api [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:59:33.105476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Attempting to bind port cef2b0c3-7e85-49c6-a464-7f8486966ae7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:33.105820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Attempting to bind port cef2b0c3-7e85-49c6-a464-7f8486966ae7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:33.106152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Attempting to bind port cef2b0c3-7e85-49c6-a464-7f8486966ae7 on network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:33.110651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Port cef2b0c3-7e85-49c6-a464-7f8486966ae7 on network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:33.110969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Attempting to bind port cef2b0c3-7e85-49c6-a464-7f8486966ae7 on network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:33.116199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:33.116535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Checking segment: {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:33.117024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Bound using segment: {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:33.117472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Bound port: cef2b0c3-7e85-49c6-a464-7f8486966ae7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbec0034-dbf5-4a12-8909-8654567a3b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:33.118004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:33.161404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Made reservation on behalf of 376670c463284dec902268e55ba60b72 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:33.165943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:33.172550 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-0722ae50-b4af-49f0-b24d-3648297dc625 service neutron] 10.222.0.21 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3827024
Nov 27 20:59:33.194285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] For port cef2b0c3-7e85-49c6-a464-7f8486966ae7, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:33.202460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] For port cef2b0c3-7e85-49c6-a464-7f8486966ae7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:33.211875 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:33.221261 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:33.258989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:33.259989 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:33.261629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] 10.222.0.35 "PUT /v2.0/ports/cef2b0c3-7e85-49c6-a464-7f8486966ae7 HTTP/1.1" status: 200  len: 1092 time: 2.0701203
Nov 27 20:59:33.262278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:33.264833 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93044d10-0afb-4b0b-a0ef-21008202b8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "cef2b0c3-7e85-49c6-a464-7f8486966ae7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:33.290147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39b1ff-149d-4c04-b699-a9081eb9eb87 service neutron] Pushing event updated for resources: {'Port': ['ID=cef2b0c3-7e85-49c6-a464-7f8486966ae7,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:33.306187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:33.382245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:33.473999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-0c51d92f-4ef7-47fb-9fc4-bd4dbb02b8a1 service neutron] 10.222.0.21 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2900832
Nov 27 20:59:33.578910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7e3c8-d163-49e0-ba33-dd1db944988c req-1c44963a-8826-4208-b43d-87825289bca1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:33.588775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ac7e3c8-d163-49e0-ba33-dd1db944988c req-1c44963a-8826-4208-b43d-87825289bca1 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 946 time: 0.1555879
Nov 27 20:59:33.667182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ac7e3c8-d163-49e0-ba33-dd1db944988c req-2397d906-c258-4f88-ae3a-41103c6fc318 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770221
Nov 27 20:59:33.767210 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c59008-569a-413f-ad75-11a26964e85b x-openstack-request-id: req-05c59008-569a-413f-ad75-11a26964e85b {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:33.770424 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "cef2b0c3-7e85-49c6-a464-7f8486966ae7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:33.770424 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05c59008-569a-413f-ad75-11a26964e85b {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:33.770424 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7', 'status': 'completed', 'code': 200}
Nov 27 20:59:33.865112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:33.868839 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:33.950355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:33.973777 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:33.974377 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment 17982a4b-4b09-49e3-b2fe-97cb8f040a5e of type vlan for network 2be10c2f-717a-4f5c-8eed-2b389892532d
Nov 27 20:59:34.040408 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5dffceff-a1ea-43ce-8957-4a9a29a9165a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.044902 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.085925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Allocated IP 172.20.0.3 (39b4c68b-6f2a-4d98-a40b-89a7cdc47e01/c319d603-0243-43c4-a372-b7e936d765de/bd09b9f1-fd18-496c-abd0-1c4f21cc9366) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:34.149974 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.156181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.156839 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.183137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-00741654-919e-47c9-a521-e8079ced4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.183732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-00741654-919e-47c9-a521-e8079ced4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.184269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-00741654-919e-47c9-a521-e8079ced4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.184739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-00741654-919e-47c9-a521-e8079ced4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.185123 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40f23bf2-b5e3-4cbb-b263-82f55a0fce99 req-5d6e424e-6c8e-4bfe-bc6b-0a9fc7d074a2 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 210 time: 0.0602393
Nov 27 20:59:34.185283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-00741654-919e-47c9-a521-e8079ced4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.187118 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-00741654-919e-47c9-a521-e8079ced4038 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 4363 time: 0.3559055
Nov 27 20:59:34.297245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2718463
Nov 27 20:59:34.313376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47824) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:34.356688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27d7313f-9baa-4f6a-a7e1-85e73d51ff0d req-f4c766a1-4b40-44e2-853f-958c392f5c7e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 210 time: 0.0818923
Nov 27 20:59:34.365958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': '2be10c2f-717a-4f5c-8eed-2b389892532d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:34.404533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19306c00-3c2a-42d2-8197-476cccd7b5f4 req-c64eafef-1ec4-4189-9a25-b97e3e131a8d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.411901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19306c00-3c2a-42d2-8197-476cccd7b5f4 req-c64eafef-1ec4-4189-9a25-b97e3e131a8d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.419362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19306c00-3c2a-42d2-8197-476cccd7b5f4 req-c64eafef-1ec4-4189-9a25-b97e3e131a8d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.426819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19306c00-3c2a-42d2-8197-476cccd7b5f4 req-c64eafef-1ec4-4189-9a25-b97e3e131a8d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.433502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19306c00-3c2a-42d2-8197-476cccd7b5f4 req-c64eafef-1ec4-4189-9a25-b97e3e131a8d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.443834 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19306c00-3c2a-42d2-8197-476cccd7b5f4 req-c64eafef-1ec4-4189-9a25-b97e3e131a8d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3828 time: 0.3704808
Nov 27 20:59:34.445930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b998d8-ee72-4a72-8551-dd2642392bf6 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=2be10c2f-717a-4f5c-8eed-2b389892532d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:34.460996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2be10c2f-717a-4f5c-8eed-2b389892532d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:34.614488 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.625644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e81df6-5fa0-4831-a0b4-1270866d1c86 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:34.659569 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.685500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-ee7fdb73-4222-47ff-9e09-a47dde6b14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.686005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-ee7fdb73-4222-47ff-9e09-a47dde6b14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.686558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-ee7fdb73-4222-47ff-9e09-a47dde6b14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:34.688654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-ee7fdb73-4222-47ff-9e09-a47dde6b14c2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.4746335
Nov 27 20:59:34.702423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Ignored duplicate provisioning block setup for port 14e81df6-5fa0-4831-a0b4-1270866d1c86 by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 27 20:59:34.733246 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.738371 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.739590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19306c00-3c2a-42d2-8197-476cccd7b5f4 req-276ab1a6-59d9-4c18-a3d9-bb476acbe2df tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2947798
Nov 27 20:59:34.746126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.803941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.843750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:34.847413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:34.877084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:34.929174 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:34.937655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:34.951239 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ee1a8-d715-4ccf-bf9c-32ef556c3d07 None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:34.985518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event updated for resources: {'Port': ['ID=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:35.043546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.ipam_backend_mixin [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing IP validity checks on allocation pools {{(pid=120909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 27 20:59:35.044475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.ipam_backend_mixin [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 27 20:59:35.058964 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP adc4c152-a43a-41bf-8265-a462b595f901 associated. External IP: 172.35.3.63, port: 10a5c330-b4aa-463d-a466-674b56eb7811.
Nov 27 20:59:35.077403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bc136aa3-a132-47f3-8109-981995464859 None None] Provisioning complete for port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:35.078043 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bc136aa3-a132-47f3-8109-981995464859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:35.085192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:35.087099 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:35.204308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bc136aa3-a132-47f3-8109-981995464859 None None] Port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:35.214418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-a466bf63-58d1-4bda-a8e8-c12aed1efc18 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9020536
Nov 27 20:59:35.244257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=5']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:35.256412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Request body: {'port': {'device_id': 'c6a7be90-3883-4d01-95a0-9cc6f69fa906', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:35.288846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-12bc3d0c-88b1-4ac9-b7a2-9fdf96ee9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:35.290989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93044d10-0afb-4b0b-a0ef-21008202b8e3 req-12bc3d0c-88b1-4ac9-b7a2-9fdf96ee9963 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5875666
Nov 27 20:59:35.363180 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:35.396921 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2c1557c-3931-407d-98a2-0c5ccb85f89a req-2a390d61-091c-420f-9249-e137d2ab78c5 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 210 time: 0.0519173
Nov 27 20:59:35.485825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Attempting to bind port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:35.495216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Attempting to bind port 14e81df6-5fa0-4831-a0b4-1270866d1c86 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:35.496193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Attempting to bind port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:35.507067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:35.530992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:35.531218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Attempting to bind port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:35.600687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e00840-238d-4d43-ac39-3d22bafd329b req-5f6f094a-a274-4f8a-aa2b-1d78358fe4d3 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:35.602208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20e00840-238d-4d43-ac39-3d22bafd329b req-5f6f094a-a274-4f8a-aa2b-1d78358fe4d3 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 946 time: 0.2198539
Nov 27 20:59:35.608498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:35.608848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:35.609254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Bound using segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:35.609716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Bound port: 14e81df6-5fa0-4831-a0b4-1270866d1c86, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:35.610134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:35.719377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=19920fff-4c23-4fd9-950f-736c7e640e66,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:35.767952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696f076-5b4c-40ab-87bf-1c4d013309a0 req-e622182a-85da-464d-ab29-a646ddc46319 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:35.769654 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3696f076-5b4c-40ab-87bf-1c4d013309a0 req-e622182a-85da-464d-ab29-a646ddc46319 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 931 time: 0.2848694
Nov 27 20:59:35.777488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': '17982a4b-4b09-49e3-b2fe-97cb8f040a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2be10c2f-717a-4f5c-8eed-2b389892532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:35.777986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: 2be10c2f-717a-4f5c-8eed-2b389892532d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:35.783405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:35.844316 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20e00840-238d-4d43-ac39-3d22bafd329b req-132c8056-d3f8-402d-8bc1-a96ffcb2c3ae tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2269101
Nov 27 20:59:35.881180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:35.890316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-6b789584-412a-4df1-91ea-0eea8f19cd5d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:35.891911 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-6b789584-412a-4df1-91ea-0eea8f19cd5d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 812 time: 0.3212457
Nov 27 20:59:35.893799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:35.894942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network 2be10c2f-717a-4f5c-8eed-2b389892532d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:35.902266 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:35.911393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3696f076-5b4c-40ab-87bf-1c4d013309a0 req-cf8eb343-9a65-47be-9d45-3941dbf893c7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326206
Nov 27 20:59:35.919529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Request body: {'port': {'device_id': '2bbdff5d-514b-4cbc-8060-6d47df494d46', 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239', 'admin_state_up': True, 'tenant_id': '5399873bca254683bedebb5102a1b6e5'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:35.929486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2be10c2f-717a-4f5c-8eed-2b389892532d) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:35.939596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d5fcdb-6a2d-4a44-a094-f361e559d39f None None] Network 2be10c2f-717a-4f5c-8eed-2b389892532d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:35.963211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:35.963890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.021904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.022826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.024469 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] 10.222.0.35 "PUT /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 1128 time: 2.7232468
Nov 27 20:59:36.028248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '14e81df6-5fa0-4831-a0b4-1270866d1c86'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:36.031118 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa9c222-4fc5-409b-8fed-990588958bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "14e81df6-5fa0-4831-a0b4-1270866d1c86"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:36.074688 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c404e544-61e0-4cad-ab29-bd554c54b0c3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.7186890
Nov 27 20:59:36.079634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47854) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:36.110891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29733e-0ad5-4da8-8412-b8c23f1a87e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:36.169426 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9accb05-6701-4d2e-a818-a812cdaef1b3 x-openstack-request-id: req-e9accb05-6701-4d2e-a818-a812cdaef1b3 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:36.169719 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "14e81df6-5fa0-4831-a0b4-1270866d1c86", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:36.169978 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9accb05-6701-4d2e-a818-a812cdaef1b3 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:36.170704 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '14e81df6-5fa0-4831-a0b4-1270866d1c86', 'status': 'completed', 'code': 200}
Nov 27 20:59:36.252164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2be10c2f-717a-4f5c-8eed-2b389892532d', 'network_id': '2be10c2f-717a-4f5c-8eed-2b389892532d', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': '19920fff-4c23-4fd9-950f-736c7e640e66'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:59:36.254294 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.294143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:36.419892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Made reservation on behalf of 5399873bca254683bedebb5102a1b6e5 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:36.424960 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.444364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd09b9f1-fd18-496c-abd0-1c4f21cc9366 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:36.450826 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-39e8fbb2-4d9e-4be6-9466-6a57867c69dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.482312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Allocated IP 172.20.0.3 (2be10c2f-717a-4f5c-8eed-2b389892532d/19920fff-4c23-4fd9-950f-736c7e640e66/888ef18a-31ec-4709-acb7-1788fac34b27) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:36.521925 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.533616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7f72-999b-43ce-9b78-3315b85f15f0 req-ac8217fc-14cc-4020-b62f-50f9fa04fa4b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.541316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7f72-999b-43ce-9b78-3315b85f15f0 req-ac8217fc-14cc-4020-b62f-50f9fa04fa4b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.547338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7f72-999b-43ce-9b78-3315b85f15f0 req-ac8217fc-14cc-4020-b62f-50f9fa04fa4b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.553546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7f72-999b-43ce-9b78-3315b85f15f0 req-ac8217fc-14cc-4020-b62f-50f9fa04fa4b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.560089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7f72-999b-43ce-9b78-3315b85f15f0 req-ac8217fc-14cc-4020-b62f-50f9fa04fa4b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.561677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-bd101340-473c-4b19-ab1b-bc95296b1ccf tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.563146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-bd101340-473c-4b19-ab1b-bc95296b1ccf tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 812 time: 0.3892384
Nov 27 20:59:36.566998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7f72-999b-43ce-9b78-3315b85f15f0 req-ac8217fc-14cc-4020-b62f-50f9fa04fa4b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.569172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-940e7f72-999b-43ce-9b78-3315b85f15f0 req-ac8217fc-14cc-4020-b62f-50f9fa04fa4b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 4598 time: 0.4471741
Nov 27 20:59:36.570888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-87ee6ba1-6f9b-4f19-be3a-05183bc2a72c req-5bdb2762-0eb0-40e6-b732-918822b41edf tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 210 time: 0.0747945
Nov 27 20:59:36.571727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.577402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:36.610459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Request body: {'port': {'device_id': '39d7875a-dab8-43cb-bf33-efb944a65a97', 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239', 'admin_state_up': True, 'tenant_id': '5399873bca254683bedebb5102a1b6e5'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:36.653413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-cc649f12-87c3-484b-a054-a4487425ab6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2889438
Nov 27 20:59:36.680759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Transition to ACTIVE for port object bd09b9f1-fd18-496c-abd0-1c4f21cc9366 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:59:36.683777 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.697443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-3728dc05-320a-4d77-976e-b160908d5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.697692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-3728dc05-320a-4d77-976e-b160908d5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.698444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-3728dc05-320a-4d77-976e-b160908d5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.698994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-3728dc05-320a-4d77-976e-b160908d5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.699568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-3728dc05-320a-4d77-976e-b160908d5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.700115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-3728dc05-320a-4d77-976e-b160908d5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:36.702490 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-3728dc05-320a-4d77-976e-b160908d5844 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5284 time: 0.4732459
Nov 27 20:59:36.717985 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.721461 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.727491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef329e-7a7b-4071-8032-288d449f6c4f None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:36.734517 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.807009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Network 2be10c2f-717a-4f5c-8eed-2b389892532d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:36.814184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef329e-7a7b-4071-8032-288d449f6c4f None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:36.814870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d4ef329e-7a7b-4071-8032-288d449f6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd602a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:36.823579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:36.833531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:36.884333 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.903407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d4ef329e-7a7b-4071-8032-288d449f6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd602a90>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:36.914621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d058d28-8cbd-4d28-a349-f0aa42143ddf None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:36.919735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Pushing event updated for resources: {'Port': ['ID=888ef18a-31ec-4709-acb7-1788fac34b27,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:36.939364 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-940e7f72-999b-43ce-9b78-3315b85f15f0 req-be5f8c20-defd-41a6-8953-75b478b39c42 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3524499
Nov 27 20:59:36.954947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Attempting to bind port 888ef18a-31ec-4709-acb7-1788fac34b27 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:36.955374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Attempting to bind port 888ef18a-31ec-4709-acb7-1788fac34b27 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '17982a4b-4b09-49e3-b2fe-97cb8f040a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2be10c2f-717a-4f5c-8eed-2b389892532d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:36.955748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Attempting to bind port 888ef18a-31ec-4709-acb7-1788fac34b27 on network 2be10c2f-717a-4f5c-8eed-2b389892532d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:36.964331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef329e-7a7b-4071-8032-288d449f6c4f None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:36.964976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d4ef329e-7a7b-4071-8032-288d449f6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd602a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:36.967222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:36.967640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Checking segment: {'id': '17982a4b-4b09-49e3-b2fe-97cb8f040a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2be10c2f-717a-4f5c-8eed-2b389892532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:36.968055 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.968555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Bound using segment: {'id': '17982a4b-4b09-49e3-b2fe-97cb8f040a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2be10c2f-717a-4f5c-8eed-2b389892532d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:36.968936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Bound port: 888ef18a-31ec-4709-acb7-1788fac34b27, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17982a4b-4b09-49e3-b2fe-97cb8f040a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2be10c2f-717a-4f5c-8eed-2b389892532d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:36.969328 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:36.998031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Pushing event updated for resources: {'Port': ['ID=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:37.025686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d4ef329e-7a7b-4071-8032-288d449f6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd602a90>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:37.026371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef329e-7a7b-4071-8032-288d449f6c4f None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:37.101884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] For port 888ef18a-31ec-4709-acb7-1788fac34b27, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:37.105609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] For port 888ef18a-31ec-4709-acb7-1788fac34b27, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=888ef18a-31ec-4709-acb7-1788fac34b27,segment=NetworkSegment(17982a4b-4b09-49e3-b2fe-97cb8f040a5e),segment_id=17982a4b-4b09-49e3-b2fe-97cb8f040a5e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:37.111235 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:37.172356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151c964-d752-4d77-a1de-efad11bb8a71 None None] Pushing event updated for resources: {'Port': ['ID=888ef18a-31ec-4709-acb7-1788fac34b27,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:37.383281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-805720ea-d0ca-4bf0-ab9e-1c3a8c9a5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.383811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-805720ea-d0ca-4bf0-ab9e-1c3a8c9a5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.384285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-805720ea-d0ca-4bf0-ab9e-1c3a8c9a5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.384751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-805720ea-d0ca-4bf0-ab9e-1c3a8c9a5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.385213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-805720ea-d0ca-4bf0-ab9e-1c3a8c9a5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.385795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-805720ea-d0ca-4bf0-ab9e-1c3a8c9a5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.387629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-805720ea-d0ca-4bf0-ab9e-1c3a8c9a5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.390121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-805720ea-d0ca-4bf0-ab9e-1c3a8c9a5576 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6500 time: 0.6224396
Nov 27 20:59:37.390424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Allocated IP 172.20.0.7 (2dde36fb-bdeb-4207-80d6-9a23277e3239/9bb2d32d-ce22-4747-a5f4-3df29b8c029f/b4144523-0a7d-45d6-8421-1af4ee4eb23a) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:37.572336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Made reservation on behalf of 5399873bca254683bedebb5102a1b6e5 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:37.576198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:37.594097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02373a-ff54-4ff3-be53-1a486ade5ed7 req-a580cfb3-af1b-462d-ab2b-f507d6dabeea tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.602437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d02373a-ff54-4ff3-be53-1a486ade5ed7 req-a580cfb3-af1b-462d-ab2b-f507d6dabeea tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 946 time: 0.7116146
Nov 27 20:59:37.623288 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:37.692636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-7a4d5721-e0e1-43ef-8c87-47d03aa15951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.693277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-7a4d5721-e0e1-43ef-8c87-47d03aa15951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.693593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-7a4d5721-e0e1-43ef-8c87-47d03aa15951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.695213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-7a4d5721-e0e1-43ef-8c87-47d03aa15951 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.9640849
Nov 27 20:59:37.757334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=19920fff-4c23-4fd9-950f-736c7e640e66,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:37.776755 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:37.833488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27209e-23e0-45f7-b97a-b4590936459a req-ee015847-ca93-41d2-b562-cdcf11bb42d6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.835654 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b27209e-23e0-45f7-b97a-b4590936459a req-ee015847-ca93-41d2-b562-cdcf11bb42d6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 943 time: 0.7481198
Nov 27 20:59:37.896916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:37.897444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:37.905934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Attempting to bind port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:37.906277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Attempting to bind port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:37.906613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Attempting to bind port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:37.914144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d02373a-ff54-4ff3-be53-1a486ade5ed7 req-b1eb534a-817c-4d08-95bf-4ac8727610b4 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3110099
Nov 27 20:59:37.932983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-17e63a5f-5e63-4c0a-9c90-718a05fd7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.933466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-17e63a5f-5e63-4c0a-9c90-718a05fd7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.933936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-17e63a5f-5e63-4c0a-9c90-718a05fd7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:37.935554 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-17e63a5f-5e63-4c0a-9c90-718a05fd7948 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=b81d828c-3c59-4f0f-a608-265030413533&id=b81d828c-3c59-4f0f-a608-265030413533 HTTP/1.1" status: 200  len: 2297 time: 0.5041282
Nov 27 20:59:37.950594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:37.950789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Attempting to bind port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:37.971382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc104dc0>,) {'filters': {'network_id': ['2be10c2f-717a-4f5c-8eed-2b389892532d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:37.995574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:37.995854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Checking segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:37.996228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Bound using segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:37.996679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Bound port: bd09b9f1-fd18-496c-abd0-1c4f21cc9366, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:37.997354 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.027959 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b27209e-23e0-45f7-b97a-b4590936459a req-460bceb3-4ced-4950-bfd4-af9c5a4d86ae tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785734
Nov 27 20:59:38.028829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc104dc0>, '17982a4b-4b09-49e3-b2fe-97cb8f040a5e') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:38.029356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc104dc0>, '17982a4b-4b09-49e3-b2fe-97cb8f040a5e') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:38.079831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.089116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.127498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-021b416f-20a4-4e4c-b2a8-d7b5e5c87759 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03e5badb-8172-486f-9775-23060da4f0c7 HTTP/1.1" status: 200  len: 1001 time: 0.1766491
Nov 27 20:59:38.133260 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-35c35ce6-26df-4288-ba09-bb408ca1f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.134711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fa9c222-4fc5-409b-8fed-990588958bc0 req-35c35ce6-26df-4288-ba09-bb408ca1f2f1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4221432
Nov 27 20:59:38.139477 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.176585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 888ef18a-31ec-4709-acb7-1788fac34b27 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:59:38.202654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c01d3716-ab9a-4a11-901c-d82e1b24329f req-e6afcddb-e329-4811-b797-79490dd8b1e7 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 210 time: 0.0739899
Nov 27 20:59:38.207352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:38.207684 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:38.216856 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:38.266934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decba21e-805a-4b68-9d38-6e3b44662ff5 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:38.275492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 888ef18a-31ec-4709-acb7-1788fac34b27 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:38.275492 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.305694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-86d23d41-71e5-4d73-97c2-39d68be8be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.307233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-86d23d41-71e5-4d73-97c2-39d68be8be0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fefb2aa-37dd-4ae6-821d-068bbb418a00 HTTP/1.1" status: 200  len: 856 time: 0.1546066
Nov 27 20:59:38.309779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.314984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.api [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 20:59:38.314984 ncdv-master-1 neutron-server[120909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 20:59:38.314984 ncdv-master-1 neutron-server[120909]: [parameters: {'id': '2be10c2f-717a-4f5c-8eed-2b389892532d'}]
Nov 27 20:59:38.314984 ncdv-master-1 neutron-server[120909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:59:38.316694 ncdv-master-1 neutron-server[120909]: DEBUG oslo_db.api [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:59:38.330769 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.336638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] For port bd09b9f1-fd18-496c-abd0-1c4f21cc9366, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:38.362916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:38.380971 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252791c-21c7-4da9-b6ef-f4c0f33f2902 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:38.381802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.381968 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.385812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Ignored duplicate provisioning block setup for port decba21e-805a-4b68-9d38-6e3b44662ff5 by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 27 20:59:38.403451 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252791c-21c7-4da9-b6ef-f4c0f33f2902 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:38.404384 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6252791c-21c7-4da9-b6ef-f4c0f33f2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:38.406696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Network 2dde36fb-bdeb-4207-80d6-9a23277e3239 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:38.429730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:38.438345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:38.439888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 888ef18a-31ec-4709-acb7-1788fac34b27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=888ef18a-31ec-4709-acb7-1788fac34b27,segment=NetworkSegment(17982a4b-4b09-49e3-b2fe-97cb8f040a5e),segment_id=17982a4b-4b09-49e3-b2fe-97cb8f040a5e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:38.440668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d10ba-67be-48b9-9f6d-f583a9b14818 req-7c5a5fa1-073c-48b1-86e6-3dc2a6193925 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.450301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d10ba-67be-48b9-9f6d-f583a9b14818 req-7c5a5fa1-073c-48b1-86e6-3dc2a6193925 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.457206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.460327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d10ba-67be-48b9-9f6d-f583a9b14818 req-7c5a5fa1-073c-48b1-86e6-3dc2a6193925 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.469880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189cd3d5-03e9-4c2b-9954-1316fc2e2356 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:38.474863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d10ba-67be-48b9-9f6d-f583a9b14818 req-7c5a5fa1-073c-48b1-86e6-3dc2a6193925 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.483329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d10ba-67be-48b9-9f6d-f583a9b14818 req-7c5a5fa1-073c-48b1-86e6-3dc2a6193925 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.492487 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6252791c-21c7-4da9-b6ef-f4c0f33f2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8250>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:38.503704 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252791c-21c7-4da9-b6ef-f4c0f33f2902 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:38.504688 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6252791c-21c7-4da9-b6ef-f4c0f33f2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:38.509981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d10ba-67be-48b9-9f6d-f583a9b14818 req-7c5a5fa1-073c-48b1-86e6-3dc2a6193925 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.514510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-56a7c340-d74d-4f82-9abf-f2910b26a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.516181 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-56a7c340-d74d-4f82-9abf-f2910b26a82d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1987329
Nov 27 20:59:38.521793 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-515d10ba-67be-48b9-9f6d-f583a9b14818 req-7c5a5fa1-073c-48b1-86e6-3dc2a6193925 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 4598 time: 0.3744016
Nov 27 20:59:38.540254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] For port bd09b9f1-fd18-496c-abd0-1c4f21cc9366, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:38.542791 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.556844 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6252791c-21c7-4da9-b6ef-f4c0f33f2902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8250>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:38.557555 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252791c-21c7-4da9-b6ef-f4c0f33f2902 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:38.581496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.585402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=888ef18a-31ec-4709-acb7-1788fac34b27,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:38.621648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df7bdd-1794-4f15-ab40-ab7ffa7b65bc None None] Network 2be10c2f-717a-4f5c-8eed-2b389892532d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:38.623281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Pushing event updated for resources: {'Port': ['ID=b4144523-0a7d-45d6-8421-1af4ee4eb23a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:38.629193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Allocated IP 172.20.0.3 (2dde36fb-bdeb-4207-80d6-9a23277e3239/9bb2d32d-ce22-4747-a5f4-3df29b8c029f/3d04bbc6-1c06-45d6-ad10-58c0eee8d127) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:38.643195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.644447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.680747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-be5e1313-dc7e-4ab6-966e-d624f06f1a17 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/floatingips/adc4c152-a43a-41bf-8265-a462b595f901 HTTP/1.1" status: 200  len: 976 time: 5.6012614
Nov 27 20:59:38.689459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47882) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:38.701110 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-b87a74a9-7f1c-4487-97e2-e21c50e1b1bc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7955663
Nov 27 20:59:38.701340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3267043c-8b24-4771-8b2f-c5c022651a05 None None] Provisioning complete for port 888ef18a-31ec-4709-acb7-1788fac34b27 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:38.701727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3267043c-8b24-4771-8b2f-c5c022651a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.713606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c26fc7f6-f364-4a33-9fba-ad59072263e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:38.727521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Request body: {'port': {'device_id': '2bbdff5d-514b-4cbc-8060-6d47df494d46', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:38.735776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c60e1f-23a4-401b-a482-57de96694a82 None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:38.769501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.770206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.771688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] 10.222.0.15 "PUT /v2.0/ports/bd09b9f1-fd18-496c-abd0-1c4f21cc9366 HTTP/1.1" status: 200  len: 1091 time: 3.5220964
Nov 27 20:59:38.774000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a7be90-3883-4d01-95a0-9cc6f69fa906', 'tag': 'bd09b9f1-fd18-496c-abd0-1c4f21cc9366'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:38.776437 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c285de4f-1b19-4e2f-8654-616dc61bd024" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a7be90-3883-4d01-95a0-9cc6f69fa906", "tag": "bd09b9f1-fd18-496c-abd0-1c4f21cc9366"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:38.820811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=5']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:38.840456 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.841799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.845332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-e6c96731-0100-4a18-834f-d62b9f8462a7 service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141603
Nov 27 20:59:38.847351 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2371b1e-a30a-47ed-b598-209330624929 x-openstack-request-id: req-d2371b1e-a30a-47ed-b598-209330624929 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:38.848028 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a7be90-3883-4d01-95a0-9cc6f69fa906", "tag": "bd09b9f1-fd18-496c-abd0-1c4f21cc9366", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:38.848504 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2371b1e-a30a-47ed-b598-209330624929 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:38.849118 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a7be90-3883-4d01-95a0-9cc6f69fa906', 'tag': 'bd09b9f1-fd18-496c-abd0-1c4f21cc9366', 'status': 'completed', 'code': 200}
Nov 27 20:59:38.878887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-50fbc74b-d82b-4226-84b9-01e185e0b28c tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:38.880837 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-50fbc74b-d82b-4226-84b9-01e185e0b28c tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 946 time: 0.3392019
Nov 27 20:59:38.918336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3267043c-8b24-4771-8b2f-c5c022651a05 None None] Provisioning complete for port b4144523-0a7d-45d6-8421-1af4ee4eb23a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:38.918896 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3267043c-8b24-4771-8b2f-c5c022651a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:38.986586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3267043c-8b24-4771-8b2f-c5c022651a05 None None] Port b4144523-0a7d-45d6-8421-1af4ee4eb23a cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:39.012684 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5caab05-b45e-4899-bd8c-2cd4d6512abc None None] DHCP port deletion for 2be10c2f-717a-4f5c-8eed-2b389892532d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:39.105385 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-515d10ba-67be-48b9-9f6d-f583a9b14818 req-914834a1-eb44-4713-8635-4352138b1a4c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5751863
Nov 27 20:59:39.113448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b5caab05-b45e-4899-bd8c-2cd4d6512abc None None] Deleting port 888ef18a-31ec-4709-acb7-1788fac34b27 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:39.114156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b5caab05-b45e-4899-bd8c-2cd4d6512abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.116172 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c26fc7f6-f364-4a33-9fba-ad59072263e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.205562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b5caab05-b45e-4899-bd8c-2cd4d6512abc None None] For port 888ef18a-31ec-4709-acb7-1788fac34b27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=888ef18a-31ec-4709-acb7-1788fac34b27,segment=NetworkSegment(17982a4b-4b09-49e3-b2fe-97cb8f040a5e),segment_id=17982a4b-4b09-49e3-b2fe-97cb8f040a5e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:39.205993 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b5caab05-b45e-4899-bd8c-2cd4d6512abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.220650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b5caab05-b45e-4899-bd8c-2cd4d6512abc None None] Calling delete_port for 888ef18a-31ec-4709-acb7-1788fac34b27 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:39.228203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729dd41-5d8a-451d-9ab2-406c746f7a7f service neutron] Pushing event updated for resources: {'Port': ['ID=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:39.241640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-c0a5a345-0a60-4435-a7c3-ac8312125a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:39.241861 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.243425 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-c0a5a345-0a60-4435-a7c3-ac8312125a00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 1094 time: 0.4064405
Nov 27 20:59:39.247640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-4839e27c-4baa-420c-8ca3-b5386ab5ef4e service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3811045
Nov 27 20:59:39.272324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71cc40-bb11-4d2d-adc5-251ca958e0eb req-b5b808cf-78ba-4498-badd-25b5cad250c2 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:39.275901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d71cc40-bb11-4d2d-adc5-251ca958e0eb req-b5b808cf-78ba-4498-badd-25b5cad250c2 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 946 time: 0.2268848
Nov 27 20:59:39.281583 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port 888ef18a-31ec-4709-acb7-1788fac34b27 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:39.281935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.310491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Attempting to bind port decba21e-805a-4b68-9d38-6e3b44662ff5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:39.310917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Attempting to bind port decba21e-805a-4b68-9d38-6e3b44662ff5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:39.311316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Attempting to bind port decba21e-805a-4b68-9d38-6e3b44662ff5 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:39.313012 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b5caab05-b45e-4899-bd8c-2cd4d6512abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.329594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Port decba21e-805a-4b68-9d38-6e3b44662ff5 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:39.329922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Attempting to bind port decba21e-805a-4b68-9d38-6e3b44662ff5 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:39.340481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caab05-b45e-4899-bd8c-2cd4d6512abc None None] Pushing event deleted for resources: {'Port': ['ID=888ef18a-31ec-4709-acb7-1788fac34b27,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:39.346336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5caab05-b45e-4899-bd8c-2cd4d6512abc None None] No DVR routers for this DVR port 888ef18a-31ec-4709-acb7-1788fac34b27 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:39.409712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:39.410634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:39.410634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Bound using segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:39.411163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Bound port: decba21e-805a-4b68-9d38-6e3b44662ff5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:39.411381 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-d9adfe66-404e-4277-9ed6-4892e16b8fed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 200  len: 217 time: 0.0607097
Nov 27 20:59:39.411725 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.430248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Deleting port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:39.430738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.434336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-8f29e118-a59c-4a80-b454-31e085f1f3a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd09b9f1-fd18-496c-abd0-1c4f21cc9366 HTTP/1.1" status: 200  len: 217 time: 0.0978746
Nov 27 20:59:39.474060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port 888ef18a-31ec-4709-acb7-1788fac34b27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=888ef18a-31ec-4709-acb7-1788fac34b27,segment=NetworkSegment(17982a4b-4b09-49e3-b2fe-97cb8f040a5e),segment_id=17982a4b-4b09-49e3-b2fe-97cb8f040a5e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:39.474441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.482643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.488981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.512757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d71cc40-bb11-4d2d-adc5-251ca958e0eb req-36339532-44db-430d-8067-0d8802d7a144 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2275867
Nov 27 20:59:39.513685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for 888ef18a-31ec-4709-acb7-1788fac34b27 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:39.519759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c26fc7f6-f364-4a33-9fba-ad59072263e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.601635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c26fc7f6-f364-4a33-9fba-ad59072263e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.601894 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-c26fc7f6-f364-4a33-9fba-ad59072263e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP adc4c152-a43a-41bf-8265-a462b595f901 disassociated. External IP: 172.35.3.63, port: 4af1d2c0-0f22-4131-b768-0085eb5203cc.
Nov 27 20:59:39.619794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-4dc30dd6-7b00-4919-9844-202859988ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:39.621194 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-4dc30dd6-7b00-4919-9844-202859988ec1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.2000685
Nov 27 20:59:39.651411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Network 2dde36fb-bdeb-4207-80d6-9a23277e3239 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:39.686065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:39.691333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:39.705017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ff1b0e-71f7-400f-882a-0eaf660e9bc8 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:39.710080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2b77fa72-6ee3-4374-937a-db06133c8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:39.711836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-2b77fa72-6ee3-4374-937a-db06133c8caa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.2271669
Nov 27 20:59:39.732837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407b0cf-ecd8-47d6-abfc-ddeccd38df49 req-61820763-d241-4072-b2be-fc7ded77dee7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:39.734974 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b407b0cf-ecd8-47d6-abfc-ddeccd38df49 req-61820763-d241-4072-b2be-fc7ded77dee7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 943 time: 0.3189027
Nov 27 20:59:39.740137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7654087a-cec4-407a-bd60-b889a467a733 None None] Provisioning complete for port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:39.741025 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7654087a-cec4-407a-bd60-b889a467a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.747723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Pushing event updated for resources: {'Port': ['ID=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:39.782150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:39.785613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7654087a-cec4-407a-bd60-b889a467a733 None None] Port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:39.811122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-131aca58-3447-418f-ae76-16780c54de89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0907583
Nov 27 20:59:39.835368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] For port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:39.835738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.839580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:39.840214 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.853523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d778ec-7a69-43f3-93e7-71fe2c9a51c4 req-6c13f209-4b88-4d0a-8f8a-29b3b0e0937d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:39.855020 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-94d778ec-7a69-43f3-93e7-71fe2c9a51c4 req-6c13f209-4b88-4d0a-8f8a-29b3b0e0937d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 931 time: 0.2608650
Nov 27 20:59:39.859110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=decba21e-805a-4b68-9d38-6e3b44662ff5,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:39.865967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-382df87b-ddae-4bb6-a9ad-09b7e813c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:39.867599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-382df87b-ddae-4bb6-a9ad-09b7e813c67b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2137237
Nov 27 20:59:39.887424 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:39.920417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-8b3a692e-c81c-4514-9b65-3804a3f4db8d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3204732
Nov 27 20:59:39.921027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.007292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Request body: {'port': {'device_id': '39d7875a-dab8-43cb-bf33-efb944a65a97', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:40.017194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=888ef18a-31ec-4709-acb7-1788fac34b27,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:40.041018 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:40.041968 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.043807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] 10.222.0.35 "PUT /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 1129 time: 3.8063707
Nov 27 20:59:40.054377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 888ef18a-31ec-4709-acb7-1788fac34b27 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:40.054870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port 888ef18a-31ec-4709-acb7-1788fac34b27 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:40.063959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4144523-0a7d-45d6-8421-1af4ee4eb23a {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:40.077008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b407b0cf-ecd8-47d6-abfc-ddeccd38df49 req-dd3f6ee3-0fff-4a10-a56c-20334d3689f7 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2825842
Nov 27 20:59:40.099147 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.105244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 888ef18a-31ec-4709-acb7-1788fac34b27 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:40.105493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 888ef18a-31ec-4709-acb7-1788fac34b27 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:40.148669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-94d778ec-7a69-43f3-93e7-71fe2c9a51c4 req-c0b5b9a4-4d88-4968-a537-3700bc79c3a1 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2800615
Nov 27 20:59:40.186474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Transition to ACTIVE for port object b4144523-0a7d-45d6-8421-1af4ee4eb23a will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:59:40.198990 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.238782 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.242675 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.270684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-abb41fce-dc52-497e-8ee7-a762bda8851d service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3942058
Nov 27 20:59:40.295596 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.329142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01ab9c9-64b7-407f-97a1-33386bb3fdda None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:40.570942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:40.655221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-53d8279f-1747-4017-ae3b-2546338554cc service neutron] 10.222.0.15 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8230119
Nov 27 20:59:40.655766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176532a5-1fb7-4704-9dc2-1100d81a9ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:40.768157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efb98130>,) {'filters': {'network_id': ['2be10c2f-717a-4f5c-8eed-2b389892532d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:40.785534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4144523-0a7d-45d6-8421-1af4ee4eb23a,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:40.811408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efb98130>, '17982a4b-4b09-49e3-b2fe-97cb8f040a5e') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:40.811890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efb98130>, '17982a4b-4b09-49e3-b2fe-97cb8f040a5e') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:40.854535 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.857371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e94fa-0aa9-4c4e-820b-132f3a70a1d7 req-03c0b3f9-6906-4e29-8642-891f0ba1331b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:40.863968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e94fa-0aa9-4c4e-820b-132f3a70a1d7 req-03c0b3f9-6906-4e29-8642-891f0ba1331b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:40.870271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e94fa-0aa9-4c4e-820b-132f3a70a1d7 req-03c0b3f9-6906-4e29-8642-891f0ba1331b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:40.876690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e94fa-0aa9-4c4e-820b-132f3a70a1d7 req-03c0b3f9-6906-4e29-8642-891f0ba1331b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:40.886062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e94fa-0aa9-4c4e-820b-132f3a70a1d7 req-03c0b3f9-6906-4e29-8642-891f0ba1331b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:40.892354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e94fa-0aa9-4c4e-820b-132f3a70a1d7 req-03c0b3f9-6906-4e29-8642-891f0ba1331b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:40.898419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e94fa-0aa9-4c4e-820b-132f3a70a1d7 req-03c0b3f9-6906-4e29-8642-891f0ba1331b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:40.900409 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd4e94fa-0aa9-4c4e-820b-132f3a70a1d7 req-03c0b3f9-6906-4e29-8642-891f0ba1331b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5369 time: 0.3404045
Nov 27 20:59:40.907701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'decba21e-805a-4b68-9d38-6e3b44662ff5'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:40.910404 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fe792a-e945-4888-825b-8a0731fae717" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "decba21e-805a-4b68-9d38-6e3b44662ff5"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:40.924293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.957744 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.961676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.962069 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:40.962398 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Floating IP 5da9176c-4818-4953-9800-2d20706d73dd disassociated. External IP: 172.35.3.143, port: 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f.
Nov 27 20:59:40.962773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Calling delete_port for 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:40.995689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:40.996109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.006453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794fe37-ddea-41a4-a4cd-920445835472 req-04535382-e6ef-44e3-8055-5624e32c13ce tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.008013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e794fe37-ddea-41a4-a4cd-920445835472 req-04535382-e6ef-44e3-8055-5624e32c13ce tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 946 time: 0.2475107
Nov 27 20:59:41.008351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26fc7f6-f364-4a33-9fba-ad59072263e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:41.008699 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:41.033823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-2f92824d-8f54-40ae-b48c-22645403224f service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7404397
Nov 27 20:59:41.069450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5839ff21-4ef6-466f-b37a-7239072fefc9 req-78c1d451-41af-42da-bad3-392db9527f2a service neutron] 10.222.0.15 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4030457
Nov 27 20:59:41.178645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-8fcbbe6a-ba6e-44a9-8be5-66c8a34fd46e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 200  len: 217 time: 0.1024184
Nov 27 20:59:41.179221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Attempting to bind port b4144523-0a7d-45d6-8421-1af4ee4eb23a on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:41.179587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Attempting to bind port b4144523-0a7d-45d6-8421-1af4ee4eb23a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:41.179924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Attempting to bind port b4144523-0a7d-45d6-8421-1af4ee4eb23a on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:41.204127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.212381 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd4e94fa-0aa9-4c4e-820b-132f3a70a1d7 req-d9863ef6-70eb-41bb-b39a-6d1f5fd4457b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2974169
Nov 27 20:59:41.220228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.227573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/2be10c2f-717a-4f5c-8eed-2b389892532d HTTP/1.1" status: 204  len: 168 time: 5.1407351
Nov 27 20:59:41.253330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Port b4144523-0a7d-45d6-8421-1af4ee4eb23a on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:41.253330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Attempting to bind port b4144523-0a7d-45d6-8421-1af4ee4eb23a on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:41.255057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47906) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:41.276130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2001718947'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:41.280891 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d63124-087a-4909-b7d1-195f5b8a117d x-openstack-request-id: req-b9d63124-087a-4909-b7d1-195f5b8a117d {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:41.281191 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "decba21e-805a-4b68-9d38-6e3b44662ff5", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:41.281452 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9d63124-087a-4909-b7d1-195f5b8a117d {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:41.281849 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'decba21e-805a-4b68-9d38-6e3b44662ff5', 'status': 'completed', 'code': 200}
Nov 27 20:59:41.299126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f94f1b-fa3f-4f51-b1ae-36829ad1a117 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=2be10c2f-717a-4f5c-8eed-2b389892532d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:41.307646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:41.307994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Checking segment: {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:41.308616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Bound using segment: {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:41.310001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Bound port: b4144523-0a7d-45d6-8421-1af4ee4eb23a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:41.310537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.323643 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e794fe37-ddea-41a4-a4cd-920445835472 req-c1ab9aa8-d353-435a-bdf2-6c0a981b2b04 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdd0ad13-a0a5-4747-aff1-8d007a98b285&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2985203
Nov 27 20:59:41.386057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:41.390091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.395089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-26b1aca3-5729-40ef-b207-148531c0f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.399283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-26b1aca3-5729-40ef-b207-148531c0f1f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.2089710
Nov 27 20:59:41.446276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-e45718b2-88d1-41a4-be50-eccb93c668ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.447838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-e45718b2-88d1-41a4-be50-eccb93c668ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 1094 time: 0.3228731
Nov 27 20:59:41.554684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:41.591610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26fc7f6-f364-4a33-9fba-ad59072263e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:41.597276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.597468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c26fc7f6-f364-4a33-9fba-ad59072263e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.597672 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment e94940d8-f460-4285-8536-e3c25eaf0081 of type vlan for network 23abe2a8-e8e8-4488-baa6-c6f3568a62c8
Nov 27 20:59:41.609119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda7108-7973-4152-97a0-cd9278ff0e2c None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:41.616714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:41.623608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda7108-7973-4152-97a0-cd9278ff0e2c None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:41.624532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3fda7108-7973-4152-97a0-cd9278ff0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0bd400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:41.630030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a322e-2d07-4d3b-a8ba-af594a1d9699 req-a1d9cf8d-854f-4e89-929f-2dc712cadc1d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.631618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da1a322e-2d07-4d3b-a8ba-af594a1d9699 req-a1d9cf8d-854f-4e89-929f-2dc712cadc1d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 931 time: 0.2514510
Nov 27 20:59:41.633402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-d1554fe3-60b5-484c-ae65-2968086ad0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.635429 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-d1554fe3-60b5-484c-ae65-2968086ad0a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2123423
Nov 27 20:59:41.642419 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.665062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3fda7108-7973-4152-97a0-cd9278ff0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0bd400>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:41.672602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd509754-335c-4f69-843a-aaa757b45d39 req-016872db-6e5b-4810-b856-e4a73b558764 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.673835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd509754-335c-4f69-843a-aaa757b45d39 req-016872db-6e5b-4810-b856-e4a73b558764 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 943 time: 0.3137484
Nov 27 20:59:41.674898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda7108-7973-4152-97a0-cd9278ff0e2c None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:41.675854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] For port b4144523-0a7d-45d6-8421-1af4ee4eb23a, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:41.676073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3fda7108-7973-4152-97a0-cd9278ff0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0bd400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:41.694677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c26fc7f6-f364-4a33-9fba-ad59072263e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/floatingips/adc4c152-a43a-41bf-8265-a462b595f901 HTTP/1.1" status: 200  len: 687 time: 2.9852293
Nov 27 20:59:41.700283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-2305214a-8238-450e-beac-19cdc3f529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.701252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-2305214a-8238-450e-beac-19cdc3f529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.701252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-2305214a-8238-450e-beac-19cdc3f529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.701616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-2305214a-8238-450e-beac-19cdc3f529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.702082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-2305214a-8238-450e-beac-19cdc3f529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.702540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-2305214a-8238-450e-beac-19cdc3f529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.703032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-2305214a-8238-450e-beac-19cdc3f529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.704880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55fe792a-e945-4888-825b-8a0731fae717 req-2305214a-8238-450e-beac-19cdc3f529e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6206 time: 0.3435955
Nov 27 20:59:41.707914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47910) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:41.711297 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.721677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3fda7108-7973-4152-97a0-cd9278ff0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0bd400>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:41.722345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda7108-7973-4152-97a0-cd9278ff0e2c None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:41.751975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Transition to ACTIVE for port object 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:59:41.758961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] For port b4144523-0a7d-45d6-8421-1af4ee4eb23a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4144523-0a7d-45d6-8421-1af4ee4eb23a,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:41.765710 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.774359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.778132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.846422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ef4d5-7431-4866-ace3-b8a1aa4d194b None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:41.863336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Pushing event deleted for resources: {'Port': ['ID=8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:41.873766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da1a322e-2d07-4d3b-a8ba-af594a1d9699 req-8c955be3-4c3b-4514-bc38-89daf545634f tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248950
Nov 27 20:59:41.877332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.878499 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.879875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/b4144523-0a7d-45d6-8421-1af4ee4eb23a HTTP/1.1" status: 200  len: 1091 time: 3.1566722
Nov 27 20:59:41.885830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbdff5d-514b-4cbc-8060-6d47df494d46', 'tag': 'b4144523-0a7d-45d6-8421-1af4ee4eb23a'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:41.888442 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a66f59b-1398-4fd4-98d8-af72153d69f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbdff5d-514b-4cbc-8060-6d47df494d46", "tag": "b4144523-0a7d-45d6-8421-1af4ee4eb23a"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:41.894641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8405ae-de38-4ba7-bf36-f9651a6ef48e None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:41.914167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:41.936760 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:41.942090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:41.942708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:42.009283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-6ffd6250-c940-42ad-9f05-255c90fb4a0a service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3615193
Nov 27 20:59:42.023894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-f79740e0-4055-4b9c-a879-6b4a45d97dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.026166 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-f79740e0-4055-4b9c-a879-6b4a45d97dba service neutron] 10.222.0.15 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 913 time: 0.5413246
Nov 27 20:59:42.085377 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90640109-9ca2-47cb-b548-4142847f4df8 x-openstack-request-id: req-90640109-9ca2-47cb-b548-4142847f4df8 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:42.085677 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbdff5d-514b-4cbc-8060-6d47df494d46", "tag": "b4144523-0a7d-45d6-8421-1af4ee4eb23a", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:42.085940 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90640109-9ca2-47cb-b548-4142847f4df8 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:42.086339 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbdff5d-514b-4cbc-8060-6d47df494d46', 'tag': 'b4144523-0a7d-45d6-8421-1af4ee4eb23a', 'status': 'completed', 'code': 200}
Nov 27 20:59:42.139643 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8832867
Nov 27 20:59:42.151134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47914) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:42.162018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd509754-335c-4f69-843a-aaa757b45d39 req-cd1ae0f7-a250-416d-be1f-e9adf9e5a78a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4532280
Nov 27 20:59:42.173917 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-9312d759-bd96-4e70-9893-54e25af277cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd09b9f1-fd18-496c-abd0-1c4f21cc9366 HTTP/1.1" status: 200  len: 217 time: 0.1327250
Nov 27 20:59:42.189380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': '23abe2a8-e8e8-4488-baa6-c6f3568a62c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:42.195758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2ad61-82fd-4e3e-b536-efe9dc2e2581 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=23abe2a8-e8e8-4488-baa6-c6f3568a62c8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:42.203343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d48e1-9738-45d8-89c6-46473d8bd3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4144523-0a7d-45d6-8421-1af4ee4eb23a,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:42.209433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 23abe2a8-e8e8-4488-baa6-c6f3568a62c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:42.249419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:42.269252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-4cc7e530-2240-4f11-b208-dfee611a04db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.271202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-4cc7e530-2240-4f11-b208-dfee611a04db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&device_id=2bbdff5d-514b-4cbc-8060-6d47df494d46 HTTP/1.1" status: 200  len: 1094 time: 0.2892761
Nov 27 20:59:42.298692 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:42.308200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-4c8f2162-4ff0-42ae-8d8f-e898694409fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.308681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-4c8f2162-4ff0-42ae-8d8f-e898694409fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.309152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-4c8f2162-4ff0-42ae-8d8f-e898694409fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.310788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55fe792a-e945-4888-825b-8a0731fae717 req-4c8f2162-4ff0-42ae-8d8f-e898694409fd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.5601017
Nov 27 20:59:42.339011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Transition to ACTIVE for port object d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:59:42.369362 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:42.370330 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-f8903108-5987-43c2-8087-3005bb844216 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4144523-0a7d-45d6-8421-1af4ee4eb23a HTTP/1.1" status: 200  len: 217 time: 0.0715492
Nov 27 20:59:42.371044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Attempting to bind port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:42.371417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Attempting to bind port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:42.371764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Attempting to bind port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:42.423601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-664d571c-d7aa-450d-a377-a682a6e4fc87 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3341997
Nov 27 20:59:42.424172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:42.424509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Attempting to bind port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:42.459392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Pushing event updated for resources: {'Port': ['ID=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:42.513181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:42.513532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Checking segment: {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:42.513934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Bound using segment: {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:42.514394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Bound port: 3d04bbc6-1c06-45d6-ad10-58c0eee8d127, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:42.514759 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:42.525283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-cf891903-e706-4929-a55b-020c7f5dc7aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=14f3487c-a918-45af-a334-40c24460e19d HTTP/1.1" status: 200  len: 217 time: 0.0668218
Nov 27 20:59:42.540033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:42.543683 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:42.576277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-7dc7ee84-2b94-4c66-85c6-8be24b7cc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.577809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-7dc7ee84-2b94-4c66-85c6-8be24b7cc30b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb2d32d-ce22-4747-a5f4-3df29b8c029f HTTP/1.1" status: 200  len: 852 time: 0.1857786
Nov 27 20:59:42.646432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:42.693086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:42.693664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:42.712286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876f3b-f1d9-40a9-8b4a-91f6fb1e9175 req-2bee0a04-bf0d-4364-85c1-e215720ae193 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.718467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876f3b-f1d9-40a9-8b4a-91f6fb1e9175 req-2bee0a04-bf0d-4364-85c1-e215720ae193 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.727033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876f3b-f1d9-40a9-8b4a-91f6fb1e9175 req-2bee0a04-bf0d-4364-85c1-e215720ae193 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.733151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876f3b-f1d9-40a9-8b4a-91f6fb1e9175 req-2bee0a04-bf0d-4364-85c1-e215720ae193 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.739934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876f3b-f1d9-40a9-8b4a-91f6fb1e9175 req-2bee0a04-bf0d-4364-85c1-e215720ae193 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.747407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876f3b-f1d9-40a9-8b4a-91f6fb1e9175 req-2bee0a04-bf0d-4364-85c1-e215720ae193 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.754351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876f3b-f1d9-40a9-8b4a-91f6fb1e9175 req-2bee0a04-bf0d-4364-85c1-e215720ae193 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.762006 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-94876f3b-f1d9-40a9-8b4a-91f6fb1e9175 req-2bee0a04-bf0d-4364-85c1-e215720ae193 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5381 time: 0.4035215
Nov 27 20:59:42.815138 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-a32aa446-a2bb-459a-ba75-549ba368dda9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dde36fb-bdeb-4207-80d6-9a23277e3239&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1885543
Nov 27 20:59:42.850070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port 1fe05a9a-f03f-4278-bf46-0881b215cfd3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:42.850419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:42.852878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-935757b3-1e70-46e9-b2ad-8be5dc09ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.854351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-935757b3-1e70-46e9-b2ad-8be5dc09ee79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.6714077
Nov 27 20:59:42.890942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-5ca9d00a-e168-4fd1-a24b-05fefef3d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:42.891232 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1b243c52-de11-43c2-8ffb-d28fb474bf3d req-56fa85a7-6310-4378-bdc6-09f788be5c47 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 210 time: 0.4363720
Nov 27 20:59:42.892489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-5ca9d00a-e168-4fd1-a24b-05fefef3d113 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.3535516
Nov 27 20:59:42.949152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-7e38cca5-e227-42cb-b3a9-ed0a1bbe2779 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0673976
Nov 27 20:59:42.968531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Router c8eacb6b-9bf2-40d9-a669-5a29f286e919 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:42.969602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] For port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:43.036376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] For port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:43.055636 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-94876f3b-f1d9-40a9-8b4a-91f6fb1e9175 req-669fd7d5-793e-41e2-aac1-6e4f31dea04f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2927270
Nov 27 20:59:43.057009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.118492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-b521d411-70b3-4de7-9e8a-2656e62ec0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:43.120598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-b521d411-70b3-4de7-9e8a-2656e62ec0b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1755948
Nov 27 20:59:43.129318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe792a-e945-4888-825b-8a0731fae717 req-702bc9d0-09df-4ce2-bcb3-c47e29c5af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:43.134838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55fe792a-e945-4888-825b-8a0731fae717 req-702bc9d0-09df-4ce2-bcb3-c47e29c5af47 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7862668
Nov 27 20:59:43.177663 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad66173-ef53-454d-87ce-90ffbabee2b4 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:43.196097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:43.196736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.198145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/3d04bbc6-1c06-45d6-ad10-58c0eee8d127 HTTP/1.1" status: 200  len: 1091 time: 3.2024467
Nov 27 20:59:43.228267 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.228508 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.262642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-fd4f5f66-af1e-4da7-aa9b-5738a6cb5e4d service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4278040
Nov 27 20:59:43.262874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for 1fe05a9a-f03f-4278-bf46-0881b215cfd3 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:43.273986 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-4e9709a1-2788-4653-9eb3-f052c706a363 service neutron] 10.222.0.15 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3165405
Nov 27 20:59:43.290856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f8d89-683f-4195-a1f9-e99b3be35103 req-571b713f-9807-438d-8438-1a5c4e023ef0 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:43.292458 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-492f8d89-683f-4195-a1f9-e99b3be35103 req-571b713f-9807-438d-8438-1a5c4e023ef0 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 943 time: 0.2626243
Nov 27 20:59:43.314792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f78bd-f37f-4d07-b6a7-d7e146c6a7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:43.406080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Attempting to bind port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:43.406440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Attempting to bind port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:43.406780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Attempting to bind port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:43.458011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:43.458345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Attempting to bind port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:43.489516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:43.489775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:43.490178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Bound using segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:43.490641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Bound port: d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:43.491041 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.528267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:43.539636 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] Sync routers for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:43.552758 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:43.553799 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59aee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:43.576483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-492f8d89-683f-4195-a1f9-e99b3be35103 req-c1917f2c-139e-41f0-b28d-0a73be0bf5dc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349229
Nov 27 20:59:43.641256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-33e5c0f6-ca1e-43e3-80c5-6eda6b7c3595 service neutron] 10.222.0.15 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3397682
Nov 27 20:59:43.644751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] No DVR routers for this DVR port 8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:43.650073 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.653258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0fa6714-41c0-4425-ab89-60029602ce21 req-885debd3-59e6-4b92-beb0-5d3a9b783766 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.15 "DELETE /v2.0/ports/8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f HTTP/1.1" status: 204  len: 173 time: 4.7567546
Nov 27 20:59:43.655879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf02d0b-4468-4742-8c5e-399186f81700', 'name': 'network-vif-deleted', 'tag': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:43.658264 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9629e2-6188-4705-8b3b-0b2162e4fa0f" -d '{"events": [{"server_uuid": "7bf02d0b-4468-4742-8c5e-399186f81700", "name": "network-vif-deleted", "tag": "8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:43.744508 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b03f00d-4494-42b3-88c4-f822e6af6e2c x-openstack-request-id: req-5b03f00d-4494-42b3-88c4-f822e6af6e2c {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:43.744927 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf02d0b-4468-4742-8c5e-399186f81700", "name": "network-vif-deleted", "tag": "8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:43.745046 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b03f00d-4494-42b3-88c4-f822e6af6e2c {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:43.745437 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf02d0b-4468-4742-8c5e-399186f81700', 'name': 'network-vif-deleted', 'tag': '8bfcf1a5-a5c5-45eb-bee4-c4223d77d77f', 'status': 'completed', 'code': 200}
Nov 27 20:59:43.758153 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:59:43.758397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.769415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] For port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:43.796257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=1fe05a9a-f03f-4278-bf46-0881b215cfd3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:43.829501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] For port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:43.879372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.915569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-f01afd5f-451e-4d11-a46c-26318da85152 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7793152
Nov 27 20:59:43.924423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-449a7f3f-56bf-4aa5-a22e-153c13aab276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:43.926719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-449a7f3f-56bf-4aa5-a22e-153c13aab276 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 1094 time: 0.6665869
Nov 27 20:59:43.932834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.939446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.942638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:43.946500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-54618da5-4b4e-4a6a-9319-5b5356e2e9b9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/floatingips/adc4c152-a43a-41bf-8265-a462b595f901 HTTP/1.1" status: 204  len: 168 time: 2.2291873
Nov 27 20:59:43.949220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47930) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:43.964520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098bf56-4ac4-4a43-9192-865f29458fa2 req-930a7fa6-a18b-45aa-8d9c-ed92209eccff tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:43.966092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8098bf56-4ac4-4a43-9192-865f29458fa2 req-930a7fa6-a18b-45aa-8d9c-ed92209eccff tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 943 time: 0.6834934
Nov 27 20:59:44.021086 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-56626e52-4a6e-4fd2-98db-90750feceb67 service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7372677
Nov 27 20:59:44.021950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.022570 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:44.023973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] 10.222.0.35 "PUT /v2.0/ports/d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 HTTP/1.1" status: 200  len: 1090 time: 3.4688151
Nov 27 20:59:44.027113 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-a896d01e-e8d8-4f8a-916c-f7974d6fa6f7 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] delete failed (client error): The resource could not be found.
Nov 27 20:59:44.034527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a896d01e-e8d8-4f8a-916c-f7974d6fa6f7 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/floatingips/adc4c152-a43a-41bf-8265-a462b595f901 HTTP/1.1" status: 404  len: 345 time: 0.0781348
Nov 27 20:59:44.066461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47932) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:44.113047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d7875a-dab8-43cb-bf33-efb944a65a97', 'tag': '3d04bbc6-1c06-45d6-ad10-58c0eee8d127'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:44.114869 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023" -d '{"events": [{"name": "network-changed", "server_uuid": "39d7875a-dab8-43cb-bf33-efb944a65a97", "tag": "3d04bbc6-1c06-45d6-ad10-58c0eee8d127"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:44.191801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-a63a40d2-caf4-4139-80ce-3d5c669b089b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d04bbc6-1c06-45d6-ad10-58c0eee8d127 HTTP/1.1" status: 200  len: 217 time: 0.2329211
Nov 27 20:59:44.243112 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59aee0>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '722a3831-4b9e-49b1-9dc5-163de96ff1d9', 'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'mac_address': 'fa:16:3e:2c:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:29Z', 'updated_at': '2021-11-27T20:56:38Z', 'revision_number': 5, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'subnets': [{'id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:44.258568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:44.267824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf90c0-81f7-49d6-a405-f01632a0b981 service neutron] Pushing event updated for resources: {'Port': ['ID=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:44.314220 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-22f44ae3-5565-44f6-ba72-ad1e28fe452d req-c253fa2d-c31d-4be6-89d5-381ca453be37 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf02d0b-4468-4742-8c5e-399186f81700 HTTP/1.1" status: 200  len: 210 time: 0.1833577
Nov 27 20:59:44.314591 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] Checking router: c8eacb6b-9bf2-40d9-a669-5a29f286e919 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:59:44.323605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=6d29f177-fd87-49e8-8ec9-e0708ebb4e44,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:44.347365 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:44.348559 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59aee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:44.415089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd704e-8b4d-4df9-96c0-0d149e6f7eaf tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.422578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd704e-8b4d-4df9-96c0-0d149e6f7eaf tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.429341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd704e-8b4d-4df9-96c0-0d149e6f7eaf tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.437685 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4dfd704e-8b4d-4df9-96c0-0d149e6f7eaf tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "GET /v2.0/ports?network_id=340d6a40-407b-4a21-aa25-0144f39bb11b HTTP/1.1" status: 200  len: 2357 time: 0.3687854
Nov 27 20:59:44.440988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47950) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:44.468902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8098bf56-4ac4-4a43-9192-865f29458fa2 req-efac4c17-d0a6-4d61-a7d1-b8d86007a585 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4761629
Nov 27 20:59:44.473197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-ce8d5fc0-851c-4800-a090-8f0011feaf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.474708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-ce8d5fc0-851c-4800-a090-8f0011feaf31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&device_id=2bbdff5d-514b-4cbc-8060-6d47df494d46 HTTP/1.1" status: 200  len: 1094 time: 0.3569057
Nov 27 20:59:44.494772 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:44.559006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': 'e94940d8-f460-4285-8536-e3c25eaf0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '23abe2a8-e8e8-4488-baa6-c6f3568a62c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:44.560862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: 23abe2a8-e8e8-4488-baa6-c6f3568a62c8, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:44.604731 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:59:44.610790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487cba5-6440-443c-b5bd-7638580821ac req-9159300a-0acc-4961-806d-cf8568cc1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.615948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-9159300a-0acc-4961-806d-cf8568cc1311 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb2d32d-ce22-4747-a5f4-3df29b8c029f HTTP/1.1" status: 200  len: 852 time: 0.3959446
Nov 27 20:59:44.621067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a17f76e-9ca2-464e-a5d5-b70dc1e0264c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.623008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2a17f76e-9ca2-464e-a5d5-b70dc1e0264c tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "GET /v2.0/subnets/0c99c4a5-5902-4c5b-addf-47bb6028b828 HTTP/1.1" status: 200  len: 797 time: 0.1808419
Nov 27 20:59:44.631735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47954) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:44.631955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-e499d35c-21e5-4d73-8d90-93a31dd2aef2 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6956275
Nov 27 20:59:44.638538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'port': {'network_id': '340d6a40-407b-4a21-aa25-0144f39bb11b', 'name': 'tempest-FloatingIPTestJSON-686559590', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:44.648271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device bd09b9f1-fd18-496c-abd0-1c4f21cc9366 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:59:44.671626 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f990-64f0-43de-a33c-e0aa1e0bd1de req-5302f8d5-c08e-486f-8323-00569292cc82 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.678531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f990-64f0-43de-a33c-e0aa1e0bd1de req-5302f8d5-c08e-486f-8323-00569292cc82 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.688524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f990-64f0-43de-a33c-e0aa1e0bd1de req-5302f8d5-c08e-486f-8323-00569292cc82 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.697287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f990-64f0-43de-a33c-e0aa1e0bd1de req-5302f8d5-c08e-486f-8323-00569292cc82 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.704743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f990-64f0-43de-a33c-e0aa1e0bd1de req-5302f8d5-c08e-486f-8323-00569292cc82 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.716629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f990-64f0-43de-a33c-e0aa1e0bd1de req-5302f8d5-c08e-486f-8323-00569292cc82 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.725547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f990-64f0-43de-a33c-e0aa1e0bd1de req-5302f8d5-c08e-486f-8323-00569292cc82 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.738019 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab35f990-64f0-43de-a33c-e0aa1e0bd1de req-5302f8d5-c08e-486f-8323-00569292cc82 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5381 time: 0.2830489
Nov 27 20:59:44.781228 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5731ae32-691e-4224-a457-6aeb2fbd8820 x-openstack-request-id: req-5731ae32-691e-4224-a457-6aeb2fbd8820 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:44.781802 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d7875a-dab8-43cb-bf33-efb944a65a97", "tag": "3d04bbc6-1c06-45d6-ad10-58c0eee8d127", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:44.782225 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5731ae32-691e-4224-a457-6aeb2fbd8820 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:44.782836 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d7875a-dab8-43cb-bf33-efb944a65a97', 'tag': '3d04bbc6-1c06-45d6-ad10-58c0eee8d127', 'status': 'completed', 'code': 200}
Nov 27 20:59:44.815666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-4ff9aeae-c74a-4c7d-96d2-e2523d9e1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:44.818163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-4ff9aeae-c74a-4c7d-96d2-e2523d9e1a8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 913 time: 0.3025846
Nov 27 20:59:44.856645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-74607ceb-31ba-44a1-bd7d-ab8e286458f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dde36fb-bdeb-4207-80d6-9a23277e3239&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0845284
Nov 27 20:59:44.907121 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 20:59:44.954537 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-539d18b8-aa8a-45ec-81f0-854d9c689d0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 HTTP/1.1" status: 200  len: 217 time: 0.1474817
Nov 27 20:59:44.969482 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-13af594d-e132-4503-84be-e45bf485cc35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4144523-0a7d-45d6-8421-1af4ee4eb23a HTTP/1.1" status: 200  len: 217 time: 0.1339271
Nov 27 20:59:45.022905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network 23abe2a8-e8e8-4488-baa6-c6f3568a62c8 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:45.046430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port bd09b9f1-fd18-496c-abd0-1c4f21cc9366, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:45.067649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'bd09b9f1-fd18-496c-abd0-1c4f21cc9366', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'port_id': 'bd09b9f1-fd18-496c-abd0-1c4f21cc9366', 'mac_address': 'fa:16:3e:1a:fc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c319d603-0243-43c4-a372-b7e936d765de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:59:45.085344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab35f990-64f0-43de-a33c-e0aa1e0bd1de req-15ea7e7f-628d-47f8-9363-2b66dce7e6fa tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3426905
Nov 27 20:59:45.090961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f08dd1-d0b1-4f6a-86d1-4972fc108f82 req-627cacd4-b3c6-459c-b15c-72e67ea23fb0 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:45.098291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e2f08dd1-d0b1-4f6a-86d1-4972fc108f82 req-627cacd4-b3c6-459c-b15c-72e67ea23fb0 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 943 time: 0.3026657
Nov 27 20:59:45.103171 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59aee0>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '722a3831-4b9e-49b1-9dc5-163de96ff1d9', 'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'mac_address': 'fa:16:3e:2c:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:29Z', 'updated_at': '2021-11-27T20:56:38Z', 'revision_number': 5, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'subnets': [{'id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:45.130117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.137874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 23abe2a8-e8e8-4488-baa6-c6f3568a62c8) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:45.158930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd09b9f1-fd18-496c-abd0-1c4f21cc9366 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:45.164461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:45.165073 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.173410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4623eac9-63f4-4a0b-a4c5-76d507ede5e9 None None] Network 23abe2a8-e8e8-4488-baa6-c6f3568a62c8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:45.180308 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69efbe5b-d105-41f8-bfbb-eb6fe25b5c21 None None] The sync data for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 is: [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '722a3831-4b9e-49b1-9dc5-163de96ff1d9', 'name': '', 'network_id': 'cc89b74e-c688-4f20-ab80-4dbda47338f8', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'mac_address': 'fa:16:3e:2c:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:29Z', 'updated_at': '2021-11-27T20:56:38Z', 'revision_number': 5, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'subnets': [{'id': '7e656ec2-599d-4514-9f1f-b0d663d05db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:45.183908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Made reservation on behalf of ca0593ed63ef4485bdc237459cf2f12e for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:45.184186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-dd483d6b-eb38-4982-8023-0e0e615f6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:45.185601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-dd483d6b-eb38-4982-8023-0e0e615f6a36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb2d32d-ce22-4747-a5f4-3df29b8c029f HTTP/1.1" status: 200  len: 852 time: 0.1992474
Nov 27 20:59:45.198189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-9946e599-4f61-4527-92da-78331d9e285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:45.199668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-9946e599-4f61-4527-92da-78331d9e285b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.2268205
Nov 27 20:59:45.242644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e2f08dd1-d0b1-4f6a-86d1-4972fc108f82 req-c8c74b6b-9f76-4f26-9212-85a6c2789c18 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430738
Nov 27 20:59:45.248243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port bd09b9f1-fd18-496c-abd0-1c4f21cc9366, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:45.268206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.295419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cf1d8d80-5f57-43ed-9f7a-92f9363979b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.1139297
Nov 27 20:59:45.298573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47956) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:45.298737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-cab75013-cfa7-4e5a-9dc7-8298c9f1e7cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dde36fb-bdeb-4207-80d6-9a23277e3239&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0926244
Nov 27 20:59:45.336119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-c89ab25a-390f-4439-a3e0-1b1bb3ae4e58 service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3967922
Nov 27 20:59:45.346338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:45.402249 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f797bf4c-f839-40c9-aa3e-3edb0a159de8 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:45.418272 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.430052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-23abe2a8-e8e8-4488-baa6-c6f3568a62c8', 'network_id': '23abe2a8-e8e8-4488-baa6-c6f3568a62c8', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': '6d29f177-fd87-49e8-8ec9-e0708ebb4e44'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:59:45.430052 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.432153 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.436010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47962) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:45.479416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] device_id is not set on port a1409a8b-c233-4ab3-a098-89eb2f754d6f yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 20:59:45.484657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Transition to ACTIVE for port object f797bf4c-f839-40c9-aa3e-3edb0a159de8 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:59:45.499551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.566125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-1e5ace57-8a87-450c-9ced-5dd46ba5fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:45.569815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-1e5ace57-8a87-450c-9ced-5dd46ba5fd6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3552709
Nov 27 20:59:45.642946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Allocated IP 172.20.0.1 (23abe2a8-e8e8-4488-baa6-c6f3568a62c8/6d29f177-fd87-49e8-8ec9-e0708ebb4e44/dac291bf-b0e9-4f59-9aa9-06aee3148201) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:45.652694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Pushing event updated for resources: {'Port': ['ID=f797bf4c-f839-40c9-aa3e-3edb0a159de8,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:45.689385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-425277a7-251f-4250-ba32-a2645c87735f service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3661759
Nov 27 20:59:45.690081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.716513 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6487cba5-6440-443c-b5bd-7638580821ac req-42810077-75d8-4412-97eb-d6d445e32710 service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787857
Nov 27 20:59:45.726218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['bd09b9f1-fd18-496c-abd0-1c4f21cc9366'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:59:45.733048 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ec676a5-9a28-485d-945a-aaa35089e309 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.774063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:45.774063 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:45.821222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa009c-6e49-4c3a-a727-af4860d6f803 None None] New status for floating IP 5da9176c-4818-4953-9800-2d20706d73dd: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 20:59:45.861067 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0031bf-57cc-4c24-b167-d5efc268f1fe x-openstack-request-id: req-2b0031bf-57cc-4c24-b167-d5efc268f1fe {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:45.861593 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:45.862023 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b0031bf-57cc-4c24-b167-d5efc268f1fe {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:45.862710 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45', 'status': 'completed', 'code': 200}
Nov 27 20:59:45.895280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ec676a5-9a28-485d-945a-aaa35089e309 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:45.945718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-675a789c-0044-4cb9-8b3b-36300ec0e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:45.947696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-675a789c-0044-4cb9-8b3b-36300ec0e058 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 1094 time: 0.1497424
Nov 27 20:59:45.950226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-c7c10a2e-1652-44f5-b733-9c30df16344d service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3659298
Nov 27 20:59:46.009825 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.031541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d97d91-15f7-4c5a-b0f8-09635c1c1617 req-54456bb6-518a-44b5-b3f0-f356eaa16015 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.033088 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74d97d91-15f7-4c5a-b0f8-09635c1c1617 req-54456bb6-518a-44b5-b3f0-f356eaa16015 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 944 time: 0.3773088
Nov 27 20:59:46.069903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.171516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Attempting to bind port f797bf4c-f839-40c9-aa3e-3edb0a159de8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:46.172101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Attempting to bind port f797bf4c-f839-40c9-aa3e-3edb0a159de8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:46.172213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Attempting to bind port f797bf4c-f839-40c9-aa3e-3edb0a159de8 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:46.183163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-7c47a520-a38e-4b10-8b5d-0dcf27e2b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.183693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-7c47a520-a38e-4b10-8b5d-0dcf27e2b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.184316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-7c47a520-a38e-4b10-8b5d-0dcf27e2b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.185192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-7c47a520-a38e-4b10-8b5d-0dcf27e2b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.185692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-7c47a520-a38e-4b10-8b5d-0dcf27e2b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.186164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-7c47a520-a38e-4b10-8b5d-0dcf27e2b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.186629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-7c47a520-a38e-4b10-8b5d-0dcf27e2b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.189652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-7c47a520-a38e-4b10-8b5d-0dcf27e2b9f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6298 time: 0.2916095
Nov 27 20:59:46.264965 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-68e29cae-2b5e-40d1-a609-65d0d21fb5f7 service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5612133
Nov 27 20:59:46.293146 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.293416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-9183c8ea-5e22-4f08-a658-3ad30d0854b5 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2892251
Nov 27 20:59:46.312050 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.343287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-caff36ea-4378-4820-a4f2-7314e4ec76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.343689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-caff36ea-4378-4820-a4f2-7314e4ec76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.344166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-caff36ea-4378-4820-a4f2-7314e4ec76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.345855 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-caff36ea-4378-4820-a4f2-7314e4ec76ac service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1355548
Nov 27 20:59:46.346502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Port f797bf4c-f839-40c9-aa3e-3edb0a159de8 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:46.346838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Attempting to bind port f797bf4c-f839-40c9-aa3e-3edb0a159de8 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:46.374751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Network 23abe2a8-e8e8-4488-baa6-c6f3568a62c8 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:46.382915 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-871e4614-7f4d-42aa-89e7-3eff96a547ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959 HTTP/1.1" status: 200  len: 217 time: 0.0815308
Nov 27 20:59:46.389397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:46.405301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:46.412007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ec676a5-9a28-485d-945a-aaa35089e309 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.415907 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ec676a5-9a28-485d-945a-aaa35089e309 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.417411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5ec676a5-9a28-485d-945a-aaa35089e309 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdd0ad13-a0a5-4747-aff1-8d007a98b285 HTTP/1.1" status: 204  len: 168 time: 0.9792690
Nov 27 20:59:46.429036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47990) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:46.430074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:46.430426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Checking segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:46.430863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Bound using segment: {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:46.431392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Bound port: f797bf4c-f839-40c9-aa3e-3edb0a159de8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b95515-540c-4f6d-89b1-a6ff9562f10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:46.431891 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.464571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Pushing event updated for resources: {'Port': ['ID=dac291bf-b0e9-4f59-9aa9-06aee3148201,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:46.467918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89608c-83e6-424c-bee2-c78cff499226 req-e71f1149-03e6-445d-be68-5bd2b68cc3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.475236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89608c-83e6-424c-bee2-c78cff499226 req-e71f1149-03e6-445d-be68-5bd2b68cc3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.482334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89608c-83e6-424c-bee2-c78cff499226 req-e71f1149-03e6-445d-be68-5bd2b68cc3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.489410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89608c-83e6-424c-bee2-c78cff499226 req-e71f1149-03e6-445d-be68-5bd2b68cc3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.497803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89608c-83e6-424c-bee2-c78cff499226 req-e71f1149-03e6-445d-be68-5bd2b68cc3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.505530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89608c-83e6-424c-bee2-c78cff499226 req-e71f1149-03e6-445d-be68-5bd2b68cc3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.512696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89608c-83e6-424c-bee2-c78cff499226 req-e71f1149-03e6-445d-be68-5bd2b68cc3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.515437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a89608c-83e6-424c-bee2-c78cff499226 req-e71f1149-03e6-445d-be68-5bd2b68cc3c0 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5393 time: 0.2866619
Nov 27 20:59:46.519385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Attempting to bind port dac291bf-b0e9-4f59-9aa9-06aee3148201 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:46.519773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Attempting to bind port dac291bf-b0e9-4f59-9aa9-06aee3148201 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e94940d8-f460-4285-8536-e3c25eaf0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '23abe2a8-e8e8-4488-baa6-c6f3568a62c8'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:46.520143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Attempting to bind port dac291bf-b0e9-4f59-9aa9-06aee3148201 on network 23abe2a8-e8e8-4488-baa6-c6f3568a62c8 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:46.531387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-3aa9fa66-6b99-431c-9741-67133e0cac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.532762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-3aa9fa66-6b99-431c-9741-67133e0cac66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 913 time: 0.5421593
Nov 27 20:59:46.534614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:46.535220 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Checking segment: {'id': 'e94940d8-f460-4285-8536-e3c25eaf0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '23abe2a8-e8e8-4488-baa6-c6f3568a62c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:46.535457 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.535940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Bound using segment: {'id': 'e94940d8-f460-4285-8536-e3c25eaf0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '23abe2a8-e8e8-4488-baa6-c6f3568a62c8'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:46.536428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Bound port: dac291bf-b0e9-4f59-9aa9-06aee3148201, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94940d8-f460-4285-8536-e3c25eaf0081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '23abe2a8-e8e8-4488-baa6-c6f3568a62c8'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:46.536812 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.538008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec676a5-9a28-485d-945a-aaa35089e309 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd0ad13-a0a5-4747-aff1-8d007a98b285,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:46.572126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-46fb05fe-dc7d-41ee-974e-9390580f8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.573866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-46fb05fe-dc7d-41ee-974e-9390580f8c45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.1806235
Nov 27 20:59:46.632534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-a231c283-57d5-4c96-b27e-1b7598ef955f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d04bbc6-1c06-45d6-ad10-58c0eee8d127 HTTP/1.1" status: 200  len: 217 time: 0.0725312
Nov 27 20:59:46.634431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] For port dac291bf-b0e9-4f59-9aa9-06aee3148201, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:46.638288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] For port dac291bf-b0e9-4f59-9aa9-06aee3148201, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dac291bf-b0e9-4f59-9aa9-06aee3148201,segment=NetworkSegment(e94940d8-f460-4285-8536-e3c25eaf0081),segment_id=e94940d8-f460-4285-8536-e3c25eaf0081)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:46.645249 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.710346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed4349-e6cd-4432-a517-719f69511f43 None None] Pushing event updated for resources: {'Port': ['ID=dac291bf-b0e9-4f59-9aa9-06aee3148201,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:46.715899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a89608c-83e6-424c-bee2-c78cff499226 req-66043c80-1a83-46fd-975e-603f9b198d3f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1801479
Nov 27 20:59:46.733180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-51a574c8-9a84-4eff-8c49-c67d22debf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.733180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-51a574c8-9a84-4eff-8c49-c67d22debf31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1134825
Nov 27 20:59:46.742305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-03c3b536-6d36-4b96-a115-863ff8a957e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:46.750212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-03c3b536-6d36-4b96-a115-863ff8a957e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb2d32d-ce22-4747-a5f4-3df29b8c029f HTTP/1.1" status: 200  len: 852 time: 0.0943296
Nov 27 20:59:46.797661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-c6017f50-2410-4f79-9069-d681202562e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dde36fb-bdeb-4207-80d6-9a23277e3239&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367963
Nov 27 20:59:46.839212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74d97d91-15f7-4c5a-b0f8-09635c1c1617 req-d97b4920-7f33-43b3-b746-880adb03316a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7776358
Nov 27 20:59:46.865437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:46.881585 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-53e7d6ce-a940-4c46-82b2-102b86671418 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] show failed (client error): The resource could not be found.
Nov 27 20:59:46.882978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-53e7d6ce-a940-4c46-82b2-102b86671418 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "GET /v2.0/security-groups/fdd0ad13-a0a5-4747-aff1-8d007a98b285 HTTP/1.1" status: 404  len: 347 time: 0.4475126
Nov 27 20:59:46.888494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47994) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:46.963166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=6d29f177-fd87-49e8-8ec9-e0708ebb4e44,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:47.071561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc828e-6d8e-4e9d-91ac-5c2b8d44bc3d req-e817307d-3ce7-4d8a-853b-d5fe8dab6ecf tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:47.073163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61cc828e-6d8e-4e9d-91ac-5c2b8d44bc3d req-e817307d-3ce7-4d8a-853b-d5fe8dab6ecf tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 943 time: 0.2434525
Nov 27 20:59:47.083128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.084541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-e831304e-8390-4e76-ab58-499e1529858f service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3332043
Nov 27 20:59:47.101488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-3143010c-7930-4ae5-8dd8-adebdae42c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:47.103407 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efbdc266-cf69-4eb2-8f4f-3c47a5ac04c0 req-3143010c-7930-4ae5-8dd8-adebdae42c25 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7422547
Nov 27 20:59:47.124632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] For port f797bf4c-f839-40c9-aa3e-3edb0a159de8, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:47.127814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.20.0.14 (340d6a40-407b-4a21-aa25-0144f39bb11b/0c99c4a5-5902-4c5b-addf-47bb6028b828/a1409a8b-c233-4ab3-a098-89eb2f754d6f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:47.131539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdcbd4f0>,) {'filters': {'network_id': ['23abe2a8-e8e8-4488-baa6-c6f3568a62c8']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:47.136725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] For port f797bf4c-f839-40c9-aa3e-3edb0a159de8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:47.145109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.20.0.13 (340d6a40-407b-4a21-aa25-0144f39bb11b/0c99c4a5-5902-4c5b-addf-47bb6028b828/a1409a8b-c233-4ab3-a098-89eb2f754d6f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:47.150134 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.154362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdcbd4f0>, 'e94940d8-f460-4285-8536-e3c25eaf0081') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:47.154672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdcbd4f0>, 'e94940d8-f460-4285-8536-e3c25eaf0081') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:47.163175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-8880452d-f2a8-4046-911a-3a3f7e090bf7 service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3343973
Nov 27 20:59:47.200467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.206477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:47.208192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.209502 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] 10.222.0.35 "PUT /v2.0/ports/f797bf4c-f839-40c9-aa3e-3edb0a159de8 HTTP/1.1" status: 200  len: 1091 time: 2.9924524
Nov 27 20:59:47.244016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b4144523-0a7d-45d6-8421-1af4ee4eb23a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:59:47.250752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:47.282316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.312101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:47.312515 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.317237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc055fb-db26-48f1-8bc8-19ca9555915e service neutron] Pushing event updated for resources: {'Port': ['ID=f797bf4c-f839-40c9-aa3e-3edb0a159de8,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:47.317376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61cc828e-6d8e-4e9d-91ac-5c2b8d44bc3d req-12e2931b-58c0-46d9-bb5c-3ee7914baf98 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2243767
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:47.320730 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:47.377845 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d52e90-2b0f-41ab-b34e-bf75bf9cc023 req-8a7840be-d362-409e-b093-bff7cecc3c36 service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1880014
Nov 27 20:59:47.382506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Deleting port 9e573098-4e06-4740-88fd-9c47bf9e6995 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:47.383056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.401575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-5124b3b4-27c4-449b-b480-ae2aff31a43f service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3013446
Nov 27 20:59:47.419134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b4144523-0a7d-45d6-8421-1af4ee4eb23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4144523-0a7d-45d6-8421-1af4ee4eb23a,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:47.455590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'b4144523-0a7d-45d6-8421-1af4ee4eb23a', 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239', 'port_id': 'b4144523-0a7d-45d6-8421-1af4ee4eb23a', 'mac_address': 'fa:16:3e:b6:c8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb2d32d-ce22-4747-a5f4-3df29b8c029f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:59:47.482820 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.488592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-1eb87eb7-8f2b-40a0-b87d-7c811a0d55b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80f6d4bb-15fa-48bb-b344-9306a5390104 HTTP/1.1" status: 200  len: 217 time: 0.0739377
Nov 27 20:59:47.501911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.api [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 20:59:47.501911 ncdv-master-1 neutron-server[120908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 20:59:47.501911 ncdv-master-1 neutron-server[120908]: [parameters: {'id': '23abe2a8-e8e8-4488-baa6-c6f3568a62c8'}]
Nov 27 20:59:47.501911 ncdv-master-1 neutron-server[120908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:59:47.502638 ncdv-master-1 neutron-server[120908]: DEBUG oslo_db.api [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:59:47.515033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.533694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4144523-0a7d-45d6-8421-1af4ee4eb23a {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:47.556715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b4144523-0a7d-45d6-8421-1af4ee4eb23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4144523-0a7d-45d6-8421-1af4ee4eb23a,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:47.561362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.562218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 20:59:47.569223 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.569810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.574929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-56ddb16a-a127-46da-9c31-0e877674cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:47.577543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-56ddb16a-a127-46da-9c31-0e877674cf59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.0801961
Nov 27 20:59:47.598535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Calling delete_port for 9e573098-4e06-4740-88fd-9c47bf9e6995 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:47.640850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b4144523-0a7d-45d6-8421-1af4ee4eb23a,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:47.646229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:47.670654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '3d04bbc6-1c06-45d6-ad10-58c0eee8d127', 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239', 'port_id': '3d04bbc6-1c06-45d6-ad10-58c0eee8d127', 'mac_address': 'fa:16:3e:32:1e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb2d32d-ce22-4747-a5f4-3df29b8c029f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 20:59:47.678774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-abe6648f-8380-400b-b4e8-caaf555bf71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:47.680337 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-abe6648f-8380-400b-b4e8-caaf555bf71f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0946441
Nov 27 20:59:47.714997 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.718514 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.733421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:47.760415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:47.766349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.822107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:47.868406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:47.871492 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd765d83-04c3-475e-9861-68cce924af13" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "f797bf4c-f839-40c9-aa3e-3edb0a159de8"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:47.874361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-4e7c8bee-d6e6-4928-a215-b35e6a375af3 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860449
Nov 27 20:59:47.890789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:47.979920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 340d6a40-407b-4a21-aa25-0144f39bb11b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:47.991762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:48.017218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6433de6-af32-4ab8-a3f9-427ade3e829b None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:48.025030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['3d04bbc6-1c06-45d6-ad10-58c0eee8d127'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:59:48.034100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['b4144523-0a7d-45d6-8421-1af4ee4eb23a'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 20:59:48.045840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.050203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:48.071291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b31e7-59c5-40e4-8bd3-62fdba8af9af req-ed3dee38-b0a5-403e-8b64-6040e598d10d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.075878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b31e7-59c5-40e4-8bd3-62fdba8af9af req-ed3dee38-b0a5-403e-8b64-6040e598d10d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.082490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b31e7-59c5-40e4-8bd3-62fdba8af9af req-ed3dee38-b0a5-403e-8b64-6040e598d10d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.091494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b31e7-59c5-40e4-8bd3-62fdba8af9af req-ed3dee38-b0a5-403e-8b64-6040e598d10d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.097961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b31e7-59c5-40e4-8bd3-62fdba8af9af req-ed3dee38-b0a5-403e-8b64-6040e598d10d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.104543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b31e7-59c5-40e4-8bd3-62fdba8af9af req-ed3dee38-b0a5-403e-8b64-6040e598d10d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.110714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b31e7-59c5-40e4-8bd3-62fdba8af9af req-ed3dee38-b0a5-403e-8b64-6040e598d10d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.119861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-779b31e7-59c5-40e4-8bd3-62fdba8af9af req-ed3dee38-b0a5-403e-8b64-6040e598d10d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5393 time: 0.2802229
Nov 27 20:59:48.132481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=a1409a8b-c233-4ab3-a098-89eb2f754d6f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:48.162322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b92d265a-9a03-42e5-8a25-6c4f4de4ca6b None None] Provisioning complete for port a1409a8b-c233-4ab3-a098-89eb2f754d6f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:48.162681 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b92d265a-9a03-42e5-8a25-6c4f4de4ca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.165059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5397f1-948d-4427-8ecb-419422bb9c71 None None] Network 23abe2a8-e8e8-4488-baa6-c6f3568a62c8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:48.171559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dac291bf-b0e9-4f59-9aa9-06aee3148201 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:59:48.190935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24676eb-b68a-43ef-928f-8f5a3e6d3406 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:48.213245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.237805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.237805 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.296510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Transition to ACTIVE for port object c24676eb-b68a-43ef-928f-8f5a3e6d3406 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:59:48.309186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-779b31e7-59c5-40e4-8bd3-62fdba8af9af req-832315a1-1b91-4224-a762-6b3ca25c42ef tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1870003
Nov 27 20:59:48.313907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.314881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b92d265a-9a03-42e5-8a25-6c4f4de4ca6b None None] Port a1409a8b-c233-4ab3-a098-89eb2f754d6f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 20:59:48.397885 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.443873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.450671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4944091a-1fbe-4409-a9af-5000ea9054ca tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 3.8169734
Nov 27 20:59:48.458502 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93a933e-5027-4261-a4bf-29a0be61de9f x-openstack-request-id: req-d93a933e-5027-4261-a4bf-29a0be61de9f {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:48.458908 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "f797bf4c-f839-40c9-aa3e-3edb0a159de8", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:48.459173 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d93a933e-5027-4261-a4bf-29a0be61de9f {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:48.463616 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8', 'status': 'completed', 'code': 200}
Nov 27 20:59:48.463616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c24676eb-b68a-43ef-928f-8f5a3e6d3406,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:48.471160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48006) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:48.500001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port dac291bf-b0e9-4f59-9aa9-06aee3148201 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:48.500347 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.508464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': 'a1409a8b-c233-4ab3-a098-89eb2f754d6f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:48.512846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port dac291bf-b0e9-4f59-9aa9-06aee3148201 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:48.513223 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.600296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6d843154-057c-4a04-a250-40432decf256 None None] Provisioning complete for port dac291bf-b0e9-4f59-9aa9-06aee3148201 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:48.600680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d843154-057c-4a04-a250-40432decf256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.609281 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-949b2377-c1e4-4e5a-b21e-fd3db5864e44 req-39ef7624-d4f5-4f69-bbac-bd413784cfa1 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7268181
Nov 27 20:59:48.634801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Pushing event deleted for resources: {'Port': ['ID=9e573098-4e06-4740-88fd-9c47bf9e6995,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:48.663140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port dac291bf-b0e9-4f59-9aa9-06aee3148201, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dac291bf-b0e9-4f59-9aa9-06aee3148201,segment=NetworkSegment(e94940d8-f460-4285-8536-e3c25eaf0081),segment_id=e94940d8-f460-4285-8536-e3c25eaf0081)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:48.663730 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.687621 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af90ba-afd9-44db-acb7-7bf1845d65e1 req-b8373c92-0c45-4fb9-a1a1-ce037b8eac0a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.699793 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8af90ba-afd9-44db-acb7-7bf1845d65e1 req-b8373c92-0c45-4fb9-a1a1-ce037b8eac0a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 944 time: 0.7566290
Nov 27 20:59:48.707315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbcb1f6-6f2d-4807-b959-05e4a4aba6ca None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:48.718781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device bd09b9f1-fd18-496c-abd0-1c4f21cc9366 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:59:48.720036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for dac291bf-b0e9-4f59-9aa9-06aee3148201 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:48.783726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713854d-dd6c-4962-9303-c0772f06b21b req-cb6d5d9f-edb0-40aa-b354-524830a63787 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.791842 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4713854d-dd6c-4962-9303-c0772f06b21b req-cb6d5d9f-edb0-40aa-b354-524830a63787 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 944 time: 0.2082205
Nov 27 20:59:48.806313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-a23f827a-9c27-47d4-b4eb-88ca50bfd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.806850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-a23f827a-9c27-47d4-b4eb-88ca50bfd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.807321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-a23f827a-9c27-47d4-b4eb-88ca50bfd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.807807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-a23f827a-9c27-47d4-b4eb-88ca50bfd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.808396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-a23f827a-9c27-47d4-b4eb-88ca50bfd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.808746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-a23f827a-9c27-47d4-b4eb-88ca50bfd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.809193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-a23f827a-9c27-47d4-b4eb-88ca50bfd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:48.811327 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd765d83-04c3-475e-9861-68cce924af13 req-a23f827a-9c27-47d4-b4eb-88ca50bfd9fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6365 time: 0.3734038
Nov 27 20:59:48.819764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.824642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] DHCP port deletion for 23abe2a8-e8e8-4488-baa6-c6f3568a62c8 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:48.871894 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8af90ba-afd9-44db-acb7-7bf1845d65e1 req-bc5a041f-62f7-4f93-9158-3d298183062b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691909
Nov 27 20:59:48.933063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Attempting to bind port c24676eb-b68a-43ef-928f-8f5a3e6d3406 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:48.933995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Attempting to bind port c24676eb-b68a-43ef-928f-8f5a3e6d3406 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:48.933995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Attempting to bind port c24676eb-b68a-43ef-928f-8f5a3e6d3406 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:48.952594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Port c24676eb-b68a-43ef-928f-8f5a3e6d3406 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:48.953084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Attempting to bind port c24676eb-b68a-43ef-928f-8f5a3e6d3406 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:48.958780 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.961169 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:48.965139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1c39b0bf-9d70-4174-822e-4aa74c453189 tempest-ServersTestBootFromVolume-9867946 tempest-ServersTestBootFromVolume-9867946-project] 10.222.0.21 "DELETE /v2.0/floatingips/5da9176c-4818-4953-9800-2d20706d73dd HTTP/1.1" status: 204  len: 168 time: 2.0436738
Nov 27 20:59:48.965844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4713854d-dd6c-4962-9303-c0772f06b21b req-459bb3e6-ad4a-49df-a19d-afdde55faee2 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723268
Nov 27 20:59:48.968075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48012) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:48.969063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:48.970437 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Checking segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:48.970995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Bound using segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:48.972306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Bound port: c24676eb-b68a-43ef-928f-8f5a3e6d3406, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:48.972799 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.005808 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.037174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-707c6712-7379-425d-b62f-a1a392f578a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.037588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-707c6712-7379-425d-b62f-a1a392f578a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.038064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-707c6712-7379-425d-b62f-a1a392f578a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.039982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd765d83-04c3-475e-9861-68cce924af13 req-707c6712-7379-425d-b62f-a1a392f578a4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.2040606
Nov 27 20:59:49.101295 ncdv-master-1 neutron-server[120910]: INFO neutron.plugins.ml2.db [None req-6d843154-057c-4a04-a250-40432decf256 None None] No ports have port_id starting with dac291bf-b0e9-4f59-9aa9-06aee3148201
Nov 27 20:59:49.104377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Port dac291bf-b0e9-4f59-9aa9-06aee3148201 update to ACTIVE by agent not found {{(pid=120910) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 27 20:59:49.107592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=dac291bf-b0e9-4f59-9aa9-06aee3148201,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:49.118870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port dac291bf-b0e9-4f59-9aa9-06aee3148201 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:49.138706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:59:49.145125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:49.145617 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.169572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] Deleting port dac291bf-b0e9-4f59-9aa9-06aee3148201 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:49.169973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.173828 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.194533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d83-04c3-475e-9861-68cce924af13 req-134eacd9-56ee-4e43-a6be-2d108f55e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.197273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd765d83-04c3-475e-9861-68cce924af13 req-134eacd9-56ee-4e43-a6be-2d108f55e26e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1459477
Nov 27 20:59:49.214253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] For port c24676eb-b68a-43ef-928f-8f5a3e6d3406, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:49.257520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] For port dac291bf-b0e9-4f59-9aa9-06aee3148201, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:49.257942 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.264406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] For port c24676eb-b68a-43ef-928f-8f5a3e6d3406, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:49.277405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] Calling delete_port for dac291bf-b0e9-4f59-9aa9-06aee3148201 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:49.280653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] Port dac291bf-b0e9-4f59-9aa9-06aee3148201 was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 20:59:49.282952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.284031 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.288796 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.315803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.35.3.181 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/62b7d9b7-175d-4085-8fe7-fe146c748385) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:49.336377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] Pushing event deleted for resources: {'Port': ['ID=dac291bf-b0e9-4f59-9aa9-06aee3148201,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:49.338378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c0fec-6ed8-4efa-b7bd-66185ab975fe None None] No DVR routers for this DVR port dac291bf-b0e9-4f59-9aa9-06aee3148201 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:49.343123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.344480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.345980 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] 10.222.0.35 "PUT /v2.0/ports/c24676eb-b68a-43ef-928f-8f5a3e6d3406 HTTP/1.1" status: 200  len: 1091 time: 2.0995681
Nov 27 20:59:49.349940 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.352739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ffd61820>,) {'filters': {'network_id': ['23abe2a8-e8e8-4488-baa6-c6f3568a62c8']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:49.373573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffd61820>, 'e94940d8-f460-4285-8536-e3c25eaf0081') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:49.373884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffd61820>, 'e94940d8-f460-4285-8536-e3c25eaf0081') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:49.405190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7be90-3883-4d01-95a0-9cc6f69fa906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd09b9f1-fd18-496c-abd0-1c4f21cc9366'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:49.407557 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62ae173-651b-4eeb-b926-7a2b04ec8973" -d '{"events": [{"server_uuid": "c6a7be90-3883-4d01-95a0-9cc6f69fa906", "name": "network-vif-plugged", "status": "completed", "tag": "bd09b9f1-fd18-496c-abd0-1c4f21cc9366"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:49.450727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Request body: {'port': {'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:49.458049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port bd09b9f1-fd18-496c-abd0-1c4f21cc9366, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:49.460465 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf726be-3beb-407f-82c2-3df3e4284e11 x-openstack-request-id: req-ecf726be-3beb-407f-82c2-3df3e4284e11 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:49.461115 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a7be90-3883-4d01-95a0-9cc6f69fa906", "name": "network-vif-plugged", "status": "completed", "tag": "bd09b9f1-fd18-496c-abd0-1c4f21cc9366", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:49.461379 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecf726be-3beb-407f-82c2-3df3e4284e11 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:49.461886 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7be90-3883-4d01-95a0-9cc6f69fa906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd09b9f1-fd18-496c-abd0-1c4f21cc9366', 'code': 200}
Nov 27 20:59:49.465986 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.566333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53fce-7fcf-43cb-936c-aca0a4ffe3bc req-1c4bed3e-66e7-4df7-a519-5eb02103cdf6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.566943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:49.568894 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.574379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53fce-7fcf-43cb-936c-aca0a4ffe3bc req-1c4bed3e-66e7-4df7-a519-5eb02103cdf6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.582606 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53fce-7fcf-43cb-936c-aca0a4ffe3bc req-1c4bed3e-66e7-4df7-a519-5eb02103cdf6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.589491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53fce-7fcf-43cb-936c-aca0a4ffe3bc req-1c4bed3e-66e7-4df7-a519-5eb02103cdf6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.597228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53fce-7fcf-43cb-936c-aca0a4ffe3bc req-1c4bed3e-66e7-4df7-a519-5eb02103cdf6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.603895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53fce-7fcf-43cb-936c-aca0a4ffe3bc req-1c4bed3e-66e7-4df7-a519-5eb02103cdf6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.611677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd53fce-7fcf-43cb-936c-aca0a4ffe3bc req-1c4bed3e-66e7-4df7-a519-5eb02103cdf6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.614369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1fd53fce-7fcf-43cb-936c-aca0a4ffe3bc req-1c4bed3e-66e7-4df7-a519-5eb02103cdf6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5405 time: 0.1811731
Nov 27 20:59:49.617135 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.629395 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.633195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.636297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:49.636699 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.641404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae79d7f-419b-4cf9-a9de-42d66e3db4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c24676eb-b68a-43ef-928f-8f5a3e6d3406,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:49.644127 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:49.719507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55beb68-90aa-4e1d-b26d-6102a3dcae40 req-3f24cd63-ba20-4af4-974e-17b2d9361412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:49.721108 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a55beb68-90aa-4e1d-b26d-6102a3dcae40 req-3f24cd63-ba20-4af4-974e-17b2d9361412 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 1096 time: 0.1843617
Nov 27 20:59:49.756553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1fd53fce-7fcf-43cb-936c-aca0a4ffe3bc req-7232c4b6-2cb8-447e-9137-e3ae8146935a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1254032
Nov 27 20:59:49.770455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.784173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.821198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.822077 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a55beb68-90aa-4e1d-b26d-6102a3dcae40 req-9bc361dd-0d52-4326-8299-77b1c61491b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911040
Nov 27 20:59:49.825271 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/23abe2a8-e8e8-4488-baa6-c6f3568a62c8 HTTP/1.1" status: 204  len: 168 time: 4.5231919
Nov 27 20:59:49.825434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:49.830241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48020) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:49.836867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1153278254'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:49.839994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:49.842339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:49.843216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a295-1d0b-4593-826e-47d7f40a8725 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=23abe2a8-e8e8-4488-baa6-c6f3568a62c8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:49.875768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=62b7d9b7-175d-4085-8fe7-fe146c748385,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:49.901523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:49.905200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:49.991503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:50.011515 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.011894 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment 2d8015c0-6428-46e2-869a-3fe9918d9626 of type vlan for network 33dce001-473b-4b5d-8e24-205c46fe4c78
Nov 27 20:59:50.093553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dac291bf-b0e9-4f59-9aa9-06aee3148201 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:50.106520 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.129225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: dac291bf-b0e9-4f59-9aa9-06aee3148201 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:50.129587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dac291bf-b0e9-4f59-9aa9-06aee3148201 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:50.176202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2364cc-9681-420a-bc76-4b55c007078c req-fbfb79f8-3203-426d-81cf-aacfb4aea42a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.177809 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d2364cc-9681-420a-bc76-4b55c007078c req-fbfb79f8-3203-426d-81cf-aacfb4aea42a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.2302921
Nov 27 20:59:50.216604 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.222637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.223231 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.257965 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.266326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d18325-ff25-4318-9245-cc9b9f8f2066 req-2b1a7a1d-7ef9-413a-9123-47ce4b6ca12c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.267888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66d18325-ff25-4318-9245-cc9b9f8f2066 req-2b1a7a1d-7ef9-413a-9123-47ce4b6ca12c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 944 time: 0.1558633
Nov 27 20:59:50.322039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4906569
Nov 27 20:59:50.329655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48036) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:50.337578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': '33dce001-473b-4b5d-8e24-205c46fe4c78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:50.350976 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d2364cc-9681-420a-bc76-4b55c007078c req-6a6077f3-35c5-433d-a56f-c892daf6a7f9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545999
Nov 27 20:59:50.358931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413ac07-76dc-42a3-92c3-6944b3dd8707 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=33dce001-473b-4b5d-8e24-205c46fe4c78,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:50.375175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 33dce001-473b-4b5d-8e24-205c46fe4c78 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:50.398325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 20:59:50.434350 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66d18325-ff25-4318-9245-cc9b9f8f2066 req-f35dbed9-3a07-4b10-853d-cb65c5ddf95d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200507
Nov 27 20:59:50.446155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.463969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'c24676eb-b68a-43ef-928f-8f5a3e6d3406'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:50.466133 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd80f8b6-3235-4be2-8302-83fd0fa0d747" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "c24676eb-b68a-43ef-928f-8f5a3e6d3406"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:50.486604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Transition to ACTIVE for port object 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 20:59:50.494126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.500481 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.519611 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30626ecd-fad8-4097-a4b0-abe312642037 x-openstack-request-id: req-30626ecd-fad8-4097-a4b0-abe312642037 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:50.519907 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "c24676eb-b68a-43ef-928f-8f5a3e6d3406", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:50.520471 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30626ecd-fad8-4097-a4b0-abe312642037 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:50.520863 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'c24676eb-b68a-43ef-928f-8f5a3e6d3406', 'status': 'completed', 'code': 200}
Nov 27 20:59:50.593715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.598672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:50.602209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.635511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e2ce3467-135b-446c-9851-67ec2410ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.635832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e2ce3467-135b-446c-9851-67ec2410ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.636306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e2ce3467-135b-446c-9851-67ec2410ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.636770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e2ce3467-135b-446c-9851-67ec2410ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.637231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e2ce3467-135b-446c-9851-67ec2410ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.637696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e2ce3467-135b-446c-9851-67ec2410ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.638213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e2ce3467-135b-446c-9851-67ec2410ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.640282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e2ce3467-135b-446c-9851-67ec2410ab3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6432 time: 0.0986166
Nov 27 20:59:50.646056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Pushing event updated for resources: {'Port': ['ID=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:50.841009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e0514e83-5b7c-402e-9bc0-38444f932a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.841402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e0514e83-5b7c-402e-9bc0-38444f932a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.841879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e0514e83-5b7c-402e-9bc0-38444f932a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:50.843553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-e0514e83-5b7c-402e-9bc0-38444f932a15 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c03be159839446f2a47ca07f13bb552c&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1930091
Nov 27 20:59:50.919158 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:50.928964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.028448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=62b7d9b7-175d-4085-8fe7-fe146c748385,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:51.036936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-9e1e4d90-95a2-4f32-b88a-41ffcfaf87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.038799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd80f8b6-3235-4be2-8302-83fd0fa0d747 req-9e1e4d90-95a2-4f32-b88a-41ffcfaf87f8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1842098
Nov 27 20:59:51.048539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.167240 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP 4c1ae186-94b7-470c-a889-afcb893811eb associated. External IP: 172.35.3.181, port: a1409a8b-c233-4ab3-a098-89eb2f754d6f.
Nov 27 20:59:51.213146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52112d5-0260-4710-a369-301f3172a8e7 req-2e0fd186-39da-4a9c-922e-07bc8e219fa6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.219146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52112d5-0260-4710-a369-301f3172a8e7 req-2e0fd186-39da-4a9c-922e-07bc8e219fa6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.226700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52112d5-0260-4710-a369-301f3172a8e7 req-2e0fd186-39da-4a9c-922e-07bc8e219fa6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.232729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52112d5-0260-4710-a369-301f3172a8e7 req-2e0fd186-39da-4a9c-922e-07bc8e219fa6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.239559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52112d5-0260-4710-a369-301f3172a8e7 req-2e0fd186-39da-4a9c-922e-07bc8e219fa6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.245975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52112d5-0260-4710-a369-301f3172a8e7 req-2e0fd186-39da-4a9c-922e-07bc8e219fa6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.252207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52112d5-0260-4710-a369-301f3172a8e7 req-2e0fd186-39da-4a9c-922e-07bc8e219fa6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.254769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a52112d5-0260-4710-a369-301f3172a8e7 req-2e0fd186-39da-4a9c-922e-07bc8e219fa6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5417 time: 0.2314072
Nov 27 20:59:51.255550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Attempting to bind port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:51.256482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Attempting to bind port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:51.256825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Attempting to bind port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:51.265412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b4144523-0a7d-45d6-8421-1af4ee4eb23a up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:59:51.327668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port b4144523-0a7d-45d6-8421-1af4ee4eb23a completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:59:51.333537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port b4144523-0a7d-45d6-8421-1af4ee4eb23a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:51.334005 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.337568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 20:59:51.338093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Attempting to bind port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 on network cd3220c8-70c2-46d1-9b13-a59a0a45a117 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:51.415106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:51.415512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Checking segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:51.416141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Bound using segment: {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:51.416387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Bound port: 78e281c6-feff-4dc3-8b5f-015a2ed0fc39, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e9185-055b-4c92-a8a4-d1994900da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:51.416746 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.430832 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.441497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:51.463017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbdff5d-514b-4cbc-8060-6d47df494d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4144523-0a7d-45d6-8421-1af4ee4eb23a'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:51.465884 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b206a6a-6097-41ec-b07c-07ee90ed174f" -d '{"events": [{"server_uuid": "2bbdff5d-514b-4cbc-8060-6d47df494d46", "name": "network-vif-plugged", "status": "completed", "tag": "b4144523-0a7d-45d6-8421-1af4ee4eb23a"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:51.470371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b4144523-0a7d-45d6-8421-1af4ee4eb23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4144523-0a7d-45d6-8421-1af4ee4eb23a,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:51.475837 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.476727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 20:59:51.556720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.556958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b4144523-0a7d-45d6-8421-1af4ee4eb23a,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:51.572408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 20:59:51.572682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a52112d5-0260-4710-a369-301f3172a8e7 req-3073af3b-3334-445d-91a1-ac0318c72a94 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2764382
Nov 27 20:59:51.577591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 20:59:51.578283 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.590185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfde63d-dfd9-4f42-b14e-bc74e1b862e1 req-c309c790-9e59-40cd-b002-8e3c86d1b95c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.591838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbfde63d-dfd9-4f42-b14e-bc74e1b862e1 req-c309c790-9e59-40cd-b002-8e3c86d1b95c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1292458
Nov 27 20:59:51.625887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:51.640400 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b174acfc-f974-4db0-a31a-4de64dc87e06 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:51.650927 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174acfc-f974-4db0-a31a-4de64dc87e06 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:51.651855 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b174acfc-f974-4db0-a31a-4de64dc87e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe214490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:51.665229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.671003 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.681194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] For port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:51.700426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] For port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:51.708808 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfeadfd-8a10-4d93-a174-3af6f60f3a52 x-openstack-request-id: req-7dfeadfd-8a10-4d93-a174-3af6f60f3a52 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:51.709114 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbdff5d-514b-4cbc-8060-6d47df494d46", "name": "network-vif-plugged", "status": "completed", "tag": "b4144523-0a7d-45d6-8421-1af4ee4eb23a", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:51.709428 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dfeadfd-8a10-4d93-a174-3af6f60f3a52 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:51.709890 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbdff5d-514b-4cbc-8060-6d47df494d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4144523-0a7d-45d6-8421-1af4ee4eb23a', 'code': 200}
Nov 27 20:59:51.712173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:51.719457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbfde63d-dfd9-4f42-b14e-bc74e1b862e1 req-ae15e8da-2604-45e1-927c-c611b77df0c9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016927
Nov 27 20:59:51.726622 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c179a7b5-664c-41d8-b52a-152d0d231803 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.2526078
Nov 27 20:59:51.730022 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.730674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48058) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:51.732124 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b174acfc-f974-4db0-a31a-4de64dc87e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe214490>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:51.741985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0096b11a-4b87-4293-9718-a0d2a12401d1 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'port_id': 'a1409a8b-c233-4ab3-a098-89eb2f754d6f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:51.744572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=e4ee1042-b3f8-4975-9134-9a58e8651c4f,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:51.754745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Deleting port 722a3831-4b9e-49b1-9dc5-163de96ff1d9 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:51.755103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.758972 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174acfc-f974-4db0-a31a-4de64dc87e06 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:51.760320 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b174acfc-f974-4db0-a31a-4de64dc87e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe214490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:51.817359 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b174acfc-f974-4db0-a31a-4de64dc87e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe214490>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:51.818363 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b174acfc-f974-4db0-a31a-4de64dc87e06 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:51.831537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.831697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:51.874832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': '2d8015c0-6428-46e2-869a-3fe9918d9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33dce001-473b-4b5d-8e24-205c46fe4c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:51.875084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: 33dce001-473b-4b5d-8e24-205c46fe4c78, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:51.883320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0096b11a-4b87-4293-9718-a0d2a12401d1 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.929680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.930344 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.935788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] 10.222.0.35 "PUT /v2.0/ports/78e281c6-feff-4dc3-8b5f-015a2ed0fc39 HTTP/1.1" status: 200  len: 1091 time: 2.5041654
Nov 27 20:59:51.954793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4adfab-2139-4303-ad14-bbc403187f9d req-ec792765-31e8-4905-9fa8-df7f38dec00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:51.955461 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d4adfab-2139-4303-ad14-bbc403187f9d req-ec792765-31e8-4905-9fa8-df7f38dec00d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2bbdff5d-514b-4cbc-8060-6d47df494d46 HTTP/1.1" status: 200  len: 1096 time: 0.1195707
Nov 27 20:59:51.980818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] For port 722a3831-4b9e-49b1-9dc5-163de96ff1d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=722a3831-4b9e-49b1-9dc5-163de96ff1d9,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:51.981199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:51.992115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network 33dce001-473b-4b5d-8e24-205c46fe4c78 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:52.008049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378b0dd-7b0a-4fc9-8921-54f120de7726 req-dac03232-a057-45fa-aedb-e9fbd2d6651b tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.009659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a378b0dd-7b0a-4fc9-8921-54f120de7726 req-dac03232-a057-45fa-aedb-e9fbd2d6651b tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 945 time: 0.1870203
Nov 27 20:59:52.034132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Calling delete_port for 722a3831-4b9e-49b1-9dc5-163de96ff1d9 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:52.037261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210a884-06d0-485c-b4ba-7f524f291961 service neutron] Pushing event updated for resources: {'Port': ['ID=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:52.054448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33dce001-473b-4b5d-8e24-205c46fe4c78) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:52.063592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a4d8c-aaa8-4243-8f9c-bd8c743798bf None None] Network 33dce001-473b-4b5d-8e24-205c46fe4c78 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:52.094111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.095006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:52.191386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1644ee05-152c-4faf-bd72-cf54de48d402 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.8592682
Nov 27 20:59:52.204009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48064) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:52.212384 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d4adfab-2139-4303-ad14-bbc403187f9d req-6d99fe81-1f02-439f-ad21-e890bdce44d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2413173
Nov 27 20:59:52.229659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d3534f66-0571-4101-babe-aa2e20a25fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.230144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d3534f66-0571-4101-babe-aa2e20a25fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.230620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d3534f66-0571-4101-babe-aa2e20a25fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.231092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d3534f66-0571-4101-babe-aa2e20a25fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.231588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d3534f66-0571-4101-babe-aa2e20a25fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.232213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d3534f66-0571-4101-babe-aa2e20a25fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.232519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d3534f66-0571-4101-babe-aa2e20a25fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.234476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-d3534f66-0571-4101-babe-aa2e20a25fe7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6474 time: 0.2238894
Nov 27 20:59:52.257057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a378b0dd-7b0a-4fc9-8921-54f120de7726 req-ade3fd03-61ac-4601-8df4-f48ab01b6ac0 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206974
Nov 27 20:59:52.275031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313f3aa-6fb7-4187-a10b-ae484ac067f1 req-d64c2de6-9e62-441e-bfd9-15de4d2bc994 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.279668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33dce001-473b-4b5d-8e24-205c46fe4c78', 'network_id': '33dce001-473b-4b5d-8e24-205c46fe4c78', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': 'e4ee1042-b3f8-4975-9134-9a58e8651c4f'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:59:52.280700 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:52.282559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9313f3aa-6fb7-4187-a10b-ae484ac067f1 req-d64c2de6-9e62-441e-bfd9-15de4d2bc994 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1967287
Nov 27 20:59:52.378012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9313f3aa-6fb7-4187-a10b-ae484ac067f1 req-f037ef8a-1489-4456-85d9-6bfcae818b5e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939608
Nov 27 20:59:52.412200 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:52.455329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Allocated IP 172.20.0.1 (33dce001-473b-4b5d-8e24-205c46fe4c78/e4ee1042-b3f8-4975-9134-9a58e8651c4f/7719feed-6e10-41b3-82cb-f34807d7fd46) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:52.509995 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6b16d3db-c0d1-4475-a88a-c34b458320ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7 HTTP/1.1" status: 200  len: 217 time: 0.0838850
Nov 27 20:59:52.531898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:52.534240 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7fa9d8-9141-4fec-8225-91b8021c639c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "78e281c6-feff-4dc3-8b5f-015a2ed0fc39"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:52.553676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:52.601000 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1342d459-ebff-4993-a8d9-3828e50c0e9b x-openstack-request-id: req-1342d459-ebff-4993-a8d9-3828e50c0e9b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:52.601276 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "78e281c6-feff-4dc3-8b5f-015a2ed0fc39", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:52.601653 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1342d459-ebff-4993-a8d9-3828e50c0e9b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:52.602047 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39', 'status': 'completed', 'code': 200}
Nov 27 20:59:52.642731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:52.676292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Pushing event deleted for resources: {'Port': ['ID=722a3831-4b9e-49b1-9dc5-163de96ff1d9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:52.679187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-064cea20-dd50-43e1-8ae1-3e4db7527b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.680890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-064cea20-dd50-43e1-8ae1-3e4db7527b68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73487f2e-a260-462c-a2bd-5ff76746725f HTTP/1.1" status: 200  len: 851 time: 0.1437938
Nov 27 20:59:52.781142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-da305356-6147-4989-8f25-dc7e0fc1c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:52.783346 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-da305356-6147-4989-8f25-dc7e0fc1c72d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0936623
Nov 27 20:59:52.830300 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:52.839823 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:52.924124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Network 33dce001-473b-4b5d-8e24-205c46fe4c78 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:52.931867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:52.945037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:52.956188 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:52.966919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Pushing event updated for resources: {'Port': ['ID=7719feed-6e10-41b3-82cb-f34807d7fd46,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:53.015497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ee1042-b3f8-4975-9134-9a58e8651c4f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:53.016055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.resource_extend [None req-0096b11a-4b87-4293-9718-a0d2a12401d1 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 27 20:59:53.025412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Attempting to bind port 7719feed-6e10-41b3-82cb-f34807d7fd46 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:53.025412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Attempting to bind port 7719feed-6e10-41b3-82cb-f34807d7fd46 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d8015c0-6428-46e2-869a-3fe9918d9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33dce001-473b-4b5d-8e24-205c46fe4c78'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:53.025958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Attempting to bind port 7719feed-6e10-41b3-82cb-f34807d7fd46 on network 33dce001-473b-4b5d-8e24-205c46fe4c78 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:53.033399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:53.034276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Checking segment: {'id': '2d8015c0-6428-46e2-869a-3fe9918d9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33dce001-473b-4b5d-8e24-205c46fe4c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:53.034833 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.035374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Bound using segment: {'id': '2d8015c0-6428-46e2-869a-3fe9918d9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33dce001-473b-4b5d-8e24-205c46fe4c78'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:53.035950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Bound port: 7719feed-6e10-41b3-82cb-f34807d7fd46, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8015c0-6428-46e2-869a-3fe9918d9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '33dce001-473b-4b5d-8e24-205c46fe4c78'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:53.036427 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.075370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3849a-c1e0-4617-a837-de9d63cf6b83 req-c75261ec-5ba2-44d5-bc16-a50c21c75dc3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.081471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3849a-c1e0-4617-a837-de9d63cf6b83 req-c75261ec-5ba2-44d5-bc16-a50c21c75dc3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.087500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3849a-c1e0-4617-a837-de9d63cf6b83 req-c75261ec-5ba2-44d5-bc16-a50c21c75dc3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.088652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-cedc4d2b-09fd-4027-96d2-2d869d48b9f7 service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2650840
Nov 27 20:59:53.093520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3849a-c1e0-4617-a837-de9d63cf6b83 req-c75261ec-5ba2-44d5-bc16-a50c21c75dc3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.095176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.100628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3849a-c1e0-4617-a837-de9d63cf6b83 req-c75261ec-5ba2-44d5-bc16-a50c21c75dc3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.106248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3849a-c1e0-4617-a837-de9d63cf6b83 req-c75261ec-5ba2-44d5-bc16-a50c21c75dc3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.108801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.112925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3849a-c1e0-4617-a837-de9d63cf6b83 req-c75261ec-5ba2-44d5-bc16-a50c21c75dc3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.114881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70a3849a-c1e0-4617-a837-de9d63cf6b83 req-c75261ec-5ba2-44d5-bc16-a50c21c75dc3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5417 time: 0.1473899
Nov 27 20:59:53.124633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] For port 7719feed-6e10-41b3-82cb-f34807d7fd46, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:53.130036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] For port 7719feed-6e10-41b3-82cb-f34807d7fd46, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7719feed-6e10-41b3-82cb-f34807d7fd46,segment=NetworkSegment(2d8015c0-6428-46e2-869a-3fe9918d9626),segment_id=2d8015c0-6428-46e2-869a-3fe9918d9626)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:53.134617 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.154252 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0096b11a-4b87-4293-9718-a0d2a12401d1 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.168229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0096b11a-4b87-4293-9718-a0d2a12401d1 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.180750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f78eadc0>,) {'filters': {'network_id': ['33dce001-473b-4b5d-8e24-205c46fe4c78']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:53.228464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f78eadc0>, '2d8015c0-6428-46e2-869a-3fe9918d9626') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:53.228771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f78eadc0>, '2d8015c0-6428-46e2-869a-3fe9918d9626') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:53.229669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc46b5-fe02-40fd-8df4-352d33906cfb None None] Pushing event updated for resources: {'Port': ['ID=7719feed-6e10-41b3-82cb-f34807d7fd46,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:53.242444 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70a3849a-c1e0-4617-a837-de9d63cf6b83 req-d3d2f2bf-52a2-4b7f-aff7-88fa31f57bbe tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1190274
Nov 27 20:59:53.243265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee75599a-8e9a-449b-8488-e2a355bad730 None None] Network 33dce001-473b-4b5d-8e24-205c46fe4c78 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:53.253211 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.310012 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.333615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:53.334002 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:53.339734 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:53.366382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2bd3daef-872c-42fd-bd1e-ec0c8b87dd61 service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2653682
Nov 27 20:59:53.454134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-832face4-87c0-46ee-853c-f16b129f0a82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 217 time: 0.0511067
Nov 27 20:59:53.464352 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c45b7e2-29c3-4f3f-92f5-3404cedc5401 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 20:59:53.549811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.api [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 20:59:53.549811 ncdv-master-1 neutron-server[120908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 20:59:53.549811 ncdv-master-1 neutron-server[120908]: [parameters: {'id': '33dce001-473b-4b5d-8e24-205c46fe4c78'}]
Nov 27 20:59:53.549811 ncdv-master-1 neutron-server[120908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 20:59:53.550309 ncdv-master-1 neutron-server[120908]: DEBUG oslo_db.api [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 20:59:53.559338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0096b11a-4b87-4293-9718-a0d2a12401d1 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:53.578803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d677890-c064-4884-9561-175ed045f31f req-090b2c62-e5f1-44f3-af79-7e091d158614 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.587453 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d677890-c064-4884-9561-175ed045f31f req-090b2c62-e5f1-44f3-af79-7e091d158614 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.0901613
Nov 27 20:59:53.615293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-c4d0791e-310e-471e-95cb-7d6456dccfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.616924 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-c4d0791e-310e-471e-95cb-7d6456dccfc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1439981
Nov 27 20:59:53.637579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c23bcd-0d51-4375-b859-4c89e01a1888 req-35bfc966-0fe3-42fb-a44c-79f80e02a1c9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.639031 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00c23bcd-0d51-4375-b859-4c89e01a1888 req-35bfc966-0fe3-42fb-a44c-79f80e02a1c9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 945 time: 0.1911514
Nov 27 20:59:53.645833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c45b7e2-29c3-4f3f-92f5-3404cedc5401 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 20:59:53.683419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d677890-c064-4884-9561-175ed045f31f req-fdf9a21e-a5f9-4324-9cec-b05fe31f7f46 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949845
Nov 27 20:59:53.711287 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d7875a-dab8-43cb-bf33-efb944a65a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04bbc6-1c06-45d6-ad10-58c0eee8d127'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 20:59:53.713841 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625f0de-5601-493a-84e0-eebbe5a031bf" -d '{"events": [{"server_uuid": "39d7875a-dab8-43cb-bf33-efb944a65a97", "name": "network-vif-plugged", "status": "completed", "tag": "3d04bbc6-1c06-45d6-ad10-58c0eee8d127"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 20:59:53.723244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Router c8eacb6b-9bf2-40d9-a669-5a29f286e919 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:53.728745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-18d36cdd-9f85-415c-b66e-250de6b22380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.730250 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-18d36cdd-9f85-415c-b66e-250de6b22380 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1009090
Nov 27 20:59:53.751570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00c23bcd-0d51-4375-b859-4c89e01a1888 req-6dcc2b10-96c5-444e-8626-5985f063b58e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936630
Nov 27 20:59:53.763307 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bb7ed1-0623-4bde-bc5f-c546c350efc5 x-openstack-request-id: req-24bb7ed1-0623-4bde-bc5f-c546c350efc5 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 20:59:53.763835 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d7875a-dab8-43cb-bf33-efb944a65a97", "name": "network-vif-plugged", "status": "completed", "tag": "3d04bbc6-1c06-45d6-ad10-58c0eee8d127", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 20:59:53.764100 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24bb7ed1-0623-4bde-bc5f-c546c350efc5 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 20:59:53.764742 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d7875a-dab8-43cb-bf33-efb944a65a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04bbc6-1c06-45d6-ad10-58c0eee8d127', 'code': 200}
Nov 27 20:59:53.771492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0096b11a-4b87-4293-9718-a0d2a12401d1 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:53.776688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0096b11a-4b87-4293-9718-a0d2a12401d1 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:53.792510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a99549-b3d0-4b61-9a5e-05f28414b58e None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:53.830372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a99549-b3d0-4b61-9a5e-05f28414b58e None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:53.831061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-13a99549-b3d0-4b61-9a5e-05f28414b58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce49ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:53.886347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-13a99549-b3d0-4b61-9a5e-05f28414b58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce49ee0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:53.891763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0096b11a-4b87-4293-9718-a0d2a12401d1 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/floatingips/4c1ae186-94b7-470c-a889-afcb893811eb HTTP/1.1" status: 200  len: 978 time: 2.1576238
Nov 27 20:59:53.893272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48086) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:53.904619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a99549-b3d0-4b61-9a5e-05f28414b58e None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:53.905176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-13a99549-b3d0-4b61-9a5e-05f28414b58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce49ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:53.932575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-8d3ff9c1-6019-4f40-96a3-d1af86e1112a service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754613
Nov 27 20:59:53.944452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-13a99549-b3d0-4b61-9a5e-05f28414b58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce49ee0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:53.945693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a99549-b3d0-4b61-9a5e-05f28414b58e None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:53.948950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:53.949473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8254f-630e-49a2-bc23-14d3eebf9f04 req-c2a15399-df57-4461-9ca7-6665c7af37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:53.951008 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bfc8254f-630e-49a2-bc23-14d3eebf9f04 req-c2a15399-df57-4461-9ca7-6665c7af37a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 1096 time: 0.1135917
Nov 27 20:59:53.955213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-55aace7c-d2a3-4ccf-a396-c166ea3f040c admin admin] 10.222.0.21 "PUT /v2.0/routers/c8eacb6b-9bf2-40d9-a669-5a29f286e919/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9597061
Nov 27 20:59:53.958046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48090) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:53.974858 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] Sync routers for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:53.988542 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:53.989171 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe36c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:54.056349 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.094890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-3d068911-67c5-476d-b128-0f1cb48394d3 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541574
Nov 27 20:59:54.155727 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:59:54.201076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bfc8254f-630e-49a2-bc23-14d3eebf9f04 req-a33fbfa8-d34f-450d-88b7-ebc24025f8cf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420998
Nov 27 20:59:54.251415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.308081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port 62b7d9b7-175d-4085-8fe7-fe146c748385 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:54.308433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.347934 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe36c910>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:59:52Z', 'revision_number': 5, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:54.375639 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] Checking router: c8eacb6b-9bf2-40d9-a669-5a29f286e919 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 20:59:54.384951 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] Routers {'c8eacb6b-9bf2-40d9-a669-5a29f286e919'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:54.385587 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe36c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:54.477283 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.477526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.491917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e42439-02be-4d75-87f8-337edf896fac req-1356a69c-6ea5-4671-bac4-bd0d4ac9d61e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.498285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e42439-02be-4d75-87f8-337edf896fac req-1356a69c-6ea5-4671-bac4-bd0d4ac9d61e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.504438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e42439-02be-4d75-87f8-337edf896fac req-1356a69c-6ea5-4671-bac4-bd0d4ac9d61e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.510470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e42439-02be-4d75-87f8-337edf896fac req-1356a69c-6ea5-4671-bac4-bd0d4ac9d61e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.516437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e42439-02be-4d75-87f8-337edf896fac req-1356a69c-6ea5-4671-bac4-bd0d4ac9d61e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.522390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e42439-02be-4d75-87f8-337edf896fac req-1356a69c-6ea5-4671-bac4-bd0d4ac9d61e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.525766 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-a1781201-e095-435e-81ba-4bbed91c9e05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 217 time: 0.4227388
Nov 27 20:59:54.528580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e42439-02be-4d75-87f8-337edf896fac req-1356a69c-6ea5-4671-bac4-bd0d4ac9d61e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.536637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34e42439-02be-4d75-87f8-337edf896fac req-1356a69c-6ea5-4671-bac4-bd0d4ac9d61e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5417 time: 0.1807129
Nov 27 20:59:54.547349 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.569774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for 62b7d9b7-175d-4085-8fe7-fe146c748385 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:54.588046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port 7719feed-6e10-41b3-82cb-f34807d7fd46 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:54.588415 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.591021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e4143103-db63-4420-91a7-047c22b85133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.592604 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e4143103-db63-4420-91a7-047c22b85133 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0570171
Nov 27 20:59:54.595896 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] Set router c8eacb6b-9bf2-40d9-a669-5a29f286e919 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 20:59:54.690974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port 7719feed-6e10-41b3-82cb-f34807d7fd46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7719feed-6e10-41b3-82cb-f34807d7fd46,segment=NetworkSegment(2d8015c0-6428-46e2-869a-3fe9918d9626),segment_id=2d8015c0-6428-46e2-869a-3fe9918d9626)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:54.691844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.709371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for 7719feed-6e10-41b3-82cb-f34807d7fd46 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:54.709947 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34e42439-02be-4d75-87f8-337edf896fac req-2a0e460b-4cae-4386-8654-b58b0fa984f8 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1598985
Nov 27 20:59:54.716800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-acefae25-39dc-46da-8d05-fa0fbbe5c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.718534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-acefae25-39dc-46da-8d05-fa0fbbe5c89f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0878551
Nov 27 20:59:54.799631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Deleting port c61ebbfe-ffbb-49a7-b94c-5077877b357d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:54.799974 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.835582 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe36c910>, [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:59:52Z', 'revision_number': 5, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:54.871346 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d013a-2e11-42bd-91fb-22596fe31e65 None None] The sync data for ids ['c8eacb6b-9bf2-40d9-a669-5a29f286e919'] in ncdv-master-1 is: [{'id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'name': 'tempest-ServersTestBootFromVolume-487175667-router', 'tenant_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123'}], 'enable_snat': True}, 'gw_port_id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:21Z', 'updated_at': '2021-11-27T20:59:52Z', 'revision_number': 5, 'project_id': '7860bb78a8bc43fd80d4c01ce057e5ef', 'gw_port': {'id': 'c61ebbfe-ffbb-49a7-b94c-5077877b357d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:91:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eacb6b-9bf2-40d9-a669-5a29f286e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:23Z', 'updated_at': '2021-11-27T20:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:54.933063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97b46d-650a-450a-9c4b-75bee2b034f6 req-aa1c964d-d696-422a-9abe-9d81051dd249 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:54.934569 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc97b46d-650a-450a-9c4b-75bee2b034f6 req-aa1c964d-d696-422a-9abe-9d81051dd249 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1199791
Nov 27 20:59:54.976019 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-1ea7c0e1-6594-4a3d-be7c-8e1d12b2f742 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2474098
Nov 27 20:59:54.976715 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:54.982377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.025986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b38b11-a821-4fd6-aa20-3e5c6c387731 req-bef42f5b-6729-47c2-8e9a-a1fac47adac5 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:55.026193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=7719feed-6e10-41b3-82cb-f34807d7fd46,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:55.027551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11b38b11-a821-4fd6-aa20-3e5c6c387731 req-bef42f5b-6729-47c2-8e9a-a1fac47adac5 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 945 time: 0.1735249
Nov 27 20:59:55.029092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port 7719feed-6e10-41b3-82cb-f34807d7fd46 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:55.035360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] For port c61ebbfe-ffbb-49a7-b94c-5077877b357d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c61ebbfe-ffbb-49a7-b94c-5077877b357d,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:55.035731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.038267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=62b7d9b7-175d-4085-8fe7-fe146c748385,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:55.062016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Calling delete_port for c61ebbfe-ffbb-49a7-b94c-5077877b357d owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:55.087219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48106) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:55.148808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc97b46d-650a-450a-9c4b-75bee2b034f6 req-ca0357a7-3af4-4b91-acfe-bc5c913fbfd5 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044778
Nov 27 20:59:55.183617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.198728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11b38b11-a821-4fd6-aa20-3e5c6c387731 req-89a768cf-db26-482b-a87f-69ace1254b0a tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582315
Nov 27 20:59:55.207815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.207815 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP 4c1ae186-94b7-470c-a889-afcb893811eb disassociated (deleted). External IP: 172.35.3.181, port: a1409a8b-c233-4ab3-a098-89eb2f754d6f.
Nov 27 20:59:55.226089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7ebaeb0>,) {'filters': {'network_id': ['33dce001-473b-4b5d-8e24-205c46fe4c78']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:55.279753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7ebaeb0>, '2d8015c0-6428-46e2-869a-3fe9918d9626') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:55.280365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7ebaeb0>, '2d8015c0-6428-46e2-869a-3fe9918d9626') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:55.303422 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e0755c16-a053-422b-80c5-01df88be6e65 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3113525
Nov 27 20:59:55.305195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.324006 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78bf4e99-0fe6-4531-8c3c-bc54de40dab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.356304 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-65c842eb-a647-4cf9-a0b2-bd45daefa991 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 HTTP/1.1" status: 200  len: 217 time: 0.0440180
Nov 27 20:59:55.358473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.377222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:55.378396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:55.381708 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:55.476226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-609a6ff2-6a54-4c2f-8f1e-0036dd40277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:55.478473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-609a6ff2-6a54-4c2f-8f1e-0036dd40277a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1132855
Nov 27 20:59:55.478985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.484123 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.490686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/33dce001-473b-4b5d-8e24-205c46fe4c78 HTTP/1.1" status: 204  len: 168 time: 3.2819891
Nov 27 20:59:55.498799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48110) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:55.508025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-119876856'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:55.542383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca1f00-7790-45af-b614-0603ae8d16d8 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=33dce001-473b-4b5d-8e24-205c46fe4c78,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:55.573410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:55.577112 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.588035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-cbfcfae0-6f2d-4d0d-96bd-74545f0015e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:55.589815 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-cbfcfae0-6f2d-4d0d-96bd-74545f0015e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1013331
Nov 27 20:59:55.589976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.640947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61ebbfe-ffbb-49a7-b94c-5077877b357d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:55.649272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 20:59:55.655354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814126e-d1e3-43ae-bb2e-33bb7ed0ae46 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:55.670443 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.670798 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment 4019ce72-687d-4d1b-bd20-afedda64cc9a of type vlan for network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5
Nov 27 20:59:55.675949 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78bf4e99-0fe6-4531-8c3c-bc54de40dab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.683611 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78bf4e99-0fe6-4531-8c3c-bc54de40dab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.734763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 20:59:55.737137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.747665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6344aafd-0854-4af6-a107-581d034be582 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493611
Nov 27 20:59:55.760697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf4e99-0fe6-4531-8c3c-bc54de40dab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9804a92-5585-44e3-9586-798724da1939,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:55.767190 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-78bf4e99-0fe6-4531-8c3c-bc54de40dab0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0d6036f118d4a8daaae5e0253609483&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6751001
Nov 27 20:59:55.769154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48114) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:55.787457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.815704 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.821428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:55.822946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:55.899290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3994043
Nov 27 20:59:55.905419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48116) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:55.912965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ddac5538-2815-4c95-8d1f-aed4afc409ab tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'New_network'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:55.918292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bdad2-aa90-457f-8b39-de0023374e81 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=f9b848c6-a687-4f1e-9395-37f7b3e4a0b5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:55.930941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:55.995169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-286d89df-efcf-4376-b134-93a60d5b0a17 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346461
Nov 27 20:59:56.058600 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-bc2877e0-584b-4c17-87a1-e2867a377726 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8 HTTP/1.1" status: 200  len: 217 time: 0.0545881
Nov 27 20:59:56.094212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 722a3831-4b9e-49b1-9dc5-163de96ff1d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:56.119246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 722a3831-4b9e-49b1-9dc5-163de96ff1d9 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:56.119625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 722a3831-4b9e-49b1-9dc5-163de96ff1d9 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:56.172369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-501fef2d-0e4f-49f2-878f-8f3411f1b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.173879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-501fef2d-0e4f-49f2-878f-8f3411f1b9c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1038311
Nov 27 20:59:56.223627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddac5538-2815-4c95-8d1f-aed4afc409ab tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.254464 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddac5538-2815-4c95-8d1f-aed4afc409ab tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.296957 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.300065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ddac5538-2815-4c95-8d1f-aed4afc409ab tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 is not hosted by any dhcp agent {{(pid=120908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 20:59:56.300201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.305307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac5538-2815-4c95-8d1f-aed4afc409ab tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.305911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddac5538-2815-4c95-8d1f-aed4afc409ab tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.307189 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ddac5538-2815-4c95-8d1f-aed4afc409ab tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "PUT /v2.0/networks/f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 HTTP/1.1" status: 200  len: 723 time: 0.4008121
Nov 27 20:59:56.313935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48124) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:56.315886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e3067670-36c2-4042-bda8-d2ed772437b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.317379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-e3067670-36c2-4042-bda8-d2ed772437b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1357684
Nov 27 20:59:56.351053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': 'f9b848c6-a687-4f1e-9395-37f7b3e4a0b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:56.399236 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe51d-9771-4132-8bb3-a85f181b05e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.403154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.403706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8eacb6b-9bf2-40d9-a669-5a29f286e919 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 20:59:56.412017 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.415848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-21c3af47-4fbf-4418-b30f-ba2d0df7da41 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c8eacb6b-9bf2-40d9-a669-5a29f286e919 HTTP/1.1" status: 204  len: 168 time: 2.4556928
Nov 27 20:59:56.416540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48126) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:56.452657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd214c-cb8f-4de2-baf3-4d6bdf4e2624 req-82a195b8-d8dc-4bf3-9433-34b916e9db0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.459220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd214c-cb8f-4de2-baf3-4d6bdf4e2624 req-82a195b8-d8dc-4bf3-9433-34b916e9db0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.465308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd214c-cb8f-4de2-baf3-4d6bdf4e2624 req-82a195b8-d8dc-4bf3-9433-34b916e9db0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.472251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd214c-cb8f-4de2-baf3-4d6bdf4e2624 req-82a195b8-d8dc-4bf3-9433-34b916e9db0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.473365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5abf2-04c5-434e-abcf-1065508f6a7b req-533c7fd6-ba5e-476f-b67c-a4f62cf64590 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.474905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ae5abf2-04c5-434e-abcf-1065508f6a7b req-533c7fd6-ba5e-476f-b67c-a4f62cf64590 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.2408850
Nov 27 20:59:56.478221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd214c-cb8f-4de2-baf3-4d6bdf4e2624 req-82a195b8-d8dc-4bf3-9433-34b916e9db0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.484326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd214c-cb8f-4de2-baf3-4d6bdf4e2624 req-82a195b8-d8dc-4bf3-9433-34b916e9db0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.490448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd214c-cb8f-4de2-baf3-4d6bdf4e2624 req-82a195b8-d8dc-4bf3-9433-34b916e9db0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.492448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76fd214c-cb8f-4de2-baf3-4d6bdf4e2624 req-82a195b8-d8dc-4bf3-9433-34b916e9db0d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5417 time: 0.6069224
Nov 27 20:59:56.493129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac5538-2815-4c95-8d1f-aed4afc409ab tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=f9b848c6-a687-4f1e-9395-37f7b3e4a0b5,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:56.504716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 20:59:56.542962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe51d-9771-4132-8bb3-a85f181b05e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.545416 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 20:59:56.564832 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.588477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ae5abf2-04c5-434e-abcf-1065508f6a7b req-8cf2a8a0-480d-4974-b4f7-d7b4cbfa92ce tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989711
Nov 27 20:59:56.603942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2124fe8c-ab76-4325-a2e7-7013f572ae23 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462182
Nov 27 20:59:56.606389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2b278-c057-43d5-979d-ef5ec8a63dff None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 20:59:56.609700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 20:59:56.609956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09a9930-5eb6-4bce-a425-e6138f7f8d58 admin admin] Deleting subnet 7e656ec2-599d-4514-9f1f-b0d663d05db9 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 20:59:56.617765 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.635226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-67c78d55-94e9-458f-9e98-fbf2293d5733 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/floatingips/4c1ae186-94b7-470c-a889-afcb893811eb HTTP/1.1" status: 204  len: 168 time: 2.7409282
Nov 27 20:59:56.636101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c09a9930-5eb6-4bce-a425-e6138f7f8d58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.640302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48128) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:56.657212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2b278-c057-43d5-979d-ef5ec8a63dff None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:56.658465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1ec2b278-c057-43d5-979d-ef5ec8a63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd219760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:56.697819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1ec2b278-c057-43d5-979d-ef5ec8a63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd219760>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:56.709369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2b278-c057-43d5-979d-ef5ec8a63dff None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 20:59:56.710264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1ec2b278-c057-43d5-979d-ef5ec8a63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd219760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T20:59:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:56.732100 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76fd214c-cb8f-4de2-baf3-4d6bdf4e2624 req-287802e7-7724-4395-aed5-2f4beaebdbb7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2161782
Nov 27 20:59:56.734368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c09a9930-5eb6-4bce-a425-e6138f7f8d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.745911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1ec2b278-c057-43d5-979d-ef5ec8a63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd219760>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:56.746846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec2b278-c057-43d5-979d-ef5ec8a63dff None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 20:59:56.809935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe51d-9771-4132-8bb3-a85f181b05e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.812607 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe51d-9771-4132-8bb3-a85f181b05e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.813880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0bbbe51d-9771-4132-8bb3-a85f181b05e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9804a92-5585-44e3-9586-798724da1939 HTTP/1.1" status: 204  len: 168 time: 1.0418208
Nov 27 20:59:56.840454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86661cf0-499f-474d-93d8-37157c437534 req-6a8aad40-0641-48cc-b8e2-2e0365a2c3ee tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:56.842032 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-86661cf0-499f-474d-93d8-37157c437534 req-6a8aad40-0641-48cc-b8e2-2e0365a2c3ee tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 945 time: 0.1260614
Nov 27 20:59:56.853904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe51d-9771-4132-8bb3-a85f181b05e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9804a92-5585-44e3-9586-798724da1939,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:56.876859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a760911a-4c3b-483f-b190-191caca44f91 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port a1409a8b-c233-4ab3-a098-89eb2f754d6f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:56.877717 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a760911a-4c3b-483f-b190-191caca44f91 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.896995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c09a9930-5eb6-4bce-a425-e6138f7f8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:56.948002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-4c5eea1b-4c55-4304-8de8-f996d25b24b5 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422578
Nov 27 20:59:56.980127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-86661cf0-499f-474d-93d8-37157c437534 req-42aa01eb-ff77-4ec8-816b-7264da26ab06 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299644
Nov 27 20:59:57.023299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a760911a-4c3b-483f-b190-191caca44f91 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.030940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-a71e6866-c56c-46a5-8817-b91fc8f8a4a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406 HTTP/1.1" status: 200  len: 217 time: 0.0720639
Nov 27 20:59:57.045471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c09a9930-5eb6-4bce-a425-e6138f7f8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.074238 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a760911a-4c3b-483f-b190-191caca44f91 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for a1409a8b-c233-4ab3-a098-89eb2f754d6f owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:57.080922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a9930-5eb6-4bce-a425-e6138f7f8d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e656ec2-599d-4514-9f1f-b0d663d05db9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:57.090356 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c09a9930-5eb6-4bce-a425-e6138f7f8d58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.097224 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c09a9930-5eb6-4bce-a425-e6138f7f8d58 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7e656ec2-599d-4514-9f1f-b0d663d05db9 HTTP/1.1" status: 204  len: 168 time: 0.6681933
Nov 27 20:59:57.098783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f5cfdc-de77-4af6-a819-bf3e090a9832 None None] Network cc89b74e-c688-4f20-ab80-4dbda47338f8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:57.100195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48136) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:57.138908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-309c125a-e49b-4efa-ae69-e10ac92a8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:57.140617 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-309c125a-e49b-4efa-ae69-e10ac92a8310 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.0999427
Nov 27 20:59:57.142094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.259315 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.277943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': '4019ce72-687d-4d1b-bd20-afedda64cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f9b848c6-a687-4f1e-9395-37f7b3e4a0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:57.277943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: f9b848c6-a687-4f1e-9395-37f7b3e4a0b5, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 20:59:57.278291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=7d987108-49f8-48d7-908b-8e303a385c37,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:57.278618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81855f82-f054-4d49-a2ab-0f3ca45acd10 req-e4a83343-c655-4de8-92dd-b7de41a9f51d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:57.280248 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-81855f82-f054-4d49-a2ab-0f3ca45acd10 req-e4a83343-c655-4de8-92dd-b7de41a9f51d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bbdff5d-514b-4cbc-8060-6d47df494d46 HTTP/1.1" status: 200  len: 945 time: 0.1912308
Nov 27 20:59:57.302258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-63d59067-83ed-44a0-a0e1-a74648d03384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:57.304083 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-63d59067-83ed-44a0-a0e1-a74648d03384 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1294553
Nov 27 20:59:57.384101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 20:59:57.404116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9b848c6-a687-4f1e-9395-37f7b3e4a0b5) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:57.409699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-81855f82-f054-4d49-a2ab-0f3ca45acd10 req-2136a91c-592d-4c02-ae10-351f90852a43 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215472
Nov 27 20:59:57.429538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:57.429538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690909'] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.431902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d01f3e-bb1e-4e24-b309-3831356f86bb None None] Network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 20:59:57.478093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a535536e-5824-4948-9666-6de2e5809aa0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1594965
Nov 27 20:59:57.481834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Deleting port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:57.483844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48148) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:57.484004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.489402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0847053e-ab73-439e-82d1-edbb3761eece tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:57.560373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-c55fde67-4cbd-491b-ab06-58130ee37ca2 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2479978
Nov 27 20:59:57.573305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] For port 4d72f89a-3afa-4f55-8211-b6d8a90883c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d72f89a-3afa-4f55-8211-b6d8a90883c3,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:57.576736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.591993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a760911a-4c3b-483f-b190-191caca44f91 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.620719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Calling delete_port for 4d72f89a-3afa-4f55-8211-b6d8a90883c3 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:57.677139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760911a-4c3b-483f-b190-191caca44f91 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=a1409a8b-c233-4ab3-a098-89eb2f754d6f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:57.682757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23eccc-0486-4f90-9871-e607ff18ab84 None None] DHCP port deletion for cc89b74e-c688-4f20-ab80-4dbda47338f8 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:57.701301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9c179-5e7f-405c-9143-e593f91ad2b9 None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 20:59:57.766252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0847053e-ab73-439e-82d1-edbb3761eece tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2143583026'] for subnet, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.834717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-b8610819-cd38-4b9d-b01b-756cd00c45cd service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2625880
Nov 27 20:59:57.896428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a760911a-4c3b-483f-b190-191caca44f91 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.900039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a760911a-4c3b-483f-b190-191caca44f91 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/ports/a1409a8b-c233-4ab3-a098-89eb2f754d6f HTTP/1.1" status: 204  len: 168 time: 1.2389350
Nov 27 20:59:57.906008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48164) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:57.914861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 20:59:57.925055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9b848c6-a687-4f1e-9395-37f7b3e4a0b5', 'network_id': 'f9b848c6-a687-4f1e-9395-37f7b3e4a0b5', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': '7d987108-49f8-48d7-908b-8e303a385c37'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 20:59:57.926332 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:57.942145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-a307136a-7468-4085-8fdc-13e85c6f3859 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39 HTTP/1.1" status: 200  len: 217 time: 0.0983529
Nov 27 20:59:57.948726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbdbe7-5181-40b2-afce-82942d3a37b1 req-600bd3f2-e347-4d14-bc61-c9aecd026769 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:57.950873 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34cbdbe7-5181-40b2-afce-82942d3a37b1 req-600bd3f2-e347-4d14-bc61-c9aecd026769 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1576571
Nov 27 20:59:58.008111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-de23eccc-0486-4f90-9871-e607ff18ab84 None None] Deleting port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:58.008771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de23eccc-0486-4f90-9871-e607ff18ab84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.037944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.068839 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.089440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-eb0a122b-e034-4652-ac7b-e35f276a2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.096495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-eb0a122b-e034-4652-ac7b-e35f276a2dfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.1449690
Nov 27 20:59:58.127957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4d72f89a-3afa-4f55-8211-b6d8a90883c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:58.135522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d72f89a-3afa-4f55-8211-b6d8a90883c3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:58.142150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] No DVR routers for this DVR port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:58.148723 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34cbdbe7-5181-40b2-afce-82942d3a37b1 req-cbbcca5e-cd72-48e5-84e7-53752f4476ba tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779938
Nov 27 20:59:58.236153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969da5a3-94c2-45dc-9c2e-210f88b1d24d req-1070a285-90c5-4611-8326-9954d515ed56 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.238997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4d72f89a-3afa-4f55-8211-b6d8a90883c3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:58.239428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4d72f89a-3afa-4f55-8211-b6d8a90883c3 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:58.239863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c61ebbfe-ffbb-49a7-b94c-5077877b357d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 20:59:58.247450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969da5a3-94c2-45dc-9c2e-210f88b1d24d req-1070a285-90c5-4611-8326-9954d515ed56 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.253952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969da5a3-94c2-45dc-9c2e-210f88b1d24d req-1070a285-90c5-4611-8326-9954d515ed56 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.261907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969da5a3-94c2-45dc-9c2e-210f88b1d24d req-1070a285-90c5-4611-8326-9954d515ed56 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.268350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969da5a3-94c2-45dc-9c2e-210f88b1d24d req-1070a285-90c5-4611-8326-9954d515ed56 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.274565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969da5a3-94c2-45dc-9c2e-210f88b1d24d req-1070a285-90c5-4611-8326-9954d515ed56 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.280744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969da5a3-94c2-45dc-9c2e-210f88b1d24d req-1070a285-90c5-4611-8326-9954d515ed56 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.286537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c61ebbfe-ffbb-49a7-b94c-5077877b357d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 20:59:58.287155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c61ebbfe-ffbb-49a7-b94c-5077877b357d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 20:59:58.289160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-969da5a3-94c2-45dc-9c2e-210f88b1d24d req-1070a285-90c5-4611-8326-9954d515ed56 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5417 time: 0.2486999
Nov 27 20:59:58.299738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0847053e-ab73-439e-82d1-edbb3761eece tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788577952359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143852203'] for subnet, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.310881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-de23eccc-0486-4f90-9871-e607ff18ab84 None None] For port 4d72f89a-3afa-4f55-8211-b6d8a90883c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d72f89a-3afa-4f55-8211-b6d8a90883c3,segment=NetworkSegment(b3689938-10b3-4036-9845-a82f28011d73),segment_id=b3689938-10b3-4036-9845-a82f28011d73)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:58.312221 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de23eccc-0486-4f90-9871-e607ff18ab84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.318789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.322771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6ae2504e-2bf9-43d9-865f-eca6d98f9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.324326 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-6ae2504e-2bf9-43d9-865f-eca6d98f9ecb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1917555
Nov 27 20:59:58.340292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-de23eccc-0486-4f90-9871-e607ff18ab84 None None] Calling delete_port for 4d72f89a-3afa-4f55-8211-b6d8a90883c3 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:58.342586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef72d250>,) {'filters': {'network_id': ['cc89b74e-c688-4f20-ab80-4dbda47338f8']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:58.356717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef72d250>, 'b3689938-10b3-4036-9845-a82f28011d73') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:58.357177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef72d250>, 'b3689938-10b3-4036-9845-a82f28011d73') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 20:59:58.367086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847053e-ab73-439e-82d1-edbb3761eece tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.367714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0847053e-ab73-439e-82d1-edbb3761eece tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.369062 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0847053e-ab73-439e-82d1-edbb3761eece tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "PUT /v2.0/subnets/7d987108-49f8-48d7-908b-8e303a385c37 HTTP/1.1" status: 200  len: 806 time: 0.8842568
Nov 27 20:59:58.374246 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.384907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48190) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:58.410729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.462125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Allocated IP 172.20.0.2 (f9b848c6-a687-4f1e-9395-37f7b3e4a0b5/7d987108-49f8-48d7-908b-8e303a385c37/c9ffa0d7-300e-47ae-933b-b0f997086d76) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:58.483116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847053e-ab73-439e-82d1-edbb3761eece tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=7d987108-49f8-48d7-908b-8e303a385c37,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:58.492316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 20:59:58.493051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 20:59:58.495384 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 20:59:58.514885 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-969da5a3-94c2-45dc-9c2e-210f88b1d24d req-a2ffc521-6d3a-474a-a85e-c7bd0f0c7058 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2246022
Nov 27 20:59:58.536733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-67aed5b9-e8eb-498e-933b-24d5f9519f90 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925375
Nov 27 20:59:58.573274 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de23eccc-0486-4f90-9871-e607ff18ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.616203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23eccc-0486-4f90-9871-e607ff18ab84 None None] Pushing event deleted for resources: {'Port': ['ID=4d72f89a-3afa-4f55-8211-b6d8a90883c3,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:58.626979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23eccc-0486-4f90-9871-e607ff18ab84 None None] No DVR routers for this DVR port 4d72f89a-3afa-4f55-8211-b6d8a90883c3 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 20:59:58.687069 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd7bc10b-04bd-404d-8771-fded4e9b65d4 req-2dcccaa0-458e-424f-a045-5cd0ec7f1a50 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390288
Nov 27 20:59:58.692411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.715153 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.721822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc89b74e-c688-4f20-ab80-4dbda47338f8 HTTP/1.1" status: 204  len: 168 time: 1.6201367
Nov 27 20:59:58.757082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a20a9-4a94-4880-be5d-7c13331d1e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc89b74e-c688-4f20-ab80-4dbda47338f8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:58.757642 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.765911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.773455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.788027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-d4994965-192d-47e2-9b18-809c313e2c5e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.795012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-d4994965-192d-47e2-9b18-809c313e2c5e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 812 time: 0.3132870
Nov 27 20:59:58.813349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 20:59:58.814260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.819545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 20:59:58.823681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b0a403e0-6eaf-4cf8-9ed1-1734c9827414 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/quotas/5399873bca254683bedebb5102a1b6e5 HTTP/1.1" status: 200  len: 375 time: 0.0276749
Nov 27 20:59:58.823852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 20:59:58.832704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Pushing event updated for resources: {'Port': ['ID=c9ffa0d7-300e-47ae-933b-b0f997086d76,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:58.899546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Attempting to bind port c9ffa0d7-300e-47ae-933b-b0f997086d76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 20:59:58.899935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Attempting to bind port c9ffa0d7-300e-47ae-933b-b0f997086d76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4019ce72-687d-4d1b-bd20-afedda64cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f9b848c6-a687-4f1e-9395-37f7b3e4a0b5'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 20:59:58.900316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Attempting to bind port c9ffa0d7-300e-47ae-933b-b0f997086d76 on network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 20:59:58.909397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 20:59:58.909795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Checking segment: {'id': '4019ce72-687d-4d1b-bd20-afedda64cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f9b848c6-a687-4f1e-9395-37f7b3e4a0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 20:59:58.911461 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.911919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Bound using segment: {'id': '4019ce72-687d-4d1b-bd20-afedda64cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f9b848c6-a687-4f1e-9395-37f7b3e4a0b5'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 20:59:58.912458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Bound port: c9ffa0d7-300e-47ae-933b-b0f997086d76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4019ce72-687d-4d1b-bd20-afedda64cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f9b848c6-a687-4f1e-9395-37f7b3e4a0b5'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 20:59:58.912857 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:58.920342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-aed03e04-5f19-497e-b7fd-330b2d76749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.922550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-aed03e04-5f19-497e-b7fd-330b2d76749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.926844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-aed03e04-5f19-497e-b7fd-330b2d76749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.927770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-aed03e04-5f19-497e-b7fd-330b2d76749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.928884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-aed03e04-5f19-497e-b7fd-330b2d76749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.929964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-aed03e04-5f19-497e-b7fd-330b2d76749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.931858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-aed03e04-5f19-497e-b7fd-330b2d76749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:58.935351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-aed03e04-5f19-497e-b7fd-330b2d76749b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6474 time: 0.1626503
Nov 27 20:59:58.992576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-a0340dbb-e9d2-4a1d-9d6d-559692cfc78f tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1679289
Nov 27 20:59:59.021019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] For port c9ffa0d7-300e-47ae-933b-b0f997086d76, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 20:59:59.035208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] For port c9ffa0d7-300e-47ae-933b-b0f997086d76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9ffa0d7-300e-47ae-933b-b0f997086d76,segment=NetworkSegment(4019ce72-687d-4d1b-bd20-afedda64cc9a),segment_id=4019ce72-687d-4d1b-bd20-afedda64cc9a)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 20:59:59.045302 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.056062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48214) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:59.072584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port c9ffa0d7-300e-47ae-933b-b0f997086d76 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:59.073002 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.095132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.35.3.97 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/05a46b6f-92ec-4f09-8608-df668693577c) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 20:59:59.100965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f27714-471a-444c-9a25-d80aaa9865f2 None None] Pushing event updated for resources: {'Port': ['ID=c9ffa0d7-300e-47ae-933b-b0f997086d76,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:59.136935 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-68c9371f-d76c-4819-8a64-c656ffcca254 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7860bb78a8bc43fd80d4c01ce057e5ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0789745
Nov 27 20:59:59.139567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48216) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 20:59:59.218486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-b64d8b9d-6e51-49dd-8b97-2d04528f5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:59.224862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-b64d8b9d-6e51-49dd-8b97-2d04528f5c03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 902 time: 0.2762809
Nov 27 20:59:59.263464 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-825374e6-6714-441c-b106-84285e0088e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.340183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-825374e6-6714-441c-b106-84285e0088e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.362782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-7fe8237e-f984-4930-a81a-0dea36da86cf tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:59.364359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-7fe8237e-f984-4930-a81a-0dea36da86cf tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bbdff5d-514b-4cbc-8060-6d47df494d46 HTTP/1.1" status: 200  len: 945 time: 0.2099299
Nov 27 20:59:59.381581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-37d38a8a-fec4-4457-b403-7ab364c5cd8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39 HTTP/1.1" status: 200  len: 217 time: 0.1193316
Nov 27 20:59:59.389235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-fdeb3a38-a3f9-4b60-8b11-09bc8e3d3fc8 service neutron] 10.222.0.21 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3938670
Nov 27 20:59:59.429099 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port c9ffa0d7-300e-47ae-933b-b0f997086d76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9ffa0d7-300e-47ae-933b-b0f997086d76,segment=NetworkSegment(4019ce72-687d-4d1b-bd20-afedda64cc9a),segment_id=4019ce72-687d-4d1b-bd20-afedda64cc9a)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 20:59:59.429757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.481450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.512643 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-825374e6-6714-441c-b106-84285e0088e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.516103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-825374e6-6714-441c-b106-84285e0088e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.517621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-825374e6-6714-441c-b106-84285e0088e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcab37b5-761f-4911-bed9-ee1e258f74d4 HTTP/1.1" status: 204  len: 168 time: 0.3771396
Nov 27 20:59:59.545007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825374e6-6714-441c-b106-84285e0088e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab37b5-761f-4911-bed9-ee1e258f74d4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 20:59:59.556146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for c9ffa0d7-300e-47ae-933b-b0f997086d76 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 20:59:59.590192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a27e5-e113-4ac9-a4c9-c51b4ef7e374 req-1c830f1c-122d-4101-b332-fbff6a733249 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:59.592420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-595a27e5-e113-4ac9-a4c9-c51b4ef7e374 req-1c830f1c-122d-4101-b332-fbff6a733249 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.3324020
Nov 27 20:59:59.623336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-2f503a78-81c3-4aff-a931-d0ad348d5ad8 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:59.625253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-2f503a78-81c3-4aff-a931-d0ad348d5ad8 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "GET /v2.0/ports?device_id=39d7875a-dab8-43cb-bf33-efb944a65a97 HTTP/1.1" status: 200  len: 945 time: 0.1933928
Nov 27 20:59:59.627216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-23c7550a-7edd-488c-a465-4381453f29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:59.629468 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-23c7550a-7edd-488c-a465-4381453f29b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.1959798
Nov 27 20:59:59.745437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-c178e5f8-c7de-4706-a5e3-fb424f0d7433 service neutron] 10.222.0.21 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3534460
Nov 27 20:59:59.764316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-595a27e5-e113-4ac9-a4c9-c51b4ef7e374 req-07818495-9e28-429c-87e8-3a58d7403812 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532121
Nov 27 20:59:59.780804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.864256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Deleting port b4144523-0a7d-45d6-8421-1af4ee4eb23a {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 20:59:59.873276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 20:59:59.885003 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-1ccfc9b7-0e4a-4e72-bbb8-bebb7d9b8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 20:59:59.886481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-1ccfc9b7-0e4a-4e72-bbb8-bebb7d9b8227 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2307849
Nov 27 21:00:00.015479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] For port b4144523-0a7d-45d6-8421-1af4ee4eb23a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4144523-0a7d-45d6-8421-1af4ee4eb23a,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:00.015859 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:00.049332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:00.059195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=05a46b6f-92ec-4f09-8608-df668693577c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:00.069887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:00.076668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Calling delete_port for b4144523-0a7d-45d6-8421-1af4ee4eb23a owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:00.081674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:00.290522 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:00.308394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c9ffa0d7-300e-47ae-933b-b0f997086d76 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:00.347661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c9ffa0d7-300e-47ae-933b-b0f997086d76 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:00.352368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c9ffa0d7-300e-47ae-933b-b0f997086d76 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 27 21:00:00.386597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=c9ffa0d7-300e-47ae-933b-b0f997086d76,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:00.401936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Port c9ffa0d7-300e-47ae-933b-b0f997086d76 not found, will not notify nova. {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 27 21:00:00.476668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48276) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:00.542676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port c9ffa0d7-300e-47ae-933b-b0f997086d76 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:00.638325 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83b5d9e9-4d6f-454a-bfbf-018569f7b9c7 req-64a9a565-8083-44b1-b55c-0e25b1bb3962 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 210 time: 0.1458976
Nov 27 21:00:00.754390 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:00.759573 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:00.790447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Deleting port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:00.791737 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:00.837703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed867271-dc56-4f42-8342-9da40d0ca3f8 req-c8e2b450-e762-4eaa-8154-e1e1ad961846 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:00.859440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77487f54-5b3d-4358-b584-a6690c190d18 None None] Network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:00.868495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed867271-dc56-4f42-8342-9da40d0ca3f8 req-c8e2b450-e762-4eaa-8154-e1e1ad961846 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:00.882916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed867271-dc56-4f42-8342-9da40d0ca3f8 req-c8e2b450-e762-4eaa-8154-e1e1ad961846 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:00.900884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed867271-dc56-4f42-8342-9da40d0ca3f8 req-c8e2b450-e762-4eaa-8154-e1e1ad961846 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:00.916723 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a29244f-b3b3-486a-a9fd-2d4325a9722c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:00.918886 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:00.921454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed867271-dc56-4f42-8342-9da40d0ca3f8 req-c8e2b450-e762-4eaa-8154-e1e1ad961846 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:00.941415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed867271-dc56-4f42-8342-9da40d0ca3f8 req-c8e2b450-e762-4eaa-8154-e1e1ad961846 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:00.958610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed867271-dc56-4f42-8342-9da40d0ca3f8 req-c8e2b450-e762-4eaa-8154-e1e1ad961846 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:00.958610 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed867271-dc56-4f42-8342-9da40d0ca3f8 req-c8e2b450-e762-4eaa-8154-e1e1ad961846 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5417 time: 0.8639629
Nov 27 21:00:00.969959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:01.001136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['3d04bbc6-1c06-45d6-ad10-58c0eee8d127', 'b4144523-0a7d-45d6-8421-1af4ee4eb23a'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:01.057800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Pushing event deleted for resources: {'Port': ['ID=b4144523-0a7d-45d6-8421-1af4ee4eb23a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:01.061589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-f51bf31a-0971-45c4-9814-d4c6d25e952a service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1627297
Nov 27 21:00:01.080372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48304) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:01.091643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360eb6b-e931-4262-8e19-d36f86d848f5 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:01.093738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8645814f-81f1-461b-a827-9377aae80a5d None None] Could not find standard attr ID for object c9ffa0d7-300e-47ae-933b-b0f997086d76. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:00:01.101068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:01.145886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] For port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:01.146349 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:01.164160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Calling delete_port for 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:01.390378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d41eee-afda-400f-b0c2-c3a073f6a542 None None] DHCP port deletion for f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:01.391884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed867271-dc56-4f42-8342-9da40d0ca3f8 req-e8cdf671-99b9-4181-9ce5-a6e819ce4474 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3697398
Nov 27 21:00:01.419335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4f50c-2f4a-460e-bfd0-709a3ca6be1e None None] Network f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:01.542999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d7fa9d8-9141-4fec-8225-91b8021c639c req-fc44364b-af9e-4823-8868-c07a8337b3ef service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2524376
Nov 27 21:00:01.569700 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:01.629472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Pushing event deleted for resources: {'Port': ['ID=3d04bbc6-1c06-45d6-ad10-58c0eee8d127,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:01.660992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb5ac5-a603-40f6-842e-cac6e97c7319 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:01.714304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] No DVR routers for this DVR port 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:01.717523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:01.722429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-087e81b3-0abd-49f3-a105-81f381ff3cb9 req-a68feed5-4e56-42ec-b336-e238bd8a47ba tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "DELETE /v2.0/ports/3d04bbc6-1c06-45d6-ad10-58c0eee8d127 HTTP/1.1" status: 204  len: 173 time: 2.0746965
Nov 27 21:00:01.722914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d7875a-dab8-43cb-bf33-efb944a65a97', 'name': 'network-vif-deleted', 'tag': '3d04bbc6-1c06-45d6-ad10-58c0eee8d127'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:01.725300 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2178ba4d-d071-425e-a316-9c203d2fd55f" -d '{"events": [{"server_uuid": "39d7875a-dab8-43cb-bf33-efb944a65a97", "name": "network-vif-deleted", "tag": "3d04bbc6-1c06-45d6-ad10-58c0eee8d127"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:01.786073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=7d987108-49f8-48d7-908b-8e303a385c37,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:01.801492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] No DVR routers for this DVR port b4144523-0a7d-45d6-8421-1af4ee4eb23a on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:01.805423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1783463906-network', 'tenant_id': 'dc5da228c74444d99bbd83366a9438ba'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:01.820081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3931a2-4168-4e85-b51a-1c9e0a988ee8 req-42b325f8-6f65-45dd-b436-72d395458e8d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:01.823735 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a3931a2-4168-4e85-b51a-1c9e0a988ee8 req-42b325f8-6f65-45dd-b436-72d395458e8d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.9251797
Nov 27 21:00:01.858257 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17adc5ab-6f09-4a89-a48e-72e6148f5d82 req-bc584087-7f02-4209-a1e6-c1095bd580a3 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 210 time: 0.0280068
Nov 27 21:00:01.861734 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:01.865204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3cec3b5-590f-4625-beb0-6251c5fde122 req-b8edb314-428a-423f-ba6e-00623dcc635c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "DELETE /v2.0/ports/b4144523-0a7d-45d6-8421-1af4ee4eb23a HTTP/1.1" status: 204  len: 173 time: 2.4895394
Nov 27 21:00:01.865676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbdff5d-514b-4cbc-8060-6d47df494d46', 'name': 'network-vif-deleted', 'tag': 'b4144523-0a7d-45d6-8421-1af4ee4eb23a'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:01.867999 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a83d8-ac1d-4828-b8fe-d4dddab1f5f5" -d '{"events": [{"server_uuid": "2bbdff5d-514b-4cbc-8060-6d47df494d46", "name": "network-vif-deleted", "tag": "b4144523-0a7d-45d6-8421-1af4ee4eb23a"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:01.926737 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f62de4-a603-4c5e-a74e-0b3aa469f9f9 x-openstack-request-id: req-f6f62de4-a603-4c5e-a74e-0b3aa469f9f9 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:01.927550 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d7875a-dab8-43cb-bf33-efb944a65a97", "name": "network-vif-deleted", "tag": "3d04bbc6-1c06-45d6-ad10-58c0eee8d127", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:01.928305 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6f62de4-a603-4c5e-a74e-0b3aa469f9f9 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:01.929013 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d7875a-dab8-43cb-bf33-efb944a65a97', 'name': 'network-vif-deleted', 'tag': '3d04bbc6-1c06-45d6-ad10-58c0eee8d127', 'status': 'completed', 'code': 200}
Nov 27 21:00:01.968873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Made reservation on behalf of dc5da228c74444d99bbd83366a9438ba for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:01.971289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:01.995053 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18685d3-8510-4472-bc5f-56c3076b5fbb x-openstack-request-id: req-e18685d3-8510-4472-bc5f-56c3076b5fbb {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:01.995376 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbdff5d-514b-4cbc-8060-6d47df494d46", "name": "network-vif-deleted", "tag": "b4144523-0a7d-45d6-8421-1af4ee4eb23a", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:01.995633 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e18685d3-8510-4472-bc5f-56c3076b5fbb {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:01.996022 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbdff5d-514b-4cbc-8060-6d47df494d46', 'name': 'network-vif-deleted', 'tag': 'b4144523-0a7d-45d6-8421-1af4ee4eb23a', 'status': 'completed', 'code': 200}
Nov 27 21:00:02.012030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.015772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.092134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c9ffa0d7-300e-47ae-933b-b0f997086d76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:02.100475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fea073a0>,) {'filters': {'network_id': ['f9b848c6-a687-4f1e-9395-37f7b3e4a0b5']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:02.116972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c9ffa0d7-300e-47ae-933b-b0f997086d76 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:02.118454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c9ffa0d7-300e-47ae-933b-b0f997086d76 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:02.128584 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a29244f-b3b3-486a-a9fd-2d4325a9722c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.155565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a3931a2-4168-4e85-b51a-1c9e0a988ee8 req-f1dc3f35-b4f6-438b-b5b1-1d2454597733 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2674382
Nov 27 21:00:02.160699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fea073a0>, '4019ce72-687d-4d1b-bd20-afedda64cc9a') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:02.161145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fea073a0>, '4019ce72-687d-4d1b-bd20-afedda64cc9a') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:02.212800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a29244f-b3b3-486a-a9fd-2d4325a9722c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.220124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.307816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.324211 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.329952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0a29244f-b3b3-486a-a9fd-2d4325a9722c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a46ee35a93a40b9ab6db92b329733d9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8389387
Nov 27 21:00:02.332845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48316) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:02.336321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29244f-b3b3-486a-a9fd-2d4325a9722c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2df971-4bfa-49cd-9543-1a5d7e704255,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:02.345357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:02.345814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.353687 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:02.355622 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:02.384948 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e99db174-0c08-4f16-94bf-4cc8c39cc359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.406221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e99db174-0c08-4f16-94bf-4cc8c39cc359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.466387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e99db174-0c08-4f16-94bf-4cc8c39cc359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.470486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e99db174-0c08-4f16-94bf-4cc8c39cc359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.477877 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e99db174-0c08-4f16-94bf-4cc8c39cc359 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c2df971-4bfa-49cd-9543-1a5d7e704255 HTTP/1.1" status: 204  len: 168 time: 0.1439767
Nov 27 21:00:02.487073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99db174-0c08-4f16-94bf-4cc8c39cc359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2df971-4bfa-49cd-9543-1a5d7e704255,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:02.527845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-8abdc83c-0105-4184-bd86-2c0beefd0854 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:02.530026 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-8abdc83c-0105-4184-bd86-2c0beefd0854 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 812 time: 0.4449854
Nov 27 21:00:02.569519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Request body: {'port': {'device_id': '928d28f5-98f6-4791-943c-c9dd10b7ae32', 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239', 'admin_state_up': True, 'tenant_id': '5399873bca254683bedebb5102a1b6e5'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:02.618997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.641519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=05a46b6f-92ec-4f09-8608-df668693577c,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:02.644015 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.701062 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.704705 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 HTTP/1.1" status: 204  len: 168 time: 4.3189373
Nov 27 21:00:02.710354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d029f-7c7e-41ed-8977-6e2d4a2e15ea req-0df96e36-37d8-4767-9772-886b262739ef tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:02.716571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d029f-7c7e-41ed-8977-6e2d4a2e15ea req-0df96e36-37d8-4767-9772-886b262739ef tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:02.724151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d029f-7c7e-41ed-8977-6e2d4a2e15ea req-0df96e36-37d8-4767-9772-886b262739ef tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:02.732871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d029f-7c7e-41ed-8977-6e2d4a2e15ea req-0df96e36-37d8-4767-9772-886b262739ef tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:02.734528 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.736121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9f970-4650-48d1-9935-d2ca63cb6e8e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=f9b848c6-a687-4f1e-9395-37f7b3e4a0b5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:02.740877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d029f-7c7e-41ed-8977-6e2d4a2e15ea req-0df96e36-37d8-4767-9772-886b262739ef tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:02.742917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48324) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:02.749668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d029f-7c7e-41ed-8977-6e2d4a2e15ea req-0df96e36-37d8-4767-9772-886b262739ef tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:02.757502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d029f-7c7e-41ed-8977-6e2d4a2e15ea req-0df96e36-37d8-4767-9772-886b262739ef tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:02.759857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e94d029f-7c7e-41ed-8977-6e2d4a2e15ea req-0df96e36-37d8-4767-9772-886b262739ef tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5417 time: 0.2075865
Nov 27 21:00:02.760314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.784961 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.800436 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3e19f8f8-003a-48b8-9b18-61e240a41596 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.8904285
Nov 27 21:00:02.802992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48328) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:02.809908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:02.812442 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dec015-578f-428c-a5cc-16dbfcabe046 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:02.812972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20dec015-578f-428c-a5cc-16dbfcabe046 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:02.814917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'port': {'network_id': '340d6a40-407b-4a21-aa25-0144f39bb11b', 'name': 'tempest-FloatingIPTestJSON-1288850748'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:02.820554 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-20dec015-578f-428c-a5cc-16dbfcabe046 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 HTTP/1.1" status: 404  len: 339 time: 0.0739472
Nov 27 21:00:02.826600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-4523b8de-95b1-438d-ae41-8df3d6a7933e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:02.828146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-4523b8de-95b1-438d-ae41-8df3d6a7933e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 812 time: 0.2266386
Nov 27 21:00:02.831586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48330) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:02.848397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1643479573', 'description': 'd1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:02.859370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Request body: {'port': {'device_id': 'efd9abec-0f4b-4206-924e-f951a3f36fb9', 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239', 'admin_state_up': True, 'tenant_id': '5399873bca254683bedebb5102a1b6e5'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:02.864585 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.865584 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Added segment 213bed0b-015d-4beb-bdf3-daf02a5178e3 of type vlan for network d9568fd8-159d-44c7-b6f5-91dbb9494e2e
Nov 27 21:00:02.903032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:02.926327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48334) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:02.973738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:02.978279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:02.989732 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e94d029f-7c7e-41ed-8977-6e2d4a2e15ea req-aa8934f1-994b-4112-bd29-012d83bb511b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2148831
Nov 27 21:00:02.998664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42742a1f-08e5-4763-be5d-c8f1689e07b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.044706 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.088139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c63462fe-e701-4e72-9265-8fe3552f8be8 req-401645c9-8650-4dd0-b35d-168d2fc11738 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 210 time: 0.0787177
Nov 27 21:00:03.092154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Made reservation on behalf of ca0593ed63ef4485bdc237459cf2f12e for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:03.096325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.096939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Made reservation on behalf of 5399873bca254683bedebb5102a1b6e5 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:03.101491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.121672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] device_id is not set on port b90c38e9-cf97-4c87-8d68-316a08957608 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:00:03.127904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Made reservation on behalf of 5399873bca254683bedebb5102a1b6e5 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:03.131380 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.147533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:03.179607 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.179896 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment bfbcb021-9a53-47b2-b68d-a3efa70dcf30 of type vlan for network 3348e9f9-2381-431b-8a4b-502d44209c03
Nov 27 21:00:03.210150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.211138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:03.211822 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.308748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b4144523-0a7d-45d6-8421-1af4ee4eb23a no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:03.335946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: b4144523-0a7d-45d6-8421-1af4ee4eb23a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:03.336690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b4144523-0a7d-45d6-8421-1af4ee4eb23a not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:03.337362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:03.348890 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.2622354
Nov 27 21:00:03.354972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48338) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:03.363074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:03.363938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3d04bbc6-1c06-45d6-ad10-58c0eee8d127 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:03.371781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Request body: {'subnet': {'network_id': 'd9568fd8-159d-44c7-b6f5-91dbb9494e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1783463906-subnet', 'tenant_id': 'dc5da228c74444d99bbd83366a9438ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:03.390093 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.399895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15056a-00c0-4e97-8782-93c2c6ab432c admin admin] Pushing event updated for resources: {'Network': ['ID=d9568fd8-159d-44c7-b6f5-91dbb9494e2e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:03.414238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d9568fd8-159d-44c7-b6f5-91dbb9494e2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:03.435866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.20.0.7 (340d6a40-407b-4a21-aa25-0144f39bb11b/0c99c4a5-5902-4c5b-addf-47bb6028b828/b90c38e9-cf97-4c87-8d68-316a08957608) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:03.444545 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42742a1f-08e5-4763-be5d-c8f1689e07b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.453140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Made reservation on behalf of dc5da228c74444d99bbd83366a9438ba for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:03.456244 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.460770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90584f-479f-4813-8ff8-a3ab188c8542 req-38ee6240-cdd2-4a5d-a986-0960e20a2244 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:03.462437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc90584f-479f-4813-8ff8-a3ab188c8542 req-38ee6240-cdd2-4a5d-a986-0960e20a2244 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.2171113
Nov 27 21:00:03.469526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42742a1f-08e5-4763-be5d-c8f1689e07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.470176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Allocated IP 172.20.0.11 (2dde36fb-bdeb-4207-80d6-9a23277e3239/9bb2d32d-ce22-4747-a5f4-3df29b8c029f/642425fa-8b8a-437f-bd90-46213cfca81d) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:03.501805 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.507978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:03.508566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.604645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc90584f-479f-4813-8ff8-a3ab188c8542 req-9b551890-d2cf-4f31-a492-e50a1e5400c9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241953
Nov 27 21:00:03.616062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.7801971
Nov 27 21:00:03.629135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48340) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:03.631845 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-42742a1f-08e5-4763-be5d-c8f1689e07b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea46f65fbd29496587ead16f614f601b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7019880
Nov 27 21:00:03.639096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48342) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:03.646833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42742a1f-08e5-4763-be5d-c8f1689e07b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf254a-2e85-4491-b9d7-2e338e0a7de7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:03.672875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63581c5b-f2fd-42b6-951c-60042021dc5e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=3348e9f9-2381-431b-8a4b-502d44209c03,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:03.683968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3348e9f9-2381-431b-8a4b-502d44209c03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:03.750582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644333f2-9971-403b-80a8-56c95ff6af0b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:03.752609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-644333f2-9971-403b-80a8-56c95ff6af0b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/networks?id=3348e9f9-2381-431b-8a4b-502d44209c03 HTTP/1.1" status: 200  len: 761 time: 0.1190205
Nov 27 21:00:03.755176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48344) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:03.762759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3d537c77-7d72-47a5-9d9c-06840f979063 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'description': 'd2'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:03.775669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dce62760-1722-460c-b719-003ef9caffb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.830402 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.835141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dce62760-1722-460c-b719-003ef9caffb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.858957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.939351 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.942991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.947636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dce62760-1722-460c-b719-003ef9caffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.950215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dce62760-1722-460c-b719-003ef9caffb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.953882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dce62760-1722-460c-b719-003ef9caffb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2edf254a-2e85-4491-b9d7-2e338e0a7de7 HTTP/1.1" status: 204  len: 168 time: 0.3112881
Nov 27 21:00:03.958369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:03.996111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce62760-1722-460c-b719-003ef9caffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf254a-2e85-4491-b9d7-2e338e0a7de7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:04.008325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 340d6a40-407b-4a21-aa25-0144f39bb11b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:04.016307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:04.023047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:04.030856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Network 2dde36fb-bdeb-4207-80d6-9a23277e3239 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:04.050261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=b90c38e9-cf97-4c87-8d68-316a08957608,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:04.056447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:04.066932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:04.067858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3d537c77-7d72-47a5-9d9c-06840f979063 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.093950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1749a055-15b7-48de-b545-e68a7a22ea28 None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:04.101243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd97c22e-1991-487c-ab55-183c66706608,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:04.110660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb78a99f-b59f-4e0c-8e54-c5d479915c1b None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:04.125307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Allocated IP 172.20.0.6 (2dde36fb-bdeb-4207-80d6-9a23277e3239/9bb2d32d-ce22-4747-a5f4-3df29b8c029f/44c3230c-1b14-43bc-a6fe-b95af52a0f70) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:04.142715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3d537c77-7d72-47a5-9d9c-06840f979063 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.150374 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-823bc582-8aae-4bee-a63f-ae29718732fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.167750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.168427 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.172097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Checking segment: {'id': '213bed0b-015d-4beb-bdf3-daf02a5178e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9568fd8-159d-44c7-b6f5-91dbb9494e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:04.172702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Network hostable DHCP agents. Network: d9568fd8-159d-44c7-b6f5-91dbb9494e2e, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:04.195924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Pushing event updated for resources: {'Port': ['ID=642425fa-8b8a-437f-bd90-46213cfca81d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:04.202599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d537c77-7d72-47a5-9d9c-06840f979063 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network 3348e9f9-2381-431b-8a4b-502d44209c03 is not hosted by any dhcp agent {{(pid=120909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 21:00:04.211196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d537c77-7d72-47a5-9d9c-06840f979063 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.214236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3b8702ee-89e4-43f8-bf3e-1be3c40270bb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4101233
Nov 27 21:00:04.214375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a24c0522-550b-4773-b65b-51fc6f0b03e6 None None] Provisioning complete for port b90c38e9-cf97-4c87-8d68-316a08957608 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:04.214755 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a24c0522-550b-4773-b65b-51fc6f0b03e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.216385 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3d537c77-7d72-47a5-9d9c-06840f979063 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.217816 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3d537c77-7d72-47a5-9d9c-06840f979063 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "PUT /v2.0/networks/3348e9f9-2381-431b-8a4b-502d44209c03 HTTP/1.1" status: 200  len: 758 time: 0.4615648
Nov 27 21:00:04.219786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48354) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:04.222542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.223208 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.232135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48356) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:04.263816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a24c0522-550b-4773-b65b-51fc6f0b03e6 None None] Port b90c38e9-cf97-4c87-8d68-316a08957608 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:04.283810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a24c0522-550b-4773-b65b-51fc6f0b03e6 None None] Provisioning complete for port 642425fa-8b8a-437f-bd90-46213cfca81d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:04.284920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-92cb0016-a39e-4dd1-97a8-6c46d92c2b60 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'port_id': 'b90c38e9-cf97-4c87-8d68-316a08957608'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:04.285067 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a24c0522-550b-4773-b65b-51fc6f0b03e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.289878 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-56110877-4e15-4f83-adaf-72dd12418f52 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4387693
Nov 27 21:00:04.333402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a24c0522-550b-4773-b65b-51fc6f0b03e6 None None] Port 642425fa-8b8a-437f-bd90-46213cfca81d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:04.364334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Request body: {'port': {'device_id': 'efd9abec-0f4b-4206-924e-f951a3f36fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:04.395009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92cb0016-a39e-4dd1-97a8-6c46d92c2b60 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.397036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537c77-7d72-47a5-9d9c-06840f979063 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=3348e9f9-2381-431b-8a4b-502d44209c03,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:04.418781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3348e9f9-2381-431b-8a4b-502d44209c03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:04.419615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e148-31ef-4f6c-802d-18c10d83abe1 req-37a7e67e-79c9-44d3-a7bb-98606f259038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.433032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e148-31ef-4f6c-802d-18c10d83abe1 req-37a7e67e-79c9-44d3-a7bb-98606f259038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.447206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e148-31ef-4f6c-802d-18c10d83abe1 req-37a7e67e-79c9-44d3-a7bb-98606f259038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.457339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e148-31ef-4f6c-802d-18c10d83abe1 req-37a7e67e-79c9-44d3-a7bb-98606f259038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.459487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Network d9568fd8-159d-44c7-b6f5-91dbb9494e2e is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:04.464017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e148-31ef-4f6c-802d-18c10d83abe1 req-37a7e67e-79c9-44d3-a7bb-98606f259038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.470354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e148-31ef-4f6c-802d-18c10d83abe1 req-37a7e67e-79c9-44d3-a7bb-98606f259038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.477784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e148-31ef-4f6c-802d-18c10d83abe1 req-37a7e67e-79c9-44d3-a7bb-98606f259038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.480762 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fd0e148-31ef-4f6c-802d-18c10d83abe1 req-37a7e67e-79c9-44d3-a7bb-98606f259038 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5417 time: 0.2720387
Nov 27 21:00:04.488182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f20c7b-ccca-4733-8135-6a5271bdca62 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.489726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a3f20c7b-ccca-4733-8135-6a5271bdca62 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/networks?id=3348e9f9-2381-431b-8a4b-502d44209c03 HTTP/1.1" status: 200  len: 761 time: 0.2556820
Nov 27 21:00:04.493365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48362) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:04.501223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-141098794'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:04.560566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9568fd8-159d-44c7-b6f5-91dbb9494e2e) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:04.575441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:04.577491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade303c4-76a6-4d7d-b4f0-18be78a0b519 None None] Network d9568fd8-159d-44c7-b6f5-91dbb9494e2e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:04.578911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.583813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402060d-c093-468d-8167-bf9c823127a9 req-2d9250bd-5e4f-44e7-be08-b6cca79d03b1 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.585419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6402060d-c093-468d-8167-bf9c823127a9 req-2d9250bd-5e4f-44e7-be08-b6cca79d03b1 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 932 time: 0.2976632
Nov 27 21:00:04.586772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.587399 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.597329 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.636499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3fd0e148-31ef-4f6c-802d-18c10d83abe1 req-08fa2758-4228-40a9-ad68-41643e56f47c tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1321857
Nov 27 21:00:04.645846 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-410edb1d-0d6f-48b3-987c-6ea9be18c820 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2815776
Nov 27 21:00:04.670712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:04.692513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.692884 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment 38aea7eb-0a20-4160-9123-23b0dc20bd9c of type vlan for network 4f1bc427-0894-487b-b658-dd28eb0f815f
Nov 27 21:00:04.785088 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.839171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411fc680-bbf1-4dbd-b445-53d13bf11b3a None None] Network d9568fd8-159d-44c7-b6f5-91dbb9494e2e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:04.849680 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.902555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.910669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:04.911619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:04.928630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6402060d-c093-468d-8167-bf9c823127a9 req-64e19c70-0fb7-4bca-b0e2-83642911fc3f tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3243630
Nov 27 21:00:04.991376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48388) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:04.992686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4980605
Nov 27 21:00:05.002756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': '4f1bc427-0894-487b-b658-dd28eb0f815f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:05.052210 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.144965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a773b-1ade-46cd-940e-ef1a75833705 req-33adca50-2dee-4464-a587-30af3b1e5e4f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.152457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef3a773b-1ade-46cd-940e-ef1a75833705 req-33adca50-2dee-4464-a587-30af3b1e5e4f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.3360622
Nov 27 21:00:05.163816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fbf3d-df47-4b38-9d38-b53299dff0bf tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=4f1bc427-0894-487b-b658-dd28eb0f815f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:05.177548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 4f1bc427-0894-487b-b658-dd28eb0f815f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:05.220945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Network 2dde36fb-bdeb-4207-80d6-9a23277e3239 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:05.233762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:05.239120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Pushing event updated for resources: {'Port': ['ID=44c3230c-1b14-43bc-a6fe-b95af52a0f70,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:05.241133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef3a773b-1ade-46cd-940e-ef1a75833705 req-f769013c-501f-4135-ac6f-e07195b8dc63 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826888
Nov 27 21:00:05.244550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:05.284576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194912e3-e577-4c93-8d80-b99a7aec6e5c None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:05.362601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f797bf4c-f839-40c9-aa3e-3edb0a159de8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:05.394089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:05.399765 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.409490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642425fa-8b8a-437f-bd90-46213cfca81d {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:05.420449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.450067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Transition to ACTIVE for port object 642425fa-8b8a-437f-bd90-46213cfca81d will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:00:05.457378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.551893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e858320-c161-4d9e-8bbd-237412d49b46 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:05.562016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.562995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.583343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c51a8dc1-9673-415d-8215-ffb09aa046bd None None] Provisioning complete for port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:05.583723 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c51a8dc1-9673-415d-8215-ffb09aa046bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.606781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=642425fa-8b8a-437f-bd90-46213cfca81d,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:05.643371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Attempting to bind port 642425fa-8b8a-437f-bd90-46213cfca81d on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:05.644154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Attempting to bind port 642425fa-8b8a-437f-bd90-46213cfca81d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:05.644737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Attempting to bind port 642425fa-8b8a-437f-bd90-46213cfca81d on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:05.651026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Port 642425fa-8b8a-437f-bd90-46213cfca81d on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:00:05.653193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Attempting to bind port 642425fa-8b8a-437f-bd90-46213cfca81d on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:05.659662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-b06aa9a0-bfdc-49e6-b641-a6a5633573b9 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0949254
Nov 27 21:00:05.662033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:05.662609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Checking segment: {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:05.663446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Bound using segment: {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:05.664200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Bound port: 642425fa-8b8a-437f-bd90-46213cfca81d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:05.664807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.668427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c51a8dc1-9673-415d-8215-ffb09aa046bd None None] Port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:05.699720 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92cb0016-a39e-4dd1-97a8-6c46d92c2b60 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.710760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Request body: {'port': {'device_id': '928d28f5-98f6-4791-943c-c9dd10b7ae32', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:05.718029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f797bf4c-f839-40c9-aa3e-3edb0a159de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:05.733218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8', 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'port_id': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8', 'mac_address': 'fa:16:3e:3a:7d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:05.780347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.785557 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.807556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f797bf4c-f839-40c9-aa3e-3edb0a159de8 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:05.808268 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92cb0016-a39e-4dd1-97a8-6c46d92c2b60 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.812879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] For port 642425fa-8b8a-437f-bd90-46213cfca81d, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:05.818474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] For port 642425fa-8b8a-437f-bd90-46213cfca81d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=642425fa-8b8a-437f-bd90-46213cfca81d,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:05.836520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8cf6-62a3-4bd0-ae26-d7466d7770f8 req-6baad4c7-a892-41ae-8c49-c363d91b5085 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.842675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8cf6-62a3-4bd0-ae26-d7466d7770f8 req-6baad4c7-a892-41ae-8c49-c363d91b5085 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.846994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f797bf4c-f839-40c9-aa3e-3edb0a159de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:05.850240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8cf6-62a3-4bd0-ae26-d7466d7770f8 req-6baad4c7-a892-41ae-8c49-c363d91b5085 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.856598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8cf6-62a3-4bd0-ae26-d7466d7770f8 req-6baad4c7-a892-41ae-8c49-c363d91b5085 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.857925 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.858953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c24676eb-b68a-43ef-928f-8f5a3e6d3406 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:05.863350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8cf6-62a3-4bd0-ae26-d7466d7770f8 req-6baad4c7-a892-41ae-8c49-c363d91b5085 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.869626 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8cf6-62a3-4bd0-ae26-d7466d7770f8 req-6baad4c7-a892-41ae-8c49-c363d91b5085 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.876198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8cf6-62a3-4bd0-ae26-d7466d7770f8 req-6baad4c7-a892-41ae-8c49-c363d91b5085 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.884485 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-462e8cf6-62a3-4bd0-ae26-d7466d7770f8 req-6baad4c7-a892-41ae-8c49-c363d91b5085 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5417 time: 0.1364145
Nov 27 21:00:05.893123 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.940245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:05.940880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:05.941478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f797bf4c-f839-40c9-aa3e-3edb0a159de8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:05.942392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/642425fa-8b8a-437f-bd90-46213cfca81d HTTP/1.1" status: 200  len: 1092 time: 1.5872891
Nov 27 21:00:05.942945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd9abec-0f4b-4206-924e-f951a3f36fb9', 'tag': '642425fa-8b8a-437f-bd90-46213cfca81d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:05.945532 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e906c9b6-283e-45e0-afdf-35b215a8a321" -d '{"events": [{"name": "network-changed", "server_uuid": "efd9abec-0f4b-4206-924e-f951a3f36fb9", "tag": "642425fa-8b8a-437f-bd90-46213cfca81d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:06.022944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-462e8cf6-62a3-4bd0-ae26-d7466d7770f8 req-79c3a07a-f0bb-456d-bedc-cc6b73e91105 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1375248
Nov 27 21:00:06.063353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c24676eb-b68a-43ef-928f-8f5a3e6d3406, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:06.079933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaf3f4a-b3df-42ef-8169-48784eadb104 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:06.083786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'c24676eb-b68a-43ef-928f-8f5a3e6d3406', 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117', 'port_id': 'c24676eb-b68a-43ef-928f-8f5a3e6d3406', 'mac_address': 'fa:16:3e:1d:a9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2ee161-ccdf-43d2-bc59-97c39e568c31', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:06.090770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cacb13-4d1a-4725-8757-51435093a8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=642425fa-8b8a-437f-bd90-46213cfca81d,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:06.112940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-df1ea260-6773-4cd1-9774-2d68e5869874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:06.114876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-df1ea260-6773-4cd1-9774-2d68e5869874 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 1095 time: 0.0873015
Nov 27 21:00:06.129702 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8883a567-4158-4ffc-88ff-324d31fdbd1c x-openstack-request-id: req-8883a567-4158-4ffc-88ff-324d31fdbd1c {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:06.130743 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd9abec-0f4b-4206-924e-f951a3f36fb9", "tag": "642425fa-8b8a-437f-bd90-46213cfca81d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:06.131024 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8883a567-4158-4ffc-88ff-324d31fdbd1c {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:06.131488 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd9abec-0f4b-4206-924e-f951a3f36fb9', 'tag': '642425fa-8b8a-437f-bd90-46213cfca81d', 'status': 'completed', 'code': 200}
Nov 27 21:00:06.137045 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:06.179540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24676eb-b68a-43ef-928f-8f5a3e6d3406 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:06.199342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-110e466c-7ff7-4079-95a2-3d28d5bb3c9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=642425fa-8b8a-437f-bd90-46213cfca81d HTTP/1.1" status: 200  len: 217 time: 0.0666893
Nov 27 21:00:06.211314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c24676eb-b68a-43ef-928f-8f5a3e6d3406, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:06.218197 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:06.219721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 14e81df6-5fa0-4831-a0b4-1270866d1c86 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:06.297380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-6c8d30d4-e3b5-4463-890d-415f65536f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:06.299134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-6c8d30d4-e3b5-4463-890d-415f65536f4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb2d32d-ce22-4747-a5f4-3df29b8c029f HTTP/1.1" status: 200  len: 852 time: 0.0890818
Nov 27 21:00:06.305196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:06.308042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c24676eb-b68a-43ef-928f-8f5a3e6d3406,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:06.321262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '14e81df6-5fa0-4831-a0b4-1270866d1c86', 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'port_id': '14e81df6-5fa0-4831-a0b4-1270866d1c86', 'mac_address': 'fa:16:3e:86:92:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:06.379759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-fa547966-e0d1-46f7-8c5b-050b57d00b61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dde36fb-bdeb-4207-80d6-9a23277e3239&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379653
Nov 27 21:00:06.416699 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:06.421669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc181-9e78-4107-a0a9-c0cd9d050b2f req-906aaa37-3747-4944-9aef-9e80727e4345 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:06.431700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf9cc181-9e78-4107-a0a9-c0cd9d050b2f req-906aaa37-3747-4944-9aef-9e80727e4345 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 944 time: 0.1305847
Nov 27 21:00:06.450950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b5814251-4036-49f3-8612-442ca71e9938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:06.454487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e81df6-5fa0-4831-a0b4-1270866d1c86 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:06.478980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:06.484161 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:06.484961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device decba21e-805a-4b68-9d38-6e3b44662ff5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:06.537617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273163ee-3461-425e-b48f-f2757d01354d req-a84df428-0204-4c25-a1b7-4c9f14edb097 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:06.545645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-a84df428-0204-4c25-a1b7-4c9f14edb097 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/networks?id=d9568fd8-159d-44c7-b6f5-91dbb9494e2e HTTP/1.1" status: 200  len: 814 time: 0.9547803
Nov 27 21:00:06.563106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf9cc181-9e78-4107-a0a9-c0cd9d050b2f req-2a144418-3d12-442e-865e-c3ef681d55f8 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304252
Nov 27 21:00:06.573175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-70f00394-7e7b-40ec-a6e7-0919f4953f3b tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/quotas/dc5da228c74444d99bbd83366a9438ba HTTP/1.1" status: 200  len: 375 time: 0.0266757
Nov 27 21:00:06.584141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:06.604095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=decba21e-805a-4b68-9d38-6e3b44662ff5,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:06.617068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'decba21e-805a-4b68-9d38-6e3b44662ff5', 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'port_id': 'decba21e-805a-4b68-9d38-6e3b44662ff5', 'mac_address': 'fa:16:3e:0c:6b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:06.618477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-6b5e84fe-4e2b-45cc-b893-5481f2e54ef2 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc5da228c74444d99bbd83366a9438ba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443830
Nov 27 21:00:06.632894 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-92cb0016-a39e-4dd1-97a8-6c46d92c2b60 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP fdf40af9-601b-4d01-8e11-4955bbd3be42 associated. External IP: 172.35.3.97, port: b90c38e9-cf97-4c87-8d68-316a08957608.
Nov 27 21:00:06.652619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-0c00c306-3e7e-4769-b67c-4fbf7d375f01 service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550902
Nov 27 21:00:06.674919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:06.690210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decba21e-805a-4b68-9d38-6e3b44662ff5 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:06.721682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=decba21e-805a-4b68-9d38-6e3b44662ff5,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:06.730158 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:06.731161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:06.804268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b138fcb-0540-426f-b15f-f65acd9e7e5a req-289f224b-960a-40b5-be08-c94dbbf53a76 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:06.813755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:06.817532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b138fcb-0540-426f-b15f-f65acd9e7e5a req-289f224b-960a-40b5-be08-c94dbbf53a76 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1550407
Nov 27 21:00:06.823294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:06.830947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45', 'network_id': '2db01d42-b5d2-4173-a7f0-d71456cff74a', 'port_id': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45', 'mac_address': 'fa:16:3e:3a:9a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:06.878192 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:06.893769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:06.911280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-8b749d53-6e36-412b-81e9-7abdf2bcb79b service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122855
Nov 27 21:00:06.915277 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b138fcb-0540-426f-b15f-f65acd9e7e5a req-d1b01faf-6862-4cc4-baed-4c947544ecbe tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967004
Nov 27 21:00:06.928804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:06.935403 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:06.936306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:06.989006 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.039990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:07.048359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-735df9e9-9edd-4345-becb-fbe9d107f3b5 service neutron] 10.222.0.21 "GET /v2.0/networks/d9568fd8-159d-44c7-b6f5-91dbb9494e2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4289465
Nov 27 21:00:07.074251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-eaf986ea-de88-4983-abc7-6bf1e408701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.075883 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-eaf986ea-de88-4983-abc7-6bf1e408701f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 1095 time: 0.0744138
Nov 27 21:00:07.104214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39', 'network_id': 'cd3220c8-70c2-46d1-9b13-a59a0a45a117', 'port_id': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39', 'mac_address': 'fa:16:3e:f0:c2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2ee161-ccdf-43d2-bc59-97c39e568c31', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:07.119672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:07.131902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=95da9f15-c7d1-4d44-9251-785d2a42b44a,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:07.182255 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.198776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:07.210633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.210990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.211437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.211785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.212126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.212462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.212801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.213149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.213500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.213884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.214274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.214671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:07.243066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:07.251295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.252206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cef2b0c3-7e85-49c6-a464-7f8486966ae7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:07.257257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944cf01-bf7d-49ed-9fb8-ed806ccc36ea req-1c78910e-4204-41db-bd93-77ca671ffd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.263758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944cf01-bf7d-49ed-9fb8-ed806ccc36ea req-1c78910e-4204-41db-bd93-77ca671ffd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.272590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944cf01-bf7d-49ed-9fb8-ed806ccc36ea req-1c78910e-4204-41db-bd93-77ca671ffd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.274403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c3230c-1b14-43bc-a6fe-b95af52a0f70 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:07.279734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944cf01-bf7d-49ed-9fb8-ed806ccc36ea req-1c78910e-4204-41db-bd93-77ca671ffd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.287821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944cf01-bf7d-49ed-9fb8-ed806ccc36ea req-1c78910e-4204-41db-bd93-77ca671ffd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.302088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944cf01-bf7d-49ed-9fb8-ed806ccc36ea req-1c78910e-4204-41db-bd93-77ca671ffd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.308895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944cf01-bf7d-49ed-9fb8-ed806ccc36ea req-1c78910e-4204-41db-bd93-77ca671ffd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.320286 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e944cf01-bf7d-49ed-9fb8-ed806ccc36ea req-1c78910e-4204-41db-bd93-77ca671ffd1a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5422 time: 0.1566582
Nov 27 21:00:07.333509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.343661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-c692ccb3-b305-403b-8a09-c5d3a82c3ac4 service neutron] 10.222.0.21 "GET /v2.0/networks/d9568fd8-159d-44c7-b6f5-91dbb9494e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2929058
Nov 27 21:00:07.344429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': '38aea7eb-0a20-4160-9123-23b0dc20bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f1bc427-0894-487b-b658-dd28eb0f815f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:07.344863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: 4f1bc427-0894-487b-b658-dd28eb0f815f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:07.354904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-940a1faf-bbd4-4b27-bac9-ee172fe3d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.357766 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-940a1faf-bbd4-4b27-bac9-ee172fe3d4d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 913 time: 0.2673960
Nov 27 21:00:07.378623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Transition to ACTIVE for port object 44c3230c-1b14-43bc-a6fe-b95af52a0f70 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:00:07.389751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.414768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:07.420012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-58a1cc51-e75e-41cd-9566-0170a3d468f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=642425fa-8b8a-437f-bd90-46213cfca81d HTTP/1.1" status: 200  len: 217 time: 0.0516024
Nov 27 21:00:07.432521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network 4f1bc427-0894-487b-b658-dd28eb0f815f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:07.478786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-725d1270-00be-4a60-9201-cdf0ff9b4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.480498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-725d1270-00be-4a60-9201-cdf0ff9b4730 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb2d32d-ce22-4747-a5f4-3df29b8c029f HTTP/1.1" status: 200  len: 852 time: 0.0524297
Nov 27 21:00:07.486956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cef2b0c3-7e85-49c6-a464-7f8486966ae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:07.504768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cb0016-a39e-4dd1-97a8-6c46d92c2b60 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:00:07.510384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e944cf01-bf7d-49ed-9fb8-ed806ccc36ea req-d6901f52-e7af-4976-a78d-8c8059f2120f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1889985
Nov 27 21:00:07.511604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'port_id': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7', 'mac_address': 'fa:16:3e:a7:ae:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:07.527822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a6487-2978-4252-945e-128b0ee182d3 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:07.552989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4f1bc427-0894-487b-b658-dd28eb0f815f) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:07.557600 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:07.558201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.568890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-7515b201-a7c5-4b89-ab5f-050f0358ebfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dde36fb-bdeb-4207-80d6-9a23277e3239&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0788345
Nov 27 21:00:07.588170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537bcef-2631-44e0-b84e-413a53b794a3 None None] Network 4f1bc427-0894-487b-b658-dd28eb0f815f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:07.663411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Pushing event updated for resources: {'Port': ['ID=44c3230c-1b14-43bc-a6fe-b95af52a0f70,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:07.668817 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.687460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef2b0c3-7e85-49c6-a464-7f8486966ae7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:07.716305 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a089c983-7c85-480f-900a-617bae6f102a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7218759
Nov 27 21:00:07.718346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Attempting to bind port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:07.718824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Attempting to bind port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:07.718963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cef2b0c3-7e85-49c6-a464-7f8486966ae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:07.719451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Attempting to bind port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:07.725851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-11a99b82-8af0-4981-b78e-78de8b01fd63 req-1132a1f0-db0a-4909-a42b-78c71cf7f1fd tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 210 time: 0.0936687
Nov 27 21:00:07.728559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48532) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:07.756625 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.803668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:00:07.804059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Attempting to bind port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 on network 2dde36fb-bdeb-4207-80d6-9a23277e3239 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:07.835427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:07.836178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Checking segment: {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:07.836799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Bound using segment: {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:07.837591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Bound port: 44c3230c-1b14-43bc-a6fe-b95af52a0f70, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:07.838248 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.847711 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:07.894208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cef2b0c3-7e85-49c6-a464-7f8486966ae7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:07.947162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4f1bc427-0894-487b-b658-dd28eb0f815f', 'network_id': '4f1bc427-0894-487b-b658-dd28eb0f815f', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': '95da9f15-c7d1-4d44-9251-785d2a42b44a'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:00:07.948877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:08.009307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e2684-9bdb-49cb-b2a3-bf82e7a6c7a4 req-429ddfe5-fce3-46a7-a007-03d96bbbaa1c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:08.016427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-955e2684-9bdb-49cb-b2a3-bf82e7a6c7a4 req-429ddfe5-fce3-46a7-a007-03d96bbbaa1c tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 944 time: 0.2306638
Nov 27 21:00:08.156144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Allocated IP 172.20.0.2 (4f1bc427-0894-487b-b658-dd28eb0f815f/95da9f15-c7d1-4d44-9251-785d2a42b44a/53743d5e-88e5-4a72-936b-f9ae263a8b47) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:08.260447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] For port 44c3230c-1b14-43bc-a6fe-b95af52a0f70, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:08.270719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] For port 44c3230c-1b14-43bc-a6fe-b95af52a0f70, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44c3230c-1b14-43bc-a6fe-b95af52a0f70,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:08.274490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cb0016-a39e-4dd1-97a8-6c46d92c2b60 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:08.281071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92cb0016-a39e-4dd1-97a8-6c46d92c2b60 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:08.289065 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349b97c0-d7f4-4526-bfdd-edfc23ce6778 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:08.291683 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:08.306586 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349b97c0-d7f4-4526-bfdd-edfc23ce6778 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:08.311703 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-349b97c0-d7f4-4526-bfdd-edfc23ce6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:08.319595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:08.320813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:08.323007 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] 10.222.0.35 "PUT /v2.0/ports/44c3230c-1b14-43bc-a6fe-b95af52a0f70 HTTP/1.1" status: 200  len: 1091 time: 2.6295738
Nov 27 21:00:08.355348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928d28f5-98f6-4791-943c-c9dd10b7ae32', 'tag': '44c3230c-1b14-43bc-a6fe-b95af52a0f70'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:08.358649 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174" -d '{"events": [{"name": "network-changed", "server_uuid": "928d28f5-98f6-4791-943c-c9dd10b7ae32", "tag": "44c3230c-1b14-43bc-a6fe-b95af52a0f70"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:08.371783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e34f5-6ad0-4644-8d93-5c45150ac225 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:08.391735 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-349b97c0-d7f4-4526-bfdd-edfc23ce6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b5e0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:08.404543 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349b97c0-d7f4-4526-bfdd-edfc23ce6778 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:08.405588 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-349b97c0-d7f4-4526-bfdd-edfc23ce6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:08.431168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4258-16b2-4a53-a796-72f370e31fde service neutron] Pushing event updated for resources: {'Port': ['ID=44c3230c-1b14-43bc-a6fe-b95af52a0f70,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:08.465226 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-349b97c0-d7f4-4526-bfdd-edfc23ce6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b5e0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:08.466543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-955e2684-9bdb-49cb-b2a3-bf82e7a6c7a4 req-38f1e365-da63-4a04-93e0-fb920f178ea7 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4107223
Nov 27 21:00:08.470855 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349b97c0-d7f4-4526-bfdd-edfc23ce6778 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:08.505642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['14e81df6-5fa0-4831-a0b4-1270866d1c86'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:08.507823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:08.512048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-92cb0016-a39e-4dd1-97a8-6c46d92c2b60 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/floatingips/fdf40af9-601b-4d01-8e11-4955bbd3be42 HTTP/1.1" status: 200  len: 977 time: 4.2652540
Nov 27 21:00:08.513495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['f797bf4c-f839-40c9-aa3e-3edb0a159de8'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:08.518160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48584) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:08.519160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['c24676eb-b68a-43ef-928f-8f5a3e6d3406'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:08.539516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:08.548155 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-f6a6abc8-30d8-4cf3-badc-13dbb13d783b service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9462814
Nov 27 21:00:08.567558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c45c-2921-4220-b329-6d028280a8fb req-87237fa8-57d2-4ec1-9682-657ea7234bf3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:08.569088 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5d4c45c-2921-4220-b329-6d028280a8fb req-87237fa8-57d2-4ec1-9682-657ea7234bf3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1163611
Nov 27 21:00:08.665944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['cef2b0c3-7e85-49c6-a464-7f8486966ae7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:08.692701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-01712937-62eb-42b1-bb16-86e17e63b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:08.701948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-01712937-62eb-42b1-bb16-86e17e63b066 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&device_id=928d28f5-98f6-4791-943c-c9dd10b7ae32 HTTP/1.1" status: 200  len: 1094 time: 0.2652566
Nov 27 21:00:08.772211 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da85698e-b531-4677-88fe-4bfa853c3f8c x-openstack-request-id: req-da85698e-b531-4677-88fe-4bfa853c3f8c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:08.772782 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928d28f5-98f6-4791-943c-c9dd10b7ae32", "tag": "44c3230c-1b14-43bc-a6fe-b95af52a0f70", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:08.774114 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da85698e-b531-4677-88fe-4bfa853c3f8c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:08.774737 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928d28f5-98f6-4791-943c-c9dd10b7ae32', 'tag': '44c3230c-1b14-43bc-a6fe-b95af52a0f70', 'status': 'completed', 'code': 200}
Nov 27 21:00:08.786781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:08.856432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-9a4f18fc-4eea-4a8e-8967-572178d31128 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c3230c-1b14-43bc-a6fe-b95af52a0f70 HTTP/1.1" status: 200  len: 217 time: 0.1390638
Nov 27 21:00:08.858380 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:08.862859 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5d4c45c-2921-4220-b329-6d028280a8fb req-eeff6a0a-3bdb-42e7-abe6-6a9e8dfa3e0c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2814097
Nov 27 21:00:08.874149 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e906c9b6-283e-45e0-afdf-35b215a8a321 req-c06f2438-a53c-482a-a85f-161db57dd4c2 service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3162296
Nov 27 21:00:08.908847 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:08.915209 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:08.942154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=95da9f15-c7d1-4d44-9251-785d2a42b44a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:09.049635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-97edfa2a-43db-4bd0-babd-852cc42f36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.051421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-97edfa2a-43db-4bd0-babd-852cc42f36c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb2d32d-ce22-4747-a5f4-3df29b8c029f HTTP/1.1" status: 200  len: 852 time: 0.1498847
Nov 27 21:00:09.053291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Network 4f1bc427-0894-487b-b658-dd28eb0f815f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:09.057583 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port b90c38e9-cf97-4c87-8d68-316a08957608 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:09.058009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.075426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e496-abb4-4327-a5c9-2963c5494634 req-2d7d0eec-6bc8-4bbd-a13e-d365ec92456f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.083046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e496-abb4-4327-a5c9-2963c5494634 req-2d7d0eec-6bc8-4bbd-a13e-d365ec92456f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.089974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e496-abb4-4327-a5c9-2963c5494634 req-2d7d0eec-6bc8-4bbd-a13e-d365ec92456f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.092605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:09.096822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e496-abb4-4327-a5c9-2963c5494634 req-2d7d0eec-6bc8-4bbd-a13e-d365ec92456f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.103933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e496-abb4-4327-a5c9-2963c5494634 req-2d7d0eec-6bc8-4bbd-a13e-d365ec92456f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.110988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e496-abb4-4327-a5c9-2963c5494634 req-2d7d0eec-6bc8-4bbd-a13e-d365ec92456f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.118595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e496-abb4-4327-a5c9-2963c5494634 req-2d7d0eec-6bc8-4bbd-a13e-d365ec92456f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.118812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:09.127783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bee4e496-abb4-4327-a5c9-2963c5494634 req-2d7d0eec-6bc8-4bbd-a13e-d365ec92456f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5424 time: 0.2836211
Nov 27 21:00:09.135929 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25178cab-b969-4bb1-8a0c-b5a653105535 req-4ae07272-bc04-43c7-afde-a38aa352d036 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 210 time: 0.0909472
Nov 27 21:00:09.138801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.153612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Pushing event updated for resources: {'Port': ['ID=53743d5e-88e5-4a72-936b-f9ae263a8b47,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:09.185535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43ffa0>,) {'filters': {'network_id': ['4f1bc427-0894-487b-b658-dd28eb0f815f']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:09.204409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43ffa0>, '38aea7eb-0a20-4160-9123-23b0dc20bd9c') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:09.205008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43ffa0>, '38aea7eb-0a20-4160-9123-23b0dc20bd9c') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:09.219617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.235107 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.244066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:09.245288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:09.249976 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:09.307997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.375066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['78e281c6-feff-4dc3-8b5f-015a2ed0fc39'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:09.380900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-d8b4fa3d-b70c-4f50-8e10-1bf5fbf6ea18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dde36fb-bdeb-4207-80d6-9a23277e3239&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3195965
Nov 27 21:00:09.390283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273163ee-3461-425e-b48f-f2757d01354d req-8139a979-d628-4099-9956-9c3d75fe8b66 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.391886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-8139a979-d628-4099-9956-9c3d75fe8b66 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.35 "GET /v2.0/networks?id=d9568fd8-159d-44c7-b6f5-91dbb9494e2e HTTP/1.1" status: 200  len: 814 time: 0.1254363
Nov 27 21:00:09.398742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['decba21e-805a-4b68-9d38-6e3b44662ff5'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:09.439673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Request body: {'port': {'device_id': '28458f7d-6471-4d80-964d-5515d3479fd0', 'network_id': 'd9568fd8-159d-44c7-b6f5-91dbb9494e2e', 'admin_state_up': True, 'tenant_id': 'dc5da228c74444d99bbd83366a9438ba'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:09.553300 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.api [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 21:00:09.553300 ncdv-master-1 neutron-server[120908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 21:00:09.553300 ncdv-master-1 neutron-server[120908]: [parameters: {'id': '4f1bc427-0894-487b-b658-dd28eb0f815f'}]
Nov 27 21:00:09.553300 ncdv-master-1 neutron-server[120908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:00:09.554229 ncdv-master-1 neutron-server[120908]: DEBUG oslo_db.api [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:00:09.562772 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bee4e496-abb4-4327-a5c9-2963c5494634 req-c8e27562-8ed0-45a2-b513-d6211ceb2245 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4317989
Nov 27 21:00:09.576895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Attempting to bind port 53743d5e-88e5-4a72-936b-f9ae263a8b47 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:09.577501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Attempting to bind port 53743d5e-88e5-4a72-936b-f9ae263a8b47 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '38aea7eb-0a20-4160-9123-23b0dc20bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f1bc427-0894-487b-b658-dd28eb0f815f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:09.577620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Attempting to bind port 53743d5e-88e5-4a72-936b-f9ae263a8b47 on network 4f1bc427-0894-487b-b658-dd28eb0f815f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:09.596664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:09.597111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Checking segment: {'id': '38aea7eb-0a20-4160-9123-23b0dc20bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f1bc427-0894-487b-b658-dd28eb0f815f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:09.597521 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.597919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Bound using segment: {'id': '38aea7eb-0a20-4160-9123-23b0dc20bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f1bc427-0894-487b-b658-dd28eb0f815f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:09.598408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Bound port: 53743d5e-88e5-4a72-936b-f9ae263a8b47, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38aea7eb-0a20-4160-9123-23b0dc20bd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4f1bc427-0894-487b-b658-dd28eb0f815f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:09.598797 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.654250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48636) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:09.657306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-e622cf1d-1abb-4761-9a8e-85c4bd8d331f service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2611945
Nov 27 21:00:09.685240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ea56-2c95-4d6e-b9d7-ac3979132f82 req-85cb53c5-ba0e-42ca-a51c-ef0c68f493ec tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:09.686825 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6f1ea56-2c95-4d6e-b9d7-ac3979132f82 req-85cb53c5-ba0e-42ca-a51c-ef0c68f493ec tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 944 time: 0.1233068
Nov 27 21:00:09.687700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Made reservation on behalf of dc5da228c74444d99bbd83366a9438ba for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:09.691492 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.780796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.781410 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.781691 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP fdf40af9-601b-4d01-8e11-4955bbd3be42 disassociated. External IP: 172.35.3.97, port: b90c38e9-cf97-4c87-8d68-316a08957608.
Nov 27 21:00:09.782272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for b90c38e9-cf97-4c87-8d68-316a08957608 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:09.816413 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6f1ea56-2c95-4d6e-b9d7-ac3979132f82 req-3ae6ba87-bc36-4a70-8518-2b9b5ab848a0 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138248
Nov 27 21:00:09.862871 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.877759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 642425fa-8b8a-437f-bd90-46213cfca81d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:09.878032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Allocated IP 172.20.0.3 (d9568fd8-159d-44c7-b6f5-91dbb9494e2e/bd97c22e-1991-487c-ab55-183c66706608/a261d4bc-042d-442d-8a81-4f5da6cbd596) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:09.879705 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cef2b0c3-7e85-49c6-a464-7f8486966ae7 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:09.881208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e0c42e0-dc0d-4736-a138-630e3a256a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:09.914517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57dd5a61-d4cf-4286-8a80-2ac8e2812825 req-1add5650-f255-4f91-9eec-72eacd85338c service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2446954
Nov 27 21:00:10.054771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.075103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.110404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-ade8d56e-bd68-48ee-b026-ff3a60b8ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:10.113264 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-ade8d56e-bd68-48ee-b026-ff3a60b8ab5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5399873bca254683bedebb5102a1b6e5&device_id=928d28f5-98f6-4791-943c-c9dd10b7ae32 HTTP/1.1" status: 200  len: 1094 time: 0.0925667
Nov 27 21:00:10.114084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.152465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] For port 53743d5e-88e5-4a72-936b-f9ae263a8b47, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:10.159696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port 53743d5e-88e5-4a72-936b-f9ae263a8b47 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:10.160032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.174459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.180605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1406a-6446-4e48-aa86-1674a7bb342e req-9944a4bc-c104-4653-ad24-c60638fad2a5 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:10.181858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-58b1406a-6446-4e48-aa86-1674a7bb342e req-9944a4bc-c104-4653-ad24-c60638fad2a5 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1497071
Nov 27 21:00:10.198660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=b90c38e9-cf97-4c87-8d68-316a08957608,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:10.219800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] For port 53743d5e-88e5-4a72-936b-f9ae263a8b47, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53743d5e-88e5-4a72-936b-f9ae263a8b47,segment=NetworkSegment(38aea7eb-0a20-4160-9123-23b0dc20bd9c),segment_id=38aea7eb-0a20-4160-9123-23b0dc20bd9c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:10.227902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc9265-6c65-4844-abb7-30bbcfb3bcdb None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:10.235881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port cef2b0c3-7e85-49c6-a464-7f8486966ae7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:10.241978 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.311753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Network d9568fd8-159d-44c7-b6f5-91dbb9494e2e is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:10.321215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port cef2b0c3-7e85-49c6-a464-7f8486966ae7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:10.321561 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.335018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 642425fa-8b8a-437f-bd90-46213cfca81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=642425fa-8b8a-437f-bd90-46213cfca81d,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:10.339016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:10.342528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port 53743d5e-88e5-4a72-936b-f9ae263a8b47, host ncdv-master-1, got binding levels [] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:10.343162 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.348804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:10.358089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e0c42e0-dc0d-4736-a138-630e3a256a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.358978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Pushing event updated for resources: {'Port': ['ID=a261d4bc-042d-442d-8a81-4f5da6cbd596,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:10.395151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for 53743d5e-88e5-4a72-936b-f9ae263a8b47 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:10.404800 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.425338 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e0c42e0-dc0d-4736-a138-630e3a256a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.434030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df113cd-2110-4b77-a952-e54cacb3b515 req-65adad37-0478-4edb-8bc9-4f66be36af09 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:10.440720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6df113cd-2110-4b77-a952-e54cacb3b515 req-65adad37-0478-4edb-8bc9-4f66be36af09 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 931 time: 0.1604209
Nov 27 21:00:10.452496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '642425fa-8b8a-437f-bd90-46213cfca81d', 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239', 'port_id': '642425fa-8b8a-437f-bd90-46213cfca81d', 'mac_address': 'fa:16:3e:53:be:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb2d32d-ce22-4747-a5f4-3df29b8c029f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:10.468983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-4a4f96c0-2698-4da4-85ae-f7c12fbf2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:10.471043 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-4a4f96c0-2698-4da4-85ae-f7c12fbf2e73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 200  len: 913 time: 0.3415773
Nov 27 21:00:10.473137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6b0eb-c33a-43c4-a496-46e970a673b1 None None] Pushing event updated for resources: {'Port': ['ID=53743d5e-88e5-4a72-936b-f9ae263a8b47,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:10.503786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:10.504429 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.505646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3c0c0-e392-4e78-b171-f767e7e9a758 None None] Network 4f1bc427-0894-487b-b658-dd28eb0f815f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:10.547115 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-fb2f3437-c63d-4799-9f84-6326a3cfc8a9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1131976
Nov 27 21:00:10.565241 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Request body: {'port': {'device_id': '28458f7d-6471-4d80-964d-5515d3479fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:10.604935 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.615588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6df113cd-2110-4b77-a952-e54cacb3b515 req-ec5b63fe-7df9-4788-9b20-336eebaf08b8 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620758
Nov 27 21:00:10.665573 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.665825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642425fa-8b8a-437f-bd90-46213cfca81d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:10.678055 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.678298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.707549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=53743d5e-88e5-4a72-936b-f9ae263a8b47,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:10.710827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port 53743d5e-88e5-4a72-936b-f9ae263a8b47 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:10.719382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 642425fa-8b8a-437f-bd90-46213cfca81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=642425fa-8b8a-437f-bd90-46213cfca81d,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:10.742642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3828cc14-91e2-4007-8016-354cd68b1221 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:00:10.748301 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.775601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:10.777896 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6826a04-f075-46cc-bc49-63a6685a098b" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "cef2b0c3-7e85-49c6-a464-7f8486966ae7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:10.826932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cef2b0c3-7e85-49c6-a464-7f8486966ae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:10.847035 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.872560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:10.899552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=642425fa-8b8a-437f-bd90-46213cfca81d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:10.923081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-58b1406a-6446-4e48-aa86-1674a7bb342e req-daaeb4ac-34a9-4e96-a893-b4035447fa4b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6803505
Nov 27 21:00:10.923928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c42e0-dc0d-4736-a138-630e3a256a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0e9afc-dced-41b6-b2fb-44052c66d285,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:10.966680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-0239d2f4-ce2f-4398-8776-f94bc57f89fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c3230c-1b14-43bc-a6fe-b95af52a0f70 HTTP/1.1" status: 200  len: 217 time: 0.4830217
Nov 27 21:00:10.969297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3e0c42e0-dc0d-4736-a138-630e3a256a7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=949c01cdb13640c5b158718e48170cba&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3101079
Nov 27 21:00:10.973588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2caa30-4d6a-4ff3-afca-9c3cf2b1f119 req-243e10ca-8fd5-4574-9b63-b496a74e0854 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:10.978226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:00:10.979737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2caa30-4d6a-4ff3-afca-9c3cf2b1f119 req-243e10ca-8fd5-4574-9b63-b496a74e0854 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:10.980891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48652) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:10.985917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2caa30-4d6a-4ff3-afca-9c3cf2b1f119 req-243e10ca-8fd5-4574-9b63-b496a74e0854 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:10.992166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2caa30-4d6a-4ff3-afca-9c3cf2b1f119 req-243e10ca-8fd5-4574-9b63-b496a74e0854 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:10.998468 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2caa30-4d6a-4ff3-afca-9c3cf2b1f119 req-243e10ca-8fd5-4574-9b63-b496a74e0854 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:11.001035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cef2b0c3-7e85-49c6-a464-7f8486966ae7,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:11.005064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2caa30-4d6a-4ff3-afca-9c3cf2b1f119 req-243e10ca-8fd5-4574-9b63-b496a74e0854 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:11.011077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2caa30-4d6a-4ff3-afca-9c3cf2b1f119 req-243e10ca-8fd5-4574-9b63-b496a74e0854 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:11.013296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3828cc14-91e2-4007-8016-354cd68b1221 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:00:11.019714 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b2caa30-4d6a-4ff3-afca-9c3cf2b1f119 req-243e10ca-8fd5-4574-9b63-b496a74e0854 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5424 time: 0.2624745
Nov 27 21:00:11.036015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcced460>,) {'filters': {'network_id': ['4f1bc427-0894-487b-b658-dd28eb0f815f']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:11.057973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcced460>, '38aea7eb-0a20-4160-9123-23b0dc20bd9c') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:11.058282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcced460>, '38aea7eb-0a20-4160-9123-23b0dc20bd9c') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:11.071992 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.141076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.141687 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a74753e0-d363-40eb-acac-517e6bd4f37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.163298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:11.164511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.166953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a74753e0-d363-40eb-acac-517e6bd4f37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.167106 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b83412d-79a3-42ee-a068-122c661230bc x-openstack-request-id: req-4b83412d-79a3-42ee-a068-122c661230bc {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:11.167225 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:11.169676 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "cef2b0c3-7e85-49c6-a464-7f8486966ae7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:11.169676 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b83412d-79a3-42ee-a068-122c661230bc {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:11.171467 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7', 'code': 200}
Nov 27 21:00:11.219503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-ed26777d-6848-4bc2-bb50-cbb2cd8bd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:11.220859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-ed26777d-6848-4bc2-bb50-cbb2cd8bd062 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb2d32d-ce22-4747-a5f4-3df29b8c029f HTTP/1.1" status: 200  len: 852 time: 0.2408590
Nov 27 21:00:11.232453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['642425fa-8b8a-437f-bd90-46213cfca81d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:11.238842 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b2caa30-4d6a-4ff3-afca-9c3cf2b1f119 req-d8190a83-1bed-4849-a531-d6e11d465639 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2176051
Nov 27 21:00:11.305684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-a6029577-b49e-451f-902b-b7c91a065bf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2dde36fb-bdeb-4207-80d6-9a23277e3239&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519118
Nov 27 21:00:11.306592 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a74753e0-d363-40eb-acac-517e6bd4f37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.307566 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.310239 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a74753e0-d363-40eb-acac-517e6bd4f37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.311575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a74753e0-d363-40eb-acac-517e6bd4f37f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f0e9afc-dced-41b6-b2fb-44052c66d285 HTTP/1.1" status: 204  len: 168 time: 0.3247805
Nov 27 21:00:11.327931 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.332630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/4f1bc427-0894-487b-b658-dd28eb0f815f HTTP/1.1" status: 204  len: 168 time: 3.5838311
Nov 27 21:00:11.333685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a67953-1064-45a6-8cd1-068ffc1dbd4e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=4f1bc427-0894-487b-b658-dd28eb0f815f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:11.335521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48656) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:11.360765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:11.377810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62227550-16ad-4ee1-bcfe-6fd652ce1b81 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:11.379858 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-55efe08d-caff-4fd7-8cf8-a4c697e50738 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] GET failed (client error): The resource could not be found.
Nov 27 21:00:11.381513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-55efe08d-caff-4fd7-8cf8-a4c697e50738 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/subnets/95da9f15-c7d1-4d44-9251-785d2a42b44a HTTP/1.1" status: 404  len: 337 time: 0.0412447
Nov 27 21:00:11.384243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48658) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:11.408660 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-773912c3-778d-43aa-820a-fee2e2d3060a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:11.409549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773912c3-778d-43aa-820a-fee2e2d3060a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:11.412657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-773912c3-778d-43aa-820a-fee2e2d3060a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/4f1bc427-0894-487b-b658-dd28eb0f815f HTTP/1.1" status: 404  len: 339 time: 0.0262325
Nov 27 21:00:11.433262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48660) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:11.436386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62227550-16ad-4ee1-bcfe-6fd652ce1b81 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:11.437060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-62227550-16ad-4ee1-bcfe-6fd652ce1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0dd550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:11.514775 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-62227550-16ad-4ee1-bcfe-6fd652ce1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0dd550>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:11.539796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62227550-16ad-4ee1-bcfe-6fd652ce1b81 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:11.540466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-62227550-16ad-4ee1-bcfe-6fd652ce1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0dd550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:11.583479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a261d4bc-042d-442d-8a81-4f5da6cbd596 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:11.589305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-62227550-16ad-4ee1-bcfe-6fd652ce1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0dd550>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:11.589959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62227550-16ad-4ee1-bcfe-6fd652ce1b81 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:11.604724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.614096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74753e0-d363-40eb-acac-517e6bd4f37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0e9afc-dced-41b6-b2fb-44052c66d285,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:11.618348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-5c219f67-a8b1-49fc-ab94-be47dfba76db service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544327
Nov 27 21:00:11.624708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.628829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9d8a42af-b096-4dac-812c-e30e940f8adb tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/ports/b90c38e9-cf97-4c87-8d68-316a08957608 HTTP/1.1" status: 204  len: 168 time: 3.1068454
Nov 27 21:00:11.631950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48664) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:11.634873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b170df70-c0f2-4bca-8d0d-1fc22a757e3f None None] Provisioning complete for port a261d4bc-042d-442d-8a81-4f5da6cbd596 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:11.635421 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b170df70-c0f2-4bca-8d0d-1fc22a757e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.661690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8ccb3-628a-4ce7-9cbb-40cca581710a req-9b161e67-bb16-425e-ae98-8f3bef3cbf21 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:11.662634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Transition to ACTIVE for port object a261d4bc-042d-442d-8a81-4f5da6cbd596 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:00:11.670607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84a8ccb3-628a-4ce7-9cbb-40cca581710a req-9b161e67-bb16-425e-ae98-8f3bef3cbf21 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 945 time: 0.4153955
Nov 27 21:00:11.676998 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.693216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d9e7b9-bdee-4594-9300-b8acfc4ed147 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:11.694747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c1d9e7b9-bdee-4594-9300-b8acfc4ed147 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2605624
Nov 27 21:00:11.702168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b170df70-c0f2-4bca-8d0d-1fc22a757e3f None None] Port a261d4bc-042d-442d-8a81-4f5da6cbd596 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:11.710628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48670) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:11.737716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c9641a53-2df9-4e61-88d2-8d415795d993 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "GET /v2.0/floatingips/fdf40af9-601b-4d01-8e11-4955bbd3be42 HTTP/1.1" status: 200  len: 687 time: 0.0946519
Nov 27 21:00:11.750604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48674) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:11.756158 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-68e375a1-b2a2-4fa1-82da-5658cd1240b0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 207 time: 0.0443819
Nov 27 21:00:11.762849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48678) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:11.774330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39495235-8f8d-4085-a823-c81c7e9b6c2b None None] DHCP port deletion for d9568fd8-159d-44c7-b6f5-91dbb9494e2e request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:11.778222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 44c3230c-1b14-43bc-a6fe-b95af52a0f70 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:11.791827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:11.935099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:11.942931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84a8ccb3-628a-4ce7-9cbb-40cca581710a req-3cc84cb2-f277-4e98-a39b-3202a69d43e3 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672787
Nov 27 21:00:11.961142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:11.961531 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:11.979892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Pushing event updated for resources: {'Port': ['ID=a261d4bc-042d-442d-8a81-4f5da6cbd596,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:12.012457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 44c3230c-1b14-43bc-a6fe-b95af52a0f70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44c3230c-1b14-43bc-a6fe-b95af52a0f70,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:12.028672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079b4fc-95a1-4e3e-abfe-1926fe3ea547 req-cc335090-e16b-4392-b553-2b9655819876 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:12.032819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '44c3230c-1b14-43bc-a6fe-b95af52a0f70', 'network_id': '2dde36fb-bdeb-4207-80d6-9a23277e3239', 'port_id': '44c3230c-1b14-43bc-a6fe-b95af52a0f70', 'mac_address': 'fa:16:3e:2f:49:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb2d32d-ce22-4747-a5f4-3df29b8c029f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:12.036465 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1079b4fc-95a1-4e3e-abfe-1926fe3ea547 req-cc335090-e16b-4392-b553-2b9655819876 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 943 time: 0.2724962
Nov 27 21:00:12.063205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2cf938a6-a35d-4f67-8fc3-e74b02ac7174 req-7503afcb-a192-415c-b955-fb46d0ff2077 service neutron] 10.222.0.35 "GET /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4290049
Nov 27 21:00:12.123841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.127134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Attempting to bind port a261d4bc-042d-442d-8a81-4f5da6cbd596 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:12.127434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Attempting to bind port a261d4bc-042d-442d-8a81-4f5da6cbd596 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '213bed0b-015d-4beb-bdf3-daf02a5178e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9568fd8-159d-44c7-b6f5-91dbb9494e2e'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:12.127760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Attempting to bind port a261d4bc-042d-442d-8a81-4f5da6cbd596 on network d9568fd8-159d-44c7-b6f5-91dbb9494e2e {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:12.138007 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.140978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75215c89-940f-41d6-abfc-14801f46cb87 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:12.143847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c3230c-1b14-43bc-a6fe-b95af52a0f70 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:12.149478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75215c89-940f-41d6-abfc-14801f46cb87 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:12.149749 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1079b4fc-95a1-4e3e-abfe-1926fe3ea547 req-080aa99a-7ffb-4145-ab03-31409da7b722 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122534
Nov 27 21:00:12.166078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75215c89-940f-41d6-abfc-14801f46cb87 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:12.169657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75215c89-940f-41d6-abfc-14801f46cb87 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:12.175053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Port a261d4bc-042d-442d-8a81-4f5da6cbd596 on network d9568fd8-159d-44c7-b6f5-91dbb9494e2e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:00:12.175530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Attempting to bind port a261d4bc-042d-442d-8a81-4f5da6cbd596 on network d9568fd8-159d-44c7-b6f5-91dbb9494e2e {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:12.176230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-75215c89-940f-41d6-abfc-14801f46cb87 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.4120820
Nov 27 21:00:12.177791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48692) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:12.181605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port 05a46b6f-92ec-4f09-8608-df668693577c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:12.182096 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.191659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 44c3230c-1b14-43bc-a6fe-b95af52a0f70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44c3230c-1b14-43bc-a6fe-b95af52a0f70,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:12.205299 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.249127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:12.249897 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 20, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:12.250456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Checking segment: {'id': '213bed0b-015d-4beb-bdf3-daf02a5178e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9568fd8-159d-44c7-b6f5-91dbb9494e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:12.250959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Bound using segment: {'id': '213bed0b-015d-4beb-bdf3-daf02a5178e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9568fd8-159d-44c7-b6f5-91dbb9494e2e'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:12.251506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Bound port: a261d4bc-042d-442d-8a81-4f5da6cbd596, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213bed0b-015d-4beb-bdf3-daf02a5178e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd9568fd8-159d-44c7-b6f5-91dbb9494e2e'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:12.252651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.269926 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.271453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f797bf4c-f839-40c9-aa3e-3edb0a159de8 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:12.280323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195463c-0947-430d-bbd7-beddc2cfe427 req-2d5b2f7e-9f67-47cb-8ec8-e13f69c5d77a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:12.288176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d195463c-0947-430d-bbd7-beddc2cfe427 req-2d5b2f7e-9f67-47cb-8ec8-e13f69c5d77a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.2073429
Nov 27 21:00:12.321786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=44c3230c-1b14-43bc-a6fe-b95af52a0f70,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:12.362658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.363063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.385695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] For port a261d4bc-042d-442d-8a81-4f5da6cbd596, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:12.386463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d195463c-0947-430d-bbd7-beddc2cfe427 req-43f16a04-07a5-4d98-97e0-c4369cde1c83 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965378
Nov 27 21:00:12.388026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for 05a46b6f-92ec-4f09-8608-df668693577c owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:12.391039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] For port a261d4bc-042d-442d-8a81-4f5da6cbd596, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a261d4bc-042d-442d-8a81-4f5da6cbd596,segment=NetworkSegment(213bed0b-015d-4beb-bdf3-daf02a5178e3),segment_id=213bed0b-015d-4beb-bdf3-daf02a5178e3)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:12.404596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:12.412532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.416484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port f797bf4c-f839-40c9-aa3e-3edb0a159de8 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:12.420735 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-71419f1c-edb7-4dbf-93bd-e0a5e1abae89 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2416625
Nov 27 21:00:12.421894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48698) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:12.434850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port f797bf4c-f839-40c9-aa3e-3edb0a159de8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:12.435295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.507122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f79eb-1ef3-443b-b3cf-f1042991a6ae None None] DHCP port deletion for d9568fd8-159d-44c7-b6f5-91dbb9494e2e request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:12.507786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:12.508419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.509826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] 10.222.0.35 "PUT /v2.0/ports/a261d4bc-042d-442d-8a81-4f5da6cbd596 HTTP/1.1" status: 200  len: 1091 time: 1.9504187
Nov 27 21:00:12.524681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28458f7d-6471-4d80-964d-5515d3479fd0', 'tag': 'a261d4bc-042d-442d-8a81-4f5da6cbd596'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:12.527780 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "28458f7d-6471-4d80-964d-5515d3479fd0", "tag": "a261d4bc-042d-442d-8a81-4f5da6cbd596"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:12.558528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['44c3230c-1b14-43bc-a6fe-b95af52a0f70'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:12.598059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb948a-ed20-4c38-b541-817a59204c58 service neutron] Pushing event updated for resources: {'Port': ['ID=a261d4bc-042d-442d-8a81-4f5da6cbd596,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:12.601734 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26464089-136d-4416-976a-01b538666c67 x-openstack-request-id: req-26464089-136d-4416-976a-01b538666c67 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:12.601984 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28458f7d-6471-4d80-964d-5515d3479fd0", "tag": "a261d4bc-042d-442d-8a81-4f5da6cbd596", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:12.602228 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26464089-136d-4416-976a-01b538666c67 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:12.602624 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28458f7d-6471-4d80-964d-5515d3479fd0', 'tag': 'a261d4bc-042d-442d-8a81-4f5da6cbd596', 'status': 'completed', 'code': 200}
Nov 27 21:00:12.605615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ac0d07-cd83-4f6c-adf2-d0471112638e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:12.608697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ac0d07-cd83-4f6c-adf2-d0471112638e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:12.616648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48708) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:12.616842 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-47ac0d07-cd83-4f6c-adf2-d0471112638e tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1925631
Nov 27 21:00:12.709340 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.776873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f797bf4c-f839-40c9-aa3e-3edb0a159de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:12.789073 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:12.790011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:12.900606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f797bf4c-f839-40c9-aa3e-3edb0a159de8,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:12.918874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:12.923753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:12.924140 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.019513 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.021250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a1b4-a433-44a9-a8b6-279cc58e9302 req-2f06e4e8-05ed-4db8-9010-e58c2b503df3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.028880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a1b4-a433-44a9-a8b6-279cc58e9302 req-2f06e4e8-05ed-4db8-9010-e58c2b503df3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.040299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a1b4-a433-44a9-a8b6-279cc58e9302 req-2f06e4e8-05ed-4db8-9010-e58c2b503df3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.042991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a1b4-a433-44a9-a8b6-279cc58e9302 req-2f06e4e8-05ed-4db8-9010-e58c2b503df3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.049387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a1b4-a433-44a9-a8b6-279cc58e9302 req-2f06e4e8-05ed-4db8-9010-e58c2b503df3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.055432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a1b4-a433-44a9-a8b6-279cc58e9302 req-2f06e4e8-05ed-4db8-9010-e58c2b503df3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.059748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:13.061599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a1b4-a433-44a9-a8b6-279cc58e9302 req-2f06e4e8-05ed-4db8-9010-e58c2b503df3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.063784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da97a1b4-a433-44a9-a8b6-279cc58e9302 req-2f06e4e8-05ed-4db8-9010-e58c2b503df3 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5426 time: 0.5875690
Nov 27 21:00:13.065142 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.066168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c24676eb-b68a-43ef-928f-8f5a3e6d3406 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:13.115168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffdea5-f7c0-4af8-98f1-5262bb27b4dc req-dd7d44ad-b4e4-4e24-8aa9-7fcbcec447b7 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.117759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5ffdea5-f7c0-4af8-98f1-5262bb27b4dc req-dd7d44ad-b4e4-4e24-8aa9-7fcbcec447b7 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 945 time: 0.0962641
Nov 27 21:00:13.127498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273163ee-3461-425e-b48f-f2757d01354d req-1ac3ee87-4bc2-44df-93c4-5f9bbee02c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.129041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-1ac3ee87-4bc2-44df-93c4-5f9bbee02c0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc5da228c74444d99bbd83366a9438ba&device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 1094 time: 0.5599563
Nov 27 21:00:13.176732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0338e49f-9769-4701-b2e0-f303e781d5b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.178529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0338e49f-9769-4701-b2e0-f303e781d5b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.180157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0338e49f-9769-4701-b2e0-f303e781d5b3 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.5554459
Nov 27 21:00:13.188122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48746) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:13.227095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-603af3c3-5745-4b4a-9927-6ec00e954b9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a261d4bc-042d-442d-8a81-4f5da6cbd596 HTTP/1.1" status: 200  len: 217 time: 0.0730655
Nov 27 21:00:13.275173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45'}, {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8'}, {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:13.276969 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2947df8b-1bb1-4dac-96f2-5def71b95fb7" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45"}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "f797bf4c-f839-40c9-aa3e-3edb0a159de8"}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "78e281c6-feff-4dc3-8b5f-015a2ed0fc39"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:13.301793 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da97a1b4-a433-44a9-a8b6-279cc58e9302 req-b87df674-4767-4ca3-8c9f-c05e3b6dc402 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2218492
Nov 27 21:00:13.312909 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.319840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:13.329719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port c24676eb-b68a-43ef-928f-8f5a3e6d3406 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:13.333822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e29c1f-b338-4df8-9ed5-2221708d4c35 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.339468 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e7e29c1f-b338-4df8-9ed5-2221708d4c35 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/networks/f4794d21-6b97-4740-9d54-c4949f68b70b HTTP/1.1" status: 200  len: 800 time: 0.1448874
Nov 27 21:00:13.339573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port c24676eb-b68a-43ef-928f-8f5a3e6d3406 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:13.339573 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.349091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48752) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:13.379865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5ffdea5-f7c0-4af8-98f1-5262bb27b4dc req-d0638fe1-8346-4f8a-a970-673b076178a8 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2545257
Nov 27 21:00:13.393553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=05a46b6f-92ec-4f09-8608-df668693577c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:13.404645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273163ee-3461-425e-b48f-f2757d01354d req-db60948b-04ef-42fb-a3df-7be382430a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.404645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-db60948b-04ef-42fb-a3df-7be382430a33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd97c22e-1991-487c-ab55-183c66706608 HTTP/1.1" status: 200  len: 854 time: 0.1585903
Nov 27 21:00:13.480046 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac9949-d024-4ae4-98c8-5384f661de46 x-openstack-request-id: req-74ac9949-d024-4ae4-98c8-5384f661de46 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:13.480346 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45", "code": 200}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "f797bf4c-f839-40c9-aa3e-3edb0a159de8", "code": 200}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "78e281c6-feff-4dc3-8b5f-015a2ed0fc39", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:13.480605 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74ac9949-d024-4ae4-98c8-5384f661de46 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:13.481006 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45', 'code': 200}
Nov 27 21:00:13.481268 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8', 'code': 200}
Nov 27 21:00:13.481527 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39', 'code': 200}
Nov 27 21:00:13.502226 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.504494 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b3949c75-9894-4727-8a8b-8ba363dc3e26 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/networks/f4794d21-6b97-4740-9d54-c4949f68b70b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1540360
Nov 27 21:00:13.507802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48758) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:13.547959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c24676eb-b68a-43ef-928f-8f5a3e6d3406, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:13.553478 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.554697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device decba21e-805a-4b68-9d38-6e3b44662ff5 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:13.554825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48760) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:13.579969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281160f5-6013-43ef-be8d-cffedd64906f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.581024 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-6c147a7d-7212-4e87-807e-3bd662bc3b4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9568fd8-159d-44c7-b6f5-91dbb9494e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1369634
Nov 27 21:00:13.581952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-281160f5-6013-43ef-be8d-cffedd64906f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/subnets/25199897-15dc-4823-bcd4-f93fa2a07f38 HTTP/1.1" status: 200  len: 811 time: 0.0728688
Nov 27 21:00:13.587403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48764) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:13.648032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c24676eb-b68a-43ef-928f-8f5a3e6d3406,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:13.676123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port decba21e-805a-4b68-9d38-6e3b44662ff5 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:13.680915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port decba21e-805a-4b68-9d38-6e3b44662ff5 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:13.681695 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.698688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec2987-7b0f-4e11-94d2-3c1c9639cc5f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['shared'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.700388 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0cec2987-7b0f-4e11-94d2-3c1c9639cc5f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "GET /v2.0/subnets/25199897-15dc-4823-bcd4-f93fa2a07f38?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1115220
Nov 27 21:00:13.704426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48766) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:13.710637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-299219792'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:13.726142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce9fd0-dd09-4fb8-9a9f-56f40ad786d5 req-7da7f3ef-a266-46b3-becb-0c9cec9b44f9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.728164 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7bce9fd0-dd09-4fb8-9a9f-56f40ad786d5 req-7da7f3ef-a266-46b3-becb-0c9cec9b44f9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 943 time: 0.2897074
Nov 27 21:00:13.733965 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.737436 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.738321 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-149be4c0-c84b-4ce2-946b-874cce19af8a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/floatingips/fdf40af9-601b-4d01-8e11-4955bbd3be42 HTTP/1.1" status: 204  len: 168 time: 1.9864292
Nov 27 21:00:13.742790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48768) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:13.750340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '4af1d2c0-0f22-4131-b768-0085eb5203cc'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:13.754406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fc0f8a-ebc5-4bc3-b5f1-b10dbb86aeef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.765777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbb706-552a-43ba-b2c8-e8c4562911e2 req-8ddb2398-b946-40b6-9290-164077e65acf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:13.767457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4fbb706-552a-43ba-b2c8-e8c4562911e2 req-8ddb2398-b946-40b6-9290-164077e65acf tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1216724
Nov 27 21:00:13.790183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.792615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:13.797445 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.802070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-935e415e-4eff-44f5-b6dc-7899d9bd7c9b service neutron] 10.222.0.35 "GET /v2.0/networks/d9568fd8-159d-44c7-b6f5-91dbb9494e2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973939
Nov 27 21:00:13.831608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=decba21e-805a-4b68-9d38-6e3b44662ff5,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:13.836923 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.838031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 14e81df6-5fa0-4831-a0b4-1270866d1c86 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:13.841752 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.875942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:13.885807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4fbb706-552a-43ba-b2c8-e8c4562911e2 req-0c16bcf7-bdc7-440d-bc86-b6f5d2ff5ce9 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063659
Nov 27 21:00:13.896382 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.896994 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Added segment 635dd952-7942-475b-bd69-15893de64d94 of type vlan for network 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e
Nov 27 21:00:13.904154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7bce9fd0-dd09-4fb8-9a9f-56f40ad786d5 req-0080907e-7622-4919-be43-3b965355dda1 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414018
Nov 27 21:00:13.943299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:13.957795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 14e81df6-5fa0-4831-a0b4-1270866d1c86 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:13.960502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.962045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 14e81df6-5fa0-4831-a0b4-1270866d1c86 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:13.962423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.965579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fc0f8a-ebc5-4bc3-b5f1-b10dbb86aeef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.973387 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fc0f8a-ebc5-4bc3-b5f1-b10dbb86aeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:13.995646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-273163ee-3461-425e-b48f-f2757d01354d req-e33aeebf-4e86-4d43-ae3e-20aac1599e80 service neutron] 10.222.0.35 "GET /v2.0/networks/d9568fd8-159d-44c7-b6f5-91dbb9494e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780882
Nov 27 21:00:14.026798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-33fc0f8a-ebc5-4bc3-b5f1-b10dbb86aeef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d82a8ba38cc14a60a7f31da27fbe51c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4710586
Nov 27 21:00:14.028121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc0f8a-ebc5-4bc3-b5f1-b10dbb86aeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383b2151-4cc4-4daf-b659-58d078e733ee,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:14.030743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48770) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:14.031487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.037545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.038291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.063950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.091392 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.107000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:14.112448 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.121976 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4161630
Nov 27 21:00:14.135030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48772) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:14.142805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 44c3230c-1b14-43bc-a6fe-b95af52a0f70 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:14.146149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63250370-c8f5-4a1c-8eba-2c6746406429 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Network': ['ID=3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:14.149746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'network_id': '3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:14.164391 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56c04de7-37ff-47e9-99be-224842f349cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.177505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-3d417360-5f79-4d27-b05b-b8817527a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.179043 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-3d417360-5f79-4d27-b05b-b8817527a80c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc5da228c74444d99bbd83366a9438ba&device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 1094 time: 0.1186285
Nov 27 21:00:14.179180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:14.189726 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56c04de7-37ff-47e9-99be-224842f349cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.248024 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56c04de7-37ff-47e9-99be-224842f349cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.250923 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56c04de7-37ff-47e9-99be-224842f349cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.255332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-56c04de7-37ff-47e9-99be-224842f349cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/383b2151-4cc4-4daf-b659-58d078e733ee HTTP/1.1" status: 204  len: 168 time: 0.2116549
Nov 27 21:00:14.265786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c04de7-37ff-47e9-99be-224842f349cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383b2151-4cc4-4daf-b659-58d078e733ee,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:14.269767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:14.322477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:14.327433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:14.328036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.369498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.35.3.47 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/657762cf-e3aa-46f2-aec5-7e32565cf899) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:14.390391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Made reservation on behalf of ff57a16edd1243ee81deda551a2c5e5a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:14.400149 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.423849 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-3e411d3d-7207-4dd2-ab2f-e3e0955bcc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.425483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-3e411d3d-7207-4dd2-ab2f-e3e0955bcc49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9568fd8-159d-44c7-b6f5-91dbb9494e2e HTTP/1.1" status: 200  len: 915 time: 0.2196727
Nov 27 21:00:14.431374 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.495504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 44c3230c-1b14-43bc-a6fe-b95af52a0f70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44c3230c-1b14-43bc-a6fe-b95af52a0f70,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:14.507681 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.508779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 642425fa-8b8a-437f-bd90-46213cfca81d up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:14.512570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f97c64-890a-49a6-b887-95241f9e1b09 req-2df9aa8d-4e82-4f7c-88c9-4f6683804b80 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.519229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f97c64-890a-49a6-b887-95241f9e1b09 req-2df9aa8d-4e82-4f7c-88c9-4f6683804b80 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.525564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f97c64-890a-49a6-b887-95241f9e1b09 req-2df9aa8d-4e82-4f7c-88c9-4f6683804b80 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.531804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f97c64-890a-49a6-b887-95241f9e1b09 req-2df9aa8d-4e82-4f7c-88c9-4f6683804b80 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.539094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f97c64-890a-49a6-b887-95241f9e1b09 req-2df9aa8d-4e82-4f7c-88c9-4f6683804b80 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.546845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f97c64-890a-49a6-b887-95241f9e1b09 req-2df9aa8d-4e82-4f7c-88c9-4f6683804b80 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.550860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-22f9df78-377b-423e-979c-ba56bfa7be9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a261d4bc-042d-442d-8a81-4f5da6cbd596 HTTP/1.1" status: 200  len: 217 time: 0.0885353
Nov 27 21:00:14.553547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f97c64-890a-49a6-b887-95241f9e1b09 req-2df9aa8d-4e82-4f7c-88c9-4f6683804b80 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.555772 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6f97c64-890a-49a6-b887-95241f9e1b09 req-2df9aa8d-4e82-4f7c-88c9-4f6683804b80 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.1497459
Nov 27 21:00:14.560344 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing IP validity checks on allocation pools {{(pid=120908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 27 21:00:14.560811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 27 21:00:14.598688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=44c3230c-1b14-43bc-a6fe-b95af52a0f70,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:14.625199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 642425fa-8b8a-437f-bd90-46213cfca81d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:14.632562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 642425fa-8b8a-437f-bd90-46213cfca81d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:14.633005 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.663803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6f97c64-890a-49a6-b887-95241f9e1b09 req-37ab2d7f-0de7-43d5-9077-6dcc80f3c18f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0999181
Nov 27 21:00:14.678864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-9d94626a-7dce-4f9a-925c-8e19d08f64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.680394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-9d94626a-7dce-4f9a-925c-8e19d08f64c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd97c22e-1991-487c-ab55-183c66706608 HTTP/1.1" status: 200  len: 854 time: 0.1155710
Nov 27 21:00:14.699538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e646c-4a28-436e-bff6-ffb706ff841b req-1a6e94e4-13e6-4026-8f16-f201e30ee414 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:14.701060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313e646c-4a28-436e-bff6-ffb706ff841b req-1a6e94e4-13e6-4026-8f16-f201e30ee414 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 945 time: 0.1642880
Nov 27 21:00:14.749546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.757788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-b504736b-1292-479e-a0f2-b0b9f401cba0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9568fd8-159d-44c7-b6f5-91dbb9494e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676739
Nov 27 21:00:14.777046 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.815121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 642425fa-8b8a-437f-bd90-46213cfca81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=642425fa-8b8a-437f-bd90-46213cfca81d,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:14.820447 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.881123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=642425fa-8b8a-437f-bd90-46213cfca81d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:14.916098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313e646c-4a28-436e-bff6-ffb706ff841b req-409554d7-56ae-4f3b-a548-bfcc4409be64 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956582
Nov 27 21:00:14.982313 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:14.989650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-10dd0561-e896-491d-8182-050365007d33 service neutron] 10.222.0.35 "GET /v2.0/networks/d9568fd8-159d-44c7-b6f5-91dbb9494e2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158456
Nov 27 21:00:15.016590 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.055775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca6989-8fd0-4984-9cfd-693fdff966a4 req-02772db6-9ae7-408b-8303-e0cdc634d32a tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:15.059831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0fca6989-8fd0-4984-9cfd-693fdff966a4 req-02772db6-9ae7-408b-8303-e0cdc634d32a tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 943 time: 0.0663450
Nov 27 21:00:15.092959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:15.120140 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0fca6989-8fd0-4984-9cfd-693fdff966a4 req-06d88345-e67a-48c7-ac61-f34b8595a75b tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457606
Nov 27 21:00:15.150391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:15.152762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:15.166734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=657762cf-e3aa-46f2-aec5-7e32565cf899,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:15.183044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48804) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:15.217474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=5dac6afb-1930-49d3-9d4a-989a720a7a87,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:15.220066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.220490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.220845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.221191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.221541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.221886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.222226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.222567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.222903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.223240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.223604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.223940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.256423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.256781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.257136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.257486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.257830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.258175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.258515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.258849 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.259187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.259550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.260275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.260275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:15.275980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841868e-afa9-46a3-b2a4-2859c06206ee req-0c387f40-1eb7-4ce9-bdd0-9ee785552438 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:15.277519 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9841868e-afa9-46a3-b2a4-2859c06206ee req-0c387f40-1eb7-4ce9-bdd0-9ee785552438 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.2498856
Nov 27 21:00:15.289417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1060964952'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:15.305062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Checking segment: {'id': '635dd952-7942-475b-bd69-15893de64d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:15.305434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network hostable DHCP agents. Network: 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:15.312200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Made reservation on behalf of 688483094d4e4ec5b516f785f99bec1a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:15.316374 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.325145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.360783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a70aada9-0226-4f2a-8cda-f68e9c4cd0d4 req-a8327b8c-3357-4acc-bb81-f5f137ab677b service neutron] 10.222.0.35 "GET /v2.0/networks/d9568fd8-159d-44c7-b6f5-91dbb9494e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3453667
Nov 27 21:00:15.410136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Network 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:15.413908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.418486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.427279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9841868e-afa9-46a3-b2a4-2859c06206ee req-46b05322-1079-4f1c-b948-24b5c60076b3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396585
Nov 27 21:00:15.435104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:15.456298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c402e30d-7fab-42b9-8bb6-a4621dac82f4 None None] Network 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:15.456499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:15.479817 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.480170 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Added segment 9d132e41-f265-4d12-9953-e7b40a0e51d1 of type vlan for network 80c2f959-eb89-41f7-9766-85131aa34ba2
Nov 27 21:00:15.488688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:15.489774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.489912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df432c7e-8f60-4e67-87ea-9dbc6270666d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:15.494787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24676eb-b68a-43ef-928f-8f5a3e6d3406'}, {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decba21e-805a-4b68-9d38-6e3b44662ff5'}, {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e81df6-5fa0-4831-a0b4-1270866d1c86'}, {'server_uuid': '928d28f5-98f6-4791-943c-c9dd10b7ae32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c3230c-1b14-43bc-a6fe-b95af52a0f70'}, {'server_uuid': 'efd9abec-0f4b-4206-924e-f951a3f36fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642425fa-8b8a-437f-bd90-46213cfca81d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:15.497737 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17cd93f-f358-4099-945f-15a9d6b8ad0e" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "c24676eb-b68a-43ef-928f-8f5a3e6d3406"}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "decba21e-805a-4b68-9d38-6e3b44662ff5"}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "14e81df6-5fa0-4831-a0b4-1270866d1c86"}, {"server_uuid": "928d28f5-98f6-4791-943c-c9dd10b7ae32", "name": "network-vif-plugged", "status": "completed", "tag": "44c3230c-1b14-43bc-a6fe-b95af52a0f70"}, {"server_uuid": "efd9abec-0f4b-4206-924e-f951a3f36fb9", "name": "network-vif-plugged", "status": "completed", "tag": "642425fa-8b8a-437f-bd90-46213cfca81d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:15.519978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dcbbb8d2-85c6-445f-9274-5cebc4557837 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.3751981
Nov 27 21:00:15.520472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48810) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:15.527545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b6923c31-dff6-4741-9494-8f8c3f7e315b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:15.536489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.568027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.576995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:15.577895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.582447 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244f312b-56a7-407b-92de-19aa6ed702df x-openstack-request-id: req-244f312b-56a7-407b-92de-19aa6ed702df {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:15.582766 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "c24676eb-b68a-43ef-928f-8f5a3e6d3406", "code": 200}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "decba21e-805a-4b68-9d38-6e3b44662ff5", "code": 200}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-plugged", "status": "completed", "tag": "14e81df6-5fa0-4831-a0b4-1270866d1c86", "code": 200}, {"server_uuid": "928d28f5-98f6-4791-943c-c9dd10b7ae32", "name": "network-vif-plugged", "status": "completed", "tag": "44c3230c-1b14-43bc-a6fe-b95af52a0f70", "code": 200}, {"server_uuid": "efd9abec-0f4b-4206-924e-f951a3f36fb9", "name": "network-vif-plugged", "status": "completed", "tag": "642425fa-8b8a-437f-bd90-46213cfca81d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:15.583061 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-244f312b-56a7-407b-92de-19aa6ed702df {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:15.583615 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24676eb-b68a-43ef-928f-8f5a3e6d3406', 'code': 200}
Nov 27 21:00:15.583887 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decba21e-805a-4b68-9d38-6e3b44662ff5', 'code': 200}
Nov 27 21:00:15.584149 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e81df6-5fa0-4831-a0b4-1270866d1c86', 'code': 200}
Nov 27 21:00:15.584498 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928d28f5-98f6-4791-943c-c9dd10b7ae32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c3230c-1b14-43bc-a6fe-b95af52a0f70', 'code': 200}
Nov 27 21:00:15.584669 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd9abec-0f4b-4206-924e-f951a3f36fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642425fa-8b8a-437f-bd90-46213cfca81d', 'code': 200}
Nov 27 21:00:15.643647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e', 'network_id': '3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e', 'tenant_id': 'ff57a16edd1243ee81deda551a2c5e5a', 'fixed_ips': [{'subnet_id': '5dac6afb-1930-49d3-9d4a-989a720a7a87'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:00:15.644878 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.668030 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.4837832
Nov 27 21:00:15.671543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48812) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:15.688235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Request body: {'subnet': {'network_id': '80c2f959-eb89-41f7-9766-85131aa34ba2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:15.693112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da64fdf-e5c4-4729-a594-5df8fe7b543f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event updated for resources: {'Network': ['ID=80c2f959-eb89-41f7-9766-85131aa34ba2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:15.737693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 80c2f959-eb89-41f7-9766-85131aa34ba2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:15.787056 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b6923c31-dff6-4741-9494-8f8c3f7e315b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2143583026'] for subnet, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.798786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a261d4bc-042d-442d-8a81-4f5da6cbd596 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:15.869872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aefad-df8d-483f-b22b-721d0cc862d1 req-fd591a16-70cd-4c76-94f7-29f2c292f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:15.871436 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc9aefad-df8d-483f-b22b-721d0cc862d1 req-fd591a16-70cd-4c76-94f7-29f2c292f153 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 1097 time: 0.1634645
Nov 27 21:00:15.913690 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.926696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44249ba6-85ff-4972-90d1-7237cfd4efab req-3f6b4166-937f-47aa-8748-0b515da5a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:15.928714 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44249ba6-85ff-4972-90d1-7237cfd4efab req-3f6b4166-937f-47aa-8748-0b515da5a630 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=928d28f5-98f6-4791-943c-c9dd10b7ae32 HTTP/1.1" status: 200  len: 1096 time: 0.1953869
Nov 27 21:00:15.935691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Made reservation on behalf of 688483094d4e4ec5b516f785f99bec1a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:15.940423 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:15.961425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a261d4bc-042d-442d-8a81-4f5da6cbd596, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a261d4bc-042d-442d-8a81-4f5da6cbd596,segment=NetworkSegment(213bed0b-015d-4beb-bdf3-daf02a5178e3),segment_id=213bed0b-015d-4beb-bdf3-daf02a5178e3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:15.992889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'a261d4bc-042d-442d-8a81-4f5da6cbd596', 'network_id': 'd9568fd8-159d-44c7-b6f5-91dbb9494e2e', 'port_id': 'a261d4bc-042d-442d-8a81-4f5da6cbd596', 'mac_address': 'fa:16:3e:16:39:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd97c22e-1991-487c-ab55-183c66706608', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:16.040805 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.056391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a261d4bc-042d-442d-8a81-4f5da6cbd596 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:16.078373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a261d4bc-042d-442d-8a81-4f5da6cbd596, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a261d4bc-042d-442d-8a81-4f5da6cbd596,segment=NetworkSegment(213bed0b-015d-4beb-bdf3-daf02a5178e3),segment_id=213bed0b-015d-4beb-bdf3-daf02a5178e3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:16.084698 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.085995 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44249ba6-85ff-4972-90d1-7237cfd4efab req-ead21131-cbd6-4d23-bca7-0f61f0650f9f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419740
Nov 27 21:00:16.109779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da7fff-9204-453a-9ede-da6fb1d51633 req-176c56f3-6571-441e-a460-ba4e1f33fea3 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.111466 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7da7fff-9204-453a-9ede-da6fb1d51633 req-176c56f3-6571-441e-a460-ba4e1f33fea3 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 946 time: 0.1084075
Nov 27 21:00:16.144538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a261d4bc-042d-442d-8a81-4f5da6cbd596,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:16.211806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7da7fff-9204-453a-9ede-da6fb1d51633 req-8f289596-acaf-4e53-84e8-e3b7bd583afd tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931020
Nov 27 21:00:16.266768 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.365736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event updated for resources: {'Subnet': ['ID=66c82524-901b-45a8-a649-526da3a1a321,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:16.387478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8479a-a1f1-41fc-bd7d-0321bcefd681 req-fce18760-db38-476e-ad2a-78e9a4d9523f tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.388968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99d8479a-a1f1-41fc-bd7d-0321bcefd681 req-fce18760-db38-476e-ad2a-78e9a4d9523f tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 944 time: 0.1116138
Nov 27 21:00:16.395701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Checking segment: {'id': '9d132e41-f265-4d12-9953-e7b40a0e51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80c2f959-eb89-41f7-9766-85131aa34ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:16.396066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Network hostable DHCP agents. Network: 80c2f959-eb89-41f7-9766-85131aa34ba2, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:16.410309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f279a-df4b-4c77-85a6-4e98e81cd4eb req-c459af89-2407-4f0a-9661-3326912e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.410793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f279a-df4b-4c77-85a6-4e98e81cd4eb req-c459af89-2407-4f0a-9661-3326912e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.411282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f279a-df4b-4c77-85a6-4e98e81cd4eb req-c459af89-2407-4f0a-9661-3326912e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.411752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f279a-df4b-4c77-85a6-4e98e81cd4eb req-c459af89-2407-4f0a-9661-3326912e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.412220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f279a-df4b-4c77-85a6-4e98e81cd4eb req-c459af89-2407-4f0a-9661-3326912e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.412683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f279a-df4b-4c77-85a6-4e98e81cd4eb req-c459af89-2407-4f0a-9661-3326912e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.413138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f279a-df4b-4c77-85a6-4e98e81cd4eb req-c459af89-2407-4f0a-9661-3326912e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.415057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-163f279a-df4b-4c77-85a6-4e98e81cd4eb req-c459af89-2407-4f0a-9661-3326912e1dcf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6488 time: 0.6467359
Nov 27 21:00:16.444862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['a261d4bc-042d-442d-8a81-4f5da6cbd596'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:16.447126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Network 80c2f959-eb89-41f7-9766-85131aa34ba2 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:16.453118 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 27 21:00:16.453118 ncdv-master-1 neutron-server[120910]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Nov 27 21:00:16.453118 ncdv-master-1 neutron-server[120910]: [parameters: {'in_use': 1, 'id_1': '5dac6afb-1930-49d3-9d4a-989a720a7a87'}]
Nov 27 21:00:16.453118 ncdv-master-1 neutron-server[120910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:00:16.454517 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:00:16.469276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99d8479a-a1f1-41fc-bd7d-0321bcefd681 req-46f68185-0511-40e0-a559-195de9cff2e9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707765
Nov 27 21:00:16.471483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 80c2f959-eb89-41f7-9766-85131aa34ba2) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:16.475946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.476549 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.478685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f301e5-252b-4e80-9329-e30df813aadc req-b0e0fb79-54f6-4c87-a798-e3426a36da1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.484863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f301e5-252b-4e80-9329-e30df813aadc req-b0e0fb79-54f6-4c87-a798-e3426a36da1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.490932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f301e5-252b-4e80-9329-e30df813aadc req-b0e0fb79-54f6-4c87-a798-e3426a36da1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.494736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f76aa-bbb7-4d7b-90ac-9152f8db362f None None] Network 80c2f959-eb89-41f7-9766-85131aa34ba2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:16.497475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f301e5-252b-4e80-9329-e30df813aadc req-b0e0fb79-54f6-4c87-a798-e3426a36da1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.503602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-91873b4b-a921-463a-886f-4191a3b4747e tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8221436
Nov 27 21:00:16.504299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f301e5-252b-4e80-9329-e30df813aadc req-b0e0fb79-54f6-4c87-a798-e3426a36da1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.504423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48824) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:16.510120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Request body: {'port': {'network_id': '80c2f959-eb89-41f7-9766-85131aa34ba2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-835992948'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:16.510392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f301e5-252b-4e80-9329-e30df813aadc req-b0e0fb79-54f6-4c87-a798-e3426a36da1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.516709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f301e5-252b-4e80-9329-e30df813aadc req-b0e0fb79-54f6-4c87-a798-e3426a36da1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.524796 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-31f301e5-252b-4e80-9329-e30df813aadc req-b0e0fb79-54f6-4c87-a798-e3426a36da1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.7222524
Nov 27 21:00:16.567654 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc9aefad-df8d-483f-b22b-721d0cc862d1 req-e270d95a-8b3c-4f39-bfaf-16d3433e882d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6557686
Nov 27 21:00:16.643987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.655067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e992394-1df2-409f-94d7-7968e0898d0b req-f792aaed-e931-4cf0-993c-450b7b898b68 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.656691 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e992394-1df2-409f-94d7-7968e0898d0b req-f792aaed-e931-4cf0-993c-450b7b898b68 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.0889604
Nov 27 21:00:16.709925 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-163f279a-df4b-4c77-85a6-4e98e81cd4eb req-5c15d88b-5759-4f75-8635-62bd26645b70 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&id=76381062-da63-4132-9640-3ccb01f46a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2807109
Nov 27 21:00:16.726068 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e992394-1df2-409f-94d7-7968e0898d0b req-841710e4-868c-4329-a4ef-3b01fc816526 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631998
Nov 27 21:00:16.727484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Made reservation on behalf of 688483094d4e4ec5b516f785f99bec1a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:16.730871 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.746484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-31f301e5-252b-4e80-9329-e30df813aadc req-7dae13a8-9313-4c7e-bcc6-62c088c5b825 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2207994
Nov 27 21:00:16.752506 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b6923c31-dff6-4741-9494-8f8c3f7e315b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788577952359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143852203'] for subnet, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.759937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-80c2f959-eb89-41f7-9766-85131aa34ba2', 'network_id': '80c2f959-eb89-41f7-9766-85131aa34ba2', 'tenant_id': '688483094d4e4ec5b516f785f99bec1a', 'fixed_ips': [{'subnet_id': '66c82524-901b-45a8-a649-526da3a1a321'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:00:16.760940 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.768881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] device_id is not set on port 2209c585-23bc-47d2-b6bb-0795ab5ad72f yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:00:16.822333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6923c31-dff6-4741-9494-8f8c3f7e315b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:16.823667 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b6923c31-dff6-4741-9494-8f8c3f7e315b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.825234 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b6923c31-dff6-4741-9494-8f8c3f7e315b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "PUT /v2.0/subnets/5dac6afb-1930-49d3-9d4a-989a720a7a87 HTTP/1.1" status: 200  len: 877 time: 1.3019981
Nov 27 21:00:16.828768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48826) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:16.839844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:16.845097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6923c31-dff6-4741-9494-8f8c3f7e315b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event updated for resources: {'Subnet': ['ID=5dac6afb-1930-49d3-9d4a-989a720a7a87,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:16.956907 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.006171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Allocated IP 172.20.0.14 (80c2f959-eb89-41f7-9766-85131aa34ba2/66c82524-901b-45a8-a649-526da3a1a321/2209c585-23bc-47d2-b6bb-0795ab5ad72f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:17.020761 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.025825 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.026079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.096389 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.100622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Allocated IP 172.20.0.3 (3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e/5dac6afb-1930-49d3-9d4a-989a720a7a87/1d79cf88-7fa2-4e04-87a7-af0e5a3971f0) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:17.106165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=657762cf-e3aa-46f2-aec5-7e32565cf899,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:17.115726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.225743 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP 2bee000a-0d21-4297-a6ef-febbaad3ed94 associated. External IP: 172.35.3.47, port: 4af1d2c0-0f22-4131-b768-0085eb5203cc.
Nov 27 21:00:17.269104 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.276570 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.293954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.309952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.323459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Network 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:17.326839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:17.335120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:17.350742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Pushing event updated for resources: {'Port': ['ID=1d79cf88-7fa2-4e04-87a7-af0e5a3971f0,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:17.356220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=5dac6afb-1930-49d3-9d4a-989a720a7a87,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:17.388977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.389475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.390044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.390510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.390707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.391054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.391456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.391786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.392760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.393172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.393521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.393889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:00:17.431240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Attempting to bind port 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:17.431715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Attempting to bind port 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '635dd952-7942-475b-bd69-15893de64d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:17.432116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Attempting to bind port 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0 on network 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:17.438648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:17.439057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Checking segment: {'id': '635dd952-7942-475b-bd69-15893de64d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:17.439498 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.439960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Bound using segment: {'id': '635dd952-7942-475b-bd69-15893de64d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:17.440367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Bound port: 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635dd952-7942-475b-bd69-15893de64d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:17.440758 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.445736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.456966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b5271-5d9c-469c-a385-b99e3aab1364 req-1e1dafe2-c8e3-4eb2-a9d7-3742e1573da8 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:17.458422 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-056b5271-5d9c-469c-a385-b99e3aab1364 req-1e1dafe2-c8e3-4eb2-a9d7-3742e1573da8 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 946 time: 0.1555388
Nov 27 21:00:17.474863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.486991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3eff9ca00>,) {'filters': {'network_id': ['3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:17.526477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eff9ca00>, '635dd952-7942-475b-bd69-15893de64d94') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:17.526477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eff9ca00>, '635dd952-7942-475b-bd69-15893de64d94') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:17.540677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Allocated IP 172.20.0.2 (80c2f959-eb89-41f7-9766-85131aa34ba2/66c82524-901b-45a8-a649-526da3a1a321/3f876f1a-a8ca-4603-9a1a-88650905eeff) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:17.544792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Network 80c2f959-eb89-41f7-9766-85131aa34ba2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:17.545797 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] For port 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:17.551405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.551909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] For port 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d79cf88-7fa2-4e04-87a7-af0e5a3971f0,segment=NetworkSegment(635dd952-7942-475b-bd69-15893de64d94),segment_id=635dd952-7942-475b-bd69-15893de64d94)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:17.556578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:17.561532 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.583136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:17.629436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event updated for resources: {'Port': ['ID=2209c585-23bc-47d2-b6bb-0795ab5ad72f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:17.650987 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-056b5271-5d9c-469c-a385-b99e3aab1364 req-78a123e5-3797-47ea-b61a-7be4e01d9913 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833918
Nov 27 21:00:17.691161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:00:17.714745 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.730510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:17.731064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:17.736594 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:17.760517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:17.761329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.764327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caa237-9e4a-412e-971a-0c58d1c8a5d2 None None] Pushing event updated for resources: {'Port': ['ID=1d79cf88-7fa2-4e04-87a7-af0e5a3971f0,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:17.817085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b72c2-5fe4-4c90-a28e-f48de2c29742 None None] Network 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:17.825690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b5e85-b211-450b-ab1a-d8bbc91b3bc3 req-aa40c603-d609-4555-8e2b-5d99e6c242da tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:17.835351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb0b5e85-b211-450b-ab1a-d8bbc91b3bc3 req-aa40c603-d609-4555-8e2b-5d99e6c242da tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 944 time: 0.1966271
Nov 27 21:00:17.866808 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.api [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 21:00:17.866808 ncdv-master-1 neutron-server[120909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 21:00:17.866808 ncdv-master-1 neutron-server[120909]: [parameters: {'id': '3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e'}]
Nov 27 21:00:17.866808 ncdv-master-1 neutron-server[120909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:00:17.867553 ncdv-master-1 neutron-server[120909]: DEBUG oslo_db.api [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:00:17.874566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6c251e13-f327-4eaf-9ae7-f13be78675c2 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.3654306
Nov 27 21:00:17.874774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:17.875234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48838) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:17.880390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Request body: {'port': {'network_id': '80c2f959-eb89-41f7-9766-85131aa34ba2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1581514465', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:17.880991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.api.validators [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] bootfile-name is not in valid_values {{(pid=120909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:00:17.881484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.api.validators [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] tftp-server is not in valid_values {{(pid=120909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:00:17.881896 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.api.validators [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] server-ip-address is not in valid_values {{(pid=120909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:00:17.893556 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75542fa6-1819-4d73-8b4a-d3c6af4b3e94 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:17.904559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.905733 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75542fa6-1819-4d73-8b4a-d3c6af4b3e94 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:17.906525 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-75542fa6-1819-4d73-8b4a-d3c6af4b3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fea8b8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:17.918365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.936430 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:17.953252 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-75542fa6-1819-4d73-8b4a-d3c6af4b3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fea8b8e0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:17.963392 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75542fa6-1819-4d73-8b4a-d3c6af4b3e94 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:17.964142 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-75542fa6-1819-4d73-8b4a-d3c6af4b3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fea8b8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:17.978018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48842) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:17.979733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3b71fc28-ab13-4296-a390-f31dad73a612 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 4.2352524
Nov 27 21:00:17.987880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-470344734'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:18.028838 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-75542fa6-1819-4d73-8b4a-d3c6af4b3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fea8b8e0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:18.029448 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75542fa6-1819-4d73-8b4a-d3c6af4b3e94 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:18.044511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb0b5e85-b211-450b-ab1a-d8bbc91b3bc3 req-535b475f-9971-4491-8700-4e3e2b0c07ec tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038748
Nov 27 21:00:18.057611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b164d-562e-45c4-a636-77903cc01c57 req-1ec2561e-c11e-4541-9eae-772fcacbe446 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.070258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-297b164d-562e-45c4-a636-77903cc01c57 req-1ec2561e-c11e-4541-9eae-772fcacbe446 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.0882242
Nov 27 21:00:18.102104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Made reservation on behalf of ca0593ed63ef4485bdc237459cf2f12e for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:18.109611 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.135875 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-297b164d-562e-45c4-a636-77903cc01c57 req-0f86262a-1ff6-419b-8578-3af8ed9f6c2f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634866
Nov 27 21:00:18.171935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Network 80c2f959-eb89-41f7-9766-85131aa34ba2 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:18.191295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:18.197691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:18.201556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Pushing event updated for resources: {'Port': ['ID=3f876f1a-a8ca-4603-9a1a-88650905eeff,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:18.213382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:18.246253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57b7b-4227-4cc3-977a-8a951c5c34ba req-dd9a486b-54c8-4ead-8a24-76c4165378c9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.253659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57b7b-4227-4cc3-977a-8a951c5c34ba req-dd9a486b-54c8-4ead-8a24-76c4165378c9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.257651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69119c4-c8d4-48e4-b465-973f4b07d217 None None] Network 3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:18.259328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57b7b-4227-4cc3-977a-8a951c5c34ba req-dd9a486b-54c8-4ead-8a24-76c4165378c9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.265458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57b7b-4227-4cc3-977a-8a951c5c34ba req-dd9a486b-54c8-4ead-8a24-76c4165378c9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.277551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57b7b-4227-4cc3-977a-8a951c5c34ba req-dd9a486b-54c8-4ead-8a24-76c4165378c9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.284547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57b7b-4227-4cc3-977a-8a951c5c34ba req-dd9a486b-54c8-4ead-8a24-76c4165378c9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.290559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57b7b-4227-4cc3-977a-8a951c5c34ba req-dd9a486b-54c8-4ead-8a24-76c4165378c9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.292648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aeb57b7b-4227-4cc3-977a-8a951c5c34ba req-dd9a486b-54c8-4ead-8a24-76c4165378c9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.1607938
Nov 27 21:00:18.296142 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.296753 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Added segment c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7 of type vlan for network 8e7e556f-d945-4343-8e56-7b747350459b
Nov 27 21:00:18.297864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Made reservation on behalf of 688483094d4e4ec5b516f785f99bec1a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:18.301467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.312299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Attempting to bind port 3f876f1a-a8ca-4603-9a1a-88650905eeff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:18.312677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Attempting to bind port 3f876f1a-a8ca-4603-9a1a-88650905eeff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d132e41-f265-4d12-9953-e7b40a0e51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80c2f959-eb89-41f7-9766-85131aa34ba2'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:18.313042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Attempting to bind port 3f876f1a-a8ca-4603-9a1a-88650905eeff on network 80c2f959-eb89-41f7-9766-85131aa34ba2 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:18.334387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:18.334387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Checking segment: {'id': '9d132e41-f265-4d12-9953-e7b40a0e51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80c2f959-eb89-41f7-9766-85131aa34ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:18.334773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.335151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Bound using segment: {'id': '9d132e41-f265-4d12-9953-e7b40a0e51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80c2f959-eb89-41f7-9766-85131aa34ba2'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:18.335662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Bound port: 3f876f1a-a8ca-4603-9a1a-88650905eeff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d132e41-f265-4d12-9953-e7b40a0e51d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80c2f959-eb89-41f7-9766-85131aa34ba2'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:18.336041 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.368322 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.376470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] device_id is not set on port d3bcbb70-28fd-47bf-b384-a90424a700a7 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:00:18.378889 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.398086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.528757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] For port 3f876f1a-a8ca-4603-9a1a-88650905eeff, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:18.545772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] For port 3f876f1a-a8ca-4603-9a1a-88650905eeff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f876f1a-a8ca-4603-9a1a-88650905eeff,segment=NetworkSegment(9d132e41-f265-4d12-9953-e7b40a0e51d1),segment_id=9d132e41-f265-4d12-9953-e7b40a0e51d1)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:18.547951 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aeb57b7b-4227-4cc3-977a-8a951c5c34ba req-e2947a1c-9ff8-4373-b7fe-167e2ddcc240 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2359598
Nov 27 21:00:18.552123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.598136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.604126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.605151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.644889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885248f8-d56c-4b79-957b-e862f2b4a2b8 None None] Pushing event updated for resources: {'Port': ['ID=3f876f1a-a8ca-4603-9a1a-88650905eeff,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:18.659955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c23b0-9276-45be-aa48-49c7f632de96 req-d7f236b0-a6df-4ea9-8ee3-7782deaafe26 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:18.661604 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-119c23b0-9276-45be-aa48-49c7f632de96 req-d7f236b0-a6df-4ea9-8ee3-7782deaafe26 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1631625
Nov 27 21:00:18.700678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7226241
Nov 27 21:00:18.709396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48848) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:18.718139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'subnet': {'network_id': '8e7e556f-d945-4343-8e56-7b747350459b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:18.738344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Allocated IP 172.20.0.7 (80c2f959-eb89-41f7-9766-85131aa34ba2/66c82524-901b-45a8-a649-526da3a1a321/d3bcbb70-28fd-47bf-b384-a90424a700a7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:18.741959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b2d69-322a-4c34-8b31-d2d1bc9c3636 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Network': ['ID=8e7e556f-d945-4343-8e56-7b747350459b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:18.758765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 8e7e556f-d945-4343-8e56-7b747350459b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:18.795957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:18.796262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:18.798114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-119c23b0-9276-45be-aa48-49c7f632de96 req-12cdb817-024f-472d-8231-247970017ee1 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287210
Nov 27 21:00:18.861690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Made reservation on behalf of ca0593ed63ef4485bdc237459cf2f12e for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:18.866153 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.170250 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.188769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e77f8-ecc7-4302-96e2-35d3b6966ce6 req-c82f37f7-10db-4937-8927-52b7df44eeb7 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:19.190535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a01e77f8-ecc7-4302-96e2-35d3b6966ce6 req-c82f37f7-10db-4937-8927-52b7df44eeb7 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 944 time: 0.0734224
Nov 27 21:00:19.276069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Subnet': ['ID=75f58b26-9d6a-4424-a6e3-5227733f4be5,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:19.297242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a01e77f8-ecc7-4302-96e2-35d3b6966ce6 req-48689287-c50a-4633-b5e7-666d5acd92d0 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825582
Nov 27 21:00:19.300572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Checking segment: {'id': 'c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8e7e556f-d945-4343-8e56-7b747350459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:19.300953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network hostable DHCP agents. Network: 8e7e556f-d945-4343-8e56-7b747350459b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:19.323184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 8e7e556f-d945-4343-8e56-7b747350459b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:19.334998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e7e556f-d945-4343-8e56-7b747350459b) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:19.343520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:19.344132 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.349409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ac165-f9b2-42d0-a0ae-851ec8523ba5 None None] Network 8e7e556f-d945-4343-8e56-7b747350459b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:19.378547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbd953-2252-4166-844a-baec5f176d42 req-ce6cdd82-cc3f-4c7a-bad2-66c7bfe0ab9d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:19.386272 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6fbd953-2252-4166-844a-baec5f176d42 req-ce6cdd82-cc3f-4c7a-bad2-66c7bfe0ab9d tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 946 time: 0.6043651
Nov 27 21:00:19.391894 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bb89a34d-ea68-4aa1-acb3-a7b23f9d3997 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6813517
Nov 27 21:00:19.393587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48856) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:19.401997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-152253056', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:19.411375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d79cf88-7fa2-4e04-87a7-af0e5a3971f0,segment=NetworkSegment(635dd952-7942-475b-bd69-15893de64d94),segment_id=635dd952-7942-475b-bd69-15893de64d94)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:19.411717 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.438667 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.440530 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.447054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:19.502022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.529049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e7e556f-d945-4343-8e56-7b747350459b', 'network_id': '8e7e556f-d945-4343-8e56-7b747350459b', 'tenant_id': 'ca0593ed63ef4485bdc237459cf2f12e', 'fixed_ips': [{'subnet_id': '75f58b26-9d6a-4424-a6e3-5227733f4be5'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:00:19.530272 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.530406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6fbd953-2252-4166-844a-baec5f176d42 req-1c0713d2-7be7-40b9-9aef-402eb233644e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432338
Nov 27 21:00:19.589328 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.628438 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.675157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=1d79cf88-7fa2-4e04-87a7-af0e5a3971f0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:19.678018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port 1d79cf88-7fa2-4e04-87a7-af0e5a3971f0 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:19.681309 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.716422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Allocated IP 172.20.0.2 (8e7e556f-d945-4343-8e56-7b747350459b/75f58b26-9d6a-4424-a6e3-5227733f4be5/e33c6b6f-e814-4af2-a90d-14c4781db1f3) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:19.767494 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.819558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a261d4bc-042d-442d-8a81-4f5da6cbd596 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:19.844837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Network 80c2f959-eb89-41f7-9766-85131aa34ba2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:19.864146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482ff7-e187-4e38-bb7a-12c640ab500f req-4883299c-55d2-4b75-a3c5-317dfc7011e7 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:19.873562 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9482ff7-e187-4e38-bb7a-12c640ab500f req-4883299c-55d2-4b75-a3c5-317dfc7011e7 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=928d28f5-98f6-4791-943c-c9dd10b7ae32 HTTP/1.1" status: 200  len: 945 time: 0.1208413
Nov 27 21:00:19.884711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:19.892572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:19.903515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event updated for resources: {'Port': ['ID=d3bcbb70-28fd-47bf-b384-a90424a700a7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:19.942256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port a261d4bc-042d-442d-8a81-4f5da6cbd596 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:19.954067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.956179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port a261d4bc-042d-442d-8a81-4f5da6cbd596 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:19.956674 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:19.957497 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9482ff7-e187-4e38-bb7a-12c640ab500f req-230ce06c-3279-42c0-a8f2-8a50123c0cb6 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826814
Nov 27 21:00:19.986933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.002892 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.023498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76199-d8f2-4cc1-ba70-3ce74ac3eeee req-252e0d76-f1c0-4f5e-8a6e-6fb81518486a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.040152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76199-d8f2-4cc1-ba70-3ce74ac3eeee req-252e0d76-f1c0-4f5e-8a6e-6fb81518486a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.049485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Pushing event updated for resources: {'Port': ['ID=e33c6b6f-e814-4af2-a90d-14c4781db1f3,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:20.060207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76199-d8f2-4cc1-ba70-3ce74ac3eeee req-252e0d76-f1c0-4f5e-8a6e-6fb81518486a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.071418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76199-d8f2-4cc1-ba70-3ce74ac3eeee req-252e0d76-f1c0-4f5e-8a6e-6fb81518486a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.072337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Network 8e7e556f-d945-4343-8e56-7b747350459b is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:20.076888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:20.079742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:20.083846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76199-d8f2-4cc1-ba70-3ce74ac3eeee req-252e0d76-f1c0-4f5e-8a6e-6fb81518486a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.094653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76199-d8f2-4cc1-ba70-3ce74ac3eeee req-252e0d76-f1c0-4f5e-8a6e-6fb81518486a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.108592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76199-d8f2-4cc1-ba70-3ce74ac3eeee req-252e0d76-f1c0-4f5e-8a6e-6fb81518486a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.111914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16f76199-d8f2-4cc1-ba70-3ce74ac3eeee req-252e0d76-f1c0-4f5e-8a6e-6fb81518486a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.3912182
Nov 27 21:00:20.147291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-69222dad-2ae8-4dbd-98c5-45679b7b83b4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.147291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-69222dad-2ae8-4dbd-98c5-45679b7b83b4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.3416378
Nov 27 21:00:20.151796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4003adca0>,) {'filters': {'network_id': ['3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:20.182562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Attempting to bind port e33c6b6f-e814-4af2-a90d-14c4781db1f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:20.183091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Attempting to bind port e33c6b6f-e814-4af2-a90d-14c4781db1f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8e7e556f-d945-4343-8e56-7b747350459b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:20.183596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Attempting to bind port e33c6b6f-e814-4af2-a90d-14c4781db1f3 on network 8e7e556f-d945-4343-8e56-7b747350459b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:20.187282 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.191937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:20.192609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Checking segment: {'id': 'c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8e7e556f-d945-4343-8e56-7b747350459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:20.193121 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.193699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Bound using segment: {'id': 'c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8e7e556f-d945-4343-8e56-7b747350459b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:20.194217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Bound port: e33c6b6f-e814-4af2-a90d-14c4781db1f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8e7e556f-d945-4343-8e56-7b747350459b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:20.194722 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.206511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.228422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3f876f1a-a8ca-4603-9a1a-88650905eeff up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:20.233059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.258422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef415f-c6e0-4bc3-bcb1-835a44c645db None None] Network 80c2f959-eb89-41f7-9766-85131aa34ba2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:20.259764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4003adca0>, '635dd952-7942-475b-bd69-15893de64d94') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:20.260139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4003adca0>, '635dd952-7942-475b-bd69-15893de64d94') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:20.264591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e43450-1615-4c1f-ab7c-7fa04d2bd86b req-e664061e-44e7-489c-8613-dacb2bc7590b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.266165 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18e43450-1615-4c1f-ab7c-7fa04d2bd86b req-e664061e-44e7-489c-8613-dacb2bc7590b tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 945 time: 0.1138444
Nov 27 21:00:20.269726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.270433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.292699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28458f7d-6471-4d80-964d-5515d3479fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261d4bc-042d-442d-8a81-4f5da6cbd596'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:20.295627 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5b5018-6b02-433d-8448-55d238fa6521" -d '{"events": [{"server_uuid": "28458f7d-6471-4d80-964d-5515d3479fd0", "name": "network-vif-plugged", "status": "completed", "tag": "a261d4bc-042d-442d-8a81-4f5da6cbd596"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:20.306284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.357828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a261d4bc-042d-442d-8a81-4f5da6cbd596, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a261d4bc-042d-442d-8a81-4f5da6cbd596,segment=NetworkSegment(213bed0b-015d-4beb-bdf3-daf02a5178e3),segment_id=213bed0b-015d-4beb-bdf3-daf02a5178e3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:20.359318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16f76199-d8f2-4cc1-ba70-3ce74ac3eeee req-63ff4168-4a35-4351-872a-623418d160e9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2337260
Nov 27 21:00:20.369947 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.380294 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4c7c2e13-4dfc-421b-aee5-d2a47f2522b4 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 2.5020382
Nov 27 21:00:20.383618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.385634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48870) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:20.399709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:20.400118 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:20.406344 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:20.444898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.35.3.203 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/0d6b5c27-9c0f-41c0-9f32-7cf949efdced) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:20.465365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2ab5ebde-80d3-4b87-baaa-b6916f56abb0 None None] Provisioning complete for port 3f876f1a-a8ca-4603-9a1a-88650905eeff triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:20.465836 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2ab5ebde-80d3-4b87-baaa-b6916f56abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.470676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] For port e33c6b6f-e814-4af2-a90d-14c4781db1f3, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:20.524800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] For port e33c6b6f-e814-4af2-a90d-14c4781db1f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e33c6b6f-e814-4af2-a90d-14c4781db1f3,segment=NetworkSegment(c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7),segment_id=c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:20.533735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Deleting port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:20.533971 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.544151 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.552145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a261d4bc-042d-442d-8a81-4f5da6cbd596,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:20.584882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18e43450-1615-4c1f-ab7c-7fa04d2bd86b req-e8e1773f-dd51-4568-a944-a25686d1635d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2845209
Nov 27 21:00:20.628696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503575f-d77b-4fae-b0ab-1ca50d8cb583 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.634898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503575f-d77b-4fae-b0ab-1ca50d8cb583 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.642462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503575f-d77b-4fae-b0ab-1ca50d8cb583 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.645119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4503575f-d77b-4fae-b0ab-1ca50d8cb583 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 0.2569344
Nov 27 21:00:20.648110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48878) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:20.659639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.663140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 3f876f1a-a8ca-4603-9a1a-88650905eeff triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:20.663847 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.677181 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7de99b7-57b7-4868-b38a-59f2fd43c9a9 x-openstack-request-id: req-e7de99b7-57b7-4868-b38a-59f2fd43c9a9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:20.677626 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28458f7d-6471-4d80-964d-5515d3479fd0", "name": "network-vif-plugged", "status": "completed", "tag": "a261d4bc-042d-442d-8a81-4f5da6cbd596", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:20.677984 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7de99b7-57b7-4868-b38a-59f2fd43c9a9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:20.678475 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28458f7d-6471-4d80-964d-5515d3479fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261d4bc-042d-442d-8a81-4f5da6cbd596', 'code': 200}
Nov 27 21:00:20.701365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.702451 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.707310 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e HTTP/1.1" status: 204  len: 168 time: 3.8766606
Nov 27 21:00:20.717878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48880) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:20.785549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f34cb-c75d-4057-b0da-bcd86222e6a2 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:20.788265 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b64e859-4df1-4de5-808e-1ca98dce12c5 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:20.788801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b64e859-4df1-4de5-808e-1ca98dce12c5 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:20.792046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6b64e859-4df1-4de5-808e-1ca98dce12c5 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/5dac6afb-1930-49d3-9d4a-989a720a7a87 HTTP/1.1" status: 404  len: 337 time: 0.0698998
Nov 27 21:00:20.795691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48882) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:20.834927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48572-7044-429c-9f5e-c4b40f5eba61 req-3561770c-70ec-4b22-9d10-ca296992a03c tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.835493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde03bb-0f6e-4176-9a39-dc65c953ef39 None None] Pushing event updated for resources: {'Port': ['ID=e33c6b6f-e814-4af2-a90d-14c4781db1f3,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:20.836439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5fc48572-7044-429c-9f5e-c4b40f5eba61 req-3561770c-70ec-4b22-9d10-ca296992a03c tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 945 time: 0.1599159
Nov 27 21:00:20.839755 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e4fd8-9e3d-4a2d-a73a-a73c380205e0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:20.840020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091e4fd8-9e3d-4a2d-a73a-a73c380205e0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:20.846683 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-091e4fd8-9e3d-4a2d-a73a-a73c380205e0 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/3ba2dcc1-9909-4a5f-8fe7-06396a4d0c8e HTTP/1.1" status: 404  len: 339 time: 0.0470612
Nov 27 21:00:20.847696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48884) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:20.860599 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2ab5ebde-80d3-4b87-baaa-b6916f56abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.869146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7f29f-f208-4c10-81c2-bcf483933bfd req-1b9d0f7b-d1fa-4e1a-b58a-fcbcf5934ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.870640 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6a7f29f-f208-4c10-81c2-bcf483933bfd req-1b9d0f7b-d1fa-4e1a-b58a-fcbcf5934ed0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 1096 time: 0.1518869
Nov 27 21:00:20.917180 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18beabb-18ed-4e89-8fc8-88be1fd3c73c tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:20.917550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18beabb-18ed-4e89-8fc8-88be1fd3c73c tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:20.923483 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f18beabb-18ed-4e89-8fc8-88be1fd3c73c tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/95da9f15-c7d1-4d44-9251-785d2a42b44a HTTP/1.1" status: 404  len: 337 time: 0.0674129
Nov 27 21:00:20.928370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48886) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:20.934000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] For port bd09b9f1-fd18-496c-abd0-1c4f21cc9366, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:20.934374 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.943522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2ab5ebde-80d3-4b87-baaa-b6916f56abb0 None None] For port 3f876f1a-a8ca-4603-9a1a-88650905eeff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f876f1a-a8ca-4603-9a1a-88650905eeff,segment=NetworkSegment(9d132e41-f265-4d12-9953-e7b40a0e51d1),segment_id=9d132e41-f265-4d12-9953-e7b40a0e51d1)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:20.944889 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.957503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5fc48572-7044-429c-9f5e-c4b40f5eba61 req-8e4ce048-624a-4240-9768-d913d318a368 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126270
Nov 27 21:00:20.960574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.962183 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f59d98f-39d4-4c02-8297-0d2d7107e516 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:20.962731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f59d98f-39d4-4c02-8297-0d2d7107e516 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:20.968540 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1f59d98f-39d4-4c02-8297-0d2d7107e516 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/4f1bc427-0894-487b-b658-dd28eb0f815f HTTP/1.1" status: 404  len: 339 time: 0.0381474
Nov 27 21:00:20.974632 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2ab5ebde-80d3-4b87-baaa-b6916f56abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:20.975812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48888) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:20.991139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d56f-1a4e-4df5-9d80-2bafec4a9d2c req-e9cc2a7c-233e-4033-b898-d5cc4c3b6bdb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:20.997896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d56f-1a4e-4df5-9d80-2bafec4a9d2c req-e9cc2a7c-233e-4033-b898-d5cc4c3b6bdb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:21.004854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d56f-1a4e-4df5-9d80-2bafec4a9d2c req-e9cc2a7c-233e-4033-b898-d5cc4c3b6bdb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:21.012168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d56f-1a4e-4df5-9d80-2bafec4a9d2c req-e9cc2a7c-233e-4033-b898-d5cc4c3b6bdb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:21.012551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:21.019487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d56f-1a4e-4df5-9d80-2bafec4a9d2c req-e9cc2a7c-233e-4033-b898-d5cc4c3b6bdb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:21.025044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:21.028836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:21.032779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d56f-1a4e-4df5-9d80-2bafec4a9d2c req-e9cc2a7c-233e-4033-b898-d5cc4c3b6bdb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:21.038943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d56f-1a4e-4df5-9d80-2bafec4a9d2c req-e9cc2a7c-233e-4033-b898-d5cc4c3b6bdb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:21.043586 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ccc6d56f-1a4e-4df5-9d80-2bafec4a9d2c req-e9cc2a7c-233e-4033-b898-d5cc4c3b6bdb tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.3781247
Nov 27 21:00:21.072243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48890) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:21.073792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cf886d-e760-423a-8ede-8b41dd038d5c None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:21.084481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5ebde-80d3-4b87-baaa-b6916f56abb0 None None] Pushing event updated for resources: {'Port': ['ID=3f876f1a-a8ca-4603-9a1a-88650905eeff,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:21.092644 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:00:21.093007 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:00:21.114822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-00fd0960-cd17-4686-a456-b71ab715da30 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Request body: {'floatingip': {'port_id': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:21.185405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Calling delete_port for bd09b9f1-fd18-496c-abd0-1c4f21cc9366 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:21.198664 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6a7f29f-f208-4c10-81c2-bcf483933bfd req-05d923b2-032a-4866-9826-32c95a14bfa2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3161314
Nov 27 21:00:21.208214 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.222514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-565498c5-cc56-4457-bed8-62e7f808fe41 None None] Provisioning complete for port 0d6b5c27-9c0f-41c0-9f32-7cf949efdced triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:21.222514 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-565498c5-cc56-4457-bed8-62e7f808fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.222887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=0d6b5c27-9c0f-41c0-9f32-7cf949efdced,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:21.238068 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00fd0960-cd17-4686-a456-b71ab715da30 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.327504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-565498c5-cc56-4457-bed8-62e7f808fe41 None None] Port 0d6b5c27-9c0f-41c0-9f32-7cf949efdced cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:21.333693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ae3115f4-6fcd-4acf-a76a-6f0c80982f3d tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Deleting port d3bcbb70-28fd-47bf-b384-a90424a700a7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:21.342903 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae3115f4-6fcd-4acf-a76a-6f0c80982f3d tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.458270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cf08e930-9277-48e7-8574-e1e0355001b2 None None] Provisioning complete for port d3bcbb70-28fd-47bf-b384-a90424a700a7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:21.458870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cf08e930-9277-48e7-8574-e1e0355001b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.511437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cf08e930-9277-48e7-8574-e1e0355001b2 None None] Port d3bcbb70-28fd-47bf-b384-a90424a700a7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:21.515076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.530734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cf08e930-9277-48e7-8574-e1e0355001b2 None None] Provisioning complete for port 2209c585-23bc-47d2-b6bb-0795ab5ad72f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:21.531706 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cf08e930-9277-48e7-8574-e1e0355001b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.558041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3feff2d60>,) {'filters': {'network_id': ['3348e9f9-2381-431b-8a4b-502d44209c03']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:21.584438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feff2d60>, 'bfbcb021-9a53-47b2-b68d-a3efa70dcf30') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:21.584860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feff2d60>, 'bfbcb021-9a53-47b2-b68d-a3efa70dcf30') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:21.587460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae3115f4-6fcd-4acf-a76a-6f0c80982f3d tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.600304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cf08e930-9277-48e7-8574-e1e0355001b2 None None] Port 2209c585-23bc-47d2-b6bb-0795ab5ad72f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:21.636276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.639982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ae3115f4-6fcd-4acf-a76a-6f0c80982f3d tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Calling delete_port for d3bcbb70-28fd-47bf-b384-a90424a700a7 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:21.700093 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.703229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cf08e930-9277-48e7-8574-e1e0355001b2 None None] Provisioning complete for port 3f876f1a-a8ca-4603-9a1a-88650905eeff triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:21.703678 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cf08e930-9277-48e7-8574-e1e0355001b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.734163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:21.734403 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:21.775555 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:21.780973 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f849c6fc-2024-43bd-8be3-b473df68e329 req-f6de6fef-c600-40eb-a785-1ea509ca8664 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6a7be90-3883-4d01-95a0-9cc6f69fa906 HTTP/1.1" status: 200  len: 210 time: 0.0860176
Nov 27 21:00:21.782131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.832381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bc613e-d092-43b3-8fdc-eb124b0c0ecd None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:21.858347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event deleted for resources: {'Port': ['ID=bd09b9f1-fd18-496c-abd0-1c4f21cc9366,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:21.900066 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:00:21.955220 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-17796af3-47f9-400e-8194-d1e9e10ea4e7 None None] Provisioning complete for port 2209c585-23bc-47d2-b6bb-0795ab5ad72f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:21.956226 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-17796af3-47f9-400e-8194-d1e9e10ea4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.961861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] No DVR routers for this DVR port bd09b9f1-fd18-496c-abd0-1c4f21cc9366 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:21.964901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.969017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7da8d7d-e03c-460d-8e59-641ff6e50bd2 req-3c983330-afc7-450b-9608-fe7c4e559785 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.15 "DELETE /v2.0/ports/bd09b9f1-fd18-496c-abd0-1c4f21cc9366 HTTP/1.1" status: 204  len: 173 time: 1.8118250
Nov 27 21:00:21.973329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a7be90-3883-4d01-95a0-9cc6f69fa906', 'name': 'network-vif-deleted', 'tag': 'bd09b9f1-fd18-496c-abd0-1c4f21cc9366'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:21.977597 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6c325-a05a-425b-8955-0e0d7f4ce1bf" -d '{"events": [{"server_uuid": "c6a7be90-3883-4d01-95a0-9cc6f69fa906", "name": "network-vif-deleted", "tag": "bd09b9f1-fd18-496c-abd0-1c4f21cc9366"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:21.990079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:21.996361 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:22.004016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/3348e9f9-2381-431b-8a4b-502d44209c03 HTTP/1.1" status: 204  len: 168 time: 0.9593437
Nov 27 21:00:22.004700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48900) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.060185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-17796af3-47f9-400e-8194-d1e9e10ea4e7 None None] Port 2209c585-23bc-47d2-b6bb-0795ab5ad72f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:22.067629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f575a36-4ff7-42e9-a89c-43b8922f33a4 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=3348e9f9-2381-431b-8a4b-502d44209c03,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:22.071388 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23f5411-ab5a-4401-a2bd-887f7295cbda tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.073201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23f5411-ab5a-4401-a2bd-887f7295cbda tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.078060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b23f5411-ab5a-4401-a2bd-887f7295cbda tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/7d987108-49f8-48d7-908b-8e303a385c37 HTTP/1.1" status: 404  len: 337 time: 0.0665586
Nov 27 21:00:22.078729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48902) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.122941 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8b37ee-722d-4179-bac1-be97b92fa08a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.127350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8b37ee-722d-4179-bac1-be97b92fa08a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.144229 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fc8b37ee-722d-4179-bac1-be97b92fa08a tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/f9b848c6-a687-4f1e-9395-37f7b3e4a0b5 HTTP/1.1" status: 404  len: 339 time: 0.0551310
Nov 27 21:00:22.145042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48906) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.200179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6909a124-dfe5-49e4-9688-a5f96cd719ea None None] Provisioning complete for port d3bcbb70-28fd-47bf-b384-a90424a700a7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:22.201045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf985289-30f6-4885-a176-3759c7533dca req-07b6d24b-bb35-4704-b861-94f71c9ffedc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:22.202637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf985289-30f6-4885-a176-3759c7533dca req-07b6d24b-bb35-4704-b861-94f71c9ffedc tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=928d28f5-98f6-4791-943c-c9dd10b7ae32 HTTP/1.1" status: 200  len: 945 time: 0.7237816
Nov 27 21:00:22.202780 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6909a124-dfe5-49e4-9688-a5f96cd719ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:22.242573 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-237773d1-d28d-467d-87f0-47bc0441b388 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.243410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237773d1-d28d-467d-87f0-47bc0441b388 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.252409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48908) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.253011 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-237773d1-d28d-467d-87f0-47bc0441b388 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/e4ee1042-b3f8-4975-9134-9a58e8651c4f HTTP/1.1" status: 404  len: 337 time: 0.1030283
Nov 27 21:00:22.285446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6909a124-dfe5-49e4-9688-a5f96cd719ea None None] Port d3bcbb70-28fd-47bf-b384-a90424a700a7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:22.302727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae3115f4-6fcd-4acf-a76a-6f0c80982f3d tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:22.355679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1789e-2c94-4e21-815a-b932bf93f3f5 req-7329e3cf-480c-439f-af43-3dbf4e2965dd tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:22.357641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8cd1789e-2c94-4e21-815a-b932bf93f3f5 req-7329e3cf-480c-439f-af43-3dbf4e2965dd tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 945 time: 0.1797926
Nov 27 21:00:22.381472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3115f4-6fcd-4acf-a76a-6f0c80982f3d tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event deleted for resources: {'Port': ['ID=d3bcbb70-28fd-47bf-b384-a90424a700a7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:22.382637 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6632f92f-e536-4d4d-8c1f-5e217f8d1d9f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.383181 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6632f92f-e536-4d4d-8c1f-5e217f8d1d9f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.389062 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6632f92f-e536-4d4d-8c1f-5e217f8d1d9f tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/33dce001-473b-4b5d-8e24-205c46fe4c78 HTTP/1.1" status: 404  len: 339 time: 0.0782752
Nov 27 21:00:22.397237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48910) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.483775 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ecd03d-0d49-44dd-9f59-74e89388866e None None] Network 8e7e556f-d945-4343-8e56-7b747350459b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:22.569364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae3115f4-6fcd-4acf-a76a-6f0c80982f3d tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:22.582762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ae3115f4-6fcd-4acf-a76a-6f0c80982f3d tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "DELETE /v2.0/ports/d3bcbb70-28fd-47bf-b384-a90424a700a7 HTTP/1.1" status: 204  len: 168 time: 1.9335222
Nov 27 21:00:22.590664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48912) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.593376 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-2915c7a8-fb2d-49e7-b992-d5f2c259f19b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.597334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2915c7a8-fb2d-49e7-b992-d5f2c259f19b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.607141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2915c7a8-fb2d-49e7-b992-d5f2c259f19b tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/6d29f177-fd87-49e8-8ec9-e0708ebb4e44 HTTP/1.1" status: 404  len: 337 time: 0.2081320
Nov 27 21:00:22.614086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48914) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.621614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Request body: {'port': {'name': 'tempest-new-port-name-665018912', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:22.622357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.api.validators [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] bootfile-name is not in valid_values {{(pid=120909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:00:22.622768 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.api.validators [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] tftp-server is not in valid_values {{(pid=120909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:00:22.623169 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.api.validators [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] server-ip-address is not in valid_values {{(pid=120909) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:00:22.651915 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:22.697739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7a099ed7-ca04-4b05-ae13-8d8b04f5426f tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:22.703359 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7a099ed7-ca04-4b05-ae13-8d8b04f5426f tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "GET /v2.0/ports?device_id=928d28f5-98f6-4791-943c-c9dd10b7ae32 HTTP/1.1" status: 200  len: 945 time: 0.3248084
Nov 27 21:00:22.705826 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b6170d-c7d6-4212-8c14-fee85b8e9ea1 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.706822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b6170d-c7d6-4212-8c14-fee85b8e9ea1 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.714448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-91b6170d-c7d6-4212-8c14-fee85b8e9ea1 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/23abe2a8-e8e8-4488-baa6-c6f3568a62c8 HTTP/1.1" status: 404  len: 339 time: 0.0868208
Nov 27 21:00:22.719631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48916) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.801350 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf985289-30f6-4885-a176-3759c7533dca req-a02e0653-9a0e-4116-a6a4-a047858ede46 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5751734
Nov 27 21:00:22.807842 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-92df4146-3103-45d9-ac03-34897ccfabef tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.808392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92df4146-3103-45d9-ac03-34897ccfabef tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.815039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-92df4146-3103-45d9-ac03-34897ccfabef tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/19920fff-4c23-4fd9-950f-736c7e640e66 HTTP/1.1" status: 404  len: 337 time: 0.0901787
Nov 27 21:00:22.818913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48920) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.822834 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8cd1789e-2c94-4e21-815a-b932bf93f3f5 req-67da128c-0290-4033-b5c7-82892f10f292 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4425497
Nov 27 21:00:22.849068 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc58861e-c045-462e-bcf8-1d4ac15f0fcd tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.849676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc58861e-c045-462e-bcf8-1d4ac15f0fcd tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.855785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bc58861e-c045-462e-bcf8-1d4ac15f0fcd tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/2be10c2f-717a-4f5c-8eed-2b389892532d HTTP/1.1" status: 404  len: 339 time: 0.0318422
Nov 27 21:00:22.856501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48922) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.858659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:22.877668 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a4d61c-3eb4-4324-8417-6f528c21ad05 x-openstack-request-id: req-07a4d61c-3eb4-4324-8417-6f528c21ad05 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:22.878118 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a7be90-3883-4d01-95a0-9cc6f69fa906", "name": "network-vif-deleted", "tag": "bd09b9f1-fd18-496c-abd0-1c4f21cc9366", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:22.878233 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07a4d61c-3eb4-4324-8417-6f528c21ad05 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:22.878646 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a7be90-3883-4d01-95a0-9cc6f69fa906', 'name': 'network-vif-deleted', 'tag': 'bd09b9f1-fd18-496c-abd0-1c4f21cc9366', 'status': 'completed', 'code': 200}
Nov 27 21:00:22.921416 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa826fb1-06ff-4ae0-bf08-0d47d89e1789 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.921887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa826fb1-06ff-4ae0-bf08-0d47d89e1789 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.928399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fa826fb1-06ff-4ae0-bf08-0d47d89e1789 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/c9a1da25-691b-461a-8243-6497ccd9c832 HTTP/1.1" status: 404  len: 337 time: 0.0706306
Nov 27 21:00:22.929408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48924) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:22.974606 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d79cc3-5d34-425a-ab35-d3bed1707343 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:22.975128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d79cc3-5d34-425a-ab35-d3bed1707343 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:22.977662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3f876f1a-a8ca-4603-9a1a-88650905eeff up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:22.981056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b6d79cc3-5d34-425a-ab35-d3bed1707343 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/3c241ca4-78f0-460a-820e-dd208d54fda7 HTTP/1.1" status: 404  len: 339 time: 0.0504532
Nov 27 21:00:22.981570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48926) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:23.022389 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bee0e95-1fba-43e5-9665-642a29496f52 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:23.022389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bee0e95-1fba-43e5-9665-642a29496f52 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:23.026631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5bee0e95-1fba-43e5-9665-642a29496f52 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/3d3bf119-25e9-4b91-8fd2-412cc723cb47 HTTP/1.1" status: 404  len: 337 time: 0.0414343
Nov 27 21:00:23.028944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device bd09b9f1-fd18-496c-abd0-1c4f21cc9366 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:23.029263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48930) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:23.058576 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f6f597-247a-4402-bf4a-5ffa0de5afdb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:23.059160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f6f597-247a-4402-bf4a-5ffa0de5afdb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:23.065262 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f3f6f597-247a-4402-bf4a-5ffa0de5afdb tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/f92416e5-157c-43c1-929d-cfed466f7f93 HTTP/1.1" status: 404  len: 339 time: 0.0349908
Nov 27 21:00:23.065978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48932) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:23.070596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: bd09b9f1-fd18-496c-abd0-1c4f21cc9366 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:23.071678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device bd09b9f1-fd18-496c-abd0-1c4f21cc9366 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:23.086652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0a2ac1ff-3431-4a47-b30e-40b8b30efb70 None None] Provisioning complete for port e33c6b6f-e814-4af2-a90d-14c4781db1f3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:23.088352 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac1ff-3431-4a47-b30e-40b8b30efb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.111537 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ed5a58-e9cf-4d8e-b3e7-0ad8365b0d4d tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:23.112001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ed5a58-e9cf-4d8e-b3e7-0ad8365b0d4d tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:23.117738 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-93ed5a58-e9cf-4d8e-b3e7-0ad8365b0d4d tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/4c56cd77-62f7-4179-bd9d-b788bde511c7 HTTP/1.1" status: 404  len: 337 time: 0.0482996
Nov 27 21:00:23.182658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 3f876f1a-a8ca-4603-9a1a-88650905eeff triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:23.183314 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.217467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00fd0960-cd17-4686-a456-b71ab715da30 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.220809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48936) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:23.291323 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00fd0960-cd17-4686-a456-b71ab715da30 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.316502 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab49e4a-9d9b-42a0-9475-c22d2812b252 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:23.317332 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab49e4a-9d9b-42a0-9475-c22d2812b252 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:23.319968 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac1ff-3431-4a47-b30e-40b8b30efb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.321281 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2ab49e4a-9d9b-42a0-9475-c22d2812b252 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/2af105e8-025c-4c4d-9e04-fadb8249f230 HTTP/1.1" status: 404  len: 339 time: 0.0860164
Nov 27 21:00:23.364317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48946) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:23.393993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0a2ac1ff-3431-4a47-b30e-40b8b30efb70 None None] For port e33c6b6f-e814-4af2-a90d-14c4781db1f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e33c6b6f-e814-4af2-a90d-14c4781db1f3,segment=NetworkSegment(c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7),segment_id=c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:23.397897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e33c6b6f-e814-4af2-a90d-14c4781db1f3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:23.419938 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0a2ac1ff-3431-4a47-b30e-40b8b30efb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.505449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ac1ff-3431-4a47-b30e-40b8b30efb70 None None] Pushing event updated for resources: {'Port': ['ID=e33c6b6f-e814-4af2-a90d-14c4781db1f3,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:23.520423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e33c6b6f-e814-4af2-a90d-14c4781db1f3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:23.521137 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.543706 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b37a2f-f595-402e-ba90-98eb70077312 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:23.544177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b37a2f-f595-402e-ba90-98eb70077312 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:23.545928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.551178 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-49b37a2f-f595-402e-ba90-98eb70077312 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/167bb82b-2fdc-4d55-824f-179f7897e4fe HTTP/1.1" status: 404  len: 337 time: 0.1616476
Nov 27 21:00:23.552681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48948) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:23.571064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.592277 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb552a3-e1ed-4120-8452-faa776867144 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:23.593176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb552a3-e1ed-4120-8452-faa776867144 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:23.599425 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8bb552a3-e1ed-4120-8452-faa776867144 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/07a3183b-604c-4700-933a-cd5771060197 HTTP/1.1" status: 404  len: 339 time: 0.0446608
Nov 27 21:00:23.612073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48950) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:23.631841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-265eb7b8-3170-4dcf-b13a-0936cc6a8522 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:23.634160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-265eb7b8-3170-4dcf-b13a-0936cc6a8522 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 946 time: 0.4145682
Nov 27 21:00:23.658856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-adfa73ab-0641-4212-a37e-66a28b206401 None None] Provisioning complete for port e33c6b6f-e814-4af2-a90d-14c4781db1f3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:23.659771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-adfa73ab-0641-4212-a37e-66a28b206401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.685249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event updated for resources: {'Port': ['ID=2209c585-23bc-47d2-b6bb-0795ab5ad72f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:23.699379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] In _notify_port_updated(), no bound segment for port 2209c585-23bc-47d2-b6bb-0795ab5ad72f on network 80c2f959-eb89-41f7-9766-85131aa34ba2 {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:00:23.708771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:23.709995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.712578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ab131203-3fea-432c-a79d-9b0abd4549ad tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "PUT /v2.0/ports/2209c585-23bc-47d2-b6bb-0795ab5ad72f HTTP/1.1" status: 200  len: 1136 time: 1.1204910
Nov 27 21:00:23.716331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48952) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:23.733719 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.786161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-a09413cd-b57d-49af-929e-262cfbeaa5c3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:23.787227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5afff1-521d-4fc2-af11-06121c27f5ae tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:23.787741 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-a09413cd-b57d-49af-929e-262cfbeaa5c3 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.5538540
Nov 27 21:00:23.791853 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-de5afff1-521d-4fc2-af11-06121c27f5ae tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "GET /v2.0/ports/2209c585-23bc-47d2-b6bb-0795ab5ad72f HTTP/1.1" status: 200  len: 1136 time: 0.0699477
Nov 27 21:00:23.794624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48954) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:23.837819 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-00fd0960-cd17-4686-a456-b71ab715da30 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Floating IP c10d2a50-20b5-48cf-b722-5c16bcd7105f associated. External IP: 172.35.3.107, port: cef2b0c3-7e85-49c6-a464-7f8486966ae7.
Nov 27 21:00:23.851995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Deleting port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:23.852348 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.908560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939d8f6-9c34-47eb-ad66-e5822afb1dcd None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:00:23.914530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb6655-7ba2-4b51-92cd-4792ee288a63 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Deleting port 2209c585-23bc-47d2-b6bb-0795ab5ad72f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:23.914880 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6655-7ba2-4b51-92cd-4792ee288a63 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.916669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-962f7e65-9fe2-4418-8b05-8c6c5ba0a295 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting subnet 25199897-15dc-4823-bcd4-f93fa2a07f38 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:23.930416 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-962f7e65-9fe2-4418-8b05-8c6c5ba0a295 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:23.965499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-0396ecc8-131e-4c28-8dbf-115e94418826 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/quotas/376670c463284dec902268e55ba60b72 HTTP/1.1" status: 200  len: 375 time: 0.1708455
Nov 27 21:00:24.007884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef48cf5-d5a3-43ed-934b-4c1a0c7987cf req-779926ab-2098-4256-b013-673e9761239a tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:24.009426 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ef48cf5-d5a3-43ed-934b-4c1a0c7987cf req-779926ab-2098-4256-b013-673e9761239a tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=928d28f5-98f6-4791-943c-c9dd10b7ae32 HTTP/1.1" status: 200  len: 945 time: 0.1101906
Nov 27 21:00:24.021553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ed5aa270-fade-4dcf-b35d-a0ef2d7bd04d None None] Provisioning complete for port 2209c585-23bc-47d2-b6bb-0795ab5ad72f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:24.021998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa270-fade-4dcf-b35d-a0ef2d7bd04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.041810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6655-7ba2-4b51-92cd-4792ee288a63 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.069105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb6655-7ba2-4b51-92cd-4792ee288a63 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Calling delete_port for 2209c585-23bc-47d2-b6bb-0795ab5ad72f owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:24.080329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ed5aa270-fade-4dcf-b35d-a0ef2d7bd04d None None] Port 2209c585-23bc-47d2-b6bb-0795ab5ad72f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:24.108264 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-962f7e65-9fe2-4418-8b05-8c6c5ba0a295 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.132639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939d8f6-9c34-47eb-ad66-e5822afb1dcd None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:00:24.132877 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ef48cf5-d5a3-43ed-934b-4c1a0c7987cf req-c0bd3802-630f-4c5e-a732-9668055c7226 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878406
Nov 27 21:00:24.170175 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-e55c659d-3a2c-414c-aafe-2baadf77bc85 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1334341
Nov 27 21:00:24.227495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e33c6b6f-e814-4af2-a90d-14c4781db1f3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:24.304933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] For port 44c3230c-1b14-43bc-a6fe-b95af52a0f70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=44c3230c-1b14-43bc-a6fe-b95af52a0f70,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:24.305560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.318039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23a60-d117-4608-b531-8a4980f9882c req-953635c8-5f3c-41d4-936b-f81dc0dec4bd tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:24.319734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fda23a60-d117-4608-b531-8a4980f9882c req-953635c8-5f3c-41d4-936b-f81dc0dec4bd tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 945 time: 0.0664518
Nov 27 21:00:24.322012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6655-7ba2-4b51-92cd-4792ee288a63 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.331322 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Deleting port 642425fa-8b8a-437f-bd90-46213cfca81d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:24.331672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.343361 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e33c6b6f-e814-4af2-a90d-14c4781db1f3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:24.343919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.345595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Calling delete_port for 44c3230c-1b14-43bc-a6fe-b95af52a0f70 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:24.384894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb6655-7ba2-4b51-92cd-4792ee288a63 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event deleted for resources: {'Port': ['ID=2209c585-23bc-47d2-b6bb-0795ab5ad72f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:24.475456 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fda23a60-d117-4608-b531-8a4980f9882c req-ce5637e4-8b83-46f8-81d5-331397adac4e tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445775
Nov 27 21:00:24.486963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6655-7ba2-4b51-92cd-4792ee288a63 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.491607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c8fb6655-7ba2-4b51-92cd-4792ee288a63 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "DELETE /v2.0/ports/2209c585-23bc-47d2-b6bb-0795ab5ad72f HTTP/1.1" status: 204  len: 168 time: 0.6980462
Nov 27 21:00:24.493962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48962) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:24.561778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c169b3d-04a2-4ed8-8a1a-37999b9e394f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Deleting subnet 66c82524-901b-45a8-a649-526da3a1a321 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:24.566471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c169b3d-04a2-4ed8-8a1a-37999b9e394f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.628561 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c169b3d-04a2-4ed8-8a1a-37999b9e394f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.732186 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c169b3d-04a2-4ed8-8a1a-37999b9e394f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.834608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c169b3d-04a2-4ed8-8a1a-37999b9e394f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.913752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c169b3d-04a2-4ed8-8a1a-37999b9e394f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event deleted for resources: {'Subnet': ['ID=66c82524-901b-45a8-a649-526da3a1a321,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:24.933798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-962f7e65-9fe2-4418-8b05-8c6c5ba0a295 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.948260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c169b3d-04a2-4ed8-8a1a-37999b9e394f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:24.951573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1c169b3d-04a2-4ed8-8a1a-37999b9e394f tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "DELETE /v2.0/subnets/66c82524-901b-45a8-a649-526da3a1a321 HTTP/1.1" status: 204  len: 168 time: 0.4565916
Nov 27 21:00:24.958834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48970) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:24.968056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fa0fa9-c733-4b8f-a582-5677d3a76653 None None] Network 80c2f959-eb89-41f7-9766-85131aa34ba2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:24.975675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-147324d7-69f2-4d3c-b821-1e8aaed666fd service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8046017
Nov 27 21:00:24.987592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-ed3e6da8-6573-4a86-b1eb-780d1806c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:24.989174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-ed3e6da8-6573-4a86-b1eb-780d1806c443 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc5da228c74444d99bbd83366a9438ba&device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 1096 time: 0.1098535
Nov 27 21:00:25.041416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router b7e57f53-b46c-4323-bb70-3baae0e50e31 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:00:25.087880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69723edf-c3dd-453c-9098-2d50c574e698 req-748d6411-ea64-4260-a5a8-02b30216bed9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:25.091853 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69723edf-c3dd-453c-9098-2d50c574e698 req-748d6411-ea64-4260-a5a8-02b30216bed9 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 945 time: 0.2122202
Nov 27 21:00:25.116518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] For port 642425fa-8b8a-437f-bd90-46213cfca81d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=642425fa-8b8a-437f-bd90-46213cfca81d,segment=NetworkSegment(51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4),segment_id=51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:25.116857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.167054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Calling delete_port for 642425fa-8b8a-437f-bd90-46213cfca81d owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:25.175486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.184497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc571c8-a176-4db7-9762-1d896b27f950 None None] DHCP port deletion for 80c2f959-eb89-41f7-9766-85131aa34ba2 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:25.213064 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69723edf-c3dd-453c-9098-2d50c574e698 req-7748c29b-ff9d-45da-a24d-96e2be89385b tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056275
Nov 27 21:00:25.223534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-f00cac74-5728-4f28-b901-97bdb9f175de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:25.226218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-f00cac74-5728-4f28-b901-97bdb9f175de service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9568fd8-159d-44c7-b6f5-91dbb9494e2e HTTP/1.1" status: 200  len: 915 time: 0.2021790
Nov 27 21:00:25.240704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8dc571c8-a176-4db7-9762-1d896b27f950 None None] Deleting port 3f876f1a-a8ca-4603-9a1a-88650905eeff {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:25.241650 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8dc571c8-a176-4db7-9762-1d896b27f950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.296678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-962f7e65-9fe2-4418-8b05-8c6c5ba0a295 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.297444 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-d6f4d7ee-4d1e-4e12-a019-bf879a95912e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a261d4bc-042d-442d-8a81-4f5da6cbd596 HTTP/1.1" status: 200  len: 217 time: 0.0444841
Nov 27 21:00:25.320040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8dc571c8-a176-4db7-9762-1d896b27f950 None None] For port 3f876f1a-a8ca-4603-9a1a-88650905eeff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f876f1a-a8ca-4603-9a1a-88650905eeff,segment=NetworkSegment(9d132e41-f265-4d12-9953-e7b40a0e51d1),segment_id=9d132e41-f265-4d12-9953-e7b40a0e51d1)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:25.320946 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8dc571c8-a176-4db7-9762-1d896b27f950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.335056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8dc571c8-a176-4db7-9762-1d896b27f950 None None] Calling delete_port for 3f876f1a-a8ca-4603-9a1a-88650905eeff owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:25.351407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fd0960-cd17-4686-a456-b71ab715da30 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Router d5793437-6ae1-448c-8229-c7c757613756 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:00:25.391526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Deleting port 3f876f1a-a8ca-4603-9a1a-88650905eeff {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:25.392470 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.396582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-06263c9a-d1a4-499f-a80b-a78e9feb85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:25.398015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-06263c9a-d1a4-499f-a80b-a78e9feb85c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd97c22e-1991-487c-ab55-183c66706608 HTTP/1.1" status: 200  len: 854 time: 0.0889661
Nov 27 21:00:25.410199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f7e65-9fe2-4418-8b05-8c6c5ba0a295 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Subnet': ['ID=25199897-15dc-4823-bcd4-f93fa2a07f38,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:25.435043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbdce3e-e575-4978-a003-fa67651493e1 None None] Network f4794d21-6b97-4740-9d54-c4949f68b70b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:25.437877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8dc571c8-a176-4db7-9762-1d896b27f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.441571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-962f7e65-9fe2-4418-8b05-8c6c5ba0a295 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.447560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-962f7e65-9fe2-4418-8b05-8c6c5ba0a295 tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/subnets/25199897-15dc-4823-bcd4-f93fa2a07f38 HTTP/1.1" status: 204  len: 168 time: 1.8278470
Nov 27 21:00:25.447560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-9c603f7b-0b99-499f-bc3c-66d91442cf86 service neutron] 10.222.0.21 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4461112
Nov 27 21:00:25.453545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48974) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:25.472530 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-169a5632-b56d-498d-924e-a320c9d4934c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9568fd8-159d-44c7-b6f5-91dbb9494e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610654
Nov 27 21:00:25.489109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1f0a9-582c-42a6-a4ed-a31ffe9940a2 req-08a5fdff-ec53-4bf8-9d20-be6b6720b845 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:25.490981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71d1f0a9-582c-42a6-a4ed-a31ffe9940a2 req-08a5fdff-ec53-4bf8-9d20-be6b6720b845 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=928d28f5-98f6-4791-943c-c9dd10b7ae32 HTTP/1.1" status: 200  len: 945 time: 0.1524875
Nov 27 21:00:25.516386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc571c8-a176-4db7-9762-1d896b27f950 None None] Pushing event deleted for resources: {'Port': ['ID=3f876f1a-a8ca-4603-9a1a-88650905eeff,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:25.532603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc571c8-a176-4db7-9762-1d896b27f950 None None] No DVR routers for this DVR port 3f876f1a-a8ca-4603-9a1a-88650905eeff on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:25.591439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.595043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] For port 3f876f1a-a8ca-4603-9a1a-88650905eeff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f876f1a-a8ca-4603-9a1a-88650905eeff,segment=NetworkSegment(9d132e41-f265-4d12-9953-e7b40a0e51d1),segment_id=9d132e41-f265-4d12-9953-e7b40a0e51d1)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:25.595233 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.606390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['642425fa-8b8a-437f-bd90-46213cfca81d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:25.616727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:25.622931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Calling delete_port for 3f876f1a-a8ca-4603-9a1a-88650905eeff owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:25.639501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6df4e-56d9-49cf-ad7b-01bcff66192e None None] Sync routers for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:25.673720 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71d1f0a9-582c-42a6-a4ed-a31ffe9940a2 req-e4c1df95-333c-4eb3-aeac-8514aa9a1825 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/security-groups?id=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593318
Nov 27 21:00:25.682200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Pushing event deleted for resources: {'Port': ['ID=44c3230c-1b14-43bc-a6fe-b95af52a0f70,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:25.711922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6df4e-56d9-49cf-ad7b-01bcff66192e None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:25.713123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2af6df4e-56d9-49cf-ad7b-01bcff66192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd63bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:25.776792 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-1b7dffd5-0134-4b5d-92f8-a7b1e7dcb919 service neutron] 10.222.0.35 "GET /v2.0/networks/d9568fd8-159d-44c7-b6f5-91dbb9494e2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965393
Nov 27 21:00:25.781280 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.788949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5157a5-b6de-4ac6-b972-ec665f7bd1fc None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:25.796516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2af6df4e-56d9-49cf-ad7b-01bcff66192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd63bc10>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:25.803316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1fcf1e-9b57-4df9-932b-622a274f9898 None None] DHCP port deletion for f4794d21-6b97-4740-9d54-c4949f68b70b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:25.827016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.828303 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cf089c87-c1fc-4327-835c-34d861df9161 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 6.4319861
Nov 27 21:00:25.838578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48982) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:25.861465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6df4e-56d9-49cf-ad7b-01bcff66192e None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:25.862855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2af6df4e-56d9-49cf-ad7b-01bcff66192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd63bc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:25.920958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] No DVR routers for this DVR port 44c3230c-1b14-43bc-a6fe-b95af52a0f70 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:25.928078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 642425fa-8b8a-437f-bd90-46213cfca81d no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:25.935763 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:25.940478 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "DELETE /v2.0/ports/44c3230c-1b14-43bc-a6fe-b95af52a0f70 HTTP/1.1" status: 204  len: 173 time: 3.1297743
Nov 27 21:00:25.941148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928d28f5-98f6-4791-943c-c9dd10b7ae32', 'name': 'network-vif-deleted', 'tag': '44c3230c-1b14-43bc-a6fe-b95af52a0f70'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:25.943727 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122828b8-295c-490a-b4c6-c7502cbeb2ea" -d '{"events": [{"server_uuid": "928d28f5-98f6-4791-943c-c9dd10b7ae32", "name": "network-vif-deleted", "tag": "44c3230c-1b14-43bc-a6fe-b95af52a0f70"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:25.978003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2af6df4e-56d9-49cf-ad7b-01bcff66192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd63bc10>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:25.978630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6df4e-56d9-49cf-ad7b-01bcff66192e None None] The sync data for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:25.990959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd0960-cd17-4686-a456-b71ab715da30 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:26.005453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00fd0960-cd17-4686-a456-b71ab715da30 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.012097 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] Sync routers for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:26.017841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.065373 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:26.067171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No active binding found for port 642425fa-8b8a-437f-bd90-46213cfca81d {{(pid=120910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 27 21:00:26.067740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 642425fa-8b8a-437f-bd90-46213cfca81d not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:26.068840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 44c3230c-1b14-43bc-a6fe-b95af52a0f70 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:26.069448 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe400572c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:26.139824 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3663ef1-9d32-48f7-8f7e-b24fcd6543f9 x-openstack-request-id: req-d3663ef1-9d32-48f7-8f7e-b24fcd6543f9 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:26.140105 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928d28f5-98f6-4791-943c-c9dd10b7ae32", "name": "network-vif-deleted", "tag": "44c3230c-1b14-43bc-a6fe-b95af52a0f70", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:26.140378 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3663ef1-9d32-48f7-8f7e-b24fcd6543f9 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:26.140801 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928d28f5-98f6-4791-943c-c9dd10b7ae32', 'name': 'network-vif-deleted', 'tag': '44c3230c-1b14-43bc-a6fe-b95af52a0f70', 'status': 'completed', 'code': 200}
Nov 27 21:00:26.153983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Pushing event deleted for resources: {'Port': ['ID=642425fa-8b8a-437f-bd90-46213cfca81d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:26.170999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-00fd0960-cd17-4686-a456-b71ab715da30 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "PUT /v2.0/floatingips/c10d2a50-20b5-48cf-b722-5c16bcd7105f HTTP/1.1" status: 200  len: 992 time: 5.0975940
Nov 27 21:00:26.182570 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 44c3230c-1b14-43bc-a6fe-b95af52a0f70 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:26.183401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 44c3230c-1b14-43bc-a6fe-b95af52a0f70 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:26.210319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cc1fcf1e-9b57-4df9-932b-622a274f9898 None None] Deleting port 9da04c30-ecee-488d-9c38-5fe719417420 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:26.210920 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc1fcf1e-9b57-4df9-932b-622a274f9898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.265829 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983ab8d-4400-4d5e-aaf5-74f3fb174857 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:26.284497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] No DVR routers for this DVR port 642425fa-8b8a-437f-bd90-46213cfca81d on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:26.287850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.291272 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0126b185-40a8-4224-8dde-a3f79fa40108 req-ff452f96-bee6-4179-b821-4cf119e58f4e tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.35 "DELETE /v2.0/ports/642425fa-8b8a-437f-bd90-46213cfca81d HTTP/1.1" status: 204  len: 173 time: 2.6266291
Nov 27 21:00:26.305861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Deleting port 9da04c30-ecee-488d-9c38-5fe719417420 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:26.306208 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.340617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.451812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] For port 9da04c30-ecee-488d-9c38-5fe719417420, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9da04c30-ecee-488d-9c38-5fe719417420,segment=NetworkSegment(efe5949f-7772-4ae4-8c0d-469f559b732c),segment_id=efe5949f-7772-4ae4-8c0d-469f559b732c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:26.455747 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.457950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cc1fcf1e-9b57-4df9-932b-622a274f9898 None None] For port 9da04c30-ecee-488d-9c38-5fe719417420, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9da04c30-ecee-488d-9c38-5fe719417420,segment=NetworkSegment(efe5949f-7772-4ae4-8c0d-469f559b732c),segment_id=efe5949f-7772-4ae4-8c0d-469f559b732c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:26.462502 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc1fcf1e-9b57-4df9-932b-622a274f9898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.478894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event deleted for resources: {'Port': ['ID=3f876f1a-a8ca-4603-9a1a-88650905eeff,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:26.499173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Calling delete_port for 9da04c30-ecee-488d-9c38-5fe719417420 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:26.504077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cc1fcf1e-9b57-4df9-932b-622a274f9898 None None] Calling delete_port for 9da04c30-ecee-488d-9c38-5fe719417420 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:26.504277 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:00:26.504641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] No DVR routers for this DVR port 3f876f1a-a8ca-4603-9a1a-88650905eeff on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:26.506306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3f876f1a-a8ca-4603-9a1a-88650905eeff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:26.566062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8da9d59c-2435-4d5b-a8b9-7ff051d6e163 req-86974e24-e463-4cac-9403-ec9a23f3c5c7 service neutron] 10.222.0.35 "GET /v2.0/networks/d9568fd8-159d-44c7-b6f5-91dbb9494e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7701979
Nov 27 21:00:26.568302 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af74a89a-7b68-4a00-8185-570c81c9751e req-7480a778-33a0-40c6-955d-b14ae93fc400 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 210 time: 0.1184993
Nov 27 21:00:26.597656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 3f876f1a-a8ca-4603-9a1a-88650905eeff {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:26.598351 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3f876f1a-a8ca-4603-9a1a-88650905eeff not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:26.603894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9da04c30-ecee-488d-9c38-5fe719417420 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:26.787914 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.811496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] No DVR routers for this DVR port 9da04c30-ecee-488d-9c38-5fe719417420 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   from cryptography.utils import int_from_bytes
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   from cryptography.utils import int_from_bytes
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.850156 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:26.854412 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:00:26.883569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Port': ['ID=9da04c30-ecee-488d-9c38-5fe719417420,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:26.885639 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc1fcf1e-9b57-4df9-932b-622a274f9898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.905438 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.905637 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:26.943903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fcf1e-9b57-4df9-932b-622a274f9898 None None] Pushing event deleted for resources: {'Port': ['ID=9da04c30-ecee-488d-9c38-5fe719417420,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:26.949228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1fcf1e-9b57-4df9-932b-622a274f9898 None None] No DVR routers for this DVR port 9da04c30-ecee-488d-9c38-5fe719417420 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:27.016511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c3f45e0a-0e00-47bb-876c-60d561abcac3 req-e788cac1-9a20-4f76-abfb-6cc0d854ffd2 tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd9abec-0f4b-4206-924e-f951a3f36fb9 HTTP/1.1" status: 200  len: 210 time: 0.0850046
Nov 27 21:00:27.027195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d110f85-4cd7-4c80-bebb-cb67149f7b95 req-ab97042a-5c7c-4bad-95e1-d3e45a123712 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:27.036041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d110f85-4cd7-4c80-bebb-cb67149f7b95 req-ab97042a-5c7c-4bad-95e1-d3e45a123712 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 945 time: 0.5287387
Nov 27 21:00:27.044143 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.044701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef1fa490>,) {'filters': {'network_id': ['80c2f959-eb89-41f7-9766-85131aa34ba2']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:27.076136 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe400572c40>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c10d2a50-20b5-48cf-b722-5c16bcd7105f', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'floating_ip_address': '172.35.3.107', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'port_id': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'mac_address': 'fa:16:3e:a7:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:57:13Z', 'updated_at': '2021-11-27T21:00:23Z', 'revision_number': 1, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b43299-3ab2-48b9-985b-fcccf44ba85f', 'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'mac_address': 'fa:16:3e:b4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:24Z', 'updated_at': '2021-11-27T20:56:32Z', 'revision_number': 5, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'subnets': [{'id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:27.082437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef1fa490>, '9d132e41-f265-4d12-9953-e7b40a0e51d1') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:27.083128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef1fa490>, '9d132e41-f265-4d12-9953-e7b40a0e51d1') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:27.102263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3520a0>,) {'filters': {'network_id': ['f4794d21-6b97-4740-9d54-c4949f68b70b']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:27.116720 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] Checking router: d5793437-6ae1-448c-8229-c7c757613756 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:00:27.129795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3520a0>, 'efe5949f-7772-4ae4-8c0d-469f559b732c') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:27.130160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3520a0>, 'efe5949f-7772-4ae4-8c0d-469f559b732c') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:27.131723 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:27.132619 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe400572c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:27.153458 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.170576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.180678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:27.181206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:27.186225 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:27.264051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.276565 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:00:27.292398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.296066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] 10.222.0.21 "DELETE /v2.0/networks/f4794d21-6b97-4740-9d54-c4949f68b70b HTTP/1.1" status: 204  len: 168 time: 1.8405135
Nov 27 21:00:27.297114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65512fc9-90e6-4b08-8cc0-be833b2f5eec tempest-NetworksTest-1663139940 tempest-NetworksTest-1663139940-project] Pushing event deleted for resources: {'Network': ['ID=f4794d21-6b97-4740-9d54-c4949f68b70b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:27.394993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.436496 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.554480 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe400572c40>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c10d2a50-20b5-48cf-b722-5c16bcd7105f', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'floating_ip_address': '172.35.3.107', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'port_id': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'mac_address': 'fa:16:3e:a7:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:57:13Z', 'updated_at': '2021-11-27T21:00:23Z', 'revision_number': 1, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b43299-3ab2-48b9-985b-fcccf44ba85f', 'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'mac_address': 'fa:16:3e:b4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:24Z', 'updated_at': '2021-11-27T20:56:32Z', 'revision_number': 5, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'subnets': [{'id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:27.564314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:27.565106 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.571558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d110f85-4cd7-4c80-bebb-cb67149f7b95 req-86d16714-44f3-4718-805b-617fd2b2d60a tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5341561
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:27.572231 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:27.584106 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ad9fe-ed36-4c14-974d-77133da315f4 None None] The sync data for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 is: [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c10d2a50-20b5-48cf-b722-5c16bcd7105f', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'floating_ip_address': '172.35.3.107', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'port_id': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'mac_address': 'fa:16:3e:a7:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T20:57:13Z', 'updated_at': '2021-11-27T21:00:23Z', 'revision_number': 1, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b43299-3ab2-48b9-985b-fcccf44ba85f', 'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'mac_address': 'fa:16:3e:b4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:24Z', 'updated_at': '2021-11-27T20:56:32Z', 'revision_number': 5, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'subnets': [{'id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:27.717949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49010) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:27.720788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b5faa69-24a0-4250-8d83-4810d3ab94c7 req-3116afb4-195f-4536-8e01-1c7f1b0518a4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 210 time: 0.0451047
Nov 27 21:00:27.742970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-21d09d44-a045-4eec-8bfc-7342813eeade tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:27.744497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-21d09d44-a045-4eec-8bfc-7342813eeade tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.15 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 812 time: 0.2600508
Nov 27 21:00:27.749326 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.757652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:27.760832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] 10.222.0.21 "DELETE /v2.0/networks/80c2f959-eb89-41f7-9766-85131aa34ba2 HTTP/1.1" status: 204  len: 168 time: 2.7994828
Nov 27 21:00:27.772199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Request body: {'port': {'device_id': '736178dc-20e9-4ee0-b415-18983de0867b', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'admin_state_up': True, 'tenant_id': '376670c463284dec902268e55ba60b72'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:27.797004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de957aaf-20bc-4aa2-adb5-3e775f1fc363 tempest-ExtraDHCPOptionsTestJSON-1163941787 tempest-ExtraDHCPOptionsTestJSON-1163941787-project] Pushing event deleted for resources: {'Network': ['ID=80c2f959-eb89-41f7-9766-85131aa34ba2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:27.958832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe425653-8d5e-4348-931c-d26fe885535b None None] New status for floating IP c10d2a50-20b5-48cf-b722-5c16bcd7105f: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:00:27.996581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49018) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:28.021969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49022) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:28.031095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-62e52c5b-9154-4c0e-8bd0-11d45047a637 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff57a16edd1243ee81deda551a2c5e5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3042085
Nov 27 21:00:28.111635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49026) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:28.122797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Made reservation on behalf of 376670c463284dec902268e55ba60b72 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:28.132270 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.143112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7'}, {'server_uuid': 'efd9abec-0f4b-4206-924e-f951a3f36fb9', 'name': 'network-vif-deleted', 'tag': '642425fa-8b8a-437f-bd90-46213cfca81d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:28.146857 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311d5203-4986-42b2-84a6-5812516a9be1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "cef2b0c3-7e85-49c6-a464-7f8486966ae7"}, {"server_uuid": "efd9abec-0f4b-4206-924e-f951a3f36fb9", "name": "network-vif-deleted", "tag": "642425fa-8b8a-437f-bd90-46213cfca81d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:28.168941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-33fbdd18-6185-4f2c-a3d6-bd7b9f2e15c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.185820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf4124f-ae60-46a4-85d1-9eefeabf3f63 admin admin] Deleting subnet 9bb2d32d-ce22-4747-a5f4-3df29b8c029f {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:28.186587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.190640 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ecf4124f-ae60-46a4-85d1-9eefeabf3f63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.225983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-33fbdd18-6185-4f2c-a3d6-bd7b9f2e15c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.229967 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ae18b7-dc55-42c9-9385-b32cea9f8031 x-openstack-request-id: req-f7ae18b7-dc55-42c9-9385-b32cea9f8031 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:28.230375 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "tag": "cef2b0c3-7e85-49c6-a464-7f8486966ae7", "status": "completed", "code": 200}, {"server_uuid": "efd9abec-0f4b-4206-924e-f951a3f36fb9", "name": "network-vif-deleted", "tag": "642425fa-8b8a-437f-bd90-46213cfca81d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:28.230572 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7ae18b7-dc55-42c9-9385-b32cea9f8031 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:28.230946 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'tag': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7', 'status': 'completed', 'code': 200}
Nov 27 21:00:28.231225 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd9abec-0f4b-4206-924e-f951a3f36fb9', 'name': 'network-vif-deleted', 'tag': '642425fa-8b8a-437f-bd90-46213cfca81d', 'status': 'completed', 'code': 200}
Nov 27 21:00:28.268256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ecf4124f-ae60-46a4-85d1-9eefeabf3f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.341109 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-98821ddd-7ad3-49ce-addb-d236766b9351 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=688483094d4e4ec5b516f785f99bec1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3430305
Nov 27 21:00:28.345219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49032) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:28.356504 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ecf4124f-ae60-46a4-85d1-9eefeabf3f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.406431 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-33fbdd18-6185-4f2c-a3d6-bd7b9f2e15c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.409039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-33fbdd18-6185-4f2c-a3d6-bd7b9f2e15c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.412506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-33fbdd18-6185-4f2c-a3d6-bd7b9f2e15c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d219e981-b0e9-40c7-95f9-c93491f5e3f3 HTTP/1.1" status: 204  len: 168 time: 0.3871896
Nov 27 21:00:28.432941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbdd18-6185-4f2c-a3d6-bd7b9f2e15c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d219e981-b0e9-40c7-95f9-c93491f5e3f3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:28.456434 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afe7c957-8f98-4756-bb50-fcb22da5a02f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.467574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-349f5ae9-9782-4da2-98e9-d3e540432465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:28.468593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-349f5ae9-9782-4da2-98e9-d3e540432465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:28.469051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-349f5ae9-9782-4da2-98e9-d3e540432465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:28.469620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-349f5ae9-9782-4da2-98e9-d3e540432465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:28.470016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-349f5ae9-9782-4da2-98e9-d3e540432465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:28.470491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-349f5ae9-9782-4da2-98e9-d3e540432465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:28.470959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-349f5ae9-9782-4da2-98e9-d3e540432465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:28.472938 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-311d5203-4986-42b2-84a6-5812516a9be1 req-349f5ae9-9782-4da2-98e9-d3e540432465 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6488 time: 0.2049620
Nov 27 21:00:28.478930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ecf4124f-ae60-46a4-85d1-9eefeabf3f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.520440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afe7c957-8f98-4756-bb50-fcb22da5a02f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.522239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4124f-ae60-46a4-85d1-9eefeabf3f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb2d32d-ce22-4747-a5f4-3df29b8c029f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:28.524340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ecf4124f-ae60-46a4-85d1-9eefeabf3f63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.529890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ecf4124f-ae60-46a4-85d1-9eefeabf3f63 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9bb2d32d-ce22-4747-a5f4-3df29b8c029f HTTP/1.1" status: 204  len: 168 time: 0.4136372
Nov 27 21:00:28.531064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d343c-50a1-4656-a652-cf256e73f38f None None] Network 2dde36fb-bdeb-4207-80d6-9a23277e3239 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:28.532803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49038) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:28.628992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Allocated IP 172.20.0.13 (39b4c68b-6f2a-4d98-a40b-89a7cdc47e01/c319d603-0243-43c4-a372-b7e936d765de/2744bd54-7d0a-4f87-930e-bc015c65ffb1) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:28.642789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.737015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afe7c957-8f98-4756-bb50-fcb22da5a02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.739680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afe7c957-8f98-4756-bb50-fcb22da5a02f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.740879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-afe7c957-8f98-4756-bb50-fcb22da5a02f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df432c7e-8f60-4e67-87ea-9dbc6270666d HTTP/1.1" status: 204  len: 168 time: 0.3946676
Nov 27 21:00:28.777190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d0656-47ab-4e38-bcd7-552c5fefd9e3 None None] DHCP port deletion for 2dde36fb-bdeb-4207-80d6-9a23277e3239 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:28.824908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7c957-8f98-4756-bb50-fcb22da5a02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df432c7e-8f60-4e67-87ea-9dbc6270666d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:28.832581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.842265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-19664476-8453-4aea-aea1-50963f41bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:28.850075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-311d5203-4986-42b2-84a6-5812516a9be1 req-19664476-8453-4aea-aea1-50963f41bca2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 HTTP/1.1" status: 200  len: 913 time: 0.3632576
Nov 27 21:00:28.899372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b5820>,) {'filters': {'network_id': ['2dde36fb-bdeb-4207-80d6-9a23277e3239']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:28.910288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78063de7-c75d-4cbc-a618-d83137adfb7e req-9bf888e1-ad3a-4fec-91f0-181d9ee58189 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:28.911969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78063de7-c75d-4cbc-a618-d83137adfb7e req-9bf888e1-ad3a-4fec-91f0-181d9ee58189 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 945 time: 0.1798849
Nov 27 21:00:28.947399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b5820>, '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:28.947777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b5820>, '51b3d80c-e4ad-46f8-8cfb-0084a0b1d9b4') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:28.970407 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:28.992759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78063de7-c75d-4cbc-a618-d83137adfb7e req-b9ea3768-88c8-4c61-b156-097365b35a2c tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735726
Nov 27 21:00:28.999209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.006721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:29.007555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:29.010345 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:29.068839 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-939fb2d4-bbb0-4052-ac0f-a1a2690902cf req-cca1dcb8-53d7-470f-a632-d316b8fd018c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 210 time: 0.1883607
Nov 27 21:00:29.128200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.20.0.1 (8e7e556f-d945-4343-8e56-7b747350459b/75f58b26-9d6a-4424-a6e3-5227733f4be5/c4fa8392-4c15-48b3-9f28-b7014d9e2788) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:29.164725 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.169297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-311d5203-4986-42b2-84a6-5812516a9be1 req-2a84decc-d7b3-489a-b045-6cc446fc4407 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7 HTTP/1.1" status: 200  len: 1002 time: 0.3103120
Nov 27 21:00:29.178258 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.189096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2dde36fb-bdeb-4207-80d6-9a23277e3239 HTTP/1.1" status: 204  len: 168 time: 0.6483872
Nov 27 21:00:29.202855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea63bb8-4843-4897-b337-7e8b092ebc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dde36fb-bdeb-4207-80d6-9a23277e3239,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:29.217994 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-63dd9fbd-4aa4-4b11-a5e8-bcb2bccacd51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0949025
Nov 27 21:00:29.296914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-9f6db2e9-1105-47c9-81d1-cae70c91debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:29.298519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-311d5203-4986-42b2-84a6-5812516a9be1 req-9f6db2e9-1105-47c9-81d1-cae70c91debf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73487f2e-a260-462c-a2bd-5ff76746725f HTTP/1.1" status: 200  len: 851 time: 0.1192429
Nov 27 21:00:29.326828 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.425285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d5203-4986-42b2-84a6-5812516a9be1 req-5d637982-98af-4a56-9700-eb24fbb613a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:29.426228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-311d5203-4986-42b2-84a6-5812516a9be1 req-5d637982-98af-4a56-9700-eb24fbb613a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1147256
Nov 27 21:00:29.442783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49076) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:29.476361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388a850-8f60-4bab-a45a-30743f6e78df req-47d75587-ee27-47b5-9e23-24007d1682ed tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:29.478229 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f388a850-8f60-4bab-a45a-30743f6e78df req-47d75587-ee27-47b5-9e23-24007d1682ed tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 945 time: 0.0931456
Nov 27 21:00:29.511466 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.517585 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f237f89e-e84e-49f3-8bc6-7e8a7346204d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5399873bca254683bedebb5102a1b6e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0727012
Nov 27 21:00:29.520030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49080) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:29.534833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.590786 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-910ce5b6-b930-471c-a90d-98ba72f5e1c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.617308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:29.622995 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-910ce5b6-b930-471c-a90d-98ba72f5e1c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.623687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:29.628135 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-311d5203-4986-42b2-84a6-5812516a9be1 req-3cc03171-4d44-4610-886c-2c57721ede57 service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910858
Nov 27 21:00:29.633710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:29.655316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60aebd9-634d-4d64-907c-78b7ad8ea104 None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:29.727638 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.729977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event updated for resources: {'Port': ['ID=2744bd54-7d0a-4f87-930e-bc015c65ffb1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:29.738538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2ed21501-1278-45f6-8f3c-4e21d5361c81 None None] Provisioning complete for port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:29.738916 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2ed21501-1278-45f6-8f3c-4e21d5361c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.741015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-910ce5b6-b930-471c-a90d-98ba72f5e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.743656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-910ce5b6-b930-471c-a90d-98ba72f5e1c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:29.746012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-910ce5b6-b930-471c-a90d-98ba72f5e1c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901 HTTP/1.1" status: 204  len: 168 time: 0.2246482
Nov 27 21:00:29.757944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ce5b6-b930-471c-a90d-98ba72f5e1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3c4577-60dc-4c2a-a4c2-e7bfbb7a9901,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:29.805534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2ed21501-1278-45f6-8f3c-4e21d5361c81 None None] Port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:30.048402 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f388a850-8f60-4bab-a45a-30743f6e78df req-267edc2c-c284-496b-b823-29f6baefc234 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5603948
Nov 27 21:00:30.112897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.113583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:30.121296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=c4fa8392-4c15-48b3-9f28-b7014d9e2788,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:30.128749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 8e7e556f-d945-4343-8e56-7b747350459b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:30.142643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:30.145161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49100) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:30.167534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:30.186060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-52dee6a6-a258-4125-b5a0-586b6669a146 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4202747
Nov 27 21:00:30.228836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Request body: {'port': {'device_id': '736178dc-20e9-4ee0-b415-18983de0867b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:30.301282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-311d5203-4986-42b2-84a6-5812516a9be1 req-99b6de45-c060-4864-b759-e2d691b59ec4 service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6566978
Nov 27 21:00:30.311229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:30.515885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dad37-6f31-48e6-ab4b-048b0927e59c req-8247e130-73ef-4f06-870d-c8f340c0e638 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.523492 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad4dad37-6f31-48e6-ab4b-048b0927e59c req-8247e130-73ef-4f06-870d-c8f340c0e638 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 932 time: 0.3087988
Nov 27 21:00:30.533787 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:30.546358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-72964c3e-0fd4-4e53-8870-0c0e0e61f8c6 tempest-ServiceProvidersTest-279892696 tempest-ServiceProvidersTest-279892696-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3999367
Nov 27 21:00:30.556890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5b92339d-15a0-4609-ad9e-736df989d644 None None] Provisioning complete for port c4fa8392-4c15-48b3-9f28-b7014d9e2788 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:30.557471 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b92339d-15a0-4609-ad9e-736df989d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:30.603438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5b92339d-15a0-4609-ad9e-736df989d644 None None] Port c4fa8392-4c15-48b3-9f28-b7014d9e2788 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:30.678490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-005bf256-e557-4c57-8cd0-11f8ded1550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.678988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-005bf256-e557-4c57-8cd0-11f8ded1550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.679504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-005bf256-e557-4c57-8cd0-11f8ded1550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.679990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-005bf256-e557-4c57-8cd0-11f8ded1550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.680734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-005bf256-e557-4c57-8cd0-11f8ded1550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.680932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-005bf256-e557-4c57-8cd0-11f8ded1550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.681401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-005bf256-e557-4c57-8cd0-11f8ded1550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.683403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-005bf256-e557-4c57-8cd0-11f8ded1550c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6488 time: 0.2431421
Nov 27 21:00:30.708053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad4dad37-6f31-48e6-ab4b-048b0927e59c req-572c6243-ff9d-4a05-8861-be114f756a6c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834853
Nov 27 21:00:30.780538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49124) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:30.902615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:30.975552 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-2aba3fa9-c81a-4b74-becf-eee98b0ac495 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:30.978832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-2aba3fa9-c81a-4b74-becf-eee98b0ac495 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.35 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 945 time: 0.0773187
Nov 27 21:00:31.108959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49136) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:31.123477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Deleting port a261d4bc-042d-442d-8a81-4f5da6cbd596 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:31.123722 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.135876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-f7b70fbb-25b5-4174-affb-74aed5ccd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:31.136633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-f7b70fbb-25b5-4174-affb-74aed5ccd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:31.136998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-f7b70fbb-25b5-4174-affb-74aed5ccd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:31.138990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-f7b70fbb-25b5-4174-affb-74aed5ccd3bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 2293 time: 0.4181714
Nov 27 21:00:31.229085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'networks': [{'name': 'tempest-network--1079750422'}, {'name': 'tempest-network--1707167572'}]} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:31.229371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'network': {'name': 'tempest-network--1079750422'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:31.229942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'network': {'name': 'tempest-network--1707167572'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:31.258659 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-613627de-889c-4c25-959e-376e9f61396e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.272099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] For port a261d4bc-042d-442d-8a81-4f5da6cbd596, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a261d4bc-042d-442d-8a81-4f5da6cbd596,segment=NetworkSegment(213bed0b-015d-4beb-bdf3-daf02a5178e3),segment_id=213bed0b-015d-4beb-bdf3-daf02a5178e3)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:31.272662 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.297016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Calling delete_port for a261d4bc-042d-442d-8a81-4f5da6cbd596 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:31.307125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Made reservation on behalf of 0244f189ab184335836dff9b74a0fcb6 for: {'network': 2} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:31.311137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.334119 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.392651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8981131-9776-4983-8a6c-3e2ca11918dc req-b759c463-5c8b-47a1-b9ef-28d87624bf45 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:31.394244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8981131-9776-4983-8a6c-3e2ca11918dc req-b759c463-5c8b-47a1-b9ef-28d87624bf45 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/ports?device_id=28458f7d-6471-4d80-964d-5515d3479fd0 HTTP/1.1" status: 200  len: 945 time: 0.2526054
Nov 27 21:00:31.404611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-ed568730-7c36-41f9-b46c-5b8884df3ca5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7 HTTP/1.1" status: 200  len: 1002 time: 0.2539680
Nov 27 21:00:31.406636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2744bd54-7d0a-4f87-930e-bc015c65ffb1 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:31.435204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.544229 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-613627de-889c-4c25-959e-376e9f61396e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.580086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-613627de-889c-4c25-959e-376e9f61396e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.590219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8981131-9776-4983-8a6c-3e2ca11918dc req-b3aebc23-81a7-4299-9697-5b760229e2f5 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703353
Nov 27 21:00:31.595237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-983f8e1a-4e31-4d0d-9175-39d118f884a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:31.597733 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-983f8e1a-4e31-4d0d-9175-39d118f884a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73487f2e-a260-462c-a2bd-5ff76746725f HTTP/1.1" status: 200  len: 851 time: 0.1793418
Nov 27 21:00:31.631459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.651458 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.652005 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.668333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Transition to ACTIVE for port object 2744bd54-7d0a-4f87-930e-bc015c65ffb1 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:00:31.671810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-613627de-889c-4c25-959e-376e9f61396e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6a3bed9e5a446f8be1cc46379c8d6cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5616984
Nov 27 21:00:31.672675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613627de-889c-4c25-959e-376e9f61396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5d9d2f-e442-45f6-ac07-6dc67fc51e38,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:31.676980 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.682088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49150) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:31.693391 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.693550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['a261d4bc-042d-442d-8a81-4f5da6cbd596'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:31.751264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Pushing event deleted for resources: {'Port': ['ID=a261d4bc-042d-442d-8a81-4f5da6cbd596,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:31.756392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-040c3c12-b9ae-42b3-900f-a870370f1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:31.760002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-040c3c12-b9ae-42b3-900f-a870370f1f39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1547024
Nov 27 21:00:31.763004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.765647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:31.775271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3d3f5-01dc-4323-8d4d-0bb5360d6f9d None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:31.793131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.793672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a06666f-303b-495e-a5b4-a22c97b99c4e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:31.801530 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.801886 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Added segment 1d331a15-2813-4971-93df-452135828374 of type vlan for network 25cce645-78fa-4446-ad59-b498b7de0c8e
Nov 27 21:00:31.823756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb911102-6128-47fd-aa7b-b3663ebbc690 None None] DHCP port deletion for d9568fd8-159d-44c7-b6f5-91dbb9494e2e request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:31.846571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] No DVR routers for this DVR port a261d4bc-042d-442d-8a81-4f5da6cbd596 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:31.870062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.873611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddc1fa84-68fb-4622-a4be-fb979b60a7c3 req-64d9616d-2961-4169-b7d5-41e46da43cb3 tempest-InstanceActionsTestJSON-1157716546 tempest-InstanceActionsTestJSON-1157716546-project] 10.222.0.35 "DELETE /v2.0/ports/a261d4bc-042d-442d-8a81-4f5da6cbd596 HTTP/1.1" status: 204  len: 173 time: 0.8866193
Nov 27 21:00:31.876533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28458f7d-6471-4d80-964d-5515d3479fd0', 'name': 'network-vif-deleted', 'tag': 'a261d4bc-042d-442d-8a81-4f5da6cbd596'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:31.878689 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c711f6d-64c8-4acf-84bd-fee09643ff81" -d '{"events": [{"server_uuid": "28458f7d-6471-4d80-964d-5515d3479fd0", "name": "network-vif-deleted", "tag": "a261d4bc-042d-442d-8a81-4f5da6cbd596"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:31.889598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2744bd54-7d0a-4f87-930e-bc015c65ffb1,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:31.900082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.910582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ba4c6d5-29cb-4026-b7cb-61e9c581c619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.992198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ba4c6d5-29cb-4026-b7cb-61e9c581c619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:31.993986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:32.015351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.028647 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.029010 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Added segment 213dd524-7532-44d5-9a93-a39e64f466b9 of type vlan for network e64e5b39-a374-46d6-bbaa-69ab0a1c7a4e
Nov 27 21:00:32.049444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=c4fa8392-4c15-48b3-9f28-b7014d9e2788,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:32.119735 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d12dd3f-8ef9-40e0-83de-f6a46f0d4516 x-openstack-request-id: req-4d12dd3f-8ef9-40e0-83de-f6a46f0d4516 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:32.120080 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28458f7d-6471-4d80-964d-5515d3479fd0", "name": "network-vif-deleted", "tag": "a261d4bc-042d-442d-8a81-4f5da6cbd596", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:32.120414 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d12dd3f-8ef9-40e0-83de-f6a46f0d4516 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:32.121611 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28458f7d-6471-4d80-964d-5515d3479fd0', 'name': 'network-vif-deleted', 'tag': 'a261d4bc-042d-442d-8a81-4f5da6cbd596', 'status': 'completed', 'code': 200}
Nov 27 21:00:32.129539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-de1274d8-811a-4875-9f7d-c5531835e40a service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3514795
Nov 27 21:00:32.137167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b3e8b-2149-458f-bd22-7b1a41ef8cbb req-97da07e7-b56d-41c9-974d-dfcac4d5d120 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:32.140628 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d4b3e8b-2149-458f-bd22-7b1a41ef8cbb req-97da07e7-b56d-41c9-974d-dfcac4d5d120 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 944 time: 0.2073293
Nov 27 21:00:32.152317 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.164859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Attempting to bind port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:32.165521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Attempting to bind port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:32.165663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Attempting to bind port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:32.205649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:00:32.205979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Attempting to bind port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 on network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:32.206977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ba4c6d5-29cb-4026-b7cb-61e9c581c619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.209477 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ba4c6d5-29cb-4026-b7cb-61e9c581c619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.213024 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4ba4c6d5-29cb-4026-b7cb-61e9c581c619 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d5d9d2f-e442-45f6-ac07-6dc67fc51e38 HTTP/1.1" status: 204  len: 168 time: 0.5275731
Nov 27 21:00:32.223289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:32.223902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Checking segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:32.224100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Bound using segment: {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:32.224514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Bound port: 2744bd54-7d0a-4f87-930e-bc015c65ffb1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:32.224872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.236887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4c6d5-29cb-4026-b7cb-61e9c581c619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5d9d2f-e442-45f6-ac07-6dc67fc51e38,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:32.239173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.239714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.246338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:32.251991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:32.252658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.263155 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d4b3e8b-2149-458f-bd22-7b1a41ef8cbb req-69cea93f-0753-4f4c-b0d1-7af6bfcce070 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074169
Nov 27 21:00:32.326253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 8e7e556f-d945-4343-8e56-7b747350459b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:32.331344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:32.336459 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-bfcf26ae-108c-4baa-a949-fc6dd688d59c service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957934
Nov 27 21:00:32.425919 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.6441541
Nov 27 21:00:32.429211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49170) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:32.440763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Network': ['ID=25cce645-78fa-4446-ad59-b498b7de0c8e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:32.463667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 25cce645-78fa-4446-ad59-b498b7de0c8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:32.470584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] For port 2744bd54-7d0a-4f87-930e-bc015c65ffb1, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:32.475876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-2edfbb1e-ef25-41fd-b05f-8a91fb1262af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 217 time: 0.1274006
Nov 27 21:00:32.580501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] For port 2744bd54-7d0a-4f87-930e-bc015c65ffb1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2744bd54-7d0a-4f87-930e-bc015c65ffb1,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:32.597101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.704714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2744bd54-7d0a-4f87-930e-bc015c65ffb1,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:32.722872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a98987-4514-47c2-b84d-2fc021ae52d7 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Network': ['ID=e64e5b39-a374-46d6-bbaa-69ab0a1c7a4e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:32.736334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network e64e5b39-a374-46d6-bbaa-69ab0a1c7a4e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:32.779123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49180) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:32.856573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb453b8-74bc-4840-97c3-865ba45aae29 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:32.863655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb453b8-74bc-4840-97c3-865ba45aae29 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:32.870998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb453b8-74bc-4840-97c3-865ba45aae29 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:32.888584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb453b8-74bc-4840-97c3-865ba45aae29 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:32.893553 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-abb453b8-74bc-4840-97c3-865ba45aae29 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.4602013
Nov 27 21:00:32.898223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49186) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:32.905575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7ed52b0c-9235-43a9-a867-9b5c9157e8ed None None] Provisioning complete for port c4fa8392-4c15-48b3-9f28-b7014d9e2788 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:32.906170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ed52b0c-9235-43a9-a867-9b5c9157e8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:32.948397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7ed52b0c-9235-43a9-a867-9b5c9157e8ed None None] Port c4fa8392-4c15-48b3-9f28-b7014d9e2788 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:33.160171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-f2cf0ad6-1d9f-41d7-9ae1-7d479dca0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:33.161716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-f2cf0ad6-1d9f-41d7-9ae1-7d479dca0013 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.6422515
Nov 27 21:00:33.167845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:33.168666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:33.169940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-b92dec8c-39c1-44a7-b61d-8c263b0f00c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/2744bd54-7d0a-4f87-930e-bc015c65ffb1 HTTP/1.1" status: 200  len: 1092 time: 2.9526229
Nov 27 21:00:33.170521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736178dc-20e9-4ee0-b415-18983de0867b', 'tag': '2744bd54-7d0a-4f87-930e-bc015c65ffb1'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:33.173437 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd2e31a-2e77-454a-91c2-8e15f98a8382" -d '{"events": [{"name": "network-changed", "server_uuid": "736178dc-20e9-4ee0-b415-18983de0867b", "tag": "2744bd54-7d0a-4f87-930e-bc015c65ffb1"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:33.186569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2646a8-b49d-4a37-be0c-8dca49f2fc74 None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:33.237789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router b7e57f53-b46c-4323-bb70-3baae0e50e31 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:00:33.239957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-d8eed105-29fa-49cc-afa6-c4ea264494ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:33.242434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-d8eed105-29fa-49cc-afa6-c4ea264494ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0657053
Nov 27 21:00:33.252714 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9223c5cc-d9c5-466a-ad89-76a6b64a3638 x-openstack-request-id: req-9223c5cc-d9c5-466a-ad89-76a6b64a3638 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:33.253042 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736178dc-20e9-4ee0-b415-18983de0867b", "tag": "2744bd54-7d0a-4f87-930e-bc015c65ffb1", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:33.253206 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9223c5cc-d9c5-466a-ad89-76a6b64a3638 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:33.253635 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736178dc-20e9-4ee0-b415-18983de0867b', 'tag': '2744bd54-7d0a-4f87-930e-bc015c65ffb1', 'status': 'completed', 'code': 200}
Nov 27 21:00:33.427240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-1599a3c7-8dff-4f9c-823c-5b618aacc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:33.428791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-1599a3c7-8dff-4f9c-823c-5b618aacc21e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 1095 time: 0.1940227
Nov 27 21:00:33.507769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-9575ed6f-9601-4dd6-8b08-915ff1b8c609 admin admin] Deleting subnet bd97c22e-1991-487c-ab55-183c66706608 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:33.513880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9575ed6f-9601-4dd6-8b08-915ff1b8c609 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:33.526805 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-6a1a46de-d9e8-4985-a52a-b33a97f8f407 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2744bd54-7d0a-4f87-930e-bc015c65ffb1 HTTP/1.1" status: 200  len: 217 time: 0.0843868
Nov 27 21:00:33.528690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-f5c6152a-cf15-4b34-a341-887c0a9c6ccd service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722979
Nov 27 21:00:33.598913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:33.611522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:33.621990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5b77f-c983-4fa3-b04f-db4397dfff94 req-37c2d418-f21d-4d15-ab0d-e064e47a8026 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:33.636608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2b5b77f-c983-4fa3-b04f-db4397dfff94 req-37c2d418-f21d-4d15-ab0d-e064e47a8026 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 944 time: 0.1285329
Nov 27 21:00:33.636717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c81cfe81-3909-4670-b5fc-bb6845f42476 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/routers/b7e57f53-b46c-4323-bb70-3baae0e50e31/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7923889
Nov 27 21:00:33.636806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49212) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:33.643405 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2343d5-140f-4ac9-974c-d58d515194cd None None] Sync routers for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:33.646881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'port': {'network_id': '8e7e556f-d945-4343-8e56-7b747350459b', 'name': 'tempest-FloatingIPTestJSON-397645303'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:33.652687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-ec289a88-e342-4d85-8f46-39a06cbfbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:33.654269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-ec289a88-e342-4d85-8f46-39a06cbfbc82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.1180279
Nov 27 21:00:33.659376 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2343d5-140f-4ac9-974c-d58d515194cd None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:33.660712 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-db2343d5-140f-4ac9-974c-d58d515194cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe742790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:33.706370 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-e1379150-ed37-4492-baa0-a14e6073385a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392215
Nov 27 21:00:33.712242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-8fa1d3d1-68c6-4987-ba0a-b2a6dcdba96b service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1658742
Nov 27 21:00:33.723361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9575ed6f-9601-4dd6-8b08-915ff1b8c609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:33.754444 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-db2343d5-140f-4ac9-974c-d58d515194cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe742790>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:33.779165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-df53ca63-8bce-4f5f-8766-5204d4f206ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 217 time: 0.0536788
Nov 27 21:00:33.789288 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2343d5-140f-4ac9-974c-d58d515194cd None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:33.789957 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-db2343d5-140f-4ac9-974c-d58d515194cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe742790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:33.875485 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2b5b77f-c983-4fa3-b04f-db4397dfff94 req-1c4eb7f1-9543-4575-be27-dcdb13426849 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2434125
Nov 27 21:00:33.877704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49226) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:33.881014 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-db2343d5-140f-4ac9-974c-d58d515194cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe742790>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:33.881679 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2343d5-140f-4ac9-974c-d58d515194cd None None] The sync data for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:33.892033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a261d4bc-042d-442d-8a81-4f5da6cbd596 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:33.915197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-010e0ab6-a377-4703-8af7-65499ca6f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:33.916690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-010e0ab6-a377-4703-8af7-65499ca6f9e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0892088
Nov 27 21:00:33.945637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:33.946803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: a261d4bc-042d-442d-8a81-4f5da6cbd596 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:33.947417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a261d4bc-042d-442d-8a81-4f5da6cbd596 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:33.967540 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-d3c80d71-954f-4f92-9a27-47f9df1d5974 service neutron] 10.222.0.15 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541764
Nov 27 21:00:33.977577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7452b0>,) {'filters': {'network_id': ['25cce645-78fa-4446-ad59-b498b7de0c8e']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:33.989354 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9575ed6f-9601-4dd6-8b08-915ff1b8c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.004061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-e66bc3b9-7f1a-4a7c-9433-91ae006193bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:34.006412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-e66bc3b9-7f1a-4a7c-9433-91ae006193bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0784605
Nov 27 21:00:34.022779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7452b0>, '1d331a15-2813-4971-93df-452135828374') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:34.022994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7452b0>, '1d331a15-2813-4971-93df-452135828374') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:34.045380 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.068766 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.073981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Made reservation on behalf of ca0593ed63ef4485bdc237459cf2f12e for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:34.077924 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.089286 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9063e9b2-03a3-4dec-adb0-c4f4937af44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.094235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:34.095603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:34.099038 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:34.123557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] device_id is not set on port a257eaaa-0957-442c-8fa8-542ca0080a3c yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:00:34.156195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6684ed5-48e1-41fa-acc3-91d03917d126 req-128d308b-8126-4b12-a4da-55fc10ffb0f1 service neutron] 10.222.0.15 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787202
Nov 27 21:00:34.168405 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-b5d4300e-9de2-4ee4-9e4a-dd510d44fe5f service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323218
Nov 27 21:00:34.203060 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9575ed6f-9601-4dd6-8b08-915ff1b8c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.211957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389990800-network', 'tenant_id': 'cff35596309b4b038ea9f8ddc36824d8'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:34.291515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-52b6684f-26b3-4d1d-8936-5230f31300dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:34.292932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-52b6684f-26b3-4d1d-8936-5230f31300dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=376670c463284dec902268e55ba60b72&device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 1095 time: 0.0696979
Nov 27 21:00:34.295217 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.299346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.305712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/networks/25cce645-78fa-4446-ad59-b498b7de0c8e HTTP/1.1" status: 204  len: 168 time: 1.4040892
Nov 27 21:00:34.305712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575ed6f-9601-4dd6-8b08-915ff1b8c609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd97c22e-1991-487c-ab55-183c66706608,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:34.305970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598795ed-bfde-4a0b-8913-59777f85f27d None None] Network d9568fd8-159d-44c7-b6f5-91dbb9494e2e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:34.308944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49234) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:34.310022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9575ed6f-9601-4dd6-8b08-915ff1b8c609 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.316769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9575ed6f-9601-4dd6-8b08-915ff1b8c609 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd97c22e-1991-487c-ab55-183c66706608 HTTP/1.1" status: 204  len: 168 time: 1.5243623
Nov 27 21:00:34.323740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49236) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:34.327489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-fe0bff45-1875-4ef0-a9e7-fc06585bde0f service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1529009
Nov 27 21:00:34.363165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d2a3a-e851-4fc6-94cd-d5577bd58efe tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Network': ['ID=25cce645-78fa-4446-ad59-b498b7de0c8e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:34.414402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Made reservation on behalf of cff35596309b4b038ea9f8ddc36824d8 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:34.416755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.464352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-053e6149-e127-4630-b4a3-0e88ded7d3cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 HTTP/1.1" status: 200  len: 217 time: 0.0996962
Nov 27 21:00:34.490783 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.524214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Allocated IP 172.20.0.10 (8e7e556f-d945-4343-8e56-7b747350459b/75f58b26-9d6a-4424-a6e3-5227733f4be5/a257eaaa-0957-442c-8fa8-542ca0080a3c) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:34.530107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e9c15-60ea-4fae-9927-8102c0968dbb None None] DHCP port deletion for d9568fd8-159d-44c7-b6f5-91dbb9494e2e request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:34.534401 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.574787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-ce5f409c-8348-4324-ab74-2695a1e7909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:34.576320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-ce5f409c-8348-4324-ab74-2695a1e7909e service neutron] 10.222.0.15 "GET /v2.0/networks?id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 200  len: 913 time: 0.2758179
Nov 27 21:00:34.585219 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.596739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-b8e4810e-c4ff-415d-bfc9-bcd54819d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:34.598180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-b8e4810e-c4ff-415d-bfc9-bcd54819d347 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1033621
Nov 27 21:00:34.638636 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-e890e952-d20e-4aa7-98fb-93e579e9bfb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2744bd54-7d0a-4f87-930e-bc015c65ffb1 HTTP/1.1" status: 200  len: 217 time: 0.0498214
Nov 27 21:00:34.712604 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.775153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-6bffdebe-daa7-459a-9f93-e06cb47b2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:34.776862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-6bffdebe-daa7-459a-9f93-e06cb47b2d82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 200  len: 852 time: 0.1201072
Nov 27 21:00:34.780497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7906790>,) {'filters': {'network_id': ['e64e5b39-a374-46d6-bbaa-69ab0a1c7a4e']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:34.781269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-69fa4800-fc01-4e9d-ba1e-c4cd06e23dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:34.782916 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-69fa4800-fc01-4e9d-ba1e-c4cd06e23dd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1540191
Nov 27 21:00:34.801634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.801855 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.803917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7906790>, '213dd524-7532-44d5-9a93-a39e64f466b9') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:34.804148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7906790>, '213dd524-7532-44d5-9a93-a39e64f466b9') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:34.817147 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.830901 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.834532 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-84c7de72-db55-4925-a7c9-7ce33e5fa9b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442257
Nov 27 21:00:34.869927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:34.894650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.901598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3febc0f10>,) {'filters': {'network_id': ['d9568fd8-159d-44c7-b6f5-91dbb9494e2e']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:34.907547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaa2315-8f71-4d59-bfda-f4d513e028ad,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:34.910553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:34.910951 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:34.918560 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:34.932486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:34.938304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3febc0f10>, '213bed0b-015d-4beb-bdf3-daf02a5178e3') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:34.938838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3febc0f10>, '213bed0b-015d-4beb-bdf3-daf02a5178e3') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:34.987163 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.005681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.009185 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.009185 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Added segment 380c9665-b487-4035-a20b-afb55b4ad0a1 of type vlan for network 3a94271d-6113-45b5-90e2-13105110d2b8
Nov 27 21:00:35.025300 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.027156 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.034067 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/networks/e64e5b39-a374-46d6-bbaa-69ab0a1c7a4e HTTP/1.1" status: 204  len: 168 time: 0.7101016
Nov 27 21:00:35.038497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49248) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:35.049483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd1321-2523-44a7-a456-98754d4e581d tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Network': ['ID=e64e5b39-a374-46d6-bbaa-69ab0a1c7a4e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:35.056827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:35.057167 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:35.063545 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:35.086364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.088976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.150454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Network 8e7e556f-d945-4343-8e56-7b747350459b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:35.156776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:35.163476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:35.170544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-07fb37bc-3e0d-4667-8ac0-3c41436cc01d service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3663759
Nov 27 21:00:35.190472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event updated for resources: {'Port': ['ID=a257eaaa-0957-442c-8fa8-542ca0080a3c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:35.199085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.200896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:35.201057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.216003 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-18ae814c-79ec-4c19-9b6f-10ae0d853fcd service neutron] 10.222.0.15 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3637171
Nov 27 21:00:35.261351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.294202 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.3355927
Nov 27 21:00:35.307057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:35.307652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.309925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49256) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:35.330455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Request body: {'subnet': {'network_id': '3a94271d-6113-45b5-90e2-13105110d2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389990800-subnet', 'tenant_id': 'cff35596309b4b038ea9f8ddc36824d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:35.338928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edf8c8-703b-40a3-aaa0-864feabd843c admin admin] Pushing event updated for resources: {'Network': ['ID=3a94271d-6113-45b5-90e2-13105110d2b8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:35.360216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3a94271d-6113-45b5-90e2-13105110d2b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:35.373823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Made reservation on behalf of cff35596309b4b038ea9f8ddc36824d8 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:35.380871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.389011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-45f59390-fd7a-49dd-86a7-e83e072c8532 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.7457759
Nov 27 21:00:35.402409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49258) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:35.408472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Request body: {'floatingip': {'port_id': 'a257eaaa-0957-442c-8fa8-542ca0080a3c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:35.493335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.568494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49260) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:35.633526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ef24a41e-c165-46ed-a26b-4bc26435ec33 None None] Provisioning complete for port a257eaaa-0957-442c-8fa8-542ca0080a3c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:35.634016 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ef24a41e-c165-46ed-a26b-4bc26435ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.676858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ef24a41e-c165-46ed-a26b-4bc26435ec33 None None] Port a257eaaa-0957-442c-8fa8-542ca0080a3c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:00:35.693411 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-567d1a00-0d21-4ad3-a092-843361f6ceac admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.710885 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.714761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d9568fd8-159d-44c7-b6f5-91dbb9494e2e HTTP/1.1" status: 204  len: 168 time: 1.3896267
Nov 27 21:00:35.794235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dbff5-d690-4048-95fa-df8e4ba7a092 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9568fd8-159d-44c7-b6f5-91dbb9494e2e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:35.821204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e354d5-a51e-4ee1-a403-ce82da3fd779 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:35.827799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e354d5-a51e-4ee1-a403-ce82da3fd779 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:35.830230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-58e354d5-a51e-4ee1-a403-ce82da3fd779 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.7907286
Nov 27 21:00:35.842769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49266) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:35.858349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-252091869'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:35.862123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49268) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:35.939035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacd9b6-73a3-49c1-add2-4515ec01585d req-439bc18a-3e17-4c16-a8a9-13eeee834530 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:35.940576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9cacd9b6-73a3-49c1-add2-4515ec01585d req-439bc18a-3e17-4c16-a8a9-13eeee834530 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 944 time: 0.8852525
Nov 27 21:00:35.946496 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-96c86184-8304-4e7f-9d04-7b31383a345f service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7452078
Nov 27 21:00:35.951278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6bd2e31a-2e77-454a-91c2-8e15f98a8382 req-0cebc02f-eee8-4a6a-83a7-cf2f810d15da service neutron] 10.222.0.15 "GET /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7177782
Nov 27 21:00:35.960439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:35.961827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Made reservation on behalf of 0244f189ab184335836dff9b74a0fcb6 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:35.965294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.035456 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bace682e-3d47-467f-93da-d70f7a5c9023 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc5da228c74444d99bbd83366a9438ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1579199
Nov 27 21:00:36.037220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49272) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:36.038638 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-5b98e83e-82c4-477e-8330-a2e937846afd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8 HTTP/1.1" status: 200  len: 217 time: 0.0776577
Nov 27 21:00:36.053722 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-567d1a00-0d21-4ad3-a092-843361f6ceac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.074459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-567d1a00-0d21-4ad3-a092-843361f6ceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.109996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:36.115997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9cacd9b6-73a3-49c1-add2-4515ec01585d req-931e1fd7-2736-4b05-ab1a-35c2895b476e tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584270
Nov 27 21:00:36.136933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.137369 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Added segment 92882b52-344a-466b-a9e1-32f13dcced6f of type vlan for network 5500491d-190f-42f4-b574-059bffe1a351
Nov 27 21:00:36.148200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-00cd3a54-7e3a-4a95-a2bb-b04f8d8d0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:36.150076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-00cd3a54-7e3a-4a95-a2bb-b04f8d8d0696 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0981793
Nov 27 21:00:36.167083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c587e98-7d1d-4118-9f9f-e8c7c53f0d72,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:36.211027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d1a00-0d21-4ad3-a092-843361f6ceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f09ec-7241-4d2a-bf7a-6c7bb48e994f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:36.211808 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.221077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-567d1a00-0d21-4ad3-a092-843361f6ceac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c6154b95627486fabf56181b0677854&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6497011
Nov 27 21:00:36.224011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49274) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:36.252023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-9c7caa04-f43a-4563-bdb2-ba2d30b2a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:36.253530 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-9c7caa04-f43a-4563-bdb2-ba2d30b2a5a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0775726
Nov 27 21:00:36.259292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Checking segment: {'id': '380c9665-b487-4035-a20b-afb55b4ad0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3a94271d-6113-45b5-90e2-13105110d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:36.259670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Network hostable DHCP agents. Network: 3a94271d-6113-45b5-90e2-13105110d2b8, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:36.275935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141a005-2af6-48fc-b6f4-b2282a24dec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.279270 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.284955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:36.285543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.334523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Network 3a94271d-6113-45b5-90e2-13105110d2b8 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:36.339128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141a005-2af6-48fc-b6f4-b2282a24dec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.366994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a94271d-6113-45b5-90e2-13105110d2b8) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:36.385624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53480e33-2696-4c05-9303-f149391d5425 None None] Network 3a94271d-6113-45b5-90e2-13105110d2b8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:36.410261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5647495
Nov 27 21:00:36.412025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:36.412637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.420013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49278) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:36.433712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-593127809'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:36.444557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648279e-8e80-4acd-83a3-ddb31b22d7f9 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Network': ['ID=5500491d-190f-42f4-b574-059bffe1a351,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:36.451094 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33652c5d-332a-43dc-8b73-a89e2f740ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.490366 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Made reservation on behalf of 0244f189ab184335836dff9b74a0fcb6 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:36.494952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.499271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33652c5d-332a-43dc-8b73-a89e2f740ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.502962 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.503212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-2379f104-32a8-44f4-9083-498fd9f7f633 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397742
Nov 27 21:00:36.509804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-13665199-c1e3-4084-aed0-de186d61f96b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1961892
Nov 27 21:00:36.526877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.530241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141a005-2af6-48fc-b6f4-b2282a24dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.533441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141a005-2af6-48fc-b6f4-b2282a24dec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.534784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3141a005-2af6-48fc-b6f4-b2282a24dec8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efdb79d6-e9a7-420d-ae98-d3d7b8739f2a HTTP/1.1" status: 204  len: 168 time: 0.4915795
Nov 27 21:00:36.556580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 5500491d-190f-42f4-b574-059bffe1a351 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:36.586318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:36.597097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.597476 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Added segment 748ad333-cbda-480d-9c02-c9404b74ecf2 of type vlan for network 9557ce27-9647-429d-b55f-3383c971cd18
Nov 27 21:00:36.612272 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e9d7-9fa6-4eef-bdeb-b29bbe1849c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.653061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.680042 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33652c5d-332a-43dc-8b73-a89e2f740ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.681659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33652c5d-332a-43dc-8b73-a89e2f740ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.683009 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-33652c5d-332a-43dc-8b73-a89e2f740ee4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/108f09ec-7241-4d2a-bf7a-6c7bb48e994f HTTP/1.1" status: 204  len: 168 time: 0.4560161
Nov 27 21:00:36.693724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.699872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:36.700502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:36.706306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33652c5d-332a-43dc-8b73-a89e2f740ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f09ec-7241-4d2a-bf7a-6c7bb48e994f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:36.718606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141a005-2af6-48fc-b6f4-b2282a24dec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb79d6-e9a7-420d-ae98-d3d7b8739f2a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:36.721741 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-749cc1f8-5557-44fe-8e97-6a74fe20827a service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105324
Nov 27 21:00:36.729153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3067069
Nov 27 21:00:36.729985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01e8369-eabc-47a2-9593-1d553eeaf79d None None] Network 3a94271d-6113-45b5-90e2-13105110d2b8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:36.733046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49288) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:36.746098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'ports': [{'network_id': '5500491d-190f-42f4-b574-059bffe1a351', 'name': 'tempest-port--338468964', 'admin_state_up': True}, {'network_id': '9557ce27-9647-429d-b55f-3383c971cd18', 'admin_state_up': False}]} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:36.746729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'port': {'network_id': '5500491d-190f-42f4-b574-059bffe1a351', 'name': 'tempest-port--338468964', 'admin_state_up': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:36.747673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'port': {'network_id': '9557ce27-9647-429d-b55f-3383c971cd18', 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:36.799288 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-f238e0c6-21de-4d12-8f5d-7e2b424ec426 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406 HTTP/1.1" status: 200  len: 217 time: 0.0670700
Nov 27 21:00:36.804752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315f37d-d97d-4690-b84e-33d1afe9f8fd tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Network': ['ID=9557ce27-9647-429d-b55f-3383c971cd18,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:36.877790 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP 2bee000a-0d21-4297-a6ef-febbaad3ed94 associated. External IP: 172.35.3.47, port: 4af1d2c0-0f22-4131-b768-0085eb5203cc.
Nov 27 21:00:36.900660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 9557ce27-9647-429d-b55f-3383c971cd18 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:36.915209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2744bd54-7d0a-4f87-930e-bc015c65ffb1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:37.044250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2744bd54-7d0a-4f87-930e-bc015c65ffb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2744bd54-7d0a-4f87-930e-bc015c65ffb1,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:37.061451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '2744bd54-7d0a-4f87-930e-bc015c65ffb1', 'network_id': '39b4c68b-6f2a-4d98-a40b-89a7cdc47e01', 'port_id': '2744bd54-7d0a-4f87-930e-bc015c65ffb1', 'mac_address': 'fa:16:3e:5d:b7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c319d603-0243-43c4-a372-b7e936d765de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:37.079008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-ff900e04-b9a2-424d-ad4d-9a86d9b87fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:37.080805 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-ff900e04-b9a2-424d-ad4d-9a86d9b87fc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.2533555
Nov 27 21:00:37.188884 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.193259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-e820e243-477b-456d-80bf-2abd3b51fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:37.196062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-e820e243-477b-456d-80bf-2abd3b51fe7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1030684
Nov 27 21:00:37.206282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Made reservation on behalf of 0244f189ab184335836dff9b74a0fcb6 for: {'port': 2} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:37.223708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.240266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:00:37.267523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2744bd54-7d0a-4f87-930e-bc015c65ffb1 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:37.313574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2744bd54-7d0a-4f87-930e-bc015c65ffb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2744bd54-7d0a-4f87-930e-bc015c65ffb1,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:37.324652 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.338969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49308) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:37.388681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c69ef9a5-3f82-4127-80e2-86154ddd0ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.405192 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.418312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-db61c444-76a8-4b4b-9f48-83bfa67c4ec1 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892226
Nov 27 21:00:37.436380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2744bd54-7d0a-4f87-930e-bc015c65ffb1,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:37.507940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52472a22-7271-4104-af84-b0dd0a4ffd94 req-82a6e78e-3898-4910-aee9-11cb572f14da tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:37.515719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52472a22-7271-4104-af84-b0dd0a4ffd94 req-82a6e78e-3898-4910-aee9-11cb572f14da tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 944 time: 0.2429421
Nov 27 21:00:37.579577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:37.593023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] device_id is not set on port 1734d79a-1da6-435a-b5f2-14a04e0e302f yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:00:37.596129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb17819-b43c-4fc9-9eac-1b8bd489ce62 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:37.613380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb17819-b43c-4fc9-9eac-1b8bd489ce62 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:37.618335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6cb17819-b43c-4fc9-9eac-1b8bd489ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd46daf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:37.640340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-c88ec357-e5e9-48b7-ac81-5f298a9b2dc3 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2077959
Nov 27 21:00:37.684399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6cb17819-b43c-4fc9-9eac-1b8bd489ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd46daf0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:37.692528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-eb9b5641-ae51-465a-bbe5-e41508e383c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39 HTTP/1.1" status: 200  len: 217 time: 0.0422046
Nov 27 21:00:37.709077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb17819-b43c-4fc9-9eac-1b8bd489ce62 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:37.709740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6cb17819-b43c-4fc9-9eac-1b8bd489ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd46daf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:37.765370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52472a22-7271-4104-af84-b0dd0a4ffd94 req-03d8772b-a35a-404f-9ce6-160dbe596d25 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2486084
Nov 27 21:00:37.793999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2744bd54-7d0a-4f87-930e-bc015c65ffb1'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:37.803710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49322) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:37.811101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1284723889-network', 'tenant_id': '64a22d416fda4b5e8c668a1ba24ef12a'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:37.819206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6cb17819-b43c-4fc9-9eac-1b8bd489ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd46daf0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:37.819902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb17819-b43c-4fc9-9eac-1b8bd489ce62 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:37.846429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.858311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-40d3bdaa-eca6-4c0a-9e81-a52fb9234f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:37.860493 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-40d3bdaa-eca6-4c0a-9e81-a52fb9234f95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.1218276
Nov 27 21:00:37.863864 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c69ef9a5-3f82-4127-80e2-86154ddd0ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.864975 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.879050 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c69ef9a5-3f82-4127-80e2-86154ddd0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.922082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Made reservation on behalf of 64a22d416fda4b5e8c668a1ba24ef12a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:37.924467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.949882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c69ef9a5-3f82-4127-80e2-86154ddd0ab7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3b5a4bb8bbe45418e21240263324dce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5765684
Nov 27 21:00:37.951534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ef9a5-3f82-4127-80e2-86154ddd0ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a6f87d-0ca7-40bb-a479-22b7351634f3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:37.959723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49328) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:37.977029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:37.995600 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] device_id is not set on port 1a8bba0b-837b-4733-b7cc-cc669dae7c9b yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:00:38.051228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-c73219f1-c742-4961-a1a6-018899ab122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:38.052887 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-c73219f1-c742-4961-a1a6-018899ab122f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1838362
Nov 27 21:00:38.138907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49332) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:38.210350 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66a02430-7130-4a86-a8e1-4e4a11c32597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.293877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66a02430-7130-4a86-a8e1-4e4a11c32597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.322672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-838048418-network', 'tenant_id': '57166f6505f544e38ae55d9360c4f40a'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:38.345102 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.347638 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-c4c19a7a-1ee4-4079-a1af-ff927d0a95dd service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2824140
Nov 27 21:00:38.379658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.424341 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.462288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:38.466393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router b7e57f53-b46c-4323-bb70-3baae0e50e31 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:00:38.491825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Made reservation on behalf of 57166f6505f544e38ae55d9360c4f40a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:38.494085 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.522287 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.528571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f26a1a-b25d-4c58-9503-5baf81bc23fb,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:38.565005 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66a02430-7130-4a86-a8e1-4e4a11c32597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.567532 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66a02430-7130-4a86-a8e1-4e4a11c32597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.568689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-66a02430-7130-4a86-a8e1-4e4a11c32597 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4a6f87d-0ca7-40bb-a479-22b7351634f3 HTTP/1.1" status: 204  len: 168 time: 0.6036963
Nov 27 21:00:38.575835 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.576191 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Added segment a6b91f9e-e115-4ff0-810c-364af9c32c8f of type vlan for network 2bba3799-22ac-4e28-870b-e8418ddd8075
Nov 27 21:00:38.586484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:38.593127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.602479 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed99620-d74d-493b-af3c-a4426cb2a7e1 None None] Sync routers for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:38.607119 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.612704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a02430-7130-4a86-a8e1-4e4a11c32597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a6f87d-0ca7-40bb-a479-22b7351634f3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:38.616549 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed99620-d74d-493b-af3c-a4426cb2a7e1 None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:38.619149 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fed99620-d74d-493b-af3c-a4426cb2a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe742070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:38.639948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46f24259-6d37-4e40-afb1-9e6dfb73f1ae req-6d45546b-ca2a-40fa-96a0-c8bf038ab07d service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787378
Nov 27 21:00:38.669169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-758a87fd-568b-466b-9e08-bc2b4a4cf8e9 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/floatingips/2bee000a-0d21-4297-a6ef-febbaad3ed94 HTTP/1.1" status: 200  len: 977 time: 3.2627954
Nov 27 21:00:38.672134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49340) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:38.702628 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fed99620-d74d-493b-af3c-a4426cb2a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe742070>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:38.729091 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed99620-d74d-493b-af3c-a4426cb2a7e1 None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:38.730502 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fed99620-d74d-493b-af3c-a4426cb2a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe742070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:38.745550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.804918 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fed99620-d74d-493b-af3c-a4426cb2a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe742070>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:38.807310 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed99620-d74d-493b-af3c-a4426cb2a7e1 None None] The sync data for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:38.857927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Port': ['ID=1734d79a-1da6-435a-b5f2-14a04e0e302f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:38.880666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.882425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:38.883241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.887295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port a257eaaa-0957-442c-8fa8-542ca0080a3c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:38.887474 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:38.896561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2744bd54-7d0a-4f87-930e-bc015c65ffb1 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:38.966758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Checking segment: {'id': '92882b52-344a-466b-a9e1-32f13dcced6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '5500491d-190f-42f4-b574-059bffe1a351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:38.967053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Network hostable DHCP agents. Network: 5500491d-190f-42f4-b574-059bffe1a351, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:39.013010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2082031
Nov 27 21:00:39.024105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49348) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:39.030855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:39.031908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d1b7f-8fe9-4cc6-9c30-e04b769e0d2f admin admin] Pushing event updated for resources: {'Network': ['ID=2bba3799-22ac-4e28-870b-e8418ddd8075,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:39.038251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.046415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.047163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Request body: {'subnet': {'network_id': '2bba3799-22ac-4e28-870b-e8418ddd8075', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1284723889-subnet', 'tenant_id': '64a22d416fda4b5e8c668a1ba24ef12a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:39.058137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2bba3799-22ac-4e28-870b-e8418ddd8075 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:39.059205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42270c98-9cba-4097-94f2-74f730cbbfcb req-d358dee8-5d7e-4d39-8bed-a224734e6fa6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:39.061365 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-42270c98-9cba-4097-94f2-74f730cbbfcb req-d358dee8-5d7e-4d39-8bed-a224734e6fa6 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 945 time: 0.2051160
Nov 27 21:00:39.064804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Network 5500491d-190f-42f4-b574-059bffe1a351 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:39.065271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.089190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:39.090077 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.102058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5500491d-190f-42f4-b574-059bffe1a351) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:39.115300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:39.120933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:39.121814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.130504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8ff22b-ecf1-4166-b571-51ea0edb30ad,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:39.166903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Made reservation on behalf of 64a22d416fda4b5e8c668a1ba24ef12a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:39.170495 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.171719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.172080 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Added segment 0c616410-8994-4970-b14f-ae0d4f7194be of type vlan for network 6f63875e-bf4a-47be-b2b4-689a7102b5e2
Nov 27 21:00:39.217584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f48ecb-ee34-49d9-8e17-19a0d3d4236d None None] Network 5500491d-190f-42f4-b574-059bffe1a351 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:39.257694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Port': ['ID=1a8bba0b-837b-4733-b7cc-cc669dae7c9b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:39.268866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-42270c98-9cba-4097-94f2-74f730cbbfcb req-bd64c9cb-10ed-455e-ad80-2491135c0804 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944900
Nov 27 21:00:39.272076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.303646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Checking segment: {'id': '748ad333-cbda-480d-9c02-c9404b74ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9557ce27-9647-429d-b55f-3383c971cd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:39.304374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Network hostable DHCP agents. Network: 9557ce27-9647-429d-b55f-3383c971cd18, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:39.350505 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.351730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:39.352164 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.357911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Network 9557ce27-9647-429d-b55f-3383c971cd18 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:39.432043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9557ce27-9647-429d-b55f-3383c971cd18) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:39.439613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2965517
Nov 27 21:00:39.449033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49360) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:39.451587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:39.455797 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd1627c-4e04-44b5-b828-82451951ee92 None None] Network 9557ce27-9647-429d-b55f-3383c971cd18 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:39.460206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:39.465645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:39.466352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.472901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Request body: {'subnet': {'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-838048418-subnet', 'tenant_id': '57166f6505f544e38ae55d9360c4f40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:39.486190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af6779-79e9-45ee-96a2-a1d79dfb08bd admin admin] Pushing event updated for resources: {'Network': ['ID=6f63875e-bf4a-47be-b2b4-689a7102b5e2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:39.509929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Made reservation on behalf of 57166f6505f544e38ae55d9360c4f40a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:39.513189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.536985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c93b5283-1a9d-4c58-a4e0-38563b33a66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 2.7957749
Nov 27 21:00:39.545326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49362) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:39.572676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:39.713660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.737495 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.772634 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.773900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.773900 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Floating IP 2bee000a-0d21-4297-a6ef-febbaad3ed94 disassociated. External IP: 172.35.3.47, port: a257eaaa-0957-442c-8fa8-542ca0080a3c.
Nov 27 21:00:39.774324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for a257eaaa-0957-442c-8fa8-542ca0080a3c owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:39.778489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.794367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074f1a6d-7dd9-4156-909a-b8d73e90cda1 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:39.801178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074f1a6d-7dd9-4156-909a-b8d73e90cda1 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:39.807792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49374) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:39.814871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-074f1a6d-7dd9-4156-909a-b8d73e90cda1 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.2009192
Nov 27 21:00:39.820315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736178dc-20e9-4ee0-b415-18983de0867b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2744bd54-7d0a-4f87-930e-bc015c65ffb1'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:39.822636 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92c1def-2fdb-4e53-bcb3-e0c2fafe96d0" -d '{"events": [{"server_uuid": "736178dc-20e9-4ee0-b415-18983de0867b", "name": "network-vif-plugged", "status": "completed", "tag": "2744bd54-7d0a-4f87-930e-bc015c65ffb1"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:39.873813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.877669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2744bd54-7d0a-4f87-930e-bc015c65ffb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2744bd54-7d0a-4f87-930e-bc015c65ffb1,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:39.887443 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:39.925898 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9cf28b-86b4-4c0b-ac31-1f442ec96047 x-openstack-request-id: req-0d9cf28b-86b4-4c0b-ac31-1f442ec96047 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:39.926498 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736178dc-20e9-4ee0-b415-18983de0867b", "name": "network-vif-plugged", "status": "completed", "tag": "2744bd54-7d0a-4f87-930e-bc015c65ffb1", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:39.926498 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d9cf28b-86b4-4c0b-ac31-1f442ec96047 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:39.927026 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736178dc-20e9-4ee0-b415-18983de0867b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2744bd54-7d0a-4f87-930e-bc015c65ffb1', 'code': 200}
Nov 27 21:00:39.972507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2744bd54-7d0a-4f87-930e-bc015c65ffb1,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:39.989465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee5e350-23df-45f9-b1c0-151926747a9a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:40.018537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Checking segment: {'id': 'a6b91f9e-e115-4ff0-810c-364af9c32c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2bba3799-22ac-4e28-870b-e8418ddd8075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:40.018911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Network hostable DHCP agents. Network: 2bba3799-22ac-4e28-870b-e8418ddd8075, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:40.055267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Network 2bba3799-22ac-4e28-870b-e8418ddd8075 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:40.065917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=499be8a8-4191-4f3c-9180-8ea2b53c596f,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:40.078415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Checking segment: {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:40.079418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Network hostable DHCP agents. Network: 6f63875e-bf4a-47be-b2b4-689a7102b5e2, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:40.102210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2bba3799-22ac-4e28-870b-e8418ddd8075) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:40.112133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:40.112547 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.118542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4f501-62ed-4158-aa53-3997e86ad48f req-395c9ffb-c564-4b24-a8ca-7d3f3e015473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:40.120336 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0c4f501-62ed-4158-aa53-3997e86ad48f req-395c9ffb-c564-4b24-a8ca-7d3f3e015473 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 1097 time: 0.1148856
Nov 27 21:00:40.123688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b84bd087-ad1a-4baf-8ee1-0b14e33c33da tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Deleting port 1734d79a-1da6-435a-b5f2-14a04e0e302f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:40.124079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b84bd087-ad1a-4baf-8ee1-0b14e33c33da tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.126080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7124475-cbc2-42b0-ac8f-943523eda7f7 None None] Network 2bba3799-22ac-4e28-870b-e8418ddd8075 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:40.128397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:40.138065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.194923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f63875e-bf4a-47be-b2b4-689a7102b5e2) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:40.212524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:40.212524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.220480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f94c427-0819-469d-b56c-dd0d7520355e None None] Network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:40.229149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=a257eaaa-0957-442c-8fa8-542ca0080a3c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:40.251476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1fb0fcf4-ece3-4b2c-88f0-292b8a166700 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.2199934
Nov 27 21:00:40.251732 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b84bd087-ad1a-4baf-8ee1-0b14e33c33da tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.277204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e666a82b-3deb-4387-bbb6-18893d8dd57b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8270249
Nov 27 21:00:40.282261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b84bd087-ad1a-4baf-8ee1-0b14e33c33da tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Calling delete_port for 1734d79a-1da6-435a-b5f2-14a04e0e302f owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:40.285614 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0c4f501-62ed-4158-aa53-3997e86ad48f req-801d67f6-fbd3-4910-aaf4-8a275e6751d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549740
Nov 27 21:00:40.418992 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.425671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router b7e57f53-b46c-4323-bb70-3baae0e50e31 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:00:40.480071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b84bd087-ad1a-4baf-8ee1-0b14e33c33da tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.488972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bbd7d3-2784-4e89-a660-6b50b82469e9 None None] Network 2bba3799-22ac-4e28-870b-e8418ddd8075 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:40.519929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49392) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:40.529991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bd087-ad1a-4baf-8ee1-0b14e33c33da tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Port': ['ID=1734d79a-1da6-435a-b5f2-14a04e0e302f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:40.534792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b84bd087-ad1a-4baf-8ee1-0b14e33c33da tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.541441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b84bd087-ad1a-4baf-8ee1-0b14e33c33da tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/ports/1734d79a-1da6-435a-b5f2-14a04e0e302f HTTP/1.1" status: 204  len: 168 time: 0.7323830
Nov 27 21:00:40.550692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49394) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:40.593599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c2b8ee-a778-439e-aea7-f8b736109051 admin admin] Deleting subnet 4c587e98-7d1d-4118-9f9f-e8c7c53f0d72 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:40.597303 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b8ee-a778-439e-aea7-f8b736109051 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.646974 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b8ee-a778-439e-aea7-f8b736109051 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.699135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b8ee-a778-439e-aea7-f8b736109051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.717453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af371078-5497-4dc1-b0bd-9e12d214e767 req-a5d75f2a-9257-4c0e-bc5c-45f92d993dd4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:40.719189 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af371078-5497-4dc1-b0bd-9e12d214e767 req-a5d75f2a-9257-4c0e-bc5c-45f92d993dd4 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 946 time: 0.2919760
Nov 27 21:00:40.783700 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b8ee-a778-439e-aea7-f8b736109051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.817517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2b8ee-a778-439e-aea7-f8b736109051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c587e98-7d1d-4118-9f9f-e8c7c53f0d72,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:40.820552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b8ee-a778-439e-aea7-f8b736109051 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.824232 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a8c2b8ee-a778-439e-aea7-f8b736109051 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c587e98-7d1d-4118-9f9f-e8c7c53f0d72 HTTP/1.1" status: 204  len: 168 time: 0.3026259
Nov 27 21:00:40.826743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49406) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:40.876917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6bd227-4721-4d8e-adc3-08a8485b7532 None None] Network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:40.898546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:40.917443 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.927241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd18b71-3c06-4f14-a4c0-7720dbc35ccc None None] Sync routers for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:40.935514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-06698ce0-9b48-4af0-a608-0ca19126edef tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Deleting port 1a8bba0b-837b-4733-b7cc-cc669dae7c9b {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:40.936091 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-06698ce0-9b48-4af0-a608-0ca19126edef tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:40.985193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af371078-5497-4dc1-b0bd-9e12d214e767 req-b0f000a3-d6a1-421d-8a06-27a3b58986a2 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2294571
Nov 27 21:00:41.062021 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.066667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-51799fc7-0c52-4c1e-9b11-bcf0ec95b68a tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/ports/a257eaaa-0957-442c-8fa8-542ca0080a3c HTTP/1.1" status: 204  len: 168 time: 2.3927002
Nov 27 21:00:41.068819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-06698ce0-9b48-4af0-a608-0ca19126edef tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.071424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49414) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:41.140052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.168503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efab6e80>,) {'filters': {'network_id': ['3a94271d-6113-45b5-90e2-13105110d2b8']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:41.181352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efab6e80>, '380c9665-b487-4035-a20b-afb55b4ad0a1') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:41.182218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efab6e80>, '380c9665-b487-4035-a20b-afb55b4ad0a1') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:41.196607 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.242415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-06698ce0-9b48-4af0-a608-0ca19126edef tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Calling delete_port for 1a8bba0b-837b-4733-b7cc-cc669dae7c9b owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:41.255011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd18b71-3c06-4f14-a4c0-7720dbc35ccc None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:41.255694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7cd18b71-3c06-4f14-a4c0-7720dbc35ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd775760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:41.301339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.311401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7cd18b71-3c06-4f14-a4c0-7720dbc35ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd775760>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:41.314012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:41.314424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:41.316324 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:41.332023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd18b71-3c06-4f14-a4c0-7720dbc35ccc None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:41.332909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7cd18b71-3c06-4f14-a4c0-7720dbc35ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd775760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:41.376561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7cd18b71-3c06-4f14-a4c0-7720dbc35ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd775760>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:41.377443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd18b71-3c06-4f14-a4c0-7720dbc35ccc None None] The sync data for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:41.410567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-2f9effda-fbe0-4402-8ac7-91db0113adc8 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:41.419495 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-2f9effda-fbe0-4402-8ac7-91db0113adc8 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/networks?id=6f63875e-bf4a-47be-b2b4-689a7102b5e2 HTTP/1.1" status: 200  len: 817 time: 0.2035651
Nov 27 21:00:41.441543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-1f2f8a47-476e-4488-af46-3bbcb4404c36 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/quotas/57166f6505f544e38ae55d9360c4f40a HTTP/1.1" status: 200  len: 375 time: 0.0208883
Nov 27 21:00:41.477010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.482251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c72e0e9d-c0a2-4d0c-8959-848779a0be3d tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57166f6505f544e38ae55d9360c4f40a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0399096
Nov 27 21:00:41.485570 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.488833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a94271d-6113-45b5-90e2-13105110d2b8 HTTP/1.1" status: 204  len: 168 time: 0.6610498
Nov 27 21:00:41.491509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49430) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:41.523836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-06698ce0-9b48-4af0-a608-0ca19126edef tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.547150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288585b-d560-4694-8754-e7e04ee21138 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a94271d-6113-45b5-90e2-13105110d2b8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:41.565197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06698ce0-9b48-4af0-a608-0ca19126edef tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Port': ['ID=1a8bba0b-837b-4733-b7cc-cc669dae7c9b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:41.576606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-06698ce0-9b48-4af0-a608-0ca19126edef tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.583324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-06698ce0-9b48-4af0-a608-0ca19126edef tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/ports/1a8bba0b-837b-4733-b7cc-cc669dae7c9b HTTP/1.1" status: 204  len: 168 time: 1.0143883
Nov 27 21:00:41.584939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:41.640126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9b64e655-e2af-43fd-9b3b-892272e7b66b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0540414
Nov 27 21:00:41.640748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b01454-20da-4226-8321-14c7f84663f1 admin admin] Deleting subnet aee5e350-23df-45f9-b1c0-151926747a9a {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:41.642898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49438) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:41.644916 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98b01454-20da-4226-8321-14c7f84663f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.651399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1212753048'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:41.688487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98b01454-20da-4226-8321-14c7f84663f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.710020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Made reservation on behalf of 0244f189ab184335836dff9b74a0fcb6 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:41.714365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.756680 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98b01454-20da-4226-8321-14c7f84663f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.771783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:41.791566 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.791927 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Added segment 376193d4-3aad-4a86-ac34-90fb7a4544f6 of type vlan for network 2a02dbf1-d441-42d0-89dd-ea6bba2cf562
Nov 27 21:00:41.795040 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.823410 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-71d71ba0-f93d-49fe-a331-72e73f4a27cd service neutron] 10.222.0.21 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3227305
Nov 27 21:00:41.878876 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.892356 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98b01454-20da-4226-8321-14c7f84663f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.932614 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98b01454-20da-4226-8321-14c7f84663f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:41.938610 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-98b01454-20da-4226-8321-14c7f84663f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aee5e350-23df-45f9-b1c0-151926747a9a HTTP/1.1" status: 204  len: 168 time: 0.4433446
Nov 27 21:00:41.938610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b01454-20da-4226-8321-14c7f84663f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee5e350-23df-45f9-b1c0-151926747a9a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:41.938968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49448) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:41.981856 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-eba2645a-ef04-4a47-80df-aae895b11af5 service neutron] 10.222.0.21 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492484
Nov 27 21:00:41.996421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.002830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:42.003537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.162501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.5185568
Nov 27 21:00:42.165673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.166482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49460) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:42.177821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2018959349'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:42.235839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Made reservation on behalf of 0244f189ab184335836dff9b74a0fcb6 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:42.242613 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.272536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857556e-a225-4584-8713-7ee707d71b57 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Network': ['ID=2a02dbf1-d441-42d0-89dd-ea6bba2cf562,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:42.285882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2a02dbf1-d441-42d0-89dd-ea6bba2cf562 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:42.371781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.409868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd540190>,) {'filters': {'network_id': ['2bba3799-22ac-4e28-870b-e8418ddd8075']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:42.422035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd540190>, 'a6b91f9e-e115-4ff0-810c-364af9c32c8f') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:42.422475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd540190>, 'a6b91f9e-e115-4ff0-810c-364af9c32c8f') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:42.439113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.447717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d566322-2a48-4d34-a8b8-19147f74b845 req-49669a21-739c-4e2c-b89f-fba9616e38f8 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:42.447717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d566322-2a48-4d34-a8b8-19147f74b845 req-49669a21-739c-4e2c-b89f-fba9616e38f8 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 946 time: 0.3028805
Nov 27 21:00:42.488270 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.505231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:42.505650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:42.509808 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:42.592202 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d566322-2a48-4d34-a8b8-19147f74b845 req-f7e3eb82-0767-4689-ae7d-2665691feab5 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353660
Nov 27 21:00:42.678748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.706541 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.714427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] 10.222.0.21 "DELETE /v2.0/networks/2bba3799-22ac-4e28-870b-e8418ddd8075 HTTP/1.1" status: 204  len: 168 time: 0.7744119
Nov 27 21:00:42.731628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ffdaa-5a6d-4014-abaf-8918b5cdfb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=2bba3799-22ac-4e28-870b-e8418ddd8075,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:42.746170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port c4fa8392-4c15-48b3-9f28-b7014d9e2788 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:42.746525 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.771361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31ca6f1a-6410-44f1-b133-2d93b9f81c15 req-3e7419f7-0655-472f-b5ac-f9e4caeff99f tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 210 time: 0.0441089
Nov 27 21:00:42.788343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:00:42.813384 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:42.817372 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Added segment 80031d92-7fc2-4752-bfb5-2cbf93fde9ea of type vlan for network 9b4a8914-fae3-4b3a-8c34-765873262e1a
Nov 27 21:00:42.951500 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:43.002606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:43.008788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:43.009398 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:43.013915 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:43.076698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for c4fa8392-4c15-48b3-9f28-b7014d9e2788 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:43.179315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.0019200
Nov 27 21:00:43.179672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41c75b-cc72-424f-9aa0-90fd68f92a62 req-df5c380f-b0fb-49dd-bd45-8e9290ef8b29 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:43.179672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6a41c75b-cc72-424f-9aa0-90fd68f92a62 req-df5c380f-b0fb-49dd-bd45-8e9290ef8b29 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 946 time: 0.2563019
Nov 27 21:00:43.256737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6a41c75b-cc72-424f-9aa0-90fd68f92a62 req-ba884392-b1d8-42b6-a128-e93728ad0e02 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697625
Nov 27 21:00:43.307196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e717935-80e9-4174-8c3c-2435d2e598c4 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Network': ['ID=9b4a8914-fae3-4b3a-8c34-765873262e1a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:43.356940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 9b4a8914-fae3-4b3a-8c34-765873262e1a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:00:43.364821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49500) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:43.604640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d3389956-1b4a-4997-b7b1-ed95911def06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cff35596309b4b038ea9f8ddc36824d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2382829
Nov 27 21:00:43.617394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49504) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:43.785126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:43.845452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=c4fa8392-4c15-48b3-9f28-b7014d9e2788,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:43.856964 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7350e43-ec2e-4aff-bb66-ac3fec7a9f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:43.913324 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7350e43-ec2e-4aff-bb66-ac3fec7a9f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:44.175018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1d3858d-af37-4419-baad-208a39631400 req-de732d87-b1ce-49bb-ad2e-23116e1fa1a6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 210 time: 0.1677656
Nov 27 21:00:44.175957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7350e43-ec2e-4aff-bb66-ac3fec7a9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:44.186544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7350e43-ec2e-4aff-bb66-ac3fec7a9f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:44.189512 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d7350e43-ec2e-4aff-bb66-ac3fec7a9f03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1aaa2315-8f71-4d59-bfda-f4d513e028ad HTTP/1.1" status: 204  len: 168 time: 0.5710769
Nov 27 21:00:44.287104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7350e43-ec2e-4aff-bb66-ac3fec7a9f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaa2315-8f71-4d59-bfda-f4d513e028ad,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:44.597973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c48102-235f-454f-99ef-75884473964e req-701ab65d-0005-4ff4-a5c7-2fa91e4e842c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:44.611951 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2c48102-235f-454f-99ef-75884473964e req-701ab65d-0005-4ff4-a5c7-2fa91e4e842c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 946 time: 0.1141546
Nov 27 21:00:44.612267 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:44.726145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2c48102-235f-454f-99ef-75884473964e req-cc5b1517-23c7-4962-80f6-1bd1920e2c0f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127601
Nov 27 21:00:45.138776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router b7e57f53-b46c-4323-bb70-3baae0e50e31 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:00:45.142812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49538) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:45.324257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-60f79ab0-8e21-4366-b436-69fa0f2a2f15 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:45.326438 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-60f79ab0-8e21-4366-b436-69fa0f2a2f15 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.35 "GET /v2.0/networks?id=6f63875e-bf4a-47be-b2b4-689a7102b5e2 HTTP/1.1" status: 200  len: 817 time: 0.2742138
Nov 27 21:00:45.339836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-82de81b9-3506-4cce-be0d-eb1ff696a306 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64a22d416fda4b5e8c668a1ba24ef12a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1957147
Nov 27 21:00:45.342123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49544) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:45.346451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Request body: {'port': {'device_id': 'fda41fee-32f6-4482-a01d-5741ce9e405e', 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2', 'admin_state_up': True, 'tenant_id': '57166f6505f544e38ae55d9360c4f40a'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:45.370482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9014de-31c2-4de4-a380-de33f7d37c8f req-3721357c-7d6c-4e3b-a6c2-545d9d265afc tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:45.379225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac9014de-31c2-4de4-a380-de33f7d37c8f req-3721357c-7d6c-4e3b-a6c2-545d9d265afc tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 946 time: 0.1721568
Nov 27 21:00:45.669319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c2e33c65-52dd-4c03-8b93-cbc4ef0d6f16 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:45.671029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c2e33c65-52dd-4c03-8b93-cbc4ef0d6f16 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.15 "GET /v2.0/networks?id=6f63875e-bf4a-47be-b2b4-689a7102b5e2 HTTP/1.1" status: 200  len: 817 time: 0.2939513
Nov 27 21:00:45.710102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Request body: {'port': {'device_id': 'be17e59d-66fb-4532-a358-99abd059f136', 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2', 'admin_state_up': True, 'tenant_id': '57166f6505f544e38ae55d9360c4f40a'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:45.768847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6489924-c006-4635-9e52-e55e1877ae4b req-97c02f5a-27fa-4f0e-a90b-8f874db2b7c0 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 210 time: 0.0955338
Nov 27 21:00:45.877708 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:46.024721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Made reservation on behalf of 57166f6505f544e38ae55d9360c4f40a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:46.028919 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:46.075963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Made reservation on behalf of 57166f6505f544e38ae55d9360c4f40a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:46.080933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:46.188216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae50a2f5-34d4-47f2-9215-cdbeb4716b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:46.212467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae50a2f5-34d4-47f2-9215-cdbeb4716b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:46.302557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Allocated IP 172.20.0.10 (6f63875e-bf4a-47be-b2b4-689a7102b5e2/499be8a8-4191-4f3c-9180-8ea2b53c596f/224259aa-f342-4ded-891c-82a4330a6dfa) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:46.323314 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac9014de-31c2-4de4-a380-de33f7d37c8f req-f841e767-ced4-4416-9309-0a36d36fc37f tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9392292
Nov 27 21:00:46.343715 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae50a2f5-34d4-47f2-9215-cdbeb4716b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:46.347154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae50a2f5-34d4-47f2-9215-cdbeb4716b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:46.348560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ae50a2f5-34d4-47f2-9215-cdbeb4716b39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55f26a1a-b25d-4c58-9503-5baf81bc23fb HTTP/1.1" status: 204  len: 168 time: 1.0031302
Nov 27 21:00:46.355182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:00:46.373317 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f48911d1-5fc3-4513-9cc7-87078d63a267 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/routers/b7e57f53-b46c-4323-bb70-3baae0e50e31/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2982512
Nov 27 21:00:46.374515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49566) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:46.375439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50a2f5-34d4-47f2-9215-cdbeb4716b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f26a1a-b25d-4c58-9503-5baf81bc23fb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:46.388976 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e4a5b-2495-49a4-9884-8bf7f112d38d None None] Sync routers for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:00:46.417444 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e4a5b-2495-49a4-9884-8bf7f112d38d None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:46.422759 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f10e4a5b-2495-49a4-9884-8bf7f112d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe571820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:46.519734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-a0bf95b7-58e2-4886-9a5a-c7c5b250291f tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:46.525320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-a0bf95b7-58e2-4886-9a5a-c7c5b250291f tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.35 "GET /v2.0/networks?id=6f63875e-bf4a-47be-b2b4-689a7102b5e2 HTTP/1.1" status: 200  len: 817 time: 0.3774548
Nov 27 21:00:46.539576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49568) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:46.545866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'subnets': [{'network_id': '2a02dbf1-d441-42d0-89dd-ea6bba2cf562', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1089779523', 'ip_version': 6}, {'network_id': '9b4a8914-fae3-4b3a-8c34-765873262e1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:46.546505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'subnet': {'network_id': '2a02dbf1-d441-42d0-89dd-ea6bba2cf562', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1089779523', 'ip_version': 6}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:46.547745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Request body: {'subnet': {'network_id': '9b4a8914-fae3-4b3a-8c34-765873262e1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:46.560783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Request body: {'port': {'device_id': '029c8f1e-d549-4ac9-8ebe-6e110271af7d', 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2', 'admin_state_up': True, 'tenant_id': '57166f6505f544e38ae55d9360c4f40a'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:46.561359 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f10e4a5b-2495-49a4-9884-8bf7f112d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe571820>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:46.589690 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e4a5b-2495-49a4-9884-8bf7f112d38d None None] Routers {'b7e57f53-b46c-4323-bb70-3baae0e50e31'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:00:46.591077 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f10e4a5b-2495-49a4-9884-8bf7f112d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe571820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b7e57f53-b46c-4323-bb70-3baae0e50e31'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:46.705243 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f10e4a5b-2495-49a4-9884-8bf7f112d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe571820>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:46.705953 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10e4a5b-2495-49a4-9884-8bf7f112d38d None None] The sync data for ids ['b7e57f53-b46c-4323-bb70-3baae0e50e31'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:00:46.905501 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:46.935021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Made reservation on behalf of 57166f6505f544e38ae55d9360c4f40a for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:46.939975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:46.977956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4666bd42-d8ce-4808-b156-53f1cfa90fd8 req-db77544c-a7a9-49f3-8e79-4c683c2227f1 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 210 time: 0.0821719
Nov 27 21:00:47.030750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.037941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Made reservation on behalf of 0244f189ab184335836dff9b74a0fcb6 for: {'subnet': 2} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:00:47.043031 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.043673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.065923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-e4178876-f7fe-4abe-90f2-32e886922b7d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:47.067824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-e4178876-f7fe-4abe-90f2-32e886922b7d tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.15 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 946 time: 0.2191882
Nov 27 21:00:47.126502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.143572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.223933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Pushing event updated for resources: {'Port': ['ID=224259aa-f342-4ded-891c-82a4330a6dfa,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:47.288193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:47.292131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:47.301203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:47.369943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Allocated IP 172.20.0.9 (6f63875e-bf4a-47be-b2b4-689a7102b5e2/499be8a8-4191-4f3c-9180-8ea2b53c596f/6a817425-e604-4c3b-8fd2-825b29553f9f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:47.374391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port 0d6b5c27-9c0f-41c0-9f32-7cf949efdced {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:47.375114 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.383776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Deleting port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:47.384359 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.479828 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.493742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for 0d6b5c27-9c0f-41c0-9f32-7cf949efdced owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:47.533113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:47.542641 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.615337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] For port 2744bd54-7d0a-4f87-930e-bc015c65ffb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2744bd54-7d0a-4f87-930e-bc015c65ffb1,segment=NetworkSegment(5b1fcf1a-396b-45fe-bf2f-ac1beb55c450),segment_id=5b1fcf1a-396b-45fe-bf2f-ac1beb55c450)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:47.616023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.650294 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b9706bdd-b69f-42df-aa72-158ea50da807 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9468796
Nov 27 21:00:47.657590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Calling delete_port for 2744bd54-7d0a-4f87-930e-bc015c65ffb1 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:47.668597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Request body: {'port': {'device_id': 'be17e59d-66fb-4532-a358-99abd059f136', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:47.687176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9491c-5993-4f00-8d9f-df3f559dd3a5 req-94019ffc-251f-423d-a097-1fe51f18505a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:47.688924 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aeb9491c-5993-4f00-8d9f-df3f559dd3a5 req-94019ffc-251f-423d-a097-1fe51f18505a tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 946 time: 0.2108340
Nov 27 21:00:47.834174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aeb9491c-5993-4f00-8d9f-df3f559dd3a5 req-ec368433-7afa-4040-a033-1c12c874d339 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2ac7593-09fb-4c4d-9ad4-0f12045816a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314201
Nov 27 21:00:47.861990 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:47.972089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.008994 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.023854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2744bd54-7d0a-4f87-930e-bc015c65ffb1'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:48.082767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Pushing event deleted for resources: {'Port': ['ID=2744bd54-7d0a-4f87-930e-bc015c65ffb1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:48.105793 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.114783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c63e60-f154-47f4-be87-7a6ea1645d7c None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:48.125988 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.129559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] No DVR routers for this DVR port 2744bd54-7d0a-4f87-930e-bc015c65ffb1 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:48.132926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.138460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08231e2b-59a0-4782-b762-4f6836a55bc5 req-ff5a5753-0c05-4e7f-8eee-51bcf8822667 tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.15 "DELETE /v2.0/ports/2744bd54-7d0a-4f87-930e-bc015c65ffb1 HTTP/1.1" status: 204  len: 173 time: 1.0222929
Nov 27 21:00:48.160438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=0d6b5c27-9c0f-41c0-9f32-7cf949efdced,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:48.160818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736178dc-20e9-4ee0-b415-18983de0867b', 'name': 'network-vif-deleted', 'tag': '2744bd54-7d0a-4f87-930e-bc015c65ffb1'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:48.164747 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30dc645-0bdc-4001-922f-717cec914aa0" -d '{"events": [{"server_uuid": "736178dc-20e9-4ee0-b415-18983de0867b", "name": "network-vif-deleted", "tag": "2744bd54-7d0a-4f87-930e-bc015c65ffb1"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:48.216323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a284a1e7-039e-4d02-939e-a30f7b22c653 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:48.258674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e085f817-3b6b-45cc-9abb-5b342ede8e20 req-d17697f2-91a2-4354-92cc-92d06c4b1084 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 210 time: 0.1071551
Nov 27 21:00:48.298389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Checking segment: {'id': '376193d4-3aad-4a86-ac34-90fb7a4544f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2a02dbf1-d441-42d0-89dd-ea6bba2cf562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:48.299165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Network hostable DHCP agents. Network: 2a02dbf1-d441-42d0-89dd-ea6bba2cf562, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:48.347767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.351213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.366745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Subnet': ['ID=ce94d841-93c8-4fd4-829d-7393168b13e7,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:48.379988 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b335575d-2120-4a39-81d6-d703c1596046 x-openstack-request-id: req-b335575d-2120-4a39-81d6-d703c1596046 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:48.380368 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736178dc-20e9-4ee0-b415-18983de0867b", "name": "network-vif-deleted", "tag": "2744bd54-7d0a-4f87-930e-bc015c65ffb1", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:48.380697 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b335575d-2120-4a39-81d6-d703c1596046 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:48.381163 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736178dc-20e9-4ee0-b415-18983de0867b', 'name': 'network-vif-deleted', 'tag': '2744bd54-7d0a-4f87-930e-bc015c65ffb1', 'status': 'completed', 'code': 200}
Nov 27 21:00:48.411877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:48.416055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Network 2a02dbf1-d441-42d0-89dd-ea6bba2cf562 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:48.422839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:48.425431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.429367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Allocated IP 172.20.0.13 (6f63875e-bf4a-47be-b2b4-689a7102b5e2/499be8a8-4191-4f3c-9180-8ea2b53c596f/e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:48.430889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:48.449929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a02dbf1-d441-42d0-89dd-ea6bba2cf562) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:48.457934 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.464228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31894be-1421-44c8-9b81-5335b2d1ec33 None None] Network 2a02dbf1-d441-42d0-89dd-ea6bba2cf562 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:48.465339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Pushing event updated for resources: {'Port': ['ID=6a817425-e604-4c3b-8fd2-825b29553f9f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:48.573216 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.593757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event updated for resources: {'Subnet': ['ID=4ea8698d-0aa1-4537-a50c-d11e7fb92355,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:48.631074 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.639692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Checking segment: {'id': '80031d92-7fc2-4752-bfb5-2cbf93fde9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b4a8914-fae3-4b3a-8c34-765873262e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:48.640060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Network hostable DHCP agents. Network: 9b4a8914-fae3-4b3a-8c34-765873262e1a, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:00:48.660846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:48.666818 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.679370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Network 9b4a8914-fae3-4b3a-8c34-765873262e1a is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:00:48.715731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b4a8914-fae3-4b3a-8c34-765873262e1a) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:48.728074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:48.728957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:48.729668 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.733303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866a67f-61ca-4840-8337-366db6bd5ab1 None None] Network 9b4a8914-fae3-4b3a-8c34-765873262e1a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:48.752822 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.771877 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-14aa5c8d-66c1-4ea9-8c34-7ea4441c34a3 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 2.2308645
Nov 27 21:00:48.774824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49640) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:48.855986 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-57608fcc-51b8-4c09-86f5-309be28f7624 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5185521
Nov 27 21:00:48.877829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.879688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Fanout notify agent at l3_agent the message router_deleted on router b7e57f53-b46c-4323-bb70-3baae0e50e31 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:00:48.912026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:48.922956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3c3f1870-1fca-43f9-abae-046e273a1aa2 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/routers/b7e57f53-b46c-4323-bb70-3baae0e50e31 HTTP/1.1" status: 204  len: 168 time: 2.5201898
Nov 27 21:00:48.923711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49646) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:48.933273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48340837-06c2-45c6-aee6-7c42ce47468b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:48.934974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48340837-06c2-45c6-aee6-7c42ce47468b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:48.937045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48340837-06c2-45c6-aee6-7c42ce47468b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:48.938808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-48340837-06c2-45c6-aee6-7c42ce47468b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.1366787
Nov 27 21:00:48.940244 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:49.013761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49650) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:49.021260 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Pushing event updated for resources: {'Port': ['ID=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:49.025279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a02dbf1-d441-42d0-89dd-ea6bba2cf562', 'network_id': '2a02dbf1-d441-42d0-89dd-ea6bba2cf562', 'tenant_id': '0244f189ab184335836dff9b74a0fcb6', 'fixed_ips': [{'subnet_id': 'ce94d841-93c8-4fd4-829d-7393168b13e7'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:00:49.027144 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:49.046322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9b4a8914-fae3-4b3a-8c34-765873262e1a', 'network_id': '9b4a8914-fae3-4b3a-8c34-765873262e1a', 'tenant_id': '0244f189ab184335836dff9b74a0fcb6', 'fixed_ips': [{'subnet_id': '4ea8698d-0aa1-4537-a50c-d11e7fb92355'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:00:49.047354 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:49.071202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:49.102963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:49.114618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed7b73c9-9991-408d-a57e-14221cbdc1ed req-05111466-75bf-414b-befc-edcef7e15f7c tempest-DeleteServersTestJSON-1501646271 tempest-DeleteServersTestJSON-1501646271-project] 10.222.0.21 "GET /v2.0/ports?device_id=736178dc-20e9-4ee0-b415-18983de0867b HTTP/1.1" status: 200  len: 210 time: 0.0953505
Nov 27 21:00:49.120938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:49.191563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:49.193222 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:49.220878 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-0dc89e06-2e8a-4dcb-b456-a9fb025a6c80 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6680312
Nov 27 21:00:49.474333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Request body: {'port': {'device_id': 'fda41fee-32f6-4482-a01d-5741ce9e405e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:49.523089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Request body: {'port': {'device_id': '029c8f1e-d549-4ac9-8ebe-6e110271af7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:00:49.569307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b7dbf5-5556-4365-b74e-f85916c59147 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting subnet 75f58b26-9d6a-4424-a6e3-5227733f4be5 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:49.581239 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1b7dbf5-5556-4365-b74e-f85916c59147 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:49.592420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a06276c-e834-4e74-945d-94e34c3110c0 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Deleting subnet ce94d841-93c8-4fd4-829d-7393168b13e7 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:49.628506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817239b2-b354-4c36-9e9c-f9926c84f9af req-1b55bd8b-7c0f-4cd0-a1fd-bf9387d29e3d tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:49.636684 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-817239b2-b354-4c36-9e9c-f9926c84f9af req-1b55bd8b-7c0f-4cd0-a1fd-bf9387d29e3d tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 932 time: 0.1976159
Nov 27 21:00:49.662839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Allocated IP 2001:db8:0:1::1 (9b4a8914-fae3-4b3a-8c34-765873262e1a/4ea8698d-0aa1-4537-a50c-d11e7fb92355/64f41d5e-eb42-4921-b247-9585872b8d1a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:49.676040 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:49.692405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Allocated IP 2001:db8::1 (2a02dbf1-d441-42d0-89dd-ea6bba2cf562/ce94d841-93c8-4fd4-829d-7393168b13e7/d65ab5f2-5c66-406a-b580-418a6d75b558) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:00:49.749351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1b7dbf5-5556-4365-b74e-f85916c59147 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:49.814909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-817239b2-b354-4c36-9e9c-f9926c84f9af req-debbe6f5-d7d9-4620-a156-6613d00e20ff tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770501
Nov 27 21:00:49.826266 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:49.923717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224259aa-f342-4ded-891c-82a4330a6dfa {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:49.940256 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.006675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Transition to ACTIVE for port object 224259aa-f342-4ded-891c-82a4330a6dfa will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:00:50.022657 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.033856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1b7dbf5-5556-4365-b74e-f85916c59147 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.039571 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.067515 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.127421 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.128762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Pushing event updated for resources: {'Port': ['ID=64f41d5e-eb42-4921-b247-9585872b8d1a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:50.159783 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9a06276c-e834-4e74-945d-94e34c3110c0 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.169588 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.173440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Network 9b4a8914-fae3-4b3a-8c34-765873262e1a is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:50.201986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:50.222935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:50.242206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Network 2a02dbf1-d441-42d0-89dd-ea6bba2cf562 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:00:50.270930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:00:50.277362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:00:50.301941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Pushing event updated for resources: {'Port': ['ID=d65ab5f2-5c66-406a-b580-418a6d75b558,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:50.319193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Attempting to bind port 64f41d5e-eb42-4921-b247-9585872b8d1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:50.319893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Attempting to bind port 64f41d5e-eb42-4921-b247-9585872b8d1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '80031d92-7fc2-4752-bfb5-2cbf93fde9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b4a8914-fae3-4b3a-8c34-765873262e1a'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:50.320984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Attempting to bind port 64f41d5e-eb42-4921-b247-9585872b8d1a on network 9b4a8914-fae3-4b3a-8c34-765873262e1a {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:50.338817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49696) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:50.376925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:50.377315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Checking segment: {'id': '80031d92-7fc2-4752-bfb5-2cbf93fde9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b4a8914-fae3-4b3a-8c34-765873262e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:50.377727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.378131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Bound using segment: {'id': '80031d92-7fc2-4752-bfb5-2cbf93fde9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b4a8914-fae3-4b3a-8c34-765873262e1a'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:50.378625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Bound port: 64f41d5e-eb42-4921-b247-9585872b8d1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80031d92-7fc2-4752-bfb5-2cbf93fde9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b4a8914-fae3-4b3a-8c34-765873262e1a'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:50.379014 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.391982 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Attempting to bind port d65ab5f2-5c66-406a-b580-418a6d75b558 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:50.392362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Attempting to bind port d65ab5f2-5c66-406a-b580-418a6d75b558 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '376193d4-3aad-4a86-ac34-90fb7a4544f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2a02dbf1-d441-42d0-89dd-ea6bba2cf562'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:50.392736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Attempting to bind port d65ab5f2-5c66-406a-b580-418a6d75b558 on network 2a02dbf1-d441-42d0-89dd-ea6bba2cf562 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:50.404163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:50.404554 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Checking segment: {'id': '376193d4-3aad-4a86-ac34-90fb7a4544f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2a02dbf1-d441-42d0-89dd-ea6bba2cf562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:50.404962 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.405372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Bound using segment: {'id': '376193d4-3aad-4a86-ac34-90fb7a4544f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2a02dbf1-d441-42d0-89dd-ea6bba2cf562'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:50.405936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Bound port: d65ab5f2-5c66-406a-b580-418a6d75b558, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376193d4-3aad-4a86-ac34-90fb7a4544f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2a02dbf1-d441-42d0-89dd-ea6bba2cf562'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:50.406235 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.442455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Pushing event updated for resources: {'Port': ['ID=224259aa-f342-4ded-891c-82a4330a6dfa,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:50.450465 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1b7dbf5-5556-4365-b74e-f85916c59147 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.506499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] For port 64f41d5e-eb42-4921-b247-9585872b8d1a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:50.512804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] For port 64f41d5e-eb42-4921-b247-9585872b8d1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64f41d5e-eb42-4921-b247-9585872b8d1a,segment=NetworkSegment(80031d92-7fc2-4752-bfb5-2cbf93fde9ea),segment_id=80031d92-7fc2-4752-bfb5-2cbf93fde9ea)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:50.521642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] For port d65ab5f2-5c66-406a-b580-418a6d75b558, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:50.526420 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.537097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] For port d65ab5f2-5c66-406a-b580-418a6d75b558, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d65ab5f2-5c66-406a-b580-418a6d75b558,segment=NetworkSegment(376193d4-3aad-4a86-ac34-90fb7a4544f6),segment_id=376193d4-3aad-4a86-ac34-90fb7a4544f6)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:50.589687 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9a06276c-e834-4e74-945d-94e34c3110c0 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.594737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Attempting to bind port 224259aa-f342-4ded-891c-82a4330a6dfa on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:50.595071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Attempting to bind port 224259aa-f342-4ded-891c-82a4330a6dfa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:50.595527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Attempting to bind port 224259aa-f342-4ded-891c-82a4330a6dfa on network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:50.664660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.667500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0d04b-5a0c-444a-a9f4-d7f55a887060 None None] Network 8e7e556f-d945-4343-8e56-7b747350459b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:50.673793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7dbf5-5556-4365-b74e-f85916c59147 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Subnet': ['ID=75f58b26-9d6a-4424-a6e3-5227733f4be5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:50.677909 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1b7dbf5-5556-4365-b74e-f85916c59147 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.681215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1b7dbf5-5556-4365-b74e-f85916c59147 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/subnets/75f58b26-9d6a-4424-a6e3-5227733f4be5 HTTP/1.1" status: 204  len: 168 time: 1.7353833
Nov 27 21:00:50.684057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49714) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:50.702892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614532a-d86b-4239-8173-46a3347dba32 None None] Pushing event updated for resources: {'Port': ['ID=64f41d5e-eb42-4921-b247-9585872b8d1a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:50.709784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Port 224259aa-f342-4ded-891c-82a4330a6dfa on network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:00:50.710152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Attempting to bind port 224259aa-f342-4ded-891c-82a4330a6dfa on network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:50.761354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:50.761694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Checking segment: {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:50.762079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Bound using segment: {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:50.762536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Bound port: 224259aa-f342-4ded-891c-82a4330a6dfa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:50.762900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:50.984065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdd1c4-78c9-4d68-a473-8869fcf93789 None None] Pushing event updated for resources: {'Port': ['ID=d65ab5f2-5c66-406a-b580-418a6d75b558,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:50.994621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.029365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a817425-e604-4c3b-8fd2-825b29553f9f {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:51.043893 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e13a324-42b3-4f2d-ab24-5cc213e2fb20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.066451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2744bd54-7d0a-4f87-930e-bc015c65ffb1 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:51.105109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9a06276c-e834-4e74-945d-94e34c3110c0 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.285651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 2744bd54-7d0a-4f87-930e-bc015c65ffb1 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:51.285803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2744bd54-7d0a-4f87-930e-bc015c65ffb1 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:51.299987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] For port 224259aa-f342-4ded-891c-82a4330a6dfa, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:51.303572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] For port 224259aa-f342-4ded-891c-82a4330a6dfa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=224259aa-f342-4ded-891c-82a4330a6dfa,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:51.306244 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.318332 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port e33c6b6f-e814-4af2-a90d-14c4781db1f3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:51.319940 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.365571 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.471579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0576a3b-9e83-485a-aef6-f31a6641d291 None None] DHCP port deletion for 8e7e556f-d945-4343-8e56-7b747350459b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:51.471928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:51.472399 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.473930 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] 10.222.0.15 "PUT /v2.0/ports/224259aa-f342-4ded-891c-82a4330a6dfa HTTP/1.1" status: 200  len: 1092 time: 3.8156352
Nov 27 21:00:51.484026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17e59d-66fb-4532-a358-99abd059f136', 'tag': '224259aa-f342-4ded-891c-82a4330a6dfa'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:51.484533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] For port e33c6b6f-e814-4af2-a90d-14c4781db1f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e33c6b6f-e814-4af2-a90d-14c4781db1f3,segment=NetworkSegment(c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7),segment_id=c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:51.485252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.487014 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71476af8-7889-436e-a520-dec528f7a94c" -d '{"events": [{"name": "network-changed", "server_uuid": "be17e59d-66fb-4532-a358-99abd059f136", "tag": "224259aa-f342-4ded-891c-82a4330a6dfa"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:51.492624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Transition to ACTIVE for port object 6a817425-e604-4c3b-8fd2-825b29553f9f will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:00:51.522262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.610461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d0576a3b-9e83-485a-aef6-f31a6641d291 None None] Deleting port e33c6b6f-e814-4af2-a90d-14c4781db1f3 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:51.611175 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0576a3b-9e83-485a-aef6-f31a6641d291 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.633467 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86fc37e-289a-4637-9568-b7a47bba483a x-openstack-request-id: req-f86fc37e-289a-4637-9568-b7a47bba483a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:51.633793 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17e59d-66fb-4532-a358-99abd059f136", "tag": "224259aa-f342-4ded-891c-82a4330a6dfa", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:51.634143 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f86fc37e-289a-4637-9568-b7a47bba483a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:51.634580 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be17e59d-66fb-4532-a358-99abd059f136', 'tag': '224259aa-f342-4ded-891c-82a4330a6dfa', 'status': 'completed', 'code': 200}
Nov 27 21:00:51.653323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a512098-ef75-41e1-96e2-7f2d4682daa5 req-48f0c1ea-255a-4820-a725-6cc615b76e92 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:51.661209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a512098-ef75-41e1-96e2-7f2d4682daa5 req-48f0c1ea-255a-4820-a725-6cc615b76e92 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 932 time: 0.4288495
Nov 27 21:00:51.676656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e13a324-42b3-4f2d-ab24-5cc213e2fb20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.682942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for e33c6b6f-e814-4af2-a90d-14c4781db1f3 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:51.693751 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e13a324-42b3-4f2d-ab24-5cc213e2fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.698809 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9a06276c-e834-4e74-945d-94e34c3110c0 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.747381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e28caf-1a88-4682-9e83-42c00bdf7aad service neutron] Pushing event updated for resources: {'Port': ['ID=224259aa-f342-4ded-891c-82a4330a6dfa,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:51.769241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06276c-e834-4e74-945d-94e34c3110c0 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Subnet': ['ID=ce94d841-93c8-4fd4-829d-7393168b13e7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:51.799452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d0576a3b-9e83-485a-aef6-f31a6641d291 None None] For port e33c6b6f-e814-4af2-a90d-14c4781db1f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e33c6b6f-e814-4af2-a90d-14c4781db1f3,segment=NetworkSegment(c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7),segment_id=c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:51.802860 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0576a3b-9e83-485a-aef6-f31a6641d291 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.821919 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9a06276c-e834-4e74-945d-94e34c3110c0 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.825307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9a06276c-e834-4e74-945d-94e34c3110c0 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/subnets/ce94d841-93c8-4fd4-829d-7393168b13e7 HTTP/1.1" status: 204  len: 168 time: 2.8105278
Nov 27 21:00:51.830690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d0576a3b-9e83-485a-aef6-f31a6641d291 None None] Calling delete_port for e33c6b6f-e814-4af2-a90d-14c4781db1f3 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:51.836168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49762) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:51.860534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13a324-42b3-4f2d-ab24-5cc213e2fb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ebadd3-87c5-49a2-873b-6fac73071eee,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:51.871418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9e13a324-42b3-4f2d-ab24-5cc213e2fb20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=903ef22f2af54bfb88e2bb2c17166a70&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5307474
Nov 27 21:00:51.872423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49764) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:51.877628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-79a5ba43-d188-493b-930b-88bd10a7a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:51.879417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-79a5ba43-d188-493b-930b-88bd10a7a0d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57166f6505f544e38ae55d9360c4f40a&device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 1095 time: 0.3404012
Nov 27 21:00:51.902296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a512098-ef75-41e1-96e2-7f2d4682daa5 req-001243f3-1791-44c8-9109-8e7f2a92eeb2 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400980
Nov 27 21:00:51.961959 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0576a3b-9e83-485a-aef6-f31a6641d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.968515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:51.985937 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:51.994507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0576a3b-9e83-485a-aef6-f31a6641d291 None None] No DVR routers for this DVR port e33c6b6f-e814-4af2-a90d-14c4781db1f3 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:52.037461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Transition to ACTIVE for port object e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:00:52.044446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0576a3b-9e83-485a-aef6-f31a6641d291 None None] Pushing event deleted for resources: {'Port': ['ID=e33c6b6f-e814-4af2-a90d-14c4781db1f3,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:52.052232 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.117396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-85aece3c-5744-4464-940f-9f8093c0b6d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=224259aa-f342-4ded-891c-82a4330a6dfa HTTP/1.1" status: 200  len: 217 time: 0.2054014
Nov 27 21:00:52.147704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Pushing event updated for resources: {'Port': ['ID=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:52.171696 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b772ff3e-9c31-4c20-afc0-5745067bf743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.198406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Pushing event updated for resources: {'Port': ['ID=6a817425-e604-4c3b-8fd2-825b29553f9f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:52.388548 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b772ff3e-9c31-4c20-afc0-5745067bf743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.396652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a37a9b-f533-441b-a9d3-c434636c117b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Deleting subnet 4ea8698d-0aa1-4537-a50c-d11e7fb92355 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:52.400764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92a37a9b-f533-441b-a9d3-c434636c117b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.486689 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.521678 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92a37a9b-f533-441b-a9d3-c434636c117b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.533569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d65ab5f2-5c66-406a-b580-418a6d75b558 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:52.564131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b772ff3e-9c31-4c20-afc0-5745067bf743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.567382 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b772ff3e-9c31-4c20-afc0-5745067bf743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.571560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b772ff3e-9c31-4c20-afc0-5745067bf743 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52ebadd3-87c5-49a2-873b-6fac73071eee HTTP/1.1" status: 204  len: 168 time: 0.6925089
Nov 27 21:00:52.573039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] No DVR routers for this DVR port e33c6b6f-e814-4af2-a90d-14c4781db1f3 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:52.584464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49796) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:52.585321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Attempting to bind port 6a817425-e604-4c3b-8fd2-825b29553f9f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:52.586214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Attempting to bind port 6a817425-e604-4c3b-8fd2-825b29553f9f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:52.586563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Attempting to bind port 6a817425-e604-4c3b-8fd2-825b29553f9f on network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:52.589987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-34bde875-1ec0-4de9-8f4c-0e74d865ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:52.591506 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-34bde875-1ec0-4de9-8f4c-0e74d865ba5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=499be8a8-4191-4f3c-9180-8ea2b53c596f HTTP/1.1" status: 200  len: 857 time: 0.3943875
Nov 27 21:00:52.614128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Attempting to bind port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:00:52.614501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Attempting to bind port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:00:52.614864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Attempting to bind port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d on network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:52.620497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a44b71-8e98-47c7-8914-4f7de143f4a4 None None] Network 9b4a8914-fae3-4b3a-8c34-765873262e1a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:52.621907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772ff3e-9c31-4c20-afc0-5745067bf743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ebadd3-87c5-49a2-873b-6fac73071eee,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:52.627610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=e33c6b6f-e814-4af2-a90d-14c4781db1f3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:52.653929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d on network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:00:52.654261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Attempting to bind port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d on network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:52.705689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:52.706820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Checking segment: {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:52.707144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Bound using segment: {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:52.707876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Bound port: e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:52.708250 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.748216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.749743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Port 6a817425-e604-4c3b-8fd2-825b29553f9f on network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:00:52.750881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Attempting to bind port 6a817425-e604-4c3b-8fd2-825b29553f9f on network 6f63875e-bf4a-47be-b2b4-689a7102b5e2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:00:52.753976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d65ab5f2-5c66-406a-b580-418a6d75b558 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:52.754656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.789576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-43ba1c44-4e45-4468-a393-3ecdc998e062 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f63875e-bf4a-47be-b2b4-689a7102b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1775637
Nov 27 21:00:52.814687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e9df7dc9-1c77-4ee0-aafc-43f22412c915 None None] Provisioning complete for port 64f41d5e-eb42-4921-b247-9585872b8d1a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:52.815111 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9df7dc9-1c77-4ee0-aafc-43f22412c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.835562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd50a90>,) {'filters': {'network_id': ['8e7e556f-d945-4343-8e56-7b747350459b']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:52.880597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd50a90>, 'c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:52.880597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd50a90>, 'c0b9e14d-e970-407e-9d0a-cbb65f2c6bc7') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:52.915316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.929359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] For port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:52.936173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] For port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:52.941755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.962593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:52.990692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:52.991061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:53.008496 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:53.026120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:00:53.026575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Checking segment: {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:00:53.026984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Bound using segment: {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:00:53.027938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Bound port: 6a817425-e604-4c3b-8fd2-825b29553f9f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c616410-8994-4970-b14f-ae0d4f7194be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:00:53.028622 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.048662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:53.050451 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.055211 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] 10.222.0.35 "PUT /v2.0/ports/e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d HTTP/1.1" status: 200  len: 1092 time: 3.8217282
Nov 27 21:00:53.056708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029c8f1e-d549-4ac9-8ebe-6e110271af7d', 'tag': 'e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:53.059194 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c9e1de-045c-464e-ad65-81d1c6a26fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "029c8f1e-d549-4ac9-8ebe-6e110271af7d", "tag": "e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:53.061280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-42de491f-5520-4578-b1eb-61f40f6129ea service neutron] 10.222.0.15 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2577350
Nov 27 21:00:53.070794 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9df7dc9-1c77-4ee0-aafc-43f22412c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.179075 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.230828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e9df7dc9-1c77-4ee0-aafc-43f22412c915 None None] For port 64f41d5e-eb42-4921-b247-9585872b8d1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64f41d5e-eb42-4921-b247-9585872b8d1a,segment=NetworkSegment(80031d92-7fc2-4752-bfb5-2cbf93fde9ea),segment_id=80031d92-7fc2-4752-bfb5-2cbf93fde9ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:53.235836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3655c21-5756-4e76-9e29-f159c453c61e admin admin] Deleting subnet c319d603-0243-43c4-a372-b7e936d765de {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:00:53.251417 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a6d296-a856-4615-b58a-be7bbafdbf8d x-openstack-request-id: req-05a6d296-a856-4615-b58a-be7bbafdbf8d {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:53.251604 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029c8f1e-d549-4ac9-8ebe-6e110271af7d", "tag": "e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:53.252246 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05a6d296-a856-4615-b58a-be7bbafdbf8d {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:53.254436 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029c8f1e-d549-4ac9-8ebe-6e110271af7d', 'tag': 'e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d', 'status': 'completed', 'code': 200}
Nov 27 21:00:53.294322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port d65ab5f2-5c66-406a-b580-418a6d75b558, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d65ab5f2-5c66-406a-b580-418a6d75b558,segment=NetworkSegment(376193d4-3aad-4a86-ac34-90fb7a4544f6),segment_id=376193d4-3aad-4a86-ac34-90fb7a4544f6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:53.295509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3655c21-5756-4e76-9e29-f159c453c61e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.304892 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9df7dc9-1c77-4ee0-aafc-43f22412c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.310371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8c4140-ce8c-4f4c-a0c6-4e7f6bfd541b None None] Network 2a02dbf1-d441-42d0-89dd-ea6bba2cf562 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:53.322951 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.336457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 64f41d5e-eb42-4921-b247-9585872b8d1a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:53.438427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc8a30-61b7-4b9a-8451-3c2241b56528 service neutron] Pushing event updated for resources: {'Port': ['ID=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:53.456388 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.475900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.492225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/networks/8e7e556f-d945-4343-8e56-7b747350459b HTTP/1.1" status: 204  len: 168 time: 2.8068275
Nov 27 21:00:53.509724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49814) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:53.510776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-99aa204f-816a-43bf-9876-f69df0d03786 service neutron] 10.222.0.15 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4037464
Nov 27 21:00:53.563170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc8d89-9a1e-4e1a-8d39-f90ed6e627c4 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Network': ['ID=8e7e556f-d945-4343-8e56-7b747350459b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:53.612123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92a37a9b-f533-441b-a9d3-c434636c117b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.655066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-5b2a0e0f-208c-4460-b128-c4a597814df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:53.665066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-5b2a0e0f-208c-4460-b128-c4a597814df3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=57166f6505f544e38ae55d9360c4f40a&device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 1095 time: 0.4078450
Nov 27 21:00:53.760968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49818) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:53.772905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3655c21-5756-4e76-9e29-f159c453c61e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.821350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-63c9b011-5241-4b95-bd1f-57673fe5f4a0 None None] Provisioning complete for port d65ab5f2-5c66-406a-b580-418a6d75b558 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:53.822502 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-63c9b011-5241-4b95-bd1f-57673fe5f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.824750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-f942664c-c5a2-405e-9c4a-4c18a28d1c90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d HTTP/1.1" status: 200  len: 217 time: 0.1421468
Nov 27 21:00:53.825219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df7dc9-1c77-4ee0-aafc-43f22412c915 None None] Pushing event updated for resources: {'Port': ['ID=64f41d5e-eb42-4921-b247-9585872b8d1a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:53.835383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] For port 6a817425-e604-4c3b-8fd2-825b29553f9f, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:00:53.843099 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] For port 6a817425-e604-4c3b-8fd2-825b29553f9f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a817425-e604-4c3b-8fd2-825b29553f9f,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:00:53.901232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-ea7f817c-cb49-402e-85cb-654cc67d4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:53.902447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-ea7f817c-cb49-402e-85cb-654cc67d4727 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=499be8a8-4191-4f3c-9180-8ea2b53c596f HTTP/1.1" status: 200  len: 857 time: 0.0643058
Nov 27 21:00:53.904122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 64f41d5e-eb42-4921-b247-9585872b8d1a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:53.904122 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.910088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port 657762cf-e3aa-46f2-aec5-7e32565cf899 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:53.910436 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.974912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18d826ed-3058-49c9-b3ec-62f03e558c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:53.981581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-78911073-5cbf-4b5e-8cef-3846ea843289 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f63875e-bf4a-47be-b2b4-689a7102b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675790
Nov 27 21:00:53.998035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.006196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=d65ab5f2-5c66-406a-b580-418a6d75b558,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:54.103301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda7d7d-d501-4726-95c2-2d2b3744aa83 None None] DHCP port deletion for 2a02dbf1-d441-42d0-89dd-ea6bba2cf562 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:54.158651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Pushing event updated for resources: {'Port': ['ID=6a817425-e604-4c3b-8fd2-825b29553f9f,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:54.178002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4dda7d7d-d501-4726-95c2-2d2b3744aa83 None None] Deleting port d65ab5f2-5c66-406a-b580-418a6d75b558 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:54.178529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34205ed-13e6-4c93-9921-3d66eeff6986 req-286e53fc-e0b2-4df4-8332-713c080c245d tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:54.178773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4dda7d7d-d501-4726-95c2-2d2b3744aa83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.188391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b34205ed-13e6-4c93-9921-3d66eeff6986 req-286e53fc-e0b2-4df4-8332-713c080c245d tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 944 time: 1.1354518
Nov 27 21:00:54.214956 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.215626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.218546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:54.220985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.223242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-80ab3303-ad2c-43d6-b30b-d891489fcb24 service neutron] 10.222.0.35 "PUT /v2.0/ports/6a817425-e604-4c3b-8fd2-825b29553f9f HTTP/1.1" status: 200  len: 1091 time: 5.3534377
Nov 27 21:00:54.236447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda41fee-32f6-4482-a01d-5741ce9e405e', 'tag': '6a817425-e604-4c3b-8fd2-825b29553f9f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:54.242334 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d530e-256e-4609-80b4-dfea8fdb2995" -d '{"events": [{"name": "network-changed", "server_uuid": "fda41fee-32f6-4482-a01d-5741ce9e405e", "tag": "6a817425-e604-4c3b-8fd2-825b29553f9f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:54.272836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e33c6b6f-e814-4af2-a90d-14c4781db1f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:54.282422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71476af8-7889-436e-a520-dec528f7a94c req-9d815069-c681-467b-969a-29e3461de584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:54.284310 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71476af8-7889-436e-a520-dec528f7a94c req-9d815069-c681-467b-969a-29e3461de584 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57166f6505f544e38ae55d9360c4f40a&device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 1095 time: 0.6571085
Nov 27 21:00:54.285286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for 657762cf-e3aa-46f2-aec5-7e32565cf899 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:54.318262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-fa427078-492e-4e0e-8f18-c023be1a127f service neutron] 10.222.0.35 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3264403
Nov 27 21:00:54.325133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4dda7d7d-d501-4726-95c2-2d2b3744aa83 None None] For port d65ab5f2-5c66-406a-b580-418a6d75b558, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d65ab5f2-5c66-406a-b580-418a6d75b558,segment=NetworkSegment(376193d4-3aad-4a86-ac34-90fb7a4544f6),segment_id=376193d4-3aad-4a86-ac34-90fb7a4544f6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:54.325809 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4dda7d7d-d501-4726-95c2-2d2b3744aa83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.329216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e33c6b6f-e814-4af2-a90d-14c4781db1f3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:54.329890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e33c6b6f-e814-4af2-a90d-14c4781db1f3 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:54.345204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-235a8831-78ed-4440-8ace-676a284f4639 None None] Provisioning complete for port 64f41d5e-eb42-4921-b247-9585872b8d1a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:54.345826 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-235a8831-78ed-4440-8ace-676a284f4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.347916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4dda7d7d-d501-4726-95c2-2d2b3744aa83 None None] Calling delete_port for d65ab5f2-5c66-406a-b580-418a6d75b558 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:54.386177 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18762ca2-fd29-487f-983e-d98a12e171d5 x-openstack-request-id: req-18762ca2-fd29-487f-983e-d98a12e171d5 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:54.386690 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda41fee-32f6-4482-a01d-5741ce9e405e", "tag": "6a817425-e604-4c3b-8fd2-825b29553f9f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:54.386961 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18762ca2-fd29-487f-983e-d98a12e171d5 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:54.396957 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda41fee-32f6-4482-a01d-5741ce9e405e', 'tag': '6a817425-e604-4c3b-8fd2-825b29553f9f', 'status': 'completed', 'code': 200}
Nov 27 21:00:54.521758 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4dda7d7d-d501-4726-95c2-2d2b3744aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.526688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3655c21-5756-4e76-9e29-f159c453c61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.552013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b34205ed-13e6-4c93-9921-3d66eeff6986 req-d2b8e1ae-2701-48fc-9d32-20d24c35a965 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3621516
Nov 27 21:00:54.552957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 64f41d5e-eb42-4921-b247-9585872b8d1a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:54.557854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda7d7d-d501-4726-95c2-2d2b3744aa83 None None] Pushing event deleted for resources: {'Port': ['ID=d65ab5f2-5c66-406a-b580-418a6d75b558,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:54.585209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda7d7d-d501-4726-95c2-2d2b3744aa83 None None] No DVR routers for this DVR port d65ab5f2-5c66-406a-b580-418a6d75b558 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:54.641025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 64f41d5e-eb42-4921-b247-9585872b8d1a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:54.641387 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.679197 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92a37a9b-f533-441b-a9d3-c434636c117b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.693324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-b76e7aa9-d691-4a15-8706-b11cce18af5f service neutron] 10.222.0.35 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2410064
Nov 27 21:00:54.761568 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18d826ed-3058-49c9-b3ec-62f03e558c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.767576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71476af8-7889-436e-a520-dec528f7a94c req-52158a8c-0138-44ac-ba8c-501e4202a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:54.769409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71476af8-7889-436e-a520-dec528f7a94c req-52158a8c-0138-44ac-ba8c-501e4202a480 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f63875e-bf4a-47be-b2b4-689a7102b5e2 HTTP/1.1" status: 200  len: 918 time: 0.4278445
Nov 27 21:00:54.810600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.842448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d65ab5f2-5c66-406a-b580-418a6d75b558 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:54.870434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d65ab5f2-5c66-406a-b580-418a6d75b558 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:54.871131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d65ab5f2-5c66-406a-b580-418a6d75b558 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:54.896697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=657762cf-e3aa-46f2-aec5-7e32565cf899,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:54.928539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-c56b684a-328d-489e-8e3b-47598d642ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:54.930579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-c56b684a-328d-489e-8e3b-47598d642ebb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=57166f6505f544e38ae55d9360c4f40a&device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 1095 time: 0.1678813
Nov 27 21:00:54.971325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.974094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:54.975701 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a9a63829-4bf4-4dba-b99b-713db0962b39 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/floatingips/2bee000a-0d21-4297-a6ef-febbaad3ed94 HTTP/1.1" status: 204  len: 168 time: 1.4363005
Nov 27 21:00:54.979627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49844) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:55.091575 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7f610c-158f-4455-b066-14515207d721 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:55.092114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7f610c-158f-4455-b066-14515207d721 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:55.101785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fe7f610c-158f-4455-b066-14515207d721 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/ports/a257eaaa-0957-442c-8fa8-542ca0080a3c HTTP/1.1" status: 404  len: 333 time: 0.1208959
Nov 27 21:00:55.109393 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18d826ed-3058-49c9-b3ec-62f03e558c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:55.112866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49850) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:55.113339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4efafb8-facb-479b-a3cb-2def54f440d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:55.114854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-e4efafb8-facb-479b-a3cb-2def54f440d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=57166f6505f544e38ae55d9360c4f40a&device_id=fda41fee-32f6-4482-a01d-5741ce9e405e HTTP/1.1" status: 200  len: 1094 time: 0.8118310
Nov 27 21:00:55.126493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-13dbd848-9099-4e4f-9fee-dfdd14b88cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:55.129062 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-13dbd848-9099-4e4f-9fee-dfdd14b88cfb service neutron] 10.222.0.35 "GET /v2.0/networks?id=6f63875e-bf4a-47be-b2b4-689a7102b5e2 HTTP/1.1" status: 200  len: 918 time: 0.1870816
Nov 27 21:00:55.138571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a37a9b-f533-441b-a9d3-c434636c117b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea8698d-0aa1-4537-a50c-d11e7fb92355,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:55.140363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe21988-c9b7-4175-b3ae-08878bbc40f9 None None] Network 9b4a8914-fae3-4b3a-8c34-765873262e1a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:55.182003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92a37a9b-f533-441b-a9d3-c434636c117b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:55.185433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-92a37a9b-f533-441b-a9d3-c434636c117b tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/subnets/4ea8698d-0aa1-4537-a50c-d11e7fb92355 HTTP/1.1" status: 204  len: 168 time: 3.3473923
Nov 27 21:00:55.277029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49854) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:55.279857 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71476af8-7889-436e-a520-dec528f7a94c req-e380f34e-e97b-40a5-a531-703103f1c6d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=224259aa-f342-4ded-891c-82a4330a6dfa HTTP/1.1" status: 200  len: 217 time: 0.1716049
Nov 27 21:00:55.317890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3655c21-5756-4e76-9e29-f159c453c61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:55.320675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-1d63958a-1ce5-4789-aa6a-5f2024642533 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a817425-e604-4c3b-8fd2-825b29553f9f HTTP/1.1" status: 200  len: 217 time: 0.1833107
Nov 27 21:00:55.379030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d826ed-3058-49c9-b3ec-62f03e558c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158bec3e-1159-420b-a33c-f982fd58c81c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:55.384168 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18d826ed-3058-49c9-b3ec-62f03e558c4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed51b0be674f4b678a4c751f1fc5a4cb&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5379996
Nov 27 21:00:55.403121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3fb9f-c043-44c4-9dea-34f311aa0618 None None] DHCP port deletion for 9b4a8914-fae3-4b3a-8c34-765873262e1a request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:55.446720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49860) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:55.471623 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3655c21-5756-4e76-9e29-f159c453c61e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:55.471793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0864f7a-d199-44c2-8f3d-34307c213ba6 None None] Network 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:00:55.479700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e3655c21-5756-4e76-9e29-f159c453c61e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c319d603-0243-43c4-a372-b7e936d765de HTTP/1.1" status: 204  len: 168 time: 2.8865283
Nov 27 21:00:55.480685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3655c21-5756-4e76-9e29-f159c453c61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c319d603-0243-43c4-a372-b7e936d765de,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:55.482409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49862) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:55.546765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead99148-6758-4790-a1b8-4c855b1fa659 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:55.554519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ead99148-6758-4790-a1b8-4c855b1fa659 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2720339
Nov 27 21:00:55.557389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49866) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:55.583243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fae3fb9f-c043-44c4-9dea-34f311aa0618 None None] Deleting port 64f41d5e-eb42-4921-b247-9585872b8d1a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:55.595964 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fae3fb9f-c043-44c4-9dea-34f311aa0618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:55.617584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-76c2461f-3246-4f5e-8b21-8be7119b0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:55.619133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-76c2461f-3246-4f5e-8b21-8be7119b0d6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=499be8a8-4191-4f3c-9180-8ea2b53c596f HTTP/1.1" status: 200  len: 857 time: 0.2554848
Nov 27 21:00:55.620376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71476af8-7889-436e-a520-dec528f7a94c req-845dc9a3-7770-4199-8d64-130aed34efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:55.621830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71476af8-7889-436e-a520-dec528f7a94c req-845dc9a3-7770-4199-8d64-130aed34efb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=499be8a8-4191-4f3c-9180-8ea2b53c596f HTTP/1.1" status: 200  len: 857 time: 0.3070655
Nov 27 21:00:55.676588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bce93048-8676-4bfd-9cc3-da7c0dcf292e tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7e57f53-b46c-4323-bb70-3baae0e50e31 HTTP/1.1" status: 200  len: 205 time: 0.5613141
Nov 27 21:00:55.679313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49874) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:55.755510 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-9db9e94f-b423-4fd9-aa27-1df727fb9b2b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] delete failed (client error): The resource could not be found.
Nov 27 21:00:55.756562 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9db9e94f-b423-4fd9-aa27-1df727fb9b2b tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/routers/b7e57f53-b46c-4323-bb70-3baae0e50e31 HTTP/1.1" status: 404  len: 336 time: 0.0769713
Nov 27 21:00:55.759593 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-2425e646-5ae3-4cd8-bc7a-d5b070568f84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d HTTP/1.1" status: 200  len: 217 time: 0.0925748
Nov 27 21:00:55.760045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49876) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:55.790742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71476af8-7889-436e-a520-dec528f7a94c req-ec0178a8-79df-4c14-bbe2-bc613d18e195 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f63875e-bf4a-47be-b2b4-689a7102b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1520901
Nov 27 21:00:55.795454 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:55.813329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b924fe-9f4d-4e78-954f-682ba307b899 None None] DHCP port deletion for 39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:55.835498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fae3fb9f-c043-44c4-9dea-34f311aa0618 None None] For port 64f41d5e-eb42-4921-b247-9585872b8d1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64f41d5e-eb42-4921-b247-9585872b8d1a,segment=NetworkSegment(80031d92-7fc2-4752-bfb5-2cbf93fde9ea),segment_id=80031d92-7fc2-4752-bfb5-2cbf93fde9ea)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:55.836191 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fae3fb9f-c043-44c4-9dea-34f311aa0618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:55.852566 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d98b16-d37d-4160-9d01-828816453128 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:00:55.853095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d98b16-d37d-4160-9d01-828816453128 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:00:55.856914 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-15d98b16-d37d-4160-9d01-828816453128 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/subnets/75f58b26-9d6a-4424-a6e3-5227733f4be5 HTTP/1.1" status: 404  len: 337 time: 0.0953276
Nov 27 21:00:55.862387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fae3fb9f-c043-44c4-9dea-34f311aa0618 None None] Calling delete_port for 64f41d5e-eb42-4921-b247-9585872b8d1a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:55.864289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49882) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:55.924555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71476af8-7889-436e-a520-dec528f7a94c req-f617ac01-7335-4a81-8355-4af88b2abb94 service neutron] 10.222.0.15 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1178019
Nov 27 21:00:55.926653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-c66a99a4-adbd-47ec-bf06-4d0166b06fbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f63875e-bf4a-47be-b2b4-689a7102b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2829421
Nov 27 21:00:55.950269 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2749bf43-843d-4694-8982-021df8b5075e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:55.964942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-029d9150-2484-4873-aae1-96a8e8b9b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:55.966461 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-029d9150-2484-4873-aae1-96a8e8b9b383 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=499be8a8-4191-4f3c-9180-8ea2b53c596f HTTP/1.1" status: 200  len: 857 time: 0.1833899
Nov 27 21:00:55.976954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2749bf43-843d-4694-8982-021df8b5075e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:55.979758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b99b3-1144-41a6-84df-cbb9ddc2ce3a req-983c2922-44b1-40d1-b157-3db2e1970c50 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:55.981662 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-584b99b3-1144-41a6-84df-cbb9ddc2ce3a req-983c2922-44b1-40d1-b157-3db2e1970c50 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 944 time: 0.2238543
Nov 27 21:00:55.995191 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fae3fb9f-c043-44c4-9dea-34f311aa0618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.025186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3fb9f-c043-44c4-9dea-34f311aa0618 None None] Pushing event deleted for resources: {'Port': ['ID=64f41d5e-eb42-4921-b247-9585872b8d1a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:56.045158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3fb9f-c043-44c4-9dea-34f311aa0618 None None] No DVR routers for this DVR port 64f41d5e-eb42-4921-b247-9585872b8d1a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:00:56.048491 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-02c86b52-977d-4e7b-84a6-96f3453537d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f63875e-bf4a-47be-b2b4-689a7102b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0637777
Nov 27 21:00:56.064784 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.180808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8b712fc0-a032-4511-9300-10a15b6548fe tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port 4af1d2c0-0f22-4131-b768-0085eb5203cc {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:56.181570 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b712fc0-a032-4511-9300-10a15b6548fe tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.196951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-584b99b3-1144-41a6-84df-cbb9ddc2ce3a req-d34ba197-039e-4e9c-8a00-8578e8debf90 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011600
Nov 27 21:00:56.299238 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71476af8-7889-436e-a520-dec528f7a94c req-b53b23f1-f39f-48a2-a299-9a982395428b service neutron] 10.222.0.15 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3514404
Nov 27 21:00:56.301133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-18973d67-a1f8-4e3b-b666-74f29c7ef7bc service neutron] 10.222.0.35 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3517888
Nov 27 21:00:56.304152 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.319018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-c979ce34-ae9c-4ced-bfe2-03e2726cb1f0 service neutron] 10.222.0.35 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471192
Nov 27 21:00:56.322630 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2749bf43-843d-4694-8982-021df8b5075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.325368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2749bf43-843d-4694-8982-021df8b5075e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.326776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2749bf43-843d-4694-8982-021df8b5075e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/158bec3e-1159-420b-a33c-f982fd58c81c HTTP/1.1" status: 204  len: 168 time: 0.8684962
Nov 27 21:00:56.401251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcb47370>,) {'filters': {'network_id': ['9b4a8914-fae3-4b3a-8c34-765873262e1a']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:56.405573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749bf43-843d-4694-8982-021df8b5075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158bec3e-1159-420b-a33c-f982fd58c81c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:56.424484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.427997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcb47370>, '80031d92-7fc2-4752-bfb5-2cbf93fde9ea') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:56.428300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcb47370>, '80031d92-7fc2-4752-bfb5-2cbf93fde9ea') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:56.479656 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.499368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2abe20>,) {'filters': {'network_id': ['39b4c68b-6f2a-4d98-a40b-89a7cdc47e01']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:56.507687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 64f41d5e-eb42-4921-b247-9585872b8d1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:00:56.517629 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.520762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2abe20>, '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:56.521081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2abe20>, '5b1fcf1a-396b-45fe-bf2f-ac1beb55c450') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:56.521359 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b712fc0-a032-4511-9300-10a15b6548fe tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.547633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8b712fc0-a032-4511-9300-10a15b6548fe tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for 4af1d2c0-0f22-4131-b768-0085eb5203cc owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:56.548804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.556929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:56.557371 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:56.563150 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:56.566944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 64f41d5e-eb42-4921-b247-9585872b8d1a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:00:56.567307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 64f41d5e-eb42-4921-b247-9585872b8d1a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:00:56.623889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76c9e1de-045c-464e-ad65-81d1c6a26fc1 req-48a3ce80-8239-431c-9eb0-3ead254fba3e service neutron] 10.222.0.35 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2954953
Nov 27 21:00:56.638140 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.660439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:56.661007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:56.662826 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:56.677848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a6f20f-02bc-4d4d-adc7-4084fddb3385 req-54818639-aab1-4fdf-9679-a2587babaf57 service neutron] 10.222.0.35 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3609695
Nov 27 21:00:56.710422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.722735 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.726170 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/networks/9b4a8914-fae3-4b3a-8c34-765873262e1a HTTP/1.1" status: 204  len: 168 time: 1.1611605
Nov 27 21:00:56.743197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49900) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:56.762154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c655a-6baa-4399-aba5-d75db2b16640 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Network': ['ID=9b4a8914-fae3-4b3a-8c34-765873262e1a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:56.813165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b712fc0-a032-4511-9300-10a15b6548fe tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.826255 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.846404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.849867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/39b4c68b-6f2a-4d98-a40b-89a7cdc47e01 HTTP/1.1" status: 204  len: 168 time: 1.3601694
Nov 27 21:00:56.875558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b712fc0-a032-4511-9300-10a15b6548fe tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=4af1d2c0-0f22-4131-b768-0085eb5203cc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:56.878758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05595c-4ee8-4a24-b48c-bc8060760e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=39b4c68b-6f2a-4d98-a40b-89a7cdc47e01,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:56.898587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:56.903413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-53c72f5e-9244-4f35-be88-4a619011b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:56.905111 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-53c72f5e-9244-4f35-be88-4a619011b702 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=57166f6505f544e38ae55d9360c4f40a&device_id=fda41fee-32f6-4482-a01d-5741ce9e405e HTTP/1.1" status: 200  len: 1094 time: 0.1609941
Nov 27 21:00:56.913531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d358db6-4af0-4572-b0af-47b868199f53 None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:56.945336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 224259aa-f342-4ded-891c-82a4330a6dfa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:57.060563 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b712fc0-a032-4511-9300-10a15b6548fe tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.070839 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8b712fc0-a032-4511-9300-10a15b6548fe tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/ports/4af1d2c0-0f22-4131-b768-0085eb5203cc HTTP/1.1" status: 204  len: 168 time: 1.2038915
Nov 27 21:00:57.071539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49914) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:57.074027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 224259aa-f342-4ded-891c-82a4330a6dfa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=224259aa-f342-4ded-891c-82a4330a6dfa,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:57.081019 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.096944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '224259aa-f342-4ded-891c-82a4330a6dfa', 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2', 'port_id': '224259aa-f342-4ded-891c-82a4330a6dfa', 'mac_address': 'fa:16:3e:27:07:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499be8a8-4191-4f3c-9180-8ea2b53c596f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:57.121490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe411850>,) {'filters': {'network_id': ['2a02dbf1-d441-42d0-89dd-ea6bba2cf562']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:57.142086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe411850>, '376193d4-3aad-4a86-ac34-90fb7a4544f6') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:57.142744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe411850>, '376193d4-3aad-4a86-ac34-90fb7a4544f6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:57.145634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-f7619e09-2089-4992-a3e0-657e40764944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:57.147461 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-f7619e09-2089-4992-a3e0-657e40764944 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6f63875e-bf4a-47be-b2b4-689a7102b5e2 HTTP/1.1" status: 200  len: 918 time: 0.2308927
Nov 27 21:00:57.160362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.168247 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.190565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224259aa-f342-4ded-891c-82a4330a6dfa {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:57.202777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49918) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:57.214408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 224259aa-f342-4ded-891c-82a4330a6dfa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=224259aa-f342-4ded-891c-82a4330a6dfa,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:57.225182 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.228588 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-d58e9958-29a3-43ae-b52a-f697d7e98c6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a817425-e604-4c3b-8fd2-825b29553f9f HTTP/1.1" status: 200  len: 217 time: 0.0728838
Nov 27 21:00:57.234160 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.251887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d57c00d4-d047-49a9-b11e-16334318f343 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port 10a5c330-b4aa-463d-a466-674b56eb7811 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:57.252252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d57c00d4-d047-49a9-b11e-16334318f343 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.265225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:57.272506 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:57.278079 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:57.301675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=224259aa-f342-4ded-891c-82a4330a6dfa,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:57.367319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-25587dab-9a63-47eb-8c97-8b7b385b5e1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=376670c463284dec902268e55ba60b72&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1590683
Nov 27 21:00:57.372570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49926) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:57.472117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-0ad053dd-867d-42f0-b345-2a6645399458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:57.473595 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-0ad053dd-867d-42f0-b345-2a6645399458 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=499be8a8-4191-4f3c-9180-8ea2b53c596f HTTP/1.1" status: 200  len: 857 time: 0.2364624
Nov 27 21:00:57.476751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.490536 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0a341801-b571-49de-8198-8e9e9953fcce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.490702 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.494263 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/networks/2a02dbf1-d441-42d0-89dd-ea6bba2cf562 HTTP/1.1" status: 204  len: 168 time: 0.7485185
Nov 27 21:00:57.499781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49932) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:57.520520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cab518-7c9a-4b7a-98ca-4812989dc726 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Network': ['ID=2a02dbf1-d441-42d0-89dd-ea6bba2cf562,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:57.528527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0a341801-b571-49de-8198-8e9e9953fcce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.543910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72743-5bbf-4411-b3d1-502fcf2890b1 req-441f2896-4d99-4e20-8890-286629807bdc tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:57.552429 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-adf72743-5bbf-4411-b3d1-502fcf2890b1 req-441f2896-4d99-4e20-8890-286629807bdc tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 944 time: 0.1425183
Nov 27 21:00:57.557047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-02f92ddd-fb67-4ff0-af51-e75988b46278 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6f63875e-bf4a-47be-b2b4-689a7102b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676858
Nov 27 21:00:57.578158 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d57c00d4-d047-49a9-b11e-16334318f343 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.592487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d57c00d4-d047-49a9-b11e-16334318f343 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for 10a5c330-b4aa-463d-a466-674b56eb7811 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:00:57.616392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['224259aa-f342-4ded-891c-82a4330a6dfa'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:57.661244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-adf72743-5bbf-4411-b3d1-502fcf2890b1 req-86b5a0a9-362a-44e0-a1ff-d04eab67a80d tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078098
Nov 27 21:00:57.700735 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-f04876f7-8861-4e51-95ca-3ef498c5e9d1 service neutron] 10.222.0.35 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301019
Nov 27 21:00:57.758832 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0a341801-b571-49de-8198-8e9e9953fcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.761798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0a341801-b571-49de-8198-8e9e9953fcce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.762967 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0a341801-b571-49de-8198-8e9e9953fcce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2ac7593-09fb-4c4d-9ad4-0f12045816a5 HTTP/1.1" status: 204  len: 168 time: 0.3892577
Nov 27 21:00:57.789279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a341801-b571-49de-8198-8e9e9953fcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ac7593-09fb-4c4d-9ad4-0f12045816a5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:57.821736 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:57.869632 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d43d530e-256e-4609-80b4-dfea8fdb2995 req-88594a98-5b39-465c-a73c-f23bceb0cd96 service neutron] 10.222.0.35 "GET /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593380
Nov 27 21:00:58.029084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:00:58.080440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d57c00d4-d047-49a9-b11e-16334318f343 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.092305 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.129530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c00d4-d047-49a9-b11e-16334318f343 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=10a5c330-b4aa-463d-a466-674b56eb7811,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:58.140264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0a36d0>,) {'filters': {'network_id': ['9557ce27-9647-429d-b55f-3383c971cd18']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:58.163098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0a36d0>, '748ad333-cbda-480d-9c02-c9404b74ecf2') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:58.163458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0a36d0>, '748ad333-cbda-480d-9c02-c9404b74ecf2') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:58.164632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682bc4d3-42ed-4140-b19b-6443076d85c1 None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:00:58.191727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:58.209897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d', 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2', 'port_id': 'e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d', 'mac_address': 'fa:16:3e:c1:b3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499be8a8-4191-4f3c-9180-8ea2b53c596f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:00:58.232648 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.234837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d57c00d4-d047-49a9-b11e-16334318f343 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.241020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d57c00d4-d047-49a9-b11e-16334318f343 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/ports/10a5c330-b4aa-463d-a466-674b56eb7811 HTTP/1.1" status: 204  len: 168 time: 1.1684391
Nov 27 21:00:58.241264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49970) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:58.263315 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.274630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:58.275056 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:58.280023 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:58.294931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.334402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:00:58.363668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d5ba82-c39b-4665-85ad-83d293cc5286 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:58.365257 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.365444 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-43d5ba82-c39b-4665-85ad-83d293cc5286 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "GET /v2.0/ports?device_id=15f7f390-3910-41a7-b101-cd1216b1cd8e HTTP/1.1" status: 200  len: 913 time: 0.1231453
Nov 27 21:00:58.372327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49972) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:58.381979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.397872 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/networks/9557ce27-9647-429d-b55f-3383c971cd18 HTTP/1.1" status: 204  len: 168 time: 0.8911836
Nov 27 21:00:58.399047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49976) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:00:58.414584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:58.428853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044430e-1171-4ec2-a930-bdaf8cf58cee tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Network': ['ID=9557ce27-9647-429d-b55f-3383c971cd18,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:58.440544 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.520592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:58.603871 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:58.801593 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:00:58.838546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ac375-f8d4-4a7a-8899-c143f73dc1c6 req-5984da81-5b9e-48e7-83ca-0f7aa6315e6a tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:00:58.840975 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c2ac375-f8d4-4a7a-8899-c143f73dc1c6 req-5984da81-5b9e-48e7-83ca-0f7aa6315e6a tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 945 time: 0.0827444
Nov 27 21:00:58.904092 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:00:58.955420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c2ac375-f8d4-4a7a-8899-c143f73dc1c6 req-0db9a5a4-0d01-4cda-bcd0-d85a36ce1296 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062567
Nov 27 21:00:58.974600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 224259aa-f342-4ded-891c-82a4330a6dfa up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:00:59.090766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 224259aa-f342-4ded-891c-82a4330a6dfa completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:00:59.098596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 224259aa-f342-4ded-891c-82a4330a6dfa triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:00:59.098982 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.104404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.125395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef219790>,) {'filters': {'network_id': ['5500491d-190f-42f4-b574-059bffe1a351']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:59.135206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef219790>, '92882b52-344a-466b-a9e1-32f13dcced6f') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:59.135628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef219790>, '92882b52-344a-466b-a9e1-32f13dcced6f') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:00:59.147342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.209137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.222248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:00:59.222691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.223877 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:00:59.225921 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:00:59.266038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be17e59d-66fb-4532-a358-99abd059f136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224259aa-f342-4ded-891c-82a4330a6dfa'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:00:59.269618 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51abdf68-377d-431f-a926-697bffbf0c5f" -d '{"events": [{"server_uuid": "be17e59d-66fb-4532-a358-99abd059f136", "name": "network-vif-plugged", "status": "completed", "tag": "224259aa-f342-4ded-891c-82a4330a6dfa"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:00:59.293513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 224259aa-f342-4ded-891c-82a4330a6dfa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=224259aa-f342-4ded-891c-82a4330a6dfa,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:00:59.300292 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.344877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.361133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.364766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] 10.222.0.21 "DELETE /v2.0/networks/5500491d-190f-42f4-b574-059bffe1a351 HTTP/1.1" status: 204  len: 168 time: 0.9646103
Nov 27 21:00:59.368976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=224259aa-f342-4ded-891c-82a4330a6dfa,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:59.377545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eeb10b-d03c-43ed-a4e3-3a45e4a95d94 tempest-BulkNetworkOpsIpV6Test-131997527 tempest-BulkNetworkOpsIpV6Test-131997527-project] Pushing event deleted for resources: {'Network': ['ID=5500491d-190f-42f4-b574-059bffe1a351,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:00:59.599956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:00:59.651140 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c887e281-55e8-423d-977a-6aa114fc16d7 x-openstack-request-id: req-c887e281-55e8-423d-977a-6aa114fc16d7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:00:59.651799 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be17e59d-66fb-4532-a358-99abd059f136", "name": "network-vif-plugged", "status": "completed", "tag": "224259aa-f342-4ded-891c-82a4330a6dfa", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:00:59.652121 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c887e281-55e8-423d-977a-6aa114fc16d7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:00:59.652612 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be17e59d-66fb-4532-a358-99abd059f136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224259aa-f342-4ded-891c-82a4330a6dfa', 'code': 200}
Nov 27 21:00:59.986137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port c83a875b-2ae5-4892-862d-c09605bb89c1 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:00:59.986633 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.045742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6a817425-e604-4c3b-8fd2-825b29553f9f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:01:00.069876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:00.149229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.161836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872fb8b-a06b-4ee4-8c24-2f6cf5f65ef4 req-49be2db7-d3ca-4586-be7c-e55c0a00a8fa tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:00.163677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0872fb8b-a06b-4ee4-8c24-2f6cf5f65ef4 req-49be2db7-d3ca-4586-be7c-e55c0a00a8fa tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 945 time: 0.1067407
Nov 27 21:01:00.184388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for c83a875b-2ae5-4892-862d-c09605bb89c1 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:00.215744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:01:00.248131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:00.248557 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.301120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6a817425-e604-4c3b-8fd2-825b29553f9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a817425-e604-4c3b-8fd2-825b29553f9f,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:00.318042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '6a817425-e604-4c3b-8fd2-825b29553f9f', 'network_id': '6f63875e-bf4a-47be-b2b4-689a7102b5e2', 'port_id': '6a817425-e604-4c3b-8fd2-825b29553f9f', 'mac_address': 'fa:16:3e:57:d2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499be8a8-4191-4f3c-9180-8ea2b53c596f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:01:00.353022 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0872fb8b-a06b-4ee4-8c24-2f6cf5f65ef4 req-7a944a95-6c13-4fe3-b313-7b871524fb13 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634629
Nov 27 21:01:00.361664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a53a8-f2cc-43e2-aba1-b2074df78baa req-2409ad05-8b33-4d26-96ff-5b34ddb2ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:00.363183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ef2a53a8-f2cc-43e2-aba1-b2074df78baa req-2409ad05-8b33-4d26-96ff-5b34ddb2ef1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 1097 time: 0.6462717
Nov 27 21:01:00.369381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50030) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:00.470720 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ef2a53a8-f2cc-43e2-aba1-b2074df78baa req-95a0f150-3c0e-46a7-a386-d250ca423bcf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987365
Nov 27 21:01:00.553400 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.594990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=c83a875b-2ae5-4892-862d-c09605bb89c1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:00.624577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9360fef-529b-454c-bc25-459733738511 None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:00.633861 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.689772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a817425-e604-4c3b-8fd2-825b29553f9f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:01:00.697606 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.731665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6a817425-e604-4c3b-8fd2-825b29553f9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a817425-e604-4c3b-8fd2-825b29553f9f,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:00.736160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-27715999-56b6-4b3a-a18e-f8bbb1ba15ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0244f189ab184335836dff9b74a0fcb6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3498907
Nov 27 21:01:00.737381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50042) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:00.746590 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.754709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:00.796551 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.825654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-452809df-ebf2-49f3-8819-78c5001e4205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.831234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6a817425-e604-4c3b-8fd2-825b29553f9f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:00.872542 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.876159 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-452809df-ebf2-49f3-8819-78c5001e4205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.937862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-452809df-ebf2-49f3-8819-78c5001e4205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.942881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-452809df-ebf2-49f3-8819-78c5001e4205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:00.947873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-452809df-ebf2-49f3-8819-78c5001e4205 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a06666f-303b-495e-a5b4-a22c97b99c4e HTTP/1.1" status: 204  len: 168 time: 0.2060807
Nov 27 21:01:00.963444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:00.967131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452809df-ebf2-49f3-8819-78c5001e4205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a06666f-303b-495e-a5b4-a22c97b99c4e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:01.086833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['6a817425-e604-4c3b-8fd2-825b29553f9f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:01:01.190128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Router 15f7f390-3910-41a7-b101-cd1216b1cd8e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:01.339637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:01.349222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e4a8aeac-cce5-499f-ba1b-f8fa4241e2f0 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "PUT /v2.0/routers/15f7f390-3910-41a7-b101-cd1216b1cd8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9750717
Nov 27 21:01:01.351664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50064) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:01.355044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233013a3-4bde-4196-bb19-bd8d860efc92 None None] Sync routers for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:01.389145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233013a3-4bde-4196-bb19-bd8d860efc92 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:01.389842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-233013a3-4bde-4196-bb19-bd8d860efc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfe2640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:01.409298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50068) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:01.485148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-233013a3-4bde-4196-bb19-bd8d860efc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfe2640>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:01.497869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233013a3-4bde-4196-bb19-bd8d860efc92 None None] Routers {'15f7f390-3910-41a7-b101-cd1216b1cd8e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:01.499445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-233013a3-4bde-4196-bb19-bd8d860efc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfe2640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['15f7f390-3910-41a7-b101-cd1216b1cd8e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:01.548773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-233013a3-4bde-4196-bb19-bd8d860efc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfe2640>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:01.549693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233013a3-4bde-4196-bb19-bd8d860efc92 None None] The sync data for ids ['15f7f390-3910-41a7-b101-cd1216b1cd8e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:01.590798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b80876-660e-4c81-8083-f47b76a92a1c req-73dffe27-33ee-40b0-a748-c99996eab9f6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:01.592374 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40b80876-660e-4c81-8083-f47b76a92a1c req-73dffe27-33ee-40b0-a748-c99996eab9f6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 946 time: 0.1212692
Nov 27 21:01:01.595137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:01.654557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029c8f1e-d549-4ac9-8ebe-6e110271af7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:01.658073 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e876247-204c-4fe6-ac7c-ffd8ae979b6b" -d '{"events": [{"server_uuid": "029c8f1e-d549-4ac9-8ebe-6e110271af7d", "name": "network-vif-plugged", "status": "completed", "tag": "e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:01.711889 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d63aae7-c9fd-49b6-b160-c55e050a0015 x-openstack-request-id: req-8d63aae7-c9fd-49b6-b160-c55e050a0015 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:01.712399 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029c8f1e-d549-4ac9-8ebe-6e110271af7d", "name": "network-vif-plugged", "status": "completed", "tag": "e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:01.712584 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d63aae7-c9fd-49b6-b160-c55e050a0015 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:01.712997 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029c8f1e-d549-4ac9-8ebe-6e110271af7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d', 'code': 200}
Nov 27 21:01:01.759890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40b80876-660e-4c81-8083-f47b76a92a1c req-8f8e5f0c-098d-4b5a-a3b7-2aaafefa9ac9 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261168
Nov 27 21:01:01.779082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1474307393-network', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:01.805628 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:01.845475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Made reservation on behalf of 2a621d68a46c42269f2eea4bc56c671f for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:01.849066 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:01.862999 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:01.930470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ae911-ac84-458d-9614-abe341c8c5a6 req-2c3fa295-3a82-4a50-a528-54578e19a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:01.932250 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c0ae911-ac84-458d-9614-abe341c8c5a6 req-2c3fa295-3a82-4a50-a528-54578e19a632 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 1097 time: 0.0703428
Nov 27 21:01:01.951106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting port 64f9aa01-c6de-4a3f-ba16-c2aa993f201c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:01.951106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.013533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c0ae911-ac84-458d-9614-abe341c8c5a6 req-bbcd04cc-d998-4d35-adae-c6ea7a7e8553 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603082
Nov 27 21:01:02.064513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.069893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.077443 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.085006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Calling delete_port for 64f9aa01-c6de-4a3f-ba16-c2aa993f201c owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:02.103814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:02.121014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec68aae5-9d88-4a20-bfa5-2fca01b44885,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:02.124911 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.125426 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Added segment cb02d594-1e1d-446b-a727-262a5d0090f6 of type vlan for network ef6c6178-d8bd-4309-ba9b-3100431bc7eb
Nov 27 21:01:02.186461 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.245394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.246591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:02.248018 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.300899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8881395
Nov 27 21:01:02.303102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50098) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:02.325020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50100) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:02.345044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Request body: {'subnet': {'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1474307393-subnet', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:02.365364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.408570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Made reservation on behalf of 2a621d68a46c42269f2eea4bc56c671f for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:02.413275 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.440667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307540b-8040-451e-87de-5bca54057b8a admin admin] Pushing event updated for resources: {'Network': ['ID=ef6c6178-d8bd-4309-ba9b-3100431bc7eb,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:02.441341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Port': ['ID=64f9aa01-c6de-4a3f-ba16-c2aa993f201c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:02.448517 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8243bbb-ddf8-4a42-aaf4-85722af4e4e7 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:02.471203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network ef6c6178-d8bd-4309-ba9b-3100431bc7eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:02.633279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-898eff96-f105-44df-b362-9c75b966aa50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.747358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.753608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.878333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.880874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.914304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:02.944363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50122) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:02.955707 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.956283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Fanout notify agent at l3_agent the message router_deleted on router 15f7f390-3910-41a7-b101-cd1216b1cd8e {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:01:02.967802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:02.969366 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1bba7bf2-46ab-4732-ae82-5c59a12044f3 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/routers/15f7f390-3910-41a7-b101-cd1216b1cd8e HTTP/1.1" status: 204  len: 168 time: 1.6164141
Nov 27 21:01:02.973626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50128) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.005577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Checking segment: {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:03.005577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Network hostable DHCP agents. Network: ef6c6178-d8bd-4309-ba9b-3100431bc7eb, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:03.033806 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-898eff96-f105-44df-b362-9c75b966aa50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.044049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-898eff96-f105-44df-b362-9c75b966aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.060393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04003371-a963-4e0d-94f6-310407b7310a req-701dc5a2-fb02-4631-8610-b63c89fdbaf1 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:03.061998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04003371-a963-4e0d-94f6-310407b7310a req-701dc5a2-fb02-4631-8610-b63c89fdbaf1 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 946 time: 0.1718395
Nov 27 21:01:03.098056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-89703315-34b5-44b3-b3f0-3c98c465c253 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Deleting subnet 0c99c4a5-5902-4c5b-addf-47bb6028b828 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:01:03.103005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Network ef6c6178-d8bd-4309-ba9b-3100431bc7eb is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:03.112633 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89703315-34b5-44b3-b3f0-3c98c465c253 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.122758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-898eff96-f105-44df-b362-9c75b966aa50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff0c5ffa7ffe48c98f9fe4896176ba3a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7962892
Nov 27 21:01:03.123687 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50140) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.129819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f20f7179-c5c9-4b1c-8eb0-09f1aa5e904c tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] Request body: {'port': {'network_id': '8b3bb488-bd6b-4d70-9b21-95a23d40796f', 'name': 'tempest-NetworksNegativeTestJSON-740548066'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:03.135065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898eff96-f105-44df-b362-9c75b966aa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1a61a7-1bf2-4d45-bf32-db0aba32e2a1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:03.176678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef6c6178-d8bd-4309-ba9b-3100431bc7eb) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:03.186883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120c414-98c2-48c4-9308-afd3c3a27266 None None] Network ef6c6178-d8bd-4309-ba9b-3100431bc7eb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:03.190556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:03.190833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.199242 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20f7179-c5c9-4b1c-8eb0-09f1aa5e904c tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] POST failed (client error): The resource could not be found.
Nov 27 21:01:03.200583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20f7179-c5c9-4b1c-8eb0-09f1aa5e904c tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:01:03.202046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f20f7179-c5c9-4b1c-8eb0-09f1aa5e904c tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2561753
Nov 27 21:01:03.208108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50142) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.228925 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89703315-34b5-44b3-b3f0-3c98c465c253 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.230201 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21490cf-e170-442c-8d83-4662092cd4e0 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:01:03.230724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21490cf-e170-442c-8d83-4662092cd4e0 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:01:03.240284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c21490cf-e170-442c-8d83-4662092cd4e0 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "DELETE /v2.0/networks/4d6973e9-7fdb-4692-93b3-925735e0a4ad HTTP/1.1" status: 404  len: 339 time: 0.0255711
Nov 27 21:01:03.240284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50144) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.259416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2198bdb4-97be-4fe4-a1ad-63575a522a46 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9201953
Nov 27 21:01:03.268001 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04003371-a963-4e0d-94f6-310407b7310a req-19d6e0a5-0126-439c-b95f-86e720e8ff94 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957738
Nov 27 21:01:03.269207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50146) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.277470 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f49a18-8dea-4a73-bfc4-fa41b7be354d tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:01:03.278073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f49a18-8dea-4a73-bfc4-fa41b7be354d tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:01:03.288746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-31f49a18-8dea-4a73-bfc4-fa41b7be354d tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "DELETE /v2.0/ports/37a6e324-e05c-4a82-808c-3a211736e640 HTTP/1.1" status: 404  len: 333 time: 0.0419691
Nov 27 21:01:03.288746 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0aef1a99-e5f6-48a6-9324-d10b04f745d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.294042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50148) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.297919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:03.319763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89703315-34b5-44b3-b3f0-3c98c465c253 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.348521 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c90f28-e491-4aa2-89d6-bb590fc73230 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:01:03.349134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c90f28-e491-4aa2-89d6-bb590fc73230 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:01:03.356036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d6c90f28-e491-4aa2-89d6-bb590fc73230 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "DELETE /v2.0/subnets/8ff517b2-1544-404a-a16a-75977ee07bb4 HTTP/1.1" status: 404  len: 337 time: 0.0606198
Nov 27 21:01:03.357131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50150) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.360072 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0aef1a99-e5f6-48a6-9324-d10b04f745d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.384000 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.385384 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.404242 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb52211-545f-46ea-8b2f-704e44641528 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] GET failed (client error): The resource could not be found.
Nov 27 21:01:03.406582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ebb52211-545f-46ea-8b2f-704e44641528 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "GET /v2.0/networks/9838c7c1-dbe1-4ba8-9cc5-6e783bb8656a HTTP/1.1" status: 404  len: 339 time: 0.0435820
Nov 27 21:01:03.420418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50152) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.420745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f8fd9-da9b-47d7-9107-ffa2170827e6 None None] Network ef6c6178-d8bd-4309-ba9b-3100431bc7eb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:03.458251 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8b3fbe-9a24-4155-a368-5d960e03f4aa tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] GET failed (client error): The resource could not be found.
Nov 27 21:01:03.458916 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89703315-34b5-44b3-b3f0-3c98c465c253 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.460372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9c8b3fbe-9a24-4155-a368-5d960e03f4aa tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "GET /v2.0/ports/3182564d-ee72-4657-9f09-57bdc155f63a HTTP/1.1" status: 404  len: 333 time: 0.0387626
Nov 27 21:01:03.464487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50154) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.500289 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f11947-de9b-4ad2-99c8-4b953225c5f8 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] GET failed (client error): The resource could not be found.
Nov 27 21:01:03.501771 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f0f11947-de9b-4ad2-99c8-4b953225c5f8 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "GET /v2.0/subnets/acaed6d6-060f-4d94-ba2d-780cdf0a04ad HTTP/1.1" status: 404  len: 337 time: 0.0359299
Nov 27 21:01:03.505907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.512307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-71ce317a-5883-4f1a-b0c8-6b19ee4e393f tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] Request body: {'network': {'name': 'new_name'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:03.535186 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ce317a-5883-4f1a-b0c8-6b19ee4e393f tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] PUT failed (client error): The resource could not be found.
Nov 27 21:01:03.535977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ce317a-5883-4f1a-b0c8-6b19ee4e393f tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:01:03.538559 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-71ce317a-5883-4f1a-b0c8-6b19ee4e393f tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "PUT /v2.0/networks/86064463-e70e-4680-ae1d-9a35553b9165 HTTP/1.1" status: 404  len: 339 time: 0.0304890
Nov 27 21:01:03.541302 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0aef1a99-e5f6-48a6-9324-d10b04f745d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.542348 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0aef1a99-e5f6-48a6-9324-d10b04f745d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.544527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0aef1a99-e5f6-48a6-9324-d10b04f745d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed1a61a7-1bf2-4d45-bf32-db0aba32e2a1 HTTP/1.1" status: 204  len: 168 time: 0.4097104
Nov 27 21:01:03.544527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50158) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.549002 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.551984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-01947cbb-42a6-42c3-aafd-a9a12fe97e0f tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] Request body: {'port': {'name': 'new_name'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:03.555569 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89703315-34b5-44b3-b3f0-3c98c465c253 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.559083 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-89703315-34b5-44b3-b3f0-3c98c465c253 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/subnets/0c99c4a5-5902-4c5b-addf-47bb6028b828 HTTP/1.1" status: 204  len: 168 time: 0.5760641
Nov 27 21:01:03.568867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf19f0-d2df-4132-ba0b-d979f5347e00 None None] Network 340d6a40-407b-4a21-aa25-0144f39bb11b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:03.575187 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-01947cbb-42a6-42c3-aafd-a9a12fe97e0f tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] PUT failed (client error): The resource could not be found.
Nov 27 21:01:03.575784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01947cbb-42a6-42c3-aafd-a9a12fe97e0f tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:01:03.581087 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-01947cbb-42a6-42c3-aafd-a9a12fe97e0f tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "PUT /v2.0/ports/3ba8bd5a-6311-4aff-82c4-6ca7c145e793 HTTP/1.1" status: 404  len: 333 time: 0.0296080
Nov 27 21:01:03.581087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50162) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.581351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89703315-34b5-44b3-b3f0-3c98c465c253 tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Subnet': ['ID=0c99c4a5-5902-4c5b-addf-47bb6028b828,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:03.581930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50164) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:03.589343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-297f7287-09c7-47e9-8d0c-57a0854f08c5 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:03.598955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef1a99-e5f6-48a6-9324-d10b04f745d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1a61a7-1bf2-4d45-bf32-db0aba32e2a1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:03.714938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.717265 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-297f7287-09c7-47e9-8d0c-57a0854f08c5 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] PUT failed (client error): The resource could not be found.
Nov 27 21:01:03.717711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297f7287-09c7-47e9-8d0c-57a0854f08c5 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:01:03.718936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-297f7287-09c7-47e9-8d0c-57a0854f08c5 tempest-NetworksNegativeTestJSON-1392468093 tempest-NetworksNegativeTestJSON-1392468093-project] 10.222.0.21 "PUT /v2.0/subnets/74be46dc-9d86-4068-aa16-d9fac8a48a25 HTTP/1.1" status: 404  len: 337 time: 0.1359413
Nov 27 21:01:03.760036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2307c9-19b3-422e-b69a-351234f63be7 None None] DHCP port deletion for 340d6a40-407b-4a21-aa25-0144f39bb11b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:03.811460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.890068 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.923197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6cebb0>,) {'filters': {'network_id': ['340d6a40-407b-4a21-aa25-0144f39bb11b']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:03.962086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6cebb0>, 'e4ff3366-aea1-464f-befe-d0eeeadacd01') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:03.962510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6cebb0>, 'e4ff3366-aea1-464f-befe-d0eeeadacd01') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:03.974928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:03.991766 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.000986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:01:04.001307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:01:04.004723 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:01:04.046345 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fcfe2910-8431-4e83-8d6f-f084a247e78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.060495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6a817425-e604-4c3b-8fd2-825b29553f9f up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:04.111145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.117799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.161766 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.178389 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] 10.222.0.21 "DELETE /v2.0/networks/340d6a40-407b-4a21-aa25-0144f39bb11b HTTP/1.1" status: 204  len: 168 time: 0.5825360
Nov 27 21:01:04.179049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50188) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:04.185133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.187819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf202f3-781d-4afb-bf2f-9c8337f9b1ff tempest-FloatingIPTestJSON-206740293 tempest-FloatingIPTestJSON-206740293-project] Pushing event deleted for resources: {'Network': ['ID=340d6a40-407b-4a21-aa25-0144f39bb11b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:04.226613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 6a817425-e604-4c3b-8fd2-825b29553f9f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:01:04.236381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 6a817425-e604-4c3b-8fd2-825b29553f9f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:04.238139 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.366043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Allocated IP 172.35.3.129 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/5b5f3d77-5114-4d45-996e-a52fc9eb8759) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:04.435370 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.453202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50208) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:04.473228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda41fee-32f6-4482-a01d-5741ce9e405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a817425-e604-4c3b-8fd2-825b29553f9f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:04.476383 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ba88a2-9d51-4a56-ae19-c3f444f7dce2" -d '{"events": [{"server_uuid": "fda41fee-32f6-4482-a01d-5741ce9e405e", "name": "network-vif-plugged", "status": "completed", "tag": "6a817425-e604-4c3b-8fd2-825b29553f9f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:04.497754 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fbea381-575d-40ed-a1bb-795c8c3841a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.513673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6a817425-e604-4c3b-8fd2-825b29553f9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a817425-e604-4c3b-8fd2-825b29553f9f,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:04.526321 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.560404 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ad6ed-1d62-47aa-b0b6-fe55aa12473b x-openstack-request-id: req-1d4ad6ed-1d62-47aa-b0b6-fe55aa12473b {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:04.560596 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda41fee-32f6-4482-a01d-5741ce9e405e", "name": "network-vif-plugged", "status": "completed", "tag": "6a817425-e604-4c3b-8fd2-825b29553f9f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:04.561138 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d4ad6ed-1d62-47aa-b0b6-fe55aa12473b {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:04.561522 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda41fee-32f6-4482-a01d-5741ce9e405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a817425-e604-4c3b-8fd2-825b29553f9f', 'code': 200}
Nov 27 21:01:04.577307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e0a3a-ddc7-4b84-b462-c4ed8f90f7b2 req-11fb9cd8-e595-40f8-967c-816185f0fe14 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:04.591152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-095e0a3a-ddc7-4b84-b462-c4ed8f90f7b2 req-11fb9cd8-e595-40f8-967c-816185f0fe14 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 946 time: 0.2062523
Nov 27 21:01:04.599796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6a817425-e604-4c3b-8fd2-825b29553f9f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:04.630816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50212) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:04.692222 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-095e0a3a-ddc7-4b84-b462-c4ed8f90f7b2 req-d0abcd19-3c66-49b6-8fc0-c3f7280b1ef7 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968387
Nov 27 21:01:04.805698 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afe0465-3953-45f8-bd76-74b1a87351bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.860511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fbea381-575d-40ed-a1bb-795c8c3841a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.871708 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fbea381-575d-40ed-a1bb-795c8c3841a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.956670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d29577-1a15-4a60-807c-dc8b08833aa7 req-179ac799-8650-4f45-aa4e-6ea6fea095da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:04.958273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79d29577-1a15-4a60-807c-dc8b08833aa7 req-179ac799-8650-4f45-aa4e-6ea6fea095da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fda41fee-32f6-4482-a01d-5741ce9e405e HTTP/1.1" status: 200  len: 1096 time: 0.1177318
Nov 27 21:01:04.962756 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-93d47fd9-cd6b-48fb-a658-002d5b5bf59d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca0593ed63ef4485bdc237459cf2f12e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3293273
Nov 27 21:01:04.967717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4fbea381-575d-40ed-a1bb-795c8c3841a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab0c3c79eb494a89af6a933e56b4981b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5123305
Nov 27 21:01:04.968215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c3b19-0d3a-4833-8978-a0f920380faa req-5e502a75-a032-41b6-a19e-efa947fbefdc tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:04.968394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50228) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:04.968646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50230) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:04.970128 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-758c3b19-0d3a-4833-8978-a0f920380faa req-5e502a75-a032-41b6-a19e-efa947fbefdc tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 946 time: 0.1307662
Nov 27 21:01:04.973139 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:04.986453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbea381-575d-40ed-a1bb-795c8c3841a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b2f634-0dbc-4604-9d3b-46fd0ec401e3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:05.070819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79d29577-1a15-4a60-807c-dc8b08833aa7 req-82ddb51b-ed59-477c-98be-3a35d790605e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959191
Nov 27 21:01:05.084113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afe0465-3953-45f8-bd76-74b1a87351bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.087718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-758c3b19-0d3a-4833-8978-a0f920380faa req-380a5b41-9e7c-4ada-b233-5a6fc42ac7b3 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049044
Nov 27 21:01:05.089264 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.093865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afe0465-3953-45f8-bd76-74b1a87351bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.129258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:05.133540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fcacd815-77e7-4516-b711-cb5d735a61a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.133718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:05.137575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:05.142652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bbe236f4-00d0-4e2f-9f24-097d347825a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.153585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61914b4-9d68-4725-b05f-03866a1c9ca2 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:05.163745 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Pushing event updated for resources: {'Port': ['ID=5b5f3d77-5114-4d45-996e-a52fc9eb8759,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:05.170016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bbe236f4-00d0-4e2f-9f24-097d347825a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.197273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9efb26cf-019c-4a6f-90f5-97e8efa324ec None None] Provisioning complete for port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:05.197660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9efb26cf-019c-4a6f-90f5-97e8efa324ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.248146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fcacd815-77e7-4516-b711-cb5d735a61a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.265035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9efb26cf-019c-4a6f-90f5-97e8efa324ec None None] Port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:05.274820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe0465-3953-45f8-bd76-74b1a87351bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57ad593-038f-4213-8286-65021e4bf1ba,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:05.288071 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6afe0465-3953-45f8-bd76-74b1a87351bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8761cec323f4d3883ea4df20f06cdd4&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0918894
Nov 27 21:01:05.292254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50248) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:05.401340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bbe236f4-00d0-4e2f-9f24-097d347825a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.402750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bbe236f4-00d0-4e2f-9f24-097d347825a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.407524 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bbe236f4-00d0-4e2f-9f24-097d347825a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9b2f634-0dbc-4604-9d3b-46fd0ec401e3 HTTP/1.1" status: 204  len: 168 time: 0.4284770
Nov 27 21:01:05.424035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39190b55-88b7-4d2e-94cf-7280cc93eef3 req-807b036b-cad9-4a7a-8944-c33855fd957b tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:05.432913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39190b55-88b7-4d2e-94cf-7280cc93eef3 req-807b036b-cad9-4a7a-8944-c33855fd957b tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=fda41fee-32f6-4482-a01d-5741ce9e405e HTTP/1.1" status: 200  len: 945 time: 0.2303741
Nov 27 21:01:05.466620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe236f4-00d0-4e2f-9f24-097d347825a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b2f634-0dbc-4604-9d3b-46fd0ec401e3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:05.468753 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.472770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fcacd815-77e7-4516-b711-cb5d735a61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.476298 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fcacd815-77e7-4516-b711-cb5d735a61a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.477391 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fcacd815-77e7-4516-b711-cb5d735a61a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65c956fe-37cc-4605-a404-b96ee9bb5162 HTTP/1.1" status: 204  len: 168 time: 0.5041251
Nov 27 21:01:05.505525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacd815-77e7-4516-b711-cb5d735a61a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c956fe-37cc-4605-a404-b96ee9bb5162,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:05.513678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2ed7-9e0e-44ea-8bc6-877416d6f16d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.538199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39190b55-88b7-4d2e-94cf-7280cc93eef3 req-e9185b6d-8a93-43b1-b1e3-0c189433b1fe tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040392
Nov 27 21:01:05.565889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2ed7-9e0e-44ea-8bc6-877416d6f16d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.573335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50256) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:05.637883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2ed7-9e0e-44ea-8bc6-877416d6f16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.640971 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5e2a2ed7-9e0e-44ea-8bc6-877416d6f16d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.643429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5e2a2ed7-9e0e-44ea-8bc6-877416d6f16d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b57ad593-038f-4213-8286-65021e4bf1ba HTTP/1.1" status: 204  len: 168 time: 0.3487689
Nov 27 21:01:05.651928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a2ed7-9e0e-44ea-8bc6-877416d6f16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57ad593-038f-4213-8286-65021e4bf1ba,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:05.780027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.845279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b9f7d5-bd54-4d05-9132-f5bd2b55cfd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.949785 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b9f7d5-bd54-4d05-9132-f5bd2b55cfd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.955828 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b9f7d5-bd54-4d05-9132-f5bd2b55cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:05.969063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Router d70ce343-2b09-4bd5-8e64-78fa14943037 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:01:06.005306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-89b9f7d5-bd54-4d05-9132-f5bd2b55cfd8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f19d8aeeda0a4c2db52a980daa542a6e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4309113
Nov 27 21:01:06.008153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f7d5-bd54-4d05-9132-f5bd2b55cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a34541-adbc-4f2d-828a-43fce8445336,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:06.010991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50274) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:06.073170 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac56101c-1b5e-49d4-9837-114c70d3ad71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:06.104182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac56101c-1b5e-49d4-9837-114c70d3ad71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:06.146104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:06.161534 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Sync routers for ids ['d70ce343-2b09-4bd5-8e64-78fa14943037'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:06.179954 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Routers {'d70ce343-2b09-4bd5-8e64-78fa14943037'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:06.181012 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe34d7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:00:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d70ce343-2b09-4bd5-8e64-78fa14943037'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:06.184131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac56101c-1b5e-49d4-9837-114c70d3ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:06.184950 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:06.186223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b0bbc42f-97a2-4310-bc53-39f0fbf342ea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8946331
Nov 27 21:01:06.191509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50290) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:06.193574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac56101c-1b5e-49d4-9837-114c70d3ad71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:06.195018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ac56101c-1b5e-49d4-9837-114c70d3ad71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33a34541-adbc-4f2d-828a-43fce8445336 HTTP/1.1" status: 204  len: 168 time: 0.1829245
Nov 27 21:01:06.226038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56101c-1b5e-49d4-9837-114c70d3ad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a34541-adbc-4f2d-828a-43fce8445336,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:06.422741 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85fcb5e5-26ab-4c3f-97d1-77caa21b4a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:06.463295 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Set router d70ce343-2b09-4bd5-8e64-78fa14943037 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:01:06.695642 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe34d7f0>, [{'id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:01:03Z', 'updated_at': '2021-11-27T21:01:05Z', 'revision_number': 3, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'gw_port': {'id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:04Z', 'updated_at': '2021-11-27T21:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:06.746815 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Checking router: d70ce343-2b09-4bd5-8e64-78fa14943037 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:01:06.747993 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Updating router d70ce343-2b09-4bd5-8e64-78fa14943037 port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:01:06.787087 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:06.787356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a406ec-37b1-47ac-a2ca-40e4b3b763aa req-9799d89a-2cef-4b28-9b18-49a69654d1b7 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:06.790052 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8a406ec-37b1-47ac-a2ca-40e4b3b763aa req-9799d89a-2cef-4b28-9b18-49a69654d1b7 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=fda41fee-32f6-4482-a01d-5741ce9e405e HTTP/1.1" status: 200  len: 945 time: 0.1070983
Nov 27 21:01:06.918660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8a406ec-37b1-47ac-a2ca-40e4b3b763aa req-86eb9377-85e1-44bd-a117-f426f1940611 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189060
Nov 27 21:01:06.947736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.101166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50326) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:07.114456 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57a913c4-b38c-4b20-8922-9c1df5c5a210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.126994 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.135163 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.233216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce763ad-8b39-4bfe-805c-e3b670ecd449 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:07.258101 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Attempting to bind port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:07.260900 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Attempting to bind port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:07.262221 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Attempting to bind port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:07.267040 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Pushing event updated for resources: {'Port': ['ID=5b5f3d77-5114-4d45-996e-a52fc9eb8759,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:07.287310 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:07.287958 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:07.288562 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.289160 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:07.289816 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Bound port: 5b5f3d77-5114-4d45-996e-a52fc9eb8759, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:07.290394 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.303565 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.304481 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.305909 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.309166 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.309757 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.310454 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.315073 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.315804 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.316342 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.317156 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.317725 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.318260 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.321256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-70c6501e-c20b-498d-8660-b1f5031e4ce2 None None] Provisioning complete for port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:07.321680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70c6501e-c20b-498d-8660-b1f5031e4ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.334571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Allocated IP 172.20.0.1 (ef6c6178-d8bd-4309-ba9b-3100431bc7eb/ae4a3d80-9fe1-437f-aafc-44a0978ce6b5/4830f14a-d216-4e59-9421-501f80d9c118) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:07.349194 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57a913c4-b38c-4b20-8922-9c1df5c5a210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.388785 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57a913c4-b38c-4b20-8922-9c1df5c5a210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.405221 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] For port 5b5f3d77-5114-4d45-996e-a52fc9eb8759, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:07.406703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-70c6501e-c20b-498d-8660-b1f5031e4ce2 None None] Port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:07.410781 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] For port 5b5f3d77-5114-4d45-996e-a52fc9eb8759, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b5f3d77-5114-4d45-996e-a52fc9eb8759,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:07.437666 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.465987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88229de8-51c4-4f52-857e-8fbc114b6766 req-18938d4f-176b-43f5-858b-4c51792551f7 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:07.467846 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88229de8-51c4-4f52-857e-8fbc114b6766 req-18938d4f-176b-43f5-858b-4c51792551f7 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=fda41fee-32f6-4482-a01d-5741ce9e405e HTTP/1.1" status: 200  len: 945 time: 0.1295483
Nov 27 21:01:07.474547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a913c4-b38c-4b20-8922-9c1df5c5a210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096bad39-bbb5-4d28-8213-ccc604cff4cc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:07.520535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-57a913c4-b38c-4b20-8922-9c1df5c5a210 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3a66efa157240ae9223f1f3e57fb9dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4182599
Nov 27 21:01:07.524766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50338) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:07.529879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b293ec2-75b1-4bf1-b0f1-a18b8bdfcef6 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:07.563194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88229de8-51c4-4f52-857e-8fbc114b6766 req-25ca838c-0972-4138-ab98-e41d4c545d93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837629
Nov 27 21:01:07.579981 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Routers {'d70ce343-2b09-4bd5-8e64-78fa14943037'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:07.581454 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe34d7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d70ce343-2b09-4bd5-8e64-78fa14943037'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:07.630093 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.634000 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252826e-ce8b-4d7b-8e5b-a7236a311a02 None None] Pushing event updated for resources: {'Port': ['ID=5b5f3d77-5114-4d45-996e-a52fc9eb8759,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:07.641940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ab328c63-df55-4fb4-8c6d-3197430a180e None None] Provisioning complete for port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:07.642373 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ab328c63-df55-4fb4-8c6d-3197430a180e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.667634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8dadefb3-c898-4bd8-a55b-0e3b8fdf6ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.723853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8dadefb3-c898-4bd8-a55b-0e3b8fdf6ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.749198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.778062 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ab328c63-df55-4fb4-8c6d-3197430a180e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.799017 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] Set router d70ce343-2b09-4bd5-8e64-78fa14943037 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:01:07.815233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ab328c63-df55-4fb4-8c6d-3197430a180e None None] For port 5b5f3d77-5114-4d45-996e-a52fc9eb8759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b5f3d77-5114-4d45-996e-a52fc9eb8759,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:07.816571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50344) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:07.824944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Network ef6c6178-d8bd-4309-ba9b-3100431bc7eb is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:07.830388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:07.836808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:07.840971 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.841324 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ab328c63-df55-4fb4-8c6d-3197430a180e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.883567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4830f14a-d216-4e59-9421-501f80d9c118,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:07.896684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.896946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.897289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.897640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.898399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.898399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.898630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.898979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.900152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.900279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.900979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.900979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:07.906936 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.951599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50348) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:07.958565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab328c63-df55-4fb4-8c6d-3197430a180e None None] Pushing event updated for resources: {'Port': ['ID=5b5f3d77-5114-4d45-996e-a52fc9eb8759,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:07.972818 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8dadefb3-c898-4bd8-a55b-0e3b8fdf6ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.975507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8dadefb3-c898-4bd8-a55b-0e3b8fdf6ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:07.976696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8dadefb3-c898-4bd8-a55b-0e3b8fdf6ad8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/096bad39-bbb5-4d28-8213-ccc604cff4cc HTTP/1.1" status: 204  len: 168 time: 0.4498355
Nov 27 21:01:07.992255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadefb3-c898-4bd8-a55b-0e3b8fdf6ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096bad39-bbb5-4d28-8213-ccc604cff4cc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:08.123962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.179091 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe34d7f0>, [{'id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:01:03Z', 'updated_at': '2021-11-27T21:01:05Z', 'revision_number': 3, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'gw_port': {'id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:04Z', 'updated_at': '2021-11-27T21:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:08.217805 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831fc7d-beeb-49c8-9cab-524c0e920ce9 None None] The sync data for ids ['d70ce343-2b09-4bd5-8e64-78fa14943037'] in ncdv-master-1 is: [{'id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:01:03Z', 'updated_at': '2021-11-27T21:01:05Z', 'revision_number': 3, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'gw_port': {'id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:04Z', 'updated_at': '2021-11-27T21:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:08.240157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-234891657'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:08.289925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'network': {'name': 'tempest-RoutersTest-1379276090'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:08.309485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:08.314993 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.331770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.343282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:08.348784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.350637 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.357102 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.360907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.470625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4830f14a-d216-4e59-9421-501f80d9c118,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:08.476638 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.541742 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.568375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.570597 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.586784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.601498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:08.617244 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.617244 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added segment 03cf8d09-5cea-414b-80f1-d02241ee0ce9 of type vlan for network 191844a2-eba2-4c86-80e7-548e97d72419
Nov 27 21:01:08.671380 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.692999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Network ef6c6178-d8bd-4309-ba9b-3100431bc7eb is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:08.710723 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.716686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:08.717408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.718529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:08.738116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:08.781574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410c7d0c-b607-4dc4-ba96-11f5e923dd26,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:08.853002 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:08.853510 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added segment 466fe850-4186-47a9-8ab2-0f1570146165 of type vlan for network b2ada118-5d38-4c72-827d-0ff73bec838d
Nov 27 21:01:08.869520 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9165061
Nov 27 21:01:08.886062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50372) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:08.906951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-454284473'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:08.967063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-ec4478ac-1adc-42c3-832d-be2b0e935490 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:08.967752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Network': ['ID=191844a2-eba2-4c86-80e7-548e97d72419,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:08.968928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-ec4478ac-1adc-42c3-832d-be2b0e935490 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.35 "GET /v2.0/ports?device_id=fda41fee-32f6-4482-a01d-5741ce9e405e HTTP/1.1" status: 200  len: 945 time: 0.2688036
Nov 27 21:01:08.986565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 191844a2-eba2-4c86-80e7-548e97d72419 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:08.989492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c09c57-80cf-4bc1-800e-c06c09a7b48a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00323ffb-875a-420f-99a2-b43b5e58fdfc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:09.021772 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.070563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:09.075100 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.082474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74486625-52fe-44d6-9194-93a52b0eb10f req-beb4ce6d-a17c-4ca9-9354-7ddb3ca26e51 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:09.084867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74486625-52fe-44d6-9194-93a52b0eb10f req-beb4ce6d-a17c-4ca9-9354-7ddb3ca26e51 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=fda41fee-32f6-4482-a01d-5741ce9e405e HTTP/1.1" status: 200  len: 945 time: 0.3120177
Nov 27 21:01:09.132026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:09.144758 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.145586 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added segment 01e1ddaf-c425-478c-91a1-81375d5540b0 of type vlan for network a71e15cf-6255-4667-aafd-fb6250c96428
Nov 27 21:01:09.167468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Router d70ce343-2b09-4bd5-8e64-78fa14943037 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:09.210404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.216656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74486625-52fe-44d6-9194-93a52b0eb10f req-ee338943-cb80-4014-b5a0-d0dfab96bb12 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956042
Nov 27 21:01:09.252829 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.263970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:09.266215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.370343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:09.375415 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.385675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-78ea9d5e-5fc7-4913-ba86-9ee980e1c5a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/d70ce343-2b09-4bd5-8e64-78fa14943037/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1847763
Nov 27 21:01:09.385675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Deleting port 6a817425-e604-4c3b-8fd2-825b29553f9f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:09.385675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.400728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:09.402583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.424827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Network': ['ID=b2ada118-5d38-4c72-827d-0ff73bec838d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:09.445844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b2ada118-5d38-4c72-827d-0ff73bec838d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:09.547956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8e89a95e-50e3-4b60-a6e7-d74f068eaca3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.7302291
Nov 27 21:01:09.564003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6645718
Nov 27 21:01:09.564901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50394) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:09.598224 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.605926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50396) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:09.612176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'network': {'name': 'tempest-RoutersTest-569909335'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:09.624206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'subnet': {'network_id': '191844a2-eba2-4c86-80e7-548e97d72419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:09.693229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654c552-0cc5-4a33-b2a0-0afbdc056115 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Network': ['ID=a71e15cf-6255-4667-aafd-fb6250c96428,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:09.708171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network a71e15cf-6255-4667-aafd-fb6250c96428 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:09.729735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:09.738638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.827013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:09.844791 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.845129 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added segment b4572644-baa3-4123-a566-0300f62e83c6 of type vlan for network 6ea080c1-10e5-4fd3-8258-521d84c6f930
Nov 27 21:01:09.855273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:09.858994 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.941496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.947091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] For port 6a817425-e604-4c3b-8fd2-825b29553f9f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6a817425-e604-4c3b-8fd2-825b29553f9f,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:09.947621 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:09.966600 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Calling delete_port for 6a817425-e604-4c3b-8fd2-825b29553f9f owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:10.001604 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:10.007808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:10.008420 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:10.086946 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4828017
Nov 27 21:01:10.089991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50418) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:10.126117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'subnet': {'network_id': 'b2ada118-5d38-4c72-827d-0ff73bec838d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:10.157517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e9c2a-58f6-4699-a11b-64ac7687bd5f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Network': ['ID=6ea080c1-10e5-4fd3-8258-521d84c6f930,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:10.172400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 6ea080c1-10e5-4fd3-8258-521d84c6f930 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:10.189391 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:10.212411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:01:10.214491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['224259aa-f342-4ded-891c-82a4330a6dfa'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:01:10.252717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Pushing event deleted for resources: {'Port': ['ID=6a817425-e604-4c3b-8fd2-825b29553f9f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:10.376063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:10.384993 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:10.404612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] No DVR routers for this DVR port 6a817425-e604-4c3b-8fd2-825b29553f9f on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:10.423717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:10.424398 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:10.427920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54e2112a-5944-4c6c-94be-ebd2c02cf168 req-50739b98-2595-46d7-ad00-a95ef9371483 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.35 "DELETE /v2.0/ports/6a817425-e604-4c3b-8fd2-825b29553f9f HTTP/1.1" status: 204  len: 173 time: 1.4419146
Nov 27 21:01:10.428366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:10.453791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda41fee-32f6-4482-a01d-5741ce9e405e', 'name': 'network-vif-deleted', 'tag': '6a817425-e604-4c3b-8fd2-825b29553f9f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:10.501042 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7824629-11c3-4c05-8ee3-2c52a02dedea" -d '{"events": [{"server_uuid": "fda41fee-32f6-4482-a01d-5741ce9e405e", "name": "network-vif-deleted", "tag": "6a817425-e604-4c3b-8fd2-825b29553f9f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:10.551096 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49f72cdc-7c25-41a9-8853-979a3b7f0164 req-7e4f9580-a59a-44b9-96f2-bdba1d83144e tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=fda41fee-32f6-4482-a01d-5741ce9e405e HTTP/1.1" status: 200  len: 210 time: 0.1475298
Nov 27 21:01:10.673572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5b5f3d77-5114-4d45-996e-a52fc9eb8759 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:10.681811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Subnet': ['ID=060925f4-94bd-4d2d-bc5c-87668543215a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:10.699627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Checking segment: {'id': '03cf8d09-5cea-414b-80f1-d02241ee0ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '191844a2-eba2-4c86-80e7-548e97d72419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:10.700403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network hostable DHCP agents. Network: 191844a2-eba2-4c86-80e7-548e97d72419, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:10.750497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 191844a2-eba2-4c86-80e7-548e97d72419 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:10.770570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 191844a2-eba2-4c86-80e7-548e97d72419) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:10.792822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63d06d-81fa-4ebc-8b37-845130ffead8 None None] Network 191844a2-eba2-4c86-80e7-548e97d72419 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:10.814101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:10.815030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:10.890269 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a3663ca6-2e4c-4ebf-a93e-9d50bbfe6694 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2691143
Nov 27 21:01:10.890525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50444) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:10.902494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'subnet': {'network_id': 'a71e15cf-6255-4667-aafd-fb6250c96428', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:10.986888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.017972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:11.018352 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.128295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:11.141916 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.192720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Sync routers for ids ['d70ce343-2b09-4bd5-8e64-78fa14943037'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:11.289930 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a003bca7-01c8-496a-96d9-9bf3334beb8e x-openstack-request-id: req-a003bca7-01c8-496a-96d9-9bf3334beb8e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:11.292727 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda41fee-32f6-4482-a01d-5741ce9e405e", "name": "network-vif-deleted", "tag": "6a817425-e604-4c3b-8fd2-825b29553f9f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:11.293061 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a003bca7-01c8-496a-96d9-9bf3334beb8e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:11.293689 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda41fee-32f6-4482-a01d-5741ce9e405e', 'name': 'network-vif-deleted', 'tag': '6a817425-e604-4c3b-8fd2-825b29553f9f', 'status': 'completed', 'code': 200}
Nov 27 21:01:11.380210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Routers {'d70ce343-2b09-4bd5-8e64-78fa14943037'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:11.380831 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffbbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d70ce343-2b09-4bd5-8e64-78fa14943037'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:11.395984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-191844a2-eba2-4c86-80e7-548e97d72419', 'network_id': '191844a2-eba2-4c86-80e7-548e97d72419', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'fixed_ips': [{'subnet_id': '060925f4-94bd-4d2d-bc5c-87668543215a'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:01:11.397120 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.503932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.599973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Subnet': ['ID=146d07d0-f598-4881-8e76-3557e6836f47,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:11.609167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Checking segment: {'id': '01e1ddaf-c425-478c-91a1-81375d5540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a71e15cf-6255-4667-aafd-fb6250c96428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:11.609838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network hostable DHCP agents. Network: a71e15cf-6255-4667-aafd-fb6250c96428, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:11.631171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network a71e15cf-6255-4667-aafd-fb6250c96428 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:11.659062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a71e15cf-6255-4667-aafd-fb6250c96428) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:11.663959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:11.664681 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.701711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-62cf5e3e-ec9e-4324-8329-2750863baa7e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.8100944
Nov 27 21:01:11.705384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50466) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:11.710016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-39fa10ec-23ea-464a-8dc2-5c8fa8a2b475 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-842630158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:11.766773 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39fa10ec-23ea-464a-8dc2-5c8fa8a2b475 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.767487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39fa10ec-23ea-464a-8dc2-5c8fa8a2b475 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.847953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-713676e4-65d7-457a-99c9-17206c6cd516 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:11.855355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-713676e4-65d7-457a-99c9-17206c6cd516 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 811 time: 1.0130579
Nov 27 21:01:11.866264 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39fa10ec-23ea-464a-8dc2-5c8fa8a2b475 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.877062 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39fa10ec-23ea-464a-8dc2-5c8fa8a2b475 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.889996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Subnet': ['ID=da10f8d8-d4fc-4b3d-b269-503515480ba3,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:11.913281 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39fa10ec-23ea-464a-8dc2-5c8fa8a2b475 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:11.916609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-39fa10ec-23ea-464a-8dc2-5c8fa8a2b475 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2095640
Nov 27 21:01:11.918794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50478) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:11.929388 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-fb15d986-3daf-4276-a6e8-be74995a36eb tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/quotas/2a621d68a46c42269f2eea4bc56c671f HTTP/1.1" status: 200  len: 375 time: 0.0729449
Nov 27 21:01:11.958677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Checking segment: {'id': '466fe850-4186-47a9-8ab2-0f1570146165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2ada118-5d38-4c72-827d-0ff73bec838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:11.959053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network hostable DHCP agents. Network: b2ada118-5d38-4c72-827d-0ff73bec838d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:12.060256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f885f-4004-4ed7-9a4b-dca0ac4cd044 None None] Network a71e15cf-6255-4667-aafd-fb6250c96428 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:12.082979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network b2ada118-5d38-4c72-827d-0ff73bec838d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:12.101066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-7a3f4de6-079a-4e01-bcb3-615558ce86a2 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1709344
Nov 27 21:01:12.149410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6a817425-e604-4c3b-8fd2-825b29553f9f no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:01:12.194243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 6a817425-e604-4c3b-8fd2-825b29553f9f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:01:12.194937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6a817425-e604-4c3b-8fd2-825b29553f9f not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:01:12.245558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Set router d70ce343-2b09-4bd5-8e64-78fa14943037 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:01:12.248860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2ada118-5d38-4c72-827d-0ff73bec838d) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:12.256635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:12.257338 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:12.315691 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f355b95d-217b-483d-83ce-097a7ad828bc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2222254
Nov 27 21:01:12.318809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50496) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:12.329875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ad016-0fe7-412a-8cc1-6f8f598081ab None None] Network b2ada118-5d38-4c72-827d-0ff73bec838d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:12.335483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'subnet': {'network_id': '6ea080c1-10e5-4fd3-8258-521d84c6f930', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:12.416768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-a022f155-8d01-43c6-b1de-fa8803f25578 service neutron] 10.222.0.21 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3085027
Nov 27 21:01:12.574538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:12.682001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Allocated IP 2001:db8::2 (191844a2-eba2-4c86-80e7-548e97d72419/060925f4-94bd-4d2d-bc5c-87668543215a/126a7528-48df-45a1-9007-fa1a4fedd95d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:12.688990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:12.692598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:12.715922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-2c7328ec-7b5c-4987-81b9-0c1a13c8ecbf service neutron] 10.222.0.21 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2975614
Nov 27 21:01:13.132188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a0e6abf-ba51-4317-abdd-e093cc5c0ad0 req-2c1b1d23-6dd1-4732-844b-3c7608b962f7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 210 time: 0.0773914
Nov 27 21:01:13.156445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.168311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b2ada118-5d38-4c72-827d-0ff73bec838d', 'network_id': 'b2ada118-5d38-4c72-827d-0ff73bec838d', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'fixed_ips': [{'subnet_id': 'da10f8d8-d4fc-4b3d-b269-503515480ba3'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:01:13.168311 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.252293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Subnet': ['ID=cddc0538-8d75-4aba-ac64-0e3699e07dd3,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:13.257053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Checking segment: {'id': 'b4572644-baa3-4123-a566-0300f62e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6ea080c1-10e5-4fd3-8258-521d84c6f930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:13.257424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network hostable DHCP agents. Network: 6ea080c1-10e5-4fd3-8258-521d84c6f930, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:13.286560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 6ea080c1-10e5-4fd3-8258-521d84c6f930 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:13.307654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6ea080c1-10e5-4fd3-8258-521d84c6f930) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:13.313443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:13.314107 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.326096 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e0ade-ca18-408b-b1f5-ed07b5bdd156 None None] Network 6ea080c1-10e5-4fd3-8258-521d84c6f930 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:13.369074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c884ac0b-ee82-4aa2-8c07-397e1e6b339e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0489194
Nov 27 21:01:13.371941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50548) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:13.399645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d8f28ffb-acbb-4635-beb9-8eaaefbcaf35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-440557329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:13.402435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a71e15cf-6255-4667-aafd-fb6250c96428', 'network_id': 'a71e15cf-6255-4667-aafd-fb6250c96428', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'fixed_ips': [{'subnet_id': '146d07d0-f598-4881-8e76-3557e6836f47'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:01:13.403485 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.460495 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.460725 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8f28ffb-acbb-4635-beb9-8eaaefbcaf35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.461839 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8f28ffb-acbb-4635-beb9-8eaaefbcaf35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.495595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Allocated IP 172.20.0.2 (b2ada118-5d38-4c72-827d-0ff73bec838d/da10f8d8-d4fc-4b3d-b269-503515480ba3/5086bb58-35fd-46b2-ab39-6c622036bf65) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:13.500185 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.512108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d631b-9a8c-47a9-952c-0e465e0dc3c0 req-f2130504-553c-4ce3-93b7-42e0fa158bd8 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:13.523595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d631b-9a8c-47a9-952c-0e465e0dc3c0 req-f2130504-553c-4ce3-93b7-42e0fa158bd8 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:13.525284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d9d631b-9a8c-47a9-952c-0e465e0dc3c0 req-f2130504-553c-4ce3-93b7-42e0fa158bd8 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d&device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 1683 time: 0.1711674
Nov 27 21:01:13.560910 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8f28ffb-acbb-4635-beb9-8eaaefbcaf35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.570798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8f28ffb-acbb-4635-beb9-8eaaefbcaf35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.613166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8f28ffb-acbb-4635-beb9-8eaaefbcaf35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:13.617999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d8f28ffb-acbb-4635-beb9-8eaaefbcaf35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2416651
Nov 27 21:01:13.618378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50554) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:13.661421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d9d631b-9a8c-47a9-952c-0e465e0dc3c0 req-38dbb71c-35fc-49cf-983c-7f26af7eae63 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274216
Nov 27 21:01:13.661908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffbbe0>, [{'id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:01:03Z', 'updated_at': '2021-11-27T21:01:08Z', 'revision_number': 4, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'gw_port': {'id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:04Z', 'updated_at': '2021-11-27T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4830f14a-d216-4e59-9421-501f80d9c118', 'name': '', 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'mac_address': 'fa:16:3e:cf:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'ae4a3d80-9fe1-437f-aafc-44a0978ce6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:06Z', 'updated_at': '2021-11-27T21:01:08Z', 'revision_number': 2, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'subnets': [{'id': 'ae4a3d80-9fe1-437f-aafc-44a0978ce6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:13.746254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 2001:db8::1 (191844a2-eba2-4c86-80e7-548e97d72419/060925f4-94bd-4d2d-bc5c-87668543215a/302d4e33-0dd1-46ba-a544-d27b317f9bb3) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:13.785500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Network 191844a2-eba2-4c86-80e7-548e97d72419 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:13.802818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Checking router: d70ce343-2b09-4bd5-8e64-78fa14943037 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:01:13.803277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Updating router d70ce343-2b09-4bd5-8e64-78fa14943037 port 4830f14a-d216-4e59-9421-501f80d9c118 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:01:13.914163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:13.921928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:14.035049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Pushing event updated for resources: {'Port': ['ID=126a7528-48df-45a1-9007-fa1a4fedd95d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:14.116978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.118536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50576) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:14.175493 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.249890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.329562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 191844a2-eba2-4c86-80e7-548e97d72419 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:14.336761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:14.341369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:14.342832 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.426381 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-13d46703-ff79-443d-af5c-00c8995f65e0 req-f00e4a3a-cab7-408a-975a-36de5f68e050 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 210 time: 0.0698981
Nov 27 21:01:14.474003 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.500912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=302d4e33-0dd1-46ba-a544-d27b317f9bb3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:14.517971 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9232bd3e-5936-4af4-a69e-9d27708d9249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.714761 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.740952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Attempting to bind port 126a7528-48df-45a1-9007-fa1a4fedd95d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:14.741656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Attempting to bind port 126a7528-48df-45a1-9007-fa1a4fedd95d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '03cf8d09-5cea-414b-80f1-d02241ee0ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '191844a2-eba2-4c86-80e7-548e97d72419'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:14.742245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Attempting to bind port 126a7528-48df-45a1-9007-fa1a4fedd95d on network 191844a2-eba2-4c86-80e7-548e97d72419 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:14.762204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.807066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Allocated IP 2001:db8:1::2 (a71e15cf-6255-4667-aafd-fb6250c96428/146d07d0-f598-4881-8e76-3557e6836f47/8b723537-a78c-44d5-a16f-0224173b514d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:14.826219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:14.826993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Checking segment: {'id': '03cf8d09-5cea-414b-80f1-d02241ee0ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '191844a2-eba2-4c86-80e7-548e97d72419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:14.828235 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.828865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Bound using segment: {'id': '03cf8d09-5cea-414b-80f1-d02241ee0ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '191844a2-eba2-4c86-80e7-548e97d72419'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:14.829640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Bound port: 126a7528-48df-45a1-9007-fa1a4fedd95d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cf8d09-5cea-414b-80f1-d02241ee0ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '191844a2-eba2-4c86-80e7-548e97d72419'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:14.830286 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.880668 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9232bd3e-5936-4af4-a69e-9d27708d9249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.882114 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.894807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9232bd3e-5936-4af4-a69e-9d27708d9249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:14.969105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f11d1-637a-4e83-b52c-99188778c96a req-a62b0bfc-01c6-4187-b216-c3085fff1287 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:14.970859 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a4f11d1-637a-4e83-b52c-99188778c96a req-a62b0bfc-01c6-4187-b216-c3085fff1287 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 946 time: 0.1602242
Nov 27 21:01:15.042366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6ea080c1-10e5-4fd3-8258-521d84c6f930', 'network_id': '6ea080c1-10e5-4fd3-8258-521d84c6f930', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'fixed_ips': [{'subnet_id': 'cddc0538-8d75-4aba-ac64-0e3699e07dd3'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:01:15.044797 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.075923 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a4f11d1-637a-4e83-b52c-99188778c96a req-a7f20d37-1dd3-4833-afd9-e37809867f22 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780444
Nov 27 21:01:15.084251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.20.0.1 (b2ada118-5d38-4c72-827d-0ff73bec838d/da10f8d8-d4fc-4b3d-b269-503515480ba3/9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:15.148818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9232bd3e-5936-4af4-a69e-9d27708d9249 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22347a0c4e094edda17e12040a9bb14f&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0255897
Nov 27 21:01:15.150567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Network b2ada118-5d38-4c72-827d-0ff73bec838d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:15.168047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50606) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:15.251722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232bd3e-5936-4af4-a69e-9d27708d9249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92505191-67f1-4cec-975e-0304b6963982,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:15.285493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.292467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.334430 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.420624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-8fe5c1f7-a937-4b82-ba2e-650987d6e14f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:15.422904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-8fe5c1f7-a937-4b82-ba2e-650987d6e14f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.15 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 811 time: 0.2361910
Nov 27 21:01:15.430935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:15.436065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Request body: {'port': {'device_id': 'b24e78d1-535b-4ee2-8281-a712770fd872', 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb', 'admin_state_up': True, 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:15.479611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.542253 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.545880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:15.550423 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.555094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92505191-67f1-4cec-975e-0304b6963982 HTTP/1.1" status: 204  len: 168 time: 0.3855543
Nov 27 21:01:15.565662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network b2ada118-5d38-4c72-827d-0ff73bec838d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:15.572151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Pushing event updated for resources: {'Port': ['ID=5086bb58-35fd-46b2-ab39-6c622036bf65,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:15.595881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:15.603075 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.606131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92505191-67f1-4cec-975e-0304b6963982,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:15.608750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:15.618061 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.618895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.685297 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.690914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Made reservation on behalf of 2a621d68a46c42269f2eea4bc56c671f for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:15.696294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.757171 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43286342-a842-4276-a224-cab134a17cc9 req-3af214e9-1e9e-4a2c-a152-34825699415e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 210 time: 0.1870000
Nov 27 21:01:15.761241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=302d4e33-0dd1-46ba-a544-d27b317f9bb3,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:15.761461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.761736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.762705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.762705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.762914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.763270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.763857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.764114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.764493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.765346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.765688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.766022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f704ec68-6135-41f1-81f2-345b3ad361b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:15.772635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:15.925158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] For port 126a7528-48df-45a1-9007-fa1a4fedd95d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:15.926224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-9b04d3ee-2b01-4d2a-84a7-36ff41368468 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:15.928225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-9b04d3ee-2b01-4d2a-84a7-36ff41368468 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.15 "GET /v2.0/ports?device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 946 time: 0.0898511
Nov 27 21:01:15.985058 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:15.985753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 191844a2-eba2-4c86-80e7-548e97d72419 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:15.991156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:16.053798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] For port 126a7528-48df-45a1-9007-fa1a4fedd95d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=126a7528-48df-45a1-9007-fa1a4fedd95d,segment=NetworkSegment(03cf8d09-5cea-414b-80f1-d02241ee0ce9),segment_id=03cf8d09-5cea-414b-80f1-d02241ee0ce9)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:16.107368 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.141727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.157679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Attempting to bind port 5086bb58-35fd-46b2-ab39-6c622036bf65 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:16.158218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Attempting to bind port 5086bb58-35fd-46b2-ab39-6c622036bf65 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '466fe850-4186-47a9-8ab2-0f1570146165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2ada118-5d38-4c72-827d-0ff73bec838d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:16.158717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Attempting to bind port 5086bb58-35fd-46b2-ab39-6c622036bf65 on network b2ada118-5d38-4c72-827d-0ff73bec838d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:16.280516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:16.281148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Checking segment: {'id': '466fe850-4186-47a9-8ab2-0f1570146165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2ada118-5d38-4c72-827d-0ff73bec838d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:16.281682 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.282255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Bound using segment: {'id': '466fe850-4186-47a9-8ab2-0f1570146165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2ada118-5d38-4c72-827d-0ff73bec838d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:16.286389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Bound port: 5086bb58-35fd-46b2-ab39-6c622036bf65, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466fe850-4186-47a9-8ab2-0f1570146165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'b2ada118-5d38-4c72-827d-0ff73bec838d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:16.286897 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.298580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-149b7fd8-c49e-4746-b902-baf7e3c0fde5 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:16.301146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-149b7fd8-c49e-4746-b902-baf7e3c0fde5 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.35 "GET /v2.0/ports?device_id=029c8f1e-d549-4ac9-8ebe-6e110271af7d HTTP/1.1" status: 200  len: 946 time: 0.1733451
Nov 27 21:01:16.302930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50630) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:16.343176 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.367825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Allocated IP 172.21.0.2 (6ea080c1-10e5-4fd3-8258-521d84c6f930/cddc0538-8d75-4aba-ac64-0e3699e07dd3/63f38954-f52a-4e11-995d-bbba04f26424) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:16.400092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d2bd-9b1b-4330-8110-0cbff0c45c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.409519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Deleting port 224259aa-f342-4ded-891c-82a4330a6dfa {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:16.409895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.458238 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.480881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95224-f329-4745-8cd4-3b545ad3068d None None] Pushing event updated for resources: {'Port': ['ID=126a7528-48df-45a1-9007-fa1a4fedd95d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:16.538060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248cd0f-19f9-4165-a329-34679953cb02 req-6a9e0f71-c015-4ebb-924f-f80754b13dd3 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:16.547630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4248cd0f-19f9-4165-a329-34679953cb02 req-6a9e0f71-c015-4ebb-924f-f80754b13dd3 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 946 time: 0.2397242
Nov 27 21:01:16.587177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Pushing event updated for resources: {'Port': ['ID=8b723537-a78c-44d5-a16f-0224173b514d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:16.707640 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.710742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Network a71e15cf-6255-4667-aafd-fb6250c96428 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:16.719285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:16.730536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:16.732787 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.737756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d2bd-9b1b-4330-8110-0cbff0c45c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.738213 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.756327 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d2bd-9b1b-4330-8110-0cbff0c45c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.760112 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.838617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7d2bd-9b1b-4330-8110-0cbff0c45c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a0e3e-f9f5-4f94-8ff9-b700441acb18,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:16.883707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router b4a934b5-71f0-4e87-aa6c-76e8dad64242 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:01:16.888737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d08730-09c8-41f4-a7ea-86d8ac8ee907 None None] Pushing event updated for resources: {'Port': ['ID=4830f14a-d216-4e59-9421-501f80d9c118,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:16.891692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] For port 5086bb58-35fd-46b2-ab39-6c622036bf65, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:16.975637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] For port 224259aa-f342-4ded-891c-82a4330a6dfa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=224259aa-f342-4ded-891c-82a4330a6dfa,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:16.976724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:16.982074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] For port 5086bb58-35fd-46b2-ab39-6c622036bf65, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5086bb58-35fd-46b2-ab39-6c622036bf65,segment=NetworkSegment(466fe850-4186-47a9-8ab2-0f1570146165),segment_id=466fe850-4186-47a9-8ab2-0f1570146165)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:16.998542 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4248cd0f-19f9-4165-a329-34679953cb02 req-dcf985fa-dbfa-4031-bc4c-a791138ffd1f tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4501317
Nov 27 21:01:17.002562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.004524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:17.018423 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ddd7d2bd-9b1b-4330-8110-0cbff0c45c9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f026172adca44265a96e22ce4aa14936&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7134833
Nov 27 21:01:17.021797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Calling delete_port for 224259aa-f342-4ded-891c-82a4330a6dfa owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:17.028423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50642) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:17.053065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.146573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Attempting to bind port 4830f14a-d216-4e59-9421-501f80d9c118 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:17.148425 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c0da608-0253-45a7-80b9-81ffad381ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.153997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Attempting to bind port 4830f14a-d216-4e59-9421-501f80d9c118 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:17.156676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Attempting to bind port 4830f14a-d216-4e59-9421-501f80d9c118 on network ef6c6178-d8bd-4309-ba9b-3100431bc7eb {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:17.168644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:17.169414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Checking segment: {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:17.169821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.170295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Bound using segment: {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:17.172885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Bound port: 4830f14a-d216-4e59-9421-501f80d9c118, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:17.173255 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.208205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Attempting to bind port 8b723537-a78c-44d5-a16f-0224173b514d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:17.208606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Attempting to bind port 8b723537-a78c-44d5-a16f-0224173b514d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '01e1ddaf-c425-478c-91a1-81375d5540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a71e15cf-6255-4667-aafd-fb6250c96428'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:17.208968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Attempting to bind port 8b723537-a78c-44d5-a16f-0224173b514d on network a71e15cf-6255-4667-aafd-fb6250c96428 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:17.257032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:17.274658 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f7993-4b6c-450f-aa23-f00a3cb9c256 None None] Sync routers for ids ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:17.291794 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70c9cdd8-719b-4c03-b040-0159b4741f02 req-e0915eab-3a6a-4056-8656-89b18d50abe3 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 210 time: 0.3375332
Nov 27 21:01:17.303417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ece74375-040d-479d-911d-7d59a8c53fde tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/b4a934b5-71f0-4e87-aa6c-76e8dad64242/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3829813
Nov 27 21:01:17.304915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Allocated IP 172.20.0.14 (ef6c6178-d8bd-4309-ba9b-3100431bc7eb/ae4a3d80-9fe1-437f-aafc-44a0978ce6b5/a2c2deae-bff9-4c9d-98be-596ea79c1679) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:17.313294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50644) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:17.313938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] For port 4830f14a-d216-4e59-9421-501f80d9c118, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:17.314138 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f7993-4b6c-450f-aa23-f00a3cb9c256 None None] Routers {'b4a934b5-71f0-4e87-aa6c-76e8dad64242'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:17.316541 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e31f7993-4b6c-450f-aa23-f00a3cb9c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe209640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:17.326112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Deleting port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:17.326816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.327145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] For port 4830f14a-d216-4e59-9421-501f80d9c118, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4830f14a-d216-4e59-9421-501f80d9c118,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:17.371513 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.384936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:17.385362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Checking segment: {'id': '01e1ddaf-c425-478c-91a1-81375d5540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a71e15cf-6255-4667-aafd-fb6250c96428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:17.385778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.386213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Bound using segment: {'id': '01e1ddaf-c425-478c-91a1-81375d5540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a71e15cf-6255-4667-aafd-fb6250c96428'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:17.386708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Bound port: 8b723537-a78c-44d5-a16f-0224173b514d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e1ddaf-c425-478c-91a1-81375d5540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a71e15cf-6255-4667-aafd-fb6250c96428'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:17.387074 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.434844 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e31f7993-4b6c-450f-aa23-f00a3cb9c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe209640>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:17.459593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f790857-1797-4ea6-8b87-8816eb4c8b10 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:17.478080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9f790857-1797-4ea6-8b87-8816eb4c8b10 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports/302d4e33-0dd1-46ba-a544-d27b317f9bb3 HTTP/1.1" status: 200  len: 911 time: 0.1593385
Nov 27 21:01:17.485979 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f7993-4b6c-450f-aa23-f00a3cb9c256 None None] Routers {'b4a934b5-71f0-4e87-aa6c-76e8dad64242'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:17.487038 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e31f7993-4b6c-450f-aa23-f00a3cb9c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe209640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:17.493256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c0da608-0253-45a7-80b9-81ffad381ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.502817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50648) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:17.509511 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Pushing event updated for resources: {'Port': ['ID=5086bb58-35fd-46b2-ab39-6c622036bf65,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:17.555086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.560223 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e31f7993-4b6c-450f-aa23-f00a3cb9c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe209640>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:17.561122 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f7993-4b6c-450f-aa23-f00a3cb9c256 None None] The sync data for ids ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:17.561528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.562009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.562373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.571191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.571742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.572232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.572512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.572926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.573300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.573645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.574047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b2ab64-3ab6-4605-a50f-b17bff98cd8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:01:17.581455 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.660088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Routers {'d70ce343-2b09-4bd5-8e64-78fa14943037'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:17.671358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffbbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d70ce343-2b09-4bd5-8e64-78fa14943037'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:17.761002 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.774127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] For port 8b723537-a78c-44d5-a16f-0224173b514d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:17.807650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] For port 8b723537-a78c-44d5-a16f-0224173b514d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b723537-a78c-44d5-a16f-0224173b514d,segment=NetworkSegment(01e1ddaf-c425-478c-91a1-81375d5540b0),segment_id=01e1ddaf-c425-478c-91a1-81375d5540b0)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:17.833056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.840021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Network 6ea080c1-10e5-4fd3-8258-521d84c6f930 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:17.850377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:17.875896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d08730-09c8-41f4-a7ea-86d8ac8ee907 None None] Pushing event updated for resources: {'Port': ['ID=4830f14a-d216-4e59-9421-501f80d9c118,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:17.931421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:17.935351 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:18.067183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Pushing event updated for resources: {'Port': ['ID=63f38954-f52a-4e11-995d-bbba04f26424,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:18.105928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] Set router d70ce343-2b09-4bd5-8e64-78fa14943037 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:01:18.187240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network b2ada118-5d38-4c72-827d-0ff73bec838d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:18.193834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:18.284602 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c0da608-0253-45a7-80b9-81ffad381ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:18.287822 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c0da608-0253-45a7-80b9-81ffad381ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:18.290908 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6c0da608-0253-45a7-80b9-81ffad381ab8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/337a0e3e-f9f5-4f94-8ff9-b700441acb18 HTTP/1.1" status: 204  len: 168 time: 1.2612762
Nov 27 21:01:18.309061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Attempting to bind port 63f38954-f52a-4e11-995d-bbba04f26424 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:18.310076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Attempting to bind port 63f38954-f52a-4e11-995d-bbba04f26424 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b4572644-baa3-4123-a566-0300f62e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6ea080c1-10e5-4fd3-8258-521d84c6f930'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:18.314420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Attempting to bind port 63f38954-f52a-4e11-995d-bbba04f26424 on network 6ea080c1-10e5-4fd3-8258-521d84c6f930 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:18.331307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea723de-36d9-4a85-b3c1-3ecbe1ba4a24 None None] Network 191844a2-eba2-4c86-80e7-548e97d72419 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:18.389426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:18.389863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Checking segment: {'id': 'b4572644-baa3-4123-a566-0300f62e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6ea080c1-10e5-4fd3-8258-521d84c6f930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:18.390343 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:18.390762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Bound using segment: {'id': 'b4572644-baa3-4123-a566-0300f62e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6ea080c1-10e5-4fd3-8258-521d84c6f930'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:18.391283 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Bound port: 63f38954-f52a-4e11-995d-bbba04f26424, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4572644-baa3-4123-a566-0300f62e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6ea080c1-10e5-4fd3-8258-521d84c6f930'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:18.398214 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:18.735020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] For port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,segment=NetworkSegment(0c616410-8994-4970-b14f-ae0d4f7194be),segment_id=0c616410-8994-4970-b14f-ae0d4f7194be)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:18.736228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:18.770224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Calling delete_port for e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:18.834564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bbe95-ec5e-4a3c-8391-4c0317be3366 req-ad79d880-7450-40b4-8813-c82d16b3f6bd tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:18.845929 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-831bbe95-ec5e-4a3c-8391-4c0317be3366 req-ad79d880-7450-40b4-8813-c82d16b3f6bd tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 946 time: 0.3315616
Nov 27 21:01:18.981918 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:19.083699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 224259aa-f342-4ded-891c-82a4330a6dfa no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:01:19.150126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 126a7528-48df-45a1-9007-fa1a4fedd95d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:19.258782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:19.334823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Pushing event updated for resources: {'Port': ['ID=a2c2deae-bff9-4c9d-98be-596ea79c1679,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:19.397866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6db5adb-9052-465f-9da6-a86a5babc1e7 None None] Network b2ada118-5d38-4c72-827d-0ff73bec838d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:19.417619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0da608-0253-45a7-80b9-81ffad381ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a0e3e-f9f5-4f94-8ff9-b700441acb18,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:19.507763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Network ef6c6178-d8bd-4309-ba9b-3100431bc7eb is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:19.509080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:19.544794 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-831bbe95-ec5e-4a3c-8391-4c0317be3366 req-7d6cab35-96f5-4863-a122-dc465a0b3722 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8ff22b-ecf1-4166-b571-51ea0edb30ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6975608
Nov 27 21:01:19.560463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:19.571462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:19.578321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:19.637031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Pushing event deleted for resources: {'Port': ['ID=224259aa-f342-4ded-891c-82a4330a6dfa,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:19.689196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Pushing event deleted for resources: {'Port': ['ID=e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:19.706796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735d5e1-a5d2-4ab1-86c5-38765e56774d req-d022bbd5-7bfb-4712-b4ee-37c753c42f30 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:19.709020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5735d5e1-a5d2-4ab1-86c5-38765e56774d req-d022bbd5-7bfb-4712-b4ee-37c753c42f30 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 932 time: 0.3771603
Nov 27 21:01:19.738571 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:19.785085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] No DVR routers for this DVR port 224259aa-f342-4ded-891c-82a4330a6dfa on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:19.829554 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5770ee-1f74-4fa8-8ea7-68a044e0b9bb None None] Pushing event updated for resources: {'Port': ['ID=8b723537-a78c-44d5-a16f-0224173b514d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:19.841861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 126a7528-48df-45a1-9007-fa1a4fedd95d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:19.842379 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:19.861617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:19.867815 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-69b8f0bd-f774-438f-acda-11e26dd9f15e req-30483419-1a1a-42c2-a595-5a2e1a345aa6 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.15 "DELETE /v2.0/ports/224259aa-f342-4ded-891c-82a4330a6dfa HTTP/1.1" status: 204  len: 173 time: 3.8976893
Nov 27 21:01:19.897857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] No DVR routers for this DVR port e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:19.904484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:19.910909 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68884030-ddbe-474e-b28b-7fc5cf19c7be req-981dee48-a60c-45c8-aa56-c36b76a10f93 tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.35 "DELETE /v2.0/ports/e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d HTTP/1.1" status: 204  len: 173 time: 3.5962775
Nov 27 21:01:19.911806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029c8f1e-d549-4ac9-8ebe-6e110271af7d', 'name': 'network-vif-deleted', 'tag': 'e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:19.915533 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce519f9-4984-412d-b18b-7b82ceb27525" -d '{"events": [{"server_uuid": "029c8f1e-d549-4ac9-8ebe-6e110271af7d", "name": "network-vif-deleted", "tag": "e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:19.942264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be17e59d-66fb-4532-a358-99abd059f136', 'name': 'network-vif-deleted', 'tag': '224259aa-f342-4ded-891c-82a4330a6dfa'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:19.948367 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74173bd4-7610-4d29-ad2a-8b1752f5135a" -d '{"events": [{"server_uuid": "be17e59d-66fb-4532-a358-99abd059f136", "name": "network-vif-deleted", "tag": "224259aa-f342-4ded-891c-82a4330a6dfa"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:19.950890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:19.954801 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:19.981167 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2d38b7-8ca2-4f4b-80c6-08f2680c58c6 x-openstack-request-id: req-8e2d38b7-8ca2-4f4b-80c6-08f2680c58c6 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:19.981810 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029c8f1e-d549-4ac9-8ebe-6e110271af7d", "name": "network-vif-deleted", "tag": "e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:19.984392 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e2d38b7-8ca2-4f4b-80c6-08f2680c58c6 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:19.985130 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029c8f1e-d549-4ac9-8ebe-6e110271af7d', 'name': 'network-vif-deleted', 'tag': 'e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d', 'status': 'completed', 'code': 200}
Nov 27 21:01:20.003943 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-1032cad4-c2d1-4c40-a599-6477a4b584e7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5723712
Nov 27 21:01:20.018026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Request body: {'port': {'device_id': 'b24e78d1-535b-4ee2-8281-a712770fd872', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:20.040275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f13d25dd-6bba-464a-a462-ae0cad52e390 None None] Provisioning complete for port 126a7528-48df-45a1-9007-fa1a4fedd95d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:20.041000 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f13d25dd-6bba-464a-a462-ae0cad52e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:20.049298 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c9e81-5d4b-4132-8b59-e4bc0e068c5e x-openstack-request-id: req-ed8c9e81-5d4b-4132-8b59-e4bc0e068c5e {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:20.050348 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be17e59d-66fb-4532-a358-99abd059f136", "name": "network-vif-deleted", "tag": "224259aa-f342-4ded-891c-82a4330a6dfa", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:20.050348 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed8c9e81-5d4b-4132-8b59-e4bc0e068c5e {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:20.050348 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be17e59d-66fb-4532-a358-99abd059f136', 'name': 'network-vif-deleted', 'tag': '224259aa-f342-4ded-891c-82a4330a6dfa', 'status': 'completed', 'code': 200}
Nov 27 21:01:20.170499 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:20.200389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:01:20.235531 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:20.245110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router 0dc2105e-1208-4ad8-b897-b29e74875e25 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:01:20.291379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5735d5e1-a5d2-4ab1-86c5-38765e56774d req-f82e9d8d-448e-4f9a-a3b2-ef4cfd4d2dca tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5670557
Nov 27 21:01:20.333870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f13d25dd-6bba-464a-a462-ae0cad52e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:20.342811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:01:20.343698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e28bdabf-8e3c-4ac0-a725-ed8d1d6d2f2d not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:01:20.355798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] For port 63f38954-f52a-4e11-995d-bbba04f26424, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:20.463053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ba1ff-e6fa-4280-9d1a-a83b5c3b6ee3 None None] Network a71e15cf-6255-4667-aafd-fb6250c96428 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:20.481320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:20.504905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a3d79726-d612-4e8a-860e-b024b8fcbdef tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/0dc2105e-1208-4ad8-b897-b29e74875e25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8843610
Nov 27 21:01:20.513124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50710) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:20.555340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] For port 63f38954-f52a-4e11-995d-bbba04f26424, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63f38954-f52a-4e11-995d-bbba04f26424,segment=NetworkSegment(b4572644-baa3-4123-a566-0300f62e83c6),segment_id=b4572644-baa3-4123-a566-0300f62e83c6)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:20.576071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d5592-c6c7-4972-a610-adce195f471a None None] Sync routers for ids ['0dc2105e-1208-4ad8-b897-b29e74875e25'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:20.684314 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:20.901968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac26306-d3af-4c89-ac37-d40a2644f8ab tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:20.909325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bac26306-d3af-4c89-ac37-d40a2644f8ab tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports/9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7 HTTP/1.1" status: 200  len: 910 time: 0.3924527
Nov 27 21:01:20.912686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e6ab13e7-93f3-4f81-a90f-540c3a825b2a req-983f91a5-0349-4a67-928f-f14c54c24a9d tempest-ListServersNegativeTestJSON-1865350681 tempest-ListServersNegativeTestJSON-1865350681-project] 10.222.0.21 "GET /v2.0/ports?device_id=be17e59d-66fb-4532-a358-99abd059f136 HTTP/1.1" status: 200  len: 210 time: 0.0981095
Nov 27 21:01:20.913330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50724) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:20.916152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d5592-c6c7-4972-a610-adce195f471a None None] Routers {'0dc2105e-1208-4ad8-b897-b29e74875e25'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:20.918146 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e31d5592-c6c7-4972-a610-adce195f471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4d3790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0dc2105e-1208-4ad8-b897-b29e74875e25'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:20.966606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f13d25dd-6bba-464a-a462-ae0cad52e390 None None] For port 126a7528-48df-45a1-9007-fa1a4fedd95d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=126a7528-48df-45a1-9007-fa1a4fedd95d,segment=NetworkSegment(03cf8d09-5cea-414b-80f1-d02241ee0ce9),segment_id=03cf8d09-5cea-414b-80f1-d02241ee0ce9)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:20.998338 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:21.100469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c2deae-bff9-4c9d-98be-596ea79c1679 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:01:21.113992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:21.171157 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f13d25dd-6bba-464a-a462-ae0cad52e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:21.193628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e31d5592-c6c7-4972-a610-adce195f471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4d3790>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:21.196598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 2001:db8:1::1 (a71e15cf-6255-4667-aafd-fb6250c96428/146d07d0-f598-4881-8e76-3557e6836f47/e2f6462d-9ee2-47fd-b090-0ba26680a3ad) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:21.494603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54943d8a-3010-4ec2-8761-fb9d0d67b638 None None] Pushing event updated for resources: {'Port': ['ID=63f38954-f52a-4e11-995d-bbba04f26424,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:21.583703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:21.659206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Transition to ACTIVE for port object a2c2deae-bff9-4c9d-98be-596ea79c1679 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:01:21.665139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d5592-c6c7-4972-a610-adce195f471a None None] Routers {'0dc2105e-1208-4ad8-b897-b29e74875e25'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:21.668338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e31d5592-c6c7-4972-a610-adce195f471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4d3790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0dc2105e-1208-4ad8-b897-b29e74875e25'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:21.687705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:21.699763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:21.737961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network a71e15cf-6255-4667-aafd-fb6250c96428 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:21.742393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:21.748643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:21.752774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:21.846129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d25dd-6bba-464a-a462-ae0cad52e390 None None] Pushing event updated for resources: {'Port': ['ID=126a7528-48df-45a1-9007-fa1a4fedd95d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:21.903688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e31d5592-c6c7-4972-a610-adce195f471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4d3790>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:21.905028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d5592-c6c7-4972-a610-adce195f471a None None] The sync data for ids ['0dc2105e-1208-4ad8-b897-b29e74875e25'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:21.909391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Provisioning complete for port 5086bb58-35fd-46b2-ab39-6c622036bf65 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:21.909508 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:21.938528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=e2f6462d-9ee2-47fd-b090-0ba26680a3ad,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:21.971614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a0447-2a2d-449c-8a77-223f935d572c req-722e8a96-7bbb-4dbd-b905-4440fc7c357d tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:21.995422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:01:21.995579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c1a0447-2a2d-449c-8a77-223f935d572c req-722e8a96-7bbb-4dbd-b905-4440fc7c357d tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 932 time: 0.4197130
Nov 27 21:01:21.995821 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:01:22.018591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffbbe0>, [{'id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:01:03Z', 'updated_at': '2021-11-27T21:01:08Z', 'revision_number': 4, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'gw_port': {'id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:04Z', 'updated_at': '2021-11-27T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4830f14a-d216-4e59-9421-501f80d9c118', 'name': '', 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'mac_address': 'fa:16:3e:cf:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'ae4a3d80-9fe1-437f-aafc-44a0978ce6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:06Z', 'updated_at': '2021-11-27T21:01:17Z', 'revision_number': 4, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'subnets': [{'id': 'ae4a3d80-9fe1-437f-aafc-44a0978ce6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:22.075479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a38ad4-fe9e-48d7-979a-98c257a4779b None None] The sync data for ids ['d70ce343-2b09-4bd5-8e64-78fa14943037'] in ncdv-master-1 is: [{'id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:01:03Z', 'updated_at': '2021-11-27T21:01:08Z', 'revision_number': 4, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'gw_port': {'id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:04Z', 'updated_at': '2021-11-27T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4830f14a-d216-4e59-9421-501f80d9c118', 'name': '', 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'mac_address': 'fa:16:3e:cf:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'ae4a3d80-9fe1-437f-aafc-44a0978ce6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:06Z', 'updated_at': '2021-11-27T21:01:17Z', 'revision_number': 4, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'subnets': [{'id': 'ae4a3d80-9fe1-437f-aafc-44a0978ce6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:22.288511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Pushing event updated for resources: {'Port': ['ID=a2c2deae-bff9-4c9d-98be-596ea79c1679,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:22.365569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:22.375487 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:22.401587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50770) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:22.509879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] For port 5086bb58-35fd-46b2-ab39-6c622036bf65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5086bb58-35fd-46b2-ab39-6c622036bf65,segment=NetworkSegment(466fe850-4186-47a9-8ab2-0f1570146165),segment_id=466fe850-4186-47a9-8ab2-0f1570146165)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:22.566766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba73026-b92a-4d20-8653-71eb658293b5 admin admin] Deleting subnet 499be8a8-4191-4f3c-9180-8ea2b53c596f {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:01:22.571676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba73026-b92a-4d20-8653-71eb658293b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:22.632585 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba73026-b92a-4d20-8653-71eb658293b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:22.638057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5086bb58-35fd-46b2-ab39-6c622036bf65 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:22.644804 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:22.744036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c1a0447-2a2d-449c-8a77-223f935d572c req-18ac8e51-da22-4c3d-95fe-3a4e11dc94e8 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7475500
Nov 27 21:01:22.801126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba73026-b92a-4d20-8653-71eb658293b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:22.807044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Attempting to bind port a2c2deae-bff9-4c9d-98be-596ea79c1679 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:22.807464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Attempting to bind port a2c2deae-bff9-4c9d-98be-596ea79c1679 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:22.809941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Attempting to bind port a2c2deae-bff9-4c9d-98be-596ea79c1679 on network ef6c6178-d8bd-4309-ba9b-3100431bc7eb {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:22.846076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Port a2c2deae-bff9-4c9d-98be-596ea79c1679 on network ef6c6178-d8bd-4309-ba9b-3100431bc7eb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:01:22.846521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Attempting to bind port a2c2deae-bff9-4c9d-98be-596ea79c1679 on network ef6c6178-d8bd-4309-ba9b-3100431bc7eb {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:22.877231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:22.877938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Checking segment: {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:22.878471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Bound using segment: {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:22.879022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Bound port: a2c2deae-bff9-4c9d-98be-596ea79c1679, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:22.879723 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:22.899426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba73026-b92a-4d20-8653-71eb658293b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:23.010964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:23.054897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Provisioning complete for port 8b723537-a78c-44d5-a16f-0224173b514d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:23.055456 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:23.113836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba73026-b92a-4d20-8653-71eb658293b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499be8a8-4191-4f3c-9180-8ea2b53c596f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:23.132441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba73026-b92a-4d20-8653-71eb658293b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:23.145235 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dba73026-b92a-4d20-8653-71eb658293b5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/499be8a8-4191-4f3c-9180-8ea2b53c596f HTTP/1.1" status: 204  len: 168 time: 0.7305624
Nov 27 21:01:23.146230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50780) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:23.233860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Pushing event updated for resources: {'Port': ['ID=5086bb58-35fd-46b2-ab39-6c622036bf65,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:23.494944 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:23.578946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5086bb58-35fd-46b2-ab39-6c622036bf65 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:23.579677 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:23.666457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] For port a2c2deae-bff9-4c9d-98be-596ea79c1679, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:23.676743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] For port a2c2deae-bff9-4c9d-98be-596ea79c1679, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2c2deae-bff9-4c9d-98be-596ea79c1679,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:23.745537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f279b81-4c57-4a42-990f-7864637c1e44 None None] Network 6ea080c1-10e5-4fd3-8258-521d84c6f930 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:23.748806 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:23.835082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:23.915947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] For port 8b723537-a78c-44d5-a16f-0224173b514d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b723537-a78c-44d5-a16f-0224173b514d,segment=NetworkSegment(01e1ddaf-c425-478c-91a1-81375d5540b0),segment_id=01e1ddaf-c425-478c-91a1-81375d5540b0)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:23.940403 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.082546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Pushing event updated for resources: {'Port': ['ID=a2c2deae-bff9-4c9d-98be-596ea79c1679,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:24.097915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:24.098747 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.100539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-61a3d568-1dad-4106-8d9b-ae3d2f4d3eaf service neutron] 10.222.0.15 "PUT /v2.0/ports/a2c2deae-bff9-4c9d-98be-596ea79c1679 HTTP/1.1" status: 200  len: 1092 time: 4.0883467
Nov 27 21:01:24.101177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24e78d1-535b-4ee2-8281-a712770fd872', 'tag': 'a2c2deae-bff9-4c9d-98be-596ea79c1679'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:24.104473 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63" -d '{"events": [{"name": "network-changed", "server_uuid": "b24e78d1-535b-4ee2-8281-a712770fd872", "tag": "a2c2deae-bff9-4c9d-98be-596ea79c1679"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:24.164958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3517dc-5e58-400f-8347-98333bcd5c62 None None] Pushing event updated for resources: {'Port': ['ID=8b723537-a78c-44d5-a16f-0224173b514d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:24.198053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.217476 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834b0afb-11e0-49b2-ba4e-fa56df9f4de0 x-openstack-request-id: req-834b0afb-11e0-49b2-ba4e-fa56df9f4de0 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:24.218459 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24e78d1-535b-4ee2-8281-a712770fd872", "tag": "a2c2deae-bff9-4c9d-98be-596ea79c1679", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:24.218459 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-834b0afb-11e0-49b2-ba4e-fa56df9f4de0 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:24.218760 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24e78d1-535b-4ee2-8281-a712770fd872', 'tag': 'a2c2deae-bff9-4c9d-98be-596ea79c1679', 'status': 'completed', 'code': 200}
Nov 27 21:01:24.232675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd350430>,) {'filters': {'network_id': ['6f63875e-bf4a-47be-b2b4-689a7102b5e2']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:24.237214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Provisioning complete for port 126a7528-48df-45a1-9007-fa1a4fedd95d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:24.240398 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.251145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd350430>, '0c616410-8994-4970-b14f-ae0d4f7194be') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:24.251548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd350430>, '0c616410-8994-4970-b14f-ae0d4f7194be') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:24.264110 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.289046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.308839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:01:24.309349 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.386362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-747b3050-8f47-4c10-8e5c-bda626f6ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:24.389206 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-747b3050-8f47-4c10-8e5c-bda626f6ba77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 1095 time: 0.2057014
Nov 27 21:01:24.393835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.21.0.1 (6ea080c1-10e5-4fd3-8258-521d84c6f930/cddc0538-8d75-4aba-ac64-0e3699e07dd3/2b68d774-a672-4d50-b2a3-f3c20fcebf75) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:01:24.451089 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:01:24.527023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917b10-3ce1-4c39-838a-436ca27bc95f req-f35e16e6-a676-423c-adca-b8a689b4d069 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:24.539439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5b917b10-3ce1-4c39-838a-436ca27bc95f req-f35e16e6-a676-423c-adca-b8a689b4d069 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 944 time: 0.5255830
Nov 27 21:01:24.542096 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.581450 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.586612 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] 10.222.0.21 "DELETE /v2.0/networks/6f63875e-bf4a-47be-b2b4-689a7102b5e2 HTTP/1.1" status: 204  len: 168 time: 1.4327359
Nov 27 21:01:24.593393 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-58162ea0-d602-4122-87ee-7f2a0f6b528e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c2deae-bff9-4c9d-98be-596ea79c1679 HTTP/1.1" status: 200  len: 217 time: 0.1913970
Nov 27 21:01:24.622438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Provisioning complete for port 9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:24.623027 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.685057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793572a0-5766-4a43-9c61-1912ae8a38aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6f63875e-bf4a-47be-b2b4-689a7102b5e2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:24.752223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Port 9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:24.794039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Provisioning complete for port 63f38954-f52a-4e11-995d-bbba04f26424 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:24.794428 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.852176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.887372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5b917b10-3ce1-4c39-838a-436ca27bc95f req-9376acae-3595-44ab-af59-beed538e5c59 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3460624
Nov 27 21:01:24.900691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 126a7528-48df-45a1-9007-fa1a4fedd95d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:24.903551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.912784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:24.936302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-7049e367-729f-4a5d-a717-6002223eecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:24.941472 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-7049e367-729f-4a5d-a717-6002223eecb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 HTTP/1.1" status: 200  len: 851 time: 0.3422968
Nov 27 21:01:24.998321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-10bbb0f5-8ce8-4689-a8d7-b1e08d053b8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472083
Nov 27 21:01:25.012905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=e2f6462d-9ee2-47fd-b090-0ba26680a3ad,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:25.058463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50822) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:25.063848 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.104503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] For port 63f38954-f52a-4e11-995d-bbba04f26424, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63f38954-f52a-4e11-995d-bbba04f26424,segment=NetworkSegment(b4572644-baa3-4123-a566-0300f62e83c6),segment_id=b4572644-baa3-4123-a566-0300f62e83c6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:25.113091 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.169060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network a71e15cf-6255-4667-aafd-fb6250c96428 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:25.171289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:25.176196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Pushing event updated for resources: {'Port': ['ID=63f38954-f52a-4e11-995d-bbba04f26424,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:25.181362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 126a7528-48df-45a1-9007-fa1a4fedd95d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:25.182067 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.204457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3a37fc12-bc73-438e-b076-5ffe20db0626 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57166f6505f544e38ae55d9360c4f40a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1321273
Nov 27 21:01:25.208521 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.213245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50824) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:25.251605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Provisioning complete for port 5086bb58-35fd-46b2-ab39-6c622036bf65 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:25.252349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.319525 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-d0e2fec8-4ef9-4253-90b2-03e3db3fe084 service neutron] 10.222.0.15 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3104405
Nov 27 21:01:25.366206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5086bb58-35fd-46b2-ab39-6c622036bf65 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:25.383977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router b4a934b5-71f0-4e87-aa6c-76e8dad64242 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:25.485497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3111a9c8-482d-4811-ba32-8a57ee8adafc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.492235 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.523950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 6ea080c1-10e5-4fd3-8258-521d84c6f930 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:25.535886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:25.580667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:25.594819 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b60650-8522-4b2a-aa47-2bd4a1e4c011 None None] Sync routers for ids ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:25.597427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d04c647f-cc89-4267-a036-502366ab4023 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/b4a934b5-71f0-4e87-aa6c-76e8dad64242/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0920544
Nov 27 21:01:25.598415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50832) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:25.604947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Provisioning complete for port 302d4e33-0dd1-46ba-a544-d27b317f9bb3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:25.605324 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.614061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:25.617768 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b60650-8522-4b2a-aa47-2bd4a1e4c011 None None] Routers {'b4a934b5-71f0-4e87-aa6c-76e8dad64242'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:25.624953 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-94b60650-8522-4b2a-aa47-2bd4a1e4c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7c2fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:25.672327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5086bb58-35fd-46b2-ab39-6c622036bf65 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:25.674990 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.682025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfef695-7a03-4798-8c3a-18eac59f5839 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:25.685762 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.703867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ccfef695-7a03-4798-8c3a-18eac59f5839 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports/e2f6462d-9ee2-47fd-b090-0ba26680a3ad HTTP/1.1" status: 200  len: 913 time: 0.1006393
Nov 27 21:01:25.706235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50838) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:25.752406 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-94b60650-8522-4b2a-aa47-2bd4a1e4c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7c2fa0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:25.780674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Port 302d4e33-0dd1-46ba-a544-d27b317f9bb3 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:25.786521 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b60650-8522-4b2a-aa47-2bd4a1e4c011 None None] Routers {'b4a934b5-71f0-4e87-aa6c-76e8dad64242'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:25.788268 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-94b60650-8522-4b2a-aa47-2bd4a1e4c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7c2fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:25.806827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Provisioning complete for port 8b723537-a78c-44d5-a16f-0224173b514d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:25.807589 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.856358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3111a9c8-482d-4811-ba32-8a57ee8adafc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:25.869908 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-94b60650-8522-4b2a-aa47-2bd4a1e4c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7c2fa0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:25.872639 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b60650-8522-4b2a-aa47-2bd4a1e4c011 None None] The sync data for ids ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:25.884112 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3be4fed9-c20b-4939-b5db-3430f41c625e req-70450415-a986-4c55-b6ee-7e0a80e6d693 service neutron] 10.222.0.15 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5545754
Nov 27 21:01:25.952921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8b723537-a78c-44d5-a16f-0224173b514d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:26.076632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=2b68d774-a672-4d50-b2a3-f3c20fcebf75,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:26.133973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8b723537-a78c-44d5-a16f-0224173b514d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:26.134429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.196551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Provisioning complete for port e2f6462d-9ee2-47fd-b090-0ba26680a3ad triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:26.196958 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.283723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24879c52-423c-42b4-9d7c-b99acdebb005 req-3a07d5cf-3baf-40b0-adc6-8e2a20b9a21b tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:26.291352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24879c52-423c-42b4-9d7c-b99acdebb005 req-3a07d5cf-3baf-40b0-adc6-8e2a20b9a21b tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 944 time: 0.2489593
Nov 27 21:01:26.293263 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3111a9c8-482d-4811-ba32-8a57ee8adafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.296223 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3111a9c8-482d-4811-ba32-8a57ee8adafc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.297511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3111a9c8-482d-4811-ba32-8a57ee8adafc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee8ff22b-ecf1-4166-b571-51ea0edb30ad HTTP/1.1" status: 204  len: 168 time: 1.0832856
Nov 27 21:01:26.314775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-ef2adaa8-2fb6-48ef-869e-25677d8b06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:26.316437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-ef2adaa8-2fb6-48ef-869e-25677d8b06d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 1095 time: 0.3510587
Nov 27 21:01:26.346367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.347461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0b342256-a575-4ced-b6a2-02f05db93068 None None] Port e2f6462d-9ee2-47fd-b090-0ba26680a3ad cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:26.360325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111a9c8-482d-4811-ba32-8a57ee8adafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8ff22b-ecf1-4166-b571-51ea0edb30ad,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:26.453708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4830f14a-d216-4e59-9421-501f80d9c118 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:26.458781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.524703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Provisioning complete for port 63f38954-f52a-4e11-995d-bbba04f26424 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:26.525091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24879c52-423c-42b4-9d7c-b99acdebb005 req-561c3dec-2b43-461f-bc8e-fcea8edcfc06 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328572
Nov 27 21:01:26.525806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.582936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4830f14a-d216-4e59-9421-501f80d9c118 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:26.583763 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.684170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-8f180ed0-6a26-4631-902b-397066b462b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:26.688095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-8f180ed0-6a26-4631-902b-397066b462b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 912 time: 0.3560629
Nov 27 21:01:26.733341 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.756676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Provisioning complete for port 9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:26.757282 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.811128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 4830f14a-d216-4e59-9421-501f80d9c118, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4830f14a-d216-4e59-9421-501f80d9c118,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:26.814899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Port 9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:26.823604 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.824736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63f38954-f52a-4e11-995d-bbba04f26424 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:26.890356 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.907180 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.908799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Provisioning complete for port 2b68d774-a672-4d50-b2a3-f3c20fcebf75 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:26.909407 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:26.977430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=4830f14a-d216-4e59-9421-501f80d9c118,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:26.988344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Port 2b68d774-a672-4d50-b2a3-f3c20fcebf75 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:26.994093 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-6d7b16cb-0cbf-45bd-9a10-6d72cfb1f714 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c2deae-bff9-4c9d-98be-596ea79c1679 HTTP/1.1" status: 200  len: 217 time: 0.0978363
Nov 27 21:01:27.006155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 63f38954-f52a-4e11-995d-bbba04f26424 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:27.006911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:27.037744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Provisioning complete for port e2f6462d-9ee2-47fd-b090-0ba26680a3ad triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:27.042078 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:27.109751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a7d799b7-88b8-4357-aa6b-2a03d9b90dc9 None None] Port e2f6462d-9ee2-47fd-b090-0ba26680a3ad cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:27.154374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port e2f6462d-9ee2-47fd-b090-0ba26680a3ad {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:27.155649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:27.299070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:27.340199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for e2f6462d-9ee2-47fd-b090-0ba26680a3ad owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:27.356052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4830f14a-d216-4e59-9421-501f80d9c118 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:27.501988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=2b68d774-a672-4d50-b2a3-f3c20fcebf75,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:27.535080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4830f14a-d216-4e59-9421-501f80d9c118 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:27.536060 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:27.552297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:27.571326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-6955a88f-eabe-43b4-b98d-49d9dba4fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:27.582945 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-6955a88f-eabe-43b4-b98d-49d9dba4fe5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 HTTP/1.1" status: 200  len: 851 time: 0.5529120
Nov 27 21:01:27.693728 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:27.732399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-a7e215cf-7040-4a98-a190-74580493ca2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1351135
Nov 27 21:01:27.835551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63f38954-f52a-4e11-995d-bbba04f26424 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:27.945094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 6ea080c1-10e5-4fd3-8258-521d84c6f930 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:27.949069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:27.973166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=e2f6462d-9ee2-47fd-b090-0ba26680a3ad,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:27.990444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 63f38954-f52a-4e11-995d-bbba04f26424 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:27.994911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:28.217310 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-77578205-f70b-40a4-9044-ba988f295726 service neutron] 10.222.0.15 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4713435
Nov 27 21:01:28.273716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a11d6-5ca7-4bbc-86fe-a96aa616a2b6 req-66720d33-ce24-45be-a14f-96139c5dfd3f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:28.278344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-711a11d6-5ca7-4bbc-86fe-a96aa616a2b6 req-66720d33-ce24-45be-a14f-96139c5dfd3f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 944 time: 0.5428708
Nov 27 21:01:28.310841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:28.367084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router 0dc2105e-1208-4ad8-b897-b29e74875e25 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:28.439624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-711a11d6-5ca7-4bbc-86fe-a96aa616a2b6 req-b068ce84-c1e5-4467-afa6-b5863671ec61 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520731
Nov 27 21:01:28.458248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ade85ffb-4ed0-4e6f-9f4d-4a625c3949fa None None] Provisioning complete for port 2b68d774-a672-4d50-b2a3-f3c20fcebf75 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:28.458895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ade85ffb-4ed0-4e6f-9f4d-4a625c3949fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:28.484046 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3fc15cbe-edcc-4165-bd95-25f0bfcb2f63 req-eaf57fc0-c508-426d-bf86-21837f58d57d service neutron] 10.222.0.15 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2491760
Nov 27 21:01:28.514828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:28.522455 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-14e2fe36-9cea-4ae6-90f1-e842dbef251b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/0dc2105e-1208-4ad8-b897-b29e74875e25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6047306
Nov 27 21:01:28.524824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50924) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:28.544398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fecd6-5487-4879-944d-3e43c19b92c8 None None] Sync routers for ids ['0dc2105e-1208-4ad8-b897-b29e74875e25'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:28.588602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ade85ffb-4ed0-4e6f-9f4d-4a625c3949fa None None] Port 2b68d774-a672-4d50-b2a3-f3c20fcebf75 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:28.591483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fecd6-5487-4879-944d-3e43c19b92c8 None None] Routers {'0dc2105e-1208-4ad8-b897-b29e74875e25'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:28.592265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9c6fecd6-5487-4879-944d-3e43c19b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd607b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0dc2105e-1208-4ad8-b897-b29e74875e25'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:28.633105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0814bcc-c4d0-420f-ad3b-aefd40631909 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:28.635794 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d0814bcc-c4d0-420f-ad3b-aefd40631909 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports/2b68d774-a672-4d50-b2a3-f3c20fcebf75 HTTP/1.1" status: 200  len: 910 time: 0.1099057
Nov 27 21:01:28.640723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50930) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:28.669311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9c6fecd6-5487-4879-944d-3e43c19b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd607b50>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:28.681231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fecd6-5487-4879-944d-3e43c19b92c8 None None] Routers {'0dc2105e-1208-4ad8-b897-b29e74875e25'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:28.681891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9c6fecd6-5487-4879-944d-3e43c19b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd607b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0dc2105e-1208-4ad8-b897-b29e74875e25'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:28.740801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9c6fecd6-5487-4879-944d-3e43c19b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd607b50>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:28.744028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fecd6-5487-4879-944d-3e43c19b92c8 None None] The sync data for ids ['0dc2105e-1208-4ad8-b897-b29e74875e25'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:29.159009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a2c2deae-bff9-4c9d-98be-596ea79c1679 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:01:29.178082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router b4a934b5-71f0-4e87-aa6c-76e8dad64242 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:29.223621 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:29.403025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:29.421201 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02ac9b-c703-4b66-bec6-5a7adff3056a None None] Sync routers for ids ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:29.421893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b522c0ff-f5ba-4b69-8b1e-bc7987ffadb4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/b4a934b5-71f0-4e87-aa6c-76e8dad64242/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7125630
Nov 27 21:01:29.430126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50966) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:29.431063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port a2c2deae-bff9-4c9d-98be-596ea79c1679, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2c2deae-bff9-4c9d-98be-596ea79c1679,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:29.442766 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02ac9b-c703-4b66-bec6-5a7adff3056a None None] Routers {'b4a934b5-71f0-4e87-aa6c-76e8dad64242'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:29.443396 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7a02ac9b-c703-4b66-bec6-5a7adff3056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe581fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:29.465516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'a2c2deae-bff9-4c9d-98be-596ea79c1679', 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb', 'port_id': 'a2c2deae-bff9-4c9d-98be-596ea79c1679', 'mac_address': 'fa:16:3e:5b:4b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4a3d80-9fe1-437f-aafc-44a0978ce6b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:01:29.529908 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7a02ac9b-c703-4b66-bec6-5a7adff3056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe581fa0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:29.543476 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02ac9b-c703-4b66-bec6-5a7adff3056a None None] Routers {'b4a934b5-71f0-4e87-aa6c-76e8dad64242'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:29.544149 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7a02ac9b-c703-4b66-bec6-5a7adff3056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe581fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:29.553419 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:29.585746 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7a02ac9b-c703-4b66-bec6-5a7adff3056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe581fa0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:29.586430 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02ac9b-c703-4b66-bec6-5a7adff3056a None None] The sync data for ids ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:29.591037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c2deae-bff9-4c9d-98be-596ea79c1679 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:01:29.635514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port a2c2deae-bff9-4c9d-98be-596ea79c1679, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2c2deae-bff9-4c9d-98be-596ea79c1679,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:29.643447 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:29.734199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b6e20-72c7-4f9a-b28d-ff55f0509713 req-8733aa1c-0f70-4de8-8052-d2f5eb740589 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:29.737455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c91b6e20-72c7-4f9a-b28d-ff55f0509713 req-8733aa1c-0f70-4de8-8052-d2f5eb740589 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 945 time: 0.1103861
Nov 27 21:01:29.753206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=a2c2deae-bff9-4c9d-98be-596ea79c1679,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:29.817284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c91b6e20-72c7-4f9a-b28d-ff55f0509713 req-5765cb31-ead0-4c6e-858d-db9c6f3f0031 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714707
Nov 27 21:01:29.895884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50996) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:29.984845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port 2b68d774-a672-4d50-b2a3-f3c20fcebf75 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:29.984845 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.010134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['a2c2deae-bff9-4c9d-98be-596ea79c1679'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:01:30.080548 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-255850cb-efee-408d-b1b6-90564dc0106e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.139903 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.166369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for 2b68d774-a672-4d50-b2a3-f3c20fcebf75 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:30.178851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.213838 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-255850cb-efee-408d-b1b6-90564dc0106e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.220901 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-255850cb-efee-408d-b1b6-90564dc0106e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.276699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-255850cb-efee-408d-b1b6-90564dc0106e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e12dbac98b4e44de93ff1312141c8f82&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3767898
Nov 27 21:01:30.276699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255850cb-efee-408d-b1b6-90564dc0106e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef290d5d-543f-4037-8c1c-2f936a0f90ac,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:30.278585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51008) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:30.366892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26a32b55-87eb-4fc4-9acd-d1d94ca6e2fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.397333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26a32b55-87eb-4fc4-9acd-d1d94ca6e2fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.481249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26a32b55-87eb-4fc4-9acd-d1d94ca6e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.485312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26a32b55-87eb-4fc4-9acd-d1d94ca6e2fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.487141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-26a32b55-87eb-4fc4-9acd-d1d94ca6e2fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef290d5d-543f-4037-8c1c-2f936a0f90ac HTTP/1.1" status: 204  len: 168 time: 0.2074094
Nov 27 21:01:30.510781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a32b55-87eb-4fc4-9acd-d1d94ca6e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef290d5d-543f-4037-8c1c-2f936a0f90ac,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:30.628733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.679646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=2b68d774-a672-4d50-b2a3-f3c20fcebf75,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:30.942439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 302d4e33-0dd1-46ba-a544-d27b317f9bb3 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:30.951405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:30.958313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:31.161991 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a2c2deae-bff9-4c9d-98be-596ea79c1679 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:31.271219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port a2c2deae-bff9-4c9d-98be-596ea79c1679 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:01:31.288488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port a2c2deae-bff9-4c9d-98be-596ea79c1679 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:31.289532 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:31.415654 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:31.475703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24e78d1-535b-4ee2-8281-a712770fd872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c2deae-bff9-4c9d-98be-596ea79c1679'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:31.479863 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497c3998-39ad-4ab2-a340-10bed16e9165" -d '{"events": [{"server_uuid": "b24e78d1-535b-4ee2-8281-a712770fd872", "name": "network-vif-plugged", "status": "completed", "tag": "a2c2deae-bff9-4c9d-98be-596ea79c1679"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:31.502151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port a2c2deae-bff9-4c9d-98be-596ea79c1679, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2c2deae-bff9-4c9d-98be-596ea79c1679,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:31.517534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:31.587901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:31.608833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc20819-d243-4702-b8ea-288d1d759f8d req-d7a6d1b8-c149-4984-9e6a-530e2673fe6a tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:31.611143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffc20819-d243-4702-b8ea-288d1d759f8d req-d7a6d1b8-c149-4984-9e6a-530e2673fe6a tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 945 time: 0.5701413
Nov 27 21:01:31.625610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=a2c2deae-bff9-4c9d-98be-596ea79c1679,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:31.630311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 302d4e33-0dd1-46ba-a544-d27b317f9bb3 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:31.675911 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680b4d8b-c73f-4f4f-93a9-d1a0cf0d06b1 x-openstack-request-id: req-680b4d8b-c73f-4f4f-93a9-d1a0cf0d06b1 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:31.677228 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24e78d1-535b-4ee2-8281-a712770fd872", "name": "network-vif-plugged", "status": "completed", "tag": "a2c2deae-bff9-4c9d-98be-596ea79c1679", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:31.680767 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-680b4d8b-c73f-4f4f-93a9-d1a0cf0d06b1 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:31.681705 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24e78d1-535b-4ee2-8281-a712770fd872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c2deae-bff9-4c9d-98be-596ea79c1679', 'code': 200}
Nov 27 21:01:31.854476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffc20819-d243-4702-b8ea-288d1d759f8d req-e34ca0cd-68cf-4381-b463-262c5d908c3e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2275136
Nov 27 21:01:31.894258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router 0dc2105e-1208-4ad8-b897-b29e74875e25 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:31.906984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ca66f-ec59-4566-a8f3-d09b1d32c7f2 req-7a1c3743-b142-4176-ae02-39c92d9337bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:31.909509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-635ca66f-ec59-4566-a8f3-d09b1d32c7f2 req-7a1c3743-b142-4176-ae02-39c92d9337bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 1097 time: 0.1553564
Nov 27 21:01:31.928817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51086) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:32.099997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-635ca66f-ec59-4566-a8f3-d09b1d32c7f2 req-24d88fad-0f7c-4ff2-97b2-3de969048385 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825793
Nov 27 21:01:32.140011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:32.147105 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-828f8221-93fd-403a-8425-67c4b3c55deb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/0dc2105e-1208-4ad8-b897-b29e74875e25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5045280
Nov 27 21:01:32.149999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51100) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:32.157628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f25814-9eb9-44e2-b6c3-4786fb3c3ef1 None None] Sync routers for ids ['0dc2105e-1208-4ad8-b897-b29e74875e25'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:32.173594 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec4187f-5303-4cb3-a17b-2c990c35e08b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.176436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f25814-9eb9-44e2-b6c3-4786fb3c3ef1 None None] Routers {'0dc2105e-1208-4ad8-b897-b29e74875e25'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:32.181484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-38f25814-9eb9-44e2-b6c3-4786fb3c3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0dc2105e-1208-4ad8-b897-b29e74875e25'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:32.228309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-38f25814-9eb9-44e2-b6c3-4786fb3c3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1faf0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:32.245154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f25814-9eb9-44e2-b6c3-4786fb3c3ef1 None None] Routers {'0dc2105e-1208-4ad8-b897-b29e74875e25'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:32.246122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-38f25814-9eb9-44e2-b6c3-4786fb3c3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0dc2105e-1208-4ad8-b897-b29e74875e25'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:32.265309 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.324100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=302d4e33-0dd1-46ba-a544-d27b317f9bb3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:32.333314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-38f25814-9eb9-44e2-b6c3-4786fb3c3ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fda1faf0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:32.335471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f25814-9eb9-44e2-b6c3-4786fb3c3ef1 None None] The sync data for ids ['0dc2105e-1208-4ad8-b897-b29e74875e25'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:32.363192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51108) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:32.452285 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec4187f-5303-4cb3-a17b-2c990c35e08b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.462200 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec4187f-5303-4cb3-a17b-2c990c35e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.518370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eec4187f-5303-4cb3-a17b-2c990c35e08b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22cbe9c9e7934de8b8ef807c135e69e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5840259
Nov 27 21:01:32.520052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51114) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:32.590163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4187f-5303-4cb3-a17b-2c990c35e08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e64e30-d73b-4af6-8330-1e3741e3dd87,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:32.620464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.640849 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca75341c-4ca8-4280-bde1-4ac9778eaa58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.683981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca75341c-4ca8-4280-bde1-4ac9778eaa58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.765674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca75341c-4ca8-4280-bde1-4ac9778eaa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.769282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca75341c-4ca8-4280-bde1-4ac9778eaa58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.770675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ca75341c-4ca8-4280-bde1-4ac9778eaa58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92e64e30-d73b-4af6-8330-1e3741e3dd87 HTTP/1.1" status: 204  len: 168 time: 0.2467136
Nov 27 21:01:32.784508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75341c-4ca8-4280-bde1-4ac9778eaa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e64e30-d73b-4af6-8330-1e3741e3dd87,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:32.805458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2036404057-network', 'tenant_id': '998295c106db4d7b82c3c10f09fbe182'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:32.838388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Made reservation on behalf of 998295c106db4d7b82c3c10f09fbe182 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:32.844098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:32.867944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.014849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router b4a934b5-71f0-4e87-aa6c-76e8dad64242 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:33.033269 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.055756 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.089469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc90711-8778-4c6d-a1ef-bcc23d1310ef,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:33.125347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:33.158852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:33.165709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-28589f2e-3d00-4de1-a38f-bd2e11b71ed8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/b4a934b5-71f0-4e87-aa6c-76e8dad64242/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7329783
Nov 27 21:01:33.168218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.168918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51132) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:33.171688 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Added segment 92164f87-aa60-46f1-a87c-6c3ab708a3e3 of type vlan for network eef8bb54-479f-4853-ac91-4d8fd47d6e2d
Nov 27 21:01:33.187674 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bfbb4-8751-48d8-ae39-78f87e43709e None None] Sync routers for ids ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:33.211589 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.215154 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9cddd980-e617-4edc-8aa7-3312764aecdd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4a934b5-71f0-4e87-aa6c-76e8dad64242 HTTP/1.1" status: 200  len: 205 time: 0.0432873
Nov 27 21:01:33.215542 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749bfbb4-8751-48d8-ae39-78f87e43709e None None] Routers {'b4a934b5-71f0-4e87-aa6c-76e8dad64242'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:33.215900 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-749bfbb4-8751-48d8-ae39-78f87e43709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fea647c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:33.217867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aa626-a68b-4177-aed6-86553ee40c38 req-83f805af-91e9-4129-ba3d-a3140d5f61ff tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:33.219177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51138) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:33.227726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-328aa626-a68b-4177-aed6-86553ee40c38 req-83f805af-91e9-4129-ba3d-a3140d5f61ff tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.2151136
Nov 27 21:01:33.305372 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-749bfbb4-8751-48d8-ae39-78f87e43709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fea647c0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:33.317422 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749bfbb4-8751-48d8-ae39-78f87e43709e None None] Routers {'b4a934b5-71f0-4e87-aa6c-76e8dad64242'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:33.318130 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-749bfbb4-8751-48d8-ae39-78f87e43709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fea647c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:33.384019 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.384848 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-749bfbb4-8751-48d8-ae39-78f87e43709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fea647c0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:33.385663 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bfbb4-8751-48d8-ae39-78f87e43709e None None] The sync data for ids ['b4a934b5-71f0-4e87-aa6c-76e8dad64242'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:33.479931 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2acbac17-d72e-4e0c-8c26-44da377ba8f4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.484051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-328aa626-a68b-4177-aed6-86553ee40c38 req-f64a8b7e-8b48-4612-9dcb-9885cc49b833 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2547243
Nov 27 21:01:33.501145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.502400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:33.502887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.635133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51158) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:33.636595 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2718263
Nov 27 21:01:33.665422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249e2fa-da72-4335-a637-3b79783d27e9 admin admin] Pushing event updated for resources: {'Network': ['ID=eef8bb54-479f-4853-ac91-4d8fd47d6e2d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:33.674134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Request body: {'subnet': {'network_id': 'eef8bb54-479f-4853-ac91-4d8fd47d6e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2036404057-subnet', 'tenant_id': '998295c106db4d7b82c3c10f09fbe182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:33.704476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network eef8bb54-479f-4853-ac91-4d8fd47d6e2d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:33.806751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Made reservation on behalf of 998295c106db4d7b82c3c10f09fbe182 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:33.809343 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.881058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2acbac17-d72e-4e0c-8c26-44da377ba8f4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.883829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2acbac17-d72e-4e0c-8c26-44da377ba8f4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.988583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2acbac17-d72e-4e0c-8c26-44da377ba8f4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:33.989102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acbac17-d72e-4e0c-8c26-44da377ba8f4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Fanout notify agent at l3_agent the message router_deleted on router b4a934b5-71f0-4e87-aa6c-76e8dad64242 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:01:34.002031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2acbac17-d72e-4e0c-8c26-44da377ba8f4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.003418 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2acbac17-d72e-4e0c-8c26-44da377ba8f4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/b4a934b5-71f0-4e87-aa6c-76e8dad64242 HTTP/1.1" status: 204  len: 168 time: 0.7831864
Nov 27 21:01:34.006094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51174) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:34.057829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-13c7d0ca-592e-43de-ab88-4d6d58bab359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.108659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-227d255b-8054-4187-bbbe-2778812d34d4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting subnet 146d07d0-f598-4881-8e76-3557e6836f47 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:01:34.113084 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-227d255b-8054-4187-bbbe-2778812d34d4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.168369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-227d255b-8054-4187-bbbe-2778812d34d4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.213433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port 9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:34.213801 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.218682 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.302731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-227d255b-8054-4187-bbbe-2778812d34d4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.334590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Pushing event updated for resources: {'Subnet': ['ID=067292e8-024a-4931-886d-ef02f22f0781,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:34.371802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Checking segment: {'id': '92164f87-aa60-46f1-a87c-6c3ab708a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eef8bb54-479f-4853-ac91-4d8fd47d6e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:34.372396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Network hostable DHCP agents. Network: eef8bb54-479f-4853-ac91-4d8fd47d6e2d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:34.377061 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.394232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for 9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:34.414941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Network eef8bb54-479f-4853-ac91-4d8fd47d6e2d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:34.418795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-227d255b-8054-4187-bbbe-2778812d34d4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.456220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d255b-8054-4187-bbbe-2778812d34d4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Subnet': ['ID=146d07d0-f598-4881-8e76-3557e6836f47,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:34.460872 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-227d255b-8054-4187-bbbe-2778812d34d4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.464969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-227d255b-8054-4187-bbbe-2778812d34d4 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/146d07d0-f598-4881-8e76-3557e6836f47 HTTP/1.1" status: 204  len: 168 time: 0.4577394
Nov 27 21:01:34.468288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51184) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:34.476588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1113edee-7b74-41e6-bfae-3eb514d3f617 None None] Network a71e15cf-6255-4667-aafd-fb6250c96428 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:34.507781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eef8bb54-479f-4853-ac91-4d8fd47d6e2d) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:34.546835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:34.550174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.593319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80051fcf-aed5-4e8d-b5e2-2e29d9b2de3d None None] Network eef8bb54-479f-4853-ac91-4d8fd47d6e2d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:34.657294 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2b974a2a-4aa9-4bd0-94b2-8b39e2a9808f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0204425
Nov 27 21:01:34.711655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-700867d7-e35e-4064-938e-cc4d63d9e14e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting subnet 060925f4-94bd-4d2d-bc5c-87668543215a {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:01:34.761791 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-700867d7-e35e-4064-938e-cc4d63d9e14e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:34.974023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14dd1c3-6d51-416b-b098-ad0072544a43 None None] Network eef8bb54-479f-4853-ac91-4d8fd47d6e2d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:35.021068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e96a79-2133-4160-92ee-1cb5c0cdf9de None None] DHCP port deletion for a71e15cf-6255-4667-aafd-fb6250c96428 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:35.229039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d2e96a79-2133-4160-92ee-1cb5c0cdf9de None None] Deleting port 8b723537-a78c-44d5-a16f-0224173b514d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:35.229979 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2e96a79-2133-4160-92ee-1cb5c0cdf9de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.339165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8b723537-a78c-44d5-a16f-0224173b514d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:01:35.390055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d2e96a79-2133-4160-92ee-1cb5c0cdf9de None None] For port 8b723537-a78c-44d5-a16f-0224173b514d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b723537-a78c-44d5-a16f-0224173b514d,segment=NetworkSegment(01e1ddaf-c425-478c-91a1-81375d5540b0),segment_id=01e1ddaf-c425-478c-91a1-81375d5540b0)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:35.390695 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2e96a79-2133-4160-92ee-1cb5c0cdf9de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.414425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51230) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:35.415829 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d2e96a79-2133-4160-92ee-1cb5c0cdf9de None None] Calling delete_port for 8b723537-a78c-44d5-a16f-0224173b514d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:35.515507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-700867d7-e35e-4064-938e-cc4d63d9e14e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.526466 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.546542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-c0eab01d-58e8-47d4-a95c-4a977e3b5149 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:35.552562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1843e-2ae1-4f79-afc0-9d5ce144bbf5 req-0644387b-1d5b-406b-ad60-f7b7410246c0 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:35.555006 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-c0eab01d-58e8-47d4-a95c-4a977e3b5149 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/networks?id=eef8bb54-479f-4853-ac91-4d8fd47d6e2d HTTP/1.1" status: 200  len: 814 time: 0.1884475
Nov 27 21:01:35.559985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93a1843e-2ae1-4f79-afc0-9d5ce144bbf5 req-0644387b-1d5b-406b-ad60-f7b7410246c0 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.9070618
Nov 27 21:01:35.578358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-1bd4d858-577f-4553-97a6-1e74548dff52 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/quotas/998295c106db4d7b82c3c10f09fbe182 HTTP/1.1" status: 200  len: 375 time: 0.0206206
Nov 27 21:01:35.582654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 8b723537-a78c-44d5-a16f-0224173b514d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b723537-a78c-44d5-a16f-0224173b514d,segment=NetworkSegment(01e1ddaf-c425-478c-91a1-81375d5540b0),segment_id=01e1ddaf-c425-478c-91a1-81375d5540b0)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:35.589393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.623409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.631701 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2e96a79-2133-4160-92ee-1cb5c0cdf9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.636079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-759c7091-c6a5-4d87-a4b6-b9b674db727d tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=998295c106db4d7b82c3c10f09fbe182&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0564649
Nov 27 21:01:35.668190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e96a79-2133-4160-92ee-1cb5c0cdf9de None None] No DVR routers for this DVR port 8b723537-a78c-44d5-a16f-0224173b514d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:35.685119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=8b723537-a78c-44d5-a16f-0224173b514d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:35.700699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=9e524e00-9e4b-4c6d-9eed-2c5efa50d5e7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:35.714913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e96a79-2133-4160-92ee-1cb5c0cdf9de None None] Pushing event deleted for resources: {'Port': ['ID=8b723537-a78c-44d5-a16f-0224173b514d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:35.728114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93a1843e-2ae1-4f79-afc0-9d5ce144bbf5 req-65a5ba04-40e0-4a25-bdff-a97a0e8a2455 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669888
Nov 27 21:01:35.740186 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27d400cf-2fcc-4959-a57b-306ccebc2b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.799125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-700867d7-e35e-4064-938e-cc4d63d9e14e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.812674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-84214ce9-ff82-402a-9373-affcce44258d service neutron] 10.222.0.21 "GET /v2.0/networks/eef8bb54-479f-4853-ac91-4d8fd47d6e2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753457
Nov 27 21:01:35.915683 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:01:35.961757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:35.974346 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-700867d7-e35e-4064-938e-cc4d63d9e14e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.016114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-c94de87d-fde9-4ae2-9a06-feb51c1be050 service neutron] 10.222.0.21 "GET /v2.0/networks/eef8bb54-479f-4853-ac91-4d8fd47d6e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019632
Nov 27 21:01:36.101607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700867d7-e35e-4064-938e-cc4d63d9e14e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Subnet': ['ID=060925f4-94bd-4d2d-bc5c-87668543215a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:36.117724 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-700867d7-e35e-4064-938e-cc4d63d9e14e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.119728 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27d400cf-2fcc-4959-a57b-306ccebc2b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.124544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-700867d7-e35e-4064-938e-cc4d63d9e14e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/060925f4-94bd-4d2d-bc5c-87668543215a HTTP/1.1" status: 204  len: 168 time: 1.6517255
Nov 27 21:01:36.129907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4bc46-d4bf-48db-80cf-413e417d0479 None None] Network 191844a2-eba2-4c86-80e7-548e97d72419 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:36.131497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51244) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:36.166976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27d400cf-2fcc-4959-a57b-306ccebc2b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.315743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router 0dc2105e-1208-4ad8-b897-b29e74875e25 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:36.430914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:36.437617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-c739af6c-b241-4a34-b03b-2040d30ecd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:36.439385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-c739af6c-b241-4a34-b03b-2040d30ecd0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 1097 time: 0.1660893
Nov 27 21:01:36.443141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4cac9272-7c62-4a4a-a505-695b3db420b9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/0dc2105e-1208-4ad8-b897-b29e74875e25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2923131
Nov 27 21:01:36.457426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51256) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:36.535672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-27d400cf-2fcc-4959-a57b-306ccebc2b95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f01a7daa6048a1a1a5c840c014683d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1198223
Nov 27 21:01:36.545967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51260) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:36.558678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d400cf-2fcc-4959-a57b-306ccebc2b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a7119-fe26-474e-afe5-f0b123f7831c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:36.560602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b1f87-064d-42ed-8996-e55a99b86d45 None None] Sync routers for ids ['0dc2105e-1208-4ad8-b897-b29e74875e25'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:36.589108 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.610153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18ce1af8-f0ec-4db7-910b-483504aded19 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc2105e-1208-4ad8-b897-b29e74875e25 HTTP/1.1" status: 200  len: 205 time: 0.1463764
Nov 27 21:01:36.616137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51264) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:36.645933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-84798c56-bf51-453a-808f-98bece50e882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.651185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b1f87-064d-42ed-8996-e55a99b86d45 None None] Routers {'0dc2105e-1208-4ad8-b897-b29e74875e25'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:36.651999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-795b1f87-064d-42ed-8996-e55a99b86d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6472b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0dc2105e-1208-4ad8-b897-b29e74875e25'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:36.688580 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfd00afe-939b-4dd8-99ad-e53025a1b2ae req-34cf3804-9411-4491-9989-45fe7625faee tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 210 time: 0.1415660
Nov 27 21:01:36.740067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-795b1f87-064d-42ed-8996-e55a99b86d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6472b0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:36.768075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b1f87-064d-42ed-8996-e55a99b86d45 None None] Routers {'0dc2105e-1208-4ad8-b897-b29e74875e25'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:36.768808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-795b1f87-064d-42ed-8996-e55a99b86d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6472b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0dc2105e-1208-4ad8-b897-b29e74875e25'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:36.795876 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9b89871a-b1cb-4f53-a4d6-0850c3e56486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.803125 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04aa35da-d071-4576-825a-ef320fdf76f9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.833938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-795b1f87-064d-42ed-8996-e55a99b86d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6472b0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:36.834821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795b1f87-064d-42ed-8996-e55a99b86d45 None None] The sync data for ids ['0dc2105e-1208-4ad8-b897-b29e74875e25'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:36.857913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1657563-c984-4cf7-b69c-fc46606076de None None] DHCP port deletion for 191844a2-eba2-4c86-80e7-548e97d72419 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:36.869115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-b42c50de-a2bc-4a5d-9e1b-9e6b38fd2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:36.887999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-b42c50de-a2bc-4a5d-9e1b-9e6b38fd2a7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 912 time: 0.4211488
Nov 27 21:01:36.948475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d1657563-c984-4cf7-b69c-fc46606076de None None] Deleting port 126a7528-48df-45a1-9007-fa1a4fedd95d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:36.949581 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1657563-c984-4cf7-b69c-fc46606076de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.953424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9b89871a-b1cb-4f53-a4d6-0850c3e56486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:36.956427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-e3f06ffb-6023-4adb-9a04-8cf6d877b9e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c2deae-bff9-4c9d-98be-596ea79c1679 HTTP/1.1" status: 200  len: 217 time: 0.0590448
Nov 27 21:01:37.028061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d1657563-c984-4cf7-b69c-fc46606076de None None] For port 126a7528-48df-45a1-9007-fa1a4fedd95d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=126a7528-48df-45a1-9007-fa1a4fedd95d,segment=NetworkSegment(03cf8d09-5cea-414b-80f1-d02241ee0ce9),segment_id=03cf8d09-5cea-414b-80f1-d02241ee0ce9)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:37.028827 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1657563-c984-4cf7-b69c-fc46606076de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.037667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-79ee6fb7-9048-48e4-b0b8-80f6c218e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:37.038884 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-79ee6fb7-9048-48e4-b0b8-80f6c218e317 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 HTTP/1.1" status: 200  len: 851 time: 0.0731204
Nov 27 21:01:37.059289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d1657563-c984-4cf7-b69c-fc46606076de None None] Calling delete_port for 126a7528-48df-45a1-9007-fa1a4fedd95d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:37.080019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-dec98937-498e-4316-af3e-1522583b21c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334384
Nov 27 21:01:37.190487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9b89871a-b1cb-4f53-a4d6-0850c3e56486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.202137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9b89871a-b1cb-4f53-a4d6-0850c3e56486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.205932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9b89871a-b1cb-4f53-a4d6-0850c3e56486 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/236a7119-fe26-474e-afe5-f0b123f7831c HTTP/1.1" status: 204  len: 168 time: 0.6535070
Nov 27 21:01:37.217785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89871a-b1cb-4f53-a4d6-0850c3e56486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a7119-fe26-474e-afe5-f0b123f7831c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:37.222204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1657563-c984-4cf7-b69c-fc46606076de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.266276 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04aa35da-d071-4576-825a-ef320fdf76f9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.273086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1657563-c984-4cf7-b69c-fc46606076de None None] No DVR routers for this DVR port 126a7528-48df-45a1-9007-fa1a4fedd95d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:37.278848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-3206c077-151c-44d1-8d87-a1cf68486054 service neutron] 10.222.0.15 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908870
Nov 27 21:01:37.304895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a346c-8f31-470e-8763-cea22f91e332 req-2878d88b-2c7a-4c84-8fd2-4c1b91ba2ece tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:37.306507 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d33a346c-8f31-470e-8763-cea22f91e332 req-2878d88b-2c7a-4c84-8fd2-4c1b91ba2ece tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.7871275
Nov 27 21:01:37.352403 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04aa35da-d071-4576-825a-ef320fdf76f9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.376680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1657563-c984-4cf7-b69c-fc46606076de None None] Pushing event deleted for resources: {'Port': ['ID=126a7528-48df-45a1-9007-fa1a4fedd95d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:37.398418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.434420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 126a7528-48df-45a1-9007-fa1a4fedd95d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:01:37.505005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 126a7528-48df-45a1-9007-fa1a4fedd95d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:01:37.507799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 126a7528-48df-45a1-9007-fa1a4fedd95d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:01:37.516790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd425760>,) {'filters': {'network_id': ['a71e15cf-6255-4667-aafd-fb6250c96428']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:37.534580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04aa35da-d071-4576-825a-ef320fdf76f9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.535848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aa35da-d071-4576-825a-ef320fdf76f9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Fanout notify agent at l3_agent the message router_deleted on router 0dc2105e-1208-4ad8-b897-b29e74875e25 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:01:37.556455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04aa35da-d071-4576-825a-ef320fdf76f9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.557592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-04aa35da-d071-4576-825a-ef320fdf76f9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/0dc2105e-1208-4ad8-b897-b29e74875e25 HTTP/1.1" status: 204  len: 168 time: 0.9331968
Nov 27 21:01:37.563948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd425760>, '01e1ddaf-c425-478c-91a1-81375d5540b0') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:37.564876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd425760>, '01e1ddaf-c425-478c-91a1-81375d5540b0') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:37.566590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51308) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:37.578081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61b1eb40-5d98-401c-81c2-c184fdcb8cfe req-3ad26e3d-c690-43db-85b1-36d4ec762d81 service neutron] 10.222.0.15 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2915130
Nov 27 21:01:37.610611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.620839 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d33a346c-8f31-470e-8763-cea22f91e332 req-ddc31fe3-bc92-4fde-8579-60c5ae586fc1 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2385125
Nov 27 21:01:37.641278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.653391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:01:37.653808 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:01:37.656953 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:01:37.672506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a08e23c-ef94-4c01-9a65-afe9890b4ed5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting subnet cddc0538-8d75-4aba-ac64-0e3699e07dd3 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:01:37.678527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a08e23c-ef94-4c01-9a65-afe9890b4ed5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.772408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a08e23c-ef94-4c01-9a65-afe9890b4ed5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.776417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.786247 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.809208 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.816256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/networks/a71e15cf-6255-4667-aafd-fb6250c96428 HTTP/1.1" status: 204  len: 168 time: 1.6817124
Nov 27 21:01:37.820723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51318) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:37.834429 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bbcec9bb-5b97-4fba-8a3a-fba5d57a49d8 req-2858648b-1b3a-4360-bb6f-763fe327f876 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 210 time: 0.0328350
Nov 27 21:01:37.843971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f63014-164b-44cf-a7dc-5ee5c4eeb7fc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Network': ['ID=a71e15cf-6255-4667-aafd-fb6250c96428,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:37.896324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51320) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:37.925347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-554865d8-5f04-4ac4-8fb1-4875fb1b2d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.959560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:37.975541 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a08e23c-ef94-4c01-9a65-afe9890b4ed5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.031292 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-554865d8-5f04-4ac4-8fb1-4875fb1b2d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.036796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-554865d8-5f04-4ac4-8fb1-4875fb1b2d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.087931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554865d8-5f04-4ac4-8fb1-4875fb1b2d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eeb655-7525-491c-8ad1-001c1bd3969b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:38.098255 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-554865d8-5f04-4ac4-8fb1-4875fb1b2d38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b30205455bd6404f8449b9a8f6735ca6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1913898
Nov 27 21:01:38.098607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51324) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:38.168308 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.195012 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a08e23c-ef94-4c01-9a65-afe9890b4ed5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.199219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcecd1f0>,) {'filters': {'network_id': ['191844a2-eba2-4c86-80e7-548e97d72419']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:38.240309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcecd1f0>, '03cf8d09-5cea-414b-80f1-d02241ee0ce9') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:38.240616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcecd1f0>, '03cf8d09-5cea-414b-80f1-d02241ee0ce9') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:38.242743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08e23c-ef94-4c01-9a65-afe9890b4ed5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Subnet': ['ID=cddc0538-8d75-4aba-ac64-0e3699e07dd3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:38.255429 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.255641 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24e2064e-320a-40aa-8ab6-603de660d32b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.270435 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a08e23c-ef94-4c01-9a65-afe9890b4ed5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.276641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7a08e23c-ef94-4c01-9a65-afe9890b4ed5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/cddc0538-8d75-4aba-ac64-0e3699e07dd3 HTTP/1.1" status: 204  len: 168 time: 0.7087631
Nov 27 21:01:38.282348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51340) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:38.284605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0bd76a-ebc6-4146-bcfe-59fb82ee2c5e None None] Network 6ea080c1-10e5-4fd3-8258-521d84c6f930 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:38.292576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.305960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:01:38.306598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:01:38.310073 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:01:38.356056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24e2064e-320a-40aa-8ab6-603de660d32b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.373946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-acd927ff-8dcb-4d0c-bd73-253641960401 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:38.375732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-acd927ff-8dcb-4d0c-bd73-253641960401 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.35 "GET /v2.0/networks?id=eef8bb54-479f-4853-ac91-4d8fd47d6e2d HTTP/1.1" status: 200  len: 814 time: 0.2455902
Nov 27 21:01:38.396744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.414236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.416280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Request body: {'port': {'device_id': 'c2b6c899-fdda-44b9-ab69-ac12532eb0a6', 'network_id': 'eef8bb54-479f-4853-ac91-4d8fd47d6e2d', 'admin_state_up': True, 'tenant_id': '998295c106db4d7b82c3c10f09fbe182'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:38.417513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/networks/191844a2-eba2-4c86-80e7-548e97d72419 HTTP/1.1" status: 204  len: 168 time: 0.5875225
Nov 27 21:01:38.429672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51344) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:38.432313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17e24f-18d6-4b32-a625-c1340d139c4c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Network': ['ID=191844a2-eba2-4c86-80e7-548e97d72419,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:38.442999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-584350377'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:38.484230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:38.490387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.534071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:38.544528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae16f660-df86-4bb6-a97e-92a8848cd65e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting subnet da10f8d8-d4fc-4b3d-b269-503515480ba3 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:01:38.554638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.555768 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae16f660-df86-4bb6-a97e-92a8848cd65e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.556412 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added segment e7b14c1e-4f3d-40c2-b468-99c09bfcbb64 of type vlan for network 2c697742-7489-4541-b46e-45aaae30fe8a
Nov 27 21:01:38.614865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24e2064e-320a-40aa-8ab6-603de660d32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.617585 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24e2064e-320a-40aa-8ab6-603de660d32b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.618783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-24e2064e-320a-40aa-8ab6-603de660d32b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3eeb655-7525-491c-8ad1-001c1bd3969b HTTP/1.1" status: 204  len: 168 time: 0.5186908
Nov 27 21:01:38.627471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d5304-45e6-48c1-a74f-d9b4b99a431f None None] DHCP port deletion for 6ea080c1-10e5-4fd3-8258-521d84c6f930 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:38.660436 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.661696 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae16f660-df86-4bb6-a97e-92a8848cd65e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.705928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2064e-320a-40aa-8ab6-603de660d32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eeb655-7525-491c-8ad1-001c1bd3969b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:38.726740 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.734004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:38.734976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.808196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d5304-45e6-48c1-a74f-d9b4b99a431f None None] Deleting port 63f38954-f52a-4e11-995d-bbba04f26424 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:38.808585 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5304-45e6-48c1-a74f-d9b4b99a431f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.817528 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3860171
Nov 27 21:01:38.823094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51356) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:38.844137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'subnet': {'network_id': '2c697742-7489-4541-b46e-45aaae30fe8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:38.886654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Made reservation on behalf of 998295c106db4d7b82c3c10f09fbe182 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:38.891239 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.895268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ac0d5304-45e6-48c1-a74f-d9b4b99a431f None None] For port 63f38954-f52a-4e11-995d-bbba04f26424, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63f38954-f52a-4e11-995d-bbba04f26424,segment=NetworkSegment(b4572644-baa3-4123-a566-0300f62e83c6),segment_id=b4572644-baa3-4123-a566-0300f62e83c6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:38.895268 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5304-45e6-48c1-a74f-d9b4b99a431f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:38.904040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5b0a4-a15d-430d-945f-b70f1bb30f28 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Network': ['ID=2c697742-7489-4541-b46e-45aaae30fe8a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:38.912359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d5304-45e6-48c1-a74f-d9b4b99a431f None None] Calling delete_port for 63f38954-f52a-4e11-995d-bbba04f26424 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:38.955130 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae16f660-df86-4bb6-a97e-92a8848cd65e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.030897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2c697742-7489-4541-b46e-45aaae30fe8a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:39.035718 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ac0d5304-45e6-48c1-a74f-d9b4b99a431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.051439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603bb3-2247-4d7a-8100-3bc15379aee4 req-70210a51-7713-40da-8e97-f7476766469c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:39.054710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52603bb3-2247-4d7a-8100-3bc15379aee4 req-70210a51-7713-40da-8e97-f7476766469c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.2355289
Nov 27 21:01:39.146322 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51368) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:39.158861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:39.162930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.175584 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52603bb3-2247-4d7a-8100-3bc15379aee4 req-d83eeb5b-b926-430e-9e4e-5a6b96816891 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128356
Nov 27 21:01:39.186379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d5304-45e6-48c1-a74f-d9b4b99a431f None None] Pushing event deleted for resources: {'Port': ['ID=63f38954-f52a-4e11-995d-bbba04f26424,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:39.224002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d5304-45e6-48c1-a74f-d9b4b99a431f None None] No DVR routers for this DVR port 63f38954-f52a-4e11-995d-bbba04f26424 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:39.303939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e8a1b048-435a-4a93-929b-a4cdd880ad7a req-f95e36a0-61fb-4fe0-a41f-ceb547df9c27 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 210 time: 0.2484205
Nov 27 21:01:39.321280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae16f660-df86-4bb6-a97e-92a8848cd65e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.393063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cb59686-6c18-4d2e-a871-0790852e92d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.395769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16f660-df86-4bb6-a97e-92a8848cd65e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Subnet': ['ID=da10f8d8-d4fc-4b3d-b269-503515480ba3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:39.408800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63f38954-f52a-4e11-995d-bbba04f26424 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:01:39.432426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 63f38954-f52a-4e11-995d-bbba04f26424 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:01:39.432426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63f38954-f52a-4e11-995d-bbba04f26424 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:01:39.437282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f0b651-e947-4e08-8d48-c5dee087e183 None None] Network b2ada118-5d38-4c72-827d-0ff73bec838d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:39.438720 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae16f660-df86-4bb6-a97e-92a8848cd65e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.444522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ae16f660-df86-4bb6-a97e-92a8848cd65e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/da10f8d8-d4fc-4b3d-b269-503515480ba3 HTTP/1.1" status: 204  len: 168 time: 1.1585462
Nov 27 21:01:39.451067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51378) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:39.543355 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-05dc20f3-c84d-44fd-9aca-1e939fe5b11d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2041097
Nov 27 21:01:39.571611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.636902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Allocated IP 172.20.0.9 (eef8bb54-479f-4853-ac91-4d8fd47d6e2d/067292e8-024a-4931-886d-ef02f22f0781/6580fb53-9a2e-4175-a865-446fc1bf256a) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:39.658471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cb59686-6c18-4d2e-a871-0790852e92d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.666914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Subnet': ['ID=84507d5b-b004-46fa-b747-50fb30861b29,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:39.672999 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.673733 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0cb59686-6c18-4d2e-a871-0790852e92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.675952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.738385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Checking segment: {'id': 'e7b14c1e-4f3d-40c2-b468-99c09bfcbb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c697742-7489-4541-b46e-45aaae30fe8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:39.738745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network hostable DHCP agents. Network: 2c697742-7489-4541-b46e-45aaae30fe8a, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:39.741328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb59686-6c18-4d2e-a871-0790852e92d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33be002a-5e3c-43fa-8668-a51c68c5aa17,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:39.750495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0cb59686-6c18-4d2e-a871-0790852e92d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58285bdf2f7f42828b92f58257662c9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5997374
Nov 27 21:01:39.750495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51388) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:39.759993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-46972058-3efd-4a91-a8e8-9960d1771cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:39.762060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-46972058-3efd-4a91-a8e8-9960d1771cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:39.762865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-46972058-3efd-4a91-a8e8-9960d1771cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:39.763686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-46972058-3efd-4a91-a8e8-9960d1771cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:39.765131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-46972058-3efd-4a91-a8e8-9960d1771cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:39.765760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-46972058-3efd-4a91-a8e8-9960d1771cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:39.766771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-46972058-3efd-4a91-a8e8-9960d1771cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:39.777380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-46972058-3efd-4a91-a8e8-9960d1771cb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6500 time: 0.1610429
Nov 27 21:01:39.780921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327db069-dd21-496c-96f7-f9f2d947807a None None] DHCP port deletion for b2ada118-5d38-4c72-827d-0ff73bec838d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:39.796385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 2c697742-7489-4541-b46e-45aaae30fe8a is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:39.815433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c697742-7489-4541-b46e-45aaae30fe8a) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:39.823491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:39.824181 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.828606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3793841-09d7-4204-8be7-bbe4599c21ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.841609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df0a787-651a-4807-a35c-327d1cdc4c0d None None] Network 2c697742-7489-4541-b46e-45aaae30fe8a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:39.883756 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1ed9f1a5-7437-45a6-b6bd-7613d121886c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0552981
Nov 27 21:01:39.884476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51390) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:39.887784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3793841-09d7-4204-8be7-bbe4599c21ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.892280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1ad8a989-0bb9-4b48-8069-75fde1322802 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2015624310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:39.903939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.931091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcb42460>,) {'filters': {'network_id': ['6ea080c1-10e5-4fd3-8258-521d84c6f930']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:39.942658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcb42460>, 'b4572644-baa3-4123-a566-0300f62e83c6') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:39.943364 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcb42460>, 'b4572644-baa3-4123-a566-0300f62e83c6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:39.950975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a989-0bb9-4b48-8069-75fde1322802 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.953230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a989-0bb9-4b48-8069-75fde1322802 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.979222 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3793841-09d7-4204-8be7-bbe4599c21ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.981810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.985293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3793841-09d7-4204-8be7-bbe4599c21ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:39.996734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-327db069-dd21-496c-96f7-f9f2d947807a None None] Deleting port 5086bb58-35fd-46b2-ab39-6c622036bf65 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:40.002791 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-327db069-dd21-496c-96f7-f9f2d947807a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.003199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c3793841-09d7-4204-8be7-bbe4599c21ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33be002a-5e3c-43fa-8668-a51c68c5aa17 HTTP/1.1" status: 204  len: 168 time: 0.2410333
Nov 27 21:01:40.079419 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.081878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3793841-09d7-4204-8be7-bbe4599c21ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33be002a-5e3c-43fa-8668-a51c68c5aa17,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:40.095159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:01:40.095674 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:01:40.099023 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:01:40.198041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-327db069-dd21-496c-96f7-f9f2d947807a None None] For port 5086bb58-35fd-46b2-ab39-6c622036bf65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5086bb58-35fd-46b2-ab39-6c622036bf65,segment=NetworkSegment(466fe850-4186-47a9-8ab2-0f1570146165),segment_id=466fe850-4186-47a9-8ab2-0f1570146165)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:40.199858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-327db069-dd21-496c-96f7-f9f2d947807a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.225308 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.226568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-327db069-dd21-496c-96f7-f9f2d947807a None None] Calling delete_port for 5086bb58-35fd-46b2-ab39-6c622036bf65 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:40.229831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-dd4f7727-3b39-494d-9fce-8a51b105e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:40.230364 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-dd4f7727-3b39-494d-9fce-8a51b105e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:40.230869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-dd4f7727-3b39-494d-9fce-8a51b105e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:40.233558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-dd4f7727-3b39-494d-9fce-8a51b105e179 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=b81d828c-3c59-4f0f-a608-265030413533&id=b81d828c-3c59-4f0f-a608-265030413533 HTTP/1.1" status: 200  len: 2297 time: 0.4047143
Nov 27 21:01:40.246281 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.252492 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/networks/6ea080c1-10e5-4fd3-8258-521d84c6f930 HTTP/1.1" status: 204  len: 168 time: 0.7972653
Nov 27 21:01:40.259504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51400) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:40.274084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c34db5-0a65-46b2-801a-06ce55360eea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Network': ['ID=6ea080c1-10e5-4fd3-8258-521d84c6f930,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:40.278519 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.283931 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a989-0bb9-4b48-8069-75fde1322802 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.302468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a989-0bb9-4b48-8069-75fde1322802 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.363834 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-f78f63a7-5413-4f3c-838f-09065aab381e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03e5badb-8172-486f-9775-23060da4f0c7 HTTP/1.1" status: 200  len: 1001 time: 0.1126158
Nov 27 21:01:40.406908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.430004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-327db069-dd21-496c-96f7-f9f2d947807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.453546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a989-0bb9-4b48-8069-75fde1322802 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.455267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1ad8a989-0bb9-4b48-8069-75fde1322802 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5696452
Nov 27 21:01:40.459377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51408) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:40.465585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'port': {'network_id': '2c697742-7489-4541-b46e-45aaae30fe8a', 'name': 'tempest-RoutersIpV6Test-1355291693'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:40.511523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327db069-dd21-496c-96f7-f9f2d947807a None None] Pushing event deleted for resources: {'Port': ['ID=5086bb58-35fd-46b2-ab39-6c622036bf65,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:40.523707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327db069-dd21-496c-96f7-f9f2d947807a None None] No DVR routers for this DVR port 5086bb58-35fd-46b2-ab39-6c622036bf65 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:40.534013 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.534880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Network eef8bb54-479f-4853-ac91-4d8fd47d6e2d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:40.561327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-87bf4c4b-386d-4200-a2ea-45215dfee6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:40.565262 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-87bf4c4b-386d-4200-a2ea-45215dfee6e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fefb2aa-37dd-4ae6-821d-068bbb418a00 HTTP/1.1" status: 200  len: 856 time: 0.1936069
Nov 27 21:01:40.577951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:40.584709 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.606035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2c697742-7489-4541-b46e-45aaae30fe8a', 'network_id': '2c697742-7489-4541-b46e-45aaae30fe8a', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'fixed_ips': [{'subnet_id': '84507d5b-b004-46fa-b747-50fb30861b29'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:01:40.607230 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.637210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:40.644387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a25d-2636-4051-a897-4d4ccac01a5b req-e32875b8-ea73-451b-98ab-52b44e332b40 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:40.649956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89b3a25d-2636-4051-a897-4d4ccac01a5b req-e32875b8-ea73-451b-98ab-52b44e332b40 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.2439339
Nov 27 21:01:40.689937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Pushing event updated for resources: {'Port': ['ID=6580fb53-9a2e-4175-a865-446fc1bf256a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:40.744739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8767c-5794-4f9a-8c2f-c5d1f86fa85a req-1d4b2282-28b6-45b6-90af-efce254b90ac tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:40.746483 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cfc8767c-5794-4f9a-8c2f-c5d1f86fa85a req-1d4b2282-28b6-45b6-90af-efce254b90ac tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 931 time: 0.2839587
Nov 27 21:01:40.818973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89b3a25d-2636-4051-a897-4d4ccac01a5b req-edfc96ea-3a05-4765-9987-72bca2d36ee5 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607776
Nov 27 21:01:40.823579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:40.828765 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.858810 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.881496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] device_id is not set on port 57a04a38-d93a-4cf9-bc62-cac8010ec7b2 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:01:40.900494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4f39d0>,) {'filters': {'network_id': ['b2ada118-5d38-4c72-827d-0ff73bec838d']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:40.915239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:40.917022 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.953604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4f39d0>, '466fe850-4186-47a9-8ab2-0f1570146165') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:40.954231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4f39d0>, '466fe850-4186-47a9-8ab2-0f1570146165') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:40.974558 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:40.979514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-acf8b322-cfe9-4b78-87a1-f77e4ff0489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:40.982259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-acf8b322-cfe9-4b78-87a1-f77e4ff0489f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3971565
Nov 27 21:01:41.002902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.011676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:01:41.012345 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:01:41.017871 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:01:41.050925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cfc8767c-5794-4f9a-8c2f-c5d1f86fa85a req-31f5b06d-950c-4ace-8159-48284c7525b7 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2899122
Nov 27 21:01:41.101960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-9399bcc0-e661-4953-a07d-68f1f2564092 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7037232
Nov 27 21:01:41.129213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Request body: {'port': {'device_id': 'c2b6c899-fdda-44b9-ab69-ac12532eb0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:41.132448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.159384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.171051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/networks/b2ada118-5d38-4c72-827d-0ff73bec838d HTTP/1.1" status: 204  len: 168 time: 0.9068735
Nov 27 21:01:41.175246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51414) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:41.181785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'network': {'name': 'tempest-RoutersTest-181310245'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:41.191653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b9542-fd4f-492b-8012-bfcc4778d3b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Network': ['ID=b2ada118-5d38-4c72-827d-0ff73bec838d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:41.229134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.236793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Allocated IP 2001:db8::2 (2c697742-7489-4541-b46e-45aaae30fe8a/84507d5b-b004-46fa-b747-50fb30861b29/946199dc-a6fa-47fe-9c06-a9c317501d8a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:41.261010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-42f15799-bfe3-4fcd-acab-8033a746170d service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2499001
Nov 27 21:01:41.316692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:41.322683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5086bb58-35fd-46b2-ab39-6c622036bf65 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:01:41.322843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.355211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5086bb58-35fd-46b2-ab39-6c622036bf65 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:01:41.355767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5086bb58-35fd-46b2-ab39-6c622036bf65 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:01:41.410591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:41.479630 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.492204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.495668 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.496021 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added segment 73752972-ae24-44e6-a3d3-81013169e815 of type vlan for network 88a9adeb-e3a6-43f1-a452-5870388f7eb7
Nov 27 21:01:41.545799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Network 2c697742-7489-4541-b46e-45aaae30fe8a is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:41.552590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:41.555473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:41.567972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Pushing event updated for resources: {'Port': ['ID=946199dc-a6fa-47fe-9c06-a9c317501d8a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:41.588012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 2001:db8::2a2 (2c697742-7489-4541-b46e-45aaae30fe8a/84507d5b-b004-46fa-b747-50fb30861b29/57a04a38-d93a-4cf9-bc62-cac8010ec7b2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:41.665194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Attempting to bind port 946199dc-a6fa-47fe-9c06-a9c317501d8a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:41.665585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Attempting to bind port 946199dc-a6fa-47fe-9c06-a9c317501d8a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7b14c1e-4f3d-40c2-b468-99c09bfcbb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c697742-7489-4541-b46e-45aaae30fe8a'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:41.666100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Attempting to bind port 946199dc-a6fa-47fe-9c06-a9c317501d8a on network 2c697742-7489-4541-b46e-45aaae30fe8a {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:41.674695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:41.674932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Checking segment: {'id': 'e7b14c1e-4f3d-40c2-b468-99c09bfcbb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c697742-7489-4541-b46e-45aaae30fe8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:41.675388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.675799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Bound using segment: {'id': 'e7b14c1e-4f3d-40c2-b468-99c09bfcbb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c697742-7489-4541-b46e-45aaae30fe8a'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:41.676437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Bound port: 946199dc-a6fa-47fe-9c06-a9c317501d8a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b14c1e-4f3d-40c2-b468-99c09bfcbb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c697742-7489-4541-b46e-45aaae30fe8a'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:41.677309 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.770699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] For port 946199dc-a6fa-47fe-9c06-a9c317501d8a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:41.774548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] For port 946199dc-a6fa-47fe-9c06-a9c317501d8a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946199dc-a6fa-47fe-9c06-a9c317501d8a,segment=NetworkSegment(e7b14c1e-4f3d-40c2-b468-99c09bfcbb64),segment_id=e7b14c1e-4f3d-40c2-b468-99c09bfcbb64)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:41.780955 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.816295 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.868575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.881372 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-98e5ef8a-a18f-4192-a6fc-a4a85dee6a3c service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6097205
Nov 27 21:01:41.895652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac57eb-1ff3-4d7e-b1e2-edc8d3097ec2 None None] Pushing event updated for resources: {'Port': ['ID=946199dc-a6fa-47fe-9c06-a9c317501d8a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:41.927833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 2c697742-7489-4541-b46e-45aaae30fe8a is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:41.929855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:41.938955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:41.947683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:41.948477 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:41.977745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5169916
Nov 27 21:01:41.983328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:41.998158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61839b20-8061-4cb6-a8dd-1fa1b0b0fae8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=57a04a38-d93a-4cf9-bc62-cac8010ec7b2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:42.017899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-57ba572b-bc96-4ba5-b5a4-6b4e70738c64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 200  len: 217 time: 0.1225355
Nov 27 21:01:42.049856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:42.270168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51444) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:42.318656 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:42.339664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:42.340264 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:42.365989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-0a2507d4-1161-4f9c-b4a3-09cf27994013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:42.373571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-0a2507d4-1161-4f9c-b4a3-09cf27994013 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.3414896
Nov 27 21:01:42.517164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.3365176
Nov 27 21:01:42.554026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51448) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:42.597818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'subnet': {'network_id': '88a9adeb-e3a6-43f1-a452-5870388f7eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:42.611198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5959cb2-b38d-4bd7-8191-0bcb307c5a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:42.628065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b13c9-529d-4b53-9e40-15a6ceed3696 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Network': ['ID=88a9adeb-e3a6-43f1-a452-5870388f7eb7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:42.640528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 88a9adeb-e3a6-43f1-a452-5870388f7eb7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:42.714793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6580fb53-9a2e-4175-a865-446fc1bf256a {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:01:42.741321 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:42.751706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8f26d-b479-49f1-ad5e-be63062d9fa6 req-9a97f803-99ad-4930-b8cb-62710f276450 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:42.753576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cc8f26d-b479-49f1-ad5e-be63062d9fa6 req-9a97f803-99ad-4930-b8cb-62710f276450 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.3181443
Nov 27 21:01:42.759716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-2265f06d-cd86-4d49-bd7f-c97c4faf98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:42.761483 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-2265f06d-cd86-4d49-bd7f-c97c4faf98fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3706450
Nov 27 21:01:42.823491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a933f-3094-470c-8d4c-f60e5655392d req-e6f104ac-62d6-4c56-99fd-8d999fd5f3d0 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:42.825057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d1a933f-3094-470c-8d4c-f60e5655392d req-e6f104ac-62d6-4c56-99fd-8d999fd5f3d0 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 931 time: 0.4979715
Nov 27 21:01:42.839207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Transition to ACTIVE for port object 6580fb53-9a2e-4175-a865-446fc1bf256a will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:01:42.878897 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:42.937309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d1a933f-3094-470c-8d4c-f60e5655392d req-bcfa999c-442b-4785-9b32-e5ef466ae412 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056685
Nov 27 21:01:42.946524 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:42.955040 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:42.963546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.064235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Pushing event updated for resources: {'Port': ['ID=6580fb53-9a2e-4175-a865-446fc1bf256a,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:43.081662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cc8f26d-b479-49f1-ad5e-be63062d9fa6 req-a29cabe1-7ada-405d-9f1e-e61d98104189 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3177762
Nov 27 21:01:43.165276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5959cb2-b38d-4bd7-8191-0bcb307c5a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.169413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-fddb9def-41ad-409b-83b0-4645d9932045 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3978419
Nov 27 21:01:43.182525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5959cb2-b38d-4bd7-8191-0bcb307c5a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.277101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.284187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.333948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b5959cb2-b38d-4bd7-8191-0bcb307c5a08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=997971373f33420cba3c351386c093aa&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0624845
Nov 27 21:01:43.337633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51452) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:43.342970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5959cb2-b38d-4bd7-8191-0bcb307c5a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f280068-11cf-41f0-880d-d33aecfcf066,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:43.360400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Attempting to bind port 6580fb53-9a2e-4175-a865-446fc1bf256a on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:43.360782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Attempting to bind port 6580fb53-9a2e-4175-a865-446fc1bf256a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '92164f87-aa60-46f1-a87c-6c3ab708a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eef8bb54-479f-4853-ac91-4d8fd47d6e2d'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:43.361076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Attempting to bind port 6580fb53-9a2e-4175-a865-446fc1bf256a on network eef8bb54-479f-4853-ac91-4d8fd47d6e2d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:43.366655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a5cbb-ee4b-4bbf-9067-da7665c39b7c None None] Network 2c697742-7489-4541-b46e-45aaae30fe8a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:43.372778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Port 6580fb53-9a2e-4175-a865-446fc1bf256a on network eef8bb54-479f-4853-ac91-4d8fd47d6e2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:01:43.373634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Attempting to bind port 6580fb53-9a2e-4175-a865-446fc1bf256a on network eef8bb54-479f-4853-ac91-4d8fd47d6e2d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:43.386533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=57a04a38-d93a-4cf9-bc62-cac8010ec7b2,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:43.427548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:43.427920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Checking segment: {'id': '92164f87-aa60-46f1-a87c-6c3ab708a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eef8bb54-479f-4853-ac91-4d8fd47d6e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:43.428322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Bound using segment: {'id': '92164f87-aa60-46f1-a87c-6c3ab708a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eef8bb54-479f-4853-ac91-4d8fd47d6e2d'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:43.428787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Bound port: 6580fb53-9a2e-4175-a865-446fc1bf256a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92164f87-aa60-46f1-a87c-6c3ab708a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'eef8bb54-479f-4853-ac91-4d8fd47d6e2d'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:43.429157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.465700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-d014eb1c-5a39-421e-b56b-b75140dd971b service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2542610
Nov 27 21:01:43.469376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 946199dc-a6fa-47fe-9c06-a9c317501d8a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:43.472463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3d4cbc23-debc-4865-b029-a898e4a6e54e None None] Provisioning complete for port 946199dc-a6fa-47fe-9c06-a9c317501d8a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:43.473138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3d4cbc23-debc-4865-b029-a898e4a6e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.514843 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2ebad10-c8b9-432c-94a6-66848e930bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.552926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2ebad10-c8b9-432c-94a6-66848e930bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.576073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-fb3ddbc9-ce4f-439f-b02f-9950cd60b6dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 200  len: 217 time: 0.0807927
Nov 27 21:01:43.580489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.601835 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.674340 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3d4cbc23-debc-4865-b029-a898e4a6e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.696448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 946199dc-a6fa-47fe-9c06-a9c317501d8a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:43.697157 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.718170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-073a907c-8189-47f4-974f-99dfb95f541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:43.721150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-073a907c-8189-47f4-974f-99dfb95f541e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.1376770
Nov 27 21:01:43.725291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2ebad10-c8b9-432c-94a6-66848e930bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.728358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2ebad10-c8b9-432c-94a6-66848e930bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.730307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f2ebad10-c8b9-432c-94a6-66848e930bea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f280068-11cf-41f0-880d-d33aecfcf066 HTTP/1.1" status: 204  len: 168 time: 0.3723888
Nov 27 21:01:43.766789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] For port 6580fb53-9a2e-4175-a865-446fc1bf256a, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:43.769045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebad10-c8b9-432c-94a6-66848e930bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f280068-11cf-41f0-880d-d33aecfcf066,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:43.780497 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.812521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] For port 6580fb53-9a2e-4175-a865-446fc1bf256a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6580fb53-9a2e-4175-a865-446fc1bf256a,segment=NetworkSegment(92164f87-aa60-46f1-a87c-6c3ab708a3e3),segment_id=92164f87-aa60-46f1-a87c-6c3ab708a3e3)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:43.829642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.844076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Subnet': ['ID=13a13bfc-01a8-4c6c-9863-3746da2eb667,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:43.855352 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3d4cbc23-debc-4865-b029-a898e4a6e54e None None] For port 946199dc-a6fa-47fe-9c06-a9c317501d8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946199dc-a6fa-47fe-9c06-a9c317501d8a,segment=NetworkSegment(e7b14c1e-4f3d-40c2-b468-99c09bfcbb64),segment_id=e7b14c1e-4f3d-40c2-b468-99c09bfcbb64)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:43.895330 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3d4cbc23-debc-4865-b029-a898e4a6e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.909342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:43.909961 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:43.911495 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] 10.222.0.35 "PUT /v2.0/ports/6580fb53-9a2e-4175-a865-446fc1bf256a HTTP/1.1" status: 200  len: 1091 time: 2.7958100
Nov 27 21:01:43.913723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b6c899-fdda-44b9-ab69-ac12532eb0a6', 'tag': '6580fb53-9a2e-4175-a865-446fc1bf256a'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:43.917405 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b6c899-fdda-44b9-ab69-ac12532eb0a6", "tag": "6580fb53-9a2e-4175-a865-446fc1bf256a"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:43.948514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-c13ecaee-0d5f-41d1-9d40-17b40e86fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:43.952431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-c13ecaee-0d5f-41d1-9d40-17b40e86fd32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2022586
Nov 27 21:01:44.041405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Checking segment: {'id': '73752972-ae24-44e6-a3d3-81013169e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '88a9adeb-e3a6-43f1-a452-5870388f7eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:44.042020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network hostable DHCP agents. Network: 88a9adeb-e3a6-43f1-a452-5870388f7eb7, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:44.106100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cbc23-debc-4865-b029-a898e4a6e54e None None] Pushing event updated for resources: {'Port': ['ID=946199dc-a6fa-47fe-9c06-a9c317501d8a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:44.118495 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb321e31-300a-457e-b8a6-85cd0cf54fa3 x-openstack-request-id: req-cb321e31-300a-457e-b8a6-85cd0cf54fa3 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:44.119460 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b6c899-fdda-44b9-ab69-ac12532eb0a6", "tag": "6580fb53-9a2e-4175-a865-446fc1bf256a", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:44.122474 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb321e31-300a-457e-b8a6-85cd0cf54fa3 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:44.122604 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b6c899-fdda-44b9-ab69-ac12532eb0a6', 'tag': '6580fb53-9a2e-4175-a865-446fc1bf256a', 'status': 'completed', 'code': 200}
Nov 27 21:01:44.247739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eeb6f-07ca-41ed-8d33-59d7d22e3e34 service neutron] Pushing event updated for resources: {'Port': ['ID=6580fb53-9a2e-4175-a865-446fc1bf256a,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:44.288632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 88a9adeb-e3a6-43f1-a452-5870388f7eb7 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:44.317073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9fba3-2796-49a6-8530-0da77a20d34f req-c9eb4550-b963-4aa6-9742-d5fde159e476 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:44.327582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d9fba3-2796-49a6-8530-0da77a20d34f req-c9eb4550-b963-4aa6-9742-d5fde159e476 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 943 time: 0.1837218
Nov 27 21:01:44.339545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 88a9adeb-e3a6-43f1-a452-5870388f7eb7) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:44.344278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-438e0451-f42a-4c89-af84-9c4f289e1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:44.346503 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-438e0451-f42a-4c89-af84-9c4f289e1254 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=998295c106db4d7b82c3c10f09fbe182&device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 1094 time: 0.3483119
Nov 27 21:01:44.370429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:44.371579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.418046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48dd23-a1c6-4ac5-9aea-dbc33b3e048d None None] Network 88a9adeb-e3a6-43f1-a452-5870388f7eb7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:44.426051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d9fba3-2796-49a6-8530-0da77a20d34f req-3c28e76d-f293-4ded-8050-ba7cf2ae91cb tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974627
Nov 27 21:01:44.450306 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.460268 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.461243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.471892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-92ba2a8c-fa2b-4c41-b967-2c279404a029 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5085256
Nov 27 21:01:44.474261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-c7498e84-ce49-43bb-a994-3e2b8b2465ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6580fb53-9a2e-4175-a865-446fc1bf256a HTTP/1.1" status: 200  len: 217 time: 0.0931172
Nov 27 21:01:44.538457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18d5206c-3ee0-485a-bd64-435130e56dcd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9788959
Nov 27 21:01:44.550720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9811a4b-ff12-4094-997b-6f28446ad15a req-91f56577-1406-467d-9586-f9abbbf84fd5 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:44.551055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51476) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:44.555770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d9811a4b-ff12-4094-997b-6f28446ad15a req-91f56577-1406-467d-9586-f9abbbf84fd5 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.2409647
Nov 27 21:01:44.560435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9d1d835b-841e-4c23-93b1-8b6ea345709f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1216512871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:44.671057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=57a04a38-d93a-4cf9-bc62-cac8010ec7b2,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:44.689445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d1d835b-841e-4c23-93b1-8b6ea345709f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.690741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d1d835b-841e-4c23-93b1-8b6ea345709f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.696572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c025734f-ed33-4ccc-aa59-cb0eaa7bc8fa None None] Provisioning complete for port 57a04a38-d93a-4cf9-bc62-cac8010ec7b2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:44.698345 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c025734f-ed33-4ccc-aa59-cb0eaa7bc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.771494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-06a0b94f-df04-47aa-bb9b-e84709b73953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:44.773088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-06a0b94f-df04-47aa-bb9b-e84709b73953 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=067292e8-024a-4931-886d-ef02f22f0781 HTTP/1.1" status: 200  len: 854 time: 0.2762072
Nov 27 21:01:44.775368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88a9adeb-e3a6-43f1-a452-5870388f7eb7', 'network_id': '88a9adeb-e3a6-43f1-a452-5870388f7eb7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'fixed_ips': [{'subnet_id': '13a13bfc-01a8-4c6c-9863-3746da2eb667'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:01:44.777286 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.812818 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d1d835b-841e-4c23-93b1-8b6ea345709f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.832053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 2c697742-7489-4541-b46e-45aaae30fe8a is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:44.835536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:44.838669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d1d835b-841e-4c23-93b1-8b6ea345709f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:44.843156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c025734f-ed33-4ccc-aa59-cb0eaa7bc8fa None None] Port 57a04a38-d93a-4cf9-bc62-cac8010ec7b2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:44.855736 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-4e811907-98d9-49c1-a226-713cef6ba604 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eef8bb54-479f-4853-ac91-4d8fd47d6e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653629
Nov 27 21:01:44.857832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-4fbc53f0-62ee-4b94-8cd7-bd30bd713aaf service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3762782
Nov 27 21:01:44.869681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d9811a4b-ff12-4094-997b-6f28446ad15a req-20f400f9-bea0-4f7c-912d-2362cb5875f0 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2684450
Nov 27 21:01:44.956499 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-20e56264-bb1d-4a9e-8097-426761a629f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=14f3487c-a918-45af-a334-40c24460e19d HTTP/1.1" status: 200  len: 217 time: 0.0694849
Nov 27 21:01:44.998681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d1d835b-841e-4c23-93b1-8b6ea345709f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.000052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9d1d835b-841e-4c23-93b1-8b6ea345709f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4478741
Nov 27 21:01:45.003434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51486) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:45.009522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'port': {'network_id': '88a9adeb-e3a6-43f1-a452-5870388f7eb7', 'name': 'tempest-RoutersTest-1708484898'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:45.065013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Allocated IP 172.20.0.2 (88a9adeb-e3a6-43f1-a452-5870388f7eb7/13a13bfc-01a8-4c6c-9863-3746da2eb667/26784606-971c-4143-b080-15488d8b4370) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:45.077027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c025734f-ed33-4ccc-aa59-cb0eaa7bc8fa None None] Provisioning complete for port 946199dc-a6fa-47fe-9c06-a9c317501d8a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:45.078261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c025734f-ed33-4ccc-aa59-cb0eaa7bc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.091648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-621e7ecf-a8de-4c70-ae7b-8fee33ae4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:45.093458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-621e7ecf-a8de-4c70-ae7b-8fee33ae4975 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.1037979
Nov 27 21:01:45.155819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-35333970-c4eb-4a8f-bf5c-d957fd1d6557 service neutron] 10.222.0.35 "GET /v2.0/networks/eef8bb54-479f-4853-ac91-4d8fd47d6e2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829916
Nov 27 21:01:45.228703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 1ae6340c-e763-4afd-992f-2884924883ea is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:01:45.249439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:45.253124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.292538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-7a23e92b-8ebf-43bd-9ef4-5b81d76a8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:45.295516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-7a23e92b-8ebf-43bd-9ef4-5b81d76a8a45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1899056
Nov 27 21:01:45.410304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] device_id is not set on port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:01:45.439396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ba492a37-18bb-4c38-b61e-c8e2215b4af9 req-98fa26ea-f974-445d-ab61-7da1b3623a54 service neutron] 10.222.0.35 "GET /v2.0/networks/eef8bb54-479f-4853-ac91-4d8fd47d6e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2706969
Nov 27 21:01:45.463918 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.472130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 946199dc-a6fa-47fe-9c06-a9c317501d8a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:45.557751 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.567113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-e476a8c1-0840-4be1-b0d2-01fdf7c5ca87 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2612388
Nov 27 21:01:45.630746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Network 88a9adeb-e3a6-43f1-a452-5870388f7eb7 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:45.634577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-30732231-a4eb-49f6-899e-7c978b222a9b None None] Provisioning complete for port 57a04a38-d93a-4cf9-bc62-cac8010ec7b2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:45.635360 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-30732231-a4eb-49f6-899e-7c978b222a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.675621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.20.0.6 (88a9adeb-e3a6-43f1-a452-5870388f7eb7/13a13bfc-01a8-4c6c-9863-3746da2eb667/a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:45.677389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-30732231-a4eb-49f6-899e-7c978b222a9b None None] Port 57a04a38-d93a-4cf9-bc62-cac8010ec7b2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:45.679931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:45.683206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:45.702812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Pushing event updated for resources: {'Port': ['ID=26784606-971c-4143-b080-15488d8b4370,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:45.733777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 946199dc-a6fa-47fe-9c06-a9c317501d8a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:45.734018 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:45.734231 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.742761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4fb76c78-9c72-4b98-a0c0-326d819604aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/1ae6340c-e763-4afd-992f-2884924883ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7574308
Nov 27 21:01:45.745290 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-c8c5b9ac-ab20-424a-b4c2-09c4b26e4680 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532102
Nov 27 21:01:45.748782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51502) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:45.749561 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede171a-c241-4a91-af65-ffe5f70a5234 None None] Sync routers for ids ['1ae6340c-e763-4afd-992f-2884924883ea'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:45.763228 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede171a-c241-4a91-af65-ffe5f70a5234 None None] Routers {'1ae6340c-e763-4afd-992f-2884924883ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:45.764431 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1ede171a-c241-4a91-af65-ffe5f70a5234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1ae6340c-e763-4afd-992f-2884924883ea'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:45.822333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Attempting to bind port 26784606-971c-4143-b080-15488d8b4370 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:45.822792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Attempting to bind port 26784606-971c-4143-b080-15488d8b4370 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73752972-ae24-44e6-a3d3-81013169e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '88a9adeb-e3a6-43f1-a452-5870388f7eb7'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:45.823229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Attempting to bind port 26784606-971c-4143-b080-15488d8b4370 on network 88a9adeb-e3a6-43f1-a452-5870388f7eb7 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:45.833286 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1ede171a-c241-4a91-af65-ffe5f70a5234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564790>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:45.838641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:45.839134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Checking segment: {'id': '73752972-ae24-44e6-a3d3-81013169e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '88a9adeb-e3a6-43f1-a452-5870388f7eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:45.839645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.840230 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Bound using segment: {'id': '73752972-ae24-44e6-a3d3-81013169e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '88a9adeb-e3a6-43f1-a452-5870388f7eb7'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:45.840681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Bound port: 26784606-971c-4143-b080-15488d8b4370, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73752972-ae24-44e6-a3d3-81013169e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '88a9adeb-e3a6-43f1-a452-5870388f7eb7'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:45.841123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.853272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-895e95f0-063f-4fc6-8cd9-ab5288e245ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:45.854810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-895e95f0-063f-4fc6-8cd9-ab5288e245ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=998295c106db4d7b82c3c10f09fbe182&device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 1094 time: 0.3465149
Nov 27 21:01:45.856099 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-dbeda473-d4eb-45ed-85d1-d08266afa321 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 HTTP/1.1" status: 200  len: 217 time: 0.0895429
Nov 27 21:01:45.861027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-899c632f-26f3-4e8c-a838-2fac5fe15aef None None] Provisioning complete for port 57a04a38-d93a-4cf9-bc62-cac8010ec7b2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:45.861338 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede171a-c241-4a91-af65-ffe5f70a5234 None None] Routers {'1ae6340c-e763-4afd-992f-2884924883ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:45.861699 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-899c632f-26f3-4e8c-a838-2fac5fe15aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:45.861913 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1ede171a-c241-4a91-af65-ffe5f70a5234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1ae6340c-e763-4afd-992f-2884924883ea'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:45.872289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b178-c7a6-4258-a0f5-f10614f4c0cf req-7b254043-941a-4848-a9f0-65718c2052b6 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:45.874148 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70f9b178-c7a6-4258-a0f5-f10614f4c0cf req-7b254043-941a-4848-a9f0-65718c2052b6 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 943 time: 0.3240261
Nov 27 21:01:45.884234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97d0b4d-fcfd-4c27-a8ed-11e621e2762c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:45.886143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a97d0b4d-fcfd-4c27-a8ed-11e621e2762c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports/57a04a38-d93a-4cf9-bc62-cac8010ec7b2 HTTP/1.1" status: 200  len: 984 time: 0.1345441
Nov 27 21:01:45.902886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51508) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:45.961641 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1ede171a-c241-4a91-af65-ffe5f70a5234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564790>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:45.980370 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede171a-c241-4a91-af65-ffe5f70a5234 None None] The sync data for ids ['1ae6340c-e763-4afd-992f-2884924883ea'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:46.030328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-899c632f-26f3-4e8c-a838-2fac5fe15aef None None] Port 57a04a38-d93a-4cf9-bc62-cac8010ec7b2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:46.032516 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:46.044067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] For port 26784606-971c-4143-b080-15488d8b4370, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:46.047993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] For port 26784606-971c-4143-b080-15488d8b4370, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26784606-971c-4143-b080-15488d8b4370,segment=NetworkSegment(73752972-ae24-44e6-a3d3-81013169e815),segment_id=73752972-ae24-44e6-a3d3-81013169e815)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:46.053551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70f9b178-c7a6-4258-a0f5-f10614f4c0cf req-7122aebc-3f16-49d9-80f9-dd548185bea5 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580532
Nov 27 21:01:46.057365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-d32f7338-41ea-44db-8c61-4872b446d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:46.060243 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-d32f7338-41ea-44db-8c61-4872b446d5c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.1833465
Nov 27 21:01:46.069489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:46.123531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-9ffda19c-cf4f-420b-ae5e-2da92c827cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:46.125419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-9ffda19c-cf4f-420b-ae5e-2da92c827cc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eef8bb54-479f-4853-ac91-4d8fd47d6e2d HTTP/1.1" status: 200  len: 915 time: 0.2500648
Nov 27 21:01:46.131511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-02932677-f15b-46af-81d4-4a31cb71c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:46.133324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-02932677-f15b-46af-81d4-4a31cb71c0bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0624728
Nov 27 21:01:46.153905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36894cf-ab7f-4863-ad47-54c2a310ba26 None None] Pushing event updated for resources: {'Port': ['ID=26784606-971c-4143-b080-15488d8b4370,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:46.197035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-0f588407-ce30-486e-bf60-de40b0b48cae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6580fb53-9a2e-4175-a865-446fc1bf256a HTTP/1.1" status: 200  len: 217 time: 0.0621932
Nov 27 21:01:46.222885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debb09a-95dd-4259-980b-b3076b591a3b req-0c4c4ee0-9696-4e47-be3d-17d2a1586c43 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:46.230650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6debb09a-95dd-4259-980b-b3076b591a3b req-0c4c4ee0-9696-4e47-be3d-17d2a1586c43 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.1767285
Nov 27 21:01:46.290989 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:46.328238 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-37be5bd4-ccbf-4ffb-a11d-7ef72d0a7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:46.329857 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-37be5bd4-ccbf-4ffb-a11d-7ef72d0a7b93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=067292e8-024a-4931-886d-ef02f22f0781 HTTP/1.1" status: 200  len: 854 time: 0.1028316
Nov 27 21:01:46.332073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-0819b897-8b2a-435c-b0dd-4d550013607f service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908128
Nov 27 21:01:46.387655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-801c2406-e4aa-4c4c-ab73-89f744afdd43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eef8bb54-479f-4853-ac91-4d8fd47d6e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322289
Nov 27 21:01:46.432840 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6debb09a-95dd-4259-980b-b3076b591a3b req-56e0dc45-4bc5-4b19-9953-9e17c5892cde tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947465
Nov 27 21:01:46.508716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:46.630846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 88a9adeb-e3a6-43f1-a452-5870388f7eb7 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:46.640605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:46.650452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:46.657862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:46.788740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:46.788740 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:46.879066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6cd10be5-60d7-4a2c-862d-2321faa8f8dd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.8719153
Nov 27 21:01:46.882234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51556) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:46.969073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-f21a7a2f-b4c8-4a4e-9431-3d3c37995587 service neutron] 10.222.0.35 "GET /v2.0/networks/eef8bb54-479f-4853-ac91-4d8fd47d6e2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5693045
Nov 27 21:01:46.991562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:47.055801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-84f7e133-e68f-440f-8c09-5a420abed025 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7086442
Nov 27 21:01:47.113087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-d6b014a9-7878-4098-b521-05ce01fb0a2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959 HTTP/1.1" status: 200  len: 217 time: 0.0490308
Nov 27 21:01:47.173671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5a7b393-28a2-46e3-aeaa-8e63d517f6f9 req-cf3376e0-c28a-41f9-b54c-1e4a01b4f17a service neutron] 10.222.0.35 "GET /v2.0/networks/eef8bb54-479f-4853-ac91-4d8fd47d6e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1951916
Nov 27 21:01:47.177738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-4fe901e7-a1f6-4aeb-86ba-46ab02ffc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:47.179300 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-4fe901e7-a1f6-4aeb-86ba-46ab02ffc8b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.0563414
Nov 27 21:01:47.220860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51562) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:47.241057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-868c5734-15e7-4e60-8947-a975fd3b8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:47.242704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-868c5734-15e7-4e60-8947-a975fd3b8c32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0534835
Nov 27 21:01:47.383300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 26784606-971c-4143-b080-15488d8b4370 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:47.431592 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef9d2781-70a5-4a29-b3d8-66129b933806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:47.438747 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-bc35e20c-6a3c-499c-8d71-17aab174c072 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866810
Nov 27 21:01:47.462816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 26784606-971c-4143-b080-15488d8b4370 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:47.463202 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:47.570542 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:47.596325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef9d2781-70a5-4a29-b3d8-66129b933806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:47.618106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 26784606-971c-4143-b080-15488d8b4370, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26784606-971c-4143-b080-15488d8b4370,segment=NetworkSegment(73752972-ae24-44e6-a3d3-81013169e815),segment_id=73752972-ae24-44e6-a3d3-81013169e815)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:47.625660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:47.652330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef9d2781-70a5-4a29-b3d8-66129b933806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:47.678649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=26784606-971c-4143-b080-15488d8b4370,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:47.704928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f3cf08-2a8c-4bcb-87c1-e6472b732b1e None None] Network 88a9adeb-e3a6-43f1-a452-5870388f7eb7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:47.727016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ef9d2781-70a5-4a29-b3d8-66129b933806 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25538cb462f746cea1d0b9f40856a309&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5025795
Nov 27 21:01:47.734430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51568) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:47.741411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d2781-70a5-4a29-b3d8-66129b933806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66744f84-adaf-4b07-8d7e-add6cb197f69,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:47.758208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d45266-cdd7-4b03-b4d5-a6cce62fc17a req-d2fe5bb4-c415-4c6d-aa76-5be7774f8e15 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:47.761559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0beec-d657-45cc-a6b6-2c191c734875 req-a5cd1003-e386-4fcf-8de0-05c2b6682786 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:47.763105 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9f0beec-d657-45cc-a6b6-2c191c734875 req-a5cd1003-e386-4fcf-8de0-05c2b6682786 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 943 time: 0.1913099
Nov 27 21:01:47.765934 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d45266-cdd7-4b03-b4d5-a6cce62fc17a req-d2fe5bb4-c415-4c6d-aa76-5be7774f8e15 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.2024162
Nov 27 21:01:47.774828 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-c3f4a33c-0bf9-4a8a-aa45-2c3113c0cec9 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3266661
Nov 27 21:01:47.838520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-c0187395-1f92-432b-a4b5-234d54e3bca1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80f6d4bb-15fa-48bb-b344-9306a5390104 HTTP/1.1" status: 200  len: 217 time: 0.0546689
Nov 27 21:01:47.891908 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d45266-cdd7-4b03-b4d5-a6cce62fc17a req-41032ae5-365d-4c1d-a7e0-1988ff5f5df2 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250622
Nov 27 21:01:47.907305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-b052f708-9370-4ad9-90e8-255e2d2e3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:47.910015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-b052f708-9370-4ad9-90e8-255e2d2e3d58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.0621226
Nov 27 21:01:47.944861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9f0beec-d657-45cc-a6b6-2c191c734875 req-0d477487-b8e0-42ea-98f0-eee12aee5a6d tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410046
Nov 27 21:01:47.948307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b512c296-60f8-4fa2-994f-c623752413dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:47.963135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3654f97b-5b13-4047-b2e7-d79407c31686 None None] Provisioning complete for port 26784606-971c-4143-b080-15488d8b4370 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:47.963918 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3654f97b-5b13-4047-b2e7-d79407c31686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.011943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b512c296-60f8-4fa2-994f-c623752413dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.023224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-9f6e72a8-aa4b-4cbe-9f81-9ff364565dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:48.031822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-9f6e72a8-aa4b-4cbe-9f81-9ff364565dd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1073725
Nov 27 21:01:48.041345 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.158582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-1eab8a87-2f32-4cca-8b1c-f3c28f56932f service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1121790
Nov 27 21:01:48.178004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 57a04a38-d93a-4cf9-bc62-cac8010ec7b2 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:48.178227 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.261774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b512c296-60f8-4fa2-994f-c623752413dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.264499 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b512c296-60f8-4fa2-994f-c623752413dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.265685 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b512c296-60f8-4fa2-994f-c623752413dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66744f84-adaf-4b07-8d7e-add6cb197f69 HTTP/1.1" status: 204  len: 168 time: 0.5292242
Nov 27 21:01:48.271203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffe11138-91a1-4ed5-8ea4-185a9991101b req-cd5f5721-7b8a-4412-a9fd-714d7f00a2f2 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1059763
Nov 27 21:01:48.274854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6580fb53-9a2e-4175-a865-446fc1bf256a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:01:48.306749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512c296-60f8-4fa2-994f-c623752413dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66744f84-adaf-4b07-8d7e-add6cb197f69,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:48.386699 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.387036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.414201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 57a04a38-d93a-4cf9-bc62-cac8010ec7b2 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:48.432676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6580fb53-9a2e-4175-a865-446fc1bf256a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6580fb53-9a2e-4175-a865-446fc1bf256a,segment=NetworkSegment(92164f87-aa60-46f1-a87c-6c3ab708a3e3),segment_id=92164f87-aa60-46f1-a87c-6c3ab708a3e3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:48.461701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '6580fb53-9a2e-4175-a865-446fc1bf256a', 'network_id': 'eef8bb54-479f-4853-ac91-4d8fd47d6e2d', 'port_id': '6580fb53-9a2e-4175-a865-446fc1bf256a', 'mac_address': 'fa:16:3e:12:f0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067292e8-024a-4931-886d-ef02f22f0781', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:01:48.498896 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.503688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-17b9b4d5-887c-4121-bcc8-0617e87f0dce None None] Provisioning complete for port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:48.504060 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-17b9b4d5-887c-4121-bcc8-0617e87f0dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.516481 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.536401 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.560901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6580fb53-9a2e-4175-a865-446fc1bf256a {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:01:48.566672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-17b9b4d5-887c-4121-bcc8-0617e87f0dce None None] Port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:48.587934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6580fb53-9a2e-4175-a865-446fc1bf256a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6580fb53-9a2e-4175-a865-446fc1bf256a,segment=NetworkSegment(92164f87-aa60-46f1-a87c-6c3ab708a3e3),segment_id=92164f87-aa60-46f1-a87c-6c3ab708a3e3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:48.593616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-17b9b4d5-887c-4121-bcc8-0617e87f0dce None None] Provisioning complete for port 26784606-971c-4143-b080-15488d8b4370 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:48.594000 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-17b9b4d5-887c-4121-bcc8-0617e87f0dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.597259 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.679218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:48.706699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51578) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:48.715425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6580fb53-9a2e-4175-a865-446fc1bf256a,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:48.734035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-707121b9-6f16-4d60-bcdb-653004ffa579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.830758 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-707121b9-6f16-4d60-bcdb-653004ffa579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.838102 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-707121b9-6f16-4d60-bcdb-653004ffa579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.865652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.884607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-707121b9-6f16-4d60-bcdb-653004ffa579 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d86d74a469744a0a1bbfa0fae8af188&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1761045
Nov 27 21:01:48.886159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51580) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:48.887929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-86396eb3-bde3-4a7b-afbd-30d3add850e0 None None] Provisioning complete for port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:48.888412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86396eb3-bde3-4a7b-afbd-30d3add850e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.896383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707121b9-6f16-4d60-bcdb-653004ffa579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feae843-16f3-4461-bff6-8fde57686ab1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:48.896564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=57a04a38-d93a-4cf9-bc62-cac8010ec7b2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:48.968845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['6580fb53-9a2e-4175-a865-446fc1bf256a'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:01:48.980819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:48.985586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e0a236e-abc9-41e3-8e06-0e678c7bdf24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:49.024337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e0a236e-abc9-41e3-8e06-0e678c7bdf24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:49.045671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-86396eb3-bde3-4a7b-afbd-30d3add850e0 None None] Port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:49.167596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c954e1-e8bb-4645-899c-9ffcc0d055a2 req-c2d9644f-2309-4bda-b68e-c6eea9099ab9 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:49.169579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3c954e1-e8bb-4645-899c-9ffcc0d055a2 req-c2d9644f-2309-4bda-b68e-c6eea9099ab9 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.0857117
Nov 27 21:01:49.193544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e0a236e-abc9-41e3-8e06-0e678c7bdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:49.197150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e0a236e-abc9-41e3-8e06-0e678c7bdf24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:49.202098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8e0a236e-abc9-41e3-8e06-0e678c7bdf24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5feae843-16f3-4461-bff6-8fde57686ab1 HTTP/1.1" status: 204  len: 168 time: 0.3084359
Nov 27 21:01:49.202393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ab859edd-a29f-4006-ae2e-c45636f7500a None None] Provisioning complete for port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:49.202393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ab859edd-a29f-4006-ae2e-c45636f7500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:49.255492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a236e-abc9-41e3-8e06-0e678c7bdf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feae843-16f3-4461-bff6-8fde57686ab1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:49.261176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ab859edd-a29f-4006-ae2e-c45636f7500a None None] Port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:49.301474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3c954e1-e8bb-4645-899c-9ffcc0d055a2 req-91076292-c0ed-4aaa-a758-8ef0269b7ea0 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195476
Nov 27 21:01:49.312992 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:49.338567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 26784606-971c-4143-b080-15488d8b4370 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:49.408074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abbd3e-bfbe-4499-9b7f-40b13fdaf7fb req-0cc85ecc-cfd5-4b5b-bb52-39e6306c3574 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:49.409670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53abbd3e-bfbe-4499-9b7f-40b13fdaf7fb req-0cc85ecc-cfd5-4b5b-bb52-39e6306c3574 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 944 time: 0.3081849
Nov 27 21:01:49.410892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 26784606-971c-4143-b080-15488d8b4370 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:49.411545 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:49.520626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:49.610736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53abbd3e-bfbe-4499-9b7f-40b13fdaf7fb req-0d29c0e9-1cff-4a06-93f2-97f0bfe86b3a tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554310
Nov 27 21:01:49.652483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 1ae6340c-e763-4afd-992f-2884924883ea has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:50.045893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:50.052214 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bd580a5f-b6d2-4cbe-b2b3-afe33acdecf3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/1ae6340c-e763-4afd-992f-2884924883ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1482625
Nov 27 21:01:50.055094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51612) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:50.058609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cabf1-7057-4209-b9b4-1ebec68c2669 None None] Sync routers for ids ['1ae6340c-e763-4afd-992f-2884924883ea'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:50.070849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cabf1-7057-4209-b9b4-1ebec68c2669 None None] Routers {'1ae6340c-e763-4afd-992f-2884924883ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:50.071677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-730cabf1-7057-4209-b9b4-1ebec68c2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf83130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1ae6340c-e763-4afd-992f-2884924883ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:50.109488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-730cabf1-7057-4209-b9b4-1ebec68c2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf83130>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:50.118584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cabf1-7057-4209-b9b4-1ebec68c2669 None None] Routers {'1ae6340c-e763-4afd-992f-2884924883ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:50.119339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-730cabf1-7057-4209-b9b4-1ebec68c2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf83130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1ae6340c-e763-4afd-992f-2884924883ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:50.161931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-730cabf1-7057-4209-b9b4-1ebec68c2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf83130>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:50.163038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cabf1-7057-4209-b9b4-1ebec68c2669 None None] The sync data for ids ['1ae6340c-e763-4afd-992f-2884924883ea'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:50.187902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.193057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.274988 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.285485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:50.290612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6580fb53-9a2e-4175-a865-446fc1bf256a up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:50.326584 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-e5530119-5af7-4cf0-a1b6-7a4bd53e885d tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] remove_router_interface failed (client error): The resource could not be found.
Nov 27 21:01:50.331165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e5530119-5af7-4cf0-a1b6-7a4bd53e885d tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/1ae6340c-e763-4afd-992f-2884924883ea/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2720454
Nov 27 21:01:50.332028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51620) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:50.379461 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6ebc01bc-e307-4890-8775-7478709772c9 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae6340c-e763-4afd-992f-2884924883ea HTTP/1.1" status: 200  len: 205 time: 0.0451255
Nov 27 21:01:50.381867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51622) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:50.382334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 88a9adeb-e3a6-43f1-a452-5870388f7eb7 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:50.384751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:50.393472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 6580fb53-9a2e-4175-a865-446fc1bf256a completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:01:50.398394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 6580fb53-9a2e-4175-a865-446fc1bf256a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:50.398909 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.512182 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3107e78f-6c6d-4411-a4fc-4fc584995c9a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.608090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.615583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router 2c9f55f4-f397-473e-81a0-a5fab18399b2 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:01:50.656070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b6c899-fdda-44b9-ab69-ac12532eb0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6580fb53-9a2e-4175-a865-446fc1bf256a'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:50.665914 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c2ce48-61bd-4afe-85b4-4dde1540e59d" -d '{"events": [{"server_uuid": "c2b6c899-fdda-44b9-ab69-ac12532eb0a6", "name": "network-vif-plugged", "status": "completed", "tag": "6580fb53-9a2e-4175-a865-446fc1bf256a"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:50.696546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6580fb53-9a2e-4175-a865-446fc1bf256a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6580fb53-9a2e-4175-a865-446fc1bf256a,segment=NetworkSegment(92164f87-aa60-46f1-a87c-6c3ab708a3e3),segment_id=92164f87-aa60-46f1-a87c-6c3ab708a3e3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:50.705903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.765474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:50.773241 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d50eb719-8b79-4457-a786-e6309027e9c4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/2c9f55f4-f397-473e-81a0-a5fab18399b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8886473
Nov 27 21:01:50.773429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3107e78f-6c6d-4411-a4fc-4fc584995c9a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.773747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51640) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:50.780175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3107e78f-6c6d-4411-a4fc-4fc584995c9a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.781350 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16aa271-580c-42ac-b3cd-995db3ab4094 None None] Sync routers for ids ['2c9f55f4-f397-473e-81a0-a5fab18399b2'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:50.801205 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16aa271-580c-42ac-b3cd-995db3ab4094 None None] Routers {'2c9f55f4-f397-473e-81a0-a5fab18399b2'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:50.801991 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e16aa271-580c-42ac-b3cd-995db3ab4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7cacd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2c9f55f4-f397-473e-81a0-a5fab18399b2'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:50.811202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6580fb53-9a2e-4175-a865-446fc1bf256a,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:50.834865 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e803d6-cd8d-4141-a896-90f0901f8e8e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:50.836893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d8e803d6-cd8d-4141-a896-90f0901f8e8e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports/a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 HTTP/1.1" status: 200  len: 977 time: 0.0616364
Nov 27 21:01:50.845774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51642) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:50.865904 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e16aa271-580c-42ac-b3cd-995db3ab4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7cacd0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:50.877477 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16aa271-580c-42ac-b3cd-995db3ab4094 None None] Routers {'2c9f55f4-f397-473e-81a0-a5fab18399b2'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:50.878420 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e16aa271-580c-42ac-b3cd-995db3ab4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7cacd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2c9f55f4-f397-473e-81a0-a5fab18399b2'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:50.906791 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3c853035-d402-4a68-836d-ca837f5baa6f None None] Provisioning complete for port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:50.908656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3c853035-d402-4a68-836d-ca837f5baa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.927399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c5538-8b80-4864-a018-4b7b3373cb8a req-b1ad8b17-c0db-4a04-ad12-66b3791a82b8 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:50.929357 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb7c5538-8b80-4864-a018-4b7b3373cb8a req-b1ad8b17-c0db-4a04-ad12-66b3791a82b8 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 945 time: 0.0912411
Nov 27 21:01:50.946101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3107e78f-6c6d-4411-a4fc-4fc584995c9a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.946764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3107e78f-6c6d-4411-a4fc-4fc584995c9a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae6340c-e763-4afd-992f-2884924883ea {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:01:50.950172 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e16aa271-580c-42ac-b3cd-995db3ab4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7cacd0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:50.951522 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16aa271-580c-42ac-b3cd-995db3ab4094 None None] The sync data for ids ['2c9f55f4-f397-473e-81a0-a5fab18399b2'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:50.964543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3107e78f-6c6d-4411-a4fc-4fc584995c9a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:50.966078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3107e78f-6c6d-4411-a4fc-4fc584995c9a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/1ae6340c-e763-4afd-992f-2884924883ea HTTP/1.1" status: 204  len: 168 time: 0.5829782
Nov 27 21:01:50.971097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51650) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:50.978031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3c853035-d402-4a68-836d-ca837f5baa6f None None] Port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:50.979296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44cda9-1917-4361-88e4-ccb371bc3e29 req-4d59257e-24bf-4608-84e1-bbcbf89b9af7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:50.987825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca44cda9-1917-4361-88e4-ccb371bc3e29 req-4d59257e-24bf-4608-84e1-bbcbf89b9af7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.4706240
Nov 27 21:01:51.042927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c411469-5539-4595-9f2e-87ac718a98de tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting subnet 84507d5b-b004-46fa-b747-50fb30861b29 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:01:51.053483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c411469-5539-4595-9f2e-87ac718a98de tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.088804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb7c5538-8b80-4864-a018-4b7b3373cb8a req-8050f09b-9c39-44a9-aa10-50bd328b778f tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520619
Nov 27 21:01:51.111751 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c411469-5539-4595-9f2e-87ac718a98de tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.139926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca44cda9-1917-4361-88e4-ccb371bc3e29 req-723c2d83-6b90-4691-9a00-10486454bcb4 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472142
Nov 27 21:01:51.189982 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098397e1-941d-47f0-b998-0746abfd0084 x-openstack-request-id: req-098397e1-941d-47f0-b998-0746abfd0084 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:51.189982 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b6c899-fdda-44b9-ab69-ac12532eb0a6", "name": "network-vif-plugged", "status": "completed", "tag": "6580fb53-9a2e-4175-a865-446fc1bf256a", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:51.189982 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-098397e1-941d-47f0-b998-0746abfd0084 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:51.189982 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b6c899-fdda-44b9-ab69-ac12532eb0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6580fb53-9a2e-4175-a865-446fc1bf256a', 'code': 200}
Nov 27 21:01:51.271931 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c411469-5539-4595-9f2e-87ac718a98de tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.355796 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c411469-5539-4595-9f2e-87ac718a98de tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.378981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed35afa-2048-43ef-8220-3bc2b7e0bfba req-4396a9da-35cb-4d21-b360-59066947b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:51.380891 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fed35afa-2048-43ef-8220-3bc2b7e0bfba req-4396a9da-35cb-4d21-b360-59066947b92a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 1096 time: 0.0977180
Nov 27 21:01:51.389385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c411469-5539-4595-9f2e-87ac718a98de tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Subnet': ['ID=84507d5b-b004-46fa-b747-50fb30861b29,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:51.392262 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c411469-5539-4595-9f2e-87ac718a98de tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.395577 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6c411469-5539-4595-9f2e-87ac718a98de tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/84507d5b-b004-46fa-b747-50fb30861b29 HTTP/1.1" status: 204  len: 168 time: 0.4219565
Nov 27 21:01:51.398129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51674) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:51.405168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e949eb-eaf8-445e-86ad-e5e6afbbeefc None None] Network 2c697742-7489-4541-b46e-45aaae30fe8a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:51.516232 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.538660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fed35afa-2048-43ef-8220-3bc2b7e0bfba req-9a47342a-25d7-4e6f-832d-8bced317e840 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486912
Nov 27 21:01:51.542068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.591348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 946199dc-a6fa-47fe-9c06-a9c317501d8a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:51.592387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.675931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae02d7-b2ab-4a7d-8a46-a88fa2ddfd45 None None] DHCP port deletion for 2c697742-7489-4541-b46e-45aaae30fe8a request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:51.718121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port 946199dc-a6fa-47fe-9c06-a9c317501d8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946199dc-a6fa-47fe-9c06-a9c317501d8a,segment=NetworkSegment(e7b14c1e-4f3d-40c2-b468-99c09bfcbb64),segment_id=e7b14c1e-4f3d-40c2-b468-99c09bfcbb64)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:51.719483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.744303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fcae02d7-b2ab-4a7d-8a46-a88fa2ddfd45 None None] Deleting port 946199dc-a6fa-47fe-9c06-a9c317501d8a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:51.745003 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fcae02d7-b2ab-4a7d-8a46-a88fa2ddfd45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.753676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 946199dc-a6fa-47fe-9c06-a9c317501d8a owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:51.825215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:51.825435 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.845905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fcae02d7-b2ab-4a7d-8a46-a88fa2ddfd45 None None] For port 946199dc-a6fa-47fe-9c06-a9c317501d8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946199dc-a6fa-47fe-9c06-a9c317501d8a,segment=NetworkSegment(e7b14c1e-4f3d-40c2-b468-99c09bfcbb64),segment_id=e7b14c1e-4f3d-40c2-b468-99c09bfcbb64)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:51.846450 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fcae02d7-b2ab-4a7d-8a46-a88fa2ddfd45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.874189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fcae02d7-b2ab-4a7d-8a46-a88fa2ddfd45 None None] Calling delete_port for 946199dc-a6fa-47fe-9c06-a9c317501d8a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:51.876864 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.908456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=946199dc-a6fa-47fe-9c06-a9c317501d8a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:51.912918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No DVR routers for this DVR port 946199dc-a6fa-47fe-9c06-a9c317501d8a on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:51.954424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:51.973733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:51.979531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51698) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:51.987599 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fcae02d7-b2ab-4a7d-8a46-a88fa2ddfd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.011078 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.019465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae02d7-b2ab-4a7d-8a46-a88fa2ddfd45 None None] Pushing event deleted for resources: {'Port': ['ID=946199dc-a6fa-47fe-9c06-a9c317501d8a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:52.028543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae02d7-b2ab-4a7d-8a46-a88fa2ddfd45 None None] No DVR routers for this DVR port 946199dc-a6fa-47fe-9c06-a9c317501d8a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:52.033387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd967f0>,) {'filters': {'network_id': ['2c697742-7489-4541-b46e-45aaae30fe8a']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:52.048532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd967f0>, 'e7b14c1e-4f3d-40c2-b468-99c09bfcbb64') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:52.048858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd967f0>, 'e7b14c1e-4f3d-40c2-b468-99c09bfcbb64') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:52.060293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.078440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.085029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:01:52.085731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:01:52.089608 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:01:52.160650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.178457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.178755 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3065a816-fb11-4658-a90b-7c7da1b1921d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.190138 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/networks/2c697742-7489-4541-b46e-45aaae30fe8a HTTP/1.1" status: 204  len: 168 time: 0.7905118
Nov 27 21:01:52.190293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51706) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:52.199696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521342053'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:52.213440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4618484-b0dd-40d4-b8b3-07e00a28eb93 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Network': ['ID=2c697742-7489-4541-b46e-45aaae30fe8a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:52.273406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.290541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:52.294629 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.303218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6668b44-d8da-450b-a214-2d55d60746d1 req-82262f73-a6c4-4cbd-9a8b-0abe8b95808e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:52.304796 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a6668b44-d8da-450b-a214-2d55d60746d1 req-82262f73-a6c4-4cbd-9a8b-0abe8b95808e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.0616448
Nov 27 21:01:52.333969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=a75d0cc9-86d0-4fc4-b2e1-c624ab57cc07,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:52.362617 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a6668b44-d8da-450b-a214-2d55d60746d1 req-7f9df6f0-c9ec-4260-b795-ca932ec3ce25 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507560
Nov 27 21:01:52.395397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f4b55-baba-449a-9c01-2d99b703cfd9 req-86df2481-fca5-4b89-94d0-a0f587de0f9c tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:52.397403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f3f4b55-baba-449a-9c01-2d99b703cfd9 req-86df2481-fca5-4b89-94d0-a0f587de0f9c tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 945 time: 0.1691363
Nov 27 21:01:52.399484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:52.753126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.753583 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added segment 53d67e82-29d2-490d-a866-09eb294ebaf3 of type vlan for network cb5ee0ef-51b7-4b33-9000-64e439129612
Nov 27 21:01:52.771691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3065a816-fb11-4658-a90b-7c7da1b1921d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.778829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3065a816-fb11-4658-a90b-7c7da1b1921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.927922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.938530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065a816-fb11-4658-a90b-7c7da1b1921d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f852cf-7c9d-45cf-a4e9-62cf0aa8f9a7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:52.942687 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3065a816-fb11-4658-a90b-7c7da1b1921d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b7c0ecce295420ea45f3df04271f0cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9618006
Nov 27 21:01:52.946697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51712) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:52.950226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f3f4b55-baba-449a-9c01-2d99b703cfd9 req-5d84c799-5822-4a77-8ab5-4f4198e9e869 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5261528
Nov 27 21:01:52.962933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.984029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:52.989881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:52.990613 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.014212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b0d16b2-9836-4238-ad40-5faa4b316038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.039826 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b0d16b2-9836-4238-ad40-5faa4b316038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.093631 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b0d16b2-9836-4238-ad40-5faa4b316038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.096497 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b0d16b2-9836-4238-ad40-5faa4b316038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.098237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5b0d16b2-9836-4238-ad40-5faa4b316038 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55f852cf-7c9d-45cf-a4e9-62cf0aa8f9a7 HTTP/1.1" status: 204  len: 168 time: 0.1504519
Nov 27 21:01:53.110072 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9162915
Nov 27 21:01:53.111603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d16b2-9836-4238-ad40-5faa4b316038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f852cf-7c9d-45cf-a4e9-62cf0aa8f9a7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:53.113371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51716) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:53.127752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'subnet': {'network_id': 'cb5ee0ef-51b7-4b33-9000-64e439129612', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:53.183837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776a6cb-af20-4460-af5f-78521b1cdffe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Network': ['ID=cb5ee0ef-51b7-4b33-9000-64e439129612,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:53.197115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network cb5ee0ef-51b7-4b33-9000-64e439129612 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:53.284969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router 2c9f55f4-f397-473e-81a0-a5fab18399b2 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:01:53.311184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:53.314778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.328755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 946199dc-a6fa-47fe-9c06-a9c317501d8a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:01:53.358214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 946199dc-a6fa-47fe-9c06-a9c317501d8a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:01:53.358773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 946199dc-a6fa-47fe-9c06-a9c317501d8a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:01:53.431796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:53.438515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5ff92c74-86cd-4869-820f-08ac60878c2e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/2c9f55f4-f397-473e-81a0-a5fab18399b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5912576
Nov 27 21:01:53.441288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51722) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:53.456647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322d7ea5-8cf6-40b5-8397-9d8fa8e2e7cd None None] Sync routers for ids ['2c9f55f4-f397-473e-81a0-a5fab18399b2'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:53.480819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51724) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:53.484223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322d7ea5-8cf6-40b5-8397-9d8fa8e2e7cd None None] Routers {'2c9f55f4-f397-473e-81a0-a5fab18399b2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:53.486059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-322d7ea5-8cf6-40b5-8397-9d8fa8e2e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd020f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2c9f55f4-f397-473e-81a0-a5fab18399b2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:53.517719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-672665f0-e613-4007-94e4-7b0891243bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.528979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-322d7ea5-8cf6-40b5-8397-9d8fa8e2e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd020f70>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:53.540626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322d7ea5-8cf6-40b5-8397-9d8fa8e2e7cd None None] Routers {'2c9f55f4-f397-473e-81a0-a5fab18399b2'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:53.541339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-322d7ea5-8cf6-40b5-8397-9d8fa8e2e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd020f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2c9f55f4-f397-473e-81a0-a5fab18399b2'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:53.578832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-322d7ea5-8cf6-40b5-8397-9d8fa8e2e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd020f70>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:53.579763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322d7ea5-8cf6-40b5-8397-9d8fa8e2e7cd None None] The sync data for ids ['2c9f55f4-f397-473e-81a0-a5fab18399b2'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:53.627670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.660367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768afb67-6933-45a7-8770-be87293082fc req-ab167175-0630-454e-bb8e-1088b93b2a6e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:53.661938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-768afb67-6933-45a7-8770-be87293082fc req-ab167175-0630-454e-bb8e-1088b93b2a6e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.1543889
Nov 27 21:01:53.714034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-672665f0-e613-4007-94e4-7b0891243bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.720008 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-cce3d0f9-a0fe-4e41-b66e-1e1a4bf709a7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] remove_router_interface failed (client error): The resource could not be found.
Nov 27 21:01:53.720217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Subnet': ['ID=b2ac64c2-061f-45d9-9613-2377df697d3c,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:53.721081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cce3d0f9-a0fe-4e41-b66e-1e1a4bf709a7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/2c9f55f4-f397-473e-81a0-a5fab18399b2/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2783623
Nov 27 21:01:53.724126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-672665f0-e613-4007-94e4-7b0891243bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.724830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51726) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:53.753147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Checking segment: {'id': '53d67e82-29d2-490d-a866-09eb294ebaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5ee0ef-51b7-4b33-9000-64e439129612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:53.753551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network hostable DHCP agents. Network: cb5ee0ef-51b7-4b33-9000-64e439129612, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:53.760601 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-73cf1674-6de5-4784-808f-484a2f1729b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9f55f4-f397-473e-81a0-a5fab18399b2 HTTP/1.1" status: 200  len: 205 time: 0.0343719
Nov 27 21:01:53.763917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51730) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:53.780397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-672665f0-e613-4007-94e4-7b0891243bd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5dd4bca7235484b9618fa24f7a64eb2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2985332
Nov 27 21:01:53.784165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51732) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:53.784789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672665f0-e613-4007-94e4-7b0891243bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9434d12e-74db-43c6-bb98-5d122ac90a8c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:53.814994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network cb5ee0ef-51b7-4b33-9000-64e439129612 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:53.830244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb5ee0ef-51b7-4b33-9000-64e439129612) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:53.838434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df4944-1ef8-4ed2-8453-50d910877964 None None] Network cb5ee0ef-51b7-4b33-9000-64e439129612 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:53.840233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:53.840902 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.848578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-768afb67-6933-45a7-8770-be87293082fc req-4ee4ef69-d0e2-4aaf-98e5-4ef92393535e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648235
Nov 27 21:01:53.857516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-564da617-9a5e-46b1-a6b0-d9ce5eeacf6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.866661 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3d165d9-772a-4e19-b1f6-5147bde25a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.875024 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7ecce987-658f-48e1-a9ec-401d6bffb222 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7605090
Nov 27 21:01:53.882215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51734) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:53.895327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-dc31b705-6ffb-4e2a-9d71-71a92e0f9ea5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1634883502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:53.914740 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3d165d9-772a-4e19-b1f6-5147bde25a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.956600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dc31b705-6ffb-4e2a-9d71-71a92e0f9ea5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:53.957744 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dc31b705-6ffb-4e2a-9d71-71a92e0f9ea5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.018999 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dc31b705-6ffb-4e2a-9d71-71a92e0f9ea5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.027441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dc31b705-6ffb-4e2a-9d71-71a92e0f9ea5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.036334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3d165d9-772a-4e19-b1f6-5147bde25a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.039243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3d165d9-772a-4e19-b1f6-5147bde25a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.040565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e3d165d9-772a-4e19-b1f6-5147bde25a4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9434d12e-74db-43c6-bb98-5d122ac90a8c HTTP/1.1" status: 204  len: 168 time: 0.2528796
Nov 27 21:01:54.050270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cb5ee0ef-51b7-4b33-9000-64e439129612', 'network_id': 'cb5ee0ef-51b7-4b33-9000-64e439129612', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'fixed_ips': [{'subnet_id': 'b2ac64c2-061f-45d9-9613-2377df697d3c'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:01:54.051571 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.056809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d165d9-772a-4e19-b1f6-5147bde25a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9434d12e-74db-43c6-bb98-5d122ac90a8c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:54.066971 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dc31b705-6ffb-4e2a-9d71-71a92e0f9ea5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.068964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dc31b705-6ffb-4e2a-9d71-71a92e0f9ea5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1857958
Nov 27 21:01:54.071738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51742) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:54.112185 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-564da617-9a5e-46b1-a6b0-d9ce5eeacf6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.114730 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-564da617-9a5e-46b1-a6b0-d9ce5eeacf6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.212365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-564da617-9a5e-46b1-a6b0-d9ce5eeacf6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.212925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564da617-9a5e-46b1-a6b0-d9ce5eeacf6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Fanout notify agent at l3_agent the message router_deleted on router 2c9f55f4-f397-473e-81a0-a5fab18399b2 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:01:54.222337 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-564da617-9a5e-46b1-a6b0-d9ce5eeacf6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.223584 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-564da617-9a5e-46b1-a6b0-d9ce5eeacf6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/2c9f55f4-f397-473e-81a0-a5fab18399b2 HTTP/1.1" status: 204  len: 168 time: 0.4583991
Nov 27 21:01:54.226119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51744) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:54.228421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Allocated IP 2001:db8::2 (cb5ee0ef-51b7-4b33-9000-64e439129612/b2ac64c2-061f-45d9-9613-2377df697d3c/6a35a180-a072-4d13-a7f7-c10942520d5c) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:54.281848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76402f-e4d6-4370-85d6-a241ec707514 req-036563e4-8083-4426-a3ec-fda433690e4f tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:54.290043 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d76402f-e4d6-4370-85d6-a241ec707514 req-036563e4-8083-4426-a3ec-fda433690e4f tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 945 time: 0.1181276
Nov 27 21:01:54.348159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b8b144-13f2-4da6-a205-41b6c1464803 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting subnet 13a13bfc-01a8-4c6c-9863-3746da2eb667 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:01:54.352617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61b8b144-13f2-4da6-a205-41b6c1464803 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.415899 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.420270 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61b8b144-13f2-4da6-a205-41b6c1464803 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.433865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d76402f-e4d6-4370-85d6-a241ec707514 req-1d5798ae-7f81-46f6-b93c-a8aeb8cd61c2 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404171
Nov 27 21:01:54.478022 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.494983 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.578563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Pushing event updated for resources: {'Port': ['ID=6a35a180-a072-4d13-a7f7-c10942520d5c,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:54.586812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Network cb5ee0ef-51b7-4b33-9000-64e439129612 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:54.595395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:54.596763 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61b8b144-13f2-4da6-a205-41b6c1464803 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.602244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:54.686463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Attempting to bind port 6a35a180-a072-4d13-a7f7-c10942520d5c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:54.686940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Attempting to bind port 6a35a180-a072-4d13-a7f7-c10942520d5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53d67e82-29d2-490d-a866-09eb294ebaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5ee0ef-51b7-4b33-9000-64e439129612'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:54.687942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Attempting to bind port 6a35a180-a072-4d13-a7f7-c10942520d5c on network cb5ee0ef-51b7-4b33-9000-64e439129612 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:54.698481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:54.698927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Checking segment: {'id': '53d67e82-29d2-490d-a866-09eb294ebaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5ee0ef-51b7-4b33-9000-64e439129612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:54.699563 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.700236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Bound using segment: {'id': '53d67e82-29d2-490d-a866-09eb294ebaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5ee0ef-51b7-4b33-9000-64e439129612'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:54.703030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Bound port: 6a35a180-a072-4d13-a7f7-c10942520d5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d67e82-29d2-490d-a866-09eb294ebaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cb5ee0ef-51b7-4b33-9000-64e439129612'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:54.703470 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.713228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61b8b144-13f2-4da6-a205-41b6c1464803 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.763881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-61b8b144-13f2-4da6-a205-41b6c1464803 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.768032 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-61b8b144-13f2-4da6-a205-41b6c1464803 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/13a13bfc-01a8-4c6c-9863-3746da2eb667 HTTP/1.1" status: 204  len: 168 time: 0.5404577
Nov 27 21:01:54.769168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8b144-13f2-4da6-a205-41b6c1464803 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Subnet': ['ID=13a13bfc-01a8-4c6c-9863-3746da2eb667,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:54.772307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51764) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:54.795608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b1ae9e-57b2-4eb3-8ba8-cacb51bfff45 None None] Network 88a9adeb-e3a6-43f1-a452-5870388f7eb7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:54.863240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 2001:db8::1 (cb5ee0ef-51b7-4b33-9000-64e439129612/b2ac64c2-061f-45d9-9613-2377df697d3c/5b33bff5-1316-4d47-bc83-57de1ffd1ed1) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:54.867122 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.916695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] For port 6a35a180-a072-4d13-a7f7-c10942520d5c, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:54.953130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port 26784606-971c-4143-b080-15488d8b4370 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:54.953837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:54.968883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] For port 6a35a180-a072-4d13-a7f7-c10942520d5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a35a180-a072-4d13-a7f7-c10942520d5c,segment=NetworkSegment(53d67e82-29d2-490d-a866-09eb294ebaf3),segment_id=53d67e82-29d2-490d-a866-09eb294ebaf3)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:54.978394 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.103189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3430ed7-5f86-426a-9699-1001f5276635 None None] Pushing event updated for resources: {'Port': ['ID=6a35a180-a072-4d13-a7f7-c10942520d5c,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:55.140290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port 26784606-971c-4143-b080-15488d8b4370, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26784606-971c-4143-b080-15488d8b4370,segment=NetworkSegment(73752972-ae24-44e6-a3d3-81013169e815),segment_id=73752972-ae24-44e6-a3d3-81013169e815)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:55.140923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.178060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for 26784606-971c-4143-b080-15488d8b4370 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:55.213452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] DHCP port deletion for 88a9adeb-e3a6-43f1-a452-5870388f7eb7 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:01:55.260901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b1a80-f9ff-4e3e-a8bb-664170f0f6b9 req-c062bda4-13cd-466e-90c3-f4ca71fe8a6d tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:55.271919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a6b1a80-f9ff-4e3e-a8bb-664170f0f6b9 req-c062bda4-13cd-466e-90c3-f4ca71fe8a6d tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.2185299
Nov 27 21:01:55.300656 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.332798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] Deleting port 26784606-971c-4143-b080-15488d8b4370 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:55.333426 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.337478 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.346290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 26784606-971c-4143-b080-15488d8b4370 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:01:55.388136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 26784606-971c-4143-b080-15488d8b4370 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:01:55.388735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 26784606-971c-4143-b080-15488d8b4370 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:01:55.429002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a6b1a80-f9ff-4e3e-a8bb-664170f0f6b9 req-8c7104aa-fb38-4092-b4f9-724556bd5523 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395354
Nov 27 21:01:55.461419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=26784606-971c-4143-b080-15488d8b4370,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:55.469595 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.473853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No DVR routers for this DVR port 26784606-971c-4143-b080-15488d8b4370 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:55.518777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network cb5ee0ef-51b7-4b33-9000-64e439129612 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:55.522369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:55.527281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:55.527938 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.546637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e2e13-ee62-47c1-ae53-98e592e789ca req-46203849-a361-40fc-bcf3-14301336955a tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:55.555734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f3e2e13-ee62-47c1-ae53-98e592e789ca req-46203849-a361-40fc-bcf3-14301336955a tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 945 time: 0.2502840
Nov 27 21:01:55.572205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] For port 26784606-971c-4143-b080-15488d8b4370, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:55.572770 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.598017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] Calling delete_port for 26784606-971c-4143-b080-15488d8b4370 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:55.598263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=5b33bff5-1316-4d47-bc83-57de1ffd1ed1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:55.603834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] Port 26784606-971c-4143-b080-15488d8b4370 was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:01:55.605436 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.639415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] Pushing event deleted for resources: {'Port': ['ID=26784606-971c-4143-b080-15488d8b4370,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:55.650677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a33e27-6026-41c0-a68c-6606d8f06cb5 None None] No DVR routers for this DVR port 26784606-971c-4143-b080-15488d8b4370 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:55.709673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.710266 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.743942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc9adfd0>,) {'filters': {'network_id': ['88a9adeb-e3a6-43f1-a452-5870388f7eb7']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:55.773024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc9adfd0>, '73752972-ae24-44e6-a3d3-81013169e815') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:55.773024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc9adfd0>, '73752972-ae24-44e6-a3d3-81013169e815') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:55.792578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.810661 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f3e2e13-ee62-47c1-ae53-98e592e789ca req-e8cb8c82-8ba1-4f96-9003-0703db07c436 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537098
Nov 27 21:01:55.820324 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.836012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:01:55.836621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:01:55.840975 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:01:55.916048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.923381 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:55.931087 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/networks/88a9adeb-e3a6-43f1-a452-5870388f7eb7 HTTP/1.1" status: 204  len: 168 time: 1.1576438
Nov 27 21:01:55.931848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51794) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:55.941036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'network': {'name': 'tempest-RoutersTest-1591451771'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:55.965704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40131f89-6cf5-488f-868f-dd02bf214d6e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Network': ['ID=88a9adeb-e3a6-43f1-a452-5870388f7eb7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:55.983653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:55.990702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:56.038811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:01:56.052447 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:56.053052 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added segment d21d1cc3-d7ad-433a-a05f-452c0839dd39 of type vlan for network 4e0da520-93c8-4199-b410-c35d60955407
Nov 27 21:01:56.101650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:56.104468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:56.114105 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:56.116968 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:56.140016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:56.148755 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:56.149437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:56.254944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=5b33bff5-1316-4d47-bc83-57de1ffd1ed1,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:56.270760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3338230
Nov 27 21:01:56.274013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51816) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:56.286909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'subnet': {'network_id': '4e0da520-93c8-4199-b410-c35d60955407', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:56.288278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93364dae-e6c1-4533-8168-a450fed9e40e tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Network': ['ID=4e0da520-93c8-4199-b410-c35d60955407,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:56.316426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 4e0da520-93c8-4199-b410-c35d60955407 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:01:56.418840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network cb5ee0ef-51b7-4b33-9000-64e439129612 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:56.422576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:56.600815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:01:56.605692 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:56.745301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b1f44-4e29-4bf9-bc51-5cbb9436ea57 None None] Network cb5ee0ef-51b7-4b33-9000-64e439129612 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:56.901693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-92bde93d-4ec8-4667-970d-38a5ac4be263 None None] Provisioning complete for port 6a35a180-a072-4d13-a7f7-c10942520d5c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:56.902563 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-92bde93d-4ec8-4667-970d-38a5ac4be263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:57.008299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc7de8-e912-4c6e-859b-71572f76f88d req-beda6dc7-213d-43f8-b656-25572703f4ee tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:57.019045 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecc7de8-e912-4c6e-859b-71572f76f88d req-beda6dc7-213d-43f8-b656-25572703f4ee tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 945 time: 0.0942903
Nov 27 21:01:57.034216 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-92bde93d-4ec8-4667-970d-38a5ac4be263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:57.085792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-92bde93d-4ec8-4667-970d-38a5ac4be263 None None] For port 6a35a180-a072-4d13-a7f7-c10942520d5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a35a180-a072-4d13-a7f7-c10942520d5c,segment=NetworkSegment(53d67e82-29d2-490d-a866-09eb294ebaf3),segment_id=53d67e82-29d2-490d-a866-09eb294ebaf3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:57.087187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-bf6b05ac-bfc9-4422-8989-467235968954 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:57.089158 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-bf6b05ac-bfc9-4422-8989-467235968954 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 945 time: 0.6506774
Nov 27 21:01:57.098237 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-92bde93d-4ec8-4667-970d-38a5ac4be263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:57.103511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eecc7de8-e912-4c6e-859b-71572f76f88d req-92bad8b4-e9a4-4e55-819f-dacbba3655c0 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834234
Nov 27 21:01:57.178410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804577b3-d1b5-448b-ad7f-9224a1f2a5db req-4ebf930f-8574-4299-b8d0-35094c211d20 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:57.180081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-804577b3-d1b5-448b-ad7f-9224a1f2a5db req-4ebf930f-8574-4299-b8d0-35094c211d20 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.6015918
Nov 27 21:01:57.180605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bde93d-4ec8-4667-970d-38a5ac4be263 None None] Pushing event updated for resources: {'Port': ['ID=6a35a180-a072-4d13-a7f7-c10942520d5c,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:57.380336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6a35a180-a072-4d13-a7f7-c10942520d5c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:01:57.423239 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-804577b3-d1b5-448b-ad7f-9224a1f2a5db req-dda60de1-1748-4b07-ac3c-713878752305 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204733
Nov 27 21:01:57.433766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router ebc5f9f9-2152-4fec-bdb3-be15452e56af is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:01:57.454863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 6a35a180-a072-4d13-a7f7-c10942520d5c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:57.455581 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:57.543087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Deleting port 6580fb53-9a2e-4175-a865-446fc1bf256a {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:57.543589 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:57.584094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-88d18120-3643-43c6-958e-bf2fb2bbcec9 None None] Provisioning complete for port 5b33bff5-1316-4d47-bc83-57de1ffd1ed1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:57.584562 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88d18120-3643-43c6-958e-bf2fb2bbcec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:57.640105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-88d18120-3643-43c6-958e-bf2fb2bbcec9 None None] Port 5b33bff5-1316-4d47-bc83-57de1ffd1ed1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:57.649378 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:57.651758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-88d18120-3643-43c6-958e-bf2fb2bbcec9 None None] Provisioning complete for port 6a35a180-a072-4d13-a7f7-c10942520d5c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:57.652377 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88d18120-3643-43c6-958e-bf2fb2bbcec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:57.735415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:01:57.750397 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6277d4fd-e8ba-459b-9d42-2ded54c36fbc None None] Sync routers for ids ['ebc5f9f9-2152-4fec-bdb3-be15452e56af'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:01:57.758502 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-713741bd-4201-43a5-9c2e-f9bf4a499bb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/ebc5f9f9-2152-4fec-bdb3-be15452e56af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6829610
Nov 27 21:01:57.759982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51880) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:57.776155 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277d4fd-e8ba-459b-9d42-2ded54c36fbc None None] Routers {'ebc5f9f9-2152-4fec-bdb3-be15452e56af'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:57.777686 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6277d4fd-e8ba-459b-9d42-2ded54c36fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe50e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ebc5f9f9-2152-4fec-bdb3-be15452e56af'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:57.823243 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6277d4fd-e8ba-459b-9d42-2ded54c36fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe50e9a0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:57.831836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Subnet': ['ID=3ffbd42e-0589-4ed1-bd98-44165791d1a6,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:57.834578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a7509-4e96-43c3-8657-d277d5813fc3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:57.839405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51884) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:57.840159 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-093a7509-4e96-43c3-8657-d277d5813fc3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports/5b33bff5-1316-4d47-bc83-57de1ffd1ed1 HTTP/1.1" status: 200  len: 911 time: 0.0781507
Nov 27 21:01:57.843305 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277d4fd-e8ba-459b-9d42-2ded54c36fbc None None] Routers {'ebc5f9f9-2152-4fec-bdb3-be15452e56af'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:01:57.843917 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6277d4fd-e8ba-459b-9d42-2ded54c36fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe50e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ebc5f9f9-2152-4fec-bdb3-be15452e56af'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:57.907827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-33eee157-34f3-4396-ac06-cec6be10cb0b None None] Provisioning complete for port 5b33bff5-1316-4d47-bc83-57de1ffd1ed1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:57.908420 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-33eee157-34f3-4396-ac06-cec6be10cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.007091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-33eee157-34f3-4396-ac06-cec6be10cb0b None None] Port 5b33bff5-1316-4d47-bc83-57de1ffd1ed1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:58.011693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] For port 6580fb53-9a2e-4175-a865-446fc1bf256a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6580fb53-9a2e-4175-a865-446fc1bf256a,segment=NetworkSegment(92164f87-aa60-46f1-a87c-6c3ab708a3e3),segment_id=92164f87-aa60-46f1-a87c-6c3ab708a3e3)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:01:58.013720 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.016602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Checking segment: {'id': 'd21d1cc3-d7ad-433a-a05f-452c0839dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4e0da520-93c8-4199-b410-c35d60955407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:58.017103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network hostable DHCP agents. Network: 4e0da520-93c8-4199-b410-c35d60955407, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:01:58.024014 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6277d4fd-e8ba-459b-9d42-2ded54c36fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe50e9a0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:01:58.024681 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6277d4fd-e8ba-459b-9d42-2ded54c36fbc None None] The sync data for ids ['ebc5f9f9-2152-4fec-bdb3-be15452e56af'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:01:58.049405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Calling delete_port for 6580fb53-9a2e-4175-a865-446fc1bf256a owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:01:58.153065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 4e0da520-93c8-4199-b410-c35d60955407 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:01:58.237011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b08c0c1d-9b5a-4653-bd38-9ff6b37b8d1c None None] Provisioning complete for port 5b33bff5-1316-4d47-bc83-57de1ffd1ed1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:01:58.238130 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b08c0c1d-9b5a-4653-bd38-9ff6b37b8d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.250753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e0da520-93c8-4199-b410-c35d60955407) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:58.281723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26a59e-0e82-40c9-bb50-d3e248c46e26 req-6359ee44-1892-406c-baf5-5d722494b2c7 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:58.285145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ec26a59e-0e82-40c9-bb50-d3e248c46e26 req-6359ee44-1892-406c-baf5-5d722494b2c7 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 945 time: 0.0678282
Nov 27 21:01:58.293426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eb70aa-6efb-4325-b2c9-ff212720ae48 None None] Network 4e0da520-93c8-4199-b410-c35d60955407 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:01:58.308909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:58.309334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.360926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b08c0c1d-9b5a-4653-bd38-9ff6b37b8d1c None None] Port 5b33bff5-1316-4d47-bc83-57de1ffd1ed1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:01:58.370037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ec26a59e-0e82-40c9-bb50-d3e248c46e26 req-bb6b92dd-610c-4b99-9572-12eb8f3f7446 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/security-groups?id=acc90711-8778-4c6d-a1ef-bcc23d1310ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776069
Nov 27 21:01:58.434880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a92b8f3f-cf5f-4bef-986e-f0b5f60dafba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1563017
Nov 27 21:01:58.436199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51932) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:58.441053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ed781f89-480f-4bca-8e42-ad5ea36e4e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-93372010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:01:58.516031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4e0da520-93c8-4199-b410-c35d60955407', 'network_id': '4e0da520-93c8-4199-b410-c35d60955407', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'fixed_ips': [{'subnet_id': '3ffbd42e-0589-4ed1-bd98-44165791d1a6'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:01:58.517942 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.572765 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed781f89-480f-4bca-8e42-ad5ea36e4e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.573941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed781f89-480f-4bca-8e42-ad5ea36e4e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.602232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecef4-58ba-4b03-983c-66b3c89adf46 req-8dd77301-e343-4a0f-aa69-347d7f3f8791 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:58.603832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851ecef4-58ba-4b03-983c-66b3c89adf46 req-8dd77301-e343-4a0f-aa69-347d7f3f8791 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.0830436
Nov 27 21:01:58.648499 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.671323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851ecef4-58ba-4b03-983c-66b3c89adf46 req-3a00f6a4-d980-436f-975a-29be7a1dd93b tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598769
Nov 27 21:01:58.702279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed781f89-480f-4bca-8e42-ad5ea36e4e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.706472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Pushing event deleted for resources: {'Port': ['ID=6580fb53-9a2e-4175-a865-446fc1bf256a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:58.731761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Allocated IP 172.20.0.2 (4e0da520-93c8-4199-b410-c35d60955407/3ffbd42e-0589-4ed1-bd98-44165791d1a6/c04ad739-743f-4ea4-be26-0660b0996504) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:01:58.752883 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] No DVR routers for this DVR port 6580fb53-9a2e-4175-a865-446fc1bf256a on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:01:58.754911 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed781f89-480f-4bca-8e42-ad5ea36e4e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.760783 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.764297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5935e94-d66a-40b2-aa43-4a0b16c3dd5e req-3ccf07f4-00a2-4929-90d1-25f629390839 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.35 "DELETE /v2.0/ports/6580fb53-9a2e-4175-a865-446fc1bf256a HTTP/1.1" status: 204  len: 173 time: 1.6592278
Nov 27 21:01:58.765750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b6c899-fdda-44b9-ab69-ac12532eb0a6', 'name': 'network-vif-deleted', 'tag': '6580fb53-9a2e-4175-a865-446fc1bf256a'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:01:58.768151 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adb4b47-8861-417f-91cf-3e35628f7b9f" -d '{"events": [{"server_uuid": "c2b6c899-fdda-44b9-ab69-ac12532eb0a6", "name": "network-vif-deleted", "tag": "6580fb53-9a2e-4175-a865-446fc1bf256a"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:01:58.812618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed781f89-480f-4bca-8e42-ad5ea36e4e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.813935 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ed781f89-480f-4bca-8e42-ad5ea36e4e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.3766956
Nov 27 21:01:58.817813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51952) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:01:58.864604 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f457be-13dd-45db-b091-e3ff6cee4e09 x-openstack-request-id: req-70f457be-13dd-45db-b091-e3ff6cee4e09 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:01:58.864882 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b6c899-fdda-44b9-ab69-ac12532eb0a6", "name": "network-vif-deleted", "tag": "6580fb53-9a2e-4175-a865-446fc1bf256a", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:01:58.865231 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70f457be-13dd-45db-b091-e3ff6cee4e09 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:01:58.865977 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b6c899-fdda-44b9-ab69-ac12532eb0a6', 'name': 'network-vif-deleted', 'tag': '6580fb53-9a2e-4175-a865-446fc1bf256a', 'status': 'completed', 'code': 200}
Nov 27 21:01:58.930819 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:58.998690 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:59.011010 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:59.066311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Network 4e0da520-93c8-4199-b410-c35d60955407 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:01:59.069694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:01:59.075071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:01:59.117211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Pushing event updated for resources: {'Port': ['ID=c04ad739-743f-4ea4-be26-0660b0996504,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:59.160460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Attempting to bind port c04ad739-743f-4ea4-be26-0660b0996504 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:01:59.161089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Attempting to bind port c04ad739-743f-4ea4-be26-0660b0996504 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd21d1cc3-d7ad-433a-a05f-452c0839dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4e0da520-93c8-4199-b410-c35d60955407'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:01:59.161662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Attempting to bind port c04ad739-743f-4ea4-be26-0660b0996504 on network 4e0da520-93c8-4199-b410-c35d60955407 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:01:59.168323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:01:59.168716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Checking segment: {'id': 'd21d1cc3-d7ad-433a-a05f-452c0839dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4e0da520-93c8-4199-b410-c35d60955407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:01:59.169160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:59.170270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Bound using segment: {'id': 'd21d1cc3-d7ad-433a-a05f-452c0839dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4e0da520-93c8-4199-b410-c35d60955407'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:01:59.171077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Bound port: c04ad739-743f-4ea4-be26-0660b0996504, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21d1cc3-d7ad-433a-a05f-452c0839dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4e0da520-93c8-4199-b410-c35d60955407'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:01:59.171623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:59.255933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] For port c04ad739-743f-4ea4-be26-0660b0996504, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:01:59.260382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] For port c04ad739-743f-4ea4-be26-0660b0996504, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c04ad739-743f-4ea4-be26-0660b0996504,segment=NetworkSegment(d21d1cc3-d7ad-433a-a05f-452c0839dd39),segment_id=d21d1cc3-d7ad-433a-a05f-452c0839dd39)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:01:59.270392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:59.340546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97994dc8-d338-451a-9359-771c34fa8eaf None None] Pushing event updated for resources: {'Port': ['ID=c04ad739-743f-4ea4-be26-0660b0996504,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:01:59.373777 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:59.609547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a0e90fd-7005-42b9-9ecd-dff7a57d5ae0 req-6742584b-d513-43a7-9a36-a857c0f8da26 tempest-ServerAddressesTestJSON-1783872953 tempest-ServerAddressesTestJSON-1783872953-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b6c899-fdda-44b9-ab69-ac12532eb0a6 HTTP/1.1" status: 200  len: 210 time: 0.0668886
Nov 27 21:01:59.855500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 5b33bff5-1316-4d47-bc83-57de1ffd1ed1 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:01:59.855740 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:01:59.976681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e847-6c21-4665-88d6-6d1beb2e2f31 req-aa5c140d-d360-458a-84ec-2aaeb2949504 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:01:59.984663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff20e847-6c21-4665-88d6-6d1beb2e2f31 req-aa5c140d-d360-458a-84ec-2aaeb2949504 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.2030332
Nov 27 21:02:00.012270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.20.0.1 (4e0da520-93c8-4199-b410-c35d60955407/3ffbd42e-0589-4ed1-bd98-44165791d1a6/ce4596b6-11b8-410d-9483-cf23852316ac) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:00.097461 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:00.137002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff20e847-6c21-4665-88d6-6d1beb2e2f31 req-2e44f475-3d8a-45b4-abb1-5deb40f09082 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514385
Nov 27 21:02:00.148914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 5b33bff5-1316-4d47-bc83-57de1ffd1ed1 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:00.324179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6580fb53-9a2e-4175-a865-446fc1bf256a no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:02:00.362988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 6580fb53-9a2e-4175-a865-446fc1bf256a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:02:00.363383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6580fb53-9a2e-4175-a865-446fc1bf256a not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:02:00.608842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:00.649685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b6cdb6-38ca-4ec7-96f2-1aa8eab2e220 None None] Network 4e0da520-93c8-4199-b410-c35d60955407 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:00.698890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52080) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:00.702991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:00.783187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27965a3-69e3-46fd-b924-98109d97205d admin admin] Deleting subnet 067292e8-024a-4931-886d-ef02f22f0781 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:02:00.793025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 4e0da520-93c8-4199-b410-c35d60955407 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:00.793478 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d27965a3-69e3-46fd-b924-98109d97205d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:00.800224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:00.802079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=ce4596b6-11b8-410d-9483-cf23852316ac,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:00.804398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:00.844782 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:00.850054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6682e450-dc48-48cf-a83e-ab8bc9975a14 None None] Provisioning complete for port c04ad739-743f-4ea4-be26-0660b0996504 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:00.850604 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6682e450-dc48-48cf-a83e-ab8bc9975a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:00.880578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d27965a3-69e3-46fd-b924-98109d97205d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:00.890635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:00.897768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=5b33bff5-1316-4d47-bc83-57de1ffd1ed1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:00.963112 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d27965a3-69e3-46fd-b924-98109d97205d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.057136 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6682e450-dc48-48cf-a83e-ab8bc9975a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.104261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6682e450-dc48-48cf-a83e-ab8bc9975a14 None None] For port c04ad739-743f-4ea4-be26-0660b0996504, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c04ad739-743f-4ea4-be26-0660b0996504,segment=NetworkSegment(d21d1cc3-d7ad-433a-a05f-452c0839dd39),segment_id=d21d1cc3-d7ad-433a-a05f-452c0839dd39)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:01.104854 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d27965a3-69e3-46fd-b924-98109d97205d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.110354 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6682e450-dc48-48cf-a83e-ab8bc9975a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.127952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d27965a3-69e3-46fd-b924-98109d97205d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.132330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d27965a3-69e3-46fd-b924-98109d97205d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/067292e8-024a-4931-886d-ef02f22f0781 HTTP/1.1" status: 204  len: 168 time: 0.4312744
Nov 27 21:02:01.140425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52104) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:01.168782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27965a3-69e3-46fd-b924-98109d97205d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067292e8-024a-4931-886d-ef02f22f0781,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:01.200406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.245089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e450-dc48-48cf-a83e-ab8bc9975a14 None None] Pushing event updated for resources: {'Port': ['ID=c04ad739-743f-4ea4-be26-0660b0996504,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:01.413746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c04ad739-743f-4ea4-be26-0660b0996504 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:01.479532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2fc64fc4-66a7-460c-98ee-cda8313363e0 None None] Provisioning complete for port ce4596b6-11b8-410d-9483-cf23852316ac triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:01.479910 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2fc64fc4-66a7-460c-98ee-cda8313363e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.508711 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.538738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c04ad739-743f-4ea4-be26-0660b0996504 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:01.538977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.539742 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.543073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2fc64fc4-66a7-460c-98ee-cda8313363e0 None None] Port ce4596b6-11b8-410d-9483-cf23852316ac cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:01.583850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2fc64fc4-66a7-460c-98ee-cda8313363e0 None None] Provisioning complete for port c04ad739-743f-4ea4-be26-0660b0996504 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:01.584233 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2fc64fc4-66a7-460c-98ee-cda8313363e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.665825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router ebc5f9f9-2152-4fec-bdb3-be15452e56af has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:01.777167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffaa33-132e-47c4-8fbf-bcff31c864f4 req-b63ac858-56be-4409-b77e-1052a9155a60 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:01.779008 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40ffaa33-132e-47c4-8fbf-bcff31c864f4 req-b63ac858-56be-4409-b77e-1052a9155a60 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.4550033
Nov 27 21:02:01.856002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-379a7bbe-6842-4779-b5ee-4076c9a8eb42 None None] Provisioning complete for port ce4596b6-11b8-410d-9483-cf23852316ac triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:01.857480 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-379a7bbe-6842-4779-b5ee-4076c9a8eb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:01.908265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-379a7bbe-6842-4779-b5ee-4076c9a8eb42 None None] Port ce4596b6-11b8-410d-9483-cf23852316ac cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:02.038299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.047396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:02.059184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ef465-b8ea-45ff-b8a3-659e166606a1 None None] Sync routers for ids ['ebc5f9f9-2152-4fec-bdb3-be15452e56af'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:02.063479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6e488871-9593-424e-ba51-e48f89b5fdd3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/ebc5f9f9-2152-4fec-bdb3-be15452e56af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2169967
Nov 27 21:02:02.066388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52166) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:02.081298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ef465-b8ea-45ff-b8a3-659e166606a1 None None] Routers {'ebc5f9f9-2152-4fec-bdb3-be15452e56af'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:02.082058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-412ef465-b8ea-45ff-b8a3-659e166606a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7442e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ebc5f9f9-2152-4fec-bdb3-be15452e56af'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:02.096046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efd22e50>,) {'filters': {'network_id': ['eef8bb54-479f-4853-ac91-4d8fd47d6e2d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:02.107487 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40ffaa33-132e-47c4-8fbf-bcff31c864f4 req-d822bb9d-0f4d-439e-baed-83fcfcf35330 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3162286
Nov 27 21:02:02.107618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-62b917a9-58e8-4a30-9540-4daf29a63cc2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebc5f9f9-2152-4fec-bdb3-be15452e56af HTTP/1.1" status: 200  len: 205 time: 0.0394619
Nov 27 21:02:02.111979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52174) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:02.125007 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efd22e50>, '92164f87-aa60-46f1-a87c-6c3ab708a3e3') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:02.125202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efd22e50>, '92164f87-aa60-46f1-a87c-6c3ab708a3e3') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:02.136774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-412ef465-b8ea-45ff-b8a3-659e166606a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7442e0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:02.147324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ef465-b8ea-45ff-b8a3-659e166606a1 None None] Routers {'ebc5f9f9-2152-4fec-bdb3-be15452e56af'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:02.147975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-412ef465-b8ea-45ff-b8a3-659e166606a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7442e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ebc5f9f9-2152-4fec-bdb3-be15452e56af'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:02.170835 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.196380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.205726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-412ef465-b8ea-45ff-b8a3-659e166606a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7442e0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:02.207147 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ef465-b8ea-45ff-b8a3-659e166606a1 None None] The sync data for ids ['ebc5f9f9-2152-4fec-bdb3-be15452e56af'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:02.210566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:02:02.211191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:02:02.213525 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:02:02.220190 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc00ffd8-3224-497d-b3ea-670bbb54b095 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.305970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.323198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.329146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] 10.222.0.21 "DELETE /v2.0/networks/eef8bb54-479f-4853-ac91-4d8fd47d6e2d HTTP/1.1" status: 204  len: 168 time: 1.1850102
Nov 27 21:02:02.342039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac769f-3756-4662-ab1f-9fcf9852716e admin admin] Pushing event deleted for resources: {'Network': ['ID=eef8bb54-479f-4853-ac91-4d8fd47d6e2d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:02.360582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.368942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.413469 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc00ffd8-3224-497d-b3ea-670bbb54b095 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.416427 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc00ffd8-3224-497d-b3ea-670bbb54b095 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.479754 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.483697 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc00ffd8-3224-497d-b3ea-670bbb54b095 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.484510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc00ffd8-3224-497d-b3ea-670bbb54b095 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Fanout notify agent at l3_agent the message router_deleted on router ebc5f9f9-2152-4fec-bdb3-be15452e56af {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:02.492553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52186) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:02.498444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc00ffd8-3224-497d-b3ea-670bbb54b095 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.502647 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fc00ffd8-3224-497d-b3ea-670bbb54b095 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/ebc5f9f9-2152-4fec-bdb3-be15452e56af HTTP/1.1" status: 204  len: 168 time: 0.3891683
Nov 27 21:02:02.503560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52188) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:02.522022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=ce4596b6-11b8-410d-9483-cf23852316ac,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:02.552349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52190) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:02.564958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2661985-869f-485b-976e-1eb20e8df00c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting subnet b2ac64c2-061f-45d9-9613-2377df697d3c {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:02:02.569916 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2661985-869f-485b-976e-1eb20e8df00c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.590881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3c21456f-1937-49cd-b398-fc141e44f5b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=998295c106db4d7b82c3c10f09fbe182&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0957100
Nov 27 21:02:02.593363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52194) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:02.614808 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2661985-869f-485b-976e-1eb20e8df00c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.651013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 4e0da520-93c8-4199-b410-c35d60955407 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:02.652774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:02.730221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2661985-869f-485b-976e-1eb20e8df00c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.736036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56c1c5f9-4b38-49f6-9f7e-d88a79b189ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.771543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56c1c5f9-4b38-49f6-9f7e-d88a79b189ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.842506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router 741df751-22b7-41fa-932a-b8897dcd0452 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:02.864188 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56c1c5f9-4b38-49f6-9f7e-d88a79b189ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.866780 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56c1c5f9-4b38-49f6-9f7e-d88a79b189ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.868021 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-56c1c5f9-4b38-49f6-9f7e-d88a79b189ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acc90711-8778-4c6d-a1ef-bcc23d1310ef HTTP/1.1" status: 204  len: 168 time: 0.2737391
Nov 27 21:02:02.948497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1c5f9-4b38-49f6-9f7e-d88a79b189ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc90711-8778-4c6d-a1ef-bcc23d1310ef,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:02.951358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-72440a57-5905-4f32-9bb9-73c20acdc5db None None] Provisioning complete for port ce4596b6-11b8-410d-9483-cf23852316ac triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:02.953839 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-72440a57-5905-4f32-9bb9-73c20acdc5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:02.987224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:02.999549 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353bfff1-3b0e-4ae8-bb1a-0ffd178b018e None None] Sync routers for ids ['741df751-22b7-41fa-932a-b8897dcd0452'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:03.005168 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4e80af3c-eeb2-4dcf-aa3d-1d0dfec19a83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/741df751-22b7-41fa-932a-b8897dcd0452/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1846941
Nov 27 21:02:03.005682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52202) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:03.018158 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353bfff1-3b0e-4ae8-bb1a-0ffd178b018e None None] Routers {'741df751-22b7-41fa-932a-b8897dcd0452'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:03.020663 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-353bfff1-3b0e-4ae8-bb1a-0ffd178b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5d53d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['741df751-22b7-41fa-932a-b8897dcd0452'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:03.025830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-72440a57-5905-4f32-9bb9-73c20acdc5db None None] Port ce4596b6-11b8-410d-9483-cf23852316ac cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:03.062876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a87a4-91c1-45f7-8b10-3e7d336f77a9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:03.064462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c03a87a4-91c1-45f7-8b10-3e7d336f77a9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports/ce4596b6-11b8-410d-9483-cf23852316ac HTTP/1.1" status: 200  len: 910 time: 0.0575662
Nov 27 21:02:03.068059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52204) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:03.092985 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-353bfff1-3b0e-4ae8-bb1a-0ffd178b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5d53d0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:03.102124 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353bfff1-3b0e-4ae8-bb1a-0ffd178b018e None None] Routers {'741df751-22b7-41fa-932a-b8897dcd0452'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:03.102757 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-353bfff1-3b0e-4ae8-bb1a-0ffd178b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5d53d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['741df751-22b7-41fa-932a-b8897dcd0452'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:03.139308 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-353bfff1-3b0e-4ae8-bb1a-0ffd178b018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5d53d0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:03.139967 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353bfff1-3b0e-4ae8-bb1a-0ffd178b018e None None] The sync data for ids ['741df751-22b7-41fa-932a-b8897dcd0452'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:03.153263 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f052fa-eb8b-40eb-8493-6a6b1e86a1cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.239606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2661985-869f-485b-976e-1eb20e8df00c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.301461 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2661985-869f-485b-976e-1eb20e8df00c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.302996 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f2661985-869f-485b-976e-1eb20e8df00c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/b2ac64c2-061f-45d9-9613-2377df697d3c HTTP/1.1" status: 204  len: 168 time: 0.7976909
Nov 27 21:02:03.305880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2661985-869f-485b-976e-1eb20e8df00c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ac64c2-061f-45d9-9613-2377df697d3c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:03.313605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52214) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:03.323078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7696903-a92a-41ae-bc64-38aa05359432 None None] Network cb5ee0ef-51b7-4b33-9000-64e439129612 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:03.349267 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c04ad739-743f-4ea4-be26-0660b0996504 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:03.381473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95f83e-33f9-40e5-bf0e-2ae7e9dafca0 req-a69ca0ff-3280-4baa-ae9a-23cde6167a6b tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:03.383120 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d95f83e-33f9-40e5-bf0e-2ae7e9dafca0 req-a69ca0ff-3280-4baa-ae9a-23cde6167a6b tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.1841521
Nov 27 21:02:03.486206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.532201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d95f83e-33f9-40e5-bf0e-2ae7e9dafca0 req-eaccd090-6758-4cbe-b242-a9ab59763eee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416750
Nov 27 21:02:03.538523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f052fa-eb8b-40eb-8493-6a6b1e86a1cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.556398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f052fa-eb8b-40eb-8493-6a6b1e86a1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.575573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c04ad739-743f-4ea4-be26-0660b0996504 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:03.576049 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.621778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f052fa-eb8b-40eb-8493-6a6b1e86a1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299097af-6216-4fd0-b28d-8a7f714de3a3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:03.636135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe4c1b-bd4d-4bc6-8180-e7095194a344 None None] DHCP port deletion for cb5ee0ef-51b7-4b33-9000-64e439129612 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:03.674512 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-81f052fa-eb8b-40eb-8493-6a6b1e86a1cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=500f98bb233b43cbba28562965c51ae0&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1210260
Nov 27 21:02:03.679681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52224) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:03.733199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 6a35a180-a072-4d13-a7f7-c10942520d5c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:03.733554 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.775897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-55fe4c1b-bd4d-4bc6-8180-e7095194a344 None None] Deleting port 6a35a180-a072-4d13-a7f7-c10942520d5c {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:03.776512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c1b-bd4d-4bc6-8180-e7095194a344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.793362 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cca20470-1a6f-4457-b743-99e66ff62d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.822838 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cca20470-1a6f-4457-b743-99e66ff62d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.839877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.868876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-55fe4c1b-bd4d-4bc6-8180-e7095194a344 None None] For port 6a35a180-a072-4d13-a7f7-c10942520d5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a35a180-a072-4d13-a7f7-c10942520d5c,segment=NetworkSegment(53d67e82-29d2-490d-a866-09eb294ebaf3),segment_id=53d67e82-29d2-490d-a866-09eb294ebaf3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:03.869291 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c1b-bd4d-4bc6-8180-e7095194a344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.887027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-55fe4c1b-bd4d-4bc6-8180-e7095194a344 None None] Calling delete_port for 6a35a180-a072-4d13-a7f7-c10942520d5c owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:03.899239 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cca20470-1a6f-4457-b743-99e66ff62d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.904643 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cca20470-1a6f-4457-b743-99e66ff62d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.907705 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cca20470-1a6f-4457-b743-99e66ff62d32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/299097af-6216-4fd0-b28d-8a7f714de3a3 HTTP/1.1" status: 204  len: 168 time: 0.2242298
Nov 27 21:02:03.922354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52234) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:03.953125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca20470-1a6f-4457-b743-99e66ff62d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299097af-6216-4fd0-b28d-8a7f714de3a3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:03.962579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port 6a35a180-a072-4d13-a7f7-c10942520d5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a35a180-a072-4d13-a7f7-c10942520d5c,segment=NetworkSegment(53d67e82-29d2-490d-a866-09eb294ebaf3),segment_id=53d67e82-29d2-490d-a866-09eb294ebaf3)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:03.963016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:03.986972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 6a35a180-a072-4d13-a7f7-c10942520d5c owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:04.045957 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c1b-bd4d-4bc6-8180-e7095194a344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.055937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-076f26c6-8317-4ff4-87b7-726c2c6662e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.087265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe4c1b-bd4d-4bc6-8180-e7095194a344 None None] No DVR routers for this DVR port 6a35a180-a072-4d13-a7f7-c10942520d5c on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:02:04.092490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe4c1b-bd4d-4bc6-8180-e7095194a344 None None] Pushing event deleted for resources: {'Port': ['ID=6a35a180-a072-4d13-a7f7-c10942520d5c,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:04.150166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.191024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=6a35a180-a072-4d13-a7f7-c10942520d5c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:04.198179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No DVR routers for this DVR port 6a35a180-a072-4d13-a7f7-c10942520d5c on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:02:04.236396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port ce4596b6-11b8-410d-9483-cf23852316ac {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:04.237047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.318207 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.332488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1385139727-network', 'tenant_id': '85c58aa2d3dd4e09a26b5265084b8493'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:04.349417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.357084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd9087f0>,) {'filters': {'network_id': ['cb5ee0ef-51b7-4b33-9000-64e439129612']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:04.371324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd9087f0>, '53d67e82-29d2-490d-a866-09eb294ebaf3') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:04.372969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd9087f0>, '53d67e82-29d2-490d-a866-09eb294ebaf3') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:04.379942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Made reservation on behalf of 85c58aa2d3dd4e09a26b5265084b8493 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:04.382276 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.393433 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.398999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for ce4596b6-11b8-410d-9483-cf23852316ac owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:04.400495 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.419055 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.422437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341315e5-4309-4b3d-b755-78fe2f1eeff3 req-d7c20870-27c0-49b2-b387-912fc8f6cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:04.429251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:02:04.429664 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.430401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-341315e5-4309-4b3d-b755-78fe2f1eeff3 req-d7c20870-27c0-49b2-b387-912fc8f6cf3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 1097 time: 0.0770767
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:02:04.432745 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:02:04.507758 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.521977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.526231 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/networks/cb5ee0ef-51b7-4b33-9000-64e439129612 HTTP/1.1" status: 204  len: 168 time: 1.2113931
Nov 27 21:02:04.535713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52250) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:04.542415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f8dd-5e9e-48cb-b294-7946990cdfc1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Network': ['ID=cb5ee0ef-51b7-4b33-9000-64e439129612,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:04.543853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1085357838', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:04.558886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-341315e5-4309-4b3d-b755-78fe2f1eeff3 req-e053b74a-7e2d-4f96-9537-fb8b5ef6b9f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924251
Nov 27 21:02:04.624798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.629286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.634471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.635533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.659976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07de761-a0d8-4744-a2b0-f5b211b5c041,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:04.723704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a09cf-e158-4865-87c0-c9646eee1c12 req-361daaec-0ebc-46c0-b83f-1d3dc3f03bee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:04.725334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4f2a09cf-e158-4865-87c0-c9646eee1c12 req-361daaec-0ebc-46c0-b83f-1d3dc3f03bee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.1052141
Nov 27 21:02:04.733162 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.741672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:04.754633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.755127 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Added segment f8ae6940-1d43-46dd-97da-f4384fa7493b of type vlan for network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b
Nov 27 21:02:04.779116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=ce4596b6-11b8-410d-9483-cf23852316ac,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:04.796307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.826921 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.828103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:04.828789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.840824 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:04.869466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9423702
Nov 27 21:02:04.879375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52262) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:04.920968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Request body: {'subnet': {'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1385139727-subnet', 'tenant_id': '85c58aa2d3dd4e09a26b5265084b8493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:04.932039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54abfcf-9fc1-4ee6-a516-0f75fb9c431e admin admin] Pushing event updated for resources: {'Network': ['ID=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:04.955729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:04.995821 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4f2a09cf-e158-4865-87c0-c9646eee1c12 req-8d3cc979-4acd-4cbb-97b8-c49a8f73d835 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537630
Nov 27 21:02:05.129224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Made reservation on behalf of 85c58aa2d3dd4e09a26b5265084b8493 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:05.131656 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:05.182739 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:05.188530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:05.309430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6a35a180-a072-4d13-a7f7-c10942520d5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:02:05.331710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 6a35a180-a072-4d13-a7f7-c10942520d5c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:02:05.331977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6a35a180-a072-4d13-a7f7-c10942520d5c not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:02:05.515940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router 741df751-22b7-41fa-932a-b8897dcd0452 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:05.554171 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:05.671753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:05.685881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aba8d8e2-7ea3-48f8-ab91-17fe32b37191 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/741df751-22b7-41fa-932a-b8897dcd0452/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6124837
Nov 27 21:02:05.686053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022b1b4-fb37-427a-8c2b-582f305ff941 None None] Sync routers for ids ['741df751-22b7-41fa-932a-b8897dcd0452'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:05.686591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52356) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:05.714560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022b1b4-fb37-427a-8c2b-582f305ff941 None None] Routers {'741df751-22b7-41fa-932a-b8897dcd0452'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:05.717668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b022b1b4-fb37-427a-8c2b-582f305ff941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd103160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['741df751-22b7-41fa-932a-b8897dcd0452'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:05.721049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ba480584-098c-4adc-8c50-09daabb21dd8 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=741df751-22b7-41fa-932a-b8897dcd0452 HTTP/1.1" status: 200  len: 205 time: 0.0332458
Nov 27 21:02:05.724254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52358) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:05.746512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:05.804483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Checking segment: {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:05.804986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Network hostable DHCP agents. Network: 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:05.816489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-040811e3-5d50-4f6c-be16-e6f85692eb98 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:05.837020 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:05.860380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:05.952123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b022b1b4-fb37-427a-8c2b-582f305ff941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd103160>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:05.962399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022b1b4-fb37-427a-8c2b-582f305ff941 None None] Routers {'741df751-22b7-41fa-932a-b8897dcd0452'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:05.963021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b022b1b4-fb37-427a-8c2b-582f305ff941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd103160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:01:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['741df751-22b7-41fa-932a-b8897dcd0452'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:05.994649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-040811e3-5d50-4f6c-be16-e6f85692eb98 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:05.996332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 172.35.3.100 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/43c35a00-2fb1-495c-986b-546b7209eb5b) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:05.997393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-040811e3-5d50-4f6c-be16-e6f85692eb98 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:05.999965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b022b1b4-fb37-427a-8c2b-582f305ff941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd103160>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:06.000870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b022b1b4-fb37-427a-8c2b-582f305ff941 None None] The sync data for ids ['741df751-22b7-41fa-932a-b8897dcd0452'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:06.010411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:06.032543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:06.044346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-040811e3-5d50-4f6c-be16-e6f85692eb98 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.045815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040811e3-5d50-4f6c-be16-e6f85692eb98 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Fanout notify agent at l3_agent the message router_deleted on router 741df751-22b7-41fa-932a-b8897dcd0452 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:06.053143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9a61c-4cb4-424e-b600-b277f9d8dd2a None None] Network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:06.061726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-040811e3-5d50-4f6c-be16-e6f85692eb98 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.063043 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-040811e3-5d50-4f6c-be16-e6f85692eb98 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/741df751-22b7-41fa-932a-b8897dcd0452 HTTP/1.1" status: 204  len: 168 time: 0.3376038
Nov 27 21:02:06.066557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52366) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:06.072045 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:06.072641 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.116304 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2c7d0160-868f-4fee-8836-46ef14877894 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2285686
Nov 27 21:02:06.172952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52370) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:06.176236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8023df-70c7-4f92-899d-69cc1b383c7a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting subnet 3ffbd42e-0589-4ed1-bd98-44165791d1a6 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:02:06.207683 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.217511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee8023df-70c7-4f92-899d-69cc1b383c7a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.251819 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.276559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8f9e0a-e72c-46be-90ee-551833171433 None None] Network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:06.300483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee8023df-70c7-4f92-899d-69cc1b383c7a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.319153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:06.323180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:06.329895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:06.375819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ead061-9840-4406-b849-555a1b3f1512 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:06.404090 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee8023df-70c7-4f92-899d-69cc1b383c7a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.459821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=43c35a00-2fb1-495c-986b-546b7209eb5b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:06.498013 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b6bca673-35a6-4358-ab61-9bab0340648f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.502506 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8ff8cc6-2e9b-4f76-8240-2d20349c51a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.510029 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee8023df-70c7-4f92-899d-69cc1b383c7a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.521683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af815b0c-2687-48d2-92b1-edcdd52b6050 req-dcb5b0be-28a0-4479-9531-26e5d52619bf tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:06.523727 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af815b0c-2687-48d2-92b1-edcdd52b6050 req-dcb5b0be-28a0-4479-9531-26e5d52619bf tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.3962634
Nov 27 21:02:06.550425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8023df-70c7-4f92-899d-69cc1b383c7a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Subnet': ['ID=3ffbd42e-0589-4ed1-bd98-44165791d1a6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:06.586130 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee8023df-70c7-4f92-899d-69cc1b383c7a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.590686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ee8023df-70c7-4f92-899d-69cc1b383c7a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/3ffbd42e-0589-4ed1-bd98-44165791d1a6 HTTP/1.1" status: 204  len: 168 time: 0.5226817
Nov 27 21:02:06.594517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52384) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:06.612557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12837133-193f-456d-b3c1-360743f8d008 None None] Network 4e0da520-93c8-4199-b410-c35d60955407 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:06.680044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-22197d8c-d226-4bb3-a232-81898a817703 None None] Provisioning complete for port 43c35a00-2fb1-495c-986b-546b7209eb5b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:06.681215 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-22197d8c-d226-4bb3-a232-81898a817703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.706787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af815b0c-2687-48d2-92b1-edcdd52b6050 req-5d08a7ec-6438-4e1f-82be-a9abb2252e89 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585145
Nov 27 21:02:06.773666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.785050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-22197d8c-d226-4bb3-a232-81898a817703 None None] Port 43c35a00-2fb1-495c-986b-546b7209eb5b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:06.830583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8ff8cc6-2e9b-4f76-8240-2d20349c51a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.849757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8ff8cc6-2e9b-4f76-8240-2d20349c51a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.851902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port c04ad739-743f-4ea4-be26-0660b0996504 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:06.852372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.892379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80215d-723e-4fd9-a27f-75d0fff88329 None None] DHCP port deletion for 4e0da520-93c8-4199-b410-c35d60955407 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:06.916982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d8ff8cc6-2e9b-4f76-8240-2d20349c51a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f82c8ee730894aca85e246fb97cd8872&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7398093
Nov 27 21:02:06.922194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52398) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:06.926148 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.950430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cd80215d-723e-4fd9-a27f-75d0fff88329 None None] Deleting port c04ad739-743f-4ea4-be26-0660b0996504 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:06.951018 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd80215d-723e-4fd9-a27f-75d0fff88329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:06.988949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port c04ad739-743f-4ea4-be26-0660b0996504, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c04ad739-743f-4ea4-be26-0660b0996504,segment=NetworkSegment(d21d1cc3-d7ad-433a-a05f-452c0839dd39),segment_id=d21d1cc3-d7ad-433a-a05f-452c0839dd39)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:06.989173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.019478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff8cc6-2e9b-4f76-8240-2d20349c51a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986a0819-3140-432c-8a39-857bbdb025a5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:07.025804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cd80215d-723e-4fd9-a27f-75d0fff88329 None None] For port c04ad739-743f-4ea4-be26-0660b0996504, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c04ad739-743f-4ea4-be26-0660b0996504,segment=NetworkSegment(d21d1cc3-d7ad-433a-a05f-452c0839dd39),segment_id=d21d1cc3-d7ad-433a-a05f-452c0839dd39)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:07.026449 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd80215d-723e-4fd9-a27f-75d0fff88329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.046257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cd80215d-723e-4fd9-a27f-75d0fff88329 None None] Calling delete_port for c04ad739-743f-4ea4-be26-0660b0996504 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:07.048266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for c04ad739-743f-4ea4-be26-0660b0996504 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:07.067914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-e5116871-9211-4cb1-b9b6-68346dc43499 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:07.069459 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-e5116871-9211-4cb1-b9b6-68346dc43499 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 814 time: 0.3311772
Nov 27 21:02:07.118936 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2d4c-ff67-4653-83f2-b4e02db6c5e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.159672 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd80215d-723e-4fd9-a27f-75d0fff88329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.197314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80215d-723e-4fd9-a27f-75d0fff88329 None None] Pushing event deleted for resources: {'Port': ['ID=c04ad739-743f-4ea4-be26-0660b0996504,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:07.204761 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2d4c-ff67-4653-83f2-b4e02db6c5e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.207204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80215d-723e-4fd9-a27f-75d0fff88329 None None] No DVR routers for this DVR port c04ad739-743f-4ea4-be26-0660b0996504 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:02:07.239582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-54be9826-fd95-4cdc-81fd-c32f981b9353 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:07.241339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-54be9826-fd95-4cdc-81fd-c32f981b9353 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 811 time: 0.2309587
Nov 27 21:02:07.292750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-b6fcea11-64cb-4023-9529-4888605e99b2 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/quotas/2a621d68a46c42269f2eea4bc56c671f HTTP/1.1" status: 200  len: 375 time: 0.0388896
Nov 27 21:02:07.313147 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.331849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c04ad739-743f-4ea4-be26-0660b0996504 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:02:07.361463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c04ad739-743f-4ea4-be26-0660b0996504 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:02:07.362085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c04ad739-743f-4ea4-be26-0660b0996504 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:02:07.364340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=c04ad739-743f-4ea4-be26-0660b0996504,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:07.366358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No DVR routers for this DVR port c04ad739-743f-4ea4-be26-0660b0996504 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:02:07.374127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2d4c-ff67-4653-83f2-b4e02db6c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.376964 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2d4c-ff67-4653-83f2-b4e02db6c5e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.384910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3a2b2d4c-ff67-4653-83f2-b4e02db6c5e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/986a0819-3140-432c-8a39-857bbdb025a5 HTTP/1.1" status: 204  len: 168 time: 0.4512141
Nov 27 21:02:07.415005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b2d4c-ff67-4653-83f2-b4e02db6c5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986a0819-3140-432c-8a39-857bbdb025a5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:07.438731 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-b560eb6f-d3bf-41d2-943a-0f1da0cc1b3e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1360669
Nov 27 21:02:07.494656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-167db000-0b0d-4fc4-a08c-34b49c7242cd tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/quotas/85c58aa2d3dd4e09a26b5265084b8493 HTTP/1.1" status: 200  len: 375 time: 0.0210674
Nov 27 21:02:07.526353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.561296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-37b03010-e345-4cc8-a0ba-626215cfadf8 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0362778
Nov 27 21:02:07.565354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd72a1f0>,) {'filters': {'network_id': ['4e0da520-93c8-4199-b410-c35d60955407']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:07.573055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.580176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd72a1f0>, 'd21d1cc3-d7ad-433a-a05f-452c0839dd39') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:07.580488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd72a1f0>, 'd21d1cc3-d7ad-433a-a05f-452c0839dd39') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:07.602522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.625015 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3dd2046c-51a5-4eb5-ad4b-2f97fbdc45fe service neutron] 10.222.0.21 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566772
Nov 27 21:02:07.625846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.640351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:02:07.640773 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:02:07.643950 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:02:07.749829 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.756395 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-c84ee6d7-ffc7-423d-83c4-eaa3dcafa333 service neutron] 10.222.0.21 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805453
Nov 27 21:02:07.764870 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.772191 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/networks/4e0da520-93c8-4199-b410-c35d60955407 HTTP/1.1" status: 204  len: 168 time: 1.1720965
Nov 27 21:02:07.779710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52422) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:07.786429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.796695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1045179447', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:07.806401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c60cee-0c7c-4e12-a591-2928931af05c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Network': ['ID=4e0da520-93c8-4199-b410-c35d60955407,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:07.823352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-ca103ed2-1524-4bfe-bf83-62cb7fed74c1 service neutron] 10.222.0.21 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911685
Nov 27 21:02:07.838249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.839491 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.874228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:07.906023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:07.957810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-b89694ee-4f56-4375-b587-a8a190fc339f service neutron] 10.222.0.21 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738505
Nov 27 21:02:08.023101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:08.038205 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff47ed2-d9e5-4193-b7a6-16cf8f1c15f9 None None] Sync routers for ids ['0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:08.053262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:08.055382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1b4a84ed-6f6c-419f-b94e-93cff401af6b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.5183976
Nov 27 21:02:08.058001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52434) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:08.064462 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff47ed2-d9e5-4193-b7a6-16cf8f1c15f9 None None] Routers {'0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:08.071640 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4ff47ed2-d9e5-4193-b7a6-16cf8f1c15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:08.206362 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4ff47ed2-d9e5-4193-b7a6-16cf8f1c15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bf10>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:08.226770 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff47ed2-d9e5-4193-b7a6-16cf8f1c15f9 None None] Routers {'0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:08.228474 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4ff47ed2-d9e5-4193-b7a6-16cf8f1c15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:08.236686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:08.327101 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4ff47ed2-d9e5-4193-b7a6-16cf8f1c15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bf10>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:08.328622 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff47ed2-d9e5-4193-b7a6-16cf8f1c15f9 None None] The sync data for ids ['0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:08.354717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86b93c4e-1f97-4a35-b97d-d8d73a793ae4 req-59de822c-2d54-45b9-b6c2-662c4fe85543 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 210 time: 0.0636351
Nov 27 21:02:08.384622 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-be2d0e28-a61b-4b23-9bd2-3b5712fb084f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/routers/0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 HTTP/1.1" status: 200  len: 885 time: 0.3251009
Nov 27 21:02:08.387239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52448) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:08.726239 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a14dffc3-f7be-4dae-a3a5-550145741234 req-66607fdc-f940-41ce-a489-99412df4ea31 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 210 time: 0.3753788
Nov 27 21:02:08.793388 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-20e4c639-cc2d-4785-bdd1-6b7a5f138858 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.4037769
Nov 27 21:02:08.796673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52462) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:08.805678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-40b67251-e9a1-452c-8272-aa80b185bcbb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1085357838'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:08.890823 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:08.910959 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.096117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.35.3.222 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/e7d459b0-3764-469f-93cd-5c7645ac99b8) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:09.214407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40b67251-e9a1-452c-8272-aa80b185bcbb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.222708 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.230557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40b67251-e9a1-452c-8272-aa80b185bcbb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.268636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.316677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:09.317319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52478) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:09.325803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:09.329983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:09.343284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739d4c6b-b64c-4989-8c65-42e969f6efe9 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:09.400426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b67251-e9a1-452c-8272-aa80b185bcbb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:09.413501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=e7d459b0-3764-469f-93cd-5c7645ac99b8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:09.442219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a6296e21-d2d3-45b6-a873-0ed29cc799d9 None None] Provisioning complete for port e7d459b0-3764-469f-93cd-5c7645ac99b8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:09.442980 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a6296e21-d2d3-45b6-a873-0ed29cc799d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.539372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a6296e21-d2d3-45b6-a873-0ed29cc799d9 None None] Port e7d459b0-3764-469f-93cd-5c7645ac99b8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:09.542772 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.552271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-27377462', 'router:external': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:09.604702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Made reservation on behalf of 85921763e45844afa1280d7cde0cf668 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:09.607988 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.622124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.633303 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c97cd5a1-6c20-4805-98dc-85da7014961d req-8e7f61e7-4cd6-4b8a-bee3-4072ec98e9d3 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 210 time: 0.0757759
Nov 27 21:02:09.669677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b67251-e9a1-452c-8272-aa80b185bcbb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:09.681255 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40b67251-e9a1-452c-8272-aa80b185bcbb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.685049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a2f6f7-6de3-4309-a395-8fe9e476f899 None None] Sync routers for ids ['0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:09.685207 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-40b67251-e9a1-452c-8272-aa80b185bcbb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 HTTP/1.1" status: 200  len: 892 time: 0.8836081
Nov 27 21:02:09.686245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52484) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:09.692032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a2f6f7-6de3-4309-a395-8fe9e476f899 None None] Routers {'0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:09.692720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-42a2f6f7-6de3-4309-a395-8fe9e476f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3679d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:09.705630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-16e0aa50-7b8c-46d0-b67c-37f05204e5bb tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:09.707202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-16e0aa50-7b8c-46d0-b67c-37f05204e5bb tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.35 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 811 time: 0.2318659
Nov 27 21:02:09.722126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Request body: {'port': {'device_id': '65fb9db5-02b8-492d-97c8-c1d5a21bda25', 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb', 'admin_state_up': True, 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:09.725816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-42a2f6f7-6de3-4309-a395-8fe9e476f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3679d0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:09.735834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a2f6f7-6de3-4309-a395-8fe9e476f899 None None] Routers {'0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:09.736662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-42a2f6f7-6de3-4309-a395-8fe9e476f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3679d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:09.776691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-42a2f6f7-6de3-4309-a395-8fe9e476f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3679d0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:09.777410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a2f6f7-6de3-4309-a395-8fe9e476f899 None None] The sync data for ids ['0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:09.843155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Made reservation on behalf of 2a621d68a46c42269f2eea4bc56c671f for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:09.847404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:09.890649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f388e996-c4a4-4ff1-9462-ac31947e09b5 req-dd579388-1254-4078-97f9-2ee6301844c2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 210 time: 0.0820765
Nov 27 21:02:09.899631 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.038500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.079184 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.087830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d56d909e-532a-4f02-bbf1-a6bfdd863be8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/routers/0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 HTTP/1.1" status: 200  len: 892 time: 0.3991823
Nov 27 21:02:10.097343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52488) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:10.158787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:10.164622 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-29473f03-47e6-4af2-bec9-e33b50b656b8 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 HTTP/1.1" status: 200  len: 205 time: 0.0601263
Nov 27 21:02:10.176871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52490) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:10.209211 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.209583 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Added segment bf4482af-0c09-4dcb-9bd0-b2974e7d461b of type vlan for network 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b
Nov 27 21:02:10.246267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b5e917-1666-46b2-8543-0172117db633,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:10.257718 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.296415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Allocated IP 172.20.0.7 (ef6c6178-d8bd-4309-ba9b-3100431bc7eb/ae4a3d80-9fe1-437f-aafc-44a0978ce6b5/a6449fff-e553-48b7-bba1-cc01f69cac40) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:10.308337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-8c5c3955-e6b8-4497-89eb-32496fced04e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:10.310705 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-8c5c3955-e6b8-4497-89eb-32496fced04e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.35 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 814 time: 0.3985548
Nov 27 21:02:10.360962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Request body: {'port': {'device_id': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b', 'admin_state_up': True, 'tenant_id': '85c58aa2d3dd4e09a26b5265084b8493'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:10.455006 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.489557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.491534 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.504730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['a2c2deae-bff9-4c9d-98be-596ea79c1679'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:02:10.536131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Network ef6c6178-d8bd-4309-ba9b-3100431bc7eb is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:10.539373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:10.544494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:10.565506 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.567785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Pushing event updated for resources: {'Port': ['ID=a6449fff-e553-48b7-bba1-cc01f69cac40,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:10.581134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.581484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.581835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.582181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.582525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.582860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.583196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.583696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.583906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.584260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.584631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.584967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:10.609478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:10.610141 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.628723 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3705cb64-8a03-4f42-9a45-8a46faec605e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9102120
Nov 27 21:02:10.647388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Request body: {'port': {'device_id': '65fb9db5-02b8-492d-97c8-c1d5a21bda25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:10.710198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.851213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dc1d5-267e-4fd2-89c6-251dd5af6718 req-ef6d80de-bfc2-4689-884f-9d0170b802ec tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:10.852668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd7dc1d5-267e-4fd2-89c6-251dd5af6718 req-ef6d80de-bfc2-4689-884f-9d0170b802ec tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 931 time: 0.1335776
Nov 27 21:02:10.858617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.872853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.873821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:10.874417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:10.956770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd7dc1d5-267e-4fd2-89c6-251dd5af6718 req-bb40ea60-7da2-48b9-b839-9b3be78128fe tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958409
Nov 27 21:02:11.010006 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 1.6916122
Nov 27 21:02:11.013927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52500) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:11.020919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'subnet': {'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:11.060730 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.api [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 27 21:02:11.060730 ncdv-master-1 neutron-server[120909]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 27 21:02:11.060730 ncdv-master-1 neutron-server[120909]: [parameters: {'project_id_1': '85921763e45844afa1280d7cde0cf668', 'expiration_1': datetime.datetime(2021, 11, 27, 21, 1, 51, 26680)}]
Nov 27 21:02:11.060730 ncdv-master-1 neutron-server[120909]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:02:11.061245 ncdv-master-1 neutron-server[120909]: DEBUG oslo_db.api [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:02:11.062023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e891a078-d7fa-4902-a450-5ca647e3ee17 req-ed939d5e-3c80-4b14-97f1-9f98d7ab81f6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 210 time: 0.0647614
Nov 27 21:02:11.066325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6449fff-e553-48b7-bba1-cc01f69cac40 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:02:11.073998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.086795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Transition to ACTIVE for port object a6449fff-e553-48b7-bba1-cc01f69cac40 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:02:11.092168 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.105266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc096-4af0-4624-bb7c-3cef1d67540f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event updated for resources: {'Network': ['ID=67dfa8c4-d6c2-41bd-a0b5-d4808027da0b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:11.116830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:11.124734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Made reservation on behalf of 85c58aa2d3dd4e09a26b5265084b8493 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:11.128325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.147438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Pushing event updated for resources: {'Port': ['ID=a6449fff-e553-48b7-bba1-cc01f69cac40,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:11.151173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.218994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Attempting to bind port a6449fff-e553-48b7-bba1-cc01f69cac40 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:11.219418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Attempting to bind port a6449fff-e553-48b7-bba1-cc01f69cac40 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:11.219889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Attempting to bind port a6449fff-e553-48b7-bba1-cc01f69cac40 on network ef6c6178-d8bd-4309-ba9b-3100431bc7eb {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:11.224151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Port a6449fff-e553-48b7-bba1-cc01f69cac40 on network ef6c6178-d8bd-4309-ba9b-3100431bc7eb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:02:11.224458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Attempting to bind port a6449fff-e553-48b7-bba1-cc01f69cac40 on network ef6c6178-d8bd-4309-ba9b-3100431bc7eb {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:11.229368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:11.230048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Checking segment: {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:11.230436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Bound using segment: {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:11.231044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Bound port: a6449fff-e553-48b7-bba1-cc01f69cac40, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb02d594-1e1d-446b-a727-262a5d0090f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:11.231985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.302612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] For port a6449fff-e553-48b7-bba1-cc01f69cac40, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:11.305872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] For port a6449fff-e553-48b7-bba1-cc01f69cac40, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6449fff-e553-48b7-bba1-cc01f69cac40,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:11.310366 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.322698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 43c35a00-2fb1-495c-986b-546b7209eb5b {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:11.323047 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.324707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router f667a6c5-e497-4da6-b780-8fdec2ca5678 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:11.349300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:11.349925 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.351358 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] 10.222.0.35 "PUT /v2.0/ports/a6449fff-e553-48b7-bba1-cc01f69cac40 HTTP/1.1" status: 200  len: 1091 time: 0.7089469
Nov 27 21:02:11.351943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fb9db5-02b8-492d-97c8-c1d5a21bda25', 'tag': 'a6449fff-e553-48b7-bba1-cc01f69cac40'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:02:11.354233 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fdb2da-ca47-4472-a5a8-eb816eabe823" -d '{"events": [{"name": "network-changed", "server_uuid": "65fb9db5-02b8-492d-97c8-c1d5a21bda25", "tag": "a6449fff-e553-48b7-bba1-cc01f69cac40"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:02:11.378791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e17b-ac87-4db1-b552-648c4a759f1e service neutron] Pushing event updated for resources: {'Port': ['ID=a6449fff-e553-48b7-bba1-cc01f69cac40,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:11.394668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Allocated IP 172.20.0.2 (5fc9f4b4-8604-4ff4-85b1-28e814a55b3b/f811c223-e5e4-44e5-8d0d-c2ddc80a75c2/d3d58283-44aa-49b4-8ef5-5f49cb82acda) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:11.439680 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a2f570-b2de-4e85-81c5-225977efaad7 x-openstack-request-id: req-95a2f570-b2de-4e85-81c5-225977efaad7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:02:11.440048 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fb9db5-02b8-492d-97c8-c1d5a21bda25", "tag": "a6449fff-e553-48b7-bba1-cc01f69cac40", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:02:11.440369 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95a2f570-b2de-4e85-81c5-225977efaad7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:02:11.440865 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fb9db5-02b8-492d-97c8-c1d5a21bda25', 'tag': 'a6449fff-e553-48b7-bba1-cc01f69cac40', 'status': 'completed', 'code': 200}
Nov 27 21:02:11.459698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-9f868b54-d38d-4ba5-9fc7-2860dc85ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:11.461431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-9f868b54-d38d-4ba5-9fc7-2860dc85ab8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 1094 time: 0.0561185
Nov 27 21:02:11.513976 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-386c92a7-094f-494d-81ab-611c8d71ef23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6449fff-e553-48b7-bba1-cc01f69cac40 HTTP/1.1" status: 200  len: 217 time: 0.0400248
Nov 27 21:02:11.551032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.569756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-13e37047-5d7a-42a1-b68f-21bc6ccea704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:11.571313 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-13e37047-5d7a-42a1-b68f-21bc6ccea704 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 HTTP/1.1" status: 200  len: 851 time: 0.0505936
Nov 27 21:02:11.585010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 43c35a00-2fb1-495c-986b-546b7209eb5b owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:11.613066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-6cae8491-60d5-4f36-8fa0-196f76e5fae2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291216
Nov 27 21:02:11.614183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Made reservation on behalf of 85921763e45844afa1280d7cde0cf668 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:11.616571 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.647562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:11.659381 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafdb63-e189-4a9f-ac83-a492ec166e19 None None] Sync routers for ids ['f667a6c5-e497-4da6-b780-8fdec2ca5678'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:11.671489 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafdb63-e189-4a9f-ac83-a492ec166e19 None None] Routers {'f667a6c5-e497-4da6-b780-8fdec2ca5678'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:11.672477 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-cbafdb63-e189-4a9f-ac83-a492ec166e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe209f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f667a6c5-e497-4da6-b780-8fdec2ca5678'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:11.709648 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-cbafdb63-e189-4a9f-ac83-a492ec166e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe209f70>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:11.720619 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafdb63-e189-4a9f-ac83-a492ec166e19 None None] Routers {'f667a6c5-e497-4da6-b780-8fdec2ca5678'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:11.721470 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-cbafdb63-e189-4a9f-ac83-a492ec166e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe209f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f667a6c5-e497-4da6-b780-8fdec2ca5678'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:11.727861 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.729147 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a9301b11-ef23-4493-817d-82e6f212164f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 3.9389858
Nov 27 21:02:11.732734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52508) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:11.760613 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-cbafdb63-e189-4a9f-ac83-a492ec166e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe209f70>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:11.761550 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafdb63-e189-4a9f-ac83-a492ec166e19 None None] The sync data for ids ['f667a6c5-e497-4da6-b780-8fdec2ca5678'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:11.816760 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.870138 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-3b2293a6-92c1-4fbd-af8d-6eb554926a0b service neutron] 10.222.0.35 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2394869
Nov 27 21:02:11.899073 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.908184 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:11.960129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:11.965447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:11.968691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e7a36d-40b2-4d73-8fc7-305416dca661 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:11.980323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:11.980993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9135a924-ec47-4136-9385-e27a4eb1c00d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/routers/f667a6c5-e497-4da6-b780-8fdec2ca5678 HTTP/1.1" status: 200  len: 881 time: 0.2470176
Nov 27 21:02:11.983308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:11.985933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52510) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:12.067188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=43c35a00-2fb1-495c-986b-546b7209eb5b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:12.102726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d938a098-b9c2-45a5-a9b7-4a2bc11b30f7 req-5752c69a-0b0d-4558-9933-ee2b230b6acb service neutron] 10.222.0.35 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194765
Nov 27 21:02:12.118787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:12.119452 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.123154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.229929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.234613 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-199272ff-1ddb-4056-88bc-e91c59e99abc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8837264
Nov 27 21:02:12.235781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.246489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09acea4-59ae-408f-aedf-65eff2260cf6 req-d059fa35-dda3-4878-9ac5-6edd52f52d70 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:12.248938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c09acea4-59ae-408f-aedf-65eff2260cf6 req-d059fa35-dda3-4878-9ac5-6edd52f52d70 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 943 time: 0.1872675
Nov 27 21:02:12.255910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Request body: {'port': {'device_id': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:12.296936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-40829fee-8b2a-4f7e-b0d5-3c84eaaa0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:12.298396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-40829fee-8b2a-4f7e-b0d5-3c84eaaa0934 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 1094 time: 0.1276546
Nov 27 21:02:12.309351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedd0f5-00bf-4348-8895-62f2b89cf68d req-6c73317c-5d7e-49fd-9153-b048d090e47f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:12.313271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfedd0f5-00bf-4348-8895-62f2b89cf68d req-6c73317c-5d7e-49fd-9153-b048d090e47f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 931 time: 0.1447892
Nov 27 21:02:12.330596 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.331132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Fanout notify agent at l3_agent the message router_deleted on router 0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:12.340967 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.342133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8f25fae4-cb0e-4dbc-a7bd-e18f66dae8aa tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 HTTP/1.1" status: 204  len: 168 time: 2.1622088
Nov 27 21:02:12.348394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52516) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:12.383886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831701500'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:12.384878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.390890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c09acea4-59ae-408f-aedf-65eff2260cf6 req-501509f9-a355-43af-b356-50e16429c746 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292121
Nov 27 21:02:12.498259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:12.501666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.521951 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfedd0f5-00bf-4348-8895-62f2b89cf68d req-3bf81c53-5447-40ee-aa45-4b130bc8a0c1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920199
Nov 27 21:02:12.531534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-00deed35-6edb-4962-97fb-861f154d2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:12.532987 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-00deed35-6edb-4962-97fb-861f154d2239 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 912 time: 0.2168968
Nov 27 21:02:12.556339 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bf802462-a91b-4fc5-9f29-a469d28f034d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.5693004
Nov 27 21:02:12.577123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52522) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:12.590429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a54d30e3-3f87-49e5-b661-7f0957082f56 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1045179447'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:12.597057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.objects.ports [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:02:12.597555 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.676612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:12.680629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-266a2f97-9f94-482c-8bee-114535df3743 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6449fff-e553-48b7-bba1-cc01f69cac40 HTTP/1.1" status: 200  len: 217 time: 0.1014376
Nov 27 21:02:12.708461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d58283-44aa-49b4-8ef5-5f49cb82acda {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:02:12.717263 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.736532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Transition to ACTIVE for port object d3d58283-44aa-49b4-8ef5-5f49cb82acda will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:02:12.740633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.752602 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.752958 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added segment fc317a84-7b3c-4d4c-b7d9-565b687cb655 of type vlan for network 6b84b6ef-405a-44aa-b274-0f0219c3ba96
Nov 27 21:02:12.813369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:12.858710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79069ae2-6a3d-4a43-867f-63294388516b,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:12.862306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Attempting to bind port d3d58283-44aa-49b4-8ef5-5f49cb82acda on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:12.862753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Attempting to bind port d3d58283-44aa-49b4-8ef5-5f49cb82acda by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:12.863167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Attempting to bind port d3d58283-44aa-49b4-8ef5-5f49cb82acda on network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:12.867911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Port d3d58283-44aa-49b4-8ef5-5f49cb82acda on network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:02:12.868297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Attempting to bind port d3d58283-44aa-49b4-8ef5-5f49cb82acda on network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:12.872465 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.874444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:12.875046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Checking segment: {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:12.875467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Bound using segment: {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:12.875907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Bound port: d3d58283-44aa-49b4-8ef5-5f49cb82acda, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:12.876294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.876915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-593ff19e-e889-4f07-b832-7c729899a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:12.878341 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-593ff19e-e889-4f07-b832-7c729899a000 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 HTTP/1.1" status: 200  len: 851 time: 0.1697338
Nov 27 21:02:12.890404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Checking segment: {'id': 'bf4482af-0c09-4dcb-9bd0-b2974e7d461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:12.890775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Network hostable DHCP agents. Network: 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:12.906719 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:02:12.943537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:12.946655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:12.951945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.965696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-908adc76-27b1-4dad-8bef-4691a57d085c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0712929
Nov 27 21:02:12.993260 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:12.993883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:12.995334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] 10.222.0.35 "PUT /v2.0/ports/d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 200  len: 1091 time: 0.7435846
Nov 27 21:02:12.995787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:02:12.998410 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbdf09e-7ba5-44be-93d5-4a03811486d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:02:13.012278 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:13.018562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:13.018934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f9390-8a43-4207-81b7-8df71d3f3b39 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:13.019158 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:13.083638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-630465a7-4d75-43e0-9b7e-fd7cc4cb022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:13.085163 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-630465a7-4d75-43e0-9b7e-fd7cc4cb022c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 1094 time: 0.0425382
Nov 27 21:02:13.090033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Network 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:13.133455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-36e864c3-7cc5-453d-931d-ef0a29249fa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 200  len: 217 time: 0.0395830
Nov 27 21:02:13.147680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7700958
Nov 27 21:02:13.153838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:13.155229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52530) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:13.163981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bebe9c6-6fa5-44d9-b671-f18d1c0a3876 None None] Network 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:13.177660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'subnet': {'network_id': '6b84b6ef-405a-44aa-b274-0f0219c3ba96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:13.188009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:13.188923 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:13.220480 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0dfc59-fcd1-4f2f-b016-e7af399a1818 x-openstack-request-id: req-7b0dfc59-fcd1-4f2f-b016-e7af399a1818 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:02:13.220794 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:02:13.222459 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b0dfc59-fcd1-4f2f-b016-e7af399a1818 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:02:13.224142 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'status': 'completed', 'code': 200}
Nov 27 21:02:13.250593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-aad44fcf-68a2-48a2-bfc4-d86a7d27ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:13.252495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-aad44fcf-68a2-48a2-bfc4-d86a7d27ee8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 200  len: 854 time: 0.1079726
Nov 27 21:02:13.298035 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-7beb8cd0-f6ba-4006-a49b-f967876197b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288217
Nov 27 21:02:13.332258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aab6a9-756b-4d98-bbc5-3b6b9cd65b39 None None] Network 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:13.408565 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-3d57c0f1-6cc9-4883-a668-97b026c0e133 service neutron] 10.222.0.35 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018920
Nov 27 21:02:13.561709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b66a1-f57b-4e8e-aeda-c8ace05ae211 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Network': ['ID=6b84b6ef-405a-44aa-b274-0f0219c3ba96,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:13.574546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 6b84b6ef-405a-44aa-b274-0f0219c3ba96 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:13.589020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959aba5-5866-4cc8-a5bd-b5bf4be2ce64 req-3db117fb-e78c-405e-91f6-997899db2c97 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:13.598657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1959aba5-5866-4cc8-a5bd-b5bf4be2ce64 req-3db117fb-e78c-405e-91f6-997899db2c97 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 943 time: 0.0950844
Nov 27 21:02:13.639481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0455a2bf-2c1f-4c87-bbb3-07c2f609ba13 req-1cfb8a25-dee6-4434-81ad-653150f50a0e service neutron] 10.222.0.35 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191744
Nov 27 21:02:13.663316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1959aba5-5866-4cc8-a5bd-b5bf4be2ce64 req-64052981-42d3-4341-acfb-7c4d2ad39501 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635138
Nov 27 21:02:13.683134 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e255c8f2-bb7c-43fb-993b-39af921c2630 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.6657095
Nov 27 21:02:13.684095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52540) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:13.691888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-667569205', 'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:13.717625 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.api [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 27 21:02:13.717625 ncdv-master-1 neutron-server[120908]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 27 21:02:13.717625 ncdv-master-1 neutron-server[120908]: [parameters: {'project_id_1': '85921763e45844afa1280d7cde0cf668', 'expiration_1': datetime.datetime(2021, 11, 27, 21, 1, 53, 698949)}]
Nov 27 21:02:13.717625 ncdv-master-1 neutron-server[120908]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:02:13.718034 ncdv-master-1 neutron-server[120908]: DEBUG oslo_db.api [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:02:13.722840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-d0fdc5fb-3cc6-4d40-b7ab-e6a5e5a9b2a4 service neutron] 10.222.0.35 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7468102
Nov 27 21:02:13.753012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-3cacea6b-97d5-4f0b-af38-1fe20637c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:13.754560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-3cacea6b-97d5-4f0b-af38-1fe20637c752 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 1094 time: 0.0493770
Nov 27 21:02:13.794686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:13.798256 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:13.851786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-3449608e-40fa-4129-8997-bf4584045594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:13.853275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-3449608e-40fa-4129-8997-bf4584045594 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 915 time: 0.0837553
Nov 27 21:02:13.898341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-1d12cffb-fa7c-45c1-9b30-fb07e86f1fd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 200  len: 217 time: 0.0377321
Nov 27 21:02:13.908448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b571ff-1748-47c8-b592-6f7b668849d4 req-1f40f2f7-7369-4baa-aa35-a476788c8efb tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:13.910019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1b571ff-1748-47c8-b592-6f7b668849d4 req-1f40f2f7-7369-4baa-aa35-a476788c8efb tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 943 time: 0.2382550
Nov 27 21:02:13.921101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a54d30e3-3f87-49e5-b661-7f0957082f56 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:13.956078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-8bb091b3-daa8-4a4c-9e52-e1345a2e75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:13.957567 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-8bb091b3-daa8-4a4c-9e52-e1345a2e75cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 200  len: 854 time: 0.0519392
Nov 27 21:02:13.971761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a54d30e3-3f87-49e5-b661-7f0957082f56 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:13.991636 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-7512c137-c5a4-4070-9a28-c9cab4e75d67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260930
Nov 27 21:02:14.038515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40fdb2da-ca47-4472-a5a8-eb816eabe823 req-ade3430b-d654-4391-8f3c-460e3fced944 service neutron] 10.222.0.35 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2804165
Nov 27 21:02:14.081494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-54862bfa-bf4d-41b6-9618-6b9338f6b85d service neutron] 10.222.0.35 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821633
Nov 27 21:02:14.118670 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1b571ff-1748-47c8-b592-6f7b668849d4 req-3dc06341-bae4-43b2-8b4a-2d8326fb3bf4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924016
Nov 27 21:02:14.181256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bbdf09e-7ba5-44be-93d5-4a03811486d5 req-774b2a4f-e8f1-4759-be89-635f215e4c7b service neutron] 10.222.0.35 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907660
Nov 27 21:02:14.195932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54d30e3-3f87-49e5-b661-7f0957082f56 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router f667a6c5-e497-4da6-b780-8fdec2ca5678 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:14.210976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.240311 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Made reservation on behalf of 85921763e45844afa1280d7cde0cf668 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:14.242736 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.258697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] device_id is not set on port b11046ed-7820-4044-85b3-a0a6d95189d6 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:02:14.349164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Subnet': ['ID=d1a85798-3eb5-405c-b1dd-bb9918c2ab69,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:14.364335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Allocated IP 172.20.0.6 (67dfa8c4-d6c2-41bd-a0b5-d4808027da0b/79069ae2-6a3d-4a43-867f-63294388516b/b11046ed-7820-4044-85b3-a0a6d95189d6) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:14.368839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Checking segment: {'id': 'fc317a84-7b3c-4d4c-b7d9-565b687cb655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b84b6ef-405a-44aa-b274-0f0219c3ba96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:14.369202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network hostable DHCP agents. Network: 6b84b6ef-405a-44aa-b274-0f0219c3ba96, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:14.389660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54d30e3-3f87-49e5-b661-7f0957082f56 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:14.396872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a54d30e3-3f87-49e5-b661-7f0957082f56 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.397987 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a54d30e3-3f87-49e5-b661-7f0957082f56 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/f667a6c5-e497-4da6-b780-8fdec2ca5678 HTTP/1.1" status: 200  len: 888 time: 1.8174868
Nov 27 21:02:14.401843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52542) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:14.406507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7944aef-355c-4fc3-912b-de57bc6adaf5 None None] Sync routers for ids ['f667a6c5-e497-4da6-b780-8fdec2ca5678'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:14.409943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 6b84b6ef-405a-44aa-b274-0f0219c3ba96 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:14.412709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a6449fff-e553-48b7-bba1-cc01f69cac40 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:02:14.427716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7944aef-355c-4fc3-912b-de57bc6adaf5 None None] Routers {'f667a6c5-e497-4da6-b780-8fdec2ca5678'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:14.428367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e7944aef-355c-4fc3-912b-de57bc6adaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa3160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f667a6c5-e497-4da6-b780-8fdec2ca5678'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:14.466208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b84b6ef-405a-44aa-b274-0f0219c3ba96) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:14.470693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e7944aef-355c-4fc3-912b-de57bc6adaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa3160>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:14.474550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:14.475154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.492374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb987f-a9fe-476b-901e-2157ef5742f9 None None] Network 6b84b6ef-405a-44aa-b274-0f0219c3ba96 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:14.537795 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fc1cb43c-7b83-4e51-b680-85af3b1ad878 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3739717
Nov 27 21:02:14.538086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52544) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:14.543700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-29a23d0e-5806-48d8-b585-a0852269dce3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-342320580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:14.544010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7944aef-355c-4fc3-912b-de57bc6adaf5 None None] Routers {'f667a6c5-e497-4da6-b780-8fdec2ca5678'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:14.544602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e7944aef-355c-4fc3-912b-de57bc6adaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa3160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f667a6c5-e497-4da6-b780-8fdec2ca5678'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:14.554278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b83b75b3-7a88-4f18-8664-56509f631009 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/routers/f667a6c5-e497-4da6-b780-8fdec2ca5678 HTTP/1.1" status: 200  len: 888 time: 0.1488833
Nov 27 21:02:14.554509 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.554748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52546) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:14.587793 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5c83ac2b-d6c7-490f-a427-e01e455380d4 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f667a6c5-e497-4da6-b780-8fdec2ca5678 HTTP/1.1" status: 200  len: 205 time: 0.0291874
Nov 27 21:02:14.588482 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29a23d0e-5806-48d8-b585-a0852269dce3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.588615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52550) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:14.588718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29a23d0e-5806-48d8-b585-a0852269dce3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.620087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.724229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.833835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e7944aef-355c-4fc3-912b-de57bc6adaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa3160>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:14.834507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7944aef-355c-4fc3-912b-de57bc6adaf5 None None] The sync data for ids ['f667a6c5-e497-4da6-b780-8fdec2ca5678'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:14.857969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c00f5e-310e-4ffd-9b8b-1afe5c820ddb req-b0369d90-8d2c-486d-afe7-70a1d0044f03 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:14.859539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7c00f5e-310e-4ffd-9b8b-1afe5c820ddb req-b0369d90-8d2c-486d-afe7-70a1d0044f03 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 943 time: 0.0981061
Nov 27 21:02:14.900228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a6449fff-e553-48b7-bba1-cc01f69cac40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6449fff-e553-48b7-bba1-cc01f69cac40,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:14.917048 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.920255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'a6449fff-e553-48b7-bba1-cc01f69cac40', 'network_id': 'ef6c6178-d8bd-4309-ba9b-3100431bc7eb', 'port_id': 'a6449fff-e553-48b7-bba1-cc01f69cac40', 'mac_address': 'fa:16:3e:47:54:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4a3d80-9fe1-437f-aafc-44a0978ce6b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:02:14.931138 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7c00f5e-310e-4ffd-9b8b-1afe5c820ddb req-b0b967fd-8b1a-4ceb-8641-575e51451f52 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636797
Nov 27 21:02:14.942831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29a23d0e-5806-48d8-b585-a0852269dce3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.958909 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29a23d0e-5806-48d8-b585-a0852269dce3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:14.979183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Network 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:14.985877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:14.988562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:14.994279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port e7d459b0-3764-469f-93cd-5c7645ac99b8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:14.994658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.010388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event updated for resources: {'Port': ['ID=b11046ed-7820-4044-85b3-a0a6d95189d6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:15.023301 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.027672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b84b6ef-405a-44aa-b274-0f0219c3ba96', 'network_id': '6b84b6ef-405a-44aa-b274-0f0219c3ba96', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'fixed_ips': [{'subnet_id': 'd1a85798-3eb5-405c-b1dd-bb9918c2ab69'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:15.028708 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.039594 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29a23d0e-5806-48d8-b585-a0852269dce3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.044900 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-29a23d0e-5806-48d8-b585-a0852269dce3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5023179
Nov 27 21:02:15.045102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52556) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:15.051022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:15.051662 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.058231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6449fff-e553-48b7-bba1-cc01f69cac40 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:02:15.072644 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c39021ac-b069-4b1b-bf6e-6c4552c7e762 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 1.3844566
Nov 27 21:02:15.072907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52558) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:15.129680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a6449fff-e553-48b7-bba1-cc01f69cac40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6449fff-e553-48b7-bba1-cc01f69cac40,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:15.140348 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.173786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d03ad765-a40d-43b4-b708-dd62ace1a003 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Deleting port b11046ed-7820-4044-85b3-a0a6d95189d6 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:15.174190 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d03ad765-a40d-43b4-b708-dd62ace1a003 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.219339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.234725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for e7d459b0-3764-469f-93cd-5c7645ac99b8 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:15.264152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a6449fff-e553-48b7-bba1-cc01f69cac40,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:15.270356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Allocated IP 2001:db8::2 (6b84b6ef-405a-44aa-b274-0f0219c3ba96/d1a85798-3eb5-405c-b1dd-bb9918c2ab69/518dd1a6-e535-486c-a82e-bfe028a22ca8) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:15.302717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73291dee-4cbb-46c3-8815-91229ab8e454 req-e430bdb3-d976-490c-8b17-c4c2309c9477 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:15.304259 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73291dee-4cbb-46c3-8815-91229ab8e454 req-e430bdb3-d976-490c-8b17-c4c2309c9477 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 943 time: 0.0773580
Nov 27 21:02:15.314730 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d03ad765-a40d-43b4-b708-dd62ace1a003 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.340625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d03ad765-a40d-43b4-b708-dd62ace1a003 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Calling delete_port for b11046ed-7820-4044-85b3-a0a6d95189d6 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:15.406537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73291dee-4cbb-46c3-8815-91229ab8e454 req-98d389f2-f679-4d6c-8581-a15b05e162cc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889075
Nov 27 21:02:15.416462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.473436 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.480662 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.506595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d03ad765-a40d-43b4-b708-dd62ace1a003 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.511575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['a6449fff-e553-48b7-bba1-cc01f69cac40'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:02:15.560846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ad765-a40d-43b4-b708-dd62ace1a003 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event deleted for resources: {'Port': ['ID=b11046ed-7820-4044-85b3-a0a6d95189d6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:15.573917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Network 6b84b6ef-405a-44aa-b274-0f0219c3ba96 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:15.603384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d03ad765-a40d-43b4-b708-dd62ace1a003 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.605935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:15.610193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d03ad765-a40d-43b4-b708-dd62ace1a003 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b11046ed-7820-4044-85b3-a0a6d95189d6 HTTP/1.1" status: 204  len: 168 time: 0.5337312
Nov 27 21:02:15.611110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52562) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:15.613680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:15.616150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b', 'external_fixed_ips': [{'subnet_id': '79069ae2-6a3d-4a43-867f-63294388516b', 'ip_address': '172.20.0.6'}]}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:15.622534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Pushing event updated for resources: {'Port': ['ID=518dd1a6-e535-486c-a82e-bfe028a22ca8,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:15.642680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.645460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.711073 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.721630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Attempting to bind port 518dd1a6-e535-486c-a82e-bfe028a22ca8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:15.722025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Attempting to bind port 518dd1a6-e535-486c-a82e-bfe028a22ca8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fc317a84-7b3c-4d4c-b7d9-565b687cb655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b84b6ef-405a-44aa-b274-0f0219c3ba96'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:15.722589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Attempting to bind port 518dd1a6-e535-486c-a82e-bfe028a22ca8 on network 6b84b6ef-405a-44aa-b274-0f0219c3ba96 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:15.738319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:15.739046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Checking segment: {'id': 'fc317a84-7b3c-4d4c-b7d9-565b687cb655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b84b6ef-405a-44aa-b274-0f0219c3ba96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:15.739497 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.739908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Bound using segment: {'id': 'fc317a84-7b3c-4d4c-b7d9-565b687cb655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b84b6ef-405a-44aa-b274-0f0219c3ba96'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:15.740402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Bound port: 518dd1a6-e535-486c-a82e-bfe028a22ca8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc317a84-7b3c-4d4c-b7d9-565b687cb655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6b84b6ef-405a-44aa-b274-0f0219c3ba96'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:15.740794 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.835297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] For port 518dd1a6-e535-486c-a82e-bfe028a22ca8, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:15.838708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] For port 518dd1a6-e535-486c-a82e-bfe028a22ca8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=518dd1a6-e535-486c-a82e-bfe028a22ca8,segment=NetworkSegment(fc317a84-7b3c-4d4c-b7d9-565b687cb655),segment_id=fc317a84-7b3c-4d4c-b7d9-565b687cb655)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:15.843717 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.864471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:15.925853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0caff-e45c-41fd-bf6d-496c517b3d52 None None] Pushing event updated for resources: {'Port': ['ID=518dd1a6-e535-486c-a82e-bfe028a22ca8,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:15.932261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.009510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.043545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd9976c-fff7-43f2-b127-ab6d62431af3 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:16.072406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=e7d459b0-3764-469f-93cd-5c7645ac99b8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:16.201372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.207378 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.217739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66735be4-aaf2-4624-95c6-dd4bb1339e89 req-5b1b18d8-3153-488e-957e-e3609b228868 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:16.219608 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66735be4-aaf2-4624-95c6-dd4bb1339e89 req-5b1b18d8-3153-488e-957e-e3609b228868 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 944 time: 0.1518185
Nov 27 21:02:16.221090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 2001:db8::1 (6b84b6ef-405a-44aa-b274-0f0219c3ba96/d1a85798-3eb5-405c-b1dd-bb9918c2ab69/87aaaced-146b-4974-a40d-e21004bdbb12) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:16.230125 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.357092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.388072 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.402358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d3d58283-44aa-49b4-8ef5-5f49cb82acda details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:02:16.430820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Allocated IP 172.20.0.6 (67dfa8c4-d6c2-41bd-a0b5-d4808027da0b/79069ae2-6a3d-4a43-867f-63294388516b/07cbb76a-b811-4c64-b85d-8cbfe1c08b10) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:16.519017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:16.525780 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.526491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Fanout notify agent at l3_agent the message router_deleted on router f667a6c5-e497-4da6-b780-8fdec2ca5678 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:16.531570 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.536692 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66735be4-aaf2-4624-95c6-dd4bb1339e89 req-52660f76-baaa-4c0a-a6b3-eaa4bf36fae2 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2838194
Nov 27 21:02:16.545495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b', 'port_id': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'mac_address': 'fa:16:3e:ff:3b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f811c223-e5e4-44e5-8d0d-c2ddc80a75c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:02:16.547277 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.549426 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c7d4ea5c-e5b4-4e89-9f89-4e3990304abc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/f667a6c5-e497-4da6-b780-8fdec2ca5678 HTTP/1.1" status: 204  len: 168 time: 1.9605956
Nov 27 21:02:16.553741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52572) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:16.563959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'network': {'name': 'tempest-RoutersTest-601248819'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:16.597162 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.613424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf5d8-4ee2-4eb1-bd68-1f836deb7870 req-68735791-8397-4f42-a6da-77f0b632eeb7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:16.615099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dfbf5d8-4ee2-4eb1-bd68-1f836deb7870 req-68735791-8397-4f42-a6da-77f0b632eeb7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 943 time: 0.0954411
Nov 27 21:02:16.622760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:16.625671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d58283-44aa-49b4-8ef5-5f49cb82acda {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:02:16.627348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.639868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.642000 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.649044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:16.657122 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.709720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dfbf5d8-4ee2-4eb1-bd68-1f836deb7870 req-c347d447-0605-4bf9-9b1b-eb91cf650e3e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813773
Nov 27 21:02:16.725737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 6b84b6ef-405a-44aa-b274-0f0219c3ba96 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:16.727167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:16.729857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=87aaaced-146b-4974-a40d-e21004bdbb12,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:16.730151 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.739002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:16.748089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:16.751620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:16.752360 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.777152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Network 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:16.782274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:16.786685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:16.789874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event updated for resources: {'Port': ['ID=07cbb76a-b811-4c64-b85d-8cbfe1c08b10,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:16.797326 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.797683 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added segment a7145aa9-d337-4ea0-88af-b697cb4fc3d2 of type vlan for network a2a22bea-ac79-4e1f-b6ed-736dce509b1e
Nov 27 21:02:16.846353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.846728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.847063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.847447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.847796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.848247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.848471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.848811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.849152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.849483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.849821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.850156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:16.869636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.927320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.934622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:16.935504 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:16.953920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.017597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['d3d58283-44aa-49b4-8ef5-5f49cb82acda'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:02:17.112988 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.141593 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5852072
Nov 27 21:02:17.142264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52578) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:17.153806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded0f43-7d1b-45b0-ad72-c9047a664de2 None None] Network 6b84b6ef-405a-44aa-b274-0f0219c3ba96 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:17.161232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'subnet': {'network_id': 'a2a22bea-ac79-4e1f-b6ed-736dce509b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:17.224412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad074e06-744a-49ca-9700-0e67828c8768 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Network': ['ID=a2a22bea-ac79-4e1f-b6ed-736dce509b1e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:17.253044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network a2a22bea-ac79-4e1f-b6ed-736dce509b1e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:17.275416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Provisioning complete for port 518dd1a6-e535-486c-a82e-bfe028a22ca8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:17.275789 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.336154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:17.339879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.359842 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.432448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 518dd1a6-e535-486c-a82e-bfe028a22ca8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:17.494865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.501837 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.502570 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.516446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Router 425d385f-8d29-4e8d-a936-3428c2424f06 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:17.562241 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.564350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 518dd1a6-e535-486c-a82e-bfe028a22ca8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:17.564794 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.636435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=87aaaced-146b-4974-a40d-e21004bdbb12,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:17.650243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] For port 518dd1a6-e535-486c-a82e-bfe028a22ca8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=518dd1a6-e535-486c-a82e-bfe028a22ca8,segment=NetworkSegment(fc317a84-7b3c-4d4c-b7d9-565b687cb655),segment_id=fc317a84-7b3c-4d4c-b7d9-565b687cb655)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:17.673136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:17.683298 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Sync routers for ids ['425d385f-8d29-4e8d-a936-3428c2424f06'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:17.693289 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Routers {'425d385f-8d29-4e8d-a936-3428c2424f06'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:17.693913 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['425d385f-8d29-4e8d-a936-3428c2424f06'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:17.695168 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.695382 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.699023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-797bc70b-a260-454a-8098-9a44eff3e721 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 2.0845380
Nov 27 21:02:17.701273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52582) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:17.806003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:17.809944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Pushing event updated for resources: {'Port': ['ID=518dd1a6-e535-486c-a82e-bfe028a22ca8,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:17.829030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.829672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.830204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.833054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.835332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.835917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.836512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.837092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.838056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.838581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.839101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.839679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdbbd8-5a7a-4181-8aa9-ebc69da4db1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:17.854625 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Set router 425d385f-8d29-4e8d-a936-3428c2424f06 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:17.934420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 6b84b6ef-405a-44aa-b274-0f0219c3ba96 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:17.937901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Subnet': ['ID=379cad08-5960-49ce-9b78-602950cdd901,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:17.950079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:17.964361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625209d-5bb0-448b-92f2-d87390f6e5e3 req-9dd13396-026d-432b-9803-25d621e7f922 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:17.966496 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2625209d-5bb0-448b-92f2-d87390f6e5e3 req-9dd13396-026d-432b-9803-25d621e7f922 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 944 time: 0.2550445
Nov 27 21:02:17.970730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Checking segment: {'id': 'a7145aa9-d337-4ea0-88af-b697cb4fc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2a22bea-ac79-4e1f-b6ed-736dce509b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:17.971105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network hostable DHCP agents. Network: a2a22bea-ac79-4e1f-b6ed-736dce509b1e, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:18.031191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-aa53e3f0-b451-43f3-a569-847e90d51bea None None] Provisioning complete for port 518dd1a6-e535-486c-a82e-bfe028a22ca8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:18.038339 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa53e3f0-b451-43f3-a569-847e90d51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.099054 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8d00>, [{'id': '425d385f-8d29-4e8d-a936-3428c2424f06', 'name': '', 'tenant_id': '85921763e45844afa1280d7cde0cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b', 'external_fixed_ips': [{'subnet_id': '79069ae2-6a3d-4a43-867f-63294388516b', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '07cbb76a-b811-4c64-b85d-8cbfe1c08b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:15Z', 'updated_at': '2021-11-27T21:02:16Z', 'revision_number': 3, 'project_id': '85921763e45844afa1280d7cde0cf668', 'gw_port': {'id': '07cbb76a-b811-4c64-b85d-8cbfe1c08b10', 'name': '', 'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d385f-8d29-4e8d-a936-3428c2424f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '79069ae2-6a3d-4a43-867f-63294388516b', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:16Z', 'updated_at': '2021-11-27T21:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79069ae2-6a3d-4a43-867f-63294388516b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:18.126986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network a2a22bea-ac79-4e1f-b6ed-736dce509b1e is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:18.154803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2625209d-5bb0-448b-92f2-d87390f6e5e3 req-d8284acb-16ed-4c31-be56-de40be025e03 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790009
Nov 27 21:02:18.158103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a2a22bea-ac79-4e1f-b6ed-736dce509b1e) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:18.160988 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Checking router: 425d385f-8d29-4e8d-a936-3428c2424f06 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:18.161598 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Updating router 425d385f-8d29-4e8d-a936-3428c2424f06 port 07cbb76a-b811-4c64-b85d-8cbfe1c08b10 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:18.179880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:18.182191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.188961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1e7a6-0dff-455f-8e85-b7900947492c None None] Network a2a22bea-ac79-4e1f-b6ed-736dce509b1e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:18.219095 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.264861 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.269418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52590) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:18.270516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0e58fb11-dab1-4caa-a9fb-8ae9bcf9a5dc tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1229260
Nov 27 21:02:18.273464 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-aa53e3f0-b451-43f3-a569-847e90d51bea None None] Provisioning complete for port 87aaaced-146b-4974-a40d-e21004bdbb12 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:18.274011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa53e3f0-b451-43f3-a569-847e90d51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.307813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 4df7d8c2-4abb-4e55-a5e0-f9f4db575a37 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:18.422215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d3d58283-44aa-49b4-8ef5-5f49cb82acda up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:18.429843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:18.446900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9c9fcd88-62c0-4389-9f93-a067a7b6ac50 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/4df7d8c2-4abb-4e55-a5e0-f9f4db575a37/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4008970
Nov 27 21:02:18.447965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52592) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:18.455831 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4a929-fc0c-4f8a-989f-562370ba68bd None None] Sync routers for ids ['4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:18.457983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-aa53e3f0-b451-43f3-a569-847e90d51bea None None] Port 87aaaced-146b-4974-a40d-e21004bdbb12 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:18.471896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b659b827-0e23-49af-acbb-ac7f7d495e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-591538858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:18.492396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f95f94-e639-4ea0-9699-8fad90c6b346 req-66ef04ac-1829-4dc2-8696-007a48a9e6ae tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:18.493610 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4f95f94-e639-4ea0-9699-8fad90c6b346 req-66ef04ac-1829-4dc2-8696-007a48a9e6ae tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.3024273
Nov 27 21:02:18.501807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.510941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51f566f-b8e4-4c23-9397-f32da231c10b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:18.513378 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d51f566f-b8e4-4c23-9397-f32da231c10b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports/87aaaced-146b-4974-a40d-e21004bdbb12 HTTP/1.1" status: 200  len: 911 time: 0.0641682
Nov 27 21:02:18.516096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52594) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:18.523652 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.523890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c92fcc59-176b-4247-943c-a97f4501d9ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd1a85798-3eb5-405c-b1dd-bb9918c2ab69'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:18.588725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4a929-fc0c-4f8a-989f-562370ba68bd None None] Routers {'4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:18.590061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5dc4a929-fc0c-4f8a-989f-562370ba68bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5aa7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:18.620070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b659b827-0e23-49af-acbb-ac7f7d495e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.621118 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b659b827-0e23-49af-acbb-ac7f7d495e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.651358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5dc4a929-fc0c-4f8a-989f-562370ba68bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5aa7f0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:18.664149 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.675946 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.692564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fa468936-711b-47dc-bf37-c94e4fd950e7 None None] Provisioning complete for port 87aaaced-146b-4974-a40d-e21004bdbb12 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:18.693328 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fa468936-711b-47dc-bf37-c94e4fd950e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.697712 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b659b827-0e23-49af-acbb-ac7f7d495e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.718142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b659b827-0e23-49af-acbb-ac7f7d495e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.723621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4a929-fc0c-4f8a-989f-562370ba68bd None None] Routers {'4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:18.724583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5dc4a929-fc0c-4f8a-989f-562370ba68bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5aa7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:18.726633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port d3d58283-44aa-49b4-8ef5-5f49cb82acda completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:02:18.747718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b659b827-0e23-49af-acbb-ac7f7d495e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.748947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b659b827-0e23-49af-acbb-ac7f7d495e02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4779682
Nov 27 21:02:18.754957 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4f95f94-e639-4ea0-9699-8fad90c6b346 req-e165f853-bbce-49f0-bba0-ebf3015f5bd2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485704
Nov 27 21:02:18.755733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52596) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:18.761807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a2a22bea-ac79-4e1f-b6ed-736dce509b1e', 'network_id': 'a2a22bea-ac79-4e1f-b6ed-736dce509b1e', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'fixed_ips': [{'subnet_id': '379cad08-5960-49ce-9b78-602950cdd901'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:18.763842 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.776900 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Attempting to bind port 07cbb76a-b811-4c64-b85d-8cbfe1c08b10 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:18.778158 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Attempting to bind port 07cbb76a-b811-4c64-b85d-8cbfe1c08b10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf4482af-0c09-4dcb-9bd0-b2974e7d461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:18.778710 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Attempting to bind port 07cbb76a-b811-4c64-b85d-8cbfe1c08b10 on network 67dfa8c4-d6c2-41bd-a0b5-d4808027da0b {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:18.795297 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:18.795978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92fcc59-176b-4247-943c-a97f4501d9ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.796172 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Checking segment: {'id': 'bf4482af-0c09-4dcb-9bd0-b2974e7d461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:18.796772 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.797525 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Bound using segment: {'id': 'bf4482af-0c09-4dcb-9bd0-b2974e7d461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:18.799023 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Bound port: 07cbb76a-b811-4c64-b85d-8cbfe1c08b10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4482af-0c09-4dcb-9bd0-b2974e7d461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '67dfa8c4-d6c2-41bd-a0b5-d4808027da0b'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:18.799744 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.802566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port d3d58283-44aa-49b4-8ef5-5f49cb82acda triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:18.803059 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.844200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5dc4a929-fc0c-4f8a-989f-562370ba68bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5aa7f0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:18.845228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc4a929-fc0c-4f8a-989f-562370ba68bd None None] The sync data for ids ['4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:18.848775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Deleting port 07cbb76a-b811-4c64-b85d-8cbfe1c08b10 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:18.849131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.869348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fa468936-711b-47dc-bf37-c94e4fd950e7 None None] Port 87aaaced-146b-4974-a40d-e21004bdbb12 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:18.878528 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] For port 07cbb76a-b811-4c64-b85d-8cbfe1c08b10, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:18.883538 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] For port 07cbb76a-b811-4c64-b85d-8cbfe1c08b10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07cbb76a-b811-4c64-b85d-8cbfe1c08b10,segment=NetworkSegment(bf4482af-0c09-4dcb-9bd0-b2974e7d461b),segment_id=bf4482af-0c09-4dcb-9bd0-b2974e7d461b)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:18.893032 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.902667 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Pushing event updated for resources: {'Port': ['ID=07cbb76a-b811-4c64-b85d-8cbfe1c08b10,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:18.912612 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.912972 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.913441 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.913849 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.914201 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.914540 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.914901 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.915238 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.915594 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.915927 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.916258 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.916588 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:02:18.931883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:18.948300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Calling delete_port for 07cbb76a-b811-4c64-b85d-8cbfe1c08b10 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:18.978204 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Routers {'425d385f-8d29-4e8d-a936-3428c2424f06'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:18.979350 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['425d385f-8d29-4e8d-a936-3428c2424f06'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:19.016609 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.051615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-76311ca4-abe8-408d-8625-f1de0458f69c None None] Provisioning complete for port 87aaaced-146b-4974-a40d-e21004bdbb12 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:19.052150 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-76311ca4-abe8-408d-8625-f1de0458f69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.090463 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] Set router 425d385f-8d29-4e8d-a936-3428c2424f06 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:19.147015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.159022 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8d00>, [{'id': '425d385f-8d29-4e8d-a936-3428c2424f06', 'name': '', 'tenant_id': '85921763e45844afa1280d7cde0cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:15Z', 'updated_at': '2021-11-27T21:02:18Z', 'revision_number': 4, 'project_id': '85921763e45844afa1280d7cde0cf668', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:19.193609 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7a179-c21c-4897-9b02-4f5882a4671f None None] The sync data for ids ['425d385f-8d29-4e8d-a936-3428c2424f06'] in ncdv-master-1 is: [{'id': '425d385f-8d29-4e8d-a936-3428c2424f06', 'name': '', 'tenant_id': '85921763e45844afa1280d7cde0cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:15Z', 'updated_at': '2021-11-27T21:02:18Z', 'revision_number': 4, 'project_id': '85921763e45844afa1280d7cde0cf668', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:19.223032 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cec454-b796-4267-9aaf-4a3d28d6639d None None] Pushing event updated for resources: {'Port': ['ID=07cbb76a-b811-4c64-b85d-8cbfe1c08b10,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:19.250954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event deleted for resources: {'Port': ['ID=07cbb76a-b811-4c64-b85d-8cbfe1c08b10,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:19.370429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:02:19.373604 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b72714-d941-4880-86c5-e105190e63e3" -d '{"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-plugged", "status": "completed", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:02:19.396447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 518dd1a6-e535-486c-a82e-bfe028a22ca8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:19.421328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a65a-ad72-4586-8549-c99e4bb5ba48 req-4bbee7fe-3aa1-4323-a96e-7fa9ab6d5548 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:19.423115 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b2e2a65a-ad72-4586-8549-c99e4bb5ba48 req-4bbee7fe-3aa1-4323-a96e-7fa9ab6d5548 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 944 time: 0.1520188
Nov 27 21:02:19.425933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92fcc59-176b-4247-943c-a97f4501d9ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.452056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92fcc59-176b-4247-943c-a97f4501d9ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.455046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.458874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.460137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92fcc59-176b-4247-943c-a97f4501d9ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:19.461111 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92fcc59-176b-4247-943c-a97f4501d9ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.463067 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c92fcc59-176b-4247-943c-a97f4501d9ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/ports/87aaaced-146b-4974-a40d-e21004bdbb12 HTTP/1.1" status: 200  len: 911 time: 0.9456139
Nov 27 21:02:19.474579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:19.479563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-76311ca4-abe8-408d-8625-f1de0458f69c None None] Port 87aaaced-146b-4974-a40d-e21004bdbb12 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:19.482925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52606) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:19.486696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Allocated IP 172.20.0.2 (a2a22bea-ac79-4e1f-b6ed-736dce509b1e/379cad08-5960-49ce-9b78-602950cdd901/9138bfa7-6ff4-4a69-92e4-5496912b7371) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:19.492373 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.493216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a6449fff-e553-48b7-bba1-cc01f69cac40 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:19.618698 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d707c3e1-e4b9-4983-9254-13ef2e441efa x-openstack-request-id: req-d707c3e1-e4b9-4983-9254-13ef2e441efa {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:02:19.619416 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-plugged", "status": "completed", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:02:19.619416 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d707c3e1-e4b9-4983-9254-13ef2e441efa {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:02:19.620330 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'code': 200}
Nov 27 21:02:19.620978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:19.684778 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b2e2a65a-ad72-4586-8549-c99e4bb5ba48 req-8f38d2c3-5595-411e-a719-2925e541769b tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394304
Nov 27 21:02:19.688827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fcc59-176b-4247-943c-a97f4501d9ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=87aaaced-146b-4974-a40d-e21004bdbb12,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:19.707680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.715189 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.772226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 518dd1a6-e535-486c-a82e-bfe028a22ca8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:19.772621 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.846015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port a6449fff-e553-48b7-bba1-cc01f69cac40 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:02:19.863957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port a6449fff-e553-48b7-bba1-cc01f69cac40 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:19.864347 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.869852 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.870395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 425d385f-8d29-4e8d-a936-3428c2424f06 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:19.873853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607918d4-bb67-4efb-b198-74c0c76bef4d req-c69c4172-6060-4c19-b543-46c7677341de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:19.875515 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-607918d4-bb67-4efb-b198-74c0c76bef4d req-c69c4172-6060-4c19-b543-46c7677341de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 1096 time: 0.2664254
Nov 27 21:02:19.899365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.900583 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e78dd3ac-4ed1-47b8-bbba-d051c9329991 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "DELETE /v2.0/routers/425d385f-8d29-4e8d-a936-3428c2424f06 HTTP/1.1" status: 204  len: 168 time: 2.1988866
Nov 27 21:02:19.907926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52610) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:19.988043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f401e1-261d-4b2e-83a0-edf823e9a6a9 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Deleting subnet 79069ae2-6a3d-4a43-867f-63294388516b {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:02:19.991011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:19.994522 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30f401e1-261d-4b2e-83a0-edf823e9a6a9 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.005717 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.022275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf31e5b-e631-4496-a5d7-3c38507111e2 req-b4892bdd-71b2-4c89-8651-f7dab0309c3a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:20.023878 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fdf31e5b-e631-4496-a5d7-3c38507111e2 req-b4892bdd-71b2-4c89-8651-f7dab0309c3a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1776302
Nov 27 21:02:20.026096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-607918d4-bb67-4efb-b198-74c0c76bef4d req-cee2ba50-adc1-4388-969b-865cba2b0a12 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240022
Nov 27 21:02:20.040587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30f401e1-261d-4b2e-83a0-edf823e9a6a9 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.069470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Network a2a22bea-ac79-4e1f-b6ed-736dce509b1e is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:20.079650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.080256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:20.086531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:20.091529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Pushing event updated for resources: {'Port': ['ID=9138bfa7-6ff4-4a69-92e4-5496912b7371,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:20.099505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.105082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.20.0.1 (a2a22bea-ac79-4e1f-b6ed-736dce509b1e/379cad08-5960-49ce-9b78-602950cdd901/dd3e3b0a-21c7-4b09-8272-a17408dfe43c) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:20.133325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fdf31e5b-e631-4496-a5d7-3c38507111e2 req-4a04b74d-c9d7-4280-946b-2ebfddb91c31 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785956
Nov 27 21:02:20.166310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30f401e1-261d-4b2e-83a0-edf823e9a6a9 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.197427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a6449fff-e553-48b7-bba1-cc01f69cac40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6449fff-e553-48b7-bba1-cc01f69cac40,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:20.200039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Attempting to bind port 9138bfa7-6ff4-4a69-92e4-5496912b7371 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:20.200449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Attempting to bind port 9138bfa7-6ff4-4a69-92e4-5496912b7371 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a7145aa9-d337-4ea0-88af-b697cb4fc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2a22bea-ac79-4e1f-b6ed-736dce509b1e'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:20.200838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Attempting to bind port 9138bfa7-6ff4-4a69-92e4-5496912b7371 on network a2a22bea-ac79-4e1f-b6ed-736dce509b1e {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:20.204660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.212664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:20.213047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Checking segment: {'id': 'a7145aa9-d337-4ea0-88af-b697cb4fc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2a22bea-ac79-4e1f-b6ed-736dce509b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:20.213454 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.213862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Bound using segment: {'id': 'a7145aa9-d337-4ea0-88af-b697cb4fc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2a22bea-ac79-4e1f-b6ed-736dce509b1e'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:20.214353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Bound port: 9138bfa7-6ff4-4a69-92e4-5496912b7371, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7145aa9-d337-4ea0-88af-b697cb4fc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2a22bea-ac79-4e1f-b6ed-736dce509b1e'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:20.214740 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.281018 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.298764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a6449fff-e553-48b7-bba1-cc01f69cac40,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:20.324404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] For port 9138bfa7-6ff4-4a69-92e4-5496912b7371, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:20.328806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] For port 9138bfa7-6ff4-4a69-92e4-5496912b7371, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9138bfa7-6ff4-4a69-92e4-5496912b7371,segment=NetworkSegment(a7145aa9-d337-4ea0-88af-b697cb4fc3d2),segment_id=a7145aa9-d337-4ea0-88af-b697cb4fc3d2)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:20.334398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.334636 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.393414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network a2a22bea-ac79-4e1f-b6ed-736dce509b1e is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:20.398777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:20.400375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408235e3-ddfe-460c-bd00-14db3ff3112b None None] Pushing event updated for resources: {'Port': ['ID=9138bfa7-6ff4-4a69-92e4-5496912b7371,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:20.401227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:20.433378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=dd3e3b0a-21c7-4b09-8272-a17408dfe43c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:20.467103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.622944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.672638 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30f401e1-261d-4b2e-83a0-edf823e9a6a9 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.710495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f401e1-261d-4b2e-83a0-edf823e9a6a9 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79069ae2-6a3d-4a43-867f-63294388516b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:20.716970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30f401e1-261d-4b2e-83a0-edf823e9a6a9 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.720306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-30f401e1-261d-4b2e-83a0-edf823e9a6a9 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/79069ae2-6a3d-4a43-867f-63294388516b HTTP/1.1" status: 204  len: 168 time: 0.8111920
Nov 27 21:02:20.724972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52618) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:20.879705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:20.926668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581504b-2281-4311-9296-65e863213912 req-014530c2-88b0-47d0-9c13-a231a0bdd7ca tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:20.928178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3581504b-2281-4311-9296-65e863213912 req-014530c2-88b0-47d0-9c13-a231a0bdd7ca tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1340303
Nov 27 21:02:21.010363 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.016544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.044079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 87aaaced-146b-4974-a40d-e21004bdbb12 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:21.044453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.058009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.063905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3581504b-2281-4311-9296-65e863213912 req-65862794-4307-4abe-af68-620aa13f24ec tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272440
Nov 27 21:02:21.095369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=dd3e3b0a-21c7-4b09-8272-a17408dfe43c,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:21.099278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.125234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fecae2e0>,) {'filters': {'network_id': ['67dfa8c4-d6c2-41bd-a0b5-d4808027da0b']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:21.138666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fecae2e0>, 'bf4482af-0c09-4dcb-9bd0-b2974e7d461b') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:21.138969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fecae2e0>, 'bf4482af-0c09-4dcb-9bd0-b2974e7d461b') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:21.153087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.179662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.192951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.200730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:02:21.201173 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:02:21.203332 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:02:21.216119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network a2a22bea-ac79-4e1f-b6ed-736dce509b1e is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:21.218176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:21.256858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 87aaaced-146b-4974-a40d-e21004bdbb12 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:21.417008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.426178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  67dfa8c4-d6c2-41bd-a0b5-d4808027da0b {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 27 21:02:21.430308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dad0f1-3eb2-4552-a9bd-dd247b5e5862 req-0a0f8ff1-2672-4359-8883-3e43ada3111b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:21.432196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-94dad0f1-3eb2-4552-a9bd-dd247b5e5862 req-0a0f8ff1-2672-4359-8883-3e43ada3111b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1984162
Nov 27 21:02:21.449249 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.463492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9138bfa7-6ff4-4a69-92e4-5496912b7371 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:21.468985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "DELETE /v2.0/networks/67dfa8c4-d6c2-41bd-a0b5-d4808027da0b HTTP/1.1" status: 204  len: 168 time: 0.7411053
Nov 27 21:02:21.489575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53a3ac-acc9-4889-adcc-f165821e95ee tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event deleted for resources: {'Network': ['ID=67dfa8c4-d6c2-41bd-a0b5-d4808027da0b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:21.552683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router af7adbee-f05b-400b-bc52-805091c7f0bd is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:21.568863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-94dad0f1-3eb2-4552-a9bd-dd247b5e5862 req-bdfd23b0-10b1-420b-8063-3695621f029d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161489
Nov 27 21:02:21.613223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9138bfa7-6ff4-4a69-92e4-5496912b7371 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:21.613778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.636128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb9db5-02b8-492d-97c8-c1d5a21bda25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6449fff-e553-48b7-bba1-cc01f69cac40'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:02:21.638516 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dd3c39-a13f-4476-9993-a00fc17ba5b2" -d '{"events": [{"server_uuid": "65fb9db5-02b8-492d-97c8-c1d5a21bda25", "name": "network-vif-plugged", "status": "completed", "tag": "a6449fff-e553-48b7-bba1-cc01f69cac40"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:02:21.688981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.715180 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bea26b-9434-4174-bb35-c3d60c9307c7 x-openstack-request-id: req-00bea26b-9434-4174-bb35-c3d60c9307c7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:02:21.716297 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb9db5-02b8-492d-97c8-c1d5a21bda25", "name": "network-vif-plugged", "status": "completed", "tag": "a6449fff-e553-48b7-bba1-cc01f69cac40", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:02:21.716723 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00bea26b-9434-4174-bb35-c3d60c9307c7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:02:21.717319 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb9db5-02b8-492d-97c8-c1d5a21bda25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6449fff-e553-48b7-bba1-cc01f69cac40', 'code': 200}
Nov 27 21:02:21.724627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:21.743388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=87aaaced-146b-4974-a40d-e21004bdbb12,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:21.753979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52632) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:21.757767 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:21.767888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-23e3b865-0070-4436-a5d8-9c44a7ec0b9d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/af7adbee-f05b-400b-bc52-805091c7f0bd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0097110
Nov 27 21:02:21.812281 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd42f5b5-c50d-48b3-a13b-9dd0eb30b042 None None] Network a2a22bea-ac79-4e1f-b6ed-736dce509b1e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:21.905283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05a977-5225-413d-85d1-558025b9dc9c req-57222d3d-4e56-41bc-9bae-734b290d93af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:21.910526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd05a977-5225-413d-85d1-558025b9dc9c req-57222d3d-4e56-41bc-9bae-734b290d93af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 1096 time: 0.0968714
Nov 27 21:02:21.929229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437e42b-52e8-4d5f-8997-549ff7f03289 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:21.932805 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0437e42b-52e8-4d5f-8997-549ff7f03289 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports/dd3e3b0a-21c7-4b09-8272-a17408dfe43c HTTP/1.1" status: 200  len: 910 time: 0.1777020
Nov 27 21:02:21.974367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52636) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:21.997963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9067fccd-5197-43d8-a792-0b2cef157f83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '379cad08-5960-49ce-9b78-602950cdd901'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:22.007587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52638) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:22.019196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a9684158-af86-404d-9967-700568ae9041 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'router': {'name': 'tempest-router--846583794', 'project_id': '962fc8f179994be7b75efa22a1a6d032'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:22.049171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 9138bfa7-6ff4-4a69-92e4-5496912b7371, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9138bfa7-6ff4-4a69-92e4-5496912b7371,segment=NetworkSegment(a7145aa9-d337-4ea0-88af-b697cb4fc3d2),segment_id=a7145aa9-d337-4ea0-88af-b697cb4fc3d2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:22.066428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.068944 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.081056 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fb904-166d-4dc7-97d9-7f75909812e0 None None] Sync routers for ids ['af7adbee-f05b-400b-bc52-805091c7f0bd'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:22.096523 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7fb904-166d-4dc7-97d9-7f75909812e0 None None] Routers {'af7adbee-f05b-400b-bc52-805091c7f0bd'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:22.097995 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4c7fb904-166d-4dc7-97d9-7f75909812e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64eeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af7adbee-f05b-400b-bc52-805091c7f0bd'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:22.138540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ccbc94dc-455b-48d7-be20-3f43d2b6eefa None None] Provisioning complete for port 9138bfa7-6ff4-4a69-92e4-5496912b7371 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:22.139361 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ccbc94dc-455b-48d7-be20-3f43d2b6eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.142743 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4c7fb904-166d-4dc7-97d9-7f75909812e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64eeb0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:22.154488 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7fb904-166d-4dc7-97d9-7f75909812e0 None None] Routers {'af7adbee-f05b-400b-bc52-805091c7f0bd'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:22.155340 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4c7fb904-166d-4dc7-97d9-7f75909812e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64eeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af7adbee-f05b-400b-bc52-805091c7f0bd'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:22.216960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=9138bfa7-6ff4-4a69-92e4-5496912b7371,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:22.266897 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9684158-af86-404d-9967-700568ae9041 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.268023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9684158-af86-404d-9967-700568ae9041 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.342692 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4c7fb904-166d-4dc7-97d9-7f75909812e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64eeb0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:22.344037 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fb904-166d-4dc7-97d9-7f75909812e0 None None] The sync data for ids ['af7adbee-f05b-400b-bc52-805091c7f0bd'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:22.408715 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd05a977-5225-413d-85d1-558025b9dc9c req-2e5424af-d713-430d-a7c0-b20709931b14 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4883826
Nov 27 21:02:22.424795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a94a8-eefa-4366-9b14-92e0c03875e5 req-52a1973f-a7f8-48e5-96ef-8781ad1b2561 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:22.426311 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-933a94a8-eefa-4366-9b14-92e0c03875e5 req-52a1973f-a7f8-48e5-96ef-8781ad1b2561 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.0687046
Nov 27 21:02:22.444818 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9684158-af86-404d-9967-700568ae9041 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.455342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9684158-af86-404d-9967-700568ae9041 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.492629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 4df7d8c2-4abb-4e55-a5e0-f9f4db575a37 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:22.494098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-933a94a8-eefa-4366-9b14-92e0c03875e5 req-853ab9c3-cdd2-42d6-ac52-1e0f167cceb7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555294
Nov 27 21:02:22.508755 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9067fccd-5197-43d8-a792-0b2cef157f83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.522245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9684158-af86-404d-9967-700568ae9041 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.527088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a9684158-af86-404d-9967-700568ae9041 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.5148990
Nov 27 21:02:22.527088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52642) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:22.637359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b25befd7-96ef-42f5-bc3f-ba39f519d59b None None] Provisioning complete for port 9138bfa7-6ff4-4a69-92e4-5496912b7371 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:22.638897 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b25befd7-96ef-42f5-bc3f-ba39f519d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.726845 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b75ebe92-06d1-4224-a281-614dbf113d1f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.728708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:22.741572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7a40561b-020a-4d05-afec-26fe7cadd7b5 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/4df7d8c2-4abb-4e55-a5e0-f9f4db575a37/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2525463
Nov 27 21:02:22.742243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52648) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:22.754572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663e4d9-552c-4b6d-8a2a-936e4913d9db None None] Sync routers for ids ['4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:22.776139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d00e468b-b451-42af-8e69-c22c10df2b70 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df7d8c2-4abb-4e55-a5e0-f9f4db575a37 HTTP/1.1" status: 200  len: 205 time: 0.0307271
Nov 27 21:02:22.777236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52650) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:22.780381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b25befd7-96ef-42f5-bc3f-ba39f519d59b None None] Provisioning complete for port dd3e3b0a-21c7-4b09-8272-a17408dfe43c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:22.781240 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b25befd7-96ef-42f5-bc3f-ba39f519d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.816364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663e4d9-552c-4b6d-8a2a-936e4913d9db None None] Routers {'4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:22.817025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5663e4d9-552c-4b6d-8a2a-936e4913d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc52f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:22.861445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5663e4d9-552c-4b6d-8a2a-936e4913d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc52f7c0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:22.861986 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-481cd3af-c328-478d-b7bd-fbac23ed887f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:22.873045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b25befd7-96ef-42f5-bc3f-ba39f519d59b None None] Port dd3e3b0a-21c7-4b09-8272-a17408dfe43c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:22.878579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663e4d9-552c-4b6d-8a2a-936e4913d9db None None] Routers {'4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:22.879313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5663e4d9-552c-4b6d-8a2a-936e4913d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc52f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:22.917032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5663e4d9-552c-4b6d-8a2a-936e4913d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc52f7c0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:22.917705 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663e4d9-552c-4b6d-8a2a-936e4913d9db None None] The sync data for ids ['4df7d8c2-4abb-4e55-a5e0-f9f4db575a37'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:23.006413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b81c-e76d-427e-9e9a-c19c75f36e1f req-a617ca8f-94a3-4148-9389-120f03b43e8a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:23.006701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ceea792a-297d-49d5-8b72-2483dd4b4744 None None] Provisioning complete for port dd3e3b0a-21c7-4b09-8272-a17408dfe43c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:23.007240 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ceea792a-297d-49d5-8b72-2483dd4b4744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.014760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e075b81c-e76d-427e-9e9a-c19c75f36e1f req-a617ca8f-94a3-4148-9389-120f03b43e8a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.3381836
Nov 27 21:02:23.044285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b75ebe92-06d1-4224-a281-614dbf113d1f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.050838 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b75ebe92-06d1-4224-a281-614dbf113d1f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.061234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-481cd3af-c328-478d-b7bd-fbac23ed887f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.064241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-481cd3af-c328-478d-b7bd-fbac23ed887f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.089869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ceea792a-297d-49d5-8b72-2483dd4b4744 None None] Port dd3e3b0a-21c7-4b09-8272-a17408dfe43c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:23.113945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-481cd3af-c328-478d-b7bd-fbac23ed887f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.114506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481cd3af-c328-478d-b7bd-fbac23ed887f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Fanout notify agent at l3_agent the message router_deleted on router 4df7d8c2-4abb-4e55-a5e0-f9f4db575a37 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:23.126453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-481cd3af-c328-478d-b7bd-fbac23ed887f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.127606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-481cd3af-c328-478d-b7bd-fbac23ed887f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/4df7d8c2-4abb-4e55-a5e0-f9f4db575a37 HTTP/1.1" status: 204  len: 168 time: 0.3493509
Nov 27 21:02:23.130196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52654) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:23.158775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e075b81c-e76d-427e-9e9a-c19c75f36e1f req-ca23df1f-d8cc-4009-aa08-ca7747640db4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419504
Nov 27 21:02:23.161726 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b75ebe92-06d1-4224-a281-614dbf113d1f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.162271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75ebe92-06d1-4224-a281-614dbf113d1f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9636b76d-def1-4ee4-aafc-49308503529d {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:23.169867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b75ebe92-06d1-4224-a281-614dbf113d1f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.174469 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b75ebe92-06d1-4224-a281-614dbf113d1f tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9636b76d-def1-4ee4-aafc-49308503529d HTTP/1.1" status: 204  len: 168 time: 0.6439123
Nov 27 21:02:23.203242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba227de-5d11-466a-a3a1-236d14db4519 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting subnet d1a85798-3eb5-405c-b1dd-bb9918c2ab69 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:02:23.206326 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba227de-5d11-466a-a3a1-236d14db4519 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.222072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5a1c5fe5-2277-4478-b3c8-f81e31662e91 None None] Provisioning complete for port dd3e3b0a-21c7-4b09-8272-a17408dfe43c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:23.222680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5a1c5fe5-2277-4478-b3c8-f81e31662e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.277157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba227de-5d11-466a-a3a1-236d14db4519 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.292808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c5fe5-2277-4478-b3c8-f81e31662e91 None None] Port dd3e3b0a-21c7-4b09-8272-a17408dfe43c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:23.377400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9138bfa7-6ff4-4a69-92e4-5496912b7371 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:23.387072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52670) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:23.444077 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba227de-5d11-466a-a3a1-236d14db4519 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.462975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9138bfa7-6ff4-4a69-92e4-5496912b7371 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:23.463400 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.478290 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9067fccd-5197-43d8-a792-0b2cef157f83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.497214 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9067fccd-5197-43d8-a792-0b2cef157f83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.677358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba227de-5d11-466a-a3a1-236d14db4519 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.699836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-f3ab7ca1-2285-40ce-80f5-05c68893aea2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:23.718539 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-f3ab7ca1-2285-40ce-80f5-05c68893aea2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 814 time: 0.2984536
Nov 27 21:02:23.749979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dba227de-5d11-466a-a3a1-236d14db4519 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.756011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dba227de-5d11-466a-a3a1-236d14db4519 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/d1a85798-3eb5-405c-b1dd-bb9918c2ab69 HTTP/1.1" status: 204  len: 168 time: 0.6247606
Nov 27 21:02:23.756837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52676) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:23.760021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba227de-5d11-466a-a3a1-236d14db4519 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a85798-3eb5-405c-b1dd-bb9918c2ab69,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:23.761439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9f835d-af99-40e6-8f55-1914fc421579 None None] Network 6b84b6ef-405a-44aa-b274-0f0219c3ba96 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:23.784279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-75447586-9ef1-4a49-b7f2-c0b6b4b1cd83 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/quotas/85c58aa2d3dd4e09a26b5265084b8493 HTTP/1.1" status: 200  len: 375 time: 0.0647316
Nov 27 21:02:23.792069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1592596501', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:23.921761 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.927243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.928502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:23.936206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-9b0b669d-969a-46c7-b14d-5ef70f3013b3 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1507206
Nov 27 21:02:23.980639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ecc67-1e48-4aca-be5c-4d49a9c911bc None None] DHCP port deletion for 6b84b6ef-405a-44aa-b274-0f0219c3ba96 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:24.030047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067fccd-5197-43d8-a792-0b2cef157f83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:24.030704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9067fccd-5197-43d8-a792-0b2cef157f83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.034821 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9067fccd-5197-43d8-a792-0b2cef157f83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/ports/dd3e3b0a-21c7-4b09-8272-a17408dfe43c HTTP/1.1" status: 200  len: 910 time: 2.0566669
Nov 27 21:02:24.034821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067fccd-5197-43d8-a792-0b2cef157f83 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=dd3e3b0a-21c7-4b09-8272-a17408dfe43c,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:24.035340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52682) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:24.040041 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.050116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dd6f3-548a-4f2e-9e76-b95ed6b7d369 req-2887095a-1ebf-4878-b811-17d7bc362243 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:24.051773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee3dd6f3-548a-4f2e-9e76-b95ed6b7d369 req-2887095a-1ebf-4878-b811-17d7bc362243 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1111114
Nov 27 21:02:24.060106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ecc67-1e48-4aca-be5c-4d49a9c911bc None None] Deleting port 518dd1a6-e535-486c-a82e-bfe028a22ca8 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:24.061009 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe8ecc67-1e48-4aca-be5c-4d49a9c911bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.104670 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee3dd6f3-548a-4f2e-9e76-b95ed6b7d369 req-39b438bb-3c70-48cf-8ba6-1f2be81c3c43 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462079
Nov 27 21:02:24.141457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fe8ecc67-1e48-4aca-be5c-4d49a9c911bc None None] For port 518dd1a6-e535-486c-a82e-bfe028a22ca8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=518dd1a6-e535-486c-a82e-bfe028a22ca8,segment=NetworkSegment(fc317a84-7b3c-4d4c-b7d9-565b687cb655),segment_id=fc317a84-7b3c-4d4c-b7d9-565b687cb655)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:24.141860 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe8ecc67-1e48-4aca-be5c-4d49a9c911bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.154523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ecc67-1e48-4aca-be5c-4d49a9c911bc None None] Calling delete_port for 518dd1a6-e535-486c-a82e-bfe028a22ca8 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:24.241279 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe8ecc67-1e48-4aca-be5c-4d49a9c911bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.269334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ecc67-1e48-4aca-be5c-4d49a9c911bc None None] Pushing event deleted for resources: {'Port': ['ID=518dd1a6-e535-486c-a82e-bfe028a22ca8,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:24.271179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ecc67-1e48-4aca-be5c-4d49a9c911bc None None] No DVR routers for this DVR port 518dd1a6-e535-486c-a82e-bfe028a22ca8 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:02:24.334946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 518dd1a6-e535-486c-a82e-bfe028a22ca8 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:24.335307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.410621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.509637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-c6a3a80c-1c25-4e49-975f-00c6e1afb8cc service neutron] 10.222.0.21 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5582936
Nov 27 21:02:24.519729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port 518dd1a6-e535-486c-a82e-bfe028a22ca8, host ncdv-master-1, got binding levels [] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:24.520098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.628976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 518dd1a6-e535-486c-a82e-bfe028a22ca8 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:24.636441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Port 518dd1a6-e535-486c-a82e-bfe028a22ca8 was not found and therefore no delete operation was performed {{(pid=120908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:02:24.645599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.690962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No DVR routers for this DVR port 518dd1a6-e535-486c-a82e-bfe028a22ca8 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:02:24.699354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=518dd1a6-e535-486c-a82e-bfe028a22ca8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:24.816745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-d07b0101-5a0f-477c-a0ad-9d126f94ddba service neutron] 10.222.0.21 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3005571
Nov 27 21:02:24.830011 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.863949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc2bb940>,) {'filters': {'network_id': ['6b84b6ef-405a-44aa-b274-0f0219c3ba96']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:24.887477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc2bb940>, 'fc317a84-7b3c-4d4c-b7d9-565b687cb655') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:24.887788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc2bb940>, 'fc317a84-7b3c-4d4c-b7d9-565b687cb655') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:24.902263 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:24.998049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.008172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3834476b-41fb-4003-82ed-8b4716be8030 req-def7e846-d78e-4ce7-be99-7726c40559ba tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 210 time: 0.0297606
Nov 27 21:02:25.009386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:02:25.009823 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:02:25.014555 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:02:25.099544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.122817 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.127958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.140833 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.144316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/networks/6b84b6ef-405a-44aa-b274-0f0219c3ba96 HTTP/1.1" status: 204  len: 168 time: 1.3767612
Nov 27 21:02:25.151006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52696) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:25.156564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8a5b0d6e-90a7-4aa2-9b69-fa0d3f72e9c0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1421571617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:25.175182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.208674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e251fa-e61e-446c-a9b8-ea252708c4ee tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Network': ['ID=6b84b6ef-405a-44aa-b274-0f0219c3ba96,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:25.346507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 518dd1a6-e535-486c-a82e-bfe028a22ca8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:02:25.370730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 518dd1a6-e535-486c-a82e-bfe028a22ca8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:02:25.371223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 518dd1a6-e535-486c-a82e-bfe028a22ca8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:02:25.604370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0d6e-90a7-4aa2-9b69-fa0d3f72e9c0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.605389 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0d6e-90a7-4aa2-9b69-fa0d3f72e9c0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.695916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49c8e7-b7cf-45c4-bf6b-31fb8d6b089c req-1c48ddb0-c541-46af-a15d-b4b908c94346 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:25.697441 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb49c8e7-b7cf-45c4-bf6b-31fb8d6b089c req-1c48ddb0-c541-46af-a15d-b4b908c94346 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.4496803
Nov 27 21:02:25.738489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Allocated IP 172.35.3.88 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/d2ad3672-d802-47a3-bb05-6b9a46dc1e62) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:25.793259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0d6e-90a7-4aa2-9b69-fa0d3f72e9c0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.805307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0d6e-90a7-4aa2-9b69-fa0d3f72e9c0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.891595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a5b0d6e-90a7-4aa2-9b69-fa0d3f72e9c0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:25.895314 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8a5b0d6e-90a7-4aa2-9b69-fa0d3f72e9c0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.7423153
Nov 27 21:02:25.896224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52704) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:25.896766 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb49c8e7-b7cf-45c4-bf6b-31fb8d6b089c req-3c3c5a26-c482-4760-b08f-8493d444c94a tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921711
Nov 27 21:02:25.902477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-63428363'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:25.978113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.017157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:26.021482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.050836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.093646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port dd3e3b0a-21c7-4b09-8272-a17408dfe43c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:26.094231 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.106795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-9829e55d-589a-4619-900d-8eb5d47f359b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:26.108870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-9829e55d-589a-4619-900d-8eb5d47f359b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.15 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 814 time: 0.1994438
Nov 27 21:02:26.109765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:26.126913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Request body: {'port': {'device_id': 'bb676012-35b4-4211-8697-7e40e308bf9a', 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b', 'admin_state_up': True, 'tenant_id': '85c58aa2d3dd4e09a26b5265084b8493'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:26.131394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:26.144992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.145416 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added segment f38caee9-70ea-4322-a1a7-0b3c81720a61 of type vlan for network 16457870-1844-47e1-9bc1-32b1a809b5d4
Nov 27 21:02:26.163652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:26.181782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e471e4-8aff-44e9-a5c5-62791174e5fb None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:26.186092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:26.194529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event updated for resources: {'Port': ['ID=d2ad3672-d802-47a3-bb05-6b9a46dc1e62,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:26.239039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6c91c7cc-4362-4151-be25-511da41c71ec None None] Provisioning complete for port d2ad3672-d802-47a3-bb05-6b9a46dc1e62 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:26.239725 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c91c7cc-4362-4151-be25-511da41c71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.248076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dbff099-f951-4928-9a94-b75239bc21de req-6dccdf59-8231-4440-8d85-1424d7490680 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 210 time: 0.0875521
Nov 27 21:02:26.292223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6c91c7cc-4362-4151-be25-511da41c71ec None None] Port d2ad3672-d802-47a3-bb05-6b9a46dc1e62 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:26.313008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.317340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.374135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ea85e-be19-4d0a-a78a-787635c023da req-934f0f62-343b-4bf9-9841-98762ced3731 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:26.375671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f2ea85e-be19-4d0a-a78a-787635c023da req-934f0f62-343b-4bf9-9841-98762ced3731 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1590621
Nov 27 21:02:26.386342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.390481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-738a66aa-bac5-4d71-8a5e-39d9f15f30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:26.392030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-738a66aa-bac5-4d71-8a5e-39d9f15f30d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 1096 time: 0.1596265
Nov 27 21:02:26.392353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:26.392891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.397303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for dd3e3b0a-21c7-4b09-8272-a17408dfe43c owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:26.487667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Made reservation on behalf of 85c58aa2d3dd4e09a26b5265084b8493 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:26.491389 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.515288 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6174381
Nov 27 21:02:26.520115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52716) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:26.525266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0be8e-000a-475d-a06e-0e8063dbde90 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Network': ['ID=16457870-1844-47e1-9bc1-32b1a809b5d4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:26.535401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'subnet': {'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:26.540848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 16457870-1844-47e1-9bc1-32b1a809b5d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:26.554180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f2ea85e-be19-4d0a-a78a-787635c023da req-96c64e80-a753-45d7-9e48-f97584e94729 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708219
Nov 27 21:02:26.666682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Allocated IP 172.20.0.4 (5fc9f4b4-8604-4ff4-85b1-28e814a55b3b/f811c223-e5e4-44e5-8d0d-c2ddc80a75c2/a229f58b-d847-4887-a5bf-89543c33aa82) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:26.689062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-a48f162c-72ef-4c99-a7b3-1182ee0139f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:26.690563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-a48f162c-72ef-4c99-a7b3-1182ee0139f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 912 time: 0.2898724
Nov 27 21:02:26.809649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-55d55432-7437-4874-8199-e09f46aa3632 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6449fff-e553-48b7-bba1-cc01f69cac40 HTTP/1.1" status: 200  len: 217 time: 0.0815711
Nov 27 21:02:26.819030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.854904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.871199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['d3d58283-44aa-49b4-8ef5-5f49cb82acda'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:02:26.885214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:26.889312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.895930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:26.898238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.901733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:26.906076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:26.948686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Pushing event updated for resources: {'Port': ['ID=a229f58b-d847-4887-a5bf-89543c33aa82,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:26.967215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:26.968046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:26.973121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-95b88425-fad7-4354-a216-8a14f80830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:26.974609 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-95b88425-fad7-4354-a216-8a14f80830b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 HTTP/1.1" status: 200  len: 851 time: 0.1502528
Nov 27 21:02:26.986149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-48803534-e76c-49f7-8803-a3753a777283 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8673828
Nov 27 21:02:27.000575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Request body: {'port': {'device_id': 'bb676012-35b4-4211-8697-7e40e308bf9a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:27.055031 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-3db2dd6d-a6b6-4a80-a435-c8511e39283a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494633
Nov 27 21:02:27.065418 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:27.100106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:27.217377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=dd3e3b0a-21c7-4b09-8272-a17408dfe43c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:27.415054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a229f58b-d847-4887-a5bf-89543c33aa82 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:02:27.427376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:27.458713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Transition to ACTIVE for port object a229f58b-d847-4887-a5bf-89543c33aa82 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:02:27.463314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:27.550453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Pushing event updated for resources: {'Port': ['ID=a229f58b-d847-4887-a5bf-89543c33aa82,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:27.625767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e311-e90a-4195-b8d4-8c27b2a091b1 req-1bb885d1-b95b-4f20-bbf1-9a24d647fc12 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:27.631798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e311-e90a-4195-b8d4-8c27b2a091b1 req-1bb885d1-b95b-4f20-bbf1-9a24d647fc12 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:27.638648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e311-e90a-4195-b8d4-8c27b2a091b1 req-1bb885d1-b95b-4f20-bbf1-9a24d647fc12 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:27.644723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e311-e90a-4195-b8d4-8c27b2a091b1 req-1bb885d1-b95b-4f20-bbf1-9a24d647fc12 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:27.650873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e311-e90a-4195-b8d4-8c27b2a091b1 req-1bb885d1-b95b-4f20-bbf1-9a24d647fc12 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:27.657358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e311-e90a-4195-b8d4-8c27b2a091b1 req-1bb885d1-b95b-4f20-bbf1-9a24d647fc12 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:27.664243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e311-e90a-4195-b8d4-8c27b2a091b1 req-1bb885d1-b95b-4f20-bbf1-9a24d647fc12 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:27.666223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0df0e311-e90a-4195-b8d4-8c27b2a091b1 req-1bb885d1-b95b-4f20-bbf1-9a24d647fc12 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.1534240
Nov 27 21:02:27.712069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Attempting to bind port a229f58b-d847-4887-a5bf-89543c33aa82 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:27.712480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Attempting to bind port a229f58b-d847-4887-a5bf-89543c33aa82 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:27.712735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Attempting to bind port a229f58b-d847-4887-a5bf-89543c33aa82 on network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:27.724514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Port a229f58b-d847-4887-a5bf-89543c33aa82 on network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:02:27.724762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Attempting to bind port a229f58b-d847-4887-a5bf-89543c33aa82 on network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:27.738532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:27.738875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Checking segment: {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:27.739321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Bound using segment: {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:27.739722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Bound port: a229f58b-d847-4887-a5bf-89543c33aa82, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:27.740089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:27.763522 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-29d0ade6-2452-4802-bbe3-b3b41d30c644 service neutron] 10.222.0.35 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7007191
Nov 27 21:02:27.767696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0df0e311-e90a-4195-b8d4-8c27b2a091b1 req-fb1c7e79-e79c-43da-af47-760eddbaddef tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0926788
Nov 27 21:02:27.789189 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:27.841056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] For port a229f58b-d847-4887-a5bf-89543c33aa82, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:27.845911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] For port a229f58b-d847-4887-a5bf-89543c33aa82, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a229f58b-d847-4887-a5bf-89543c33aa82,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:27.850151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:27.895471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:27.896288 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:27.897927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-54db925b-0fae-4353-b451-7082deed4acc service neutron] 10.222.0.15 "PUT /v2.0/ports/a229f58b-d847-4887-a5bf-89543c33aa82 HTTP/1.1" status: 200  len: 1091 time: 0.9032741
Nov 27 21:02:27.898362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb676012-35b4-4211-8697-7e40e308bf9a', 'tag': 'a229f58b-d847-4887-a5bf-89543c33aa82'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:02:27.900836 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e090fd69-84c1-4c6a-86a9-f5730ad74c85" -d '{"events": [{"name": "network-changed", "server_uuid": "bb676012-35b4-4211-8697-7e40e308bf9a", "tag": "a229f58b-d847-4887-a5bf-89543c33aa82"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:02:27.926148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db925b-0fae-4353-b451-7082deed4acc service neutron] Pushing event updated for resources: {'Port': ['ID=a229f58b-d847-4887-a5bf-89543c33aa82,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:27.987054 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.021028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1a494-3797-42e8-9cbc-26443acce4fb req-149e0f8a-4b88-4a18-81ae-2db2e317b619 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.022514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22b1a494-3797-42e8-9cbc-26443acce4fb req-149e0f8a-4b88-4a18-81ae-2db2e317b619 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.0818591
Nov 27 21:02:28.022703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae2382-6e8e-42f2-b76d-65f8b613d6bc req-cf46dca4-7805-4e3c-8337-0302b2da1669 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.024255 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-22ae2382-6e8e-42f2-b76d-65f8b613d6bc req-cf46dca4-7805-4e3c-8337-0302b2da1669 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 943 time: 0.3479323
Nov 27 21:02:28.027044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-c2cf0064-3cf0-4963-8218-f0923e4221c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.029322 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-c2cf0064-3cf0-4963-8218-f0923e4221c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 1094 time: 0.0755973
Nov 27 21:02:28.030512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Subnet': ['ID=543a8c51-da60-4c04-b442-98d30f2df88f,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:28.075405 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.079653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-11c37584-50dc-4212-9716-04b342428fed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a229f58b-d847-4887-a5bf-89543c33aa82 HTTP/1.1" status: 200  len: 217 time: 0.0403080
Nov 27 21:02:28.138922 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22b1a494-3797-42e8-9cbc-26443acce4fb req-4306045c-5a3c-4ee7-b27c-a3bf35ea16ec tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069279
Nov 27 21:02:28.150975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-253ff0f2-30e1-4bac-b132-dc24fb691c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.152455 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-253ff0f2-30e1-4bac-b132-dc24fb691c95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 200  len: 854 time: 0.0626502
Nov 27 21:02:28.187562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-184c2bff-66f3-460c-823d-c6619a3c81b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263753
Nov 27 21:02:28.204723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a51ef39-c150-4f09-87fb-f911db276b5c req-1ba176cb-bcc9-46a4-b8fc-012d90fcd910 service neutron] 10.222.0.35 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4279191
Nov 27 21:02:28.215664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Checking segment: {'id': 'f38caee9-70ea-4322-a1a7-0b3c81720a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:28.216054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network hostable DHCP agents. Network: 16457870-1844-47e1-9bc1-32b1a809b5d4, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:28.318529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465a208-3292-4384-8269-9a73c51f6c1f req-a88bdc93-570a-4d82-bddb-15c989e2fa16 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.325311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465a208-3292-4384-8269-9a73c51f6c1f req-a88bdc93-570a-4d82-bddb-15c989e2fa16 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.331407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465a208-3292-4384-8269-9a73c51f6c1f req-a88bdc93-570a-4d82-bddb-15c989e2fa16 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.337587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465a208-3292-4384-8269-9a73c51f6c1f req-a88bdc93-570a-4d82-bddb-15c989e2fa16 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.344091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465a208-3292-4384-8269-9a73c51f6c1f req-a88bdc93-570a-4d82-bddb-15c989e2fa16 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.345093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-22ae2382-6e8e-42f2-b76d-65f8b613d6bc req-81155f3b-0871-45e9-b28c-a6aefb40b543 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3047264
Nov 27 21:02:28.350076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465a208-3292-4384-8269-9a73c51f6c1f req-a88bdc93-570a-4d82-bddb-15c989e2fa16 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.356156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465a208-3292-4384-8269-9a73c51f6c1f req-a88bdc93-570a-4d82-bddb-15c989e2fa16 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.358267 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3465a208-3292-4384-8269-9a73c51f6c1f req-a88bdc93-570a-4d82-bddb-15c989e2fa16 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.1554070
Nov 27 21:02:28.374328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router af7adbee-f05b-400b-bc52-805091c7f0bd has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:28.378081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 16457870-1844-47e1-9bc1-32b1a809b5d4 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:28.381042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-1b9a01f7-6f25-417f-99fa-489875be165a service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867907
Nov 27 21:02:28.400950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16457870-1844-47e1-9bc1-32b1a809b5d4) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:28.409389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.410003 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.415099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f5ee76-a05e-4eeb-a28d-00f43b9b3de8 None None] Network 16457870-1844-47e1-9bc1-32b1a809b5d4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:28.440600 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2701126c-cec3-499c-8269-970b3903f031 x-openstack-request-id: req-2701126c-cec3-499c-8269-970b3903f031 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:02:28.440951 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb676012-35b4-4211-8697-7e40e308bf9a", "tag": "a229f58b-d847-4887-a5bf-89543c33aa82", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:02:28.441312 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2701126c-cec3-499c-8269-970b3903f031 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:02:28.441720 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb676012-35b4-4211-8697-7e40e308bf9a', 'tag': 'a229f58b-d847-4887-a5bf-89543c33aa82', 'status': 'completed', 'code': 200}
Nov 27 21:02:28.490069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ca655-0345-478c-9e7c-5e71236c50e0 req-8c38bc9b-1ab5-4348-b325-7374965d55cb service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1014810
Nov 27 21:02:28.492321 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3720e816-f6b4-438c-80f8-37927dc66610 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9656522
Nov 27 21:02:28.494110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Router 624b58b2-cbd2-4a6a-9489-b2c01a995190 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:28.495647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52738) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:28.496582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:28.505341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-71a9e63f-6672-4558-85e0-45ad04004148 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/af7adbee-f05b-400b-bc52-805091c7f0bd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4669821
Nov 27 21:02:28.506019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52740) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:28.507482 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27fc59-9cc7-42c9-822d-faac4bdc1983 None None] Sync routers for ids ['af7adbee-f05b-400b-bc52-805091c7f0bd'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:28.525522 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27fc59-9cc7-42c9-822d-faac4bdc1983 None None] Routers {'af7adbee-f05b-400b-bc52-805091c7f0bd'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:28.526158 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7a27fc59-9cc7-42c9-822d-faac4bdc1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe400689160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af7adbee-f05b-400b-bc52-805091c7f0bd'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:28.546550 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0b8ccb2a-c6b3-4c30-ae2f-143bd03de3b6 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7adbee-f05b-400b-bc52-805091c7f0bd HTTP/1.1" status: 200  len: 205 time: 0.0382261
Nov 27 21:02:28.547215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52742) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:28.584302 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7a27fc59-9cc7-42c9-822d-faac4bdc1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe400689160>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:28.596244 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27fc59-9cc7-42c9-822d-faac4bdc1983 None None] Routers {'af7adbee-f05b-400b-bc52-805091c7f0bd'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:28.597223 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7a27fc59-9cc7-42c9-822d-faac4bdc1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe400689160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af7adbee-f05b-400b-bc52-805091c7f0bd'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:28.633208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16457870-1844-47e1-9bc1-32b1a809b5d4', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:28.634686 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.639629 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7a27fc59-9cc7-42c9-822d-faac4bdc1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe400689160>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:28.640395 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27fc59-9cc7-42c9-822d-faac4bdc1983 None None] The sync data for ids ['af7adbee-f05b-400b-bc52-805091c7f0bd'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:28.664917 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-760fb775-6daf-4a0a-83e3-321f95e387fb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.732443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-655fcf82-226e-4765-959a-bfb790a854e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:28.733944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-655fcf82-226e-4765-959a-bfb790a854e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 1094 time: 0.1567383
Nov 27 21:02:28.793001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Allocated IP 2001:db8::2 (16457870-1844-47e1-9bc1-32b1a809b5d4/543a8c51-da60-4c04-b442-98d30f2df88f/a8761e30-4ec6-4b06-a251-eb50193c6aa1) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:28.863775 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-760fb775-6daf-4a0a-83e3-321f95e387fb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.866127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-760fb775-6daf-4a0a-83e3-321f95e387fb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.868123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:28.892069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2507a-3938-4090-915f-89ff60d9cd65 None None] Sync routers for ids ['624b58b2-cbd2-4a6a-9489-b2c01a995190'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:28.923242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2507a-3938-4090-915f-89ff60d9cd65 None None] Routers {'624b58b2-cbd2-4a6a-9489-b2c01a995190'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:28.923999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3ba2507a-3938-4090-915f-89ff60d9cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd70b4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['624b58b2-cbd2-4a6a-9489-b2c01a995190'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:28.931314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.940319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-938f236f-06b4-48e8-bea1-7a7c57c408ec tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.5513864
Nov 27 21:02:28.940555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52746) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:28.941169 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-760fb775-6daf-4a0a-83e3-321f95e387fb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.941837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760fb775-6daf-4a0a-83e3-321f95e387fb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Fanout notify agent at l3_agent the message router_deleted on router af7adbee-f05b-400b-bc52-805091c7f0bd {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:28.952390 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-760fb775-6daf-4a0a-83e3-321f95e387fb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:28.958678 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-760fb775-6daf-4a0a-83e3-321f95e387fb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/af7adbee-f05b-400b-bc52-805091c7f0bd HTTP/1.1" status: 204  len: 168 time: 0.4101839
Nov 27 21:02:28.959581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52748) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:28.964860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3ba2507a-3938-4090-915f-89ff60d9cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd70b4c0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:29.004493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2507a-3938-4090-915f-89ff60d9cd65 None None] Routers {'624b58b2-cbd2-4a6a-9489-b2c01a995190'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:29.005425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3ba2507a-3938-4090-915f-89ff60d9cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd70b4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['624b58b2-cbd2-4a6a-9489-b2c01a995190'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:29.030603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.032897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-ca2c463b-f137-4766-8053-862e79d68e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:29.034400 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-ca2c463b-f137-4766-8053-862e79d68e3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 915 time: 0.2643778
Nov 27 21:02:29.034654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65dd652-f9cd-436f-9d4a-9a13961efeb7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting subnet 379cad08-5960-49ce-9b78-602950cdd901 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:02:29.038493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b65dd652-f9cd-436f-9d4a-9a13961efeb7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.048612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3ba2507a-3938-4090-915f-89ff60d9cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd70b4c0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:29.048973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2507a-3938-4090-915f-89ff60d9cd65 None None] The sync data for ids ['624b58b2-cbd2-4a6a-9489-b2c01a995190'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:29.069728 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.077730 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.096203 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b65dd652-f9cd-436f-9d4a-9a13961efeb7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.128548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Network 16457870-1844-47e1-9bc1-32b1a809b5d4 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:29.131676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:29.135141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-3d4157fd-0493-4934-9f40-555db8ba2690 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a229f58b-d847-4887-a5bf-89543c33aa82 HTTP/1.1" status: 200  len: 217 time: 0.0906150
Nov 27 21:02:29.135879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:29.186122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Pushing event updated for resources: {'Port': ['ID=a8761e30-4ec6-4b06-a251-eb50193c6aa1,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:29.210689 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b65dd652-f9cd-436f-9d4a-9a13961efeb7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.210975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Attempting to bind port a8761e30-4ec6-4b06-a251-eb50193c6aa1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:29.211362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Attempting to bind port a8761e30-4ec6-4b06-a251-eb50193c6aa1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f38caee9-70ea-4322-a1a7-0b3c81720a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:29.211743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Attempting to bind port a8761e30-4ec6-4b06-a251-eb50193c6aa1 on network 16457870-1844-47e1-9bc1-32b1a809b5d4 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:29.217727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:29.218432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Checking segment: {'id': 'f38caee9-70ea-4322-a1a7-0b3c81720a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:29.219085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.219857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Bound using segment: {'id': 'f38caee9-70ea-4322-a1a7-0b3c81720a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:29.220596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Bound port: a8761e30-4ec6-4b06-a251-eb50193c6aa1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38caee9-70ea-4322-a1a7-0b3c81720a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:29.221346 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.305300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] For port a8761e30-4ec6-4b06-a251-eb50193c6aa1, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:29.310834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] For port a8761e30-4ec6-4b06-a251-eb50193c6aa1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8761e30-4ec6-4b06-a251-eb50193c6aa1,segment=NetworkSegment(f38caee9-70ea-4322-a1a7-0b3c81720a61),segment_id=f38caee9-70ea-4322-a1a7-0b3c81720a61)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:29.317945 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.324650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab2d93-1f96-4ed4-b307-d6f48877e620 req-c9d048af-0ada-4de3-8e1d-50944e163d7c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:29.326183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08ab2d93-1f96-4ed4-b307-d6f48877e620 req-c9d048af-0ada-4de3-8e1d-50944e163d7c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.0888522
Nov 27 21:02:29.330020 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d08885b2-3bab-4606-abd0-c06f4d6c2457 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/routers/624b58b2-cbd2-4a6a-9489-b2c01a995190 HTTP/1.1" status: 200  len: 920 time: 0.3886912
Nov 27 21:02:29.335301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52752) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:29.336196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-dcd0d864-f03f-4ca1-ab18-24ccc6cbcb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:29.337771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-dcd0d864-f03f-4ca1-ab18-24ccc6cbcb71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 200  len: 854 time: 0.1548254
Nov 27 21:02:29.384581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-2ad59b42-0b1d-43aa-8a8a-4d78193e078b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369918
Nov 27 21:02:29.400793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1f7bb-ac69-41c9-9e2f-a7ffe2548923 None None] Pushing event updated for resources: {'Port': ['ID=a8761e30-4ec6-4b06-a251-eb50193c6aa1,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:29.440760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08ab2d93-1f96-4ed4-b307-d6f48877e620 req-8610e49c-d401-4b97-8ca7-1fb5e72fd348 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032362
Nov 27 21:02:29.449231 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b65dd652-f9cd-436f-9d4a-9a13961efeb7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.457938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2f1d1f3d-cd89-4cd2-9fcd-4002b34d83ed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=624b58b2-cbd2-4a6a-9489-b2c01a995190 HTTP/1.1" status: 200  len: 205 time: 0.1197519
Nov 27 21:02:29.459925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52756) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:29.498349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dd652-f9cd-436f-9d4a-9a13961efeb7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Subnet': ['ID=379cad08-5960-49ce-9b78-602950cdd901,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:29.534418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b65dd652-f9cd-436f-9d4a-9a13961efeb7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:29.538212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b65dd652-f9cd-436f-9d4a-9a13961efeb7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/379cad08-5960-49ce-9b78-602950cdd901 HTTP/1.1" status: 204  len: 168 time: 0.5773785
Nov 27 21:02:29.541053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52758) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:29.546868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52501a6d-2759-424d-a93a-7d73ae72c72b None None] Network a2a22bea-ac79-4e1f-b6ed-736dce509b1e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:29.612568 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 2001:db8::1 (16457870-1844-47e1-9bc1-32b1a809b5d4/543a8c51-da60-4c04-b442-98d30f2df88f/c5fef110-6b4d-40be-a558-e3181e4a7f7e) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:29.626229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e15e-9994-4315-ba17-21d3ca3feca7 req-abb38488-fcea-4839-a505-f0913ff21a47 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:29.627829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3363e15e-9994-4315-ba17-21d3ca3feca7 req-abb38488-fcea-4839-a505-f0913ff21a47 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 943 time: 0.1515572
Nov 27 21:02:29.636366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-fce9f4fe-07b1-41aa-ae49-d0cf25d064dc service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257318
Nov 27 21:02:29.849764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92719054-d206-4a49-8e57-c98bbe96b75a None None] DHCP port deletion for a2a22bea-ac79-4e1f-b6ed-736dce509b1e request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:29.919870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-92719054-d206-4a49-8e57-c98bbe96b75a None None] Deleting port 9138bfa7-6ff4-4a69-92e4-5496912b7371 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:29.920596 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-92719054-d206-4a49-8e57-c98bbe96b75a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.004944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.018028 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.093822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-92719054-d206-4a49-8e57-c98bbe96b75a None None] For port 9138bfa7-6ff4-4a69-92e4-5496912b7371, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9138bfa7-6ff4-4a69-92e4-5496912b7371,segment=NetworkSegment(a7145aa9-d337-4ea0-88af-b697cb4fc3d2),segment_id=a7145aa9-d337-4ea0-88af-b697cb4fc3d2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:30.094895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-92719054-d206-4a49-8e57-c98bbe96b75a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.126049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-92719054-d206-4a49-8e57-c98bbe96b75a None None] Calling delete_port for 9138bfa7-6ff4-4a69-92e4-5496912b7371 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:30.176723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port 9138bfa7-6ff4-4a69-92e4-5496912b7371 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:30.177771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.181585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3363e15e-9994-4315-ba17-21d3ca3feca7 req-8ca675ec-a1ef-4f0d-8f34-285ac20b3f4e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5392511
Nov 27 21:02:30.194998 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.250533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.255285 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e090fd69-84c1-4c6a-86a9-f5730ad74c85 req-d4646274-9473-48a7-a0f7-efde1409d025 service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6072383
Nov 27 21:02:30.286752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port 9138bfa7-6ff4-4a69-92e4-5496912b7371, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9138bfa7-6ff4-4a69-92e4-5496912b7371,segment=NetworkSegment(a7145aa9-d337-4ea0-88af-b697cb4fc3d2),segment_id=a7145aa9-d337-4ea0-88af-b697cb4fc3d2)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:30.287232 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.297489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.311462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for 9138bfa7-6ff4-4a69-92e4-5496912b7371 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:30.318298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-92719054-d206-4a49-8e57-c98bbe96b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.332532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Deleting port d2ad3672-d802-47a3-bb05-6b9a46dc1e62 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:30.333462 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.345021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92719054-d206-4a49-8e57-c98bbe96b75a None None] No DVR routers for this DVR port 9138bfa7-6ff4-4a69-92e4-5496912b7371 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:02:30.355302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 16457870-1844-47e1-9bc1-32b1a809b5d4 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:30.358961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:30.361755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:30.362563 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.405900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=c5fef110-6b4d-40be-a558-e3181e4a7f7e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:30.409410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92719054-d206-4a49-8e57-c98bbe96b75a None None] Pushing event deleted for resources: {'Port': ['ID=9138bfa7-6ff4-4a69-92e4-5496912b7371,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:30.431001 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.481848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Calling delete_port for d2ad3672-d802-47a3-bb05-6b9a46dc1e62 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:30.523572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.613708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52782) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:30.640297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce0d63-bc5f-403d-9839-06fe0dba6216 req-785f77a6-d7f3-4874-8e8b-26f333419cc2 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:30.641784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-acce0d63-bc5f-403d-9839-06fe0dba6216 req-785f77a6-d7f3-4874-8e8b-26f333419cc2 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.0995572
Nov 27 21:02:30.686975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.773529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=9138bfa7-6ff4-4a69-92e4-5496912b7371,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:30.776649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No DVR routers for this DVR port 9138bfa7-6ff4-4a69-92e4-5496912b7371 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:02:30.842463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.848342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.849114 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.877523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2f982-b328-42ca-a146-d45d2fe6a343 None None] Network 16457870-1844-47e1-9bc1-32b1a809b5d4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:30.905282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6be2-9369-4a28-87b4-a7cf3bbfd2e3 req-505fe096-c741-4c32-839a-6b2e7507dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:30.905773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6be2-9369-4a28-87b4-a7cf3bbfd2e3 req-505fe096-c741-4c32-839a-6b2e7507dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:30.906250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6be2-9369-4a28-87b4-a7cf3bbfd2e3 req-505fe096-c741-4c32-839a-6b2e7507dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:30.906720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6be2-9369-4a28-87b4-a7cf3bbfd2e3 req-505fe096-c741-4c32-839a-6b2e7507dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:30.907245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6be2-9369-4a28-87b4-a7cf3bbfd2e3 req-505fe096-c741-4c32-839a-6b2e7507dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:30.907893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6be2-9369-4a28-87b4-a7cf3bbfd2e3 req-505fe096-c741-4c32-839a-6b2e7507dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:30.908208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6be2-9369-4a28-87b4-a7cf3bbfd2e3 req-505fe096-c741-4c32-839a-6b2e7507dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:30.910291 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-938d6be2-9369-4a28-87b4-a7cf3bbfd2e3 req-505fe096-c741-4c32-839a-6b2e7507dce6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6500 time: 0.2938323
Nov 27 21:02:30.917801 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-acce0d63-bc5f-403d-9839-06fe0dba6216 req-ef3c5c6b-d126-489b-a5ac-000a4009e28e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2685981
Nov 27 21:02:30.942176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:30.942974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=c5fef110-6b4d-40be-a558-e3181e4a7f7e,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:30.980339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcace250>,) {'filters': {'network_id': ['a2a22bea-ac79-4e1f-b6ed-736dce509b1e']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:30.996397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 16457870-1844-47e1-9bc1-32b1a809b5d4 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:30.998757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:31.002569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.007805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcace250>, 'a7145aa9-d337-4ea0-88af-b697cb4fc3d2') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:31.007805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcace250>, 'a7145aa9-d337-4ea0-88af-b697cb4fc3d2') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:31.031977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1ae5762a-f0fc-4ccd-a0cd-b5d4bb4958de None None] Provisioning complete for port a8761e30-4ec6-4b06-a251-eb50193c6aa1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:31.032599 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ae5762a-f0fc-4ccd-a0cd-b5d4bb4958de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.053733 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.065154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event deleted for resources: {'Port': ['ID=d2ad3672-d802-47a3-bb05-6b9a46dc1e62,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:31.077522 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-938d6be2-9369-4a28-87b4-a7cf3bbfd2e3 req-13c38512-a167-4837-9712-45931ccbf5da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&id=610290b2-c554-4905-bf94-2b13c2acecc1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1556506
Nov 27 21:02:31.098017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a2a68a-7df4-4d07-979d-9dae757f24f1 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:31.144033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:31.147388 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.161549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:02:31.162551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:02:31.165858 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:02:31.189148 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ae5762a-f0fc-4ccd-a0cd-b5d4bb4958de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.241560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1ae5762a-f0fc-4ccd-a0cd-b5d4bb4958de None None] For port a8761e30-4ec6-4b06-a251-eb50193c6aa1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8761e30-4ec6-4b06-a251-eb50193c6aa1,segment=NetworkSegment(f38caee9-70ea-4322-a1a7-0b3c81720a61),segment_id=f38caee9-70ea-4322-a1a7-0b3c81720a61)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:31.251100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ae5762a-f0fc-4ccd-a0cd-b5d4bb4958de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.265876 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.320986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:31.335561 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-130045fc-55eb-4989-aef3-b19cdf447ebf tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8381310
Nov 27 21:02:31.336796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5762a-f0fc-4ccd-a0cd-b5d4bb4958de None None] Pushing event updated for resources: {'Port': ['ID=a8761e30-4ec6-4b06-a251-eb50193c6aa1,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:31.337287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52792) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:31.339239 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:31.343981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2116531546'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:31.361117 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:31.361864 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:31.371408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:31.375867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.414313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a229f58b-d847-4887-a5bf-89543c33aa82 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:02:31.415102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:31.428178 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.429011 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added segment 904b3120-148e-47eb-96dc-02cd867eab0f of type vlan for network 9931bdbe-ced9-4849-97be-5ebfe2df21ea
Nov 27 21:02:31.458330 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.463439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.467876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/networks/a2a22bea-ac79-4e1f-b6ed-736dce509b1e HTTP/1.1" status: 204  len: 168 time: 1.9257925
Nov 27 21:02:31.477871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52796) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:31.484394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-129633a0-5018-4d53-b52b-27612837de02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1389319234', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:31.499071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.501069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a8761e30-4ec6-4b06-a251-eb50193c6aa1 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:31.510460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.516342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.519900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e78e1-ace6-49e2-8aa1-f5dc87ec7791 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Network': ['ID=a2a22bea-ac79-4e1f-b6ed-736dce509b1e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:31.541003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.547016 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:31.550386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:31.551177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.588428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d66b-ee45-4503-84b3-e9788dedba61 req-c2edac75-50ae-4821-a97a-e69cbe4e6a98 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:31.592162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9b9d66b-ee45-4503-84b3-e9788dedba61 req-c2edac75-50ae-4821-a97a-e69cbe4e6a98 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 943 time: 0.2782495
Nov 27 21:02:31.594358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.595407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Fanout notify agent at l3_agent the message router_deleted on router 624b58b2-cbd2-4a6a-9489-b2c01a995190 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:31.603999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.610703 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a907e1aa-aacf-4a7d-875f-1c60f230cded tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/624b58b2-cbd2-4a6a-9489-b2c01a995190 HTTP/1.1" status: 204  len: 168 time: 2.1404634
Nov 27 21:02:31.610703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-129633a0-5018-4d53-b52b-27612837de02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.610703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-129633a0-5018-4d53-b52b-27612837de02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.612261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52798) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:31.617666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1504112489', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': False}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:31.683165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3433318
Nov 27 21:02:31.688178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52800) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:31.691815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.692425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.704496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'subnet': {'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:31.719905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-129633a0-5018-4d53-b52b-27612837de02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.724244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9b9d66b-ee45-4503-84b3-e9788dedba61 req-3794ce40-4648-43c2-8650-3d0e0e38f933 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130791
Nov 27 21:02:31.729386 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-129633a0-5018-4d53-b52b-27612837de02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.759441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port a229f58b-d847-4887-a5bf-89543c33aa82, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a229f58b-d847-4887-a5bf-89543c33aa82,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:31.769246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-129633a0-5018-4d53-b52b-27612837de02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.773231 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-129633a0-5018-4d53-b52b-27612837de02 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2907627
Nov 27 21:02:31.773980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52802) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:31.774834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776f69c-4cd7-4d26-9e68-bf7ce7d1bcf7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Network': ['ID=9931bdbe-ced9-4849-97be-5ebfe2df21ea,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:31.779720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f1fd734d-3c29-48ed-a38d-bb6c249b5e41 None None] Provisioning complete for port a8761e30-4ec6-4b06-a251-eb50193c6aa1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:31.780098 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f1fd734d-3c29-48ed-a38d-bb6c249b5e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.782347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'a229f58b-d847-4887-a5bf-89543c33aa82', 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b', 'port_id': 'a229f58b-d847-4887-a5bf-89543c33aa82', 'mac_address': 'fa:16:3e:2e:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f811c223-e5e4-44e5-8d0d-c2ddc80a75c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:02:31.790182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'network': {'name': 'tempest-RoutersTest-1954779202'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:31.812930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 9931bdbe-ced9-4849-97be-5ebfe2df21ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:31.835202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:31.841736 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.855996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a8761e30-4ec6-4b06-a251-eb50193c6aa1 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:31.856881 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.886439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:31.897842 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.898689 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added segment 52957703-590b-4ce6-b44f-c7bfd123ab01 of type vlan for network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7
Nov 27 21:02:31.900277 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564070>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:30Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:30Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:31.924533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.946575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:31.955344 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:31.967123 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Updating router 2d008eb0-cc23-41fe-ab03-7569316f8238 port c5fef110-6b4d-40be-a558-e3181e4a7f7e binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:31.991769 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.001291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:32.002194 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.027907 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.056425 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.087721 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3100650
Nov 27 21:02:32.088317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52806) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:32.091145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a229f58b-d847-4887-a5bf-89543c33aa82 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:02:32.100950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'subnet': {'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:32.117786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port a229f58b-d847-4887-a5bf-89543c33aa82, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a229f58b-d847-4887-a5bf-89543c33aa82,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:32.130066 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.160847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f1fd734d-3c29-48ed-a38d-bb6c249b5e41 None None] Provisioning complete for port c5fef110-6b4d-40be-a558-e3181e4a7f7e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:32.161588 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f1fd734d-3c29-48ed-a38d-bb6c249b5e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.240198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.270662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=a229f58b-d847-4887-a5bf-89543c33aa82,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:32.276927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd734d-3c29-48ed-a38d-bb6c249b5e41 None None] Port c5fef110-6b4d-40be-a558-e3181e4a7f7e cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:32.298056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:32.298056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.315029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93238b70-354f-45f7-9c04-789eef6ea304 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Network': ['ID=552d60b2-ceea-4db2-a9b8-ecfabad15ce7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:32.328546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e187a-2613-4f2c-aea4-3efd5a03da0c req-407f9f25-4013-496f-ac20-d00befcee8fb tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:32.330763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a47e187a-2613-4f2c-aea4-3efd5a03da0c req-407f9f25-4013-496f-ac20-d00befcee8fb tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.2689171
Nov 27 21:02:32.331897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:32.332688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:32.338634 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.394848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9138bfa7-6ff4-4a69-92e4-5496912b7371 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:02:32.433505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9138bfa7-6ff4-4a69-92e4-5496912b7371 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:02:32.434389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9138bfa7-6ff4-4a69-92e4-5496912b7371 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:02:32.456241 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.468012 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.536651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a47e187a-2613-4f2c-aea4-3efd5a03da0c req-9d3846b1-d8e1-410d-8efe-7a14650b7924 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108344
Nov 27 21:02:32.551204 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf9e7b-1c64-475f-aabd-71f9b391f488 None None] Pushing event updated for resources: {'Port': ['ID=c5fef110-6b4d-40be-a558-e3181e4a7f7e,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:32.614816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['a229f58b-d847-4887-a5bf-89543c33aa82'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:02:32.664517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.669840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9d68bc79-6f28-4a13-a037-d13436a14391 None None] Provisioning complete for port c5fef110-6b4d-40be-a558-e3181e4a7f7e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:32.670416 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d68bc79-6f28-4a13-a037-d13436a14391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.704063 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Attempting to bind port c5fef110-6b4d-40be-a558-e3181e4a7f7e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:32.704951 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Attempting to bind port c5fef110-6b4d-40be-a558-e3181e4a7f7e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f38caee9-70ea-4322-a1a7-0b3c81720a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:32.705768 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Attempting to bind port c5fef110-6b4d-40be-a558-e3181e4a7f7e on network 16457870-1844-47e1-9bc1-32b1a809b5d4 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:32.713057 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:32.713892 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Checking segment: {'id': 'f38caee9-70ea-4322-a1a7-0b3c81720a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:32.714646 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.715530 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Bound using segment: {'id': 'f38caee9-70ea-4322-a1a7-0b3c81720a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:32.716603 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Bound port: c5fef110-6b4d-40be-a558-e3181e4a7f7e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38caee9-70ea-4322-a1a7-0b3c81720a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:32.717219 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.737810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Subnet': ['ID=465f5bf8-e949-43d4-b95f-2416c05c9805,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:32.739126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.755387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9d68bc79-6f28-4a13-a037-d13436a14391 None None] Port c5fef110-6b4d-40be-a558-e3181e4a7f7e cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:32.781595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Checking segment: {'id': '52957703-590b-4ce6-b44f-c7bfd123ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:32.781965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network hostable DHCP agents. Network: 552d60b2-ceea-4db2-a9b8-ecfabad15ce7, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:32.804455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:32.816457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 552d60b2-ceea-4db2-a9b8-ecfabad15ce7) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:32.831620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e0b9c-6c8c-4e27-8ab9-da5e571d8797 None None] Network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:32.834944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:32.836419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.846827 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] For port c5fef110-6b4d-40be-a558-e3181e4a7f7e, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:32.858214 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] For port c5fef110-6b4d-40be-a558-e3181e4a7f7e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5fef110-6b4d-40be-a558-e3181e4a7f7e,segment=NetworkSegment(f38caee9-70ea-4322-a1a7-0b3c81720a61),segment_id=f38caee9-70ea-4322-a1a7-0b3c81720a61)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:32.860668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9b82246f-6a99-47a3-9c96-b81ca455d0bf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7684937
Nov 27 21:02:32.863061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52812) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:32.865547 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.925179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Subnet': ['ID=f46a96d9-a61b-452b-a87b-da815feda247,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:32.940268 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:32.944813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Checking segment: {'id': '904b3120-148e-47eb-96dc-02cd867eab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:32.945180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network hostable DHCP agents. Network: 9931bdbe-ced9-4849-97be-5ebfe2df21ea, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:32.966479 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:32.967202 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:32.970525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.065202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 9931bdbe-ced9-4849-97be-5ebfe2df21ea is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:33.097247 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf9e7b-1c64-475f-aabd-71f9b391f488 None None] Pushing event updated for resources: {'Port': ['ID=c5fef110-6b4d-40be-a558-e3181e4a7f7e,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:33.098096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9931bdbe-ced9-4849-97be-5ebfe2df21ea) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:33.102401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7ba5f2dc-b3e2-4aec-ab0b-9fb31db91758 None None] Provisioning complete for port c5fef110-6b4d-40be-a558-e3181e4a7f7e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:33.102972 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f2dc-b3e2-4aec-ab0b-9fb31db91758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.109486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:33.109974 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.139823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35008217-7b82-4464-9c17-8fa0d599a3db None None] Network 9931bdbe-ced9-4849-97be-5ebfe2df21ea requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:33.143851 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:33.213379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f97cbe2-ac58-4f4f-afd6-5218c947ab0f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.5211606
Nov 27 21:02:33.220057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52814) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:33.236996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75756373-91f1-4724-90ac-6df7d78e6adf req-0d4ac386-cedd-445b-a99d-83c2c508d065 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:33.244784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75756373-91f1-4724-90ac-6df7d78e6adf req-0d4ac386-cedd-445b-a99d-83c2c508d065 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 944 time: 0.3718412
Nov 27 21:02:33.253485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:33.254345 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.342296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Allocated IP 172.35.3.81 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:33.439399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a8761e30-4ec6-4b06-a251-eb50193c6aa1 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:33.570871 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f2dc-b3e2-4aec-ab0b-9fb31db91758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.580275 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564070>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:30Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:32Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:33.618141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.626072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75756373-91f1-4724-90ac-6df7d78e6adf req-79400905-a4bc-434f-b163-fffb2bc86f71 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3801529
Nov 27 21:02:33.651702 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.659984 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f4196-6b61-40b0-a5d7-3f02697c2c91 None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:30Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:32Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:33.663509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-48a87d8d-3f46-4625-8b06-35ad9b79c1bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.4857769
Nov 27 21:02:33.684658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Allocated IP 172.20.0.2 (552d60b2-ceea-4db2-a9b8-ecfabad15ce7/465f5bf8-e949-43d4-b95f-2416c05c9805/24d0a126-bec3-404b-9a60-2059da88acd2) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:33.691972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:33.693205 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.734779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7ba5f2dc-b3e2-4aec-ab0b-9fb31db91758 None None] For port c5fef110-6b4d-40be-a558-e3181e4a7f7e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5fef110-6b4d-40be-a558-e3181e4a7f7e,segment=NetworkSegment(f38caee9-70ea-4322-a1a7-0b3c81720a61),segment_id=f38caee9-70ea-4322-a1a7-0b3c81720a61)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:33.751845 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f2dc-b3e2-4aec-ab0b-9fb31db91758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.754072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a8761e30-4ec6-4b06-a251-eb50193c6aa1 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:33.754622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.839404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e84a62-96b7-43c4-88a9-e5fbbb39c474 req-d96fd74e-3e20-4954-90ae-ed4ccf61d27f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:33.841711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92e84a62-96b7-43c4-88a9-e5fbbb39c474 req-d96fd74e-3e20-4954-90ae-ed4ccf61d27f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1219091
Nov 27 21:02:33.844537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.876584 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:33.977959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5f2dc-b3e2-4aec-ab0b-9fb31db91758 None None] Pushing event updated for resources: {'Port': ['ID=c5fef110-6b4d-40be-a558-e3181e4a7f7e,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:34.029988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a63209d2-3cc9-4efd-b5fc-ca16877c6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.030482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a63209d2-3cc9-4efd-b5fc-ca16877c6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.030952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a63209d2-3cc9-4efd-b5fc-ca16877c6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.031083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:34.031463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a63209d2-3cc9-4efd-b5fc-ca16877c6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.031926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a63209d2-3cc9-4efd-b5fc-ca16877c6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.033183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a63209d2-3cc9-4efd-b5fc-ca16877c6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.034836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a63209d2-3cc9-4efd-b5fc-ca16877c6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.037888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a63209d2-3cc9-4efd-b5fc-ca16877c6c29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6488 time: 0.2713711
Nov 27 21:02:34.043703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:34.047952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event updated for resources: {'Port': ['ID=c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:34.052517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:34.057416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92e84a62-96b7-43c4-88a9-e5fbbb39c474 req-6e1b9cb7-1201-47f9-adf0-1fe4bfedaefd tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007449
Nov 27 21:02:34.071741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fd48ec15-c97b-48b7-824e-e1ffdf8d7292 None None] Provisioning complete for port c5fef110-6b4d-40be-a558-e3181e4a7f7e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:34.072125 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fd48ec15-c97b-48b7-824e-e1ffdf8d7292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:34.127617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620246f4-848f-4e42-a8db-fcf638a6f5ff None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:34.186897 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c98def81-60d4-4a84-b6f1-57164b8029cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:34.206909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-1d88e673-2e72-42fa-8611-4aa770fea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.207458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-1d88e673-2e72-42fa-8611-4aa770fea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.208096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-1d88e673-2e72-42fa-8611-4aa770fea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.209958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-1d88e673-2e72-42fa-8611-4aa770fea54f service neutron] 10.222.0.35 "GET /v2.0/networks?id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 2293 time: 0.1228523
Nov 27 21:02:34.257656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Allocated IP 2001:db8:1::2 (9931bdbe-ced9-4849-97be-5ebfe2df21ea/f46a96d9-a61b-452b-a87b-da815feda247/eb4f08ae-c87a-4172-84e1-fb212746345c) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:34.340515 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:34.368250 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-02bb6b7e-c01f-4948-a7c0-207ccfd888e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7 HTTP/1.1" status: 200  len: 1002 time: 0.1499689
Nov 27 21:02:34.400648 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:34.478694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:34.490531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:34.494397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:34.504861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Pushing event updated for resources: {'Port': ['ID=24d0a126-bec3-404b-9a60-2059da88acd2,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:34.647890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Attempting to bind port 24d0a126-bec3-404b-9a60-2059da88acd2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:34.648309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Attempting to bind port 24d0a126-bec3-404b-9a60-2059da88acd2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52957703-590b-4ce6-b44f-c7bfd123ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:34.648632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Attempting to bind port 24d0a126-bec3-404b-9a60-2059da88acd2 on network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:34.684650 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:34.692124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:34.692842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Checking segment: {'id': '52957703-590b-4ce6-b44f-c7bfd123ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:34.693343 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:34.693897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Bound using segment: {'id': '52957703-590b-4ce6-b44f-c7bfd123ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:34.694792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Bound port: 24d0a126-bec3-404b-9a60-2059da88acd2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52957703-590b-4ce6-b44f-c7bfd123ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:34.696665 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:34.706277 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:34.762130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9d8709d6-d84b-4fc2-aede-91ad59b52cf4 None None] Provisioning complete for port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:34.762510 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d8709d6-d84b-4fc2-aede-91ad59b52cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:34.820877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.20.0.1 (552d60b2-ceea-4db2-a9b8-ecfabad15ce7/465f5bf8-e949-43d4-b95f-2416c05c9805/fdb2b857-9f2c-4c19-a5c8-d37dd249a13e) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:34.826374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a77a08fb-8635-4c7f-bcce-b0b3bcd54b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.828732 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a77a08fb-8635-4c7f-bcce-b0b3bcd54b04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73487f2e-a260-462c-a2bd-5ff76746725f HTTP/1.1" status: 200  len: 851 time: 0.0687413
Nov 27 21:02:34.850770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Network 9931bdbe-ced9-4849-97be-5ebfe2df21ea is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:34.860222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:34.868377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9d8709d6-d84b-4fc2-aede-91ad59b52cf4 None None] Port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:34.869704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Pushing event updated for resources: {'Port': ['ID=eb4f08ae-c87a-4172-84e1-fb212746345c,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:34.872403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:34.899096 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] For port 24d0a126-bec3-404b-9a60-2059da88acd2, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:34.928880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] For port 24d0a126-bec3-404b-9a60-2059da88acd2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24d0a126-bec3-404b-9a60-2059da88acd2,segment=NetworkSegment(52957703-590b-4ce6-b44f-c7bfd123ab01),segment_id=52957703-590b-4ce6-b44f-c7bfd123ab01)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:34.944610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-44e35146-5b61-424a-bd53-59cfa633292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.946163 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-44e35146-5b61-424a-bd53-59cfa633292e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1086323
Nov 27 21:02:34.983295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 2001:db8:1::1 (9931bdbe-ced9-4849-97be-5ebfe2df21ea/f46a96d9-a61b-452b-a87b-da815feda247/9bac25cc-a0a9-4f83-b707-e2f5cf4aff06) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:34.994601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f21d1f-b160-4846-9231-7e1ef2528501 req-b8d137b5-af1a-44a6-806d-391dd55252e1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:34.996375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29f21d1f-b160-4846-9231-7e1ef2528501 req-b8d137b5-af1a-44a6-806d-391dd55252e1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 944 time: 0.1555815
Nov 27 21:02:35.044319 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.045430 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.100510 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-b9a8255e-33a9-4ea8-8411-5b0ddc62b95e service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400230
Nov 27 21:02:35.130544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.147500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Attempting to bind port eb4f08ae-c87a-4172-84e1-fb212746345c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:35.147500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Attempting to bind port eb4f08ae-c87a-4172-84e1-fb212746345c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '904b3120-148e-47eb-96dc-02cd867eab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:35.148244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Attempting to bind port eb4f08ae-c87a-4172-84e1-fb212746345c on network 9931bdbe-ced9-4849-97be-5ebfe2df21ea {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:35.153609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:35.153993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Checking segment: {'id': '904b3120-148e-47eb-96dc-02cd867eab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:35.154396 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.154795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Bound using segment: {'id': '904b3120-148e-47eb-96dc-02cd867eab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:35.155636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Bound port: eb4f08ae-c87a-4172-84e1-fb212746345c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904b3120-148e-47eb-96dc-02cd867eab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:35.155636 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.158224 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.225440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29f21d1f-b160-4846-9231-7e1ef2528501 req-ccbb97a8-fb83-4168-b06b-e7b645c2981d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145178
Nov 27 21:02:35.232655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:35.244153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:35.251344 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:35.260822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=fdb2b857-9f2c-4c19-a5c8-d37dd249a13e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:35.268285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] For port eb4f08ae-c87a-4172-84e1-fb212746345c, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:35.271575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] For port eb4f08ae-c87a-4172-84e1-fb212746345c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4f08ae-c87a-4172-84e1-fb212746345c,segment=NetworkSegment(904b3120-148e-47eb-96dc-02cd867eab0f),segment_id=904b3120-148e-47eb-96dc-02cd867eab0f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:35.286531 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.356701 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-91c59ad7-74c9-441a-860f-947764b2f1e6 service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474680
Nov 27 21:02:35.357493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682569a-7be2-404f-b624-688f12fa8c5c None None] Pushing event updated for resources: {'Port': ['ID=24d0a126-bec3-404b-9a60-2059da88acd2,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:35.365861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e876c-b67c-4cd4-b8f3-2a78358f3055 req-3d156187-4b0a-4341-9aa9-fbf78160bdd9 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:35.367469 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-823e876c-b67c-4cd4-b8f3-2a78358f3055 req-3d156187-4b0a-4341-9aa9-fbf78160bdd9 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1788337
Nov 27 21:02:35.376858 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.439880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a229f58b-d847-4887-a5bf-89543c33aa82 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:35.482826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.510777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c5fef110-6b4d-40be-a558-e3181e4a7f7e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:35.525511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-24d4dc95-269b-4cac-8852-a54d2fa9512b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 217 time: 0.1549251
Nov 27 21:02:35.563981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.586051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-823e876c-b67c-4cd4-b8f3-2a78358f3055 req-474db0bf-0e2b-4dd3-8422-5c99786ce58a tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066050
Nov 27 21:02:35.626712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c7807-19be-4e71-876e-41fabf0460fd None None] Pushing event updated for resources: {'Port': ['ID=eb4f08ae-c87a-4172-84e1-fb212746345c,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:35.683185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-6f893903-080c-4c2c-8edb-19e809abb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:35.685613 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-6f893903-080c-4c2c-8edb-19e809abb525 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1479490
Nov 27 21:02:35.719083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port a229f58b-d847-4887-a5bf-89543c33aa82 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:02:35.726368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port a229f58b-d847-4887-a5bf-89543c33aa82 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:35.726790 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.730922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c5fef110-6b4d-40be-a558-e3181e4a7f7e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:35.731352 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.765842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:35.867088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=9bac25cc-a0a9-4f83-b707-e2f5cf4aff06,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:35.891124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 9931bdbe-ced9-4849-97be-5ebfe2df21ea is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:35.896798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:35.897578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-b7623f2f-e91e-4745-a895-05511816c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:35.898770 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-b7623f2f-e91e-4745-a895-05511816c36f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1543827
Nov 27 21:02:35.903311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:35.905807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.000361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.018480 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.051577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb676012-35b4-4211-8697-7e40e308bf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a229f58b-d847-4887-a5bf-89543c33aa82'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:02:36.054426 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd9009b-b1ba-470c-ae8b-045e0402d7e7" -d '{"events": [{"server_uuid": "bb676012-35b4-4211-8697-7e40e308bf9a", "name": "network-vif-plugged", "status": "completed", "tag": "a229f58b-d847-4887-a5bf-89543c33aa82"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:02:36.093606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port a229f58b-d847-4887-a5bf-89543c33aa82, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a229f58b-d847-4887-a5bf-89543c33aa82,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:36.097894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Router 97b33a84-efb0-438d-acae-c18088429acc is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:36.101874 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.128707 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.141261 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c70e42-cf4e-49a7-9e85-4ab9ecc4314a x-openstack-request-id: req-e6c70e42-cf4e-49a7-9e85-4ab9ecc4314a {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:02:36.141702 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb676012-35b4-4211-8697-7e40e308bf9a", "name": "network-vif-plugged", "status": "completed", "tag": "a229f58b-d847-4887-a5bf-89543c33aa82", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:02:36.142522 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6c70e42-cf4e-49a7-9e85-4ab9ecc4314a {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:02:36.143046 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb676012-35b4-4211-8697-7e40e308bf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a229f58b-d847-4887-a5bf-89543c33aa82', 'code': 200}
Nov 27 21:02:36.174606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=a229f58b-d847-4887-a5bf-89543c33aa82,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:36.186682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-c56d97d5-7079-406f-b478-d20be3ad7c51 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564023
Nov 27 21:02:36.349291 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-6214dcf3-fa65-423d-9647-bec11223edb5 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543083
Nov 27 21:02:36.379516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e42308-83bc-4dc1-8c84-bc41cb4a3cf3 req-1366e97c-d316-46a6-ab1b-2b365a382c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:36.380925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e42308-83bc-4dc1-8c84-bc41cb4a3cf3 req-1366e97c-d316-46a6-ab1b-2b365a382c83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 1096 time: 0.1870961
Nov 27 21:02:36.408913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a29c13f1-9aa6-40d5-a172-2ad63a0b13b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 217 time: 0.0511022
Nov 27 21:02:36.436067 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0605e6e8-3886-44b1-8a69-462400533338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.453248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:36.462766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Sync routers for ids ['97b33a84-efb0-438d-acae-c18088429acc'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:36.474572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Routers {'97b33a84-efb0-438d-acae-c18088429acc'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:36.475390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4004abc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['97b33a84-efb0-438d-acae-c18088429acc'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:36.526378 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.531157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ba301f72-7e80-492a-b0cb-5b3c88572121 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.9154117
Nov 27 21:02:36.533356 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.537707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52832) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:36.548705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.549988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3d123-d8c7-4489-ba53-b23b01577372 req-1bdbbe4f-2f7f-441d-97a5-e23f0ec80419 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:36.551594 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea3d123-d8c7-4489-ba53-b23b01577372 req-1bdbbe4f-2f7f-441d-97a5-e23f0ec80419 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 945 time: 0.2443755
Nov 27 21:02:36.559476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e42308-83bc-4dc1-8c84-bc41cb4a3cf3 req-d53bd3e7-1471-4431-acb4-0fc99391bd5a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438005
Nov 27 21:02:36.598787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a2d70ea8-d5c7-4a46-9e74-7268305f4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:36.600284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-a2d70ea8-d5c7-4a46-9e74-7268305f4472 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1806066
Nov 27 21:02:36.616781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Set router 97b33a84-efb0-438d-acae-c18088429acc gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:36.675697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea3d123-d8c7-4489-ba53-b23b01577372 req-b8e1c7ad-9dcf-4bb6-9d2d-b59e199c85a7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146080
Nov 27 21:02:36.752370 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.761351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.763025 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.811725 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:36.814571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=fdb2b857-9f2c-4c19-a5c8-d37dd249a13e,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:36.829387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=9bac25cc-a0a9-4f83-b707-e2f5cf4aff06,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:36.879810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-f12ba733-632e-4fd6-9ebf-09dcbbc7a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:36.882238 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-f12ba733-632e-4fd6-9ebf-09dcbbc7a70a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2312140
Nov 27 21:02:36.891709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4004abc40>, [{'id': '97b33a84-efb0-438d-acae-c18088429acc', 'name': 'tempest-snat-router-1504112489', 'tenant_id': '85921763e45844afa1280d7cde0cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': False}, 'gw_port_id': 'c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:34Z', 'revision_number': 3, 'project_id': '85921763e45844afa1280d7cde0cf668', 'gw_port': {'id': 'c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b33a84-efb0-438d-acae-c18088429acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:32Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:36.937209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Checking router: 97b33a84-efb0-438d-acae-c18088429acc for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:36.937562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Updating router 97b33a84-efb0-438d-acae-c18088429acc port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:36.942271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3df554-a06c-46a3-a653-33f6716e2134 None None] Network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:36.961752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52838) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:36.962273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3d0d0d22-821e-4a98-9894-0c089d7b9b28 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/routers/97b33a84-efb0-438d-acae-c18088429acc HTTP/1.1" status: 200  len: 908 time: 0.4227316
Nov 27 21:02:36.968068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1504112489', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': True}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:36.980645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 9931bdbe-ced9-4849-97be-5ebfe2df21ea is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:36.986522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:37.002971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221b49f-bfca-4d35-bbda-c28c03f76594 req-3a60d75a-aa4d-4dbc-93e3-8a18a1a85352 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:37.005021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d221b49f-bfca-4d35-bbda-c28c03f76594 req-3a60d75a-aa4d-4dbc-93e3-8a18a1a85352 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.2291572
Nov 27 21:02:37.028282 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.064917 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.066645 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.094556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-425a77de-6c7f-4a4e-818e-5584595f5bdb None None] Provisioning complete for port 24d0a126-bec3-404b-9a60-2059da88acd2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:37.094932 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-425a77de-6c7f-4a4e-818e-5584595f5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.117867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d221b49f-bfca-4d35-bbda-c28c03f76594 req-b67cc6e6-987f-4434-9082-8f28c7f38349 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013951
Nov 27 21:02:37.133964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:37.142318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:37.195899 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.206472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:37.288427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-b6df5acb-08a5-4b17-a293-6fe448093607 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3625903
Nov 27 21:02:37.377188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-425a77de-6c7f-4a4e-818e-5584595f5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.481622 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.494872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:37.504262 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4c87fc4e-2a0a-4556-8f01-c5a929004551 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2833698
Nov 27 21:02:37.505211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52840) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:37.511092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-308134815'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:37.513309 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:37.520814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b49f3-e620-4317-924d-df499c3d7f47 None None] Network 9931bdbe-ced9-4849-97be-5ebfe2df21ea requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:37.543551 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:37.546138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-425a77de-6c7f-4a4e-818e-5584595f5bdb None None] For port 24d0a126-bec3-404b-9a60-2059da88acd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24d0a126-bec3-404b-9a60-2059da88acd2,segment=NetworkSegment(52957703-590b-4ce6-b44f-c7bfd123ab01),segment_id=52957703-590b-4ce6-b44f-c7bfd123ab01)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:37.548808 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:37.589912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:37.593906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.598813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 24d0a126-bec3-404b-9a60-2059da88acd2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:37.653268 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-425a77de-6c7f-4a4e-818e-5584595f5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.884244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a77de-6c7f-4a4e-818e-5584595f5bdb None None] Pushing event updated for resources: {'Port': ['ID=24d0a126-bec3-404b-9a60-2059da88acd2,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:37.942384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2f09f427-3ec3-4b68-8b55-35de2c811a87 None None] Provisioning complete for port eb4f08ae-c87a-4172-84e1-fb212746345c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:37.943198 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:37.943569 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2f09f427-3ec3-4b68-8b55-35de2c811a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:37.966205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 24d0a126-bec3-404b-9a60-2059da88acd2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:37.966898 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.025629 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-16a09fbc-ba98-429b-8afa-f34b730c3213 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7231431
Nov 27 21:02:38.031474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:38.088325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-0f7e7db8-ab52-4a53-a013-cddcb27b22d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 HTTP/1.1" status: 200  len: 217 time: 0.0544672
Nov 27 21:02:38.119793 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.202101 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.212158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-4ce892dc-aa69-4bb3-9127-d6ee9b76deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:38.219509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-4ce892dc-aa69-4bb3-9127-d6ee9b76deda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0914145
Nov 27 21:02:38.222462 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.291947 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c2d60>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:36Z', 'revision_number': 3, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:36Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:38.322460 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:38.323313 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Updating router 2d008eb0-cc23-41fe-ab03-7569316f8238 port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:38.357431 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.359978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:38.375748 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.376561 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added segment 861ec298-362a-4be6-9df3-f59e59071b18 of type vlan for network 61b05617-2376-41d1-a45a-d464f9470b1d
Nov 27 21:02:38.388081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:38.404302 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-df79efef-c47c-4e84-ab15-f59e5f72d03c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5398078
Nov 27 21:02:38.406734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52848) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:38.413138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'network': {'name': 'tempest-RoutersTest-242521457'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:38.439120 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.445194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-44552fb0-c1f8-405d-ba66-572c68a90597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:38.447150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-44552fb0-c1f8-405d-ba66-572c68a90597 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1625278
Nov 27 21:02:38.458270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28212000-e22a-43bc-8fe3-2b65580c906f req-ababb865-6005-441c-8505-0aa4be88aefd tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:38.468583 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28212000-e22a-43bc-8fe3-2b65580c906f req-ababb865-6005-441c-8505-0aa4be88aefd tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1734834
Nov 27 21:02:38.490515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:38.495449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.503399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e904fb-8d26-402a-9bcb-6e6388967756 req-dfdd3d39-7e09-47fb-be88-7cb054710ac7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:38.511388 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15e904fb-8d26-402a-9bcb-6e6388967756 req-dfdd3d39-7e09-47fb-be88-7cb054710ac7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 945 time: 0.2467885
Nov 27 21:02:38.538124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:38.551424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.559389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:38.560170 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.579117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2ee0a-ee8d-440b-a11e-d5d6eaecc9e6 None None] Pushing event updated for resources: {'Port': ['ID=c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:38.605307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247f20f-40ea-40ae-af9a-9ab3b46600ce None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:38.607874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Attempting to bind port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:38.608331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Attempting to bind port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:38.608818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Attempting to bind port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:38.623061 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28212000-e22a-43bc-8fe3-2b65580c906f req-62f5ecc4-f19f-45f2-9271-21656622453c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531961
Nov 27 21:02:38.632078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:38.663396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.663747 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added segment c1b6641c-08dd-4bdd-81e0-27330799b2ed of type vlan for network 56f31914-24db-4708-bb0e-becf36039b8f
Nov 27 21:02:38.674529 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-5d581cd1-e679-424a-a83f-a727871f0d1b service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959496
Nov 27 21:02:38.678478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:38.679001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:38.679609 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.680108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:38.680762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Bound port: c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:38.681262 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.685388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Network': ['ID=61b05617-2376-41d1-a45a-d464f9470b1d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:38.700204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bb99d9a3-fc5b-457a-ab5b-413faac92735 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1907687
Nov 27 21:02:38.702895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52850) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:38.708117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'subnet': {'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:38.721846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.748993 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2f09f427-3ec3-4b68-8b55-35de2c811a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.768941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 61b05617-2376-41d1-a45a-d464f9470b1d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:38.789792 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.798525 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.807569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15e904fb-8d26-402a-9bcb-6e6388967756 req-eb730a28-3bdc-419f-8c9c-be3608c57028 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2947752
Nov 27 21:02:38.846073 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.848761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:38.849557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7193d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:38.860328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:38.862353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.866803 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83179cb-d8ac-4b2b-baf1-e15627740617 None None] Pushing event updated for resources: {'Port': ['ID=9bac25cc-a0a9-4f83-b707-e2f5cf4aff06,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:38.890831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-709f268f-23e9-40cc-acbc-b0f1eca73e8d service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405432
Nov 27 21:02:38.897029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.920957 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.931454 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Attempting to bind port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:38.931872 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Attempting to bind port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '904b3120-148e-47eb-96dc-02cd867eab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:38.932418 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Attempting to bind port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 on network 9931bdbe-ced9-4849-97be-5ebfe2df21ea {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:38.938228 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:38.938644 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Checking segment: {'id': '904b3120-148e-47eb-96dc-02cd867eab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:38.939120 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.939634 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Bound using segment: {'id': '904b3120-148e-47eb-96dc-02cd867eab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:38.940120 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Bound port: 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904b3120-148e-47eb-96dc-02cd867eab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:38.940508 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:38.971314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2f09f427-3ec3-4b68-8b55-35de2c811a87 None None] For port eb4f08ae-c87a-4172-84e1-fb212746345c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4f08ae-c87a-4172-84e1-fb212746345c,segment=NetworkSegment(904b3120-148e-47eb-96dc-02cd867eab0f),segment_id=904b3120-148e-47eb-96dc-02cd867eab0f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:38.988223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Network': ['ID=56f31914-24db-4708-bb0e-becf36039b8f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:39.022770 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-b0dfd224-2a60-4f92-b6ae-60be2c3c0ace service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8 HTTP/1.1" status: 200  len: 217 time: 0.1103609
Nov 27 21:02:39.033880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b69ab59a-1efd-4941-a1aa-795fa3973d54 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6258035
Nov 27 21:02:39.034605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52852) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:39.042615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'subnet': {'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:39.051782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2f09f427-3ec3-4b68-8b55-35de2c811a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:39.055286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 56f31914-24db-4708-bb0e-becf36039b8f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:39.104330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-1fc18a78-ce57-48db-9ce3-f1fb537547a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:39.107103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-1fc18a78-ce57-48db-9ce3-f1fb537547a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0714390
Nov 27 21:02:39.110338 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] For port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:39.113886 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] For port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bac25cc-a0a9-4f83-b707-e2f5cf4aff06,segment=NetworkSegment(904b3120-148e-47eb-96dc-02cd867eab0f),segment_id=904b3120-148e-47eb-96dc-02cd867eab0f)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:39.122335 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:39.192635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device eb4f08ae-c87a-4172-84e1-fb212746345c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:39.202145 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83179cb-d8ac-4b2b-baf1-e15627740617 None None] Pushing event updated for resources: {'Port': ['ID=9bac25cc-a0a9-4f83-b707-e2f5cf4aff06,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:39.206753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-8ea0ef1d-39c2-44a2-ba1f-f287f60574cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:39.208346 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-8ea0ef1d-39c2-44a2-ba1f-f287f60574cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0934637
Nov 27 21:02:39.224513 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:39.225607 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:39.258212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:39.261864 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:39.282393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] For port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:39.352345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] For port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:39.353898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:39.370737 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:39.383392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-f749c276-092f-4dfb-87e5-28295e7964bc service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660652
Nov 27 21:02:39.391821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Allocated IP 172.35.3.152 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/958ccfa8-f930-4d95-bc18-07fd27345140) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:39.405770 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:39.420520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Provisioning complete for port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:39.420905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:39.437222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09f427-3ec3-4b68-8b55-35de2c811a87 None None] Pushing event updated for resources: {'Port': ['ID=eb4f08ae-c87a-4172-84e1-fb212746345c,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:39.514797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:39.525856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:39.587608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-2a982e21-8c83-46f1-9c5e-beabb3a0cb1f service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908019
Nov 27 21:02:39.660592 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c2d60>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:36Z', 'revision_number': 3, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:39Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:39.670783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a370044-7ae2-4336-a6a5-e9bf980b94b1 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:39.702166 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-f7c507e8-473d-492b-959c-ec92c3b0babe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406 HTTP/1.1" status: 200  len: 217 time: 0.1054275
Nov 27 21:02:39.705763 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9483a6f-9716-4df2-8953-2240b54eda82 None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:36Z', 'revision_number': 3, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:39Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:39.737816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Routers {'97b33a84-efb0-438d-acae-c18088429acc'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:39.739051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4004abc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['97b33a84-efb0-438d-acae-c18088429acc'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:39.796689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-f78bf570-8cdd-44d2-82f8-452a88a8f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:39.797524 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-f78bf570-8cdd-44d2-82f8-452a88a8f929 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.0883167
Nov 27 21:02:39.889134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-552234ac-1ef4-41c7-957c-9e3dbbe94252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:39.890972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-552234ac-1ef4-41c7-957c-9e3dbbe94252 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0854409
Nov 27 21:02:39.955713 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:39.990364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2ee0a-ee8d-440b-a11e-d5d6eaecc9e6 None None] Pushing event updated for resources: {'Port': ['ID=c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:39.999644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port eb4f08ae-c87a-4172-84e1-fb212746345c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:40.000031 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.076259 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-34c180f4-6777-4206-92df-7d38d84ed537 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759877
Nov 27 21:02:40.096154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.150367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.165040 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.177632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] Set router 97b33a84-efb0-438d-acae-c18088429acc gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:40.223593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Subnet': ['ID=45c2121b-fc0c-4bc3-8f17-45729a6797ec,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:40.234988 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.254386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.279203 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-944bd0b6-b7ae-4b8b-b1f1-a061dae5fa89 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1891768
Nov 27 21:02:40.319502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2128-985c-41e0-af3a-8f7a55f1d4b5 req-62ab23e8-db73-4f45-9c5f-ce9fda028b02 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:40.321082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1bbb2128-985c-41e0-af3a-8f7a55f1d4b5 req-62ab23e8-db73-4f45-9c5f-ce9fda028b02 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 945 time: 0.2438142
Nov 27 21:02:40.322532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] For port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:40.348856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.408067 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.408842 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-c0ab27e5-80c4-4a11-a967-39456e8cd393 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39 HTTP/1.1" status: 200  len: 217 time: 0.1227379
Nov 27 21:02:40.427198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:40.442802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a546-fcb7-48c6-bea9-90d3f856356a req-3e971d56-6d24-4ce4-a1f2-9a3bee83dc5c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:40.444683 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dae2a546-fcb7-48c6-bea9-90d3f856356a req-3e971d56-6d24-4ce4-a1f2-9a3bee83dc5c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.6889174
Nov 27 21:02:40.445870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:40.461720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Checking segment: {'id': '861ec298-362a-4be6-9df3-f59e59071b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:40.462109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network hostable DHCP agents. Network: 61b05617-2376-41d1-a45a-d464f9470b1d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:40.481864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:40.482127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b16dc-8a5a-4ece-b788-0d1ea4164e06 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:40.484048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Provisioning complete for port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:40.484199 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.566870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:40.577486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-63f877cf-ea59-46c0-9acc-59b4277bbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:40.579916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-63f877cf-ea59-46c0-9acc-59b4277bbf06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.1231287
Nov 27 21:02:40.581771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dae2a546-fcb7-48c6-bea9-90d3f856356a req-59464f58-4613-4230-b213-1f5ac382fa5f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866799
Nov 27 21:02:40.623237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Pushing event updated for resources: {'Port': ['ID=c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:40.657312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Provisioning complete for port 24d0a126-bec3-404b-9a60-2059da88acd2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:40.658156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f95bf25-86cc-4519-befe-a84d6eb59d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.659165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Subnet': ['ID=dd18d843-0a09-4c30-a1a0-cb95d4876243,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:40.662264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event updated for resources: {'Port': ['ID=958ccfa8-f930-4d95-bc18-07fd27345140,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:40.688439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 61b05617-2376-41d1-a45a-d464f9470b1d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:40.754973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7193d0>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:35Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:36Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:40.791324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1bbb2128-985c-41e0-af3a-8f7a55f1d4b5 req-b5a65650-cb14-463d-9ac6-efa5b50f4d08 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4148166
Nov 27 21:02:40.792055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61b05617-2376-41d1-a45a-d464f9470b1d) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:40.812425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-7aa89d1f-9bf6-4749-9769-d6449664d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:40.814192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-7aa89d1f-9bf6-4749-9769-d6449664d6f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1946845
Nov 27 21:02:40.821003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Checking segment: {'id': 'c1b6641c-08dd-4bdd-81e0-27330799b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:40.821374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network hostable DHCP agents. Network: 56f31914-24db-4708-bb0e-becf36039b8f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:40.831554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:40.832161 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:40.909504 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-653fc25d-867a-47b9-a5ac-b5d525c013a6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.2052102
Nov 27 21:02:40.912638 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52864) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:40.943536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-bd3472cb-ceeb-4b5f-bbd3-01d73a6e0bcb service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1187959
Nov 27 21:02:40.966310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 56f31914-24db-4708-bb0e-becf36039b8f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:41.003650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56f31914-24db-4708-bb0e-becf36039b8f) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:41.022515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:41.023157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:41.053803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c7cd4359-c3f1-4978-8419-25f79b26bdbe tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0157740
Nov 27 21:02:41.054567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52868) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:41.084633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64af46d-2a03-4979-8b53-53f7822da282 None None] Network 61b05617-2376-41d1-a45a-d464f9470b1d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:41.087273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device eb4f08ae-c87a-4172-84e1-fb212746345c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:41.089064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50025193-f975-448e-8401-82b3fc992e6c None None] Network 56f31914-24db-4708-bb0e-becf36039b8f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:41.098724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:41.099239 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Updating router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:41.205669 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dcf76d2-f876-4e3e-a3a4-bce5d2e4c873 req-43fa8838-a2c1-442c-88f9-39e4f505ad46 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2503660
Nov 27 21:02:41.248856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:41.287660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a5d69-b1fb-4440-8346-5b35535fd284 req-7ab04f8e-a433-4ade-a8e7-944dffd7d8e3 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:41.298135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-269a5d69-b1fb-4440-8346-5b35535fd284 req-7ab04f8e-a433-4ade-a8e7-944dffd7d8e3 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 945 time: 0.1933329
Nov 27 21:02:41.409659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-269a5d69-b1fb-4440-8346-5b35535fd284 req-2ad1319e-0a59-485c-9773-fe052c6cd3b9 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098993
Nov 27 21:02:41.416860 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:41.523278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port eb4f08ae-c87a-4172-84e1-fb212746345c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:41.524118 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:41.528691 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-934669c1-667f-4a4e-9455-78a2b07f8817 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1608691
Nov 27 21:02:41.551863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:41.554712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4004abc40>, [{'id': '97b33a84-efb0-438d-acae-c18088429acc', 'name': 'tempest-snat-router-1504112489', 'tenant_id': '85921763e45844afa1280d7cde0cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': False}, 'gw_port_id': 'c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:34Z', 'revision_number': 3, 'project_id': '85921763e45844afa1280d7cde0cf668', 'gw_port': {'id': 'c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b33a84-efb0-438d-acae-c18088429acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:32Z', 'updated_at': '2021-11-27T21:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:41.640306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05b020-8304-4727-bdea-16bdf68e5c15 None None] The sync data for ids ['97b33a84-efb0-438d-acae-c18088429acc'] in ncdv-master-1 is: [{'id': '97b33a84-efb0-438d-acae-c18088429acc', 'name': 'tempest-snat-router-1504112489', 'tenant_id': '85921763e45844afa1280d7cde0cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81'}], 'enable_snat': False}, 'gw_port_id': 'c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:34Z', 'revision_number': 3, 'project_id': '85921763e45844afa1280d7cde0cf668', 'gw_port': {'id': 'c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b33a84-efb0-438d-acae-c18088429acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:32Z', 'updated_at': '2021-11-27T21:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:41.663196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Provisioning complete for port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:41.663791 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:41.688643 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:41.762159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-61b05617-2376-41d1-a45a-d464f9470b1d', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:41.763214 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:41.769461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-b7303230-d12a-4b6f-a50e-133ceb4b2016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:41.770994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-b7303230-d12a-4b6f-a50e-133ceb4b2016 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 1097 time: 0.2074137
Nov 27 21:02:41.825476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-56f31914-24db-4708-bb0e-becf36039b8f', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:41.826356 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.107330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 24d0a126-bec3-404b-9a60-2059da88acd2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:42.138200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.21.0.1 (56f31914-24db-4708-bb0e-becf36039b8f/dd18d843-0a09-4c30-a1a0-cb95d4876243/50a3423d-a13a-4ba9-8425-ebff91572e95) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:42.286088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Allocated IP 2001:db8:2::2 (61b05617-2376-41d1-a45a-d464f9470b1d/45c2121b-fc0c-4bc3-8f17-45729a6797ec/7d3bdfe4-5883-45e7-a9af-73512ded41ce) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:42.300055 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.317010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Provisioning complete for port 958ccfa8-f930-4d95-bc18-07fd27345140 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:42.317385 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.321975 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.349562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.367043 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.396141 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.412426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 56f31914-24db-4708-bb0e-becf36039b8f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:42.416098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:42.422088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:42.444235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 24d0a126-bec3-404b-9a60-2059da88acd2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:42.445176 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.477426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=50a3423d-a13a-4ba9-8425-ebff91572e95,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:42.493615 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.550447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Port 958ccfa8-f930-4d95-bc18-07fd27345140 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:42.584223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a29d5-b380-4c2f-9589-3b4266cecfc6 req-5a9f2c14-7e47-4e82-a046-1be5f76d8bf1 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:42.594428 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e5a29d5-b380-4c2f-9589-3b4266cecfc6 req-5a9f2c14-7e47-4e82-a046-1be5f76d8bf1 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.8217049
Nov 27 21:02:42.603936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cd8a9-565a-4ed9-bad2-9b0ccd982b6a None None] Pushing event updated for resources: {'Port': ['ID=fdb2b857-9f2c-4c19-a5c8-d37dd249a13e,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:42.617524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Allocated IP 172.21.0.2 (56f31914-24db-4708-bb0e-becf36039b8f/dd18d843-0a09-4c30-a1a0-cb95d4876243/2a0b9a21-521f-4535-af59-bd04dda15658) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:42.698249 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d8892-a7b6-4929-b820-b0a14a8fed12 req-995330c4-f9db-4fca-95e9-786065f16efa tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:42.702397 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d83d8892-a7b6-4929-b820-b0a14a8fed12 req-995330c4-f9db-4fca-95e9-786065f16efa tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 945 time: 0.1606452
Nov 27 21:02:42.723671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Provisioning complete for port eb4f08ae-c87a-4172-84e1-fb212746345c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:42.724173 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.742514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Attempting to bind port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:42.742904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Attempting to bind port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52957703-590b-4ce6-b44f-c7bfd123ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:42.743300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Attempting to bind port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e on network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:42.795520 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.825535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-0048e2f1-fae0-447d-8250-4f4b63cec2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:42.827058 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-0048e2f1-fae0-447d-8250-4f4b63cec2f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 912 time: 0.5991354
Nov 27 21:02:42.849066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ddedf-628d-4624-a462-79ee32764fac req-37c974e0-e441-46b8-80b9-10c6b462b870 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:42.851114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-185ddedf-628d-4624-a462-79ee32764fac req-37c974e0-e441-46b8-80b9-10c6b462b870 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 945 time: 0.3105755
Nov 27 21:02:42.861866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:42.862478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Checking segment: {'id': '52957703-590b-4ce6-b44f-c7bfd123ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:42.864289 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.864709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Bound using segment: {'id': '52957703-590b-4ce6-b44f-c7bfd123ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:42.865211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Bound port: fdb2b857-9f2c-4c19-a5c8-d37dd249a13e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52957703-590b-4ce6-b44f-c7bfd123ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:42.865604 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:42.939180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e5a29d5-b380-4c2f-9589-3b4266cecfc6 req-9b4f409a-2457-494f-93b8-6cc651922c71 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432868
Nov 27 21:02:42.940517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-37c414d5-792c-4293-b4fd-3ca27336c82b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c2deae-bff9-4c9d-98be-596ea79c1679 HTTP/1.1" status: 200  len: 217 time: 0.0482898
Nov 27 21:02:43.028129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-15a8e5c1-c41b-4cac-a212-e7d33e8c4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:43.029712 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-15a8e5c1-c41b-4cac-a212-e7d33e8c4317 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 HTTP/1.1" status: 200  len: 851 time: 0.0811129
Nov 27 21:02:43.076616 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-62996c4e-2f1a-4553-9465-096ddce88b0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362589
Nov 27 21:02:43.077150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Router 97a78355-3d19-4a70-bef2-ee1935eca32f is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:43.148564 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.170284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:43.237766 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.246611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d83d8892-a7b6-4929-b820-b0a14a8fed12 req-7a17f661-1451-4493-aff7-87abed36f780 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5355244
Nov 27 21:02:43.338302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 2001:db8:2::1 (61b05617-2376-41d1-a45a-d464f9470b1d/45c2121b-fc0c-4bc3-8f17-45729a6797ec/3645102e-b4ea-40db-9c2f-90294cc6e410) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:43.352242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:43.368018 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Sync routers for ids ['97a78355-3d19-4a70-bef2-ee1935eca32f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:43.384587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-69116523-18ee-441f-aa92-b20ee8c1af3a service neutron] 10.222.0.15 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2995455
Nov 27 21:02:43.391512 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Routers {'97a78355-3d19-4a70-bef2-ee1935eca32f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:43.392088 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.392575 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9cee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['97a78355-3d19-4a70-bef2-ee1935eca32f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:43.396177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1a0fe017-a5ab-4bd4-ab09-6f9003d92f23 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 6.4308567
Nov 27 21:02:43.401322 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52880) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:43.412019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Network 61b05617-2376-41d1-a45a-d464f9470b1d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:43.416417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-185ddedf-628d-4624-a462-79ee32764fac req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Deleting port a229f58b-d847-4887-a5bf-89543c33aa82 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:43.416758 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-185ddedf-628d-4624-a462-79ee32764fac req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.418175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:43.426215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:43.477512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.515272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] For port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:43.526042 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.536637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Pushing event updated for resources: {'Port': ['ID=7d3bdfe4-5883-45e7-a9af-73512ded41ce,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:43.591681 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Set router 97a78355-3d19-4a70-bef2-ee1935eca32f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:43.611400 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f910f7e-7572-43e0-aa71-56f94d1d3f31 req-c277df8f-e074-4030-9201-598619a29c59 service neutron] 10.222.0.15 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2156813
Nov 27 21:02:43.617814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.622360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-185ddedf-628d-4624-a462-79ee32764fac req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] For port a229f58b-d847-4887-a5bf-89543c33aa82, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a229f58b-d847-4887-a5bf-89543c33aa82,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:43.623099 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-185ddedf-628d-4624-a462-79ee32764fac req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.657143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-185ddedf-628d-4624-a462-79ee32764fac req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Calling delete_port for a229f58b-d847-4887-a5bf-89543c33aa82 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:43.664171 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bc1501f5-6f0b-400a-8bd7-3448c8f23001 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/routers/97a78355-3d19-4a70-bef2-ee1935eca32f HTTP/1.1" status: 200  len: 908 time: 0.2617600
Nov 27 21:02:43.666342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.669859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52882) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:43.673934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] For port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb2b857-9f2c-4c19-a5c8-d37dd249a13e,segment=NetworkSegment(52957703-590b-4ce6-b44f-c7bfd123ab01),segment_id=52957703-590b-4ce6-b44f-c7bfd123ab01)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:43.682349 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.682778 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.704763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:43.705143 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.707824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Pushing event updated for resources: {'Port': ['ID=2a0b9a21-521f-4535-af59-bd04dda15658,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:43.712986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Attempting to bind port 7d3bdfe4-5883-45e7-a9af-73512ded41ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:43.713544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Attempting to bind port 7d3bdfe4-5883-45e7-a9af-73512ded41ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '861ec298-362a-4be6-9df3-f59e59071b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:43.713786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Attempting to bind port 7d3bdfe4-5883-45e7-a9af-73512ded41ce on network 61b05617-2376-41d1-a45a-d464f9470b1d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:43.772107 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.778646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Network 56f31914-24db-4708-bb0e-becf36039b8f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:43.815977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.821159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 61b05617-2376-41d1-a45a-d464f9470b1d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:43.823239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=3645102e-b4ea-40db-9c2f-90294cc6e410,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:43.826507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=50a3423d-a13a-4ba9-8425-ebff91572e95,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:43.836838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cd8a9-565a-4ed9-bad2-9b0ccd982b6a None None] Pushing event updated for resources: {'Port': ['ID=fdb2b857-9f2c-4c19-a5c8-d37dd249a13e,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:43.850042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:43.852657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:43.856293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:43.856773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:43.856923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Checking segment: {'id': '861ec298-362a-4be6-9df3-f59e59071b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:43.857197 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.857412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.857736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Bound using segment: {'id': '861ec298-362a-4be6-9df3-f59e59071b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:43.858238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Bound port: 7d3bdfe4-5883-45e7-a9af-73512ded41ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861ec298-362a-4be6-9df3-f59e59071b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:43.858691 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.862824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:43.868195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Provisioning complete for port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:43.868579 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:43.968903 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9cee50>, [{'id': '97a78355-3d19-4a70-bef2-ee1935eca32f', 'name': 'tempest-snat-router-1504112489', 'tenant_id': '85921763e45844afa1280d7cde0cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.152'}], 'enable_snat': True}, 'gw_port_id': '958ccfa8-f930-4d95-bc18-07fd27345140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:37Z', 'updated_at': '2021-11-27T21:02:41Z', 'revision_number': 3, 'project_id': '85921763e45844afa1280d7cde0cf668', 'gw_port': {'id': '958ccfa8-f930-4d95-bc18-07fd27345140', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a78355-3d19-4a70-bef2-ee1935eca32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:38Z', 'updated_at': '2021-11-27T21:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:44.003821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.034715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:44.038259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7193d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:44.060109 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Checking router: 97a78355-3d19-4a70-bef2-ee1935eca32f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:44.060491 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Updating router 97a78355-3d19-4a70-bef2-ee1935eca32f port 958ccfa8-f930-4d95-bc18-07fd27345140 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:44.114852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Attempting to bind port 2a0b9a21-521f-4535-af59-bd04dda15658 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:44.115240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Attempting to bind port 2a0b9a21-521f-4535-af59-bd04dda15658 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1b6641c-08dd-4bdd-81e0-27330799b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:44.115627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Attempting to bind port 2a0b9a21-521f-4535-af59-bd04dda15658 on network 56f31914-24db-4708-bb0e-becf36039b8f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:44.121073 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.122399 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-185ddedf-628d-4624-a462-79ee32764fac req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.189582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.247392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Pushing event deleted for resources: {'Port': ['ID=a229f58b-d847-4887-a5bf-89543c33aa82,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:44.309750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 56f31914-24db-4708-bb0e-becf36039b8f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:44.365409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['a229f58b-d847-4887-a5bf-89543c33aa82'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:02:44.365641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-185ddedf-628d-4624-a462-79ee32764fac req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] No DVR routers for this DVR port a229f58b-d847-4887-a5bf-89543c33aa82 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:02:44.368209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['d3d58283-44aa-49b4-8ef5-5f49cb82acda'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:02:44.378961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4babef-76cf-4412-8ecd-8c37e252f0e0 req-c41f12ae-fc66-4817-9eab-6f32a83cd9c7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:44.387384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:44.390441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c4babef-76cf-4412-8ecd-8c37e252f0e0 req-c41f12ae-fc66-4817-9eab-6f32a83cd9c7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.2936964
Nov 27 21:02:44.398892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-185ddedf-628d-4624-a462-79ee32764fac req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.428313 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-185ddedf-628d-4624-a462-79ee32764fac req-2e22ee50-ceb5-4c0c-a75a-e96e0fb07cb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.15 "DELETE /v2.0/ports/a229f58b-d847-4887-a5bf-89543c33aa82 HTTP/1.1" status: 204  len: 173 time: 1.5623305
Nov 27 21:02:44.428999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb676012-35b4-4211-8697-7e40e308bf9a', 'name': 'network-vif-deleted', 'tag': 'a229f58b-d847-4887-a5bf-89543c33aa82'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:02:44.431967 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cd2557-941e-4a82-8c64-2b651ddeb184" -d '{"events": [{"server_uuid": "bb676012-35b4-4211-8697-7e40e308bf9a", "name": "network-vif-deleted", "tag": "a229f58b-d847-4887-a5bf-89543c33aa82"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:02:44.478749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:44.479203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Checking segment: {'id': 'c1b6641c-08dd-4bdd-81e0-27330799b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:44.479598 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.480568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Bound using segment: {'id': 'c1b6641c-08dd-4bdd-81e0-27330799b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:44.481017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Bound port: 2a0b9a21-521f-4535-af59-bd04dda15658, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b6641c-08dd-4bdd-81e0-27330799b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:44.481404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.545744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:44.565758 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.606512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c4babef-76cf-4412-8ecd-8c37e252f0e0 req-db41d9cd-a7a7-4777-84c6-473edd325fe4 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099836
Nov 27 21:02:44.662901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85205760-b30b-4c75-8e90-fb76e66ce52d req-bdd3fc67-8197-4a0c-b92d-5e6d0f3c0b59 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb676012-35b4-4211-8697-7e40e308bf9a HTTP/1.1" status: 200  len: 210 time: 0.0906210
Nov 27 21:02:44.720288 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0534f50-c9f4-49b5-8279-d094e2896f41 x-openstack-request-id: req-f0534f50-c9f4-49b5-8279-d094e2896f41 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:02:44.720693 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb676012-35b4-4211-8697-7e40e308bf9a", "name": "network-vif-deleted", "tag": "a229f58b-d847-4887-a5bf-89543c33aa82", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:02:44.721159 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0534f50-c9f4-49b5-8279-d094e2896f41 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:02:44.721647 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb676012-35b4-4211-8697-7e40e308bf9a', 'name': 'network-vif-deleted', 'tag': 'a229f58b-d847-4887-a5bf-89543c33aa82', 'status': 'completed', 'code': 200}
Nov 27 21:02:44.723640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:44.749252 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.765170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] For port 7d3bdfe4-5883-45e7-a9af-73512ded41ce, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:44.807472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] For port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bac25cc-a0a9-4f83-b707-e2f5cf4aff06,segment=NetworkSegment(904b3120-148e-47eb-96dc-02cd867eab0f),segment_id=904b3120-148e-47eb-96dc-02cd867eab0f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:44.809059 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.844668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Deleting port 958ccfa8-f930-4d95-bc18-07fd27345140 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:44.846101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.866077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:44.869546 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.881268 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b3db0947-b8ee-4aa7-9f81-447fe5468d5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8191741
Nov 27 21:02:44.882561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52894) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:44.894330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'network': {'name': 'tempest-RoutersTest-1937622061'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:44.951556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:44.955421 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.956295 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.965158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] For port 7d3bdfe4-5883-45e7-a9af-73512ded41ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d3bdfe4-5883-45e7-a9af-73512ded41ce,segment=NetworkSegment(861ec298-362a-4be6-9df3-f59e59071b18),segment_id=861ec298-362a-4be6-9df3-f59e59071b18)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:44.967538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.968953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.972413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9e380-2460-46f3-b0bc-881bad2e91d4 None None] Pushing event updated for resources: {'Port': ['ID=9bac25cc-a0a9-4f83-b707-e2f5cf4aff06,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:44.975096 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:44.989078 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.015112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:45.037801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.038172 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added segment 22f36fba-5e24-410d-addd-d8937395acd2 of type vlan for network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c
Nov 27 21:02:45.056132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] For port 2a0b9a21-521f-4535-af59-bd04dda15658, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:45.060249 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] For port 2a0b9a21-521f-4535-af59-bd04dda15658, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a0b9a21-521f-4535-af59-bd04dda15658,segment=NetworkSegment(c1b6641c-08dd-4bdd-81e0-27330799b2ed),segment_id=c1b6641c-08dd-4bdd-81e0-27330799b2ed)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:45.069298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.087965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1907c090-1b08-4a74-b2d7-c2a4bd73d31b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:45.101988 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Attempting to bind port 958ccfa8-f930-4d95-bc18-07fd27345140 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:45.102681 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Attempting to bind port 958ccfa8-f930-4d95-bc18-07fd27345140 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:45.103228 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Attempting to bind port 958ccfa8-f930-4d95-bc18-07fd27345140 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:45.109821 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60077a-6104-43f6-9050-14e378dc46e6 None None] Pushing event updated for resources: {'Port': ['ID=958ccfa8-f930-4d95-bc18-07fd27345140,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:45.111111 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.113813 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:45.114571 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:45.115033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.115463 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.116135 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:45.117300 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Bound port: 958ccfa8-f930-4d95-bc18-07fd27345140, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:45.119100 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.130999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.147534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Calling delete_port for 958ccfa8-f930-4d95-bc18-07fd27345140 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:45.166254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=3645102e-b4ea-40db-9c2f-90294cc6e410,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:45.170499 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.176181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4db183d4-dd70-4890-a620-e6eec903c3e3 None None] Provisioning complete for port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:45.176984 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4db183d4-dd70-4890-a620-e6eec903c3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.181870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:45.182756 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.204125 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] For port 958ccfa8-f930-4d95-bc18-07fd27345140, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:45.207928 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] For port 958ccfa8-f930-4d95-bc18-07fd27345140, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=958ccfa8-f930-4d95-bc18-07fd27345140,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:45.216729 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.264813 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3810837
Nov 27 21:02:45.268100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52898) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:45.281802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9642f3-c784-4f42-a6ab-7488e4343dcf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Network': ['ID=550f97b3-3ab8-4795-b1ff-57144ba1fc2c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:45.301136 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Routers {'97a78355-3d19-4a70-bef2-ee1935eca32f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:45.301935 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9cee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['97a78355-3d19-4a70-bef2-ee1935eca32f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:45.305436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'subnet': {'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:45.331967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:45.337229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 61b05617-2376-41d1-a45a-d464f9470b1d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:45.352975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:45.374179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b4d2f3-2827-45e0-9589-67f3bf3571c7 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:45.408765 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] Set router 97a78355-3d19-4a70-bef2-ee1935eca32f gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:45.491631 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9cee50>, [{'id': '97a78355-3d19-4a70-bef2-ee1935eca32f', 'name': 'tempest-snat-router-1504112489', 'tenant_id': '85921763e45844afa1280d7cde0cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:37Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 4, 'project_id': '85921763e45844afa1280d7cde0cf668', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:45.509671 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:02:45.509671 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:02:45.523213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270276a-6201-457c-8afc-c7ef642f2346 None None] Pushing event updated for resources: {'Port': ['ID=7d3bdfe4-5883-45e7-a9af-73512ded41ce,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:45.544446 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f02b9-ed26-45ba-9bf6-bf520e37d327 None None] The sync data for ids ['97a78355-3d19-4a70-bef2-ee1935eca32f'] in ncdv-master-1 is: [{'id': '97a78355-3d19-4a70-bef2-ee1935eca32f', 'name': 'tempest-snat-router-1504112489', 'tenant_id': '85921763e45844afa1280d7cde0cf668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:37Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 4, 'project_id': '85921763e45844afa1280d7cde0cf668', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:45.563163 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60077a-6104-43f6-9050-14e378dc46e6 None None] Pushing event updated for resources: {'Port': ['ID=958ccfa8-f930-4d95-bc18-07fd27345140,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:45.653705 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4db183d4-dd70-4890-a620-e6eec903c3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.698091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c2df-7bed-4bd3-894f-07ea115e0bf2 None None] Pushing event updated for resources: {'Port': ['ID=2a0b9a21-521f-4535-af59-bd04dda15658,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:45.784147 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4db183d4-dd70-4890-a620-e6eec903c3e3 None None] For port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb2b857-9f2c-4c19-a5c8-d37dd249a13e,segment=NetworkSegment(52957703-590b-4ce6-b44f-c7bfd123ab01),segment_id=52957703-590b-4ce6-b44f-c7bfd123ab01)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:45.815838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4db183d4-dd70-4890-a620-e6eec903c3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:45.855865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7193d0>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:42Z', 'revision_number': 3, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:43Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:43Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:45.967451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09991-5230-411b-acc3-674cbdb832c2 req-ed132b10-1b5a-4805-b79c-48ec0d8ffaa7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:45.977430 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9b09991-5230-411b-acc3-674cbdb832c2 req-ed132b10-1b5a-4805-b79c-48ec0d8ffaa7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0983331
Nov 27 21:02:46.066782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9b09991-5230-411b-acc3-674cbdb832c2 req-85cd7d9f-47c8-4fde-92b0-28f3bbb59c43 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818536
Nov 27 21:02:46.181472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3943a5-21d4-4675-a27c-e26eec9ab429 None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:42Z', 'revision_number': 3, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:43Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:43Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:46.239974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:46.248525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e2657-8512-4b87-9ccb-0d80699f0b52 req-630f1230-f5f5-443c-a4ce-f7d044bd979e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:46.249004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-aa1caf21-896b-4709-a084-ae4b3904fe0c None None] Provisioning complete for port 958ccfa8-f930-4d95-bc18-07fd27345140 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:46.249387 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa1caf21-896b-4709-a084-ae4b3904fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:46.255040 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:46.256147 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d5e2657-8512-4b87-9ccb-0d80699f0b52 req-630f1230-f5f5-443c-a4ce-f7d044bd979e tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.2263744
Nov 27 21:02:46.269030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:46.272594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:46.309952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db183d4-dd70-4890-a620-e6eec903c3e3 None None] Pushing event updated for resources: {'Port': ['ID=fdb2b857-9f2c-4c19-a5c8-d37dd249a13e,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:46.342835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1123f5-b07f-4c6d-8fbc-e52921bfe61d req-d3032f31-d419-42c4-9c8d-8adf8f725984 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:46.350571 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c1123f5-b07f-4c6d-8fbc-e52921bfe61d req-d3032f31-d419-42c4-9c8d-8adf8f725984 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0862684
Nov 27 21:02:46.411341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c1123f5-b07f-4c6d-8fbc-e52921bfe61d req-81c30bb4-adbd-46df-9636-dba5458bbd1f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555317
Nov 27 21:02:46.426648 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa1caf21-896b-4709-a084-ae4b3904fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:46.450344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:46.603809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event deleted for resources: {'Port': ['ID=958ccfa8-f930-4d95-bc18-07fd27345140,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:46.613443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c8498-2c61-4839-990b-f2b7c4d1fbea None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:46.633511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d5e2657-8512-4b87-9ccb-0d80699f0b52 req-2c3b9fda-3e84-409c-aa60-58baad47a54a tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3763807
Nov 27 21:02:46.733502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:46.737887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2820-ebda-49f9-abde-898238aa80b8 req-34acd762-5bff-412a-9fc4-9da1e4be8217 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:46.749330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49ed2820-ebda-49f9-abde-898238aa80b8 req-34acd762-5bff-412a-9fc4-9da1e4be8217 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0968151
Nov 27 21:02:46.810013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:46.810393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:46.863522 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49ed2820-ebda-49f9-abde-898238aa80b8 req-bdb1ab0b-a580-42c9-8c55-70d35b1b3422 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115177
Nov 27 21:02:46.896652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:46.908385 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:46.911167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:46.916745 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-29f6e739-51f5-4cbe-a9f2-95412bd89731 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0028157
Nov 27 21:02:46.919962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52920) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:46.924311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7d3bdfe4-5883-45e7-a9af-73512ded41ce up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:46.925045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-902033175'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:46.929291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:46.972415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:46.976887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:46.998034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:46.998982 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3fdca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:47.027773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:47.057795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.058804 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added segment 19795a72-070f-4ad2-bff2-bec8a4c1ea78 of type vlan for network 10674e2a-b58c-433a-88f1-46f035881914
Nov 27 21:02:47.146166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.182525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:47.200823 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.210512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.236642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Subnet': ['ID=780f81bd-e0df-4e63-acfe-32297b279086,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:47.245301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.262955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:47.265180 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.299745 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Checking segment: {'id': '22f36fba-5e24-410d-addd-d8937395acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:47.300244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network hostable DHCP agents. Network: 550f97b3-3ab8-4795-b1ff-57144ba1fc2c, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:47.307901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.309283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97a78355-3d19-4a70-bef2-ee1935eca32f {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:47.319977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.321301 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3a690268-478b-43a4-a3cd-6ee44c16a91c tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "DELETE /v2.0/routers/97a78355-3d19-4a70-bef2-ee1935eca32f HTTP/1.1" status: 204  len: 168 time: 3.6502767
Nov 27 21:02:47.325078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52922) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:47.347952 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4268484
Nov 27 21:02:47.352690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52924) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:47.402516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'subnet': {'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:47.440420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:47.492723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5784d2a4-9635-4530-9106-5d4044bfaf4e None None] Network 61b05617-2376-41d1-a45a-d464f9470b1d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:47.542177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 550f97b3-3ab8-4795-b1ff-57144ba1fc2c) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:47.561704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:47.565559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a229f58b-d847-4887-a5bf-89543c33aa82 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:02:47.567286 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.598782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6384aa-7234-4844-86e6-1b561dd58750 None None] Network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:47.670457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c9d42-726d-44e5-9e71-21b40f965274 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Network': ['ID=10674e2a-b58c-433a-88f1-46f035881914,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:47.703368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4b733969-ff39-48bb-a82f-158b95118cdf tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4185507
Nov 27 21:02:47.704443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52936) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:47.712340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.856382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 10674e2a-b58c-433a-88f1-46f035881914 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:47.865952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: a229f58b-d847-4887-a5bf-89543c33aa82 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:02:47.866364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a229f58b-d847-4887-a5bf-89543c33aa82 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:02:47.979104 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:47.990571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7d3bdfe4-5883-45e7-a9af-73512ded41ce triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:47.991128 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.082088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dce3b64d-16aa-4ec8-8525-04e2a35f6b04 None None] Provisioning complete for port 7d3bdfe4-5883-45e7-a9af-73512ded41ce triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:48.082472 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dce3b64d-16aa-4ec8-8525-04e2a35f6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.083029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Deleting port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:48.083472 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.156349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8d105-d071-4722-b3b6-0ed8cd94242b None None] Network 56f31914-24db-4708-bb0e-becf36039b8f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:48.224457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] For port c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:48.225177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.241316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Calling delete_port for c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:48.282805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef96a56-8680-43ce-833d-ab3d92e496e1 req-105d27c5-fdc8-471c-8317-8e9ec4c88366 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:48.302562 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7ef96a56-8680-43ce-833d-ab3d92e496e1 req-105d27c5-fdc8-471c-8317-8e9ec4c88366 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.3897150
Nov 27 21:02:48.314225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Made reservation on behalf of 9228698a8c5b4bf99ebfd370603045f4 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:48.319083 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.440267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.454314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3fdca0>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:43Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:48.470931 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7ef96a56-8680-43ce-833d-ab3d92e496e1 req-746b32e2-860a-49cf-972c-f7c4b6af2510 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667080
Nov 27 21:02:48.473902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:48.539545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905939b-c817-4ee8-8b72-861b62d12950 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:48.541293 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.566004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:48.567032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Updating router 2d008eb0-cc23-41fe-ab03-7569316f8238 port 3645102e-b4ea-40db-9c2f-90294cc6e410 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:48.575780 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.592477 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.702040 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.704737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.831770 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.832379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97b33a84-efb0-438d-acae-c18088429acc {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:02:48.837215 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.838613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-12a23011-6173-45a7-8bd2-57c2bc1a8c34 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "DELETE /v2.0/routers/97b33a84-efb0-438d-acae-c18088429acc HTTP/1.1" status: 204  len: 168 time: 1.5125389
Nov 27 21:02:48.844342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52960) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:48.851510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-163176542', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:48.891773 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.894665 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.914333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dce3b64d-16aa-4ec8-8525-04e2a35f6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.916969 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.927492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:48.928374 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:48.947222 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:49.002155 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:49.073143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-dce3b64d-16aa-4ec8-8525-04e2a35f6b04 None None] For port 7d3bdfe4-5883-45e7-a9af-73512ded41ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d3bdfe4-5883-45e7-a9af-73512ded41ce,segment=NetworkSegment(861ec298-362a-4be6-9df3-f59e59071b18),segment_id=861ec298-362a-4be6-9df3-f59e59071b18)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:49.120344 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:49.239735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Allocated IP 172.22.0.2 (550f97b3-3ab8-4795-b1ff-57144ba1fc2c/780f81bd-e0df-4e63-acfe-32297b279086/b60c56a5-4294-4097-bd07-8a781dc46ed7) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:49.381292 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:49.393975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Subnet': ['ID=cab185ca-1d02-48a4-a404-aea932b821f9,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:49.417004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dce3b64d-16aa-4ec8-8525-04e2a35f6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:49.438498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Checking segment: {'id': '19795a72-070f-4ad2-bff2-bec8a4c1ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10674e2a-b58c-433a-88f1-46f035881914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:49.439935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network hostable DHCP agents. Network: 10674e2a-b58c-433a-88f1-46f035881914, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:49.457284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0dc9c-150c-4a7d-8ec4-56043e5b4580 req-9abc0e05-532c-480e-8dc9-8e882a14269d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:49.459461 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbd0dc9c-150c-4a7d-8ec4-56043e5b4580 req-9abc0e05-532c-480e-8dc9-8e882a14269d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2609906
Nov 27 21:02:49.493798 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:49.505722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 10674e2a-b58c-433a-88f1-46f035881914 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:49.515961 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:49.516863 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:49.530732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10674e2a-b58c-433a-88f1-46f035881914) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:49.539179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:49.541714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:49.598795 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d1109f2f-0b40-4857-a1dd-c08c80ff9d84 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.2084677
Nov 27 21:02:49.601797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52968) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:49.627077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfbfa9-fe19-4213-909d-c00065ab2737 None None] Network 10674e2a-b58c-433a-88f1-46f035881914 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:49.628921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbd0dc9c-150c-4a7d-8ec4-56043e5b4580 req-86c75f5d-479f-4ab4-98d6-c6bd26285390 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584795
Nov 27 21:02:49.673223 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:49.746615 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:49.749172 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:02:49.749748 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:02:49.778898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3b64d-16aa-4ec8-8525-04e2a35f6b04 None None] Pushing event updated for resources: {'Port': ['ID=7d3bdfe4-5883-45e7-a9af-73512ded41ce,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:49.788232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-405d30c2-6f44-471e-9a82-b3548821789c None None] Provisioning complete for port 2a0b9a21-521f-4535-af59-bd04dda15658 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:49.789081 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-405d30c2-6f44-471e-9a82-b3548821789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:49.791860 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:49.803957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:49.953172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:49.959968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:49.964428 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:02:49.972000 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.036866 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.074833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7de7c-15dc-496e-98b1-faaebb7f7076 req-adad4fe0-67bb-4126-b901-e4a03f6f73b2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:50.082056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7556d-81f7-4bb0-be70-5b9e3b6a7ce5 req-95436346-61ec-47b5-9605-4243e1589a47 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:50.083722 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61f7556d-81f7-4bb0-be70-5b9e3b6a7ce5 req-95436346-61ec-47b5-9605-4243e1589a47 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1626055
Nov 27 21:02:50.091032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cbd7de7c-15dc-496e-98b1-faaebb7f7076 req-adad4fe0-67bb-4126-b901-e4a03f6f73b2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2451122
Nov 27 21:02:50.113949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Pushing event updated for resources: {'Port': ['ID=b60c56a5-4294-4097-bd07-8a781dc46ed7,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:50.170953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.22.0.1 (550f97b3-3ab8-4795-b1ff-57144ba1fc2c/780f81bd-e0df-4e63-acfe-32297b279086/6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:50.210259 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4c10>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:42Z', 'revision_number': 3, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:43Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:50.225645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Attempting to bind port b60c56a5-4294-4097-bd07-8a781dc46ed7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:50.226034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Attempting to bind port b60c56a5-4294-4097-bd07-8a781dc46ed7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22f36fba-5e24-410d-addd-d8937395acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:50.226410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Attempting to bind port b60c56a5-4294-4097-bd07-8a781dc46ed7 on network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:50.251981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cbd7de7c-15dc-496e-98b1-faaebb7f7076 req-aa27d7ac-6e96-4ad2-bc37-f2b24c9f617d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593187
Nov 27 21:02:50.259162 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:50.260885 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Updating router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 port 50a3423d-a13a-4ba9-8425-ebff91572e95 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:50.323011 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.348082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.423192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61f7556d-81f7-4bb0-be70-5b9e3b6a7ce5 req-6d5db041-1fe9-4a41-b84b-ca1874adde1c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3311851
Nov 27 21:02:50.433719 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.471088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Allocated IP 172.35.3.227 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/c3db64f5-4c99-4be0-8a40-ac13a4a24461) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:50.549293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:50.552028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:50.553057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Checking segment: {'id': '22f36fba-5e24-410d-addd-d8937395acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:50.553526 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.554124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Bound using segment: {'id': '22f36fba-5e24-410d-addd-d8937395acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:50.554839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Bound port: b60c56a5-4294-4097-bd07-8a781dc46ed7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f36fba-5e24-410d-addd-d8937395acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:50.555094 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.558195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:50.564010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:50.598563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:50.610534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-405d30c2-6f44-471e-9a82-b3548821789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.626417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10674e2a-b58c-433a-88f1-46f035881914', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:50.627298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.630626 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.679856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.686242 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.739708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.787553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2e3c-1e4d-498f-8aa9-f3643bdc5a98 None None] Pushing event updated for resources: {'Port': ['ID=3645102e-b4ea-40db-9c2f-90294cc6e410,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:50.810789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.832270 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.908721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:50.919608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:50.931781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:50.932404 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.942132 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:50.953663 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Allocated IP 2001:db8:3::2 (10674e2a-b58c-433a-88f1-46f035881914/cab185ca-1d02-48a4-a404-aea932b821f9/993f81ef-a03b-4e46-8880-cad8706dc721) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:50.976298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event updated for resources: {'Port': ['ID=c3db64f5-4c99-4be0-8a40-ac13a4a24461,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:51.036380 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.091137 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239de8c-2a84-410f-b1fa-400f0c9709e5 None None] Pushing event updated for resources: {'Port': ['ID=50a3423d-a13a-4ba9-8425-ebff91572e95,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:51.137322 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.167071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471861f-9d63-4d74-b6bd-574f02e1c995 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:02:51.169979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-405d30c2-6f44-471e-9a82-b3548821789c None None] For port 2a0b9a21-521f-4535-af59-bd04dda15658, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a0b9a21-521f-4535-af59-bd04dda15658,segment=NetworkSegment(c1b6641c-08dd-4bdd-81e0-27330799b2ed),segment_id=c1b6641c-08dd-4bdd-81e0-27330799b2ed)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:51.177394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2a0b9a21-521f-4535-af59-bd04dda15658 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:51.179036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.195615 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Attempting to bind port 50a3423d-a13a-4ba9-8425-ebff91572e95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:51.196420 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Attempting to bind port 50a3423d-a13a-4ba9-8425-ebff91572e95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1b6641c-08dd-4bdd-81e0-27330799b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:51.196974 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Attempting to bind port 50a3423d-a13a-4ba9-8425-ebff91572e95 on network 56f31914-24db-4708-bb0e-becf36039b8f {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:51.209519 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:51.210082 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Checking segment: {'id': 'c1b6641c-08dd-4bdd-81e0-27330799b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:51.210662 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.211412 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Bound using segment: {'id': 'c1b6641c-08dd-4bdd-81e0-27330799b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:51.220229 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Bound port: 50a3423d-a13a-4ba9-8425-ebff91572e95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b6641c-08dd-4bdd-81e0-27330799b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:51.222146 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.232658 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-405d30c2-6f44-471e-9a82-b3548821789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.295159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] For port b60c56a5-4294-4097-bd07-8a781dc46ed7, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:51.360296 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] For port 50a3423d-a13a-4ba9-8425-ebff91572e95, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:51.366365 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] For port 50a3423d-a13a-4ba9-8425-ebff91572e95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a3423d-a13a-4ba9-8425-ebff91572e95,segment=NetworkSegment(c1b6641c-08dd-4bdd-81e0-27330799b2ed),segment_id=c1b6641c-08dd-4bdd-81e0-27330799b2ed)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:51.378855 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.390303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Network 10674e2a-b58c-433a-88f1-46f035881914 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:51.416200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] For port b60c56a5-4294-4097-bd07-8a781dc46ed7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b60c56a5-4294-4097-bd07-8a781dc46ed7,segment=NetworkSegment(22f36fba-5e24-410d-addd-d8937395acd2),segment_id=22f36fba-5e24-410d-addd-d8937395acd2)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:51.441575 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:51.448018 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:51.457265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:51.464704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:51.490425 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.492118 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.525283 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Pushing event updated for resources: {'Port': ['ID=993f81ef-a03b-4e46-8880-cad8706dc721,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:51.652638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Provisioning complete for port 7d3bdfe4-5883-45e7-a9af-73512ded41ce triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:51.653326 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.692082 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239de8c-2a84-410f-b1fa-400f0c9709e5 None None] Pushing event updated for resources: {'Port': ['ID=50a3423d-a13a-4ba9-8425-ebff91572e95,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:51.733073 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:51.793842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 2a0b9a21-521f-4535-af59-bd04dda15658 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:51.795027 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:51.989323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82493a-8a84-487d-977d-4c51834f5610 req-a1757f61-65e9-45b4-bf0d-54cf89ee66cc tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:51.997882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac82493a-8a84-487d-977d-4c51834f5610 req-a1757f61-65e9-45b4-bf0d-54cf89ee66cc tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.2551694
Nov 27 21:02:52.109722 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.132936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Allocated IP 2001:db8:3::1 (10674e2a-b58c-433a-88f1-46f035881914/cab185ca-1d02-48a4-a404-aea932b821f9/2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:52.135579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.207499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Attempting to bind port 3645102e-b4ea-40db-9c2f-90294cc6e410 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:52.208180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Attempting to bind port 3645102e-b4ea-40db-9c2f-90294cc6e410 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '861ec298-362a-4be6-9df3-f59e59071b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:52.208737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Attempting to bind port 3645102e-b4ea-40db-9c2f-90294cc6e410 on network 61b05617-2376-41d1-a45a-d464f9470b1d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:52.240652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac82493a-8a84-487d-977d-4c51834f5610 req-826b67c4-f3a0-4ddb-9253-6b255ca8f914 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403932
Nov 27 21:02:52.243703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Attempting to bind port 993f81ef-a03b-4e46-8880-cad8706dc721 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:52.244327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Attempting to bind port 993f81ef-a03b-4e46-8880-cad8706dc721 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19795a72-070f-4ad2-bff2-bec8a4c1ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10674e2a-b58c-433a-88f1-46f035881914'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:52.244900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Attempting to bind port 993f81ef-a03b-4e46-8880-cad8706dc721 on network 10674e2a-b58c-433a-88f1-46f035881914 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:52.258670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:52.259353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Checking segment: {'id': '19795a72-070f-4ad2-bff2-bec8a4c1ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10674e2a-b58c-433a-88f1-46f035881914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:52.259941 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.260689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Bound using segment: {'id': '19795a72-070f-4ad2-bff2-bec8a4c1ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10674e2a-b58c-433a-88f1-46f035881914'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:52.261909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Bound port: 993f81ef-a03b-4e46-8880-cad8706dc721, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19795a72-070f-4ad2-bff2-bec8a4c1ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10674e2a-b58c-433a-88f1-46f035881914'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:52.262512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.275784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:52.276521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Checking segment: {'id': '861ec298-362a-4be6-9df3-f59e59071b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:52.277838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.278694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Bound using segment: {'id': '861ec298-362a-4be6-9df3-f59e59071b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:52.279469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Bound port: 3645102e-b4ea-40db-9c2f-90294cc6e410, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861ec298-362a-4be6-9df3-f59e59071b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:52.281195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.302567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d30c2-6f44-471e-9a82-b3548821789c None None] Pushing event updated for resources: {'Port': ['ID=2a0b9a21-521f-4535-af59-bd04dda15658,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:52.309695 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4c10>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:50Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:51Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:50Z', 'revision_number': 1, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:52.323020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3872c-cc27-44f9-8839-9d974eaf258a req-aa7ab0f8-49eb-4c4e-9172-dd3a5ed426ca tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:52.332068 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fea3872c-cc27-44f9-8839-9d974eaf258a req-aa7ab0f8-49eb-4c4e-9172-dd3a5ed426ca tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0852067
Nov 27 21:02:52.335051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.337355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:52.361474 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b42ef-414e-4892-a43e-1e45b5aea43d None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:50Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:51Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:50Z', 'revision_number': 1, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:52.419687 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fea3872c-cc27-44f9-8839-9d974eaf258a req-7774a4b9-b3bb-4032-9b75-990604e6c739 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870147
Nov 27 21:02:52.489923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.614487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:52.619351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:52.624105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd43fc6-ae29-4c72-8be4-0e93bc254705 None None] Pushing event updated for resources: {'Port': ['ID=b60c56a5-4294-4097-bd07-8a781dc46ed7,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:52.638307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:52.643299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.716888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] For port 993f81ef-a03b-4e46-8880-cad8706dc721, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:52.754693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Provisioning complete for port 50a3423d-a13a-4ba9-8425-ebff91572e95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:52.755094 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.764123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c7514-1361-4bce-81a7-9fcab790ca81 req-89f46f76-67c6-44c6-a84f-620043ec5e54 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:52.764962 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] For port 993f81ef-a03b-4e46-8880-cad8706dc721, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=993f81ef-a03b-4e46-8880-cad8706dc721,segment=NetworkSegment(19795a72-070f-4ad2-bff2-bec8a4c1ea78),segment_id=19795a72-070f-4ad2-bff2-bec8a4c1ea78)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:52.766994 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bb2c7514-1361-4bce-81a7-9fcab790ca81 req-89f46f76-67c6-44c6-a84f-620043ec5e54 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1947315
Nov 27 21:02:52.768163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.819037 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.830638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] For port 3645102e-b4ea-40db-9c2f-90294cc6e410, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:52.839217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:52.839640 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.855898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 10674e2a-b58c-433a-88f1-46f035881914 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:52.867213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:52.878987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:52.881037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:52.902211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:52.938330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Router 4dbd54e2-01d4-4144-8a93-bfc021afa513 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:02:52.967722 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] For port 3645102e-b4ea-40db-9c2f-90294cc6e410, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3645102e-b4ea-40db-9c2f-90294cc6e410,segment=NetworkSegment(861ec298-362a-4be6-9df3-f59e59071b18),segment_id=861ec298-362a-4be6-9df3-f59e59071b18)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:52.989764 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:53.002436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:53.020400 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bb2c7514-1361-4bce-81a7-9fcab790ca81 req-0872fe04-b9c6-481d-86c4-f16cbe5b648f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2386401
Nov 27 21:02:53.090891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff161d-80c1-44d2-8c6a-8a03631d3a18 None None] Pushing event updated for resources: {'Port': ['ID=993f81ef-a03b-4e46-8880-cad8706dc721,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:53.176595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2e3c-1e4d-498f-8aa9-f3643bdc5a98 None None] Pushing event updated for resources: {'Port': ['ID=3645102e-b4ea-40db-9c2f-90294cc6e410,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:53.280285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:53.280955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3fdca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:53.374619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:53.425250 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:53.431698 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f74d7572-47d7-4b92-9729-e9e2d4724d65 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.5856507
Nov 27 21:02:53.437352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53016) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:53.444877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-cfb4327c-b185-4e51-80f3-8ab21d633213 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': False}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:53.515032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d93ab-c977-4572-a5fb-9937f45704f9 None None] Sync routers for ids ['4dbd54e2-01d4-4144-8a93-bfc021afa513'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:53.572432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d93ab-c977-4572-a5fb-9937f45704f9 None None] Routers {'4dbd54e2-01d4-4144-8a93-bfc021afa513'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:53.573252 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4b6d93ab-c977-4572-a5fb-9937f45704f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4dbd54e2-01d4-4144-8a93-bfc021afa513'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:53.602546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730b7c-4bd4-44ab-9f1b-e362ffcee08e req-e22aab20-bd67-48b2-a312-fd83765ce17a tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:53.611530 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:53.615130 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5730b7c-4bd4-44ab-9f1b-e362ffcee08e req-e22aab20-bd67-48b2-a312-fd83765ce17a tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1656387
Nov 27 21:02:53.682595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f94f9-a5d5-4a5b-8add-a02d35809f87 None None] Network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:53.747432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5730b7c-4bd4-44ab-9f1b-e362ffcee08e req-a1b3dc3c-77d6-4d13-a9a8-58e90307e963 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307335
Nov 27 21:02:53.805907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4b6d93ab-c977-4572-a5fb-9937f45704f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42ad00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:53.859213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fdb2b857-9f2c-4c19-a5c8-d37dd249a13e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:53.922878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:53.966305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d93ab-c977-4572-a5fb-9937f45704f9 None None] Routers {'4dbd54e2-01d4-4144-8a93-bfc021afa513'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:53.967375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4b6d93ab-c977-4572-a5fb-9937f45704f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4dbd54e2-01d4-4144-8a93-bfc021afa513'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:53.967599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:53.977865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] For port 50a3423d-a13a-4ba9-8425-ebff91572e95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a3423d-a13a-4ba9-8425-ebff91572e95,segment=NetworkSegment(c1b6641c-08dd-4bdd-81e0-27330799b2ed),segment_id=c1b6641c-08dd-4bdd-81e0-27330799b2ed)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:53.981680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:53.988054 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-304dede7-840d-44cd-8751-a4fd5adcf110 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2823460
Nov 27 21:02:53.991135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53020) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:53.998783 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:54.010743 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:54.012157 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:54.015800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fba57-48ad-4f00-b9b4-7477a36e0417 req-725fd02d-9a60-4927-82f3-64de46659214 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:54.027568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d3fba57-48ad-4f00-b9b4-7477a36e0417 req-725fd02d-9a60-4927-82f3-64de46659214 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.7332942
Nov 27 21:02:54.028567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'network': {'name': 'tempest-RoutersTest-1445844588'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:54.034618 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.036626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4b6d93ab-c977-4572-a5fb-9937f45704f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42ad00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:54.037274 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d93ab-c977-4572-a5fb-9937f45704f9 None None] The sync data for ids ['4dbd54e2-01d4-4144-8a93-bfc021afa513'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:54.073962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cfb4327c-b185-4e51-80f3-8ab21d633213 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.078255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:54.082913 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.111352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:02:54.134005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d3fba57-48ad-4f00-b9b4-7477a36e0417 req-deb12807-3d8f-4ad0-90cc-0cf1ec0e279a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039360
Nov 27 21:02:54.157666 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:54.176737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.177114 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added segment 6e23bddc-26ed-4b9e-a6f0-53aa352d93ca of type vlan for network c74754c5-1588-434c-a449-720047cbecc1
Nov 27 21:02:54.213709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Provisioning complete for port 3645102e-b4ea-40db-9c2f-90294cc6e410 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:54.214119 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.224564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:54.224948 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.302293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Pushing event updated for resources: {'Port': ['ID=50a3423d-a13a-4ba9-8425-ebff91572e95,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:54.310259 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.423755 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.430369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:54.431004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.473148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94b00b-9334-4f57-92eb-c262f5eabe95 req-a77c10cf-c894-40e4-9c61-09d3ebcc291f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:54.475182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f94b00b-9334-4f57-92eb-c262f5eabe95 req-a77c10cf-c894-40e4-9c61-09d3ebcc291f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2626736
Nov 27 21:02:54.590005 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.597443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7d3bdfe4-5883-45e7-a9af-73512ded41ce up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:54.616720 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4b50>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:50Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:51Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:54.625464 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6012628
Nov 27 21:02:54.631537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53024) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:54.634512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045ce1b-8670-4235-89d0-ce091b4b0377 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Network': ['ID=c74754c5-1588-434c-a449-720047cbecc1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:54.648841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109e967-9150-43c4-9efd-e8ed326aa965 req-c74bdfc1-6530-43f4-86ef-f648dfaffca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:54.652627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4109e967-9150-43c4-9efd-e8ed326aa965 req-c74bdfc1-6530-43f4-86ef-f648dfaffca3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 1096 time: 0.1500683
Nov 27 21:02:54.659908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'subnet': {'network_id': 'c74754c5-1588-434c-a449-720047cbecc1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:54.673247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c74754c5-1588-434c-a449-720047cbecc1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:02:54.718150 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:54.718751 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Updating router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:54.739974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f94b00b-9334-4f57-92eb-c262f5eabe95 req-6226c5e6-2e1f-4db6-b099-caad9d0ad9c5 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2482860
Nov 27 21:02:54.845301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Made reservation on behalf of ff80d36c8f2d41869c259369e9d107e0 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:02:54.849558 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.854637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:54.855052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] For port 3645102e-b4ea-40db-9c2f-90294cc6e410, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3645102e-b4ea-40db-9c2f-90294cc6e410,segment=NetworkSegment(861ec298-362a-4be6-9df3-f59e59071b18),segment_id=861ec298-362a-4be6-9df3-f59e59071b18)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:54.866519 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3fdca0>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:43Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:52Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:54.896802 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.135320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db6e88-9b8a-45f0-80d1-e7516855c391 req-9e64f8f6-4c2a-46ff-92ac-823ad986a7b4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:55.137555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a0db6e88-9b8a-45f0-80d1-e7516855c391 req-9e64f8f6-4c2a-46ff-92ac-823ad986a7b4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1565416
Nov 27 21:02:55.141455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.235886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4109e967-9150-43c4-9efd-e8ed326aa965 req-c2fdb744-fa1e-4bc0-a1d4-8bf1dfaeffdc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4737916
Nov 27 21:02:55.269668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0636c8a4-8e5b-4b78-ae44-ce84d16db4be None None] Network 10674e2a-b58c-433a-88f1-46f035881914 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:55.284685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a0db6e88-9b8a-45f0-80d1-e7516855c391 req-e83c5b4a-79c8-443d-bba5-c0e6a328e0a0 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363609
Nov 27 21:02:55.293911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Checking segment: {'id': '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:55.294299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network hostable DHCP agents. Network: c74754c5-1588-434c-a449-720047cbecc1, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:02:55.315928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d88ec-3c49-4eb6-b751-37efa3c3e436 req-453e0cd9-828f-4d4b-9332-cfb4bb5b7026 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:55.317627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c4d88ec-3c49-4eb6-b751-37efa3c3e436 req-453e0cd9-828f-4d4b-9332-cfb4bb5b7026 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.2172277
Nov 27 21:02:55.354429 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.366211 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.378684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Subnet': ['ID=60145561-44a8-42dd-889c-c58e5d40b621,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:55.404406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6efc2-b02d-45b6-8a5e-ba18c5c0bec1 None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:43Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:52Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:55.438463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cfb4327c-b185-4e51-80f3-8ab21d633213 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.455031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cfb4327c-b185-4e51-80f3-8ab21d633213 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.465448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7d3bdfe4-5883-45e7-a9af-73512ded41ce triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:55.465448 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.465448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Provisioning complete for port c3db64f5-4c99-4be0-8a40-ac13a4a24461 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:55.466357 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.518504 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522b3e3-5150-4f78-aef2-08672afec61a None None] Pushing event updated for resources: {'Port': ['ID=6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:55.524877 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c4d88ec-3c49-4eb6-b751-37efa3c3e436 req-6a0f885b-7a21-44ac-b122-3530c7b1e558 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924276
Nov 27 21:02:55.531900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network c74754c5-1588-434c-a449-720047cbecc1 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:02:55.545598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.580464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c74754c5-1588-434c-a449-720047cbecc1) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:55.583042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.583876 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.592151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:55.592806 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.609482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Pushing event updated for resources: {'Port': ['ID=3645102e-b4ea-40db-9c2f-90294cc6e410,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:55.623668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420bfb9-a4f7-4beb-b0b4-c78e5cdac6a4 None None] Network c74754c5-1588-434c-a449-720047cbecc1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:55.678703 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Attempting to bind port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:55.679074 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Attempting to bind port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22f36fba-5e24-410d-addd-d8937395acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:55.679465 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Attempting to bind port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 on network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:55.694414 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:55.694795 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Checking segment: {'id': '22f36fba-5e24-410d-addd-d8937395acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:55.695202 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.695775 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Bound using segment: {'id': '22f36fba-5e24-410d-addd-d8937395acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:55.696272 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Bound port: 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f36fba-5e24-410d-addd-d8937395acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:55.697045 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.785894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Network 10674e2a-b58c-433a-88f1-46f035881914 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:55.807476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-63c0b4ae-adc8-4c6b-85d1-8898901d4ea1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1534975
Nov 27 21:02:55.810487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53038) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:55.824141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Port c3db64f5-4c99-4be0-8a40-ac13a4a24461 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:55.837980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c74754c5-1588-434c-a449-720047cbecc1', 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'fixed_ips': [{'subnet_id': '60145561-44a8-42dd-889c-c58e5d40b621'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:02:55.839594 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.853090 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] For port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:55.857393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faed23a-7991-44bc-aa6f-3a2091559edc req-d9f28dfd-f880-454a-95e1-5081fc632af1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:55.859442 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1faed23a-7991-44bc-aa6f-3a2091559edc req-d9f28dfd-f880-454a-95e1-5081fc632af1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2146533
Nov 27 21:02:55.861467 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] For port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2,segment=NetworkSegment(22f36fba-5e24-410d-addd-d8937395acd2),segment_id=22f36fba-5e24-410d-addd-d8937395acd2)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:55.871944 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:55.904435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:55.911699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb4327c-b185-4e51-80f3-8ab21d633213 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Router 4dbd54e2-01d4-4144-8a93-bfc021afa513 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:55.965354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1faed23a-7991-44bc-aa6f-3a2091559edc req-313ec200-c171-44ae-a9c6-002dd08cd4db tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988634
Nov 27 21:02:56.013162 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522b3e3-5150-4f78-aef2-08672afec61a None None] Pushing event updated for resources: {'Port': ['ID=6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:56.025357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Allocated IP 172.23.0.2 (c74754c5-1588-434c-a449-720047cbecc1/60145561-44a8-42dd-889c-c58e5d40b621/9d81d511-678e-40e6-9a17-fc7cd2685c08) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:56.037099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event updated for resources: {'Port': ['ID=2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:56.071342 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:56.073983 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:56.246276 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:56.307066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f9c2e-a7c8-4725-b63c-b69c3f622efd req-379caa9c-99c6-4d1e-9020-e4be03ebcf22 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:56.309394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-735f9c2e-a7c8-4725-b63c-b69c3f622efd req-379caa9c-99c6-4d1e-9020-e4be03ebcf22 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1413589
Nov 27 21:02:56.311022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb4327c-b185-4e51-80f3-8ab21d633213 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:56.338267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cfb4327c-b185-4e51-80f3-8ab21d633213 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:56.344875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cfb4327c-b185-4e51-80f3-8ab21d633213 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "PUT /v2.0/routers/4dbd54e2-01d4-4144-8a93-bfc021afa513 HTTP/1.1" status: 200  len: 921 time: 2.9064293
Nov 27 21:02:56.353381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa3105-24f1-4ab4-8632-848b614378bc None None] Sync routers for ids ['4dbd54e2-01d4-4144-8a93-bfc021afa513'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:56.355089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53046) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:56.432503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:02:56.516064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2a0b9a21-521f-4535-af59-bd04dda15658 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:56.518112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Provisioning complete for port 2a0b9a21-521f-4535-af59-bd04dda15658 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:56.518585 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-733b7fc7-568e-486a-b721-750a475c15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:56.528390 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2e4af242-f0b8-4565-8434-9ab6d124efdb tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/routers/4dbd54e2-01d4-4144-8a93-bfc021afa513 HTTP/1.1" status: 200  len: 921 time: 0.1685228
Nov 27 21:02:56.531070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53050) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:56.532757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa3105-24f1-4ab4-8632-848b614378bc None None] Routers {'4dbd54e2-01d4-4144-8a93-bfc021afa513'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:56.533773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2cfa3105-24f1-4ab4-8632-848b614378bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d9a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4dbd54e2-01d4-4144-8a93-bfc021afa513'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:56.594386 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:56.664839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2cfa3105-24f1-4ab4-8632-848b614378bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d9a00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:56.685838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:56.686521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-735f9c2e-a7c8-4725-b63c-b69c3f622efd req-ff754817-d141-48a4-9dd2-895a861b55ab tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3402679
Nov 27 21:02:56.753150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:02:56.756411 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-af00699a-4d03-4192-a5d4-665647108072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f4b50>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:50Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:55Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:56.773792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-261c4aa0-0a39-4ae6-934f-76ffa5037e9e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1706400
Nov 27 21:02:56.778104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4e758-f4c3-4a5d-bb16-25ea13392d64 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:56.781973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53056) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:56.782245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53058) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:56.786721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:02:56.787806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b7e4e758-f4c3-4a5d-bb16-25ea13392d64 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=4dbd54e2-01d4-4144-8a93-bfc021afa513&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2553270
Nov 27 21:02:56.801990 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af00699a-4d03-4192-a5d4-665647108072 None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:02:50Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:55Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:56.814088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Pushing event updated for resources: {'Port': ['ID=9d81d511-678e-40e6-9a17-fc7cd2685c08,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:56.868649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa3105-24f1-4ab4-8632-848b614378bc None None] Routers {'4dbd54e2-01d4-4144-8a93-bfc021afa513'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:56.869676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2cfa3105-24f1-4ab4-8632-848b614378bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d9a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4dbd54e2-01d4-4144-8a93-bfc021afa513'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:56.887085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ef0e0-03bd-47de-bcfb-40289717fd19 req-c4f4abd6-ee56-48a7-8feb-3ca62e956a8e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:56.895351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe0ef0e0-03bd-47de-bcfb-40289717fd19 req-c4f4abd6-ee56-48a7-8feb-3ca62e956a8e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0751181
Nov 27 21:02:56.938813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Network c74754c5-1588-434c-a449-720047cbecc1 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:56.942965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2cfa3105-24f1-4ab4-8632-848b614378bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d9a00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:56.943764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa3105-24f1-4ab4-8632-848b614378bc None None] The sync data for ids ['4dbd54e2-01d4-4144-8a93-bfc021afa513'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:56.961994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe0ef0e0-03bd-47de-bcfb-40289717fd19 req-bb3e4591-61c3-41f5-b8d2-ca49ba4ff419 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654733
Nov 27 21:02:57.010241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:57.020583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 2a0b9a21-521f-4535-af59-bd04dda15658 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:57.020969 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:57.022701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:57.025735 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:02:57.043331 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:57.043961 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe387400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:57.156914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Attempting to bind port 9d81d511-678e-40e6-9a17-fc7cd2685c08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:57.156914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Attempting to bind port 9d81d511-678e-40e6-9a17-fc7cd2685c08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:57.156914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Attempting to bind port 9d81d511-678e-40e6-9a17-fc7cd2685c08 on network c74754c5-1588-434c-a449-720047cbecc1 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:57.163397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:57.163790 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Checking segment: {'id': '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:57.164217 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:57.164764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Bound using segment: {'id': '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:57.165262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Bound port: 9d81d511-678e-40e6-9a17-fc7cd2685c08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:57.165655 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:57.234812 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:57.249741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] For port 9d81d511-678e-40e6-9a17-fc7cd2685c08, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:57.253291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] For port 9d81d511-678e-40e6-9a17-fc7cd2685c08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d81d511-678e-40e6-9a17-fc7cd2685c08,segment=NetworkSegment(6e23bddc-26ed-4b9e-a6f0-53aa352d93ca),segment_id=6e23bddc-26ed-4b9e-a6f0-53aa352d93ca)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:57.264882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Provisioning complete for port 3645102e-b4ea-40db-9c2f-90294cc6e410 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:57.265276 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:57.269213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:57.430641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 50a3423d-a13a-4ba9-8425-ebff91572e95 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:57.540887 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87e314-6788-46e4-a2d6-effee3aa1327 None None] Pushing event updated for resources: {'Port': ['ID=9d81d511-678e-40e6-9a17-fc7cd2685c08,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:57.611052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Provisioning complete for port 50a3423d-a13a-4ba9-8425-ebff91572e95 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:57.611476 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:57.643414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 50a3423d-a13a-4ba9-8425-ebff91572e95 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:57.643837 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:57.796823 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe387400>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c', 'name': '', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ab:75:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:51Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:57.797898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6305d2-f1bc-4485-8c29-a039082f754c req-217fdc69-a58b-4d44-8b4b-d19eb9dd9414 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:57.813583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df6305d2-f1bc-4485-8c29-a039082f754c req-217fdc69-a58b-4d44-8b4b-d19eb9dd9414 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.6619451
Nov 27 21:02:57.831868 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:02:57.832533 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Updating router 2d008eb0-cc23-41fe-ab03-7569316f8238 port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:02:57.882666 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:57.902641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df6305d2-f1bc-4485-8c29-a039082f754c req-f9753551-c4ec-4f94-ac22-0895d42dc775 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832462
Nov 27 21:02:57.983485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b60c56a5-4294-4097-bd07-8a781dc46ed7 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:58.047337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Provisioning complete for port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:58.047729 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.092429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b60c56a5-4294-4097-bd07-8a781dc46ed7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:58.092814 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.095948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:02:58.126684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c866b-2e74-401b-8033-f7599f0be4b1 req-0d706825-cc62-4ff2-8d9a-fad209d26713 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:58.129121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d17c866b-2e74-401b-8033-f7599f0be4b1 req-0d706825-cc62-4ff2-8d9a-fad209d26713 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0782075
Nov 27 21:02:58.151018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Provisioning complete for port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:58.151485 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.203165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23116c5d-f0be-4fea-8a6e-bed41a5e0be2 req-57ade0da-ea60-44c3-9df7-d9274bccca0f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:58.207757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d17c866b-2e74-401b-8033-f7599f0be4b1 req-1275059f-f127-42db-927f-39be6beb7a63 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703280
Nov 27 21:02:58.210935 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23116c5d-f0be-4fea-8a6e-bed41a5e0be2 req-57ade0da-ea60-44c3-9df7-d9274bccca0f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 1.4536228
Nov 27 21:02:58.267188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.281355 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.289995 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.304281 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.334616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.extraroute_db [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=120908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 27 21:02:58.336125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port b60c56a5-4294-4097-bd07-8a781dc46ed7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b60c56a5-4294-4097-bd07-8a781dc46ed7,segment=NetworkSegment(22f36fba-5e24-410d-addd-d8937395acd2),segment_id=22f36fba-5e24-410d-addd-d8937395acd2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:58.348414 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.400852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] For port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2,segment=NetworkSegment(22f36fba-5e24-410d-addd-d8937395acd2),segment_id=22f36fba-5e24-410d-addd-d8937395acd2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:58.401223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df7bd11-e6a7-4cf9-97ec-94e3194b87d0 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:58.409788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0df7bd11-e6a7-4cf9-97ec-94e3194b87d0 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 881 time: 1.4889402
Nov 27 21:02:58.411552 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53092) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:58.414183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.415358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.extraroute_db [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Removed routes are [] {{(pid=120908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 27 21:02:58.415872 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.442059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=b60c56a5-4294-4097-bd07-8a781dc46ed7,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:58.456556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:02:58.465616 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79425d3-5a5e-47f8-a912-232628d6063e None None] Pushing event updated for resources: {'Port': ['ID=2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:58.480631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53094) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:02:58.480979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-84ba26fe-d5e3-41ad-a8d9-ba0cda2248ce tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbd54e2-01d4-4144-8a93-bfc021afa513 HTTP/1.1" status: 200  len: 205 time: 0.0553110
Nov 27 21:02:58.488367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Provisioning complete for port 993f81ef-a03b-4e46-8880-cad8706dc721 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:58.489129 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.535200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd1cca-3283-440b-953c-f5da1bb634d8 req-0f168bef-b476-422c-b91f-9e1ec3f6d87d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:58.537291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bcfd1cca-3283-440b-953c-f5da1bb634d8 req-0f168bef-b476-422c-b91f-9e1ec3f6d87d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1812396
Nov 27 21:02:58.548640 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Attempting to bind port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:02:58.550564 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Attempting to bind port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19795a72-070f-4ad2-bff2-bec8a4c1ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10674e2a-b58c-433a-88f1-46f035881914'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:02:58.551205 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Attempting to bind port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c on network 10674e2a-b58c-433a-88f1-46f035881914 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:02:58.559784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:02:58.560149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c8b8e3b0-bc95-4af2-9eb9-e67b0bf6902f not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:02:58.582051 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:02:58.582440 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Checking segment: {'id': '19795a72-070f-4ad2-bff2-bec8a4c1ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10674e2a-b58c-433a-88f1-46f035881914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:02:58.582848 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.588713 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.589887 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Bound using segment: {'id': '19795a72-070f-4ad2-bff2-bec8a4c1ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10674e2a-b58c-433a-88f1-46f035881914'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:02:58.590450 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Bound port: 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19795a72-070f-4ad2-bff2-bec8a4c1ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10674e2a-b58c-433a-88f1-46f035881914'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:02:58.591492 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.605996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Pushing event updated for resources: {'Port': ['ID=6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:58.669668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23116c5d-f0be-4fea-8a6e-bed41a5e0be2 req-fa4dafec-80f7-400b-b3ae-0c6eabb89a13 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4576974
Nov 27 21:02:58.783454 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] For port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:02:58.787116 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] For port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c,segment=NetworkSegment(19795a72-070f-4ad2-bff2-bec8a4c1ea78),segment_id=19795a72-070f-4ad2-bff2-bec8a4c1ea78)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:02:58.795782 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.913815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bcfd1cca-3283-440b-953c-f5da1bb634d8 req-3997635b-b045-45f7-93e4-1ba0ab53d385 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2662365
Nov 27 21:02:58.962590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:58.973472 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:02:58.974123 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe387400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:59.257160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.273135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb7c71-2d09-4c53-a917-e840aeed27fe req-c25d59e0-f489-4fb3-9d78-d1fcf5a6b553 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:59.274015 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:02:59.274697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbfb7c71-2d09-4c53-a917-e840aeed27fe req-c25d59e0-f489-4fb3-9d78-d1fcf5a6b553 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1682193
Nov 27 21:02:59.289521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9d81d511-678e-40e6-9a17-fc7cd2685c08 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:02:59.302254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913e0b6-79ae-41fc-ab9e-503200fa0a35 None None] Network c74754c5-1588-434c-a449-720047cbecc1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:02:59.315983 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.355106 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbfb7c71-2d09-4c53-a917-e840aeed27fe req-5dc9c019-f68c-44c1-8dc2-3ec95ccc6eb4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573993
Nov 27 21:02:59.419329 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79425d3-5a5e-47f8-a912-232628d6063e None None] Pushing event updated for resources: {'Port': ['ID=2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:59.472398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Deleting port c3db64f5-4c99-4be0-8a40-ac13a4a24461 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:02:59.473073 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.493551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Allocated IP 172.23.0.1 (c74754c5-1588-434c-a449-720047cbecc1/60145561-44a8-42dd-889c-c58e5d40b621/d52651d5-756a-449b-a1eb-efffd3359f24) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:02:59.567909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] For port 993f81ef-a03b-4e46-8880-cad8706dc721, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=993f81ef-a03b-4e46-8880-cad8706dc721,segment=NetworkSegment(19795a72-070f-4ad2-bff2-bec8a4c1ea78),segment_id=19795a72-070f-4ad2-bff2-bec8a4c1ea78)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:02:59.581803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.630170 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe387400>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 6, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c', 'name': '', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ab:75:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:51Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:02:59.649602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9d81d511-678e-40e6-9a17-fc7cd2685c08 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:59.650299 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.651398 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.654144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.663431 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c209f7-2b1d-42c2-bea9-1b7f01959b9c None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 6, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c', 'name': '', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ab:75:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:51Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 4, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:02:59.678243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Calling delete_port for c3db64f5-4c99-4be0-8a40-ac13a4a24461 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:02:59.701238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Provisioning complete for port b60c56a5-4294-4097-bd07-8a781dc46ed7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:02:59.701686 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.768600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.777141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875d81b-a4c5-4c8b-baa5-940986ac8cc6 req-9663cb00-68a8-4caf-8404-de4a305a17e6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:59.778151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1875d81b-a4c5-4c8b-baa5-940986ac8cc6 req-9663cb00-68a8-4caf-8404-de4a305a17e6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 814 time: 0.2248225
Nov 27 21:02:59.813901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1875d81b-a4c5-4c8b-baa5-940986ac8cc6 req-586f2d4e-170b-44bc-801d-333885ef6688 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/quotas/85c58aa2d3dd4e09a26b5265084b8493 HTTP/1.1" status: 200  len: 375 time: 0.0266201
Nov 27 21:02:59.814147 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d26fb6-8ec9-4c0e-8f6c-caf5e091912c None None] Pushing event updated for resources: {'Port': ['ID=993f81ef-a03b-4e46-8880-cad8706dc721,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:02:59.868503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network c74754c5-1588-434c-a449-720047cbecc1 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:02:59.883216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.889757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:02:59.892368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:02:59.943918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-f54f9041-b8e1-4114-9fab-2c9c4320a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:59.947206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-f54f9041-b8e1-4114-9fab-2c9c4320a4bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a621d68a46c42269f2eea4bc56c671f&device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 1096 time: 0.7557430
Nov 27 21:02:59.956001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:02:59.961106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ec263-6eea-4084-a323-7721f0995732 req-c89474d0-2f57-403a-b6e4-60eebe5d117f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:02:59.963095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5b5ec263-6eea-4084-a323-7721f0995732 req-c89474d0-2f57-403a-b6e4-60eebe5d117f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.6478045
Nov 27 21:02:59.981084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1875d81b-a4c5-4c8b-baa5-940986ac8cc6 req-ee604f96-b938-4a5d-b3dc-e6c3754c3a42 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1533823
Nov 27 21:03:00.010426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.016623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 9d81d511-678e-40e6-9a17-fc7cd2685c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d81d511-678e-40e6-9a17-fc7cd2685c08,segment=NetworkSegment(6e23bddc-26ed-4b9e-a6f0-53aa352d93ca),segment_id=6e23bddc-26ed-4b9e-a6f0-53aa352d93ca)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:00.019779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=d52651d5-756a-449b-a1eb-efffd3359f24,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:00.025009 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.025915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:00.104861 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.140991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event deleted for resources: {'Port': ['ID=c3db64f5-4c99-4be0-8a40-ac13a4a24461,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:00.165209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=9d81d511-678e-40e6-9a17-fc7cd2685c08,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:00.192366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5612f-73a1-446a-b63f-7619848e7f91 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:00.200576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e17bc3b4-5505-454c-9b50-2e5ce73eda41 None None] Provisioning complete for port 9d81d511-678e-40e6-9a17-fc7cd2685c08 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:00.200960 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e17bc3b4-5505-454c-9b50-2e5ce73eda41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.230912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a8aa8-ba07-4f5b-a8a4-56a3ad20d09e req-a465790c-c95c-411f-af6e-6c8cc72e048f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:00.238807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b7a8aa8-ba07-4f5b-a8a4-56a3ad20d09e req-a465790c-c95c-411f-af6e-6c8cc72e048f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1779323
Nov 27 21:03:00.274691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.284985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:00.285656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.286217 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.395724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5b5ec263-6eea-4084-a323-7721f0995732 req-39968966-54e0-4a81-836b-0cc881456d57 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4089456
Nov 27 21:03:00.448888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-631f76d0-a2ca-42c8-bbe1-af7df88ac4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:00.450820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-631f76d0-a2ca-42c8-bbe1-af7df88ac4b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 200  len: 912 time: 0.4865165
Nov 27 21:03:00.488402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 993f81ef-a03b-4e46-8880-cad8706dc721 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:00.529595 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-8f7da013-55eb-41f8-9cb5-890862e9b6d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6449fff-e553-48b7-bba1-cc01f69cac40 HTTP/1.1" status: 200  len: 217 time: 0.0597920
Nov 27 21:03:00.531228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.536541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:00.538228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.539620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e17bc3b4-5505-454c-9b50-2e5ce73eda41 None None] Provisioning complete for port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:00.540040 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e17bc3b4-5505-454c-9b50-2e5ce73eda41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.546170 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b7a8aa8-ba07-4f5b-a8a4-56a3ad20d09e req-8f80ced0-4bad-4912-9184-a209373bf935 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3063204
Nov 27 21:03:00.622183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.622944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Fanout notify agent at l3_agent the message router_deleted on router 4dbd54e2-01d4-4144-8a93-bfc021afa513 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:00.636985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 993f81ef-a03b-4e46-8880-cad8706dc721 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:00.637359 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.649176 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.651094 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d89c1aa-7db9-419a-a505-9b726d471aed tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/4dbd54e2-01d4-4144-8a93-bfc021afa513 HTTP/1.1" status: 204  len: 168 time: 2.1614571
Nov 27 21:03:00.655938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53122) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:00.661534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a5c321ee-ce09-4f8b-ad42-6954b6bbc649 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1973729446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:00.686623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e17bc3b4-5505-454c-9b50-2e5ce73eda41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.697205 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5c321ee-ce09-4f8b-ad42-6954b6bbc649 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.699397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5c321ee-ce09-4f8b-ad42-6954b6bbc649 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.712539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-1c27e5ed-0c4b-4d30-a45d-f3c84e10f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:00.714669 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-1c27e5ed-0c4b-4d30-a45d-f3c84e10f06e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 HTTP/1.1" status: 200  len: 851 time: 0.1748745
Nov 27 21:03:00.753820 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.763621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e17bc3b4-5505-454c-9b50-2e5ce73eda41 None None] For port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c,segment=NetworkSegment(19795a72-070f-4ad2-bff2-bec8a4c1ea78),segment_id=19795a72-070f-4ad2-bff2-bec8a4c1ea78)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:00.771268 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e17bc3b4-5505-454c-9b50-2e5ce73eda41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.794535 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5c321ee-ce09-4f8b-ad42-6954b6bbc649 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.801710 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5c321ee-ce09-4f8b-ad42-6954b6bbc649 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.810111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3645102e-b4ea-40db-9c2f-90294cc6e410 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:00.829101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7c949-5658-4885-a4e5-119150613450 req-f2c8d6df-5734-446e-8704-65cdc5c23f63 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:00.829873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a5c321ee-ce09-4f8b-ad42-6954b6bbc649 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.831043 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dbc7c949-5658-4885-a4e5-119150613450 req-f2c8d6df-5734-446e-8704-65cdc5c23f63 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1733205
Nov 27 21:03:00.832829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a5c321ee-ce09-4f8b-ad42-6954b6bbc649 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1751676
Nov 27 21:03:00.835902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53124) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:00.838228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-6d1a9375-5510-4453-b0ee-ebb1cf89c5f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef6c6178-d8bd-4309-ba9b-3100431bc7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560801
Nov 27 21:03:00.844118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:00.860213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bc3b4-5505-454c-9b50-2e5ce73eda41 None None] Pushing event updated for resources: {'Port': ['ID=2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:00.895208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 3645102e-b4ea-40db-9c2f-90294cc6e410 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:00.896939 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.963804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5d57ed54-2473-4fd8-8efa-615c580ba91d None None] Provisioning complete for port 9d81d511-678e-40e6-9a17-fc7cd2685c08 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:00.964680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d57ed54-2473-4fd8-8efa-615c580ba91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.967645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:00.988865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:00.990360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f11daced-c8f4-4b47-b814-69f20d082a1b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238 HTTP/1.1" status: 200  len: 954 time: 4.2068861
Nov 27 21:03:00.994451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53126) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:01.049446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:01.080443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 50a3423d-a13a-4ba9-8425-ebff91572e95 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:01.125397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:01.126057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd362c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:01.135395 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:01.219001 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e5da5d2c-7066-42af-aae7-30e55d75134a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238 HTTP/1.1" status: 200  len: 954 time: 0.2202420
Nov 27 21:03:01.219227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53128) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:01.226856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'routes': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:01.258865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:01.305343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5d57ed54-2473-4fd8-8efa-615c580ba91d None None] Provisioning complete for port d52651d5-756a-449b-a1eb-efffd3359f24 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:01.305727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d57ed54-2473-4fd8-8efa-615c580ba91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:01.311149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 50a3423d-a13a-4ba9-8425-ebff91572e95 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:01.311981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dbc7c949-5658-4885-a4e5-119150613450 req-219d23ed-465e-4084-90a9-8bfe6b15de00 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4700568
Nov 27 21:03:01.312179 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:01.392314 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-f654c4cf-b366-48da-b730-79077a18b9e9 service neutron] 10.222.0.35 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5429394
Nov 27 21:03:01.542618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5d57ed54-2473-4fd8-8efa-615c580ba91d None None] Port d52651d5-756a-449b-a1eb-efffd3359f24 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:03:01.606123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b60c56a5-4294-4097-bd07-8a781dc46ed7 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:01.641100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd362c40>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 6, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c', 'name': '', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ab:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:51Z', 'updated_at': '2021-11-27T21:03:00Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:01.676296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:01.693672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:01.694320 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd362c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:01.699533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb90f8-c92c-49ed-a68e-55ef112462f1 req-98f2b893-149b-4a74-accf-31e94a36799c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:01.703120 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6aeb90f8-c92c-49ed-a68e-55ef112462f1 req-98f2b893-149b-4a74-accf-31e94a36799c tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1710293
Nov 27 21:03:01.708651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:01.732039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:01.759777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b60c56a5-4294-4097-bd07-8a781dc46ed7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:01.760176 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:01.760749 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dd58e83-cc22-4af9-baab-49e318a88549 req-0cef5461-2086-4ee6-af34-4ad0da6c39ab service neutron] 10.222.0.35 "GET /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3583117
Nov 27 21:03:01.868537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6aeb90f8-c92c-49ed-a68e-55ef112462f1 req-6e189111-63cc-4c64-b705-266e1f95ea9b tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547148
Nov 27 21:03:01.886960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event updated for resources: {'Port': ['ID=d52651d5-756a-449b-a1eb-efffd3359f24,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:01.886960 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:01.987564 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:01.994454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a28ed8a0-0c17-4eac-b47c-7ce1f5fd5734 req-4befe827-dc77-4c2b-a7e1-5062c9bcc87c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=85c58aa2d3dd4e09a26b5265084b8493 HTTP/1.1" status: 200  len: 221 time: 0.4850624
Nov 27 21:03:02.007077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:02.007522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Network c74754c5-1588-434c-a449-720047cbecc1 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:02.009843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:02.047728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:02.214310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:02.267227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Allocated IP 172.35.3.128 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/afd690e5-d293-4951-8969-4afdd79f5dda) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:02.277081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.extraroute_db [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added routes are [] {{(pid=120909) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 27 21:03:02.277406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.extraroute_db [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=120909) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 27 21:03:02.334688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:02.342148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46c265-a699-4581-ba67-7dba246d2bc6 req-9381e15b-cc8e-42fd-b4b2-105fa9bc9690 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:02.345912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa46c265-a699-4581-ba67-7dba246d2bc6 req-9381e15b-cc8e-42fd-b4b2-105fa9bc9690 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2066636
Nov 27 21:03:02.416192 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7b0d8e8e-6688-40e2-a6b2-0c58121c646f None None] Provisioning complete for port d52651d5-756a-449b-a1eb-efffd3359f24 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:02.416876 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8e8e-6688-40e2-a6b2-0c58121c646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:02.469901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:02.476270 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa46c265-a699-4581-ba67-7dba246d2bc6 req-627ed40a-eaf3-48d5-bfa2-3ba4763c29eb tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108134
Nov 27 21:03:02.484491 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:02.485389 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-37b23b35-fa8a-4996-b521-ac630cafc8b2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6736467
Nov 27 21:03:02.486061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53148) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:02.490273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d8e8e-6688-40e2-a6b2-0c58121c646f None None] Port d52651d5-756a-449b-a1eb-efffd3359f24 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:03:02.490826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:02.508778 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:02.509834 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3c7f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:02.647471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 993f81ef-a03b-4e46-8880-cad8706dc721 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:02.666743 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:02.695865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:02.700485 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:02.710802 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:02.734041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd390b27-2bc3-4794-9b71-144e63c4ff57 req-a771b68c-ef87-4f89-95c7-14d59e2fae7f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:02.735642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd390b27-2bc3-4794-9b71-144e63c4ff57 req-a771b68c-ef87-4f89-95c7-14d59e2fae7f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1257012
Nov 27 21:03:02.757477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd362c40>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 6, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c', 'name': '', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ab:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:51Z', 'updated_at': '2021-11-27T21:03:00Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:02.796225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f848d01-4705-4c5f-9ace-8370c1225cb7 None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 6, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c', 'name': '', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ab:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:51Z', 'updated_at': '2021-11-27T21:03:00Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:02.836594 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 993f81ef-a03b-4e46-8880-cad8706dc721 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:02.836594 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:02.925269 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:02.958650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:02.985599 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3c7f40>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:00Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52651d5-756a-449b-a1eb-efffd3359f24', 'name': '', 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:65:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '60145561-44a8-42dd-889c-c58e5d40b621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:58Z', 'updated_at': '2021-11-27T21:03:01Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '60145561-44a8-42dd-889c-c58e5d40b621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:02.986620 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd390b27-2bc3-4794-9b71-144e63c4ff57 req-a389d7a3-b642-4ee7-ac35-2602c819c3bd tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165473
Nov 27 21:03:03.012332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:03.020148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:03.023381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:03.024650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:03.026962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event updated for resources: {'Port': ['ID=afd690e5-d293-4951-8969-4afdd79f5dda,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:03.058169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78630a9-7cc4-4624-a7f4-9f31b9546aa3 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:03.094081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:03.094622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.101093 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:03.106269 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Updating router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 port d52651d5-756a-449b-a1eb-efffd3359f24 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:03:03.152888 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.176631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3d3bb335-2621-4472-8651-40e96dafb607 None None] Provisioning complete for port afd690e5-d293-4951-8969-4afdd79f5dda triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:03.177052 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb335-2621-4472-8651-40e96dafb607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.299608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.extraroute_db [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=120908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 27 21:03:03.318706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.extraroute_db [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Removed routes are [] {{(pid=120908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 27 21:03:03.319168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.341684 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3d3bb335-2621-4472-8651-40e96dafb607 None None] Port afd690e5-d293-4951-8969-4afdd79f5dda cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:03:03.387525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9d81d511-678e-40e6-9a17-fc7cd2685c08 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:03.447561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:03.469928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c213f724-b436-4b0c-8792-61137385a03c None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:03.475352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.484845 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-76ca99f5-8e56-4865-bf7f-3228b2c7690b tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238 HTTP/1.1" status: 200  len: 704 time: 2.2646184
Nov 27 21:03:03.489029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53160) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:03.494501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213f724-b436-4b0c-8792-61137385a03c None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:03.495377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c213f724-b436-4b0c-8792-61137385a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2ca310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:03.603446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c213f724-b436-4b0c-8792-61137385a03c None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:03.620083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c94ba2-c11c-470b-9c53-dd8fff6c6ff3 req-022107cd-cb73-4cd5-8c37-f2605115876f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:03.625176 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3c94ba2-c11c-470b-9c53-dd8fff6c6ff3 req-022107cd-cb73-4cd5-8c37-f2605115876f tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.4452605
Nov 27 21:03:03.629244 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.649045 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.657441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c4c73-a281-4de1-8873-6495eaa0d437 req-081902ec-9fc8-4c42-acfc-875f3434b199 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:03.659857 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e8c4c73-a281-4de1-8873-6495eaa0d437 req-081902ec-9fc8-4c42-acfc-875f3434b199 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.3129086
Nov 27 21:03:03.670801 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.741027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.752376 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.760013 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3c94ba2-c11c-470b-9c53-dd8fff6c6ff3 req-8a678414-94f2-425a-a9ac-907070ce485d tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929279
Nov 27 21:03:03.827543 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d6d1-7d45-4fa1-84c4-c05d98cc0cc4 None None] Pushing event updated for resources: {'Port': ['ID=d52651d5-756a-449b-a1eb-efffd3359f24,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:03.865788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9d81d511-678e-40e6-9a17-fc7cd2685c08 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:03.866415 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.907505 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Attempting to bind port d52651d5-756a-449b-a1eb-efffd3359f24 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:03:03.908194 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Attempting to bind port d52651d5-756a-449b-a1eb-efffd3359f24 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:03:03.908865 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Attempting to bind port d52651d5-756a-449b-a1eb-efffd3359f24 on network c74754c5-1588-434c-a449-720047cbecc1 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:03:03.915799 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:03:03.916587 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Checking segment: {'id': '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:03.917293 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.918470 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Bound using segment: {'id': '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:03:03.919701 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Bound port: d52651d5-756a-449b-a1eb-efffd3359f24, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:03:03.920279 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:03.929692 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-345013c1-d428-4a7f-a0b8-2f241ec4e3ef tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238 HTTP/1.1" status: 200  len: 704 time: 0.4350724
Nov 27 21:03:03.937820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53162) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:03.958852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:04.006017 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] For port d52651d5-756a-449b-a1eb-efffd3359f24, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:03:04.020170 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] For port d52651d5-756a-449b-a1eb-efffd3359f24, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d52651d5-756a-449b-a1eb-efffd3359f24,segment=NetworkSegment(6e23bddc-26ed-4b9e-a6f0-53aa352d93ca),segment_id=6e23bddc-26ed-4b9e-a6f0-53aa352d93ca)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:03:04.034593 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:04.072831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:04.082038 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:04.105184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:04.115519 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:04.122910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-524f0b52-196c-4baa-9499-e7a627b21097 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 HTTP/1.1" status: 200  len: 934 time: 1.6337049
Nov 27 21:03:04.124472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53164) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:04.128375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:04.132518 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f99f29a-3495-4a26-b26a-0b02c3bce12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:04.154049 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:04.155801 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3c7f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:04.157909 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8e8c4c73-a281-4de1-8873-6495eaa0d437 req-cd3c52ad-635d-42b4-923f-556973349f56 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4818010
Nov 27 21:03:04.194101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c213f724-b436-4b0c-8792-61137385a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2ca310>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:02Z', 'revision_number': 7, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c', 'name': '', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ab:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:51Z', 'updated_at': '2021-11-27T21:03:00Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:04.236595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c213f724-b436-4b0c-8792-61137385a03c None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:04.269251 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c212e8f9-0048-47fe-845a-e95f373b72b9 None None] Provisioning complete for port d52651d5-756a-449b-a1eb-efffd3359f24 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:04.269731 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c212e8f9-0048-47fe-845a-e95f373b72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:04.271455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213f724-b436-4b0c-8792-61137385a03c None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:04.273191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c213f724-b436-4b0c-8792-61137385a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2ca310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:04.342573 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-719cb7cf-cab4-4324-81cf-05cf28b4199f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 HTTP/1.1" status: 200  len: 934 time: 0.2164505
Nov 27 21:03:04.343240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53170) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:04.351105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'routes': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:04.428218 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d6d1-7d45-4fa1-84c4-c05d98cc0cc4 None None] Pushing event updated for resources: {'Port': ['ID=d52651d5-756a-449b-a1eb-efffd3359f24,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:04.472737 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:04.746367 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3c7f40>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:03Z', 'revision_number': 6, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52651d5-756a-449b-a1eb-efffd3359f24', 'name': '', 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:65:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '60145561-44a8-42dd-889c-c58e5d40b621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:58Z', 'updated_at': '2021-11-27T21:03:03Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '60145561-44a8-42dd-889c-c58e5d40b621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:04.752665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:04.752665 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:04.794416 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9cabdc-82d1-4b38-bce6-92254d04eaad None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:03Z', 'revision_number': 6, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52651d5-756a-449b-a1eb-efffd3359f24', 'name': '', 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:65:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '60145561-44a8-42dd-889c-c58e5d40b621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:58Z', 'updated_at': '2021-11-27T21:03:03Z', 'revision_number': 4, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '60145561-44a8-42dd-889c-c58e5d40b621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:04.837974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c213f724-b436-4b0c-8792-61137385a03c None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:04.891219 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c212e8f9-0048-47fe-845a-e95f373b72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:04.969430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.extraroute_db [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added routes are [] {{(pid=120908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 27 21:03:04.970029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.extraroute_db [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=120908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 27 21:03:05.014568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c212e8f9-0048-47fe-845a-e95f373b72b9 None None] For port d52651d5-756a-449b-a1eb-efffd3359f24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d52651d5-756a-449b-a1eb-efffd3359f24,segment=NetworkSegment(6e23bddc-26ed-4b9e-a6f0-53aa352d93ca),segment_id=6e23bddc-26ed-4b9e-a6f0-53aa352d93ca)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:05.022235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f181d61-fff5-4254-92e9-a4b4f2ed574d req-e181f811-09eb-4329-96ed-29743561b2f5 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:05.030217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f181d61-fff5-4254-92e9-a4b4f2ed574d req-e181f811-09eb-4329-96ed-29743561b2f5 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.6160803
Nov 27 21:03:05.041372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:05.067965 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c212e8f9-0048-47fe-845a-e95f373b72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:05.125416 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Router 5a553430-aea6-47f3-80db-1f302b9accd7 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:03:05.164102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f181d61-fff5-4254-92e9-a4b4f2ed574d req-48f5f0f2-19e6-45b6-a321-7bed0bc3c1db tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326845
Nov 27 21:03:05.184628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212e8f9-0048-47fe-845a-e95f373b72b9 None None] Pushing event updated for resources: {'Port': ['ID=d52651d5-756a-449b-a1eb-efffd3359f24,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:05.298166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-14925aa4-e57c-4701-a87d-22b916cd1fd1 None None] Provisioning complete for port d52651d5-756a-449b-a1eb-efffd3359f24 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:05.298574 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-14925aa4-e57c-4701-a87d-22b916cd1fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:05.362795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d52651d5-756a-449b-a1eb-efffd3359f24 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:05.366412 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:05.383563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ddec-df5d-40dc-905a-08ad049ec392 req-f185c8d5-9016-44a1-bfe4-b03dda5f46c5 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:05.385166 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c64ddec-df5d-40dc-905a-08ad049ec392 req-f185c8d5-9016-44a1-bfe4-b03dda5f46c5 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.4267764
Nov 27 21:03:05.386241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:05.491100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c213f724-b436-4b0c-8792-61137385a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2ca310>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:02Z', 'revision_number': 7, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c', 'name': '', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ab:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:51Z', 'updated_at': '2021-11-27T21:03:00Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:05.513811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927dd82-515c-4b4d-8ba1-2261a6d2697e req-f06e3521-8797-4068-8b5c-b0893252c2ae tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:05.521535 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2927dd82-515c-4b4d-8ba1-2261a6d2697e req-f06e3521-8797-4068-8b5c-b0893252c2ae tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2129240
Nov 27 21:03:05.534855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c213f724-b436-4b0c-8792-61137385a03c None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:02Z', 'revision_number': 7, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c', 'name': '', 'network_id': '10674e2a-b58c-433a-88f1-46f035881914', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ab:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:51Z', 'updated_at': '2021-11-27T21:03:00Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'cab185ca-1d02-48a4-a404-aea932b821f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:05.539463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d52651d5-756a-449b-a1eb-efffd3359f24 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:05.540430 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:05.546311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:05.558463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:05.560113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c5dad9c1-f068-4ea7-bbbc-5a93cee5305c tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "PUT /v2.0/routers/5a553430-aea6-47f3-80db-1f302b9accd7 HTTP/1.1" status: 200  len: 880 time: 4.7221510
Nov 27 21:03:05.562761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53180) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:05.588262 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5406fc-1a3d-4d73-8d97-07d638f48587 None None] Sync routers for ids ['5a553430-aea6-47f3-80db-1f302b9accd7'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:05.592109 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c64ddec-df5d-40dc-905a-08ad049ec392 req-10620f44-7f72-4a0e-a9a6-7e7a935895a4 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952474
Nov 27 21:03:05.601282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:05.616118 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5406fc-1a3d-4d73-8d97-07d638f48587 None None] Routers {'5a553430-aea6-47f3-80db-1f302b9accd7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:05.619314 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ed5406fc-1a3d-4d73-8d97-07d638f48587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8d91c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5a553430-aea6-47f3-80db-1f302b9accd7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:05.711705 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ed5406fc-1a3d-4d73-8d97-07d638f48587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8d91c0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:05.727969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2927dd82-515c-4b4d-8ba1-2261a6d2697e req-4231e158-9107-4138-8c98-f49323bda8af tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051480
Nov 27 21:03:05.735153 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5406fc-1a3d-4d73-8d97-07d638f48587 None None] Routers {'5a553430-aea6-47f3-80db-1f302b9accd7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:05.736659 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ed5406fc-1a3d-4d73-8d97-07d638f48587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8d91c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5a553430-aea6-47f3-80db-1f302b9accd7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:05.831907 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ed5406fc-1a3d-4d73-8d97-07d638f48587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8d91c0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:05.832611 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5406fc-1a3d-4d73-8d97-07d638f48587 None None] The sync data for ids ['5a553430-aea6-47f3-80db-1f302b9accd7'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:05.836538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1b5294de-00f8-4ec7-b3d9-50f5692c35c9 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/routers/5a553430-aea6-47f3-80db-1f302b9accd7 HTTP/1.1" status: 200  len: 921 time: 0.2696722
Nov 27 21:03:05.841197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53186) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:05.874496 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:06.079405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430ca82-2f37-427d-a0ed-927ab725a789 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:06.081774 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5430ca82-2f37-427d-a0ed-927ab725a789 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=5a553430-aea6-47f3-80db-1f302b9accd7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2310550
Nov 27 21:03:06.089509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53190) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:06.175674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25239d5-b897-42e6-962c-68d87c5881b9 req-e8e46f7b-056d-4520-922c-b11a7045d7b7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:06.177701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f25239d5-b897-42e6-962c-68d87c5881b9 req-e8e46f7b-056d-4520-922c-b11a7045d7b7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1340106
Nov 27 21:03:06.217484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:06.231396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:06.234968 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a5830f3a-9919-44c8-961e-d49c45a3c77d tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 HTTP/1.1" status: 200  len: 700 time: 1.8883078
Nov 27 21:03:06.236465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53192) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:06.240408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d93c5-473e-4f30-aaaa-cec672813745 req-99a591e8-416b-4d6a-b5bb-aca9773b9a0b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:06.241897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-433d93c5-473e-4f30-aaaa-cec672813745 req-99a591e8-416b-4d6a-b5bb-aca9773b9a0b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1514745
Nov 27 21:03:06.253791 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7ed26-a18b-46e8-8199-346dd4a0d387 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:06.257523 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7eb7ed26-a18b-46e8-8199-346dd4a0d387 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 881 time: 0.1629856
Nov 27 21:03:06.257692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:06.258166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53194) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:06.267071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:06.268191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd688490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:02:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:06.291614 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f25239d5-b897-42e6-962c-68d87c5881b9 req-332150ff-37a9-4407-9b36-46a6cfbc9232 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014082
Nov 27 21:03:06.300988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-46c681ef-151c-4951-ba6a-3089fdaa14e0 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a553430-aea6-47f3-80db-1f302b9accd7 HTTP/1.1" status: 200  len: 205 time: 0.0394545
Nov 27 21:03:06.301647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53196) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:06.381769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:06.391922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-433d93c5-473e-4f30-aaaa-cec672813745 req-c7e945df-4e8c-4aea-9cd6-048a6efcdab2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221511
Nov 27 21:03:06.410888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18cebe65-9ff1-418d-a1fd-1e90cd833a49 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 HTTP/1.1" status: 200  len: 700 time: 0.1657977
Nov 27 21:03:06.411059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53198) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:06.473372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:06.539382 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1e98e26b-a05d-4bc7-b2a9-302e251424cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:06.540068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:06.541176 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:06.631298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2462f5-2e09-4af1-8a40-acf611bd9f42 req-23e6694f-63bc-43bd-b4a4-ce09e8ba7679 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:06.633163 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1e2462f5-2e09-4af1-8a40-acf611bd9f42 req-23e6694f-63bc-43bd-b4a4-ce09e8ba7679 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1015639
Nov 27 21:03:06.680202 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:06.690739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd688490>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:05Z', 'revision_number': 7, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52651d5-756a-449b-a1eb-efffd3359f24', 'name': '', 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:65:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '60145561-44a8-42dd-889c-c58e5d40b621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:58Z', 'updated_at': '2021-11-27T21:03:04Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '60145561-44a8-42dd-889c-c58e5d40b621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:06.708857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1e2462f5-2e09-4af1-8a40-acf611bd9f42 req-4f7bcc2b-cb53-4528-be7c-9c98ead96469 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672336
Nov 27 21:03:06.738100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:06.753699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:06.754516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd688490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:06.756872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c,segment=NetworkSegment(19795a72-070f-4ad2-bff2-bec8a4c1ea78),segment_id=19795a72-070f-4ad2-bff2-bec8a4c1ea78)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:06.757336 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:06.772586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Deleting port afd690e5-d293-4951-8969-4afdd79f5dda {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:06.773007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:06.778067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:06.886610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:06.904201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Calling delete_port for afd690e5-d293-4951-8969-4afdd79f5dda owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:06.908102 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:06.974732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602fdc9-c00f-4c8e-88ef-9f3a061f0a16 req-e986a7a5-a8d4-4d93-a123-08f0db3bebb1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:06.976507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d602fdc9-c00f-4c8e-88ef-9f3a061f0a16 req-e986a7a5-a8d4-4d93-a123-08f0db3bebb1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1008313
Nov 27 21:03:07.106801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.144271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event deleted for resources: {'Port': ['ID=afd690e5-d293-4951-8969-4afdd79f5dda,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:07.156588 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d602fdc9-c00f-4c8e-88ef-9f3a061f0a16 req-41d80de0-cd8f-4f5b-bcaf-d66bbd44e4ab tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447921
Nov 27 21:03:07.168011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d26c2-2dc6-4079-8a51-db560d81aa96 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:07.182151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.200720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd688490>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:05Z', 'revision_number': 7, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52651d5-756a-449b-a1eb-efffd3359f24', 'name': '', 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:65:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '60145561-44a8-42dd-889c-c58e5d40b621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:58Z', 'updated_at': '2021-11-27T21:03:04Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '60145561-44a8-42dd-889c-c58e5d40b621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:07.239363 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.263761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:07.281978 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.285016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55bf24d-bbd2-43a7-a366-5c304bbb6da7 None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:05Z', 'revision_number': 7, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52651d5-756a-449b-a1eb-efffd3359f24', 'name': '', 'network_id': 'c74754c5-1588-434c-a449-720047cbecc1', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:65:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '60145561-44a8-42dd-889c-c58e5d40b621', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:58Z', 'updated_at': '2021-11-27T21:03:04Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '60145561-44a8-42dd-889c-c58e5d40b621', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:07.312113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d52651d5-756a-449b-a1eb-efffd3359f24 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:07.426525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d52651d5-756a-449b-a1eb-efffd3359f24 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:07.426906 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.507356 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.513215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.521197 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.599483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1e075-c7c4-4668-b21a-346274489646 req-02611d1d-fa73-45fb-930b-509b1d5fdf18 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:07.601143 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ff1e075-c7c4-4668-b21a-346274489646 req-02611d1d-fa73-45fb-930b-509b1d5fdf18 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1653786
Nov 27 21:03:07.645574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.646152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Fanout notify agent at l3_agent the message router_deleted on router 5a553430-aea6-47f3-80db-1f302b9accd7 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:07.655513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.663540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5b49ef3a-1987-4990-820a-30ccefe2ef3b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/5a553430-aea6-47f3-80db-1f302b9accd7 HTTP/1.1" status: 204  len: 168 time: 1.3533833
Nov 27 21:03:07.663738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53214) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:07.669180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-75bdbf1c-1182-441c-b8e3-017540bb84d5 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-537396117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:07.686898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ff1e075-c7c4-4668-b21a-346274489646 req-14468863-6751-413c-8367-3566dd537b64 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755448
Nov 27 21:03:07.705383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75bdbf1c-1182-441c-b8e3-017540bb84d5 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.706835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75bdbf1c-1182-441c-b8e3-017540bb84d5 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.779626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75bdbf1c-1182-441c-b8e3-017540bb84d5 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.782064 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.784367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75bdbf1c-1182-441c-b8e3-017540bb84d5 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.807664 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75bdbf1c-1182-441c-b8e3-017540bb84d5 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:07.810038 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-75bdbf1c-1182-441c-b8e3-017540bb84d5 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1454339
Nov 27 21:03:07.813010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53216) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:07.817608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': True}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:08.048035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:08.067756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42557c4-e1d6-472d-be10-fabc50c579c3 req-e09ae366-cb4f-4cc9-aaaf-2bb22e32c47e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:08.069366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c42557c4-e1d6-472d-be10-fabc50c579c3 req-e09ae366-cb4f-4cc9-aaaf-2bb22e32c47e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.7431314
Nov 27 21:03:08.204029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c42557c4-e1d6-472d-be10-fabc50c579c3 req-832d792d-00d1-4a5c-bc11-d15a6f0c2d1e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118817
Nov 27 21:03:08.276669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:08.302067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:08.313463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:08.405471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0f558-ecef-406b-b44e-09515fde0df3 req-74929574-23ea-46af-8c4d-474797bf4216 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:08.407533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4e0f558-ecef-406b-b44e-09515fde0df3 req-74929574-23ea-46af-8c4d-474797bf4216 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1073689
Nov 27 21:03:08.436437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port d52651d5-756a-449b-a1eb-efffd3359f24 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:08.436786 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:08.497542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:08.504473 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-14cba905-29fb-48ea-97cd-7bf279176d41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5655499
Nov 27 21:03:08.508193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4e0f558-ecef-406b-b44e-09515fde0df3 req-9ceae8c7-cd1d-4a8c-a277-2d452f321ced tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933044
Nov 27 21:03:08.508386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53222) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:08.511859 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:08.513431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Allocated IP 172.35.3.103 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/b9e5dfd4-8410-4b05-95d0-a9ccdd6db1db) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:08.531059 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:08.532245 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:08.596577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port d52651d5-756a-449b-a1eb-efffd3359f24, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d52651d5-756a-449b-a1eb-efffd3359f24,segment=NetworkSegment(6e23bddc-26ed-4b9e-a6f0-53aa352d93ca),segment_id=6e23bddc-26ed-4b9e-a6f0-53aa352d93ca)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:08.599665 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:08.643847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afcf4f0-cbdb-41bc-b2bf-0c9ea3a4b3c9 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting subnet cab185ca-1d02-48a4-a404-aea932b821f9 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:08.646611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for d52651d5-756a-449b-a1eb-efffd3359f24 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:08.652314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3afcf4f0-cbdb-41bc-b2bf-0c9ea3a4b3c9 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:08.667639 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:08.711894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a05dc2-001f-4b7a-9b3a-7ece431953d6 req-c57bc81a-6325-46f6-b142-3c29ba3ee638 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:08.713958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-59a05dc2-001f-4b7a-9b3a-7ece431953d6 req-c57bc81a-6325-46f6-b142-3c29ba3ee638 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0852430
Nov 27 21:03:08.717075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:08.775172 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3afcf4f0-cbdb-41bc-b2bf-0c9ea3a4b3c9 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:08.815545 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-59a05dc2-001f-4b7a-9b3a-7ece431953d6 req-4da7c2d7-336e-48dc-ade9-9dd19b3932da tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915301
Nov 27 21:03:08.857327 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:08.908786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:08.912213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:08.917178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:08.934338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bac82-cd2e-4583-be51-a4c5223d3b4d None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:08.947222 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59ecd0>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:07Z', 'revision_number': 8, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:08.955524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event updated for resources: {'Port': ['ID=b9e5dfd4-8410-4b05-95d0-a9ccdd6db1db,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:08.988518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d9fc3-0015-4071-8202-6c93a3367606 req-45234617-df35-432b-bea9-428d3e0823b4 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:08.990343 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-683d9fc3-0015-4071-8202-6c93a3367606 req-45234617-df35-432b-bea9-428d3e0823b4 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1795785
Nov 27 21:03:08.992312 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:09.003549 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:09.005108 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:09.034936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f20cfca3-54d5-4461-a48c-e1fb5c6e5a68 None None] Provisioning complete for port b9e5dfd4-8410-4b05-95d0-a9ccdd6db1db triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:09.035669 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f20cfca3-54d5-4461-a48c-e1fb5c6e5a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:09.054062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7385007-0af9-4c3a-b39b-f0d341f2d311 req-0db0397a-0063-4149-9d28-e10ed50e0ef8 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:09.055778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7385007-0af9-4c3a-b39b-f0d341f2d311 req-0db0397a-0063-4149-9d28-e10ed50e0ef8 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1312621
Nov 27 21:03:09.118803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-683d9fc3-0015-4071-8202-6c93a3367606 req-92013b13-8425-4e11-8342-fa24703c86e4 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104004
Nov 27 21:03:09.120847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3afcf4f0-cbdb-41bc-b2bf-0c9ea3a4b3c9 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:09.137900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f20cfca3-54d5-4461-a48c-e1fb5c6e5a68 None None] Port b9e5dfd4-8410-4b05-95d0-a9ccdd6db1db cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:03:09.169364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:09.188636 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7385007-0af9-4c3a-b39b-f0d341f2d311 req-071ab6c4-2e4f-4170-bd89-1849d43cd5a1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060517
Nov 27 21:03:09.222442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=d52651d5-756a-449b-a1eb-efffd3359f24,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:09.237382 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:09.440825 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3afcf4f0-cbdb-41bc-b2bf-0c9ea3a4b3c9 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:09.482205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcf4f0-cbdb-41bc-b2bf-0c9ea3a4b3c9 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Subnet': ['ID=cab185ca-1d02-48a4-a404-aea932b821f9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:09.514996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:09.515755 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3afcf4f0-cbdb-41bc-b2bf-0c9ea3a4b3c9 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:09.520671 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:09.522692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232094e-cbb6-4f91-ae57-e9e7b02d0fdc None None] Network 10674e2a-b58c-433a-88f1-46f035881914 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:09.524852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53238) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:09.525098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3afcf4f0-cbdb-41bc-b2bf-0c9ea3a4b3c9 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/cab185ca-1d02-48a4-a404-aea932b821f9 HTTP/1.1" status: 204  len: 168 time: 1.0156300
Nov 27 21:03:09.528844 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:09.613546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-2ed83603-d9ae-4052-a731-663d98553f11 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:09.615056 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-2ed83603-d9ae-4052-a731-663d98553f11 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.35 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.2899661
Nov 27 21:03:09.633279 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59ecd0>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:07Z', 'revision_number': 8, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:09.666965 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf15019-47bf-4d78-8f93-76a02824c051 None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:07Z', 'revision_number': 8, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '3645102e-b4ea-40db-9c2f-90294cc6e410', 'name': '', 'network_id': '61b05617-2376-41d1-a45a-d464f9470b1d', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:ed:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:42Z', 'updated_at': '2021-11-27T21:02:54Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '45c2121b-fc0c-4bc3-8f17-45729a6797ec', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:09.683810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49076f-9500-455a-bc88-c7023b3af4fb req-fb709e95-5e19-4268-985a-ad263b20b99a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:09.692835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e49076f-9500-455a-bc88-c7023b3af4fb req-fb709e95-5e19-4268-985a-ad263b20b99a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.3132768
Nov 27 21:03:09.800227 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:09.800576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:09.912430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:09.918979 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8568057b-814b-403d-bff1-9bcd75aaddba tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5065372
Nov 27 21:03:09.921644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53240) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:09.928988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:09.950034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:09.950872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa7c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:09.987453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-7445d6a4-7152-42bc-b16e-fe2d7bbcdf15 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting subnet 60145561-44a8-42dd-889c-c58e5d40b621 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:09.993771 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7445d6a4-7152-42bc-b16e-fe2d7bbcdf15 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.049260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7445d6a4-7152-42bc-b16e-fe2d7bbcdf15 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.188335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7445d6a4-7152-42bc-b16e-fe2d7bbcdf15 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.204785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e49076f-9500-455a-bc88-c7023b3af4fb req-946e023f-5b0f-45a8-919a-e85cb56dc78e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5109539
Nov 27 21:03:10.257320 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5592b7-6aac-410e-b6b3-1e2cfd27c7d4 None None] DHCP port deletion for 10674e2a-b58c-433a-88f1-46f035881914 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:10.304890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7445d6a4-7152-42bc-b16e-fe2d7bbcdf15 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.330429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7445d6a4-7152-42bc-b16e-fe2d7bbcdf15 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.331180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.336500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7445d6a4-7152-42bc-b16e-fe2d7bbcdf15 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/60145561-44a8-42dd-889c-c58e5d40b621 HTTP/1.1" status: 204  len: 168 time: 0.4126112
Nov 27 21:03:10.339769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a94565-31ba-49c5-915d-b9d406501385 None None] Network c74754c5-1588-434c-a449-720047cbecc1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:10.354153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53248) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:10.375418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:10.409777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445d6a4-7152-42bc-b16e-fe2d7bbcdf15 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Subnet': ['ID=60145561-44a8-42dd-889c-c58e5d40b621,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:10.469021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f0ded-c618-4f7a-8cbc-40d3df83fa6d req-55597ffd-fd89-4da7-9109-037d8406c368 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:10.471592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc4f0ded-c618-4f7a-8cbc-40d3df83fa6d req-55597ffd-fd89-4da7-9109-037d8406c368 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 945 time: 0.1322355
Nov 27 21:03:10.473764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Deleting port a6449fff-e553-48b7-bba1-cc01f69cac40 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:10.474117 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.489172 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.535501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc4f0ded-c618-4f7a-8cbc-40d3df83fa6d req-2c5a0ce9-19f5-4286-a12a-6163d6a61f83 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551734
Nov 27 21:03:10.539545 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.545492 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.570527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 993f81ef-a03b-4e46-8880-cad8706dc721 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:10.570876 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.620522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-de5592b7-6aac-410e-b6b3-1e2cfd27c7d4 None None] Deleting port 993f81ef-a03b-4e46-8880-cad8706dc721 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:10.620974 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de5592b7-6aac-410e-b6b3-1e2cfd27c7d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.649523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b5f78-cb82-4e7d-93d5-c51ec8ba88a3 req-858538d6-03e3-43ba-b4d5-d4a574e7c20b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:10.651113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d14b5f78-cb82-4e7d-93d5-c51ec8ba88a3 req-858538d6-03e3-43ba-b4d5-d4a574e7c20b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.3098478
Nov 27 21:03:10.731845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-de5592b7-6aac-410e-b6b3-1e2cfd27c7d4 None None] For port 993f81ef-a03b-4e46-8880-cad8706dc721, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=993f81ef-a03b-4e46-8880-cad8706dc721,segment=NetworkSegment(19795a72-070f-4ad2-bff2-bec8a4c1ea78),segment_id=19795a72-070f-4ad2-bff2-bec8a4c1ea78)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:10.732173 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de5592b7-6aac-410e-b6b3-1e2cfd27c7d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.764480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-de5592b7-6aac-410e-b6b3-1e2cfd27c7d4 None None] Calling delete_port for 993f81ef-a03b-4e46-8880-cad8706dc721 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:10.837689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d376b63-a0b0-478f-a4b7-98dda0369381 None None] DHCP port deletion for c74754c5-1588-434c-a449-720047cbecc1 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:10.839514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] For port a6449fff-e553-48b7-bba1-cc01f69cac40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a6449fff-e553-48b7-bba1-cc01f69cac40,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:10.839900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.860299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port 993f81ef-a03b-4e46-8880-cad8706dc721, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=993f81ef-a03b-4e46-8880-cad8706dc721,segment=NetworkSegment(19795a72-070f-4ad2-bff2-bec8a4c1ea78),segment_id=19795a72-070f-4ad2-bff2-bec8a4c1ea78)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:10.860719 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.881672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Calling delete_port for a6449fff-e553-48b7-bba1-cc01f69cac40 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:10.903225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d14b5f78-cb82-4e7d-93d5-c51ec8ba88a3 req-0708bd05-fa74-476f-97b9-90b0cd591b0c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212005
Nov 27 21:03:10.905664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 993f81ef-a03b-4e46-8880-cad8706dc721 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:10.938913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa7c70>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:08Z', 'revision_number': 8, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:10.940154 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de5592b7-6aac-410e-b6b3-1e2cfd27c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:10.998844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:11.004480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5592b7-6aac-410e-b6b3-1e2cfd27c7d4 None None] No DVR routers for this DVR port 993f81ef-a03b-4e46-8880-cad8706dc721 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:11.008658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8d376b63-a0b0-478f-a4b7-98dda0369381 None None] Deleting port 9d81d511-678e-40e6-9a17-fc7cd2685c08 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:11.009325 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d376b63-a0b0-478f-a4b7-98dda0369381 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.011355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5592b7-6aac-410e-b6b3-1e2cfd27c7d4 None None] Pushing event deleted for resources: {'Port': ['ID=993f81ef-a03b-4e46-8880-cad8706dc721,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:11.015064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port 9d81d511-678e-40e6-9a17-fc7cd2685c08 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:11.015457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.073256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:11.073943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa7c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:11.177566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port 9d81d511-678e-40e6-9a17-fc7cd2685c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d81d511-678e-40e6-9a17-fc7cd2685c08,segment=NetworkSegment(6e23bddc-26ed-4b9e-a6f0-53aa352d93ca),segment_id=6e23bddc-26ed-4b9e-a6f0-53aa352d93ca)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:11.178029 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.181756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8d376b63-a0b0-478f-a4b7-98dda0369381 None None] For port 9d81d511-678e-40e6-9a17-fc7cd2685c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d81d511-678e-40e6-9a17-fc7cd2685c08,segment=NetworkSegment(6e23bddc-26ed-4b9e-a6f0-53aa352d93ca),segment_id=6e23bddc-26ed-4b9e-a6f0-53aa352d93ca)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:11.182783 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d376b63-a0b0-478f-a4b7-98dda0369381 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.183116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Router c45085b9-83f5-45ca-a577-b09da0b2d2d3 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:03:11.200484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8d376b63-a0b0-478f-a4b7-98dda0369381 None None] Calling delete_port for 9d81d511-678e-40e6-9a17-fc7cd2685c08 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:11.201993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for 9d81d511-678e-40e6-9a17-fc7cd2685c08 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:11.209639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:11.216568 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.237262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a84f6f-aa16-41e0-97f6-89bdcd501a56 req-bd71ef3f-27f1-4605-b4be-ff444d2369df tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:11.238944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40a84f6f-aa16-41e0-97f6-89bdcd501a56 req-bd71ef3f-27f1-4605-b4be-ff444d2369df tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1527750
Nov 27 21:03:11.284222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 993f81ef-a03b-4e46-8880-cad8706dc721 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:11.330321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=993f81ef-a03b-4e46-8880-cad8706dc721,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:11.348569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 993f81ef-a03b-4e46-8880-cad8706dc721 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:11.348912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 993f81ef-a03b-4e46-8880-cad8706dc721 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:11.349653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9d81d511-678e-40e6-9a17-fc7cd2685c08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:11.381591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No DVR routers for this DVR port 993f81ef-a03b-4e46-8880-cad8706dc721 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:11.496886 ncdv-master-1 neutron-server[120910]: INFO neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No ports have port_id starting with 9d81d511-678e-40e6-9a17-fc7cd2685c08
Nov 27 21:03:11.498506 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d376b63-a0b0-478f-a4b7-98dda0369381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.500884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.513980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:11.521224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['a2c2deae-bff9-4c9d-98be-596ea79c1679'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:03:11.562155 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40a84f6f-aa16-41e0-97f6-89bdcd501a56 req-d0c513a1-f819-4493-b126-64e299e1d419 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2971420
Nov 27 21:03:11.581246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d376b63-a0b0-478f-a4b7-98dda0369381 None None] No DVR routers for this DVR port 9d81d511-678e-40e6-9a17-fc7cd2685c08 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:11.601449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Pushing event deleted for resources: {'Port': ['ID=a6449fff-e553-48b7-bba1-cc01f69cac40,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:11.623422 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.626097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d376b63-a0b0-478f-a4b7-98dda0369381 None None] Pushing event deleted for resources: {'Port': ['ID=9d81d511-678e-40e6-9a17-fc7cd2685c08,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:11.636678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:11.637040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2fd63e54-04d7-4d1c-a7a1-0c02b6b1045c not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:11.652542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:11.670331 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a4a42-e5ec-4491-a13c-eb0a1e1a7340 None None] Sync routers for ids ['c45085b9-83f5-45ca-a577-b09da0b2d2d3'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:11.670908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.676061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.677599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2053a4f1-e136-4fc3-85b3-0bb506b6d574 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "PUT /v2.0/routers/c45085b9-83f5-45ca-a577-b09da0b2d2d3 HTTP/1.1" status: 200  len: 914 time: 3.8632607
Nov 27 21:03:11.680130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53262) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:11.684723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] No DVR routers for this DVR port a6449fff-e553-48b7-bba1-cc01f69cac40 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:11.689489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.692801 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-563d7676-b909-4f14-9ca4-8f9f55eb9b86 req-c33dd149-e554-4602-a2f4-07fc56e99925 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.35 "DELETE /v2.0/ports/a6449fff-e553-48b7-bba1-cc01f69cac40 HTTP/1.1" status: 204  len: 173 time: 2.0471516
Nov 27 21:03:11.698908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fb9db5-02b8-492d-97c8-c1d5a21bda25', 'name': 'network-vif-deleted', 'tag': 'a6449fff-e553-48b7-bba1-cc01f69cac40'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:03:11.715331 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f033a5-70f5-4390-af1e-3d49cf4c031b" -d '{"events": [{"server_uuid": "65fb9db5-02b8-492d-97c8-c1d5a21bda25", "name": "network-vif-deleted", "tag": "a6449fff-e553-48b7-bba1-cc01f69cac40"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:03:11.735621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa7c70>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:08Z', 'revision_number': 8, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:11.736333 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a4a42-e5ec-4491-a13c-eb0a1e1a7340 None None] Routers {'c45085b9-83f5-45ca-a577-b09da0b2d2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:11.739232 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-521a4a42-e5ec-4491-a13c-eb0a1e1a7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe503130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c45085b9-83f5-45ca-a577-b09da0b2d2d3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:11.753346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ffe1eaf0>,) {'filters': {'network_id': ['10674e2a-b58c-433a-88f1-46f035881914']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:11.777419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No DVR routers for this DVR port 9d81d511-678e-40e6-9a17-fc7cd2685c08 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:11.787544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffe1eaf0>, '19795a72-070f-4ad2-bff2-bec8a4c1ea78') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:11.787838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffe1eaf0>, '19795a72-070f-4ad2-bff2-bec8a4c1ea78') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:11.790098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=9d81d511-678e-40e6-9a17-fc7cd2685c08,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:11.821876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c59347b-fa9f-4db8-b6ad-b9a83aadafb8 None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:08Z', 'revision_number': 8, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2', 'name': '', 'network_id': '550f97b3-3ab8-4795-b1ff-57144ba1fc2c', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:31:c2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '780f81bd-e0df-4e63-acfe-32297b279086', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:49Z', 'updated_at': '2021-11-27T21:02:58Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '780f81bd-e0df-4e63-acfe-32297b279086', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:11.824718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.842672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e597a840-592c-4802-ad96-3e28a59ccf68 req-22e36055-7c06-4cfe-b23b-a2ada8011cd9 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=65fb9db5-02b8-492d-97c8-c1d5a21bda25 HTTP/1.1" status: 200  len: 210 time: 0.1260526
Nov 27 21:03:11.859536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-521a4a42-e5ec-4491-a13c-eb0a1e1a7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe503130>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:11.895782 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a4a42-e5ec-4491-a13c-eb0a1e1a7340 None None] Routers {'c45085b9-83f5-45ca-a577-b09da0b2d2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:11.897166 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-521a4a42-e5ec-4491-a13c-eb0a1e1a7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe503130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c45085b9-83f5-45ca-a577-b09da0b2d2d3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:11.909169 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.929431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:11.929841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:11.932973 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:11.948274 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-521a4a42-e5ec-4491-a13c-eb0a1e1a7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe503130>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:11.949203 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a4a42-e5ec-4491-a13c-eb0a1e1a7340 None None] The sync data for ids ['c45085b9-83f5-45ca-a577-b09da0b2d2d3'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:11.954485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b1225-43b9-4db5-b4ea-08d22cf3c3b9 req-c3d4bc8a-8236-4188-a6d1-5dd63c90fa60 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:11.959792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e4b1225-43b9-4db5-b4ea-08d22cf3c3b9 req-c3d4bc8a-8236-4188-a6d1-5dd63c90fa60 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2414758
Nov 27 21:03:11.962194 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:11.993655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c9d9960-514e-4a4b-a0e9-6e462cda59b0 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/routers/c45085b9-83f5-45ca-a577-b09da0b2d2d3 HTTP/1.1" status: 200  len: 920 time: 0.3055062
Nov 27 21:03:11.993655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53268) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:12.032755 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbe89e2-5291-48f3-bc97-f242233dc908 x-openstack-request-id: req-8fbe89e2-5291-48f3-bc97-f242233dc908 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:03:12.033059 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fb9db5-02b8-492d-97c8-c1d5a21bda25", "name": "network-vif-deleted", "tag": "a6449fff-e553-48b7-bba1-cc01f69cac40", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:03:12.033321 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fbe89e2-5291-48f3-bc97-f242233dc908 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:03:12.033723 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fb9db5-02b8-492d-97c8-c1d5a21bda25', 'name': 'network-vif-deleted', 'tag': 'a6449fff-e553-48b7-bba1-cc01f69cac40', 'status': 'completed', 'code': 200}
Nov 27 21:03:12.036146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5edced-1e62-496b-b23f-ad743f7b0daf tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:12.037664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1a5edced-1e62-496b-b23f-ad743f7b0daf tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=c45085b9-83f5-45ca-a577-b09da0b2d2d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0462661
Nov 27 21:03:12.040358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53270) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:12.049020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd631b80>,) {'filters': {'network_id': ['c74754c5-1588-434c-a449-720047cbecc1']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:12.073564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd631b80>, '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:12.073783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd631b80>, '6e23bddc-26ed-4b9e-a6f0-53aa352d93ca') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:12.082815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.085553 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.104453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.107681 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/networks/10674e2a-b58c-433a-88f1-46f035881914 HTTP/1.1" status: 204  len: 168 time: 2.5818641
Nov 27 21:03:12.110434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53272) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:12.127144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8f89-80e2-44ac-83db-3d9111796e34 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Network': ['ID=10674e2a-b58c-433a-88f1-46f035881914,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:12.130147 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.138863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e4b1225-43b9-4db5-b4ea-08d22cf3c3b9 req-7c855868-d495-45c5-befa-1d783e2b5aa7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380930
Nov 27 21:03:12.144815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:12.145266 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:12.148553 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:12.216987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836de5e0-4563-41bb-a974-1fa8d0c66cb4 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:12.218416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-836de5e0-4563-41bb-a974-1fa8d0c66cb4 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 881 time: 0.1771042
Nov 27 21:03:12.233867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53276) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:12.286940 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.293888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-71bba571-8622-4adc-82ff-58f5faa3a8d6 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=c45085b9-83f5-45ca-a577-b09da0b2d2d3 HTTP/1.1" status: 200  len: 205 time: 0.0585792
Nov 27 21:03:12.304498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53282) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:12.352101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.359371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/networks/c74754c5-1588-434c-a449-720047cbecc1 HTTP/1.1" status: 204  len: 168 time: 2.0014994
Nov 27 21:03:12.361408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340b537-cbba-4acb-aa66-24be6a727d84 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Network': ['ID=c74754c5-1588-434c-a449-720047cbecc1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:12.364185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53284) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:12.509436 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.528961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4505a2a-a16c-4822-b8fa-9b1e7a697d77 req-b35eb7f6-2975-4d72-b3b3-6f1be63bec91 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:12.530770 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4505a2a-a16c-4822-b8fa-9b1e7a697d77 req-b35eb7f6-2975-4d72-b3b3-6f1be63bec91 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1655104
Nov 27 21:03:12.622010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a6449fff-e553-48b7-bba1-cc01f69cac40 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:12.653514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.660276 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4505a2a-a16c-4822-b8fa-9b1e7a697d77 req-5ef34d97-28f6-4f58-8898-6d253be6df24 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208901
Nov 27 21:03:12.669114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: a6449fff-e553-48b7-bba1-cc01f69cac40 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:12.669910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a6449fff-e553-48b7-bba1-cc01f69cac40 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:12.761165 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.763747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Deleting port b9e5dfd4-8410-4b05-95d0-a9ccdd6db1db {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:12.764530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:12.846846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:13.348388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f93445-650c-4f46-bab1-e8cdf2c9f93d req-198af3f8-fbba-4c69-ad38-0f940fe025ac tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:13.349996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63f93445-650c-4f46-bab1-e8cdf2c9f93d req-198af3f8-fbba-4c69-ad38-0f940fe025ac tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.5828378
Nov 27 21:03:13.361379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0b1e-7480-4cf1-831f-2c371129819b req-eb1d9612-734f-479d-b8c4-f66be39c5dd1 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:13.368806 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-799e0b1e-7480-4cf1-831f-2c371129819b req-eb1d9612-734f-479d-b8c4-f66be39c5dd1 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.0859241
Nov 27 21:03:13.393589 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:13.418832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Calling delete_port for b9e5dfd4-8410-4b05-95d0-a9ccdd6db1db owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:13.454001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-799e0b1e-7480-4cf1-831f-2c371129819b req-bde34cd4-90cb-4714-b50b-90383b8108a3 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842352
Nov 27 21:03:13.469505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d52651d5-756a-449b-a1eb-efffd3359f24 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:13.493591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d52651d5-756a-449b-a1eb-efffd3359f24 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:13.494207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d52651d5-756a-449b-a1eb-efffd3359f24 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:13.503833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63f93445-650c-4f46-bab1-e8cdf2c9f93d req-25d13d69-8c03-4fd5-965a-4bc8f89e5985 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282506
Nov 27 21:03:13.519440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:13.519789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:13.620289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2,segment=NetworkSegment(22f36fba-5e24-410d-addd-d8937395acd2),segment_id=22f36fba-5e24-410d-addd-d8937395acd2)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:13.620658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:13.633811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:13.725032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b56ad6-20b8-46e9-84a3-f58ed1524b8f req-4480ff9d-d5a2-4533-8959-f1742e55466f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:13.726454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99b56ad6-20b8-46e9-84a3-f58ed1524b8f req-4480ff9d-d5a2-4533-8959-f1742e55466f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1224990
Nov 27 21:03:13.780021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 3645102e-b4ea-40db-9c2f-90294cc6e410 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:13.780713 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:13.820193 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:13.845585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:13.878749 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:13.897569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99b56ad6-20b8-46e9-84a3-f58ed1524b8f req-3e767e72-ecc7-42d1-9afe-76e00aa92882 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453490
Nov 27 21:03:13.930247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event deleted for resources: {'Port': ['ID=b9e5dfd4-8410-4b05-95d0-a9ccdd6db1db,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:13.952537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d8e05-45d4-4511-82fd-a0b293e70e63 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:14.009877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.010311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.010664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.011009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.011380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.011723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.012059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.012395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.012805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.013325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.013451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.013730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:14.027084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port 3645102e-b4ea-40db-9c2f-90294cc6e410, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3645102e-b4ea-40db-9c2f-90294cc6e410,segment=NetworkSegment(861ec298-362a-4be6-9df3-f59e59071b18),segment_id=861ec298-362a-4be6-9df3-f59e59071b18)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:14.027620 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.050195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 3645102e-b4ea-40db-9c2f-90294cc6e410 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:14.062323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.077100 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.135286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39528417-19aa-4e9b-bc28-588ff84cb404 req-474f55ea-debf-4111-9748-0ebed358d363 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:14.136834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39528417-19aa-4e9b-bc28-588ff84cb404 req-474f55ea-debf-4111-9748-0ebed358d363 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1070664
Nov 27 21:03:14.201750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.205165 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.234991 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39528417-19aa-4e9b-bc28-588ff84cb404 req-49fe8042-d6f3-42d8-9d68-477ace4e79b2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724392
Nov 27 21:03:14.269089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.269730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Fanout notify agent at l3_agent the message router_deleted on router c45085b9-83f5-45ca-a577-b09da0b2d2d3 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:14.281790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.289832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ade80625-9a9a-43c9-bc90-355db4cd4e25 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/c45085b9-83f5-45ca-a577-b09da0b2d2d3 HTTP/1.1" status: 204  len: 168 time: 1.9839904
Nov 27 21:03:14.290702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53306) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:14.334600 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8bef2923-6391-44ed-87be-366d803502c9 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-513582636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:14.343573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:14.377909 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bef2923-6391-44ed-87be-366d803502c9 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.379091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bef2923-6391-44ed-87be-366d803502c9 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.478388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:14.489997 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-522aae5c-9bc8-42c1-85fc-913001ac4cea tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1218374
Nov 27 21:03:14.496334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:14.515542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:14.519026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53312) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:14.519969 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5aa490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:14.528775 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bef2923-6391-44ed-87be-366d803502c9 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.536796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.571518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=3645102e-b4ea-40db-9c2f-90294cc6e410,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:14.574140 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bef2923-6391-44ed-87be-366d803502c9 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.624740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d460dc9e-7242-448f-a828-6e1a2470a626 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting subnet 780f81bd-e0df-4e63-acfe-32297b279086 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:14.640830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:14.643736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c7459-fdb9-4098-acc1-ffa845d4b839 req-90b54232-bf8e-4d0c-a521-ee113d2d8cc7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:14.645358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-249c7459-fdb9-4098-acc1-ffa845d4b839 req-90b54232-bf8e-4d0c-a521-ee113d2d8cc7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1541722
Nov 27 21:03:14.646301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460dc9e-7242-448f-a828-6e1a2470a626 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.666134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bef2923-6391-44ed-87be-366d803502c9 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.670373 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8bef2923-6391-44ed-87be-366d803502c9 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3730023
Nov 27 21:03:14.672634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53314) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:14.679290 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'enable_snat': False}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:14.737168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460dc9e-7242-448f-a828-6e1a2470a626 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.784937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-249c7459-fdb9-4098-acc1-ffa845d4b839 req-9fe5fe6e-9f38-4fae-92fc-b3165afc0213 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114004
Nov 27 21:03:14.875681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460dc9e-7242-448f-a828-6e1a2470a626 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.914940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b87f5d-8375-4464-860a-78d6ac6aa095 req-0bba7bd8-7b21-44bb-9bfb-ffe38afda3c7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:14.916799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0b87f5d-8375-4464-860a-78d6ac6aa095 req-0bba7bd8-7b21-44bb-9bfb-ffe38afda3c7 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.3465581
Nov 27 21:03:14.950444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5aa490>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:13Z', 'revision_number': 9, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:14.957959 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460dc9e-7242-448f-a828-6e1a2470a626 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:14.982757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:14.993467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:14.994886 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5aa490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:14.995539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460dc9e-7242-448f-a828-6e1a2470a626 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Subnet': ['ID=780f81bd-e0df-4e63-acfe-32297b279086,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:15.000711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460dc9e-7242-448f-a828-6e1a2470a626 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.009495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d460dc9e-7242-448f-a828-6e1a2470a626 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/780f81bd-e0df-4e63-acfe-32297b279086 HTTP/1.1" status: 204  len: 168 time: 0.4804049
Nov 27 21:03:15.012951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53316) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:15.040048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f3c91-aebb-4541-ae76-1bd195114704 None None] Network 550f97b3-3ab8-4795-b1ff-57144ba1fc2c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:15.109809 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.114029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.117229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.157431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0b87f5d-8375-4464-860a-78d6ac6aa095 req-d6f3a6d2-c991-4438-8726-c7a8ecd8d428 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec68aae5-9d88-4a20-bfa5-2fca01b44885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037563
Nov 27 21:03:15.162184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:15.205821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port b60c56a5-4294-4097-bd07-8a781dc46ed7 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:15.206581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.283973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port b60c56a5-4294-4097-bd07-8a781dc46ed7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b60c56a5-4294-4097-bd07-8a781dc46ed7,segment=NetworkSegment(22f36fba-5e24-410d-addd-d8937395acd2),segment_id=22f36fba-5e24-410d-addd-d8937395acd2)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:15.284425 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.305773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for b60c56a5-4294-4097-bd07-8a781dc46ed7 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:15.403483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-dd82ee2e-742b-4e43-824f-a5d4be69c57a tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:15.404992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-dd82ee2e-742b-4e43-824f-a5d4be69c57a tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.15 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 946 time: 0.0962343
Nov 27 21:03:15.464402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] DHCP port deletion for 550f97b3-3ab8-4795-b1ff-57144ba1fc2c request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:15.519564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.524226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5aa490>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:13Z', 'revision_number': 9, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:15.554147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=b60c56a5-4294-4097-bd07-8a781dc46ed7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:15.558892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5e748-f8c5-4433-8396-00c04675a252 None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:13Z', 'revision_number': 9, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': '50a3423d-a13a-4ba9-8425-ebff91572e95', 'name': '', 'network_id': '56f31914-24db-4708-bb0e-becf36039b8f', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:57:25:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:41Z', 'updated_at': '2021-11-27T21:02:53Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': 'dd18d843-0a09-4c30-a1a0-cb95d4876243', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:15.559387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No DVR routers for this DVR port b60c56a5-4294-4097-bd07-8a781dc46ed7 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:15.569486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] Deleting port b60c56a5-4294-4097-bd07-8a781dc46ed7 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:15.570249 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.643643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Deleting port a2c2deae-bff9-4c9d-98be-596ea79c1679 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:15.644059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.647427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] For port b60c56a5-4294-4097-bd07-8a781dc46ed7, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:15.647854 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.662723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] Calling delete_port for b60c56a5-4294-4097-bd07-8a781dc46ed7 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:15.665552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] Port b60c56a5-4294-4097-bd07-8a781dc46ed7 was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:03:15.667723 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.695892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] Pushing event deleted for resources: {'Port': ['ID=b60c56a5-4294-4097-bd07-8a781dc46ed7,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:15.702796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ba402-8487-481f-bf0c-991d071ea14e None None] No DVR routers for this DVR port b60c56a5-4294-4097-bd07-8a781dc46ed7 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:15.709035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.742968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d0bb0>,) {'filters': {'network_id': ['550f97b3-3ab8-4795-b1ff-57144ba1fc2c']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:15.763068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d0bb0>, '22f36fba-5e24-410d-addd-d8937395acd2') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:15.763557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d0bb0>, '22f36fba-5e24-410d-addd-d8937395acd2') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:15.785111 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.802434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] For port a2c2deae-bff9-4c9d-98be-596ea79c1679, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2c2deae-bff9-4c9d-98be-596ea79c1679,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:15.802797 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.804299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:15.817615 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.819637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Calling delete_port for a2c2deae-bff9-4c9d-98be-596ea79c1679 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:15.827973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:15.828378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:15.831369 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:15.921658 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.928052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.947501 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:15.953995 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/networks/550f97b3-3ab8-4795-b1ff-57144ba1fc2c HTTP/1.1" status: 204  len: 168 time: 0.9375110
Nov 27 21:03:15.954628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1332fa-c6f4-406a-b21b-8e11069d6b8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Network': ['ID=550f97b3-3ab8-4795-b1ff-57144ba1fc2c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:15.957373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53322) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:16.047141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97777-fefc-4c8d-a79e-4b8f281f9c80 req-9c3a19fe-18c0-47d6-8003-412e562cd54b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:16.048815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54e97777-fefc-4c8d-a79e-4b8f281f9c80 req-9c3a19fe-18c0-47d6-8003-412e562cd54b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1776218
Nov 27 21:03:16.052296 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.083042 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.114293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:16.119646 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4d705432-5f5a-4330-95a2-2373bc05a8fd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0081363
Nov 27 21:03:16.127731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53324) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:16.128360 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:16.142651 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:16.143593 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:16.211837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.223462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['a2c2deae-bff9-4c9d-98be-596ea79c1679'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:03:16.230282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54e97777-fefc-4c8d-a79e-4b8f281f9c80 req-510ea13c-b62f-4292-94ca-cd2867f2bc5b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527550
Nov 27 21:03:16.257049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Pushing event deleted for resources: {'Port': ['ID=a2c2deae-bff9-4c9d-98be-596ea79c1679,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:16.328081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] No DVR routers for this DVR port a2c2deae-bff9-4c9d-98be-596ea79c1679 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:16.329101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6456538a-95d8-45a2-80ac-85bd26f05362 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting subnet 45c2121b-fc0c-4bc3-8f17-45729a6797ec {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:16.341332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Allocated IP 172.35.3.218 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/4a6a81ce-5ec7-40e7-a9f9-3ada3a695522) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:16.343380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6456538a-95d8-45a2-80ac-85bd26f05362 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.349372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ee22c207-eb5c-4e9e-9686-f3a4f7047a31 req-e918c0e0-2b9b-4b82-875a-a4af231e71c2 tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24e78d1-535b-4ee2-8281-a712770fd872 HTTP/1.1" status: 200  len: 210 time: 0.0759208
Nov 27 21:03:16.354302 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.357620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebfd7a30-4903-4d49-b2fc-9b6f862a6c90 req-a6b359bc-7a86-4d63-9556-8825fb07d6ee tempest-ServerRescueTestJSON-1433592414 tempest-ServerRescueTestJSON-1433592414-project] 10.222.0.15 "DELETE /v2.0/ports/a2c2deae-bff9-4c9d-98be-596ea79c1679 HTTP/1.1" status: 204  len: 173 time: 0.9436944
Nov 27 21:03:16.358084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24e78d1-535b-4ee2-8281-a712770fd872', 'name': 'network-vif-deleted', 'tag': 'a2c2deae-bff9-4c9d-98be-596ea79c1679'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:03:16.360572 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4937b6-d54a-479d-bc34-b392374329cd" -d '{"events": [{"server_uuid": "b24e78d1-535b-4ee2-8281-a712770fd872", "name": "network-vif-deleted", "tag": "a2c2deae-bff9-4c9d-98be-596ea79c1679"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:03:16.423723 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6456538a-95d8-45a2-80ac-85bd26f05362 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.457529 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:16.570616 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9a932-90ae-4706-8902-1a95d3a3abdd x-openstack-request-id: req-99c9a932-90ae-4706-8902-1a95d3a3abdd {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:03:16.570893 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24e78d1-535b-4ee2-8281-a712770fd872", "name": "network-vif-deleted", "tag": "a2c2deae-bff9-4c9d-98be-596ea79c1679", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:03:16.571163 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99c9a932-90ae-4706-8902-1a95d3a3abdd {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:03:16.573024 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24e78d1-535b-4ee2-8281-a712770fd872', 'name': 'network-vif-deleted', 'tag': 'a2c2deae-bff9-4c9d-98be-596ea79c1679', 'status': 'completed', 'code': 200}
Nov 27 21:03:16.589504 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.596936 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6456538a-95d8-45a2-80ac-85bd26f05362 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.662883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.681391 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.711194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6456538a-95d8-45a2-80ac-85bd26f05362 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.737519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:16.759396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:16.763066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456538a-95d8-45a2-80ac-85bd26f05362 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Subnet': ['ID=45c2121b-fc0c-4bc3-8f17-45729a6797ec,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:16.764892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:16.769959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6456538a-95d8-45a2-80ac-85bd26f05362 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:16.775461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e8834-9e41-4da9-a102-818a254a3dad None None] Network 61b05617-2376-41d1-a45a-d464f9470b1d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:16.788218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e555f7-29f1-4c73-92ee-ebe609225a78 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:16.788849 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b430>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:14Z', 'revision_number': 9, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:16.794413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6456538a-95d8-45a2-80ac-85bd26f05362 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/45c2121b-fc0c-4bc3-8f17-45729a6797ec HTTP/1.1" status: 204  len: 168 time: 0.6635842
Nov 27 21:03:16.802380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53338) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:16.820533 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:16.826611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Pushing event updated for resources: {'Port': ['ID=4a6a81ce-5ec7-40e7-a9f9-3ada3a695522,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:16.837802 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:16.838480 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:16.953336 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:16.976931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-aa74a084-9606-4341-9899-ca249ceeb1de None None] Provisioning complete for port 4a6a81ce-5ec7-40e7-a9f9-3ada3a695522 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:16.977623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa74a084-9606-4341-9899-ca249ceeb1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.063785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-aa74a084-9606-4341-9899-ca249ceeb1de None None] Port 4a6a81ce-5ec7-40e7-a9f9-3ada3a695522 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:03:17.148185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57605d0f-5c6a-4a2d-ad32-b20abe452c43 None None] DHCP port deletion for 61b05617-2376-41d1-a45a-d464f9470b1d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:17.220454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-57605d0f-5c6a-4a2d-ad32-b20abe452c43 None None] Deleting port 7d3bdfe4-5883-45e7-a9af-73512ded41ce {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:17.220864 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-57605d0f-5c6a-4a2d-ad32-b20abe452c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.220992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.259993 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.275408 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96b430>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:14Z', 'revision_number': 9, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:17.276047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155557a7-be43-4f96-9d21-4a8b53dfb926 req-0d10832b-74c6-4013-8328-f2ff445ff5c0 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:17.277588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-155557a7-be43-4f96-9d21-4a8b53dfb926 req-0d10832b-74c6-4013-8328-f2ff445ff5c0 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.6355639
Nov 27 21:03:17.297051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7d3bdfe4-5883-45e7-a9af-73512ded41ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:17.315885 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd494728-02f0-4be6-a3fd-41c4444670fa None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:14Z', 'revision_number': 9, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': '9bac25cc-a0a9-4f83-b707-e2f5cf4aff06', 'name': '', 'network_id': '9931bdbe-ced9-4849-97be-5ebfe2df21ea', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:72:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:34Z', 'updated_at': '2021-11-27T21:02:44Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': 'f46a96d9-a61b-452b-a87b-da815feda247', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:17.341283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-155557a7-be43-4f96-9d21-4a8b53dfb926 req-6856773a-b0e0-462d-94c7-84b3d77f7a2d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466213
Nov 27 21:03:17.346669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-57605d0f-5c6a-4a2d-ad32-b20abe452c43 None None] For port 7d3bdfe4-5883-45e7-a9af-73512ded41ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d3bdfe4-5883-45e7-a9af-73512ded41ce,segment=NetworkSegment(861ec298-362a-4be6-9df3-f59e59071b18),segment_id=861ec298-362a-4be6-9df3-f59e59071b18)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:17.347208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-57605d0f-5c6a-4a2d-ad32-b20abe452c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.380869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-57605d0f-5c6a-4a2d-ad32-b20abe452c43 None None] Calling delete_port for 7d3bdfe4-5883-45e7-a9af-73512ded41ce owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:17.423655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53342) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:17.484936 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.521553 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-57605d0f-5c6a-4a2d-ad32-b20abe452c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.526460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.530997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.545599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:17.564728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 7d3bdfe4-5883-45e7-a9af-73512ded41ce {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:17.565082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.577476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57605d0f-5c6a-4a2d-ad32-b20abe452c43 None None] No DVR routers for this DVR port 7d3bdfe4-5883-45e7-a9af-73512ded41ce on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:17.589002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57605d0f-5c6a-4a2d-ad32-b20abe452c43 None None] Pushing event deleted for resources: {'Port': ['ID=7d3bdfe4-5883-45e7-a9af-73512ded41ce,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:17.627013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:17.627292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6145b6b0-2dfc-4c4b-8f66-92ff8a5c7eb2 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:17.627741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b60c56a5-4294-4097-bd07-8a781dc46ed7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:17.648404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b60c56a5-4294-4097-bd07-8a781dc46ed7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:17.648777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b60c56a5-4294-4097-bd07-8a781dc46ed7 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:17.713523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Router d851d53f-2d52-43fa-b248-2f4e5a5ed7ce is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:03:17.719413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port 7d3bdfe4-5883-45e7-a9af-73512ded41ce, host ncdv-master-1, got binding levels [] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:17.719775 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.792844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 7d3bdfe4-5883-45e7-a9af-73512ded41ce owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:17.798145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Port 7d3bdfe4-5883-45e7-a9af-73512ded41ce was not found and therefore no delete operation was performed {{(pid=120908) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:03:17.806651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.844737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:17.846210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=7d3bdfe4-5883-45e7-a9af-73512ded41ce,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:17.851895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:17.852391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No DVR routers for this DVR port 7d3bdfe4-5883-45e7-a9af-73512ded41ce on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:17.853202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ed152afc-e607-40ce-b2cc-64f3503cda51 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "PUT /v2.0/routers/d851d53f-2d52-43fa-b248-2f4e5a5ed7ce HTTP/1.1" status: 200  len: 915 time: 3.1787956
Nov 27 21:03:17.859160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53346) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:17.867917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c06d66f-f82f-48f8-9201-8fb2080f636e None None] Sync routers for ids ['d851d53f-2d52-43fa-b248-2f4e5a5ed7ce'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:17.871297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.871924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.872281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.872626 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.873139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.873343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.873694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.874038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.874408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.874748 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.875083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.875445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:17.878954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06d66f-f82f-48f8-9201-8fb2080f636e None None] Routers {'d851d53f-2d52-43fa-b248-2f4e5a5ed7ce'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:17.879535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1c06d66f-f82f-48f8-9201-8fb2080f636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd974d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d851d53f-2d52-43fa-b248-2f4e5a5ed7ce'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:17.913921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1c06d66f-f82f-48f8-9201-8fb2080f636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd974d00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:17.922786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06d66f-f82f-48f8-9201-8fb2080f636e None None] Routers {'d851d53f-2d52-43fa-b248-2f4e5a5ed7ce'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:17.923429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1c06d66f-f82f-48f8-9201-8fb2080f636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd974d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d851d53f-2d52-43fa-b248-2f4e5a5ed7ce'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:17.959100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1c06d66f-f82f-48f8-9201-8fb2080f636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd974d00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:17.959782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c06d66f-f82f-48f8-9201-8fb2080f636e None None] The sync data for ids ['d851d53f-2d52-43fa-b248-2f4e5a5ed7ce'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:17.976903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port 50a3423d-a13a-4ba9-8425-ebff91572e95 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:17.977256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.121859 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.165406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe69c760>,) {'filters': {'network_id': ['61b05617-2376-41d1-a45a-d464f9470b1d']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:18.194573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe69c760>, '861ec298-362a-4be6-9df3-f59e59071b18') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:18.194879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe69c760>, '861ec298-362a-4be6-9df3-f59e59071b18') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:18.212384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bca18a39-2ee9-4b12-93a5-918869a27667 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/routers/d851d53f-2d52-43fa-b248-2f4e5a5ed7ce HTTP/1.1" status: 200  len: 921 time: 0.3490863
Nov 27 21:03:18.215292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53348) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:18.219658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.244095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port 50a3423d-a13a-4ba9-8425-ebff91572e95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a3423d-a13a-4ba9-8425-ebff91572e95,segment=NetworkSegment(c1b6641c-08dd-4bdd-81e0-27330799b2ed),segment_id=c1b6641c-08dd-4bdd-81e0-27330799b2ed)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:18.245014 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.256650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.258450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ab0aa-e488-43b3-9682-79cb8b3d4d43 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:18.263140 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f87ab0aa-e488-43b3-9682-79cb8b3d4d43 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=d851d53f-2d52-43fa-b248-2f4e5a5ed7ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0435784
Nov 27 21:03:18.263353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53350) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:18.266818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for 50a3423d-a13a-4ba9-8425-ebff91572e95 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:18.277722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:18.278220 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:18.282376 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:18.358652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1afcf8-d0fa-4d35-a6f1-c2abc7c87d07 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:18.358950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.360355 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6a1afcf8-d0fa-4d35-a6f1-c2abc7c87d07 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/networks/7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 881 time: 0.0961051
Nov 27 21:03:18.363196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53352) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:18.393221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7682be5a-e7a8-42f6-94ae-a29ff041393a tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=d851d53f-2d52-43fa-b248-2f4e5a5ed7ce HTTP/1.1" status: 200  len: 205 time: 0.0288584
Nov 27 21:03:18.396406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53356) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:18.409609 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.461810 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.465783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/networks/61b05617-2376-41d1-a45a-d464f9470b1d HTTP/1.1" status: 204  len: 168 time: 1.6610124
Nov 27 21:03:18.470246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53358) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:18.485411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472a5c4-0818-4a7d-a7af-4a7b45a96941 req-d64e6971-e2c8-470c-a015-049d0f5d35ba tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:18.486887 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a472a5c4-0818-4a7d-a7af-4a7b45a96941 req-d64e6971-e2c8-470c-a015-049d0f5d35ba tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0613735
Nov 27 21:03:18.492749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a5996-8bbb-468d-b2b0-ee1db271cffc tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Network': ['ID=61b05617-2376-41d1-a45a-d464f9470b1d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:18.595346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.610953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a472a5c4-0818-4a7d-a7af-4a7b45a96941 req-c32146e0-6a8c-4091-8834-b397984fa299 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935297
Nov 27 21:03:18.658138 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:18.867687 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.121426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.126425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:19.126915 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.168859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f29d13-756a-4c90-b732-acd5c5d72d90 req-2a0383cf-d2fc-4b8d-87b9-5c5b9f1eebd7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:19.170367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f3f29d13-756a-4c90-b732-acd5c5d72d90 req-2a0383cf-d2fc-4b8d-87b9-5c5b9f1eebd7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.4506691
Nov 27 21:03:19.191773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3645102e-b4ea-40db-9c2f-90294cc6e410 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:19.207500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=50a3423d-a13a-4ba9-8425-ebff91572e95,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:19.222589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bac25cc-a0a9-4f83-b707-e2f5cf4aff06,segment=NetworkSegment(904b3120-148e-47eb-96dc-02cd867eab0f),segment_id=904b3120-148e-47eb-96dc-02cd867eab0f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:19.223349 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.224930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 3645102e-b4ea-40db-9c2f-90294cc6e410 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:19.225541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3645102e-b4ea-40db-9c2f-90294cc6e410 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:19.239277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:19.304593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.389779 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f3f29d13-756a-4c90-b732-acd5c5d72d90 req-32e97ed4-41b2-4de6-aeee-4613a4400d90 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848650
Nov 27 21:03:19.453276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.513826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=9bac25cc-a0a9-4f83-b707-e2f5cf4aff06,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:19.548006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.579346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Deleting port 4a6a81ce-5ec7-40e7-a9f9-3ada3a695522 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:19.579692 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.611094 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.642504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a2c2deae-bff9-4c9d-98be-596ea79c1679 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:19.672406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: a2c2deae-bff9-4c9d-98be-596ea79c1679 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:19.672761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a2c2deae-bff9-4c9d-98be-596ea79c1679 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:19.752756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc2cd7-0319-4364-bb07-186f87075798 req-bb8db42d-8d9a-47d1-bce8-f7a919403486 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:19.753862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ddc2cd7-0319-4364-bb07-186f87075798 req-bb8db42d-8d9a-47d1-bce8-f7a919403486 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2215557
Nov 27 21:03:19.813895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.838420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:19.842501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Deleting port 4830f14a-d216-4e59-9421-501f80d9c118 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:19.842851 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:19.844906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Calling delete_port for 4a6a81ce-5ec7-40e7-a9f9-3ada3a695522 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:19.939812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:19.944694 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-32176f87-e36a-4208-bc49-89d9e5351f7a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4734075
Nov 27 21:03:19.947340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53370) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:19.953843 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:19.966826 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:19.967480 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:19.999462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b58e1a2-ed09-4cbe-9f26-e61b9cb30b6c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting subnet f46a96d9-a61b-452b-a87b-da815feda247 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:20.002928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b58e1a2-ed09-4cbe-9f26-e61b9cb30b6c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.012146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ddc2cd7-0319-4364-bb07-186f87075798 req-430f14a6-2c3b-4942-8d4b-ef07eb5e03d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2388790
Nov 27 21:03:20.063171 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b58e1a2-ed09-4cbe-9f26-e61b9cb30b6c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.076306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] For port 4830f14a-d216-4e59-9421-501f80d9c118, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4830f14a-d216-4e59-9421-501f80d9c118,segment=NetworkSegment(cb02d594-1e1d-446b-a727-262a5d0090f6),segment_id=cb02d594-1e1d-446b-a727-262a5d0090f6)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:20.076553 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:20.076672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.080177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:20.096606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Calling delete_port for 4830f14a-d216-4e59-9421-501f80d9c118 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:20.177436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41883135-97a8-4e7e-b9c5-ec91e5412399 req-683193e2-2263-48fd-9366-e77e82dd754b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:20.178937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41883135-97a8-4e7e-b9c5-ec91e5412399 req-683193e2-2263-48fd-9366-e77e82dd754b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0789483
Nov 27 21:03:20.238000 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b58e1a2-ed09-4cbe-9f26-e61b9cb30b6c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.282420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41883135-97a8-4e7e-b9c5-ec91e5412399 req-8b3cb20b-3e3c-4243-8fb7-12977a2edf7d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861924
Nov 27 21:03:20.309533 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bfa0>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:19Z', 'revision_number': 10, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:20.328510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b58e1a2-ed09-4cbe-9f26-e61b9cb30b6c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.331277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:20.344887 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:20.345603 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:20.356312 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:20.357047 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:20.362254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:20.362892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd625640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:20.397420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-46d696ed-621e-4295-8d36-6120f86a0abd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4389839
Nov 27 21:03:20.403506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53378) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:20.404487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58e1a2-ed09-4cbe-9f26-e61b9cb30b6c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Subnet': ['ID=f46a96d9-a61b-452b-a87b-da815feda247,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:20.417627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.434365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b58e1a2-ed09-4cbe-9f26-e61b9cb30b6c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.437566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5b58e1a2-ed09-4cbe-9f26-e61b9cb30b6c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/f46a96d9-a61b-452b-a87b-da815feda247 HTTP/1.1" status: 204  len: 168 time: 0.4892848
Nov 27 21:03:20.447230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53382) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:20.475906 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:20.482049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:20.503427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f8e5ac-3ede-40d3-b0d7-ad4ca5d07cf0 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting subnet dd18d843-0a09-4c30-a1a0-cb95d4876243 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:20.508462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e5ac-3ede-40d3-b0d7-ad4ca5d07cf0 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.542775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8222bbc-527a-4171-afc4-d323e3eb992f req-9835fe9c-0fdb-4133-ab96-5b48577d5810 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:20.544384 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8222bbc-527a-4171-afc4-d323e3eb992f req-9835fe9c-0fdb-4133-ab96-5b48577d5810 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1449296
Nov 27 21:03:20.579311 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.580188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d4c2a3-6044-498f-935d-bb3f3aef49d5 None None] Network 9931bdbe-ced9-4849-97be-5ebfe2df21ea requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:20.582619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d920e38-9e61-4cef-b4e5-a004da16ffff None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:20.605558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event deleted for resources: {'Port': ['ID=4a6a81ce-5ec7-40e7-a9f9-3ada3a695522,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:20.630007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e5ac-3ede-40d3-b0d7-ad4ca5d07cf0 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.675446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.739246 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bfa0>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:19Z', 'revision_number': 10, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:20.762242 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e5ac-3ede-40d3-b0d7-ad4ca5d07cf0 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.777099 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f9c292-2733-420b-8983-43026d4aee69 None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:19Z', 'revision_number': 10, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None, '_interfaces': [{'id': 'c5fef110-6b4d-40be-a558-e3181e4a7f7e', 'name': '', 'network_id': '16457870-1844-47e1-9bc1-32b1a809b5d4', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'mac_address': 'fa:16:3e:a4:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:29Z', 'updated_at': '2021-11-27T21:02:33Z', 'revision_number': 5, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'subnets': [{'id': '543a8c51-da60-4c04-b442-98d30f2df88f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:20.841616 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8222bbc-527a-4171-afc4-d323e3eb992f req-d2a70a95-2b55-4e53-8be4-e6648ca0b473 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2893581
Nov 27 21:03:20.849871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd625640>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:18Z', 'revision_number': 10, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:20.856032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.860308 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.904410 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e5ac-3ede-40d3-b0d7-ad4ca5d07cf0 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.938395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port eb4f08ae-c87a-4172-84e1-fb212746345c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:20.938737 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.949800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e5ac-3ede-40d3-b0d7-ad4ca5d07cf0 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Subnet': ['ID=dd18d843-0a09-4c30-a1a0-cb95d4876243,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:20.954515 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e5ac-3ede-40d3-b0d7-ad4ca5d07cf0 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:20.958260 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a3f8e5ac-3ede-40d3-b0d7-ad4ca5d07cf0 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/dd18d843-0a09-4c30-a1a0-cb95d4876243 HTTP/1.1" status: 204  len: 168 time: 0.5515883
Nov 27 21:03:20.962059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53388) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:21.079903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] DHCP port deletion for 9931bdbe-ced9-4849-97be-5ebfe2df21ea request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:21.081741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9be073-9134-4e78-a950-dcb3ad392ad9 None None] Network 56f31914-24db-4708-bb0e-becf36039b8f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:21.083805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:21.089224 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.099720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dbddb-ee7e-48ee-af93-8e3da02d7f97 req-9dada70c-f07b-4f0d-8dc7-cb9dd4f17f90 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:21.101422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a78dbddb-ee7e-48ee-af93-8e3da02d7f97 req-9dada70c-f07b-4f0d-8dc7-cb9dd4f17f90 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1055398
Nov 27 21:03:21.157447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:21.158147 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd625640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:21.321364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port eb4f08ae-c87a-4172-84e1-fb212746345c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4f08ae-c87a-4172-84e1-fb212746345c,segment=NetworkSegment(904b3120-148e-47eb-96dc-02cd867eab0f),segment_id=904b3120-148e-47eb-96dc-02cd867eab0f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:21.321732 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.336195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for eb4f08ae-c87a-4172-84e1-fb212746345c owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:21.346889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.351995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:21.381156 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.381730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Fanout notify agent at l3_agent the message router_deleted on router d851d53f-2d52-43fa-b248-2f4e5a5ed7ce {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:21.391955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.393850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d79fd473-7b69-4d11-ba42-98e537e520c1 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/d851d53f-2d52-43fa-b248-2f4e5a5ed7ce HTTP/1.1" status: 204  len: 168 time: 2.9963410
Nov 27 21:03:21.396851 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4830f14a-d216-4e59-9421-501f80d9c118,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:21.438388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53390) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:21.443632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-809054158', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:21.486905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device eb4f08ae-c87a-4172-84e1-fb212746345c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:21.492273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Deleting port eb4f08ae-c87a-4172-84e1-fb212746345c {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:21.492795 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.548218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.549079 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.627929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.647632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dbd72e-175b-4a33-aa99-2ef3326bbae7 None None] DHCP port deletion for 56f31914-24db-4708-bb0e-becf36039b8f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:21.662316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] For port eb4f08ae-c87a-4172-84e1-fb212746345c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb4f08ae-c87a-4172-84e1-fb212746345c,segment=NetworkSegment(904b3120-148e-47eb-96dc-02cd867eab0f),segment_id=904b3120-148e-47eb-96dc-02cd867eab0f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:21.662867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.672013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a78dbddb-ee7e-48ee-af93-8e3da02d7f97 req-7f6a32f4-1c01-4d92-b087-202c89ba3d0b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5589209
Nov 27 21:03:21.685174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port 2a0b9a21-521f-4535-af59-bd04dda15658 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:21.685424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.685729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No active binding found for port eb4f08ae-c87a-4172-84e1-fb212746345c {{(pid=120910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 27 21:03:21.686272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device eb4f08ae-c87a-4172-84e1-fb212746345c not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:21.686805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:21.699479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Calling delete_port for eb4f08ae-c87a-4172-84e1-fb212746345c owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:21.699960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=eb4f08ae-c87a-4172-84e1-fb212746345c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:21.714056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No DVR routers for this DVR port eb4f08ae-c87a-4172-84e1-fb212746345c on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:21.754021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:21.754637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9bac25cc-a0a9-4f83-b707-e2f5cf4aff06 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:21.779162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port 2a0b9a21-521f-4535-af59-bd04dda15658, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a0b9a21-521f-4535-af59-bd04dda15658,segment=NetworkSegment(c1b6641c-08dd-4bdd-81e0-27330799b2ed),segment_id=c1b6641c-08dd-4bdd-81e0-27330799b2ed)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:21.779866 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.795187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for 2a0b9a21-521f-4535-af59-bd04dda15658 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:21.811312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.881800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-47dbd72e-175b-4a33-aa99-2ef3326bbae7 None None] Deleting port 2a0b9a21-521f-4535-af59-bd04dda15658 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:21.882382 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-47dbd72e-175b-4a33-aa99-2ef3326bbae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.902093 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.907550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e41c1-5865-4d59-9072-021cce3079cf req-3e55872e-d0c2-4b9b-8924-a06b818be8df tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:21.909316 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-959e41c1-5865-4d59-9072-021cce3079cf req-3e55872e-d0c2-4b9b-8924-a06b818be8df tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1006663
Nov 27 21:03:21.948276 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.967036 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:21.971146 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Pushing event deleted for resources: {'Port': ['ID=eb4f08ae-c87a-4172-84e1-fb212746345c,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:21.977782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] No DVR routers for this DVR port eb4f08ae-c87a-4172-84e1-fb212746345c on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:21.993412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-959e41c1-5865-4d59-9072-021cce3079cf req-093c3a5f-91ae-4750-af15-dd6ca7b8a4a8 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696568
Nov 27 21:03:21.993412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.000051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.000483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.001019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.001469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.001994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.002435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.002968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.003563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.003944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.004381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.004900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.005428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb494c-1f46-49fe-89fe-887d7a6ba9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:03:22.016405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd625640>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:18Z', 'revision_number': 10, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:22.020408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-47dbd72e-175b-4a33-aa99-2ef3326bbae7 None None] For port 2a0b9a21-521f-4535-af59-bd04dda15658, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a0b9a21-521f-4535-af59-bd04dda15658,segment=NetworkSegment(c1b6641c-08dd-4bdd-81e0-27330799b2ed),segment_id=c1b6641c-08dd-4bdd-81e0-27330799b2ed)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:22.021024 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-47dbd72e-175b-4a33-aa99-2ef3326bbae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.042175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No DVR routers for this DVR port 2a0b9a21-521f-4535-af59-bd04dda15658 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:22.050120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=2a0b9a21-521f-4535-af59-bd04dda15658,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:22.055925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d66b2f-49bb-455e-8f10-97b5bae01550 None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:18Z', 'revision_number': 10, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None, '_interfaces': [{'id': 'fdb2b857-9f2c-4c19-a5c8-d37dd249a13e', 'name': '', 'network_id': '552d60b2-ceea-4db2-a9b8-ecfabad15ce7', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'mac_address': 'fa:16:3e:4c:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:02:33Z', 'updated_at': '2021-11-27T21:02:45Z', 'revision_number': 5, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'subnets': [{'id': '465f5bf8-e949-43d4-b95f-2416c05c9805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:22.076446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-47dbd72e-175b-4a33-aa99-2ef3326bbae7 None None] Calling delete_port for 2a0b9a21-521f-4535-af59-bd04dda15658 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:22.149268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd70cbe0>,) {'filters': {'network_id': ['9931bdbe-ced9-4849-97be-5ebfe2df21ea']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:22.155840 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.164915 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.169744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd70cbe0>, '904b3120-148e-47eb-96dc-02cd867eab0f') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:22.170052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd70cbe0>, '904b3120-148e-47eb-96dc-02cd867eab0f') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:22.183857 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-47dbd72e-175b-4a33-aa99-2ef3326bbae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.187341 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.202443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3effe95b0>,) {'filters': {'network_id': ['56f31914-24db-4708-bb0e-becf36039b8f']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:22.215755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dbd72e-175b-4a33-aa99-2ef3326bbae7 None None] No DVR routers for this DVR port 2a0b9a21-521f-4535-af59-bd04dda15658 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:22.217228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3effe95b0>, 'c1b6641c-08dd-4bdd-81e0-27330799b2ed') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:22.217564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3effe95b0>, 'c1b6641c-08dd-4bdd-81e0-27330799b2ed') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:22.226718 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbd72e-175b-4a33-aa99-2ef3326bbae7 None None] Pushing event deleted for resources: {'Port': ['ID=2a0b9a21-521f-4535-af59-bd04dda15658,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:22.233575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.248674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fe80b-02b1-4e6b-8ea9-06ebd6103a03 req-70363e7e-68ca-4729-aee3-608b30e38073 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:22.250219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d65fe80b-02b1-4e6b-8ea9-06ebd6103a03 req-70363e7e-68ca-4729-aee3-608b30e38073 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0912366
Nov 27 21:03:22.255685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.258803 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.273083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:22.273479 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   items = [
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:22.277062 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:22.297794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:22.298361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:22.302800 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:22.358392 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.362717 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.366422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/networks/56f31914-24db-4708-bb0e-becf36039b8f HTTP/1.1" status: 204  len: 168 time: 1.3981559
Nov 27 21:03:22.370566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53400) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:22.374063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d65fe80b-02b1-4e6b-8ea9-06ebd6103a03 req-75c0026c-7859-4846-837c-8d73b38ea8ca tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110365
Nov 27 21:03:22.386160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccce7a9-192e-46c9-813e-34aa45f5fad7 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Network': ['ID=56f31914-24db-4708-bb0e-becf36039b8f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:22.486935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.500972 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.507246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/networks/9931bdbe-ced9-4849-97be-5ebfe2df21ea HTTP/1.1" status: 204  len: 168 time: 2.0540926
Nov 27 21:03:22.520453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53406) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:22.553466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bcc17-ec60-4904-9adc-c18a8875b6e0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Network': ['ID=9931bdbe-ced9-4849-97be-5ebfe2df21ea,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:22.617258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425005e-7392-4116-bee6-4508386b62a2 req-2266aae5-54c1-4480-8020-8eae0fa1dd7f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:22.618782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e425005e-7392-4116-bee6-4508386b62a2 req-2266aae5-54c1-4480-8020-8eae0fa1dd7f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1289427
Nov 27 21:03:22.683674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Router d70ce343-2b09-4bd5-8e64-78fa14943037 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:22.744632 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e425005e-7392-4116-bee6-4508386b62a2 req-79a1b8c1-451b-47ad-8b35-5854aade9534 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172905
Nov 27 21:03:22.896701 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.916126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:22.955770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.048873 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea99ac5-a010-431c-b33f-32f32dc76857 req-5edc5360-3b9a-4160-afd2-4277ea52593a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:23.050373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bea99ac5-a010-431c-b33f-32f32dc76857 req-5edc5360-3b9a-4160-afd2-4277ea52593a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2254713
Nov 27 21:03:23.057701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:23.068813 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f6bfbdfa-6e61-4cae-9e2d-47950ce250bd admin admin] 10.222.0.21 "PUT /v2.0/routers/d70ce343-2b09-4bd5-8e64-78fa14943037/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6411006
Nov 27 21:03:23.069123 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] Sync routers for ids ['d70ce343-2b09-4bd5-8e64-78fa14943037'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:23.069650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53410) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:23.081129 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] Routers {'d70ce343-2b09-4bd5-8e64-78fa14943037'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:23.081886 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a6310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d70ce343-2b09-4bd5-8e64-78fa14943037'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:23.282223 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.356138 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] Set router d70ce343-2b09-4bd5-8e64-78fa14943037 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:23.417204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 50a3423d-a13a-4ba9-8425-ebff91572e95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:23.417980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port c5fef110-6b4d-40be-a558-e3181e4a7f7e {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:23.418917 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.441213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Allocated IP 172.35.3.164 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/7de2c849-70eb-481b-a19f-6d96a3b504ca) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:23.452820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bea99ac5-a010-431c-b33f-32f32dc76857 req-be7b023e-8199-44f0-90e4-3c6238b4f115 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3929393
Nov 27 21:03:23.470008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 50a3423d-a13a-4ba9-8425-ebff91572e95 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:23.471789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 50a3423d-a13a-4ba9-8425-ebff91572e95 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:23.472981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2a0b9a21-521f-4535-af59-bd04dda15658 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:23.519107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.538583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 2a0b9a21-521f-4535-af59-bd04dda15658 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:23.539796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2a0b9a21-521f-4535-af59-bd04dda15658 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:23.559972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port c5fef110-6b4d-40be-a558-e3181e4a7f7e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5fef110-6b4d-40be-a558-e3181e4a7f7e,segment=NetworkSegment(f38caee9-70ea-4322-a1a7-0b3c81720a61),segment_id=f38caee9-70ea-4322-a1a7-0b3c81720a61)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:23.559972 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.570340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.595073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for c5fef110-6b4d-40be-a558-e3181e4a7f7e owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:23.645949 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a6310>, [{'id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:01:03Z', 'updated_at': '2021-11-27T21:03:20Z', 'revision_number': 5, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'gw_port': {'id': '5b5f3d77-5114-4d45-996e-a52fc9eb8759', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:01:04Z', 'updated_at': '2021-11-27T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:23.663056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Deleting port 5b5f3d77-5114-4d45-996e-a52fc9eb8759 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:23.663581 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.674681 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] Checking router: d70ce343-2b09-4bd5-8e64-78fa14943037 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:23.684375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.686395 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] Routers {'d70ce343-2b09-4bd5-8e64-78fa14943037'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:23.687070 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a6310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d70ce343-2b09-4bd5-8e64-78fa14943037'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:23.788164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e029d-e531-4943-b148-40ad75df95bd req-822d8e07-b54d-476d-b06a-1a345925b395 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:23.789663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b90e029d-e531-4943-b148-40ad75df95bd req-822d8e07-b54d-476d-b06a-1a345925b395 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1534026
Nov 27 21:03:23.798144 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] Set router d70ce343-2b09-4bd5-8e64-78fa14943037 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:23.805901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] For port 5b5f3d77-5114-4d45-996e-a52fc9eb8759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b5f3d77-5114-4d45-996e-a52fc9eb8759,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:23.806682 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.819693 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.841209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Calling delete_port for 5b5f3d77-5114-4d45-996e-a52fc9eb8759 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:23.855906 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a6310>, [{'id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:01:03Z', 'updated_at': '2021-11-27T21:03:23Z', 'revision_number': 6, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:23.895453 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fa225-89bd-432b-9eab-9bc7a8206fea None None] The sync data for ids ['d70ce343-2b09-4bd5-8e64-78fa14943037'] in ncdv-master-1 is: [{'id': 'd70ce343-2b09-4bd5-8e64-78fa14943037', 'name': 'tempest-ServerRescueTestJSON-1474307393-router', 'tenant_id': '2a621d68a46c42269f2eea4bc56c671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:01:03Z', 'updated_at': '2021-11-27T21:03:23Z', 'revision_number': 6, 'project_id': '2a621d68a46c42269f2eea4bc56c671f', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:23.900844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:23.908275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:23.915588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:23.916266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:23.921795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event updated for resources: {'Port': ['ID=7de2c849-70eb-481b-a19f-6d96a3b504ca,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:23.922416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1234e20-c78a-4234-ab1c-de9d1390c526 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:23.953969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=c5fef110-6b4d-40be-a558-e3181e4a7f7e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:23.956049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b90e029d-e531-4943-b148-40ad75df95bd req-53d98169-903c-4732-958d-b8563a6fe733 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561558
Nov 27 21:03:24.001389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-597c3b00-e722-47bd-a4da-bc44a55cd1d6 None None] Provisioning complete for port 7de2c849-70eb-481b-a19f-6d96a3b504ca triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:24.001772 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-597c3b00-e722-47bd-a4da-bc44a55cd1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.060538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-597c3b00-e722-47bd-a4da-bc44a55cd1d6 None None] Port 7de2c849-70eb-481b-a19f-6d96a3b504ca cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:03:24.128600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.218936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:24.219325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.251775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a38e4-280d-41b6-bd5e-2c4385921a8a req-ba3426c4-0281-4d79-b3bd-01e280e3a92e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:24.253304 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c29a38e4-280d-41b6-bd5e-2c4385921a8a req-ba3426c4-0281-4d79-b3bd-01e280e3a92e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1979859
Nov 27 21:03:24.348282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.388282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port fdb2b857-9f2c-4c19-a5c8-d37dd249a13e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb2b857-9f2c-4c19-a5c8-d37dd249a13e,segment=NetworkSegment(52957703-590b-4ce6-b44f-c7bfd123ab01),segment_id=52957703-590b-4ce6-b44f-c7bfd123ab01)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:24.388661 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.398256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5f3d77-5114-4d45-996e-a52fc9eb8759,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:24.415061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:24.415340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ecf85-0515-4883-b83b-7e06145a3fed None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:24.437861 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c29a38e4-280d-41b6-bd5e-2c4385921a8a req-bf692ef4-c383-4e4e-a508-91dc62c25218 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767902
Nov 27 21:03:24.449428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for fdb2b857-9f2c-4c19-a5c8-d37dd249a13e owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:24.539286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.543765 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.547078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:24.557401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:24.569931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:24.571449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcff00d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:24.574907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0e65cb19-531a-40a3-ace6-b17510140266 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0521493
Nov 27 21:03:24.584938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53426) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:24.648605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:24.667860 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.670879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.702490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcff00d0>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:23Z', 'revision_number': 11, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:24.731481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc744d3-63b3-453e-bd7b-c1b98cabc25e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting subnet 543a8c51-da60-4c04-b442-98d30f2df88f {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:24.731827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a8927-aadc-47c7-9237-c74bf449f0af req-31348454-a2f6-445a-b703-59805982aa55 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:24.733375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d5a8927-aadc-47c7-9237-c74bf449f0af req-31348454-a2f6-445a-b703-59805982aa55 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1253374
Nov 27 21:03:24.734859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:24.742872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.743301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc744d3-63b3-453e-bd7b-c1b98cabc25e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.743554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d70ce343-2b09-4bd5-8e64-78fa14943037 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:24.750292 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.751635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2bd254c6-7a0f-49f3-a5ce-43cff7cef600 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d70ce343-2b09-4bd5-8e64-78fa14943037 HTTP/1.1" status: 204  len: 168 time: 1.6812024
Nov 27 21:03:24.754081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53428) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:24.757308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:24.758161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcff00d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:24.839725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:24.841223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d5a8927-aadc-47c7-9237-c74bf449f0af req-3369c339-b14a-4023-8e9b-05c1cdda7e3a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788131
Nov 27 21:03:24.844283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85467be-6033-454c-988c-2075e0fbe4cc admin admin] Deleting subnet ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:24.849334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f85467be-6033-454c-988c-2075e0fbe4cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.885390 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc744d3-63b3-453e-bd7b-c1b98cabc25e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.891340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f85467be-6033-454c-988c-2075e0fbe4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.920605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcff00d0>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:23Z', 'revision_number': 11, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:24.926084 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.946693 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f85467be-6033-454c-988c-2075e0fbe4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:24.961931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048a6f1-bd28-46ae-b3a2-ce6135f52c87 None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:23Z', 'revision_number': 11, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:25.031901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=fdb2b857-9f2c-4c19-a5c8-d37dd249a13e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:25.114351 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.205078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229859-b72a-4e58-83da-3c04a87a882c req-1e1b936a-bf89-49f5-84ac-68e38f4dfd11 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:25.206718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15229859-b72a-4e58-83da-3c04a87a882c req-1e1b936a-bf89-49f5-84ac-68e38f4dfd11 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2414842
Nov 27 21:03:25.244086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc744d3-63b3-453e-bd7b-c1b98cabc25e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.382066 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f85467be-6033-454c-988c-2075e0fbe4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.414894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85467be-6033-454c-988c-2075e0fbe4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4a3d80-9fe1-437f-aafc-44a0978ce6b5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:25.419228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f85467be-6033-454c-988c-2075e0fbe4cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.425700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f85467be-6033-454c-988c-2075e0fbe4cc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ae4a3d80-9fe1-437f-aafc-44a0978ce6b5 HTTP/1.1" status: 204  len: 168 time: 0.6680903
Nov 27 21:03:25.425816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53434) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:25.444449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.469452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15229859-b72a-4e58-83da-3c04a87a882c req-3218e2e9-7283-47d4-b851-ad86f6d07db6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554796
Nov 27 21:03:25.525855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4830f14a-d216-4e59-9421-501f80d9c118 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:25.559922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4830f14a-d216-4e59-9421-501f80d9c118 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:25.560567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4830f14a-d216-4e59-9421-501f80d9c118 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:25.560901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5b5f3d77-5114-4d45-996e-a52fc9eb8759 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:25.570007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.589858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5b5f3d77-5114-4d45-996e-a52fc9eb8759 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:25.590651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5b5f3d77-5114-4d45-996e-a52fc9eb8759 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:25.591377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c5fef110-6b4d-40be-a558-e3181e4a7f7e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:25.613317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c5fef110-6b4d-40be-a558-e3181e4a7f7e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:25.614561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c5fef110-6b4d-40be-a558-e3181e4a7f7e not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:25.671997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.693710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fefb28e0>,) {'filters': {'network_id': ['ef6c6178-d8bd-4309-ba9b-3100431bc7eb']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:25.705247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fefb28e0>, 'cb02d594-1e1d-446b-a727-262a5d0090f6') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:25.705576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fefb28e0>, 'cb02d594-1e1d-446b-a727-262a5d0090f6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:25.715581 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.729260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.735859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:25.736267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:25.737990 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:25.797566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.803203 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.807061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef6c6178-d8bd-4309-ba9b-3100431bc7eb HTTP/1.1" status: 204  len: 168 time: 0.3796217
Nov 27 21:03:25.818021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1c2d4-b9ef-4b81-bd8b-73665140f74b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6c6178-d8bd-4309-ba9b-3100431bc7eb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:25.829678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc744d3-63b3-453e-bd7b-c1b98cabc25e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.889745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc744d3-63b3-453e-bd7b-c1b98cabc25e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Subnet': ['ID=543a8c51-da60-4c04-b442-98d30f2df88f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:25.894214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc744d3-63b3-453e-bd7b-c1b98cabc25e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:25.897387 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3dc744d3-63b3-453e-bd7b-c1b98cabc25e tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/543a8c51-da60-4c04-b442-98d30f2df88f HTTP/1.1" status: 204  len: 168 time: 1.3093183
Nov 27 21:03:25.900895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53442) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:25.904575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac4b28-998c-4785-a31c-62771fae93d7 None None] Network 16457870-1844-47e1-9bc1-32b1a809b5d4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:26.013009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.013318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99065868-fca4-43a9-98bd-b543fac401a8 req-9d0e8ef9-beb2-4e7f-987c-210b83ec76a0 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:26.020797 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99065868-fca4-43a9-98bd-b543fac401a8 req-9d0e8ef9-beb2-4e7f-987c-210b83ec76a0 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1966262
Nov 27 21:03:26.023284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53444) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:26.030026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Router 707c6d0a-30e2-4493-9d5f-741216672e91 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:03:26.057466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:26.099219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b8bd367c-49eb-4ea8-bea4-5907144970d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a621d68a46c42269f2eea4bc56c671f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0715981
Nov 27 21:03:26.099984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53446) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:26.146942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Deleting port a8761e30-4ec6-4b06-a251-eb50193c6aa1 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:26.147513 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.151509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99065868-fca4-43a9-98bd-b543fac401a8 req-791ff5a4-6ebe-4bde-bf31-713a6beacfc9 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272240
Nov 27 21:03:26.215647 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fee1-198c-4867-b1d0-654e6dd0c4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.258109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:26.266482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d565a9c8-fd0d-43f0-9cb2-300471722a8a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8929734
Nov 27 21:03:26.268528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53450) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:26.276049 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:26.278954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] For port a8761e30-4ec6-4b06-a251-eb50193c6aa1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8761e30-4ec6-4b06-a251-eb50193c6aa1,segment=NetworkSegment(f38caee9-70ea-4322-a1a7-0b3c81720a61),segment_id=f38caee9-70ea-4322-a1a7-0b3c81720a61)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:26.279359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.281254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf14196-1289-4bab-b02f-2d431e28b311 None None] DHCP port deletion for 16457870-1844-47e1-9bc1-32b1a809b5d4 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:26.296422 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:26.297465 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f6d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.302672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Calling delete_port for a8761e30-4ec6-4b06-a251-eb50193c6aa1 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:26.306145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fee1-198c-4867-b1d0-654e6dd0c4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.325248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:26.349900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-8120bf9f-66e3-41af-94d4-e119f1bd3cd2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting subnet 465f5bf8-e949-43d4-b95f-2416c05c9805 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:26.350193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e30e3-b0f8-451e-99c8-643843b77327 None None] Sync routers for ids ['707c6d0a-30e2-4493-9d5f-741216672e91'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:26.354801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8120bf9f-66e3-41af-94d4-e119f1bd3cd2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.356453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac69d2-b5bc-48ad-ac77-949afe7d9cf3 req-b8f6c00d-7da9-469f-98d8-0c19e56dcb19 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:26.358044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13ac69d2-b5bc-48ad-ac77-949afe7d9cf3 req-b8f6c00d-7da9-469f-98d8-0c19e56dcb19 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1229572
Nov 27 21:03:26.374671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e30e3-b0f8-451e-99c8-643843b77327 None None] Routers {'707c6d0a-30e2-4493-9d5f-741216672e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:26.375497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a31e30e3-b0f8-451e-99c8-643843b77327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['707c6d0a-30e2-4493-9d5f-741216672e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.383223 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.384901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-202e47cd-939c-4f78-bc3e-e742b71497d7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.9451489
Nov 27 21:03:26.389318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53452) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:26.394869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:26.414289 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:26.467447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bcf14196-1289-4bab-b02f-2d431e28b311 None None] Deleting port a8761e30-4ec6-4b06-a251-eb50193c6aa1 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:26.469295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bcf14196-1289-4bab-b02f-2d431e28b311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.470259 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fee1-198c-4867-b1d0-654e6dd0c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.473035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fee1-198c-4867-b1d0-654e6dd0c4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.474193 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e0f2fee1-198c-4867-b1d0-654e6dd0c4b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec68aae5-9d88-4a20-bfa5-2fca01b44885 HTTP/1.1" status: 204  len: 168 time: 0.3733137
Nov 27 21:03:26.474848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8120bf9f-66e3-41af-94d4-e119f1bd3cd2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.486541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13ac69d2-b5bc-48ad-ac77-949afe7d9cf3 req-c0349ddc-de98-405d-82d8-9397988b9334 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831993
Nov 27 21:03:26.495142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2fee1-198c-4867-b1d0-654e6dd0c4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec68aae5-9d88-4a20-bfa5-2fca01b44885,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:26.509047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.544151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Port': ['ID=a8761e30-4ec6-4b06-a251-eb50193c6aa1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:26.554090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No DVR routers for this DVR port a8761e30-4ec6-4b06-a251-eb50193c6aa1 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:26.596277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bcf14196-1289-4bab-b02f-2d431e28b311 None None] For port a8761e30-4ec6-4b06-a251-eb50193c6aa1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8761e30-4ec6-4b06-a251-eb50193c6aa1,segment=NetworkSegment(f38caee9-70ea-4322-a1a7-0b3c81720a61),segment_id=f38caee9-70ea-4322-a1a7-0b3c81720a61)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:26.596806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bcf14196-1289-4bab-b02f-2d431e28b311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.614782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bcf14196-1289-4bab-b02f-2d431e28b311 None None] Calling delete_port for a8761e30-4ec6-4b06-a251-eb50193c6aa1 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:26.652705 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f6d00>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:24Z', 'revision_number': 11, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.659932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.684699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b1f10>,) {'filters': {'network_id': ['16457870-1844-47e1-9bc1-32b1a809b5d4']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.686589 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8120bf9f-66e3-41af-94d4-e119f1bd3cd2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.696015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b1f10>, 'f38caee9-70ea-4322-a1a7-0b3c81720a61') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.696323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b1f10>, 'f38caee9-70ea-4322-a1a7-0b3c81720a61') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.707179 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.719052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a31e30e3-b0f8-451e-99c8-643843b77327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffba00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.724484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.729369 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bcf14196-1289-4bab-b02f-2d431e28b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.733235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:26.733663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.771661 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:26.780664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e30e3-b0f8-451e-99c8-643843b77327 None None] Routers {'707c6d0a-30e2-4493-9d5f-741216672e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:26.781987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a31e30e3-b0f8-451e-99c8-643843b77327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['707c6d0a-30e2-4493-9d5f-741216672e91'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.797200 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:26.797853 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f6d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:26.828528 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:26.845317 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.849510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a31e30e3-b0f8-451e-99c8-643843b77327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffba00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:26.850773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e30e3-b0f8-451e-99c8-643843b77327 None None] The sync data for ids ['707c6d0a-30e2-4493-9d5f-741216672e91'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:26.853134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14196-1289-4bab-b02f-2d431e28b311 None None] Pushing event deleted for resources: {'Port': ['ID=a8761e30-4ec6-4b06-a251-eb50193c6aa1,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:26.857154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf14196-1289-4bab-b02f-2d431e28b311 None None] No DVR routers for this DVR port a8761e30-4ec6-4b06-a251-eb50193c6aa1 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:26.867047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.881329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/networks/16457870-1844-47e1-9bc1-32b1a809b5d4 HTTP/1.1" status: 204  len: 168 time: 0.9767337
Nov 27 21:03:26.882728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53462) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:26.887972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'routes': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:26.902905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c1e9a-92ec-44fe-a800-8b2827819a86 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Pushing event deleted for resources: {'Network': ['ID=16457870-1844-47e1-9bc1-32b1a809b5d4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:26.958536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:26.982288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8120bf9f-66e3-41af-94d4-e119f1bd3cd2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:26.989499 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:03:27.019458 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f6d00>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:24Z', 'revision_number': 11, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:27.051731 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e2335-b1dd-40c9-8434-26c8860311d4 None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:24Z', 'revision_number': 11, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:27.059034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120bf9f-66e3-41af-94d4-e119f1bd3cd2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Subnet': ['ID=465f5bf8-e949-43d4-b95f-2416c05c9805,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:27.061093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8120bf9f-66e3-41af-94d4-e119f1bd3cd2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.064350 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8120bf9f-66e3-41af-94d4-e119f1bd3cd2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/465f5bf8-e949-43d4-b95f-2416c05c9805 HTTP/1.1" status: 204  len: 168 time: 0.7948508
Nov 27 21:03:27.068351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53468) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:27.069577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf409712-93f8-4f35-867a-b169193109fe None None] Network 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:27.120542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c737ad1-1a43-425d-9660-3e87fe7d6c47 req-b1db0aed-8fcf-4ebb-938d-7fe6cadee771 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:27.122273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c737ad1-1a43-425d-9660-3e87fe7d6c47 req-b1db0aed-8fcf-4ebb-938d-7fe6cadee771 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2602985
Nov 27 21:03:27.155109 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.189712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.209282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.extraroute_db [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Added routes are [] {{(pid=120908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 27 21:03:27.209797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.extraroute_db [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Removed routes are [] {{(pid=120908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 27 21:03:27.210417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.219164 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.262826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Deleting port 24d0a126-bec3-404b-9a60-2059da88acd2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:27.263175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.340548 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c737ad1-1a43-425d-9660-3e87fe7d6c47 req-9bc56f89-10d2-4888-aa0d-1e0ef7e935ff tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815886
Nov 27 21:03:27.350864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] For port 24d0a126-bec3-404b-9a60-2059da88acd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24d0a126-bec3-404b-9a60-2059da88acd2,segment=NetworkSegment(52957703-590b-4ce6-b44f-c7bfd123ab01),segment_id=52957703-590b-4ce6-b44f-c7bfd123ab01)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:27.351463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.366296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Calling delete_port for 24d0a126-bec3-404b-9a60-2059da88acd2 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:27.420785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82992e7e-9c1f-460a-9f0e-59540e210bc1 None None] DHCP port deletion for 552d60b2-ceea-4db2-a9b8-ecfabad15ce7 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:27.443495 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.453618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.467568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Deleting port 7de2c849-70eb-481b-a19f-6d96a3b504ca {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:27.467807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.522928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-82992e7e-9c1f-460a-9f0e-59540e210bc1 None None] Deleting port 24d0a126-bec3-404b-9a60-2059da88acd2 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:27.523351 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-82992e7e-9c1f-460a-9f0e-59540e210bc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.571313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3ecb5-dfc3-4b71-9bca-2da4aecacd28 req-be446d7a-4d37-4a8d-bd87-64e5c9e41bcb tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:27.573745 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7f3ecb5-dfc3-4b71-9bca-2da4aecacd28 req-be446d7a-4d37-4a8d-bd87-64e5c9e41bcb tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1060452
Nov 27 21:03:27.583817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 24d0a126-bec3-404b-9a60-2059da88acd2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:27.654427 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.671359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-82992e7e-9c1f-460a-9f0e-59540e210bc1 None None] For port 24d0a126-bec3-404b-9a60-2059da88acd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24d0a126-bec3-404b-9a60-2059da88acd2,segment=NetworkSegment(52957703-590b-4ce6-b44f-c7bfd123ab01),segment_id=52957703-590b-4ce6-b44f-c7bfd123ab01)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:27.671867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-82992e7e-9c1f-460a-9f0e-59540e210bc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.682280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No DVR routers for this DVR port 24d0a126-bec3-404b-9a60-2059da88acd2 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:27.689213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-82992e7e-9c1f-460a-9f0e-59540e210bc1 None None] Calling delete_port for 24d0a126-bec3-404b-9a60-2059da88acd2 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:27.692904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No active binding found for port 24d0a126-bec3-404b-9a60-2059da88acd2 {{(pid=120910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 27 21:03:27.693353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 24d0a126-bec3-404b-9a60-2059da88acd2 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:27.694248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fdb2b857-9f2c-4c19-a5c8-d37dd249a13e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:27.719084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 2d008eb0-cc23-41fe-ab03-7569316f8238 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:27.735039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: fdb2b857-9f2c-4c19-a5c8-d37dd249a13e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:27.737477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fdb2b857-9f2c-4c19-a5c8-d37dd249a13e not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:27.737958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a8761e30-4ec6-4b06-a251-eb50193c6aa1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:27.763291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.771909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Port': ['ID=24d0a126-bec3-404b-9a60-2059da88acd2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:27.782359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Calling delete_port for 7de2c849-70eb-481b-a19f-6d96a3b504ca owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:27.802864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7f3ecb5-dfc3-4b71-9bca-2da4aecacd28 req-f56eb0ef-9893-445c-ae1e-82c1cb7e6d85 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035346
Nov 27 21:03:27.821595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: a8761e30-4ec6-4b06-a251-eb50193c6aa1 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:27.822894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a8761e30-4ec6-4b06-a251-eb50193c6aa1 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:27.867846 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.899885 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-82992e7e-9c1f-460a-9f0e-59540e210bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.902140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efc54f40>,) {'filters': {'network_id': ['552d60b2-ceea-4db2-a9b8-ecfabad15ce7']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:27.919289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efc54f40>, '52957703-590b-4ce6-b44f-c7bfd123ab01') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:27.919924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efc54f40>, '52957703-590b-4ce6-b44f-c7bfd123ab01') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:27.941419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82992e7e-9c1f-460a-9f0e-59540e210bc1 None None] Pushing event deleted for resources: {'Port': ['ID=24d0a126-bec3-404b-9a60-2059da88acd2,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:27.943564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82992e7e-9c1f-460a-9f0e-59540e210bc1 None None] No DVR routers for this DVR port 24d0a126-bec3-404b-9a60-2059da88acd2 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:27.944686 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.965842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.976133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:27.977062 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:27.981627 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:28.072869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.086590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.093783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/networks/552d60b2-ceea-4db2-a9b8-ecfabad15ce7 HTTP/1.1" status: 204  len: 168 time: 1.0215411
Nov 27 21:03:28.094010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53502) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:28.098756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'routes': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:28.178709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ba99c-6057-44b6-a0bf-d0a3e7430012 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Pushing event deleted for resources: {'Network': ['ID=552d60b2-ceea-4db2-a9b8-ecfabad15ce7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:28.227232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:28.235624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.236786 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-faee2a1b-7790-4476-a878-e237099b5cf2 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238 HTTP/1.1" status: 200  len: 705 time: 1.3530538
Nov 27 21:03:28.240863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53512) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:28.243116 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] Sync routers for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:28.258707 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:28.260246 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feaa6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:28.273879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-435c3f47-bcac-4366-b3b2-cb4f98537afd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d008eb0-cc23-41fe-ab03-7569316f8238 HTTP/1.1" status: 200  len: 205 time: 0.0315223
Nov 27 21:03:28.279453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53514) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:28.300457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d332f-7bb3-4eec-8ed7-5098f32b9835 req-40ef1833-5760-4204-89f4-f6a1f16627dd tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:28.302137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-380d332f-7bb3-4eec-8ed7-5098f32b9835 req-40ef1833-5760-4204-89f4-f6a1f16627dd tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1521552
Nov 27 21:03:28.318754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.extraroute_db [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Added routes are [] {{(pid=120909) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 27 21:03:28.319080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.extraroute_db [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Removed routes are [] {{(pid=120909) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 27 21:03:28.319473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.376555 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:28.411754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19f292dc-b54a-49fa-8f89-9aa79d35abf2 req-781d40ac-b811-4ae1-a364-410fa9d6305b tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0361671
Nov 27 21:03:28.463148 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feaa6430>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:23Z', 'revision_number': 11, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:28.468659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-380d332f-7bb3-4eec-8ed7-5098f32b9835 req-2e6e6c97-233c-42a3-a7fb-42157edf7b2a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517761
Nov 27 21:03:28.471271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f688aad-da1b-40c8-b81d-7a392be1060f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.510513 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.514283 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] Checking router: 2d008eb0-cc23-41fe-ab03-7569316f8238 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:28.514861 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.525648 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] Routers {'2d008eb0-cc23-41fe-ab03-7569316f8238'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:28.526260 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feaa6430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2d008eb0-cc23-41fe-ab03-7569316f8238'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:28.638712 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] Set router 2d008eb0-cc23-41fe-ab03-7569316f8238 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:28.639935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:28.717017 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f688aad-da1b-40c8-b81d-7a392be1060f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.721323 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f688aad-da1b-40c8-b81d-7a392be1060f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.728733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:28.738920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.745833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] Sync routers for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:28.766797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2166de26-9678-4964-87ef-20fa83248f36 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 HTTP/1.1" status: 200  len: 701 time: 0.6718094
Nov 27 21:03:28.772080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53528) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:28.778323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:28.786003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:28.822201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9f152-210a-4983-af11-4ea55c9e1360 req-093e293d-d374-4f07-a957-b7caf853ad1a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:28.831518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88a9f152-210a-4983-af11-4ea55c9e1360 req-093e293d-d374-4f07-a957-b7caf853ad1a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2102299
Nov 27 21:03:28.841305 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f688aad-da1b-40c8-b81d-7a392be1060f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.841938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f688aad-da1b-40c8-b81d-7a392be1060f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Fanout notify agent at l3_agent the message router_deleted on router 2d008eb0-cc23-41fe-ab03-7569316f8238 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:28.844322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.854699 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f688aad-da1b-40c8-b81d-7a392be1060f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:28.855954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6f688aad-da1b-40c8-b81d-7a392be1060f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238 HTTP/1.1" status: 204  len: 168 time: 0.5755544
Nov 27 21:03:28.858083 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feaa6430>, [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:23Z', 'revision_number': 11, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:28.865588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53532) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:28.865823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-305c9aed-ee80-49cb-923f-c0ddfa247342 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 HTTP/1.1" status: 200  len: 205 time: 0.0900753
Nov 27 21:03:28.866109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53534) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:28.895427 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aea2b1-b520-4cf2-9603-c7c8cb18d1ee None None] The sync data for ids ['2d008eb0-cc23-41fe-ab03-7569316f8238'] in ncdv-master-1 is: [{'id': '2d008eb0-cc23-41fe-ab03-7569316f8238', 'name': 'tempest-RoutersIpV6Test-router-1421571617', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:25Z', 'updated_at': '2021-11-27T21:03:23Z', 'revision_number': 11, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:28.902138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-27b64c2c-a17d-486b-b6ff-fd3f9dbabbd7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-235669958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:28.914059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Pushing event deleted for resources: {'Port': ['ID=7de2c849-70eb-481b-a19f-6d96a3b504ca,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:28.946531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561bdbeb-d990-4f91-b9bb-1bead2df5abb None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:28.966495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:29.017741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73ec7e39-c039-4046-9e31-2a75368f2165 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.037956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753610>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:24Z', 'revision_number': 11, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:29.045758 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27b64c2c-a17d-486b-b6ff-fd3f9dbabbd7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.047246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27b64c2c-a17d-486b-b6ff-fd3f9dbabbd7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.068006 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88a9f152-210a-4983-af11-4ea55c9e1360 req-3c40073d-4e29-4114-b5ba-e0747d5e67e9 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331042
Nov 27 21:03:29.086726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] Checking router: ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:29.094866 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.100901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] Routers {'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:29.101702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:29.226704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] Set router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:29.260957 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73ec7e39-c039-4046-9e31-2a75368f2165 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.263462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73ec7e39-c039-4046-9e31-2a75368f2165 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.329727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73ec7e39-c039-4046-9e31-2a75368f2165 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.330295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec7e39-c039-4046-9e31-2a75368f2165 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Fanout notify agent at l3_agent the message router_deleted on router ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:29.334159 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27b64c2c-a17d-486b-b6ff-fd3f9dbabbd7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.337362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73ec7e39-c039-4046-9e31-2a75368f2165 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.339653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-73ec7e39-c039-4046-9e31-2a75368f2165 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 HTTP/1.1" status: 204  len: 168 time: 0.4720006
Nov 27 21:03:29.347085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53540) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:29.347903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753610>, [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:24Z', 'revision_number': 11, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:29.355349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-10f4e1e0-d690-42d7-bd4b-8f35c464f83a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-971762191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:29.360385 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27b64c2c-a17d-486b-b6ff-fd3f9dbabbd7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.379628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f728be64-eb85-4789-b602-47f549ce52d7 None None] The sync data for ids ['ce3d33aa-7d6a-49ea-aaf7-278d3fd11145'] in ncdv-master-1 is: [{'id': 'ce3d33aa-7d6a-49ea-aaf7-278d3fd11145', 'name': 'tempest-RoutersTest-router-1389319234', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:02:31Z', 'updated_at': '2021-11-27T21:03:24Z', 'revision_number': 11, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:29.468079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ccfa3-6112-481a-b7e6-2a957d06e1cb req-e38f9552-651e-443d-8b4a-c7d00c5bb9ab tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:29.469581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c89ccfa3-6112-481a-b7e6-2a957d06e1cb req-e38f9552-651e-443d-8b4a-c7d00c5bb9ab tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2257044
Nov 27 21:03:29.506904 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10f4e1e0-d690-42d7-bd4b-8f35c464f83a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.507965 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10f4e1e0-d690-42d7-bd4b-8f35c464f83a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.557675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-207d32bb-9f79-4263-95c1-46792af61128 req-45d63364-a64c-44a0-8999-fc78a6bcdd1a tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0413504
Nov 27 21:03:29.562372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27b64c2c-a17d-486b-b6ff-fd3f9dbabbd7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.563570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-27b64c2c-a17d-486b-b6ff-fd3f9dbabbd7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6881351
Nov 27 21:03:29.566581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53544) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:29.566738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.571364 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f43f7d25-3324-4f4e-b144-89d2e44838fe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Request body: {'router': {'admin_state_up': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:29.591377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.724707 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10f4e1e0-d690-42d7-bd4b-8f35c464f83a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.738537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10f4e1e0-d690-42d7-bd4b-8f35c464f83a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.754546 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c89ccfa3-6112-481a-b7e6-2a957d06e1cb req-72398073-cdfb-4997-ab0e-96a70d05a135 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2422211
Nov 27 21:03:29.764295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Router 707c6d0a-30e2-4493-9d5f-741216672e91 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:03:29.770191 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10f4e1e0-d690-42d7-bd4b-8f35c464f83a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.772545 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-10f4e1e0-d690-42d7-bd4b-8f35c464f83a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4214842
Nov 27 21:03:29.776283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53546) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:29.788868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-50a0531d-f86b-4f4f-a316-5f95319fbb93 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Request body: {'router': {'admin_state_up': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:29.820239 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f43f7d25-3324-4f4e-b144-89d2e44838fe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.833857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f43f7d25-3324-4f4e-b144-89d2e44838fe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:29.959990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac3ae1-cd86-4081-aa05-6f1d67f10e74 req-5d91932b-903b-489b-b6f9-25f5e06793c7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:29.961432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fac3ae1-cd86-4081-aa05-6f1d67f10e74 req-5d91932b-903b-489b-b6f9-25f5e06793c7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0865610
Nov 27 21:03:29.981207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43f7d25-3324-4f4e-b144-89d2e44838fe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Router 5459af25-8a05-42aa-8ac2-659f5e57f7f5 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:03:29.992915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:30.001169 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:30.002540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a870ee02-6b85-41c8-84d6-aae6af4e3f27 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "PUT /v2.0/routers/707c6d0a-30e2-4493-9d5f-741216672e91 HTTP/1.1" status: 200  len: 705 time: 3.6120651
Nov 27 21:03:30.004677 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1a1af-3a94-4e5d-85d5-5c6f979f1c16 None None] Sync routers for ids ['707c6d0a-30e2-4493-9d5f-741216672e91'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:30.005775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53552) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:30.017492 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1a1af-3a94-4e5d-85d5-5c6f979f1c16 None None] Routers {'707c6d0a-30e2-4493-9d5f-741216672e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:30.018111 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-05f1a1af-3a94-4e5d-85d5-5c6f979f1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4005a0340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['707c6d0a-30e2-4493-9d5f-741216672e91'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:30.054154 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-05f1a1af-3a94-4e5d-85d5-5c6f979f1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4005a0340>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:30.063731 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1a1af-3a94-4e5d-85d5-5c6f979f1c16 None None] Routers {'707c6d0a-30e2-4493-9d5f-741216672e91'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:30.064336 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-05f1a1af-3a94-4e5d-85d5-5c6f979f1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4005a0340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['707c6d0a-30e2-4493-9d5f-741216672e91'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:30.087916 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fac3ae1-cd86-4081-aa05-6f1d67f10e74 req-947fa9b1-0313-4f61-bd17-83eb640e3e58 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155870
Nov 27 21:03:30.090576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43f7d25-3324-4f4e-b144-89d2e44838fe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:30.097409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f43f7d25-3324-4f4e-b144-89d2e44838fe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:30.105734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] Sync routers for ids ['5459af25-8a05-42aa-8ac2-659f5e57f7f5'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:30.110515 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-05f1a1af-3a94-4e5d-85d5-5c6f979f1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4005a0340>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:30.110977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53554) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:30.111590 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1a1af-3a94-4e5d-85d5-5c6f979f1c16 None None] The sync data for ids ['707c6d0a-30e2-4493-9d5f-741216672e91'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:30.112624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f43f7d25-3324-4f4e-b144-89d2e44838fe tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "PUT /v2.0/routers/5459af25-8a05-42aa-8ac2-659f5e57f7f5 HTTP/1.1" status: 200  len: 697 time: 0.5448406
Nov 27 21:03:30.126157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] Routers {'5459af25-8a05-42aa-8ac2-659f5e57f7f5'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:30.126864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5459af25-8a05-42aa-8ac2-659f5e57f7f5'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:30.186515 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-147fef2d-586a-426f-9eaa-5e2c34750c02 tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/routers/707c6d0a-30e2-4493-9d5f-741216672e91 HTTP/1.1" status: 200  len: 740 time: 0.1799653
Nov 27 21:03:30.189275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53558) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:30.208763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] Set router 5459af25-8a05-42aa-8ac2-659f5e57f7f5 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:30.213770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-50a0531d-f86b-4f4f-a316-5f95319fbb93 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:30.238510 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-796f4f2e-501a-40ab-86fe-f4322b71fcd6 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/routers/5459af25-8a05-42aa-8ac2-659f5e57f7f5 HTTP/1.1" status: 200  len: 703 time: 0.1237402
Nov 27 21:03:30.238740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53560) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:30.245005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3256e975-d653-4924-904d-479c9f50dcdb tempest-RoutersAdminTest-787650200 tempest-RoutersAdminTest-787650200-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&device_id=707c6d0a-30e2-4493-9d5f-741216672e91 HTTP/1.1" status: 200  len: 205 time: 0.0541847
Nov 27 21:03:30.250089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53562) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:30.257702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-50a0531d-f86b-4f4f-a316-5f95319fbb93 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:30.272405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753250>, [{'id': '5459af25-8a05-42aa-8ac2-659f5e57f7f5', 'name': 'tempest-RoutersIpV6Test-router-235669958', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:03:29Z', 'updated_at': '2021-11-27T21:03:29Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:30.278668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-767a7778-2328-4c9a-8e17-966719b7f8fc tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=707c6d0a-30e2-4493-9d5f-741216672e91 HTTP/1.1" status: 200  len: 205 time: 0.0272975
Nov 27 21:03:30.281687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53568) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:30.287167 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-95f34c0d-33ad-44d2-89fb-324deef30e78 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=5459af25-8a05-42aa-8ac2-659f5e57f7f5 HTTP/1.1" status: 200  len: 205 time: 0.0451663
Nov 27 21:03:30.288486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53570) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:30.306833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] Checking router: 5459af25-8a05-42aa-8ac2-659f5e57f7f5 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:30.315848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] Routers {'5459af25-8a05-42aa-8ac2-659f5e57f7f5'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:30.316710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5459af25-8a05-42aa-8ac2-659f5e57f7f5'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:30.416182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] Set router 5459af25-8a05-42aa-8ac2-659f5e57f7f5 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:30.448593 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84a09d6c-e706-4e61-bd4f-2aec5f0a92ee tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:30.452770 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b19e964-2443-4e36-8f82-e45ee6a6e385 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:30.553109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753250>, [{'id': '5459af25-8a05-42aa-8ac2-659f5e57f7f5', 'name': 'tempest-RoutersIpV6Test-router-235669958', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:03:29Z', 'updated_at': '2021-11-27T21:03:29Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:30.641246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe4408-dd29-4861-9930-9a7ff63e9c0b None None] The sync data for ids ['5459af25-8a05-42aa-8ac2-659f5e57f7f5'] in ncdv-master-1 is: [{'id': '5459af25-8a05-42aa-8ac2-659f5e57f7f5', 'name': 'tempest-RoutersIpV6Test-router-235669958', 'tenant_id': '9228698a8c5b4bf99ebfd370603045f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:03:29Z', 'updated_at': '2021-11-27T21:03:29Z', 'revision_number': 2, 'project_id': '9228698a8c5b4bf99ebfd370603045f4', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:30.720956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8afe0f2-4f01-499a-a5a3-cf8e88eb2d86 req-5b61fd07-7783-4006-82a1-fa8d9f767ef6 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0371871
Nov 27 21:03:30.758953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a0531d-f86b-4f4f-a316-5f95319fbb93 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Router 7305f0ba-048d-4dd5-98d7-fc93769ffe9d is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:03:30.850474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a0531d-f86b-4f4f-a316-5f95319fbb93 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:03:30.860361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-50a0531d-f86b-4f4f-a316-5f95319fbb93 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:30.861808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-50a0531d-f86b-4f4f-a316-5f95319fbb93 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "PUT /v2.0/routers/7305f0ba-048d-4dd5-98d7-fc93769ffe9d HTTP/1.1" status: 200  len: 693 time: 1.0812869
Nov 27 21:03:30.865346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53580) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:30.868120 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] Sync routers for ids ['7305f0ba-048d-4dd5-98d7-fc93769ffe9d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:03:30.891760 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] Routers {'7305f0ba-048d-4dd5-98d7-fc93769ffe9d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:30.892809 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe98c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7305f0ba-048d-4dd5-98d7-fc93769ffe9d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:30.967855 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c2be0dd2-a882-4331-a9ca-f95810569a6c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/routers/7305f0ba-048d-4dd5-98d7-fc93769ffe9d HTTP/1.1" status: 200  len: 699 time: 0.0971160
Nov 27 21:03:30.972198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53582) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:30.978139 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] Set router 7305f0ba-048d-4dd5-98d7-fc93769ffe9d gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:31.004347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e31670fd-7fbc-4b95-8fab-24cb249e88a5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=7305f0ba-048d-4dd5-98d7-fc93769ffe9d HTTP/1.1" status: 200  len: 205 time: 0.0298572
Nov 27 21:03:31.007603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53586) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.035349 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe98c370>, [{'id': '7305f0ba-048d-4dd5-98d7-fc93769ffe9d', 'name': 'tempest-RoutersTest-router-971762191', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:03:29Z', 'updated_at': '2021-11-27T21:03:30Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:31.065485 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] Checking router: 7305f0ba-048d-4dd5-98d7-fc93769ffe9d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:03:31.078417 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] Routers {'7305f0ba-048d-4dd5-98d7-fc93769ffe9d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:03:31.079174 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe98c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 14, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:03:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7305f0ba-048d-4dd5-98d7-fc93769ffe9d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:31.097145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2b728f4-8ed1-4a79-88cb-5ec90f17aa35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.152255 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] Set router 7305f0ba-048d-4dd5-98d7-fc93769ffe9d gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:03:31.210743 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe98c370>, [{'id': '7305f0ba-048d-4dd5-98d7-fc93769ffe9d', 'name': 'tempest-RoutersTest-router-971762191', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:03:29Z', 'updated_at': '2021-11-27T21:03:30Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:31.231422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b19e964-2443-4e36-8f82-e45ee6a6e385 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.234055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b19e964-2443-4e36-8f82-e45ee6a6e385 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.242607 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88831da2-b15d-49bb-9257-46238e1a728e None None] The sync data for ids ['7305f0ba-048d-4dd5-98d7-fc93769ffe9d'] in ncdv-master-1 is: [{'id': '7305f0ba-048d-4dd5-98d7-fc93769ffe9d', 'name': 'tempest-RoutersTest-router-971762191', 'tenant_id': 'ff80d36c8f2d41869c259369e9d107e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:03:29Z', 'updated_at': '2021-11-27T21:03:30Z', 'revision_number': 2, 'project_id': 'ff80d36c8f2d41869c259369e9d107e0', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:03:31.242907 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84a09d6c-e706-4e61-bd4f-2aec5f0a92ee tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.248375 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84a09d6c-e706-4e61-bd4f-2aec5f0a92ee tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.278640 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2b728f4-8ed1-4a79-88cb-5ec90f17aa35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.281137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2b728f4-8ed1-4a79-88cb-5ec90f17aa35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.292576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdab64-f355-47bd-99c2-02b429cca58f req-baa143f8-b7e1-4a79-a5b1-ee2028b6febd tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:31.294113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5bdab64-f355-47bd-99c2-02b429cca58f req-baa143f8-b7e1-4a79-a5b1-ee2028b6febd tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.3773711
Nov 27 21:03:31.335574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2b728f4-8ed1-4a79-88cb-5ec90f17aa35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.336843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b728f4-8ed1-4a79-88cb-5ec90f17aa35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Fanout notify agent at l3_agent the message router_deleted on router 7305f0ba-048d-4dd5-98d7-fc93769ffe9d {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:31.345557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b19e964-2443-4e36-8f82-e45ee6a6e385 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.345761 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a2b728f4-8ed1-4a79-88cb-5ec90f17aa35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.345874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b19e964-2443-4e36-8f82-e45ee6a6e385 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Fanout notify agent at l3_agent the message router_deleted on router 5459af25-8a05-42aa-8ac2-659f5e57f7f5 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:31.346776 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a2b728f4-8ed1-4a79-88cb-5ec90f17aa35 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/7305f0ba-048d-4dd5-98d7-fc93769ffe9d HTTP/1.1" status: 204  len: 168 time: 0.3382406
Nov 27 21:03:31.350464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53588) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.364868 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b19e964-2443-4e36-8f82-e45ee6a6e385 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.369215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3b19e964-2443-4e36-8f82-e45ee6a6e385 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/5459af25-8a05-42aa-8ac2-659f5e57f7f5 HTTP/1.1" status: 204  len: 168 time: 1.0767243
Nov 27 21:03:31.369215 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84a09d6c-e706-4e61-bd4f-2aec5f0a92ee tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.369562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a09d6c-e706-4e61-bd4f-2aec5f0a92ee tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Fanout notify agent at l3_agent the message router_deleted on router 707c6d0a-30e2-4493-9d5f-741216672e91 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:03:31.372825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53590) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.380635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-829015ce-7154-49af-805b-204badd59459 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=7305f0ba-048d-4dd5-98d7-fc93769ffe9d HTTP/1.1" status: 200  len: 205 time: 0.0286653
Nov 27 21:03:31.382952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53592) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.390027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84a09d6c-e706-4e61-bd4f-2aec5f0a92ee tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:31.391113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-84a09d6c-e706-4e61-bd4f-2aec5f0a92ee tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/707c6d0a-30e2-4493-9d5f-741216672e91 HTTP/1.1" status: 204  len: 168 time: 1.1088402
Nov 27 21:03:31.394993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53594) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.417715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7210a17f-a7d0-4716-bb89-e5a27fe6bbea tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=5459af25-8a05-42aa-8ac2-659f5e57f7f5 HTTP/1.1" status: 200  len: 205 time: 0.0437617
Nov 27 21:03:31.423326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53596) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.459875 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f3e33f1f-73f3-48fc-a851-11d809f0ae8b tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=707c6d0a-30e2-4493-9d5f-741216672e91 HTTP/1.1" status: 200  len: 205 time: 0.0343885
Nov 27 21:03:31.460638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53598) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.463634 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-878915ae-0958-4245-806c-71f12e83354f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.465006 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-878915ae-0958-4245-806c-71f12e83354f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/7305f0ba-048d-4dd5-98d7-fc93769ffe9d HTTP/1.1" status: 404  len: 336 time: 0.0807376
Nov 27 21:03:31.470438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53600) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.474724 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-b06e35bb-4621-4f40-b96f-85a278fee8cb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.475802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b06e35bb-4621-4f40-b96f-85a278fee8cb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/5459af25-8a05-42aa-8ac2-659f5e57f7f5 HTTP/1.1" status: 404  len: 336 time: 0.0515528
Nov 27 21:03:31.480844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5bdab64-f355-47bd-99c2-02b429cca58f req-13522d2a-c788-4627-8307-d569861f5869 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459539
Nov 27 21:03:31.481313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53602) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.508398 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ade36d-7e79-4638-90a9-2b9172678f05 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:31.508864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ade36d-7e79-4638-90a9-2b9172678f05 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:31.512683 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-98ade36d-7e79-4638-90a9-2b9172678f05 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/cab185ca-1d02-48a4-a404-aea932b821f9 HTTP/1.1" status: 404  len: 337 time: 0.0304220
Nov 27 21:03:31.515326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53604) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.546027 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-e64feb35-a70d-4ec5-9a59-c78cf246048d tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.546309 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-995f6c9b-d2b2-40ad-b436-6e3b918392b7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:31.549589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995f6c9b-d2b2-40ad-b436-6e3b918392b7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:31.549745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e64feb35-a70d-4ec5-9a59-c78cf246048d tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/707c6d0a-30e2-4493-9d5f-741216672e91 HTTP/1.1" status: 404  len: 336 time: 0.0852697
Nov 27 21:03:31.549745 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a954e1-1001-49f6-8669-9b6ba51e5b10 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:31.549745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a954e1-1001-49f6-8669-9b6ba51e5b10 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:31.550391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-995f6c9b-d2b2-40ad-b436-6e3b918392b7 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/45c2121b-fc0c-4bc3-8f17-45729a6797ec HTTP/1.1" status: 404  len: 337 time: 0.0336568
Nov 27 21:03:31.550496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53606) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.551990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-11a954e1-1001-49f6-8669-9b6ba51e5b10 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/60145561-44a8-42dd-889c-c58e5d40b621 HTTP/1.1" status: 404  len: 337 time: 0.0803297
Nov 27 21:03:31.552505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53608) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.554643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53610) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.579061 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98f83d9-1ef2-46bf-8723-f466c5294fb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:31.579548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98f83d9-1ef2-46bf-8723-f466c5294fb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:31.582663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f98f83d9-1ef2-46bf-8723-f466c5294fb3 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/f46a96d9-a61b-452b-a87b-da815feda247 HTTP/1.1" status: 404  len: 337 time: 0.0292611
Nov 27 21:03:31.585171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53612) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.591410 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9a0b6100-179e-4825-903c-ee817905602d tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=d851d53f-2d52-43fa-b248-2f4e5a5ed7ce HTTP/1.1" status: 200  len: 205 time: 0.0394697
Nov 27 21:03:31.594051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53614) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.607944 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-098a0ab2-0f27-4414-994a-5d3119c53c44 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:31.608399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098a0ab2-0f27-4414-994a-5d3119c53c44 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:31.611495 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-098a0ab2-0f27-4414-994a-5d3119c53c44 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/780f81bd-e0df-4e63-acfe-32297b279086 HTTP/1.1" status: 404  len: 337 time: 0.0492444
Nov 27 21:03:31.614201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53616) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.625151 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfeca81-8675-4e2f-8d44-2959daa24273 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:31.625888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfeca81-8675-4e2f-8d44-2959daa24273 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:31.629108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fbfeca81-8675-4e2f-8d44-2959daa24273 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/543a8c51-da60-4c04-b442-98d30f2df88f HTTP/1.1" status: 404  len: 337 time: 0.0430248
Nov 27 21:03:31.640511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53618) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.649128 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c28bfe5-2f0c-4f79-a006-4768bee7cfc5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:31.649571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c28bfe5-2f0c-4f79-a006-4768bee7cfc5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:31.652604 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1c28bfe5-2f0c-4f79-a006-4768bee7cfc5 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/dd18d843-0a09-4c30-a1a0-cb95d4876243 HTTP/1.1" status: 404  len: 337 time: 0.0374954
Nov 27 21:03:31.655089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53620) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.658679 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-ca929682-c908-4e2b-b286-6d9f7d240a12 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.659721 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ca929682-c908-4e2b-b286-6d9f7d240a12 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/d851d53f-2d52-43fa-b248-2f4e5a5ed7ce HTTP/1.1" status: 404  len: 336 time: 0.0647976
Nov 27 21:03:31.662295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53622) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.676717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b41bd1bd-08f4-4d90-9240-32096c501097 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d008eb0-cc23-41fe-ab03-7569316f8238 HTTP/1.1" status: 200  len: 205 time: 0.0350842
Nov 27 21:03:31.686656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53624) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.690233 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-587f12fb-2c7c-4552-91fe-d018e4e14044 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=c45085b9-83f5-45ca-a577-b09da0b2d2d3 HTTP/1.1" status: 200  len: 205 time: 0.0269473
Nov 27 21:03:31.694414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53626) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.701970 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0eadaae-4bd8-4be1-a851-9849ec1b4e67 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:31.702534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0eadaae-4bd8-4be1-a851-9849ec1b4e67 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:31.706163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d0eadaae-4bd8-4be1-a851-9849ec1b4e67 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/465f5bf8-e949-43d4-b95f-2416c05c9805 HTTP/1.1" status: 404  len: 337 time: 0.0501385
Nov 27 21:03:31.708819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53628) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.730152 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-3b7be449-b19c-4e82-bcd2-60e8c3762c41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.731202 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3b7be449-b19c-4e82-bcd2-60e8c3762c41 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/2d008eb0-cc23-41fe-ab03-7569316f8238 HTTP/1.1" status: 404  len: 336 time: 0.0434608
Nov 27 21:03:31.733932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53630) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.757550 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-bbc022d0-9664-4117-819e-69a82a885dca tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.757550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bbc022d0-9664-4117-819e-69a82a885dca tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/c45085b9-83f5-45ca-a577-b09da0b2d2d3 HTTP/1.1" status: 404  len: 336 time: 0.0629597
Nov 27 21:03:31.763107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53634) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.770126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-78fa9df3-8981-4a35-9c91-359f22a0a46a tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df7d8c2-4abb-4e55-a5e0-f9f4db575a37 HTTP/1.1" status: 200  len: 205 time: 0.0329432
Nov 27 21:03:31.778099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53636) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.792872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0508816f-2f5a-4ba0-862b-b2c5457e126f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 HTTP/1.1" status: 200  len: 205 time: 0.0808718
Nov 27 21:03:31.793320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53638) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.802095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7cd4a140-7312-4ccf-9198-acaec2befcc7 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a553430-aea6-47f3-80db-1f302b9accd7 HTTP/1.1" status: 200  len: 205 time: 0.0376198
Nov 27 21:03:31.837778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53640) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.839677 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-b620575f-3345-4d68-92be-df1527e94572 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.840804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b620575f-3345-4d68-92be-df1527e94572 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/ce3d33aa-7d6a-49ea-aaf7-278d3fd11145 HTTP/1.1" status: 404  len: 336 time: 0.0462575
Nov 27 21:03:31.843493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53642) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.844350 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-0ff898ad-57b8-4295-a33c-550e95a9c99d tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.845327 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0ff898ad-57b8-4295-a33c-550e95a9c99d tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/4df7d8c2-4abb-4e55-a5e0-f9f4db575a37 HTTP/1.1" status: 404  len: 336 time: 0.0662370
Nov 27 21:03:31.852454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53644) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.881905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-98840162-f7a6-482f-855b-560582e52020 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=af7adbee-f05b-400b-bc52-805091c7f0bd HTTP/1.1" status: 200  len: 205 time: 0.0371852
Nov 27 21:03:31.896489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53646) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.897530 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-4fecebc9-29ff-48b0-a3c4-2adac66d02fc tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.898562 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4fecebc9-29ff-48b0-a3c4-2adac66d02fc tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/5a553430-aea6-47f3-80db-1f302b9accd7 HTTP/1.1" status: 404  len: 336 time: 0.0599263
Nov 27 21:03:31.899582 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-27546e18-04e2-4acc-bcac-2fa4b99afd19 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:31.900096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27546e18-04e2-4acc-bcac-2fa4b99afd19 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:31.901759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17f07f42-9297-4516-adb5-1c7274a04ee0 req-f0f95ac7-70a5-4b89-80fd-d13d3efa50fa tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0652452
Nov 27 21:03:31.905641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-27546e18-04e2-4acc-bcac-2fa4b99afd19 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/d1a85798-3eb5-405c-b1dd-bb9918c2ab69 HTTP/1.1" status: 404  len: 337 time: 0.0499289
Nov 27 21:03:31.905641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53648) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.907188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53650) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.936117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-288a6338-2d33-47fa-a541-69103f5bca40 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dbd54e2-01d4-4144-8a93-bfc021afa513 HTTP/1.1" status: 200  len: 205 time: 0.0310750
Nov 27 21:03:31.938320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53652) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.965127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-52a1d7de-25ea-4aa3-8530-9b0a1ac0bffd tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 HTTP/1.1" status: 200  len: 205 time: 0.0546417
Nov 27 21:03:31.965127 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-e939ed1c-0633-45a0-b72b-f99c7b7469e2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.965127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e939ed1c-0633-45a0-b72b-f99c7b7469e2 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/af7adbee-f05b-400b-bc52-805091c7f0bd HTTP/1.1" status: 404  len: 336 time: 0.0653343
Nov 27 21:03:31.965509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53654) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.971001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53656) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:31.977259 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-e6bdd2e7-47d1-4de3-8e28-a4e790b1b2fd tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:31.978815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e6bdd2e7-47d1-4de3-8e28-a4e790b1b2fd tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/4dbd54e2-01d4-4144-8a93-bfc021afa513 HTTP/1.1" status: 404  len: 336 time: 0.0390477
Nov 27 21:03:31.981600 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53658) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.013726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-432bbbec-96b5-468d-86af-50451a2ac10e tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "GET /v2.0/ports?device_id=624b58b2-cbd2-4a6a-9489-b2c01a995190 HTTP/1.1" status: 200  len: 205 time: 0.0302694
Nov 27 21:03:32.015300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53660) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.029447 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-01f250df-e094-4cd0-b4de-45954752ffe1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:32.030472 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-01f250df-e094-4cd0-b4de-45954752ffe1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/0e5d0fed-ebec-4f8c-b62b-1ad9817b3d92 HTTP/1.1" status: 404  len: 336 time: 0.0642598
Nov 27 21:03:32.031585 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-91807856-ff08-4f87-a4bf-67a4e6016c32 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.032041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91807856-ff08-4f87-a4bf-67a4e6016c32 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.034991 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-91807856-ff08-4f87-a4bf-67a4e6016c32 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/379cad08-5960-49ce-9b78-602950cdd901 HTTP/1.1" status: 404  len: 337 time: 0.0625379
Nov 27 21:03:32.035554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53662) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.044128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53664) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.051979 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-6f7b5d96-1552-45ea-9a1d-1304423add57 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:32.053076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6f7b5d96-1552-45ea-9a1d-1304423add57 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/routers/624b58b2-cbd2-4a6a-9489-b2c01a995190 HTTP/1.1" status: 404  len: 336 time: 0.0368085
Nov 27 21:03:32.055615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53666) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.105563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d62cbd70-e1d3-4ee8-bb8f-f59d7b3e4da1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebc5f9f9-2152-4fec-bdb3-be15452e56af HTTP/1.1" status: 200  len: 205 time: 0.0689330
Nov 27 21:03:32.109809 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-04e2f2ca-07c9-48e7-a5d3-334ddf4914e1 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=f667a6c5-e497-4da6-b780-8fdec2ca5678 HTTP/1.1" status: 200  len: 205 time: 0.0625167
Nov 27 21:03:32.109809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53670) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.110106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53672) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.112038 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca1648b-1f81-4f38-9565-7b144160f464 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.112479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca1648b-1f81-4f38-9565-7b144160f464 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.115457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cca1648b-1f81-4f38-9565-7b144160f464 tempest-RoutersAdminTest-75257741 tempest-RoutersAdminTest-75257741-project] 10.222.0.21 "DELETE /v2.0/subnets/79069ae2-6a3d-4a43-867f-63294388516b HTTP/1.1" status: 404  len: 337 time: 0.0582724
Nov 27 21:03:32.187565 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-291c57d8-f137-4ed7-8637-bad56bd8f6d1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:32.188625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-291c57d8-f137-4ed7-8637-bad56bd8f6d1 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/ebc5f9f9-2152-4fec-bdb3-be15452e56af HTTP/1.1" status: 404  len: 336 time: 0.0793343
Nov 27 21:03:32.189636 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-46ad5886-d440-4334-b3d6-af5cb7b103e3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:32.192973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-46ad5886-d440-4334-b3d6-af5cb7b103e3 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/f667a6c5-e497-4da6-b780-8fdec2ca5678 HTTP/1.1" status: 404  len: 336 time: 0.0796075
Nov 27 21:03:32.192973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53676) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.193363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53678) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.217359 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc71253-52c1-4409-8850-b4e74a1dfa88 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.217820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc71253-52c1-4409-8850-b4e74a1dfa88 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.220926 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7fc71253-52c1-4409-8850-b4e74a1dfa88 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/b2ac64c2-061f-45d9-9613-2377df697d3c HTTP/1.1" status: 404  len: 337 time: 0.0288401
Nov 27 21:03:32.225879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53680) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.234047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8cf18658-93e8-4b69-ac4a-258d6eaff4d9 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=741df751-22b7-41fa-932a-b8897dcd0452 HTTP/1.1" status: 200  len: 205 time: 0.0372555
Nov 27 21:03:32.234911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53682) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.315022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a3c60be5-697e-4d74-b08f-bb6509e62455 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ae6340c-e763-4afd-992f-2884924883ea HTTP/1.1" status: 200  len: 205 time: 0.0859411
Nov 27 21:03:32.315022 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-7e7334cf-495b-4fbe-87c9-ffa61b428a5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:32.315022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7e7334cf-495b-4fbe-87c9-ffa61b428a5b tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/741df751-22b7-41fa-932a-b8897dcd0452 HTTP/1.1" status: 404  len: 336 time: 0.0790038
Nov 27 21:03:32.316071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53684) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.316731 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a20455e-0276-4640-910b-147f3d423399 req-a1a4eb9d-0f1f-4b8c-ac60-66a1dad2f34a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0750391
Nov 27 21:03:32.317462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53686) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.342789 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d882c5-d40d-4cdd-95d8-0b5dbdf83f87 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.343281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d882c5-d40d-4cdd-95d8-0b5dbdf83f87 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.346329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-40d882c5-d40d-4cdd-95d8-0b5dbdf83f87 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/3ffbd42e-0589-4ed1-bd98-44165791d1a6 HTTP/1.1" status: 404  len: 337 time: 0.0279684
Nov 27 21:03:32.349717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53690) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.380687 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-221c74f4-d8aa-4825-8a05-f2a024a1f14f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:32.384277 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-887c898a-c646-4e3a-945a-bdc52a27abcb tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c9f55f4-f397-473e-81a0-a5fab18399b2 HTTP/1.1" status: 200  len: 205 time: 0.0308521
Nov 27 21:03:32.384438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53692) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.384646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53694) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.385178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-221c74f4-d8aa-4825-8a05-f2a024a1f14f tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/1ae6340c-e763-4afd-992f-2884924883ea HTTP/1.1" status: 404  len: 336 time: 0.0663776
Nov 27 21:03:32.448720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53696) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.450909 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-6bb0d9bf-99e2-48f2-95ed-197925ced14c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:32.451988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6bb0d9bf-99e2-48f2-95ed-197925ced14c tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/2c9f55f4-f397-473e-81a0-a5fab18399b2 HTTP/1.1" status: 404  len: 336 time: 0.0664248
Nov 27 21:03:32.453009 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dc239e-1115-47e0-b2c4-da6dbead7021 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.453461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dc239e-1115-47e0-b2c4-da6dbead7021 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.454706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53700) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.456474 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b2dc239e-1115-47e0-b2c4-da6dbead7021 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/84507d5b-b004-46fa-b747-50fb30861b29 HTTP/1.1" status: 404  len: 337 time: 0.0697584
Nov 27 21:03:32.458999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53702) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.486392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-124ad389-1a76-4ae1-b33e-4042f4f32bcb tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4a934b5-71f0-4e87-aa6c-76e8dad64242 HTTP/1.1" status: 200  len: 205 time: 0.0262456
Nov 27 21:03:32.488651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53704) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.492646 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8b6fb7-6d4b-4353-971c-5983cbe5f81a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.493106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8b6fb7-6d4b-4353-971c-5983cbe5f81a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.499151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4c8b6fb7-6d4b-4353-971c-5983cbe5f81a tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/13a13bfc-01a8-4c6c-9863-3746da2eb667 HTTP/1.1" status: 404  len: 337 time: 0.0408106
Nov 27 21:03:32.499340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53706) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.531199 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-76b96837-f6aa-4ace-bb4e-b07396c3cf2c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:32.532301 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-76b96837-f6aa-4ace-bb4e-b07396c3cf2c tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/routers/b4a934b5-71f0-4e87-aa6c-76e8dad64242 HTTP/1.1" status: 404  len: 336 time: 0.0425391
Nov 27 21:03:32.534793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53710) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.544388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53712) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.545041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b55eb516-d938-4fe8-b5a6-ba3cdf3fad32 tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc2105e-1208-4ad8-b897-b29e74875e25 HTTP/1.1" status: 200  len: 205 time: 0.0437229
Nov 27 21:03:32.568661 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c865db-9ca5-45ba-a8ac-dc3c16d5fd91 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.569145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c865db-9ca5-45ba-a8ac-dc3c16d5fd91 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.574943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-54c865db-9ca5-45ba-a8ac-dc3c16d5fd91 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/146d07d0-f598-4881-8e76-3557e6836f47 HTTP/1.1" status: 404  len: 337 time: 0.0365493
Nov 27 21:03:32.575232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53714) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.605647 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-c32b4800-ae7f-4d46-bb9d-da731954b7bd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:32.606758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c32b4800-ae7f-4d46-bb9d-da731954b7bd tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/routers/0dc2105e-1208-4ad8-b897-b29e74875e25 HTTP/1.1" status: 404  len: 336 time: 0.0613496
Nov 27 21:03:32.611818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53716) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.620468 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e381be4c-97f2-4adf-945c-4696d019fdd0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.620900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e381be4c-97f2-4adf-945c-4696d019fdd0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.625176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e381be4c-97f2-4adf-945c-4696d019fdd0 tempest-RoutersIpV6Test-456675918 tempest-RoutersIpV6Test-456675918-project] 10.222.0.21 "DELETE /v2.0/subnets/060925f4-94bd-4d2d-bc5c-87668543215a HTTP/1.1" status: 404  len: 337 time: 0.0488205
Nov 27 21:03:32.625957 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-268fd781-ab21-411a-94e3-e1d52c754d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:32.657125 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc06c3d-6c06-4682-bf86-0dbc0bb7ad3f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.657569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc06c3d-6c06-4682-bf86-0dbc0bb7ad3f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.663663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9fc06c3d-6c06-4682-bf86-0dbc0bb7ad3f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/cddc0538-8d75-4aba-ac64-0e3699e07dd3 HTTP/1.1" status: 404  len: 337 time: 0.0480063
Nov 27 21:03:32.663836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80157085-c263-462b-8284-f35b025c355d req-96668194-8442-496a-9615-108b8fc79f86 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:32.663966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53720) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.669003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80157085-c263-462b-8284-f35b025c355d req-96668194-8442-496a-9615-108b8fc79f86 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0659254
Nov 27 21:03:32.694314 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d40be7-e700-4d41-983f-3791fde07d0f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:32.694799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d40be7-e700-4d41-983f-3791fde07d0f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:32.698637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-13d40be7-e700-4d41-983f-3791fde07d0f tempest-RoutersTest-813469631 tempest-RoutersTest-813469631-project] 10.222.0.21 "DELETE /v2.0/subnets/da10f8d8-d4fc-4b3d-b269-503515480ba3 HTTP/1.1" status: 404  len: 337 time: 0.0341465
Nov 27 21:03:32.754255 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80157085-c263-462b-8284-f35b025c355d req-3e8418b8-c08d-46b8-9ea4-4dda9f07cf27 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840683
Nov 27 21:03:32.786040 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-268fd781-ab21-411a-94e3-e1d52c754d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:32.792230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-268fd781-ab21-411a-94e3-e1d52c754d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:32.836665 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-268fd781-ab21-411a-94e3-e1d52c754d5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9d1e6b0d61d4bcbbbe91d51cc7e9166&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3869622
Nov 27 21:03:32.837900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fd781-ab21-411a-94e3-e1d52c754d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37d59d9-f1d6-4638-983c-d1ba09529114,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:32.839604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53726) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.898238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-008fc48e-b87b-4e97-87f6-7f453aa5c8db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:32.908504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53730) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.921994 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-008fc48e-b87b-4e97-87f6-7f453aa5c8db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:32.960193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53736) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:32.979814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-008fc48e-b87b-4e97-87f6-7f453aa5c8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:32.982625 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-008fc48e-b87b-4e97-87f6-7f453aa5c8db admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:32.983968 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-008fc48e-b87b-4e97-87f6-7f453aa5c8db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f37d59d9-f1d6-4638-983c-d1ba09529114 HTTP/1.1" status: 204  len: 168 time: 0.1400371
Nov 27 21:03:32.994545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fc48e-b87b-4e97-87f6-7f453aa5c8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37d59d9-f1d6-4638-983c-d1ba09529114,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:33.034509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0af01c8-5d2c-4c0c-a190-4afb6b1ef012 req-39648958-c8de-4eeb-979d-4ed14daf779f tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0292625
Nov 27 21:03:33.148908 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-16d5fd6d-9e59-45bd-afcc-ada23a218253 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff80d36c8f2d41869c259369e9d107e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1873636
Nov 27 21:03:33.152057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53744) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:33.162556 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cde7a254-1250-4699-a01f-20d3f434639d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9228698a8c5b4bf99ebfd370603045f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2524769
Nov 27 21:03:33.165278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53746) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:33.210850 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23ee559e-960a-4425-8e3f-c984c14a790f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.234046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23ee559e-960a-4425-8e3f-c984c14a790f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.236669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-735e89f6-347d-48a8-8012-7b440afd4b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.264113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-735e89f6-347d-48a8-8012-7b440afd4b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.285318 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23ee559e-960a-4425-8e3f-c984c14a790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.288525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23ee559e-960a-4425-8e3f-c984c14a790f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.289826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-23ee559e-960a-4425-8e3f-c984c14a790f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/410c7d0c-b607-4dc4-ba96-11f5e923dd26 HTTP/1.1" status: 204  len: 168 time: 0.1364036
Nov 27 21:03:33.298966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee559e-960a-4425-8e3f-c984c14a790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410c7d0c-b607-4dc4-ba96-11f5e923dd26,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:33.324414 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-735e89f6-347d-48a8-8012-7b440afd4b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.329833 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-735e89f6-347d-48a8-8012-7b440afd4b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.332112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-735e89f6-347d-48a8-8012-7b440afd4b45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00323ffb-875a-420f-99a2-b43b5e58fdfc HTTP/1.1" status: 204  len: 168 time: 0.1649280
Nov 27 21:03:33.342036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e89f6-347d-48a8-8012-7b440afd4b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00323ffb-875a-420f-99a2-b43b5e58fdfc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:33.414670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53754) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:33.460413 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-efcca6fd-d2e2-4b82-95c1-ade8dd206512 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85921763e45844afa1280d7cde0cf668&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0445108
Nov 27 21:03:33.463595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53758) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:33.516668 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-675cb014-09af-4f2c-8ca2-c38c5efe0d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.542150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-675cb014-09af-4f2c-8ca2-c38c5efe0d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.599419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-675cb014-09af-4f2c-8ca2-c38c5efe0d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.605858 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-675cb014-09af-4f2c-8ca2-c38c5efe0d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:33.607720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-675cb014-09af-4f2c-8ca2-c38c5efe0d90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73b5e917-1666-46b2-8543-0172117db633 HTTP/1.1" status: 204  len: 168 time: 0.1426508
Nov 27 21:03:33.617977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cb014-09af-4f2c-8ca2-c38c5efe0d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b5e917-1666-46b2-8543-0172117db633,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:33.881665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9d576-3166-40b6-9d18-8a660facef18 req-a8d227f9-053a-497e-a591-2fcc02c068da tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:33.883204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23d9d576-3166-40b6-9d18-8a660facef18 req-a8d227f9-053a-497e-a591-2fcc02c068da tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0536740
Nov 27 21:03:33.944787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23d9d576-3166-40b6-9d18-8a660facef18 req-1b9b7b7e-2946-4655-8794-b8019f8050c1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546045
Nov 27 21:03:34.035903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6df32fa6-0f3f-4679-8cfd-688daaeebc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:34.166144 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad07941f-2a4b-481e-8b27-5e000e62c68c req-bc5ba6dc-c7d5-456a-8a68-ae0e0580fe32 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0331752
Nov 27 21:03:34.293110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53808) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:34.434250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301393728'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:34.486075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:34.509328 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:34.674805 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:34.682869 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:34.756986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f470b3-326c-4afc-b89b-e0dd5ca6a758,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:34.765546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c35e2f8e-75cd-4978-817f-dd1e912e64a6 req-ddb526a9-3a0e-4908-8681-3f962ef411cc tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0544596
Nov 27 21:03:34.772190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53842) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:34.823705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:34.829362 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:34.861015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:34.862255 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5679989
Nov 27 21:03:34.865009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53846) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:34.873415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa495b6c-d144-42be-9e62-77cb1fa5875e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc68fa4-22f2-4ca1-9799-8a051efe92cf,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:34.892038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53848) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:34.945170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a9e01cca-51f4-4945-85d5-c4870235faaa tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0766199
Nov 27 21:03:34.945980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53852) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:34.953392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e8f069e7-b105-44d7-9296-e4f293ed7bee tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group': {'name': 'tempest-security--2024354912', 'description': 'tempest-security-description-730512495'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:34.999868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8f069e7-b105-44d7-9296-e4f293ed7bee tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.022534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-726567888'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:35.057151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-53f55f3d-4d11-4799-89f5-9e1a14259ae9 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:35.057891 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-53f55f3d-4d11-4799-89f5-9e1a14259ae9 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 27 21:03:35.058809 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-53f55f3d-4d11-4799-89f5-9e1a14259ae9 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:03:35.059860 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-53f55f3d-4d11-4799-89f5-9e1a14259ae9 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2866819
Nov 27 21:03:35.064107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53856) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:35.069235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8f069e7-b105-44d7-9296-e4f293ed7bee tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.074284 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8f069e7-b105-44d7-9296-e4f293ed7bee tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.075788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--798327332'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:35.077335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8f069e7-b105-44d7-9296-e4f293ed7bee tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.078579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e8f069e7-b105-44d7-9296-e4f293ed7bee tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "PUT /v2.0/security-groups/1bc68fa4-22f2-4ca1-9799-8a051efe92cf HTTP/1.1" status: 200  len: 1796 time: 0.1304550
Nov 27 21:03:35.087227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53858) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:35.114141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:35.117543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.141064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.163567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f069e7-b105-44d7-9296-e4f293ed7bee tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc68fa4-22f2-4ca1-9799-8a051efe92cf,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:35.164878 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.177599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0c52be92-58d5-4ce8-a6c4-1dd21de29ebc tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups/1bc68fa4-22f2-4ca1-9799-8a051efe92cf HTTP/1.1" status: 200  len: 1796 time: 0.0865388
Nov 27 21:03:35.181781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53860) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:35.182579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.183649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d1ce9-955e-4e84-85ac-6612d195b129 req-3f5d7f0c-6ce5-4c27-8763-78a892d59d5a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:35.185253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-679d1ce9-955e-4e84-85ac-6612d195b129 req-3f5d7f0c-6ce5-4c27-8763-78a892d59d5a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1055417
Nov 27 21:03:35.188250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-c63e72a9-1252-4438-b75a-6a3151fad29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:35.189906 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-c63e72a9-1252-4438-b75a-6a3151fad29b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 1096 time: 0.0979443
Nov 27 21:03:35.286167 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-679d1ce9-955e-4e84-85ac-6612d195b129 req-13bda77e-c173-4782-b709-fb58de7cb3a3 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926828
Nov 27 21:03:35.298766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f67bb85-2521-4aa4-9e41-a16fd93b01ef tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.346731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-ba992a30-8fa4-4750-a8dc-e5ec904db574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:35.348463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-ba992a30-8fa4-4750-a8dc-e5ec904db574 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 915 time: 0.1325848
Nov 27 21:03:35.357800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f67bb85-2521-4aa4-9e41-a16fd93b01ef tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.374999 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.386848 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.393064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-680ef8ef-f5ad-4ce0-9cb9-70e6c854d454 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 200  len: 217 time: 0.0376570
Nov 27 21:03:35.443330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-a7ea5a82-cee3-4590-8bca-74047a592c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:35.444761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-a7ea5a82-cee3-4590-8bca-74047a592c6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 200  len: 854 time: 0.0445032
Nov 27 21:03:35.450712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:03:35.459582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.464510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b15b30-ad88-4a99-b07e-e258a04b4d82,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:35.469444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.484824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-f787c608-5398-42c3-857b-59f33fd15af9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279648
Nov 27 21:03:35.486797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f67bb85-2521-4aa4-9e41-a16fd93b01ef tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.489417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f67bb85-2521-4aa4-9e41-a16fd93b01ef tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.490549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9f67bb85-2521-4aa4-9e41-a16fd93b01ef tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-groups/1bc68fa4-22f2-4ca1-9799-8a051efe92cf HTTP/1.1" status: 204  len: 168 time: 0.3056426
Nov 27 21:03:35.491766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.492116 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Added segment eaadb9f2-2797-4c52-961b-97d32f53f4e3 of type vlan for network 369f0516-9bc7-4b4f-bd5b-d38411c05537
Nov 27 21:03:35.493256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53864) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:35.548964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb151bcb-869a-4817-962c-fd7f4dfbdf04,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:35.576441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67bb85-2521-4aa4-9e41-a16fd93b01ef tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc68fa4-22f2-4ca1-9799-8a051efe92cf,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:35.583631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.600760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5af614e3-917d-4db2-8c07-932aebe41ce2 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1031778
Nov 27 21:03:35.601722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53866) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:35.641361 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-308f53cd-e084-4750-8d80-c56ac70e73a7 service neutron] 10.222.0.35 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396923
Nov 27 21:03:35.647668 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-dd433f59-a7e1-4c17-8f16-8d74d6a61960 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:35.648742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dd433f59-a7e1-4c17-8f16-8d74d6a61960 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-groups/1bc68fa4-22f2-4ca1-9799-8a051efe92cf HTTP/1.1" status: 404  len: 347 time: 0.0466001
Nov 27 21:03:35.652079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.652858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53868) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:35.658330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-20f5893d-40bf-4dc2-8407-4c94747b7945 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061428371'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:35.663181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.668799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:35.669412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.677284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.748275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d8357e-bbd3-413e-9f26-aa507b298a1e req-b6a98988-0e19-412b-b9a4-7f4748c6b340 service neutron] 10.222.0.35 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943897
Nov 27 21:03:35.780952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6d258c-b9fd-45d6-9401-716e78acf3d4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:35.786125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20f5893d-40bf-4dc2-8407-4c94747b7945 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.788689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Network': ['ID=369f0516-9bc7-4b4f-bd5b-d38411c05537,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:35.796906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e352dfea-894b-4de6-a66e-4dbd76f19087 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9034414
Nov 27 21:03:35.799649 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.803726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b321fa4c-cf50-4f36-9db4-2284e2031ec4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7385077
Nov 27 21:03:35.804464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53872) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:35.809392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 369f0516-9bc7-4b4f-bd5b-d38411c05537 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:03:35.812387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1bb68321-028c-415b-abbb-096046f4fbd7 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '4a6d258c-b9fd-45d6-9401-716e78acf3d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:35.875415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20f5893d-40bf-4dc2-8407-4c94747b7945 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.890519 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20f5893d-40bf-4dc2-8407-4c94747b7945 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.899004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f02384ee-0883-40e5-b6ac-c740972f783c req-378727fa-ac28-4791-989e-cefa2014faff tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0341125
Nov 27 21:03:35.927444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20f5893d-40bf-4dc2-8407-4c94747b7945 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.928977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-20f5893d-40bf-4dc2-8407-4c94747b7945 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2750502
Nov 27 21:03:35.932478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53874) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:35.935106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5893d-40bf-4dc2-8407-4c94747b7945 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e15faa-2055-4cd1-b113-dc7ee2a972e9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:35.938700 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bb68321-028c-415b-abbb-096046f4fbd7 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:35.941194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-be0d6ccf-8fa7-49cf-8299-7aed6fc3546b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': 'c1e15faa-2055-4cd1-b113-dc7ee2a972e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:35.977680 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ccf-8fa7-49cf-8299-7aed6fc3546b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.026955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bb68321-028c-415b-abbb-096046f4fbd7 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.033346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bb68321-028c-415b-abbb-096046f4fbd7 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.057706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb68321-028c-415b-abbb-096046f4fbd7 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8859a6db-3c25-4af3-a691-b31fa0824a0c,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:36.058452 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ccf-8fa7-49cf-8299-7aed6fc3546b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.062976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ccf-8fa7-49cf-8299-7aed6fc3546b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.067669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1bb68321-028c-415b-abbb-096046f4fbd7 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.071584 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1bb68321-028c-415b-abbb-096046f4fbd7 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2634451
Nov 27 21:03:36.072022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53876) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:36.080194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6d618cd2-da9b-436d-b6e5-c58ffbe5a2d1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '4a6d258c-b9fd-45d6-9401-716e78acf3d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:36.092819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d6ccf-8fa7-49cf-8299-7aed6fc3546b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caed4f00-907f-4e3b-b3ab-dfb53ca9d8ac,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:36.099294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be0d6ccf-8fa7-49cf-8299-7aed6fc3546b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.100520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-be0d6ccf-8fa7-49cf-8299-7aed6fc3546b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1664112
Nov 27 21:03:36.104574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53878) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:36.128301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d618cd2-da9b-436d-b6e5-c58ffbe5a2d1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.149108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de1f22e1-cf26-4d32-b886-91dc144632b7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.166461 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de1f22e1-cf26-4d32-b886-91dc144632b7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.199367 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-6d618cd2-da9b-436d-b6e5-c58ffbe5a2d1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:03:36.203526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de1f22e1-cf26-4d32-b886-91dc144632b7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.203688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6d618cd2-da9b-436d-b6e5-c58ffbe5a2d1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1275294
Nov 27 21:03:36.204447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53882) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:36.207697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de1f22e1-cf26-4d32-b886-91dc144632b7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.211881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-de1f22e1-cf26-4d32-b886-91dc144632b7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/caed4f00-907f-4e3b-b3ab-dfb53ca9d8ac HTTP/1.1" status: 204  len: 168 time: 0.1038902
Nov 27 21:03:36.213266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53884) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:36.233607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f22e1-cf26-4d32-b886-91dc144632b7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caed4f00-907f-4e3b-b3ab-dfb53ca9d8ac,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:36.282061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4dd0957b-d69a-421f-8bd7-ba27bc26bf8f tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0624602
Nov 27 21:03:36.282637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53886) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:36.326036 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a09fdfaf-42c7-4600-8bfe-6354d5e0f526 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.358175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a09fdfaf-42c7-4600-8bfe-6354d5e0f526 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.378861 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cbe3523e-22bd-4e09-adf3-32a09b9743c9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.408631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cbe3523e-22bd-4e09-adf3-32a09b9743c9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.436634 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7863a64b-f8ba-4982-8670-9158c12056cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.467313 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a09fdfaf-42c7-4600-8bfe-6354d5e0f526 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.471155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a09fdfaf-42c7-4600-8bfe-6354d5e0f526 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.473477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a09fdfaf-42c7-4600-8bfe-6354d5e0f526 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a6d258c-b9fd-45d6-9401-716e78acf3d4 HTTP/1.1" status: 204  len: 168 time: 0.2639101
Nov 27 21:03:36.494781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53892) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:36.506375 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fdfaf-42c7-4600-8bfe-6354d5e0f526 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6d258c-b9fd-45d6-9401-716e78acf3d4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:36.540840 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cbe3523e-22bd-4e09-adf3-32a09b9743c9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.543789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cbe3523e-22bd-4e09-adf3-32a09b9743c9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.554376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cbe3523e-22bd-4e09-adf3-32a09b9743c9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-groups/c1e15faa-2055-4cd1-b113-dc7ee2a972e9 HTTP/1.1" status: 204  len: 168 time: 0.2679706
Nov 27 21:03:36.555485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53894) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:36.561649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787c60f-794c-4aca-ab73-127b8e30251a req-cb71bcf7-93ff-479a-8cc8-1efcd627d680 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:36.569247 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e787c60f-794c-4aca-ab73-127b8e30251a req-cb71bcf7-93ff-479a-8cc8-1efcd627d680 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1284096
Nov 27 21:03:36.594253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-512560ff-1b42-4e92-940e-cb431ffdd396 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0932486
Nov 27 21:03:36.596409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53896) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:36.601039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8b5ee1b2-128f-47a0-81f0-428c8f665145 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166727646'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:36.613349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3523e-22bd-4e09-adf3-32a09b9743c9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e15faa-2055-4cd1-b113-dc7ee2a972e9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:36.639863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7fa4ff82-0ac1-4eeb-b18f-1d629b64a82b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0793965
Nov 27 21:03:36.640129 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e787c60f-794c-4aca-ab73-127b8e30251a req-e5559fde-ef32-49ff-bdd6-b69a9f25937d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687346
Nov 27 21:03:36.640257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53898) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:36.646612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d0045110-c3d5-470c-a281-6a1cdd1ee2c5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group': {'name': 'tempest-secgroup--878228485'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:36.666029 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee1b2-128f-47a0-81f0-428c8f665145 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.702271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d0045110-c3d5-470c-a281-6a1cdd1ee2c5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.789496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee1b2-128f-47a0-81f0-428c8f665145 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:36.801641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee1b2-128f-47a0-81f0-428c8f665145 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.100502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d0045110-c3d5-470c-a281-6a1cdd1ee2c5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.125014 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee1b2-128f-47a0-81f0-428c8f665145 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.126311 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8b5ee1b2-128f-47a0-81f0-428c8f665145 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5286453
Nov 27 21:03:37.129427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53902) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.130434 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2deac698-c9ef-42bd-ba9e-a85f90e5367f req-28f57e93-4b08-40ef-90d2-d3b8ffe2121d tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0608377
Nov 27 21:03:37.134930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d0045110-c3d5-470c-a281-6a1cdd1ee2c5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.137290 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fbd0f06d-66bd-4779-afac-eb2bef3fe7c0 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cde9047a-2ed1-43cf-a6b6-f9ebbcf0ab8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:37.139376 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-fbd0f06d-66bd-4779-afac-eb2bef3fe7c0 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 27 21:03:37.140075 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-fbd0f06d-66bd-4779-afac-eb2bef3fe7c0 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:37.141377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fbd0f06d-66bd-4779-afac-eb2bef3fe7c0 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0096602
Nov 27 21:03:37.144234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53904) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.148281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee1b2-128f-47a0-81f0-428c8f665145 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde9047a-2ed1-43cf-a6b6-f9ebbcf0ab8e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:37.176067 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d0045110-c3d5-470c-a281-6a1cdd1ee2c5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.180071 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d0045110-c3d5-470c-a281-6a1cdd1ee2c5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5369163
Nov 27 21:03:37.187784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53906) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.192373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-37199e06-a63c-41d6-af48-c02a7876b7e5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '67976be7-0502-4954-8016-d58512cfbcab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:37.200782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0045110-c3d5-470c-a281-6a1cdd1ee2c5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67976be7-0502-4954-8016-d58512cfbcab,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:37.259162 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-37199e06-a63c-41d6-af48-c02a7876b7e5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.290078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3f62c0c-c10a-4316-8c46-67115f8fa28c tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.333436 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3f62c0c-c10a-4316-8c46-67115f8fa28c tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.380489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-37199e06-a63c-41d6-af48-c02a7876b7e5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.384686 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-37199e06-a63c-41d6-af48-c02a7876b7e5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.404242 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3f62c0c-c10a-4316-8c46-67115f8fa28c tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.406817 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3f62c0c-c10a-4316-8c46-67115f8fa28c tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.407983 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c3f62c0c-c10a-4316-8c46-67115f8fa28c tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/cde9047a-2ed1-43cf-a6b6-f9ebbcf0ab8e HTTP/1.1" status: 204  len: 168 time: 0.2623212
Nov 27 21:03:37.410933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53908) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.415950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37199e06-a63c-41d6-af48-c02a7876b7e5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93be17ed-2bfd-4490-983d-0e00d9f55882,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:37.424592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f62c0c-c10a-4316-8c46-67115f8fa28c tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde9047a-2ed1-43cf-a6b6-f9ebbcf0ab8e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:37.435419 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-37199e06-a63c-41d6-af48-c02a7876b7e5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.440751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-37199e06-a63c-41d6-af48-c02a7876b7e5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2495005
Nov 27 21:03:37.441497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53910) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.448359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e2ad6546-7733-4205-aaf9-941953a17d3e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '67976be7-0502-4954-8016-d58512cfbcab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:37.479919 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6eeed7ba-59ec-4ad1-85d9-d0ce246e8927 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0676570
Nov 27 21:03:37.483399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53912) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.484651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6546-7733-4205-aaf9-941953a17d3e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.487979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8a06fed0-3261-479f-b978-3bdbf95bfe84 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--208564261'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:37.509978 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a06fed0-3261-479f-b978-3bdbf95bfe84 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.572963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6546-7733-4205-aaf9-941953a17d3e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.576914 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6546-7733-4205-aaf9-941953a17d3e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.595927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad6546-7733-4205-aaf9-941953a17d3e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7931ed-f7cf-4780-8af4-2dc877505ec0,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:37.596344 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a06fed0-3261-479f-b978-3bdbf95bfe84 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.602164 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a06fed0-3261-479f-b978-3bdbf95bfe84 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.613422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2ad6546-7733-4205-aaf9-941953a17d3e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.617345 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e2ad6546-7733-4205-aaf9-941953a17d3e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1748748
Nov 27 21:03:37.618379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53916) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.625538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a3ed1ec1-afe8-415e-a794-2b4ff37ad474 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '67976be7-0502-4954-8016-d58512cfbcab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:37.636377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a06fed0-3261-479f-b978-3bdbf95bfe84 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.640847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8a06fed0-3261-479f-b978-3bdbf95bfe84 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1561954
Nov 27 21:03:37.641138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53918) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.643022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06fed0-3261-479f-b978-3bdbf95bfe84 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06aec4f4-7892-4fd4-b5ab-c872d761b8c5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:37.648423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9402ff91-5a0a-431a-b5a1-7e2fb6567e12 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '06aec4f4-7892-4fd4-b5ab-c872d761b8c5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:37.650103 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-9402ff91-5a0a-431a-b5a1-7e2fb6567e12 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 27 21:03:37.650545 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-9402ff91-5a0a-431a-b5a1-7e2fb6567e12 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:37.654611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9402ff91-5a0a-431a-b5a1-7e2fb6567e12 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0096548
Nov 27 21:03:37.654929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53920) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.677407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3ed1ec1-afe8-415e-a794-2b4ff37ad474 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.744190 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8a94-bdb5-4418-9be6-23320621d7ef tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.777663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8a94-bdb5-4418-9be6-23320621d7ef tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.787742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d2fc2-ef32-4a10-92e1-89e8101cbf3a req-26356bf4-ec0f-44cb-98b8-8706a104eeba tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:37.789734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c4d2fc2-ef32-4a10-92e1-89e8101cbf3a req-26356bf4-ec0f-44cb-98b8-8706a104eeba tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0621705
Nov 27 21:03:37.789923 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3ed1ec1-afe8-415e-a794-2b4ff37ad474 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.797293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3ed1ec1-afe8-415e-a794-2b4ff37ad474 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.800778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.832225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed1ec1-afe8-415e-a794-2b4ff37ad474 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab230f48-b4bb-4cc5-acfa-41116ef5c652,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:37.847163 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3ed1ec1-afe8-415e-a794-2b4ff37ad474 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.848517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a3ed1ec1-afe8-415e-a794-2b4ff37ad474 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2269294
Nov 27 21:03:37.851440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53924) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.856826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-988849ab-a892-4cb6-aa77-5a5c696d7f76 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '67976be7-0502-4954-8016-d58512cfbcab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:37.857909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c4d2fc2-ef32-4a10-92e1-89e8101cbf3a req-f7d955a5-c101-4ecb-8afd-1e31169d3562 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538940
Nov 27 21:03:37.862748 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8a94-bdb5-4418-9be6-23320621d7ef tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.865305 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8a94-bdb5-4418-9be6-23320621d7ef tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.866910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ee3d8a94-bdb5-4418-9be6-23320621d7ef tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/06aec4f4-7892-4fd4-b5ab-c872d761b8c5 HTTP/1.1" status: 204  len: 168 time: 0.2110023
Nov 27 21:03:37.870263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53926) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.884718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d8a94-bdb5-4418-9be6-23320621d7ef tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aec4f4-7892-4fd4-b5ab-c872d761b8c5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:37.913418 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-988849ab-a892-4cb6-aa77-5a5c696d7f76 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.940945 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b93a4861-99ad-4dca-ab07-6efe6903865a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0636992
Nov 27 21:03:37.940945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53928) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:37.947512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-35628438-0dfc-44df-b230-dee8e897da2a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522276988'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:37.969829 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35628438-0dfc-44df-b230-dee8e897da2a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.970882 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-988849ab-a892-4cb6-aa77-5a5c696d7f76 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.975815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-988849ab-a892-4cb6-aa77-5a5c696d7f76 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:37.999675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988849ab-a892-4cb6-aa77-5a5c696d7f76 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebe3456-da7c-41ed-80e8-cf988b18a191,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.011349 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-988849ab-a892-4cb6-aa77-5a5c696d7f76 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.015379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-988849ab-a892-4cb6-aa77-5a5c696d7f76 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1600413
Nov 27 21:03:38.015544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53930) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.019761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-00cca129-595e-4b87-abe7-d50b2d2519a7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '67976be7-0502-4954-8016-d58512cfbcab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.047565 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00cca129-595e-4b87-abe7-d50b2d2519a7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.051086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35628438-0dfc-44df-b230-dee8e897da2a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.054941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35628438-0dfc-44df-b230-dee8e897da2a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.085964 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35628438-0dfc-44df-b230-dee8e897da2a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.090034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-35628438-0dfc-44df-b230-dee8e897da2a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1439824
Nov 27 21:03:38.090303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53932) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.091353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35628438-0dfc-44df-b230-dee8e897da2a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240e5960-7a1f-43b0-9f41-8d01326b5484,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.100739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-366cdca7-10db-4561-8392-47eaf2943090 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '240e5960-7a1f-43b0-9f41-8d01326b5484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.113061 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-366cdca7-10db-4561-8392-47eaf2943090 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 27 21:03:38.113583 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-366cdca7-10db-4561-8392-47eaf2943090 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.114576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-366cdca7-10db-4561-8392-47eaf2943090 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0233219
Nov 27 21:03:38.117883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53934) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.123723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6f862c8f-4633-4857-a14e-09ba509f242f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '240e5960-7a1f-43b0-9f41-8d01326b5484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.125604 ncdv-master-1 neutron-server[120908]: WARNING neutron.api.v2.base [None req-6f862c8f-4633-4857-a14e-09ba509f242f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 27 21:03:38.126441 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-6f862c8f-4633-4857-a14e-09ba509f242f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.129841 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6f862c8f-4633-4857-a14e-09ba509f242f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0077429
Nov 27 21:03:38.130061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53936) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.134205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-dcc16fcb-390c-4318-bb6c-2029b98c26b8 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '240e5960-7a1f-43b0-9f41-8d01326b5484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.134675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00cca129-595e-4b87-abe7-d50b2d2519a7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.135458 ncdv-master-1 neutron-server[120908]: WARNING neutron.api.v2.base [None req-dcc16fcb-390c-4318-bb6c-2029b98c26b8 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 27 21:03:38.135746 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-dcc16fcb-390c-4318-bb6c-2029b98c26b8 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.140592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dcc16fcb-390c-4318-bb6c-2029b98c26b8 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0071979
Nov 27 21:03:38.140765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53938) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.145809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b456927d-5249-4b93-8c64-2725f835dbce tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '240e5960-7a1f-43b0-9f41-8d01326b5484', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.146742 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-b456927d-5249-4b93-8c64-2725f835dbce tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 27 21:03:38.147338 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-b456927d-5249-4b93-8c64-2725f835dbce tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.148342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b456927d-5249-4b93-8c64-2725f835dbce tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0064602
Nov 27 21:03:38.149289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00cca129-595e-4b87-abe7-d50b2d2519a7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.150743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53940) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.169667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cca129-595e-4b87-abe7-d50b2d2519a7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5fad6d-b079-47fb-8842-a071393621a3,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.188116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00cca129-595e-4b87-abe7-d50b2d2519a7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.191849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-00cca129-595e-4b87-abe7-d50b2d2519a7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1753540
Nov 27 21:03:38.194968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53944) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.240818 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3f023ea-0188-440b-ac3c-7ed68b4c02ea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.255206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3f023ea-0188-440b-ac3c-7ed68b4c02ea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.256721 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6df487a5-c0fd-4ada-b3eb-93db1daaf2cf req-a4692030-d05b-4f84-a901-7a2aebb4ef4c tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0310392
Nov 27 21:03:38.263245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b402d1b8-f849-4509-bd07-439dcd38b5a6 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.302559 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b402d1b8-f849-4509-bd07-439dcd38b5a6 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.305770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3f023ea-0188-440b-ac3c-7ed68b4c02ea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.311345 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3f023ea-0188-440b-ac3c-7ed68b4c02ea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.312462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f3f023ea-0188-440b-ac3c-7ed68b4c02ea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9a5fad6d-b079-47fb-8842-a071393621a3 HTTP/1.1" status: 204  len: 168 time: 0.1165321
Nov 27 21:03:38.315389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53946) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.328698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f023ea-0188-440b-ac3c-7ed68b4c02ea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a5fad6d-b079-47fb-8842-a071393621a3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.361173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b402d1b8-f849-4509-bd07-439dcd38b5a6 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.363869 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b402d1b8-f849-4509-bd07-439dcd38b5a6 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.368236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b402d1b8-f849-4509-bd07-439dcd38b5a6 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/240e5960-7a1f-43b0-9f41-8d01326b5484 HTTP/1.1" status: 204  len: 168 time: 0.2133117
Nov 27 21:03:38.369001 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ef79c3cf-89dd-4125-870f-39384a029d5c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0510228
Nov 27 21:03:38.369913 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53948) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.370988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53950) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.387996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402d1b8-f849-4509-bd07-439dcd38b5a6 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e5960-7a1f-43b0-9f41-8d01326b5484,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.398267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a67b-974e-4132-916c-b020fa68aa50 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.407705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a67b-974e-4132-916c-b020fa68aa50 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.440177 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b6e49f04-419c-497b-92ae-9ca65ef24fd5 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0691144
Nov 27 21:03:38.444198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53952) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.450157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a67b-974e-4132-916c-b020fa68aa50 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.450411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0b6eedc1-f837-400d-bf4b-30e07c32ba67 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185651899'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.457941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a67b-974e-4132-916c-b020fa68aa50 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.461872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c5f9a67b-974e-4132-916c-b020fa68aa50 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3ebe3456-da7c-41ed-80e8-cf988b18a191 HTTP/1.1" status: 204  len: 168 time: 0.0866704
Nov 27 21:03:38.462692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53954) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.481408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0b6eedc1-f837-400d-bf4b-30e07c32ba67 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.481845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9a67b-974e-4132-916c-b020fa68aa50 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ebe3456-da7c-41ed-80e8-cf988b18a191,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.515397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b3f15c86-c3ab-4410-af8f-54b819f584ac tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0506022
Nov 27 21:03:38.517553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53956) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.547270 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ff538d1-9e66-407f-aa77-d5c6f54e908b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.554963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ff538d1-9e66-407f-aa77-d5c6f54e908b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.556476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0b6eedc1-f837-400d-bf4b-30e07c32ba67 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.561684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0b6eedc1-f837-400d-bf4b-30e07c32ba67 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.586017 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ff538d1-9e66-407f-aa77-d5c6f54e908b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.592616 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0b6eedc1-f837-400d-bf4b-30e07c32ba67 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.596399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0b6eedc1-f837-400d-bf4b-30e07c32ba67 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1485555
Nov 27 21:03:38.596566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ff538d1-9e66-407f-aa77-d5c6f54e908b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.596991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eedc1-f837-400d-bf4b-30e07c32ba67 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbafd3fa-dd8e-4c24-a89a-7a609f17c67b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.598136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1ff538d1-9e66-407f-aa77-d5c6f54e908b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ab230f48-b4bb-4cc5-acfa-41116ef5c652 HTTP/1.1" status: 204  len: 168 time: 0.0775917
Nov 27 21:03:38.599080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53960) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.599456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53962) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.613201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-31a77b74-d913-42fb-ab15-d792dfc04b21 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cbafd3fa-dd8e-4c24-a89a-7a609f17c67b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.613965 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-31a77b74-d913-42fb-ab15-d792dfc04b21 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 27 21:03:38.614578 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-31a77b74-d913-42fb-ab15-d792dfc04b21 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.618902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-31a77b74-d913-42fb-ab15-d792dfc04b21 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0127616
Nov 27 21:03:38.620041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53964) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.631478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ece00e76-6b8f-492a-a823-29cb809e5555 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cbafd3fa-dd8e-4c24-a89a-7a609f17c67b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.638885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff538d1-9e66-407f-aa77-d5c6f54e908b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab230f48-b4bb-4cc5-acfa-41116ef5c652,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.680034 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7f50155f-b4b6-4fb9-b0d5-2d8cebcb5091 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0754402
Nov 27 21:03:38.682956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53966) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.713824 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-ece00e76-6b8f-492a-a823-29cb809e5555 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.714914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ece00e76-6b8f-492a-a823-29cb809e5555 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0881586
Nov 27 21:03:38.718208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53968) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.718467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f16a18a0-9e1f-436e-9160-267e976657b5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.723327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-67b335df-527d-4618-980e-73469fb8a881 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cbafd3fa-dd8e-4c24-a89a-7a609f17c67b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.724101 ncdv-master-1 neutron-server[120908]: WARNING neutron.api.v2.base [None req-67b335df-527d-4618-980e-73469fb8a881 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 27 21:03:38.724626 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-67b335df-527d-4618-980e-73469fb8a881 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.727644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f16a18a0-9e1f-436e-9160-267e976657b5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.729297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-67b335df-527d-4618-980e-73469fb8a881 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0099373
Nov 27 21:03:38.730333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53970) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.734597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-682a5a07-ba01-45c5-804c-2852ed611ac3 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cbafd3fa-dd8e-4c24-a89a-7a609f17c67b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.761243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f16a18a0-9e1f-436e-9160-267e976657b5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.769283 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f16a18a0-9e1f-436e-9160-267e976657b5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.770847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f16a18a0-9e1f-436e-9160-267e976657b5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2c7931ed-f7cf-4780-8af4-2dc877505ec0 HTTP/1.1" status: 204  len: 168 time: 0.0869505
Nov 27 21:03:38.773853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53972) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.783541 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-682a5a07-ba01-45c5-804c-2852ed611ac3 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.787957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53974) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.788174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-682a5a07-ba01-45c5-804c-2852ed611ac3 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0569732
Nov 27 21:03:38.789138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a18a0-9e1f-436e-9160-267e976657b5 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c7931ed-f7cf-4780-8af4-2dc877505ec0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.801507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d369906c-6b65-4165-9a3a-f2c16e3ae03e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cbafd3fa-dd8e-4c24-a89a-7a609f17c67b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.802019 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-d369906c-6b65-4165-9a3a-f2c16e3ae03e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 27 21:03:38.802487 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-d369906c-6b65-4165-9a3a-f2c16e3ae03e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.804123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d369906c-6b65-4165-9a3a-f2c16e3ae03e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0122654
Nov 27 21:03:38.806614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53976) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.811301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ccd502d6-a1b8-4ba7-9a7e-7d19476b1244 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cbafd3fa-dd8e-4c24-a89a-7a609f17c67b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.834272 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f5dc39f0-ec2c-46af-bea5-b6ad46c1415a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0551915
Nov 27 21:03:38.834534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53978) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.843650 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-ccd502d6-a1b8-4ba7-9a7e-7d19476b1244 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Project 7d23908fbbc746b096f47d13a44b40c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:03:38.870881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed2a41c5-e9c8-4f6c-98c8-743f1bb00cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.880665 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-ccd502d6-a1b8-4ba7-9a7e-7d19476b1244 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.881692 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ccd502d6-a1b8-4ba7-9a7e-7d19476b1244 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0740469
Nov 27 21:03:38.883213 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed2a41c5-e9c8-4f6c-98c8-743f1bb00cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.885807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53980) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.890857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6a7086e8-a87b-46d2-addb-aa3f755ed7f9 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cbafd3fa-dd8e-4c24-a89a-7a609f17c67b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.891360 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-6a7086e8-a87b-46d2-addb-aa3f755ed7f9 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 27 21:03:38.891896 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-6a7086e8-a87b-46d2-addb-aa3f755ed7f9 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.895004 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6a7086e8-a87b-46d2-addb-aa3f755ed7f9 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0059068
Nov 27 21:03:38.895185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53982) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.899237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5aac0eee-f5ca-4811-99da-b90f2145db27 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cbafd3fa-dd8e-4c24-a89a-7a609f17c67b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.911948 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed2a41c5-e9c8-4f6c-98c8-743f1bb00cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.917183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed2a41c5-e9c8-4f6c-98c8-743f1bb00cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:38.918309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ed2a41c5-e9c8-4f6c-98c8-743f1bb00cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/93be17ed-2bfd-4490-983d-0e00d9f55882 HTTP/1.1" status: 204  len: 168 time: 0.0826328
Nov 27 21:03:38.921071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53984) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.926741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a41c5-e9c8-4f6c-98c8-743f1bb00cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93be17ed-2bfd-4490-983d-0e00d9f55882,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:38.938204 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-5aac0eee-f5ca-4811-99da-b90f2145db27 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Project 7d23908fbbc746b096f47d13a44b40c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:03:38.958437 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-5aac0eee-f5ca-4811-99da-b90f2145db27 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:38.961063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5aac0eee-f5ca-4811-99da-b90f2145db27 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0638483
Nov 27 21:03:38.964295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53988) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.969445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-faa7521d-9c6d-494a-922b-d5ac63e77b1a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'cbafd3fa-dd8e-4c24-a89a-7a609f17c67b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:38.974233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1f1d359a-c1f4-4714-bdf4-8f5d69bf6d03 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0492241
Nov 27 21:03:38.974497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53990) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:38.995599 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-faa7521d-9c6d-494a-922b-d5ac63e77b1a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Project 7d23908fbbc746b096f47d13a44b40c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:03:39.012515 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-faa7521d-9c6d-494a-922b-d5ac63e77b1a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:39.018714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53992) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.019145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-faa7521d-9c6d-494a-922b-d5ac63e77b1a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0536690
Nov 27 21:03:39.098334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92c718b9-191e-475e-9bd5-512b93010e7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.127497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcf316-f81c-4922-8553-d1036c1a7f30 req-a4a05935-fc4e-4bb6-ab53-84dae60b05c6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:39.128972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1fdcf316-f81c-4922-8553-d1036c1a7f30 req-a4a05935-fc4e-4bb6-ab53-84dae60b05c6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0979226
Nov 27 21:03:39.141149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92c718b9-191e-475e-9bd5-512b93010e7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.149865 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53994) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.155103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'subnet': {'network_id': '369f0516-9bc7-4b4f-bd5b-d38411c05537', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:39.178064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8fa18e7-31e3-4027-bd8c-4c57ba575dbe tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.223236 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8fa18e7-31e3-4027-bd8c-4c57ba575dbe tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.249583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:39.250656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1fdcf316-f81c-4922-8553-d1036c1a7f30 req-164b5b26-2f71-461e-a151-6b59e0a0ff46 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117897
Nov 27 21:03:39.254960 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92c718b9-191e-475e-9bd5-512b93010e7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.257530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92c718b9-191e-475e-9bd5-512b93010e7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.258175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.258581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-92c718b9-191e-475e-9bd5-512b93010e7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-groups/67976be7-0502-4954-8016-d58512cfbcab HTTP/1.1" status: 204  len: 168 time: 0.2826974
Nov 27 21:03:39.262358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53996) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.275485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c718b9-191e-475e-9bd5-512b93010e7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67976be7-0502-4954-8016-d58512cfbcab,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:39.307616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8fa18e7-31e3-4027-bd8c-4c57ba575dbe tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.310737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8fa18e7-31e3-4027-bd8c-4c57ba575dbe tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.312562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b8fa18e7-31e3-4027-bd8c-4c57ba575dbe tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/cbafd3fa-dd8e-4c24-a89a-7a609f17c67b HTTP/1.1" status: 204  len: 168 time: 0.2880030
Nov 27 21:03:39.316069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54000) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.338957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa18e7-31e3-4027-bd8c-4c57ba575dbe tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbafd3fa-dd8e-4c24-a89a-7a609f17c67b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:39.387065 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c400ad37-36ae-4935-8056-1214435c4e71 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0698881
Nov 27 21:03:39.397172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54002) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.401557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-34bcbef6-b11c-4795-aac6-cf05e9123da1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859498689'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:39.407473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-971b288f-94a4-4d32-ba7d-ac536c986d7d req-13016214-61d6-4e2b-92f9-2dfed92aadf0 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0430601
Nov 27 21:03:39.422305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b9e02598-5f4f-4d9b-859a-a3fc18a6b4ea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1570995
Nov 27 21:03:39.426603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54004) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.433518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34bcbef6-b11c-4795-aac6-cf05e9123da1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.436602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fbdb1411-3c61-4531-a475-8f2f2c0b6655 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group': {'name': 'tempest-secgroup--771195830'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:39.492872 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1411-3c61-4531-a475-8f2f2c0b6655 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.506713 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.515303 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34bcbef6-b11c-4795-aac6-cf05e9123da1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.519154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34bcbef6-b11c-4795-aac6-cf05e9123da1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.549842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34bcbef6-b11c-4795-aac6-cf05e9123da1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.551215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-34bcbef6-b11c-4795-aac6-cf05e9123da1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1589186
Nov 27 21:03:39.553215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcbef6-b11c-4795-aac6-cf05e9123da1 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222b0755-1292-414f-a893-bbd203543d20,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:39.555971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54006) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.560849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-985c00f6-5fc7-44c1-91ea-e241cf0d5ba5 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '222b0755-1292-414f-a893-bbd203543d20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:39.590160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.601790 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-985c00f6-5fc7-44c1-91ea-e241cf0d5ba5 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The resource could not be found.
Nov 27 21:03:39.602878 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-985c00f6-5fc7-44c1-91ea-e241cf0d5ba5 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0458195
Nov 27 21:03:39.605944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54008) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.611185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-75a383bb-fbc2-40ff-ad68-a45aa2d7e61e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '222b0755-1292-414f-a893-bbd203543d20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e6ca7c45-2f3d-4cca-ac37-27fe92411d16'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:39.653432 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-75a383bb-fbc2-40ff-ad68-a45aa2d7e61e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The resource could not be found.
Nov 27 21:03:39.655141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-75a383bb-fbc2-40ff-ad68-a45aa2d7e61e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0482197
Nov 27 21:03:39.656153 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1411-3c61-4531-a475-8f2f2c0b6655 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.658172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54010) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.664831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1411-3c61-4531-a475-8f2f2c0b6655 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.693120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Subnet': ['ID=b178adde-86fa-4db4-9c93-b02455da1bc4,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:39.711371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Checking segment: {'id': 'eaadb9f2-2797-4c52-961b-97d32f53f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '369f0516-9bc7-4b4f-bd5b-d38411c05537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:39.711728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network hostable DHCP agents. Network: 369f0516-9bc7-4b4f-bd5b-d38411c05537, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:03:39.713364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96f501b4-b268-45bb-b236-bcffe0dadfee tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.716264 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1411-3c61-4531-a475-8f2f2c0b6655 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.717515 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fbdb1411-3c61-4531-a475-8f2f2c0b6655 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2896764
Nov 27 21:03:39.719494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb1411-3c61-4531-a475-8f2f2c0b6655 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558cf3ad-7e41-4816-856c-c1f573b57b76,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:39.722068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54014) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.726697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-813f229f-c276-4f90-b6cd-0d7bfad1e7d6 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '558cf3ad-7e41-4816-856c-c1f573b57b76', 'direction': 'ingress', 'protocol': 17}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:39.748766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96f501b4-b268-45bb-b236-bcffe0dadfee tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.753393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network 369f0516-9bc7-4b4f-bd5b-d38411c05537 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:03:39.766783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 369f0516-9bc7-4b4f-bd5b-d38411c05537) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:39.770210 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-813f229f-c276-4f90-b6cd-0d7bfad1e7d6 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.775833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:39.775833 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.785000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e6937b-34d9-46b3-9fc1-1df2a0a192b9 None None] Network 369f0516-9bc7-4b4f-bd5b-d38411c05537 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:39.807433 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-75be180f-9ea9-47bc-942f-d36f98aa3c8b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6563845
Nov 27 21:03:39.810942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54016) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.818395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1852874263'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:39.834085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-813f229f-c276-4f90-b6cd-0d7bfad1e7d6 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.835604 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96f501b4-b268-45bb-b236-bcffe0dadfee tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.838918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-813f229f-c276-4f90-b6cd-0d7bfad1e7d6 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.839072 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96f501b4-b268-45bb-b236-bcffe0dadfee tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.842599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-96f501b4-b268-45bb-b236-bcffe0dadfee tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/222b0755-1292-414f-a893-bbd203543d20 HTTP/1.1" status: 204  len: 168 time: 0.1812267
Nov 27 21:03:39.849373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54018) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.867155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f229f-c276-4f90-b6cd-0d7bfad1e7d6 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fa12d0-8995-463c-8044-5edbf2ad864b,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:39.868200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:39.873156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.876321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f501b4-b268-45bb-b236-bcffe0dadfee tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222b0755-1292-414f-a893-bbd203543d20,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:39.883013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-813f229f-c276-4f90-b6cd-0d7bfad1e7d6 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.887675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-813f229f-c276-4f90-b6cd-0d7bfad1e7d6 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1619632
Nov 27 21:03:39.888372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54020) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.922049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:03:39.935514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cc7f5b2b-08d2-4831-89ba-20049a6aaf32 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0815570
Nov 27 21:03:39.935987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54022) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:39.937904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.938275 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Added segment 752dd0de-dc55-417c-9205-3a8f94cd5f11 of type vlan for network 608f37b0-5ce5-4f3b-8278-59ac44c8115f
Nov 27 21:03:39.940859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-debd20e8-d345-4a96-8e7c-10967219d612 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '3a23af96-a8f8-4855-a4c6-aed6e3bc63f7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:39.966325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-efa6db7a-1766-4cc8-bf82-77d7f966070c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.975699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-369f0516-9bc7-4b4f-bd5b-d38411c05537', 'network_id': '369f0516-9bc7-4b4f-bd5b-d38411c05537', 'tenant_id': '24b97e6d4e2d43e0a0b4751d6a04ffcd', 'fixed_ips': [{'subnet_id': 'b178adde-86fa-4db4-9c93-b02455da1bc4'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:03:39.976596 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.980856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:39.999360 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-efa6db7a-1766-4cc8-bf82-77d7f966070c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.012663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.020340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:40.021232 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.029271 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-debd20e8-d345-4a96-8e7c-10967219d612 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The resource could not be found.
Nov 27 21:03:40.033209 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-debd20e8-d345-4a96-8e7c-10967219d612 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0929775
Nov 27 21:03:40.037016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54024) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.041426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a21f8f28-0a17-46df-9bfa-798d7709efec tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821733047'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:40.074043 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-efa6db7a-1766-4cc8-bf82-77d7f966070c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.077407 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-efa6db7a-1766-4cc8-bf82-77d7f966070c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.079759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-efa6db7a-1766-4cc8-bf82-77d7f966070c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-groups/558cf3ad-7e41-4816-856c-c1f573b57b76 HTTP/1.1" status: 204  len: 168 time: 0.1900904
Nov 27 21:03:40.081479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54026) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.097929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6db7a-1766-4cc8-bf82-77d7f966070c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558cf3ad-7e41-4816-856c-c1f573b57b76,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:40.103602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2897744
Nov 27 21:03:40.106476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54028) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.112569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'subnet': {'network_id': '608f37b0-5ce5-4f3b-8278-59ac44c8115f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:40.119479 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a21f8f28-0a17-46df-9bfa-798d7709efec tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.119692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18bf29-e5f4-45bd-9fec-09792b03eeb5 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Network': ['ID=608f37b0-5ce5-4f3b-8278-59ac44c8115f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:40.146897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Allocated IP 2001:db8:0:ffff::2 (369f0516-9bc7-4b4f-bd5b-d38411c05537/b178adde-86fa-4db4-9c93-b02455da1bc4/f1c1708f-e354-43b0-b312-a8237fd45337) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:40.154279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8e45bd31-4466-47c3-a197-8afbbf22578c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0681641
Nov 27 21:03:40.154913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54030) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.157138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 608f37b0-5ce5-4f3b-8278-59ac44c8115f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:03:40.160253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0904b029-60ea-488a-aab8-59d762c25221 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group': {'name': 'tempest-secgroup--430601025'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:40.184541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0904b029-60ea-488a-aab8-59d762c25221 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.261440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:40.265751 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.275746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0904b029-60ea-488a-aab8-59d762c25221 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.283747 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0904b029-60ea-488a-aab8-59d762c25221 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.316458 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.322946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a21f8f28-0a17-46df-9bfa-798d7709efec tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.337322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a21f8f28-0a17-46df-9bfa-798d7709efec tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.341459 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0904b029-60ea-488a-aab8-59d762c25221 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.346768 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0904b029-60ea-488a-aab8-59d762c25221 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1907446
Nov 27 21:03:40.347861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54034) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.354210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c959fdad-2c7a-47e4-a78b-8e1871d6891e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931661418'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:40.362086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904b029-60ea-488a-aab8-59d762c25221 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a121e8a5-741e-471d-aa60-95262eee262c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:40.384343 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c959fdad-2c7a-47e4-a78b-8e1871d6891e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.422601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.428774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a21f8f28-0a17-46df-9bfa-798d7709efec tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.430048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a21f8f28-0a17-46df-9bfa-798d7709efec tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3920729
Nov 27 21:03:40.433990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54036) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.435813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.437261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f8f28-0a17-46df-9bfa-798d7709efec tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13936ed8-e617-4326-a565-64ac9dfcc2d4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:40.440874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7685c1bc-da4a-4777-9886-12f4bc630494 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405918456'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:40.470202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7685c1bc-da4a-4777-9886-12f4bc630494 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.484649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Pushing event updated for resources: {'Port': ['ID=f1c1708f-e354-43b0-b312-a8237fd45337,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:40.488044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Network 369f0516-9bc7-4b4f-bd5b-d38411c05537 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:40.490439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:40.493041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:40.516492 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c959fdad-2c7a-47e4-a78b-8e1871d6891e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.523134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af33716-7d45-4b91-b4a5-953f6c52db24 req-1f75b054-fa8d-417b-9d79-e620fd4f0e73 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:40.530796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c959fdad-2c7a-47e4-a78b-8e1871d6891e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.533688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4af33716-7d45-4b91-b4a5-953f6c52db24 req-1f75b054-fa8d-417b-9d79-e620fd4f0e73 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1720624
Nov 27 21:03:40.561253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Attempting to bind port f1c1708f-e354-43b0-b312-a8237fd45337 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:03:40.562443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Attempting to bind port f1c1708f-e354-43b0-b312-a8237fd45337 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eaadb9f2-2797-4c52-961b-97d32f53f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '369f0516-9bc7-4b4f-bd5b-d38411c05537'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:03:40.562988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Attempting to bind port f1c1708f-e354-43b0-b312-a8237fd45337 on network 369f0516-9bc7-4b4f-bd5b-d38411c05537 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:03:40.571573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:03:40.572355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Checking segment: {'id': 'eaadb9f2-2797-4c52-961b-97d32f53f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '369f0516-9bc7-4b4f-bd5b-d38411c05537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:40.572949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.573515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Bound using segment: {'id': 'eaadb9f2-2797-4c52-961b-97d32f53f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '369f0516-9bc7-4b4f-bd5b-d38411c05537'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:03:40.574174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Bound port: f1c1708f-e354-43b0-b312-a8237fd45337, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaadb9f2-2797-4c52-961b-97d32f53f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '369f0516-9bc7-4b4f-bd5b-d38411c05537'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:03:40.574788 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.597957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959fdad-2c7a-47e4-a78b-8e1871d6891e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe7faa0-1ad0-49ba-9a0f-ecd954f0c2e1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:40.601910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f81a96c-1af6-47b5-b384-f59e833685e4 req-ccd8b4fd-7817-4f39-8adf-adcb05271703 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0324509
Nov 27 21:03:40.624649 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c959fdad-2c7a-47e4-a78b-8e1871d6891e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.629364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c959fdad-2c7a-47e4-a78b-8e1871d6891e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2803621
Nov 27 21:03:40.630786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54040) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.643345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-40d5bd63-e6fe-49cb-8c88-057ac8ae5b9c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': 'a121e8a5-741e-471d-aa60-95262eee262c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cbe7faa0-1ad0-49ba-9a0f-ecd954f0c2e1', 'remote_ip_prefix': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:40.664178 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7685c1bc-da4a-4777-9886-12f4bc630494 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.673201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7685c1bc-da4a-4777-9886-12f4bc630494 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.687758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4af33716-7d45-4b91-b4a5-953f6c52db24 req-ba8fa5cc-3ec2-4799-a569-927d17b7a0e4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527326
Nov 27 21:03:40.693539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] For port f1c1708f-e354-43b0-b312-a8237fd45337, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:03:40.701246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] For port f1c1708f-e354-43b0-b312-a8237fd45337, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c1708f-e354-43b0-b312-a8237fd45337,segment=NetworkSegment(eaadb9f2-2797-4c52-961b-97d32f53f4e3),segment_id=eaadb9f2-2797-4c52-961b-97d32f53f4e3)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:03:40.709895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.718133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685c1bc-da4a-4777-9886-12f4bc630494 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61296809-7f9a-437c-9766-ab0027eebee5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:40.752220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7685c1bc-da4a-4777-9886-12f4bc630494 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.753599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7685c1bc-da4a-4777-9886-12f4bc630494 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3172615
Nov 27 21:03:40.756838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54042) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.762529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9f890224-6bc3-4a04-9025-9e5ae62cba6a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': '13936ed8-e617-4326-a565-64ac9dfcc2d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '61296809-7f9a-437c-9766-ab0027eebee5'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:40.767644 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40d5bd63-e6fe-49cb-8c88-057ac8ae5b9c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.799770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba5312-291c-483b-a203-7c65d2d4a823 None None] Pushing event updated for resources: {'Port': ['ID=f1c1708f-e354-43b0-b312-a8237fd45337,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:40.819430 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-9f890224-6bc3-4a04-9025-9e5ae62cba6a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:40.821591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9f890224-6bc3-4a04-9025-9e5ae62cba6a tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0625362
Nov 27 21:03:40.824171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54046) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.895031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aba2e329-674e-4c0f-862b-b7f2311e0211 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.905971 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40d5bd63-e6fe-49cb-8c88-057ac8ae5b9c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.920103 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aba2e329-674e-4c0f-862b-b7f2311e0211 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.924099 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40d5bd63-e6fe-49cb-8c88-057ac8ae5b9c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.943614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:03:40.954486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.965943 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aba2e329-674e-4c0f-862b-b7f2311e0211 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.969019 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aba2e329-674e-4c0f-862b-b7f2311e0211 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:40.970225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aba2e329-674e-4c0f-862b-b7f2311e0211 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/61296809-7f9a-437c-9766-ab0027eebee5 HTTP/1.1" status: 204  len: 168 time: 0.1451185
Nov 27 21:03:40.978978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54048) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:40.997670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e329-674e-4c0f-862b-b7f2311e0211 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61296809-7f9a-437c-9766-ab0027eebee5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:41.032841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5bd63-e6fe-49cb-8c88-057ac8ae5b9c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22042dc-ad5e-448a-b65e-2827b5103fb0,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:41.046837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-40d5bd63-e6fe-49cb-8c88-057ac8ae5b9c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.048627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-40d5bd63-e6fe-49cb-8c88-057ac8ae5b9c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4112945
Nov 27 21:03:41.050995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54050) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:41.084077 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b47a6d2d-ed11-47fd-9872-c7ad21e3ff24 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.094168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Subnet': ['ID=f9faa3ee-127b-4963-a4bf-a9f805c4a1aa,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:41.096295 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b47a6d2d-ed11-47fd-9872-c7ad21e3ff24 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.124002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Checking segment: {'id': '752dd0de-dc55-417c-9205-3a8f94cd5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '608f37b0-5ce5-4f3b-8278-59ac44c8115f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:41.124452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network hostable DHCP agents. Network: 608f37b0-5ce5-4f3b-8278-59ac44c8115f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:03:41.140208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b47a6d2d-ed11-47fd-9872-c7ad21e3ff24 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.146754 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b47a6d2d-ed11-47fd-9872-c7ad21e3ff24 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.150887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c8eb6337-1dce-476e-9eb2-29c78b16f826 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1291401
Nov 27 21:03:41.151048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b47a6d2d-ed11-47fd-9872-c7ad21e3ff24 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c22042dc-ad5e-448a-b65e-2827b5103fb0 HTTP/1.1" status: 204  len: 168 time: 0.0952048
Nov 27 21:03:41.151048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54052) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:41.153336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54054) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:41.165282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a6d2d-ed11-47fd-9872-c7ad21e3ff24 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c22042dc-ad5e-448a-b65e-2827b5103fb0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:41.173073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network 608f37b0-5ce5-4f3b-8278-59ac44c8115f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:03:41.219962 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-85075260-6328-430f-bf69-5d9038f3162b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0652144
Nov 27 21:03:41.221392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 608f37b0-5ce5-4f3b-8278-59ac44c8115f) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:41.223593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54056) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:41.229458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd5544d5-ca28-4a0b-9c2e-9d870636e438 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.240172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5bfd0e-6dea-49f9-98e0-ef59e3a819da None None] Network 608f37b0-5ce5-4f3b-8278-59ac44c8115f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:41.259796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:41.260034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd5544d5-ca28-4a0b-9c2e-9d870636e438 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.260541 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.288820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-92543b51-de07-4873-b8fb-7f17ff3a3aee tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1811428
Nov 27 21:03:41.294639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54058) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:41.308841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba432408-d8f1-4168-aa39-27073e2b10d0 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.310494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'port': {'network_id': '608f37b0-5ce5-4f3b-8278-59ac44c8115f', 'name': 'tempest-NetworksIpV6TestAttrs-1983642217'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:41.383637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba432408-d8f1-4168-aa39-27073e2b10d0 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.387210 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd5544d5-ca28-4a0b-9c2e-9d870636e438 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.390760 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cd5544d5-ca28-4a0b-9c2e-9d870636e438 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.394449 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cd5544d5-ca28-4a0b-9c2e-9d870636e438 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/13936ed8-e617-4326-a565-64ac9dfcc2d4 HTTP/1.1" status: 204  len: 168 time: 0.2407277
Nov 27 21:03:41.394776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54060) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:41.409461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5544d5-ca28-4a0b-9c2e-9d870636e438 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13936ed8-e617-4326-a565-64ac9dfcc2d4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:41.472876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-45e5b34d-1b47-4def-8f94-0ccc8a2a61e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1310344
Nov 27 21:03:41.490709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b05e1cf6-1556-459e-892d-2515522e7fd2 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0916793
Nov 27 21:03:41.492478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54062) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:41.497155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f1c1708f-e354-43b0-b312-a8237fd45337 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:41.497701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e7316fdf-9a7a-40fa-85c1-0fb72a68ec57 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--701318707'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:41.503390 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba432408-d8f1-4168-aa39-27073e2b10d0 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.505948 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba432408-d8f1-4168-aa39-27073e2b10d0 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.506885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:41.507677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ba432408-d8f1-4168-aa39-27073e2b10d0 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-groups/cbe7faa0-1ad0-49ba-9a0f-ecd954f0c2e1 HTTP/1.1" status: 204  len: 168 time: 0.2830877
Nov 27 21:03:41.511340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.513645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54064) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:41.533387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] device_id is not set on port 499112cb-99d8-430f-bbf5-3d53aeb6b18c yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:03:41.560216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba432408-d8f1-4168-aa39-27073e2b10d0 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe7faa0-1ad0-49ba-9a0f-ecd954f0c2e1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:41.599741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f1c1708f-e354-43b0-b312-a8237fd45337 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:41.601061 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.617653 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7316fdf-9a7a-40fa-85c1-0fb72a68ec57 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.675752 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-96e653cc-c89f-4c6b-a0eb-1661dfc771b8 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1592817
Nov 27 21:03:41.679387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54068) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:41.689800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Allocated IP 2001:db8::f816:3eff:fe2e:6784 (608f37b0-5ce5-4f3b-8278-59ac44c8115f/f9faa3ee-127b-4963-a4bf-a9f805c4a1aa/499112cb-99d8-430f-bbf5-3d53aeb6b18c) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:41.695105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5fb399b4-67f3-43b7-8c23-d901cde0ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:41.695849 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5fb399b4-67f3-43b7-8c23-d901cde0ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:41.696577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5fb399b4-67f3-43b7-8c23-d901cde0ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:41.697111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5fb399b4-67f3-43b7-8c23-d901cde0ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:41.697905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5fb399b4-67f3-43b7-8c23-d901cde0ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:41.699011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5fb399b4-67f3-43b7-8c23-d901cde0ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:41.699577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5fb399b4-67f3-43b7-8c23-d901cde0ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:41.701765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5fb399b4-67f3-43b7-8c23-d901cde0ea3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 6500 time: 0.1382496
Nov 27 21:03:41.733351 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-608f37b0-5ce5-4f3b-8278-59ac44c8115f', 'network_id': '608f37b0-5ce5-4f3b-8278-59ac44c8115f', 'tenant_id': '24b97e6d4e2d43e0a0b4751d6a04ffcd', 'fixed_ips': [{'subnet_id': 'f9faa3ee-127b-4963-a4bf-a9f805c4a1aa'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:03:41.741692 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.805891 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.855797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c48689c-0449-4e18-9775-4af2fffc5cff tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.904484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e7ec02e-72fc-4645-9eeb-9f3a229a1654 req-e53fc47c-0ead-4134-aef4-c48b54e47174 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0524518
Nov 27 21:03:41.915771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7316fdf-9a7a-40fa-85c1-0fb72a68ec57 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.945602 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7316fdf-9a7a-40fa-85c1-0fb72a68ec57 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.956701 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c48689c-0449-4e18-9775-4af2fffc5cff tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.965585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port f1c1708f-e354-43b0-b312-a8237fd45337, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c1708f-e354-43b0-b312-a8237fd45337,segment=NetworkSegment(eaadb9f2-2797-4c52-961b-97d32f53f4e3),segment_id=eaadb9f2-2797-4c52-961b-97d32f53f4e3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:41.972578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:41.987283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d9591-4abc-4540-8052-6c2662c3620c req-5b9bd28a-ad02-4a54-b9bf-ab846c57ff31 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:41.988865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f99d9591-4abc-4540-8052-6c2662c3620c req-5b9bd28a-ad02-4a54-b9bf-ab846c57ff31 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1711977
Nov 27 21:03:42.026045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=f1c1708f-e354-43b0-b312-a8237fd45337,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:42.047010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-e127d8c2-741d-4305-a023-f26a11b8a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:42.047664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-e127d8c2-741d-4305-a023-f26a11b8a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:42.048161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-e127d8c2-741d-4305-a023-f26a11b8a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:42.049849 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-e127d8c2-741d-4305-a023-f26a11b8a200 service neutron] 10.222.0.15 "GET /v2.0/networks?id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=c8bb9313-f783-49f5-91b8-12c308f05da8&id=b81d828c-3c59-4f0f-a608-265030413533&id=b81d828c-3c59-4f0f-a608-265030413533 HTTP/1.1" status: 200  len: 2297 time: 0.2964406
Nov 27 21:03:42.058010 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7316fdf-9a7a-40fa-85c1-0fb72a68ec57 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.058794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e7316fdf-9a7a-40fa-85c1-0fb72a68ec57 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5648022
Nov 27 21:03:42.061318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7316fdf-9a7a-40fa-85c1-0fb72a68ec57 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48c4eba-042e-4b89-8121-42b1ced57b4a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:42.063803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54074) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:42.087939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.097785 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c48689c-0449-4e18-9775-4af2fffc5cff tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.100479 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c48689c-0449-4e18-9775-4af2fffc5cff tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.104014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7c48689c-0449-4e18-9775-4af2fffc5cff tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-groups/a121e8a5-741e-471d-aa60-95262eee262c HTTP/1.1" status: 204  len: 168 time: 0.4212334
Nov 27 21:03:42.108798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-81fe31a8-29ec-4bd7-a25a-5ad135009b88 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'd48c4eba-042e-4b89-8121-42b1ced57b4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:42.111179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54076) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:42.129975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f99d9591-4abc-4540-8052-6c2662c3620c req-ccba84f5-6fd0-4761-b1aa-ec6d54994536 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306679
Nov 27 21:03:42.138676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48689c-0449-4e18-9775-4af2fffc5cff tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121e8a5-741e-471d-aa60-95262eee262c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:42.147615 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-28381419-3b89-4220-95bd-40a583cc11da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03e5badb-8172-486f-9775-23060da4f0c7 HTTP/1.1" status: 200  len: 1001 time: 0.0872974
Nov 27 21:03:42.203318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5a8b96f2-00e1-4158-b4bf-fc361c223d4b tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0898097
Nov 27 21:03:42.203819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:42.205202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.211101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0c51b7d8-19eb-4b50-82e3-d9b2c9a267d9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group': {'name': 'tempest-secgroup--34485701'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:42.220446 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-81fe31a8-29ec-4bd7-a25a-5ad135009b88 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:42.223998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-81fe31a8-29ec-4bd7-a25a-5ad135009b88 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1185193
Nov 27 21:03:42.226583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54080) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:42.232502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-30ea54d1-44b0-4ad7-8794-1351cde5f562 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group_rule': {'security_group_id': 'd48c4eba-042e-4b89-8121-42b1ced57b4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:42.251500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network 608f37b0-5ce5-4f3b-8278-59ac44c8115f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:42.257865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:42.258729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-41d878c2-7f47-46cb-a66a-5f09e9f5c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:42.262649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-41d878c2-7f47-46cb-a66a-5f09e9f5c793 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fefb2aa-37dd-4ae6-821d-068bbb418a00 HTTP/1.1" status: 200  len: 856 time: 0.1070144
Nov 27 21:03:42.262868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:42.269009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:42.270137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.276306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Allocated IP 2001:db8::f816:3eff:fe15:7685 (608f37b0-5ce5-4f3b-8278-59ac44c8115f/f9faa3ee-127b-4963-a4bf-a9f805c4a1aa/d798bd19-a88e-4dd6-bd0f-46d8a2bb8424) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:42.285255 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c51b7d8-19eb-4b50-82e3-d9b2c9a267d9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.285703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Port': ['ID=499112cb-99d8-430f-bbf5-3d53aeb6b18c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:42.300683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9904e9-f7e2-4f8a-bb02-cd60bd56a136 None None] Network 369f0516-9bc7-4b4f-bd5b-d38411c05537 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:42.337145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3983037b-9606-4868-8d79-e3b77736713d tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.0390146
Nov 27 21:03:42.339665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54082) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:42.363497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-8e744616-15a5-413c-8859-ec5f5461db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:42.365047 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-8e744616-15a5-413c-8859-ec5f5461db32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0946693
Nov 27 21:03:42.373113 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-30ea54d1-44b0-4ad7-8794-1351cde5f562 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:03:42.376831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-30ea54d1-44b0-4ad7-8794-1351cde5f562 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1467001
Nov 27 21:03:42.379032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54084) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:42.419767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba3adad-ab59-4d3f-bc5a-0466887db028 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Deleting subnet f9faa3ee-127b-4963-a4bf-a9f805c4a1aa {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:42.430419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1592987b-3641-4c4e-a625-d9baa7b46619 None None] Provisioning complete for port f1c1708f-e354-43b0-b312-a8237fd45337 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:42.431693 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1592987b-3641-4c4e-a625-d9baa7b46619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.457395 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8550e7bb-2a51-43e9-ae33-f03099e3ee1f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.471569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c51b7d8-19eb-4b50-82e3-d9b2c9a267d9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.477378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c51b7d8-19eb-4b50-82e3-d9b2c9a267d9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.487175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8550e7bb-2a51-43e9-ae33-f03099e3ee1f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.520114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c51b7d8-19eb-4b50-82e3-d9b2c9a267d9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.524616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0c51b7d8-19eb-4b50-82e3-d9b2c9a267d9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3186083
Nov 27 21:03:42.524839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54086) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:42.530045 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-440bfe88-9319-4951-81d0-0f40cca0cc7f tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '01d91431-576e-40d2-a102-cb151e8fdc61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:42.536273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-e95c54e0-7b68-4684-8960-0273d35b53ab service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581361
Nov 27 21:03:42.538336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51b7d8-19eb-4b50-82e3-d9b2c9a267d9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d91431-576e-40d2-a102-cb151e8fdc61,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:42.562546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8550e7bb-2a51-43e9-ae33-f03099e3ee1f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.567333 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8550e7bb-2a51-43e9-ae33-f03099e3ee1f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.571508 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8550e7bb-2a51-43e9-ae33-f03099e3ee1f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/d48c4eba-042e-4b89-8121-42b1ced57b4a HTTP/1.1" status: 204  len: 168 time: 0.1914368
Nov 27 21:03:42.572867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54088) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:42.590578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.599693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e7bb-2a51-43e9-ae33-f03099e3ee1f tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48c4eba-042e-4b89-8121-42b1ced57b4a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:42.602474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-440bfe88-9319-4951-81d0-0f40cca0cc7f tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.608740 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ba3adad-ab59-4d3f-bc5a-0466887db028 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.622126 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.653535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-65089574-2645-47f5-aea0-431e4aa7741c service neutron] 10.222.0.15 "GET /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095955
Nov 27 21:03:42.699451 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ba3adad-ab59-4d3f-bc5a-0466887db028 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.704068 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-8fcc6a36-3faa-450e-80b7-3de8ca2e708d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 200  len: 217 time: 0.0431321
Nov 27 21:03:42.724368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Network 608f37b0-5ce5-4f3b-8278-59ac44c8115f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:42.728065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Pushing event updated for resources: {'Port': ['ID=d798bd19-a88e-4dd6-bd0f-46d8a2bb8424,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:42.729192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-50645dc6-5b3b-4ee4-b48d-36dd24f74ff5 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1521509
Nov 27 21:03:42.729817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54090) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:42.731584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:42.733765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:42.742465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-dbf4336c-e54d-448b-8b65-7c8d6c4d4b6e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'tempest-secgroup--630417924'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:42.779557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-440bfe88-9319-4951-81d0-0f40cca0cc7f tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.782667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-0b65f507-d7a2-4fb3-9764-ebc0a8d5ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:42.786284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-0b65f507-d7a2-4fb3-9764-ebc0a8d5ac7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.0747941
Nov 27 21:03:42.794735 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-440bfe88-9319-4951-81d0-0f40cca0cc7f tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.800015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Attempting to bind port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:03:42.800427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Attempting to bind port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '752dd0de-dc55-417c-9205-3a8f94cd5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '608f37b0-5ce5-4f3b-8278-59ac44c8115f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:03:42.801009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Attempting to bind port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 on network 608f37b0-5ce5-4f3b-8278-59ac44c8115f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:03:42.808810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:03:42.809201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Checking segment: {'id': '752dd0de-dc55-417c-9205-3a8f94cd5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '608f37b0-5ce5-4f3b-8278-59ac44c8115f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:42.809618 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.810026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Bound using segment: {'id': '752dd0de-dc55-417c-9205-3a8f94cd5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '608f37b0-5ce5-4f3b-8278-59ac44c8115f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:03:42.810525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Bound port: d798bd19-a88e-4dd6-bd0f-46d8a2bb8424, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752dd0de-dc55-417c-9205-3a8f94cd5f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '608f37b0-5ce5-4f3b-8278-59ac44c8115f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:03:42.810894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.828775 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbf4336c-e54d-448b-8b65-7c8d6c4d4b6e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:42.857582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-523e68bb-21b4-4616-8a07-be5380aeba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:42.859133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-523e68bb-21b4-4616-8a07-be5380aeba43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0665948
Nov 27 21:03:42.864663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bfe88-9319-4951-81d0-0f40cca0cc7f tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40534cf4-1bfb-4dff-9bf4-023e4faee43e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:42.980399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-cb4dfed6-4d4f-4715-84cc-853fcdb51979 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093683
Nov 27 21:03:43.077304 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a1c9fc1f-7092-4cef-a05b-57925af66dda req-0688f053-1f10-447a-872b-3b7a8b5a854e tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0618753
Nov 27 21:03:43.090559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f75e97f2-c82e-4a63-baff-de5461a7433b None None] Provisioning complete for port f1c1708f-e354-43b0-b312-a8237fd45337 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:43.092314 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f75e97f2-c82e-4a63-baff-de5461a7433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.133046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-40862013-3ba8-4183-8987-54a6b3e8a771 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479769
Nov 27 21:03:43.184905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-33178949-2b10-4d5a-a8e3-a0df32ef9f26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 200  len: 217 time: 0.0443957
Nov 27 21:03:43.269061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f1c1708f-e354-43b0-b312-a8237fd45337 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:43.293622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-b59c5cb7-d02a-4770-b7ab-12583db59d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:43.295208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-b59c5cb7-d02a-4770-b7ab-12583db59d62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.0996532
Nov 27 21:03:43.317622 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-440bfe88-9319-4951-81d0-0f40cca0cc7f tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.318976 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-440bfe88-9319-4951-81d0-0f40cca0cc7f tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7931790
Nov 27 21:03:43.320048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-588fe655-eb64-486a-83fa-e7ceded1cdbf req-94c9535a-912d-4b43-8624-f1182d327e64 service neutron] (120909) timed out ('10.222.0.35', 54434) {{(pid=120909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:03:43.325255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54106) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.331583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f1c1708f-e354-43b0-b312-a8237fd45337 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:43.332327 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.384357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8febd1e-9582-4532-b6c7-9406887a9061 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.402454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af526d-fbfc-4955-b2b3-958c3d8c0224 req-bc88d238-7a9d-4540-9514-4b57612d5775 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:43.404020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9af526d-fbfc-4955-b2b3-958c3d8c0224 req-bc88d238-7a9d-4540-9514-4b57612d5775 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1279747
Nov 27 21:03:43.410596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-0395613c-98d9-4cb0-89f4-9bf8f72089f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:43.410807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8febd1e-9582-4532-b6c7-9406887a9061 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.412145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-0395613c-98d9-4cb0-89f4-9bf8f72089f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0990930
Nov 27 21:03:43.413215 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ba3adad-ab59-4d3f-bc5a-0466887db028 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.498790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8febd1e-9582-4532-b6c7-9406887a9061 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.504036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbf4336c-e54d-448b-8b65-7c8d6c4d4b6e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.506256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9af526d-fbfc-4955-b2b3-958c3d8c0224 req-e10040c3-854c-49c6-b9fe-9b66186c894d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930803
Nov 27 21:03:43.516590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8febd1e-9582-4532-b6c7-9406887a9061 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.520179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c8febd1e-9582-4532-b6c7-9406887a9061 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/40534cf4-1bfb-4dff-9bf4-023e4faee43e HTTP/1.1" status: 204  len: 168 time: 0.1873360
Nov 27 21:03:43.521228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54112) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.522421 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbf4336c-e54d-448b-8b65-7c8d6c4d4b6e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.543855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8febd1e-9582-4532-b6c7-9406887a9061 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40534cf4-1bfb-4dff-9bf4-023e4faee43e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:43.554020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-c2e67ac0-291c-436a-b792-6ab777467e5c service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337767
Nov 27 21:03:43.575391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4336c-e54d-448b-8b65-7c8d6c4d4b6e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49117481-7ce2-4aec-bf41-360fb5df62ce,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:43.583107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbf4336c-e54d-448b-8b65-7c8d6c4d4b6e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.584183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] For port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:03:43.587982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dbf4336c-e54d-448b-8b65-7c8d6c4d4b6e tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8495216
Nov 27 21:03:43.588468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54116) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.589146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-65658cec-79ca-4a13-ab96-81a5d280c06e tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0667262
Nov 27 21:03:43.591982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ba3adad-ab59-4d3f-bc5a-0466887db028 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.595058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54118) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.598713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7d4d5711-2568-44e6-acf1-0ad0450937a2 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:43.599183 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-7d4d5711-2568-44e6-acf1-0ad0450937a2 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 27 21:03:43.599772 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-7d4d5711-2568-44e6-acf1-0ad0450937a2 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:03:43.600791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7d4d5711-2568-44e6-acf1-0ad0450937a2 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "PUT /v2.0/security-groups/49117481-7ce2-4aec-bf41-360fb5df62ce HTTP/1.1" status: 409  len: 330 time: 0.0112271
Nov 27 21:03:43.603678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54120) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.617524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] For port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d798bd19-a88e-4dd6-bd0f-46d8a2bb8424,segment=NetworkSegment(752dd0de-dc55-417c-9205-3a8f94cd5f11),segment_id=752dd0de-dc55-417c-9205-3a8f94cd5f11)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:03:43.624929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.656262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3adad-ab59-4d3f-bc5a-0466887db028 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Subnet': ['ID=f9faa3ee-127b-4963-a4bf-a9f805c4a1aa,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:43.659768 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ba3adad-ab59-4d3f-bc5a-0466887db028 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.663617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5ba3adad-ab59-4d3f-bc5a-0466887db028 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/subnets/f9faa3ee-127b-4963-a4bf-a9f805c4a1aa HTTP/1.1" status: 204  len: 168 time: 1.3223259
Nov 27 21:03:43.667415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54126) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.728531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492d3a1-2198-406d-a148-f4a8d410d094 None None] Pushing event updated for resources: {'Port': ['ID=d798bd19-a88e-4dd6-bd0f-46d8a2bb8424,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:43.733201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b66a5ff4-7b5c-4cec-bc0d-78394b4bf066 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.736667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-63295a6a-a297-4703-94b0-9483c1b357c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722908
Nov 27 21:03:43.757104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d2153-ac3b-4ac3-a713-50e3f3167bd8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:43.759776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d2153-ac3b-4ac3-a713-50e3f3167bd8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:43.763409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-384d2153-ac3b-4ac3-a713-50e3f3167bd8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0946522
Nov 27 21:03:43.766450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54134) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.769616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d92f6657-1427-4dca-8225-ead68ba65cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.815100 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-1897f5f9-a7c0-4376-ade4-790578467780 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=14f3487c-a918-45af-a334-40c24460e19d HTTP/1.1" status: 200  len: 217 time: 0.0671475
Nov 27 21:03:43.816966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b66a5ff4-7b5c-4cec-bc0d-78394b4bf066 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.847695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d92f6657-1427-4dca-8225-ead68ba65cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.894007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e33e101b-0b1a-4060-b991-4df49c0a0fa7 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.911785 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33e101b-0b1a-4060-b991-4df49c0a0fa7 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:03:43.912221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-8ff6f293-56f1-4fdb-a93f-8f8947658e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:43.912366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33e101b-0b1a-4060-b991-4df49c0a0fa7 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:43.914186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-8ff6f293-56f1-4fdb-a93f-8f8947658e71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.0884969
Nov 27 21:03:43.916092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e33e101b-0b1a-4060-b991-4df49c0a0fa7 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/608f37b0-5ce5-4f3b-8278-59ac44c8115f HTTP/1.1" status: 409  len: 405 time: 0.1485548
Nov 27 21:03:43.920423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54140) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.925748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-37349890'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:43.948657 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d92f6657-1427-4dca-8225-ead68ba65cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.951549 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d92f6657-1427-4dca-8225-ead68ba65cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.952716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d92f6657-1427-4dca-8225-ead68ba65cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-groups/01d91431-576e-40d2-a102-cb151e8fdc61 HTTP/1.1" status: 204  len: 168 time: 0.3472271
Nov 27 21:03:43.959458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54142) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.971570 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b66a5ff4-7b5c-4cec-bc0d-78394b4bf066 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.974411 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b66a5ff4-7b5c-4cec-bc0d-78394b4bf066 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:43.976588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:43.979460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b66a5ff4-7b5c-4cec-bc0d-78394b4bf066 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/49117481-7ce2-4aec-bf41-360fb5df62ce HTTP/1.1" status: 204  len: 168 time: 0.3737333
Nov 27 21:03:43.986657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54144) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:43.989206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:44.018006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f6657-1427-4dca-8225-ead68ba65cf9 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d91431-576e-40d2-a102-cb151e8fdc61,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:44.023208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:03:44.043676 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:44.045157 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Added segment a7e9f11f-143a-4daa-9b6a-c3bf8895b783 of type vlan for network fa4d1667-bf5e-4e1d-aba0-26374cd3a43b
Nov 27 21:03:44.075738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a5ff4-7b5c-4cec-bc0d-78394b4bf066 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49117481-7ce2-4aec-bf41-360fb5df62ce,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:44.144543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:44.207507 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3a80d835-5133-40de-a039-eeb97183eee2 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2455828
Nov 27 21:03:44.209256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54150) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:44.232919 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:44.238243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:44.238857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:44.249176 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8e60f999-27b7-4f64-b0d6-0eacaf0d60bc tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2180908
Nov 27 21:03:44.250942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-878ee9d9-1c3e-43d2-b614-66361693bd10 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363325712'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:44.288101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54152) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:44.303679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-7f067815-33be-48e1-8955-fd123c7f6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:44.306500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-7f067815-33be-48e1-8955-fd123c7f6463 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3840246
Nov 27 21:03:44.309189 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-878ee9d9-1c3e-43d2-b614-66361693bd10 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:44.317464 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c624df6-e0b0-46b1-8f22-d79e3690e113 req-61315125-01be-4bbc-b556-437e639215ec tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.1017001
Nov 27 21:03:44.340031 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-61c55548-14a1-4cc4-9bb6-4de1b7081ecc tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:44.344329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-61c55548-14a1-4cc4-9bb6-4de1b7081ecc tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "DELETE /v2.0/security-groups/6a6c0052-3a82-47b6-91fe-903dd2d7e277 HTTP/1.1" status: 404  len: 347 time: 0.0586228
Nov 27 21:03:44.369012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54154) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:44.399088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4749982
Nov 27 21:03:44.404324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54156) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:44.410329 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-66c096fb-6631-47e1-98cf-272821b0e131 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] show failed (client error): The resource could not be found.
Nov 27 21:03:44.416299 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-66c096fb-6631-47e1-98cf-272821b0e131 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-groups/a241ad30-ea78-48dd-b709-fe42cd493641 HTTP/1.1" status: 404  len: 347 time: 0.0460839
Nov 27 21:03:44.418308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54158) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:44.420187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'subnet': {'network_id': 'fa4d1667-bf5e-4e1d-aba0-26374cd3a43b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:44.432788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae71d60-fd14-4f5e-9cf3-129aec1ce370 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Network': ['ID=fa4d1667-bf5e-4e1d-aba0-26374cd3a43b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:44.454627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network fa4d1667-bf5e-4e1d-aba0-26374cd3a43b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:03:44.457269 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-bd70611e-60ce-45f8-9397-be16c90533d4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] show failed (client error): The resource could not be found.
Nov 27 21:03:44.459147 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bd70611e-60ce-45f8-9397-be16c90533d4 tempest-NegativeSecGroupIPv6Test-1674769164 tempest-NegativeSecGroupIPv6Test-1674769164-project] 10.222.0.21 "GET /v2.0/security-group-rules/c77d4a4a-dea3-430e-a7ce-846b315ac8d6 HTTP/1.1" status: 404  len: 356 time: 0.0399094
Nov 27 21:03:44.598631 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-ffe72d66-90be-496d-baa6-1b88c11019cf service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2717450
Nov 27 21:03:44.615652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-878ee9d9-1c3e-43d2-b614-66361693bd10 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:44.699819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:44.706109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:44.711418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-878ee9d9-1c3e-43d2-b614-66361693bd10 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:44.775064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d3d58283-44aa-49b4-8ef5-5f49cb82acda details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:03:44.953058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:44.966612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b', 'port_id': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'mac_address': 'fa:16:3e:ff:3b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f811c223-e5e4-44e5-8d0d-c2ddc80a75c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:03:45.036823 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.082221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3d58283-44aa-49b4-8ef5-5f49cb82acda {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:03:45.134359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:45.150125 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.271927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54166) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:45.288519 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:45.297090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['d3d58283-44aa-49b4-8ef5-5f49cb82acda'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:03:45.495130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:45.508084 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-878ee9d9-1c3e-43d2-b614-66361693bd10 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.527063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-878ee9d9-1c3e-43d2-b614-66361693bd10 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.2872467
Nov 27 21:03:45.540914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54174) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:45.556315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-db9c644f-2f44-460a-810c-8e924e565b65 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '39f47882-2fcf-419d-9fe9-9e36cca7f696', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:45.580696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ee9d9-1c3e-43d2-b614-66361693bd10 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f47882-2fcf-419d-9fe9-9e36cca7f696,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:45.622344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-da2e22da-fe03-486a-a290-d83247c9a49c service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0111723
Nov 27 21:03:45.632865 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf7efc-2a34-4e0a-a62a-e25962849c4a req-35f09849-97a1-4218-8c07-3fe13e48b97c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:45.637906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d11559d1-86f9-4818-859c-ac438bc6a14b req-d0fd910b-e832-4245-9869-736c88844c98 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0703454
Nov 27 21:03:45.646290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8cf7efc-2a34-4e0a-a62a-e25962849c4a req-35f09849-97a1-4218-8c07-3fe13e48b97c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.9088619
Nov 27 21:03:45.695278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:45.695660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.708230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db9c644f-2f44-460a-810c-8e924e565b65 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.719494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.objects.ports [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:03:45.719722 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-383ac804-3c1f-4114-835a-ffea762965b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 HTTP/1.1" status: 200  len: 217 time: 0.0691895
Nov 27 21:03:45.723854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.743526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b676a-5c04-410e-9db2-8e8692cce82f None None] Network 608f37b0-5ce5-4f3b-8278-59ac44c8115f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:45.826082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8cf7efc-2a34-4e0a-a62a-e25962849c4a req-ac19522b-1858-48ed-89f7-a93d97cc9025 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787014
Nov 27 21:03:45.839963 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ddf2834e-2023-4bdb-974b-d55a6131428a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d23908fbbc746b096f47d13a44b40c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5655727
Nov 27 21:03:45.843348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54176) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:45.857138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-8bf845b0-17d2-47be-8e9d-14e777f3a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:45.858287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-8bf845b0-17d2-47be-8e9d-14e777f3a217 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 200  len: 797 time: 0.1312003
Nov 27 21:03:45.885986 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db9c644f-2f44-460a-810c-8e924e565b65 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.906581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db9c644f-2f44-460a-810c-8e924e565b65 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.912636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Checking segment: {'id': 'a7e9f11f-143a-4daa-9b6a-c3bf8895b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fa4d1667-bf5e-4e1d-aba0-26374cd3a43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:45.913021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network hostable DHCP agents. Network: fa4d1667-bf5e-4e1d-aba0-26374cd3a43b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:03:45.937925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2644d681-419d-4327-9e6a-e1ed7a97ee92 None None] Provisioning complete for port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:45.938571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c644f-2f44-460a-810c-8e924e565b65 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddc2977-cbc7-475e-97c8-b92b82e3f0f7,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:45.939233 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2644d681-419d-4327-9e6a-e1ed7a97ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.948161 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98ad20a4-5013-4fe5-9eb8-8932c984d697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.948610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db9c644f-2f44-460a-810c-8e924e565b65 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:45.950028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-db9c644f-2f44-460a-810c-8e924e565b65 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4013047
Nov 27 21:03:45.956290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54178) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:45.968100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5f182582-b92f-4fa1-8ac5-33ef5c160488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:45.969658 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-5f182582-b92f-4fa1-8ac5-33ef5c160488 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8bb9313-f783-49f5-91b8-12c308f05da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1013262
Nov 27 21:03:45.982611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0af0299f-c0a9-4ce5-b15b-d36b22d19e6f tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules/4ddc2977-cbc7-475e-97c8-b92b82e3f0f7 HTTP/1.1" status: 200  len: 763 time: 0.0228355
Nov 27 21:03:45.985132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54180) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:45.995575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Subnet': ['ID=f4668e42-8a7b-4e40-afe2-a9bb44315d65,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:46.000021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98ad20a4-5013-4fe5-9eb8-8932c984d697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.026666 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.059534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.102954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network fa4d1667-bf5e-4e1d-aba0-26374cd3a43b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:03:46.108625 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98ad20a4-5013-4fe5-9eb8-8932c984d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.112375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a30061-1f95-417a-b56e-51d672195e21 None None] DHCP port deletion for 608f37b0-5ce5-4f3b-8278-59ac44c8115f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:46.112758 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98ad20a4-5013-4fe5-9eb8-8932c984d697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.114528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-98ad20a4-5013-4fe5-9eb8-8932c984d697 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb151bcb-869a-4817-962c-fd7f4dfbdf04 HTTP/1.1" status: 204  len: 168 time: 0.2700641
Nov 27 21:03:46.133971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa4d1667-bf5e-4e1d-aba0-26374cd3a43b) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:46.138821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:46.139506 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.145042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad20a4-5013-4fe5-9eb8-8932c984d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb151bcb-869a-4817-962c-fd7f4dfbdf04,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:46.161457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071b47d-851e-481d-b217-759201da7bec None None] Network fa4d1667-bf5e-4e1d-aba0-26374cd3a43b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:46.163247 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-91683b62-d143-4287-811d-6e6d730c9652 service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794105
Nov 27 21:03:46.196732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-044cfca1-3a5f-4134-8421-6a0e821d0362 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7875893
Nov 27 21:03:46.197505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54184) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:46.203245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'port': {'network_id': 'fa4d1667-bf5e-4e1d-aba0-26374cd3a43b', 'name': 'tempest-NetworksIpV6TestAttrs-1831048798'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:46.209194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a05bac28-18cc-4f5c-b7ee-718352586d69 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2229924
Nov 27 21:03:46.212410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54186) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:46.282319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d798bd19-a88e-4dd6-bd0f-46d8a2bb8424,segment=NetworkSegment(752dd0de-dc55-417c-9205-3a8f94cd5f11),segment_id=752dd0de-dc55-417c-9205-3a8f94cd5f11)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:46.336828 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-96b9bc65-8803-4767-8595-18f3fe4f4eea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.341448 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2644d681-419d-4327-9e6a-e1ed7a97ee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.361237 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-96b9bc65-8803-4767-8595-18f3fe4f4eea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.373303 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.442829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:46.447112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.474311 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-96b9bc65-8803-4767-8595-18f3fe4f4eea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.479976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] device_id is not set on port 9d7addce-2f58-423c-abad-a9f48bc1587a yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:03:46.492280 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-96b9bc65-8803-4767-8595-18f3fe4f4eea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.493508 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-96b9bc65-8803-4767-8595-18f3fe4f4eea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4ddc2977-cbc7-475e-97c8-b92b82e3f0f7 HTTP/1.1" status: 204  len: 168 time: 0.2798712
Nov 27 21:03:46.513251 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-e2de11fc-50dd-45b3-8cfc-9c83224d2aba service neutron] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3399415
Nov 27 21:03:46.513980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54192) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:46.532373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9bc65-8803-4767-8595-18f3fe4f4eea tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ddc2977-cbc7-475e-97c8-b92b82e3f0f7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:46.573700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-6882fc7a-989a-43b6-82b5-efe0d3814b85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959 HTTP/1.1" status: 200  len: 217 time: 0.0496087
Nov 27 21:03:46.591116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d8a30061-1f95-417a-b56e-51d672195e21 None None] Deleting port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:46.591966 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8a30061-1f95-417a-b56e-51d672195e21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.596951 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-2644d681-419d-4327-9e6a-e1ed7a97ee92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:03:46.597540 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-2644d681-419d-4327-9e6a-e1ed7a97ee92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:03:46.612269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=d798bd19-a88e-4dd6-bd0f-46d8a2bb8424,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:46.668367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ca2c2252-9cc9-4d74-a21f-901ec414983c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1526966
Nov 27 21:03:46.669372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54200) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:46.709157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-41367d47-d751-49aa-bdc5-2d91362fce23 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '39f47882-2fcf-419d-9fe9-9e36cca7f696', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:46.716818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Allocated IP 2001:db8::f816:3eff:fefd:b3e9 (fa4d1667-bf5e-4e1d-aba0-26374cd3a43b/f4668e42-8a7b-4e40-afe2-a9bb44315d65/9d7addce-2f58-423c-abad-a9f48bc1587a) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:46.726756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-2aa707dd-d7de-463a-93d6-78bd32be108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:46.730581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-2aa707dd-d7de-463a-93d6-78bd32be108f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.1498590
Nov 27 21:03:46.878184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d3d58283-44aa-49b4-8ef5-5f49cb82acda up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:46.955108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d8a30061-1f95-417a-b56e-51d672195e21 None None] For port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d798bd19-a88e-4dd6-bd0f-46d8a2bb8424,segment=NetworkSegment(752dd0de-dc55-417c-9205-3a8f94cd5f11),segment_id=752dd0de-dc55-417c-9205-3a8f94cd5f11)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:46.956283 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8a30061-1f95-417a-b56e-51d672195e21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:46.981333 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05552291-a0b8-4eec-82c2-f5cc78e8440d req-55716092-8a4d-485e-a734-dabf718e9638 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.1007669
Nov 27 21:03:46.982847 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41367d47-d751-49aa-bdc5-2d91362fce23 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.003411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d8a30061-1f95-417a-b56e-51d672195e21 None None] Calling delete_port for d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:47.021556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa4d1667-bf5e-4e1d-aba0-26374cd3a43b', 'network_id': 'fa4d1667-bf5e-4e1d-aba0-26374cd3a43b', 'tenant_id': '24b97e6d4e2d43e0a0b4751d6a04ffcd', 'fixed_ips': [{'subnet_id': 'f4668e42-8a7b-4e40-afe2-a9bb44315d65'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:03:47.022206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.038738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-9f0e0a17-fe55-462a-9298-0c34c47a8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:47.042243 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-9f0e0a17-fe55-462a-9298-0c34c47a8476 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2980402
Nov 27 21:03:47.072839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port d3d58283-44aa-49b4-8ef5-5f49cb82acda triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:47.073201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.151005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e118a-36d3-45bd-958a-4892d454ef2e req-34b85c06-3728-472c-ac7b-36f86b37a516 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:47.153646 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-735e118a-36d3-45bd-958a-4892d454ef2e req-34b85c06-3728-472c-ac7b-36f86b37a516 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.1416667
Nov 27 21:03:47.238799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.251570 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-735e118a-36d3-45bd-958a-4892d454ef2e req-f7ffeced-f4c2-4510-a45e-db231c4ceda8 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897927
Nov 27 21:03:47.329697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.346648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:47.358275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-55219974-f0db-4a45-8e73-e1230f671bec service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2895992
Nov 27 21:03:47.406296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network fa4d1667-bf5e-4e1d-aba0-26374cd3a43b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:47.409515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:47.413593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:47.420196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:47.420837 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.433204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Port': ['ID=9d7addce-2f58-423c-abad-a9f48bc1587a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:47.446707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b313ee44-0130-4a56-a7a9-38c3285f686a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.2480228
Nov 27 21:03:47.449646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54216) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:47.516205 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8a30061-1f95-417a-b56e-51d672195e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.520356 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41367d47-d751-49aa-bdc5-2d91362fce23 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.530050 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41367d47-d751-49aa-bdc5-2d91362fce23 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.544234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf78424d-d4db-4271-ab9c-67872f43874c tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Deleting subnet f4668e42-8a7b-4e40-afe2-a9bb44315d65 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:03:47.552567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:47.552993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:47.577092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41367d47-d751-49aa-bdc5-2d91362fce23 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.578837 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-41367d47-d751-49aa-bdc5-2d91362fce23 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8936141
Nov 27 21:03:47.581705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54222) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:47.594605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a30061-1f95-417a-b56e-51d672195e21 None None] Pushing event deleted for resources: {'Port': ['ID=d798bd19-a88e-4dd6-bd0f-46d8a2bb8424,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:47.597996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41367d47-d751-49aa-bdc5-2d91362fce23 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639dc260-d5d5-4f6e-9b63-30c9f2b8759b,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:47.621277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-66d0cb09-c0a2-4c0c-853d-cd65f643e08d tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules/639dc260-d5d5-4f6e-9b63-30c9f2b8759b HTTP/1.1" status: 200  len: 763 time: 0.0383186
Nov 27 21:03:47.622632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-607a04ce-caba-42ea-a3f9-8f6986ac1785 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511318
Nov 27 21:03:47.623955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54224) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:47.629406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a30061-1f95-417a-b56e-51d672195e21 None None] No DVR routers for this DVR port d798bd19-a88e-4dd6-bd0f-46d8a2bb8424 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:47.634836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Allocated IP 2001:db8::f816:3eff:fe5d:44ba (fa4d1667-bf5e-4e1d-aba0-26374cd3a43b/f4668e42-8a7b-4e40-afe2-a9bb44315d65/4dd0a9d0-d60e-4a98-aec9-d5765010323d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:47.637367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.711418 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a4a570c6-7ce0-442e-92e2-07e9b2d9623a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0861819
Nov 27 21:03:47.716118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54226) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:47.737250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:03:47.739590 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30249ffc-42ac-411a-8f9f-4971fedd299f" -d '{"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-plugged", "status": "completed", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:03:47.744853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-a7f49aa8-d032-4b4a-8dae-240c31bac9a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80f6d4bb-15fa-48bb-b344-9306a5390104 HTTP/1.1" status: 200  len: 217 time: 0.1151559
Nov 27 21:03:47.794260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8ae10bc1-453c-40a6-a580-0a8a46969a7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.803612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:47.816660 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e79855f-f164-4788-93b0-f0131a0fbe30 x-openstack-request-id: req-9e79855f-f164-4788-93b0-f0131a0fbe30 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:03:47.816947 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-plugged", "status": "completed", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:03:47.817233 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e79855f-f164-4788-93b0-f0131a0fbe30 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:03:47.817617 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'code': 200}
Nov 27 21:03:47.818149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8ae10bc1-453c-40a6-a580-0a8a46969a7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.820851 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.844273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-2f6dc86e-12d4-41ca-b647-3d36594f1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:47.845757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-2f6dc86e-12d4-41ca-b647-3d36594f1548 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 200  len: 797 time: 0.0932925
Nov 27 21:03:47.914311 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8ae10bc1-453c-40a6-a580-0a8a46969a7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.930380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8ae10bc1-453c-40a6-a580-0a8a46969a7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:47.936298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8ae10bc1-453c-40a6-a580-0a8a46969a7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/639dc260-d5d5-4f6e-9b63-30c9f2b8759b HTTP/1.1" status: 204  len: 168 time: 0.2145190
Nov 27 21:03:47.938103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54232) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:47.947850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae10bc1-453c-40a6-a580-0a8a46969a7a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=639dc260-d5d5-4f6e-9b63-30c9f2b8759b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:47.988151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-71d5917d-63d4-4b35-a300-d5771635d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:47.991302 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-71d5917d-63d4-4b35-a300-d5771635d254 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b81d828c-3c59-4f0f-a608-265030413533&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1372514
Nov 27 21:03:48.002624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:48.073112 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.085049 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf78424d-d4db-4271-ab9c-67872f43874c tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.086315 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.147013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Network fa4d1667-bf5e-4e1d-aba0-26374cd3a43b is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:48.153506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:48.155821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Pushing event updated for resources: {'Port': ['ID=4dd0a9d0-d60e-4a98-aec9-d5765010323d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:48.158329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:48.208000 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf78424d-d4db-4271-ab9c-67872f43874c tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.221624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Attempting to bind port 4dd0a9d0-d60e-4a98-aec9-d5765010323d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:03:48.222020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Attempting to bind port 4dd0a9d0-d60e-4a98-aec9-d5765010323d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a7e9f11f-143a-4daa-9b6a-c3bf8895b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fa4d1667-bf5e-4e1d-aba0-26374cd3a43b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:03:48.222391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Attempting to bind port 4dd0a9d0-d60e-4a98-aec9-d5765010323d on network fa4d1667-bf5e-4e1d-aba0-26374cd3a43b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:03:48.224013 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-ab84cf6c-299d-476c-bf71-da01632c2414 service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238729
Nov 27 21:03:48.229562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:03:48.229971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Checking segment: {'id': 'a7e9f11f-143a-4daa-9b6a-c3bf8895b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fa4d1667-bf5e-4e1d-aba0-26374cd3a43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:48.230381 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.230784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Bound using segment: {'id': 'a7e9f11f-143a-4daa-9b6a-c3bf8895b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fa4d1667-bf5e-4e1d-aba0-26374cd3a43b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:03:48.231459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Bound port: 4dd0a9d0-d60e-4a98-aec9-d5765010323d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e9f11f-143a-4daa-9b6a-c3bf8895b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'fa4d1667-bf5e-4e1d-aba0-26374cd3a43b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:03:48.231835 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.347307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] For port 4dd0a9d0-d60e-4a98-aec9-d5765010323d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:03:48.352504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] For port 4dd0a9d0-d60e-4a98-aec9-d5765010323d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dd0a9d0-d60e-4a98-aec9-d5765010323d,segment=NetworkSegment(a7e9f11f-143a-4daa-9b6a-c3bf8895b783),segment_id=a7e9f11f-143a-4daa-9b6a-c3bf8895b783)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:03:48.365097 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.418671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03af5430-26df-4cce-9911-811f4cdc3a1a req-08e4d548-6432-40d4-bef0-5b17dacf38ba tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.1912920
Nov 27 21:03:48.462411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-643c4797-425c-4703-8d9d-52e434d0b12c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5225224
Nov 27 21:03:48.463108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54248) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:48.474161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-243ca7c4-3afa-44a9-b5f5-67c7832a686a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Request body: {'security_group_rule': {'security_group_id': '39f47882-2fcf-419d-9fe9-9e36cca7f696', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:48.476713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64564750-ed05-4f93-9d74-1a8df3df0496 None None] Pushing event updated for resources: {'Port': ['ID=4dd0a9d0-d60e-4a98-aec9-d5765010323d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:48.509413 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.536869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5b65da2-74d7-418f-adcf-5000a6b20fdf req-52936be1-1a84-4c6e-907c-d55ffe4df98e service neutron] 10.222.0.15 "GET /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2825766
Nov 27 21:03:48.541652 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-243ca7c4-3afa-44a9-b5f5-67c7832a686a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Project 155ea710d67e40a08ea58d08708541ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:03:48.555298 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-243ca7c4-3afa-44a9-b5f5-67c7832a686a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.666151 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-243ca7c4-3afa-44a9-b5f5-67c7832a686a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.666543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf78424d-d4db-4271-ab9c-67872f43874c tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.672944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-243ca7c4-3afa-44a9-b5f5-67c7832a686a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.730442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ca7c4-3afa-44a9-b5f5-67c7832a686a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61140d11-f094-466b-944b-9dfb37032b02,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:48.745333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04132b-2d7e-4182-b683-b968e0a664d6 req-1e54626a-daba-4aa9-88cc-7a1b91bf003a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:48.753248 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c04132b-2d7e-4182-b683-b968e0a664d6 req-1e54626a-daba-4aa9-88cc-7a1b91bf003a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2499392
Nov 27 21:03:48.765016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-243ca7c4-3afa-44a9-b5f5-67c7832a686a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.767065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-243ca7c4-3afa-44a9-b5f5-67c7832a686a tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2993584
Nov 27 21:03:48.772857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54256) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:48.854457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-691d2a45-e6a5-40ba-b2ce-32bf547283f7 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules/61140d11-f094-466b-944b-9dfb37032b02 HTTP/1.1" status: 200  len: 769 time: 0.0776026
Nov 27 21:03:48.854838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54258) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:48.919033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c04132b-2d7e-4182-b683-b968e0a664d6 req-b71ae106-1a05-462d-8a07-bd8c87625028 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569955
Nov 27 21:03:48.933126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf78424d-d4db-4271-ab9c-67872f43874c tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.974978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf78424d-d4db-4271-ab9c-67872f43874c tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:48.984037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bf78424d-d4db-4271-ab9c-67872f43874c tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/subnets/f4668e42-8a7b-4e40-afe2-a9bb44315d65 HTTP/1.1" status: 204  len: 168 time: 1.5332234
Nov 27 21:03:49.012048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d0f70d1a-73c3-476d-9716-fcd1d9b39b1c tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.1560168
Nov 27 21:03:49.014842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54264) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.018399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54266) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.078207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78424d-d4db-4271-ab9c-67872f43874c tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Subnet': ['ID=f4668e42-8a7b-4e40-afe2-a9bb44315d65,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:49.134807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dbfec39-e55f-4f21-9a84-b8199509c835 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.148309 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dbfec39-e55f-4f21-9a84-b8199509c835 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.165509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c1dab-bccd-4e88-a563-a689f80b95cc tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:49.167175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c1dab-bccd-4e88-a563-a689f80b95cc tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:49.172148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-574c1dab-bccd-4e88-a563-a689f80b95cc tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1494257
Nov 27 21:03:49.172330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54270) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.197793 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dbfec39-e55f-4f21-9a84-b8199509c835 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.211061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dbfec39-e55f-4f21-9a84-b8199509c835 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.212396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3dbfec39-e55f-4f21-9a84-b8199509c835 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/61140d11-f094-466b-944b-9dfb37032b02 HTTP/1.1" status: 204  len: 168 time: 0.1911507
Nov 27 21:03:49.220573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54272) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.224069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfec39-e55f-4f21-9a84-b8199509c835 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61140d11-f094-466b-944b-9dfb37032b02,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:49.351953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-500d700a-0830-49db-9dce-ece4d11860d6 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0944214
Nov 27 21:03:49.357265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54276) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.365473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e17a43c4-6f29-4ec2-bb4f-3b53a2da4727 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.377844 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17a43c4-6f29-4ec2-bb4f-3b53a2da4727 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:03:49.378366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17a43c4-6f29-4ec2-bb4f-3b53a2da4727 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:49.381832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e17a43c4-6f29-4ec2-bb4f-3b53a2da4727 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/fa4d1667-bf5e-4e1d-aba0-26374cd3a43b HTTP/1.1" status: 409  len: 405 time: 0.2088599
Nov 27 21:03:49.393703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4dd0a9d0-d60e-4a98-aec9-d5765010323d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:03:49.398797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54278) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.416982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1850880712'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:49.462143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:49.466447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.492307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e66150b8-3db9-4697-9ba4-708f52c40199 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.505094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4dd0a9d0-d60e-4a98-aec9-d5765010323d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:49.508121 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.531229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:03:49.563122 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.565734 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Added segment 91a2e340-5e2f-4cc9-900c-da19661e9e8d of type vlan for network 62a7d69b-1032-4a37-ab2b-6ee1cd3d7111
Nov 27 21:03:49.573686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e66150b8-3db9-4697-9ba4-708f52c40199 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.656156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.666868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54282) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.695552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.724501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28dbdfa9-747b-4c42-a895-3cb9140b938e req-403c61d3-38a6-4f00-94a0-9ad089740726 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0613952
Nov 27 21:03:49.731029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.735674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 4dd0a9d0-d60e-4a98-aec9-d5765010323d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dd0a9d0-d60e-4a98-aec9-d5765010323d,segment=NetworkSegment(a7e9f11f-143a-4daa-9b6a-c3bf8895b783),segment_id=a7e9f11f-143a-4daa-9b6a-c3bf8895b783)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:49.740236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e66150b8-3db9-4697-9ba4-708f52c40199 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.744210 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e66150b8-3db9-4697-9ba4-708f52c40199 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.746173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e66150b8-3db9-4697-9ba4-708f52c40199 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "DELETE /v2.0/security-groups/39f47882-2fcf-419d-9fe9-9e36cca7f696 HTTP/1.1" status: 204  len: 168 time: 0.3849380
Nov 27 21:03:49.747706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:49.748811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.751014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54286) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.758948 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:49.773907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66150b8-3db9-4697-9ba4-708f52c40199 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f47882-2fcf-419d-9fe9-9e36cca7f696,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:49.828198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a9498f6c-ecad-402f-935b-d192dca612c4 tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0759962
Nov 27 21:03:49.832194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54290) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.885882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Network': ['ID=62a7d69b-1032-4a37-ab2b-6ee1cd3d7111,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:49.901382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e92fd49d-16f0-427b-9012-4e0ee04a960f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5018108
Nov 27 21:03:49.906642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54292) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:49.919120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'subnet': {'network_id': '62a7d69b-1032-4a37-ab2b-6ee1cd3d7111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:49.985701 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4824ecbe-4625-47dc-8267-1d2542265c5d tempest-SecGroupIPv6Test-879504845 tempest-SecGroupIPv6Test-879504845-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1517351
Nov 27 21:03:50.002446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 62a7d69b-1032-4a37-ab2b-6ee1cd3d7111 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:03:50.041392 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-187fd165-c1c6-4960-b2ec-cbab636e7f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.118837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:50.123271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.134963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=4dd0a9d0-d60e-4a98-aec9-d5765010323d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:50.206193 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-187fd165-c1c6-4960-b2ec-cbab636e7f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.230983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-187fd165-c1c6-4960-b2ec-cbab636e7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.236334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe7dcf-7fc1-4f93-a73d-a878f21ab728 None None] Network fa4d1667-bf5e-4e1d-aba0-26374cd3a43b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:50.312732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611aa99-a26e-4f8e-ae76-c68386fa8d8a req-c7294d2a-a34c-461a-b837-a90e1f202ce9 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:50.325262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3611aa99-a26e-4f8e-ae76-c68386fa8d8a req-c7294d2a-a34c-461a-b837-a90e1f202ce9 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2859964
Nov 27 21:03:50.336432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dd464fdc-a14a-40f6-8db7-db9cf3d841ee None None] Provisioning complete for port 4dd0a9d0-d60e-4a98-aec9-d5765010323d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:50.337368 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd464fdc-a14a-40f6-8db7-db9cf3d841ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.340580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-187fd165-c1c6-4960-b2ec-cbab636e7f5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfe42861154a4396b0371b381e9e8943&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6725063
Nov 27 21:03:50.343435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54300) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:50.350039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fd165-c1c6-4960-b2ec-cbab636e7f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2170d3c9-1469-432f-a804-a9285f47920a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:50.410390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54302) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:50.471695 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3611aa99-a26e-4f8e-ae76-c68386fa8d8a req-38892978-6018-45a6-8d55-8804cdbcd608 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453488
Nov 27 21:03:50.503994 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c419d95a-7fb0-409c-abee-84f01870a09d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.535783 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c419d95a-7fb0-409c-abee-84f01870a09d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.605315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e4d90-8838-4894-8474-92a04b016d4f None None] DHCP port deletion for fa4d1667-bf5e-4e1d-aba0-26374cd3a43b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:03:50.698751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c419d95a-7fb0-409c-abee-84f01870a09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.701854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c419d95a-7fb0-409c-abee-84f01870a09d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.702594 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c419d95a-7fb0-409c-abee-84f01870a09d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2170d3c9-1469-432f-a804-a9285f47920a HTTP/1.1" status: 204  len: 168 time: 0.3576760
Nov 27 21:03:50.712779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e4d90-8838-4894-8474-92a04b016d4f None None] Deleting port 4dd0a9d0-d60e-4a98-aec9-d5765010323d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:50.713268 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4d90-8838-4894-8474-92a04b016d4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.735605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419d95a-7fb0-409c-abee-84f01870a09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2170d3c9-1469-432f-a804-a9285f47920a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:50.747358 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-34dbfd9a-a733-4454-aead-1316b7a8eeee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=155ea710d67e40a08ea58d08708541ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3222351
Nov 27 21:03:50.747538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54308) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:50.779627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.objects.ports [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:03:50.782660 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.847925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cf4e4d90-8838-4894-8474-92a04b016d4f None None] For port 4dd0a9d0-d60e-4a98-aec9-d5765010323d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dd0a9d0-d60e-4a98-aec9-d5765010323d,segment=NetworkSegment(a7e9f11f-143a-4daa-9b6a-c3bf8895b783),segment_id=a7e9f11f-143a-4daa-9b6a-c3bf8895b783)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:50.848341 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4d90-8838-4894-8474-92a04b016d4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.863786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e4d90-8838-4894-8474-92a04b016d4f None None] Calling delete_port for 4dd0a9d0-d60e-4a98-aec9-d5765010323d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:50.929898 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3bf8ff50-da3e-4842-a497-bb597e59b281 req-226085c1-2eff-4cfd-8d70-bd8a3ee0da91 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0537882
Nov 27 21:03:50.938990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Subnet': ['ID=ab3cf922-9ad2-4066-82ed-83a0e7d3269d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:50.967537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Checking segment: {'id': '91a2e340-5e2f-4cc9-900c-da19661e9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '62a7d69b-1032-4a37-ab2b-6ee1cd3d7111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:50.967761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network hostable DHCP agents. Network: 62a7d69b-1032-4a37-ab2b-6ee1cd3d7111, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:03:50.970797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3fd0660c-cb76-456b-b63c-e63e2c93329c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.982708 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4d90-8838-4894-8474-92a04b016d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:50.999853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e4d90-8838-4894-8474-92a04b016d4f None None] No DVR routers for this DVR port 4dd0a9d0-d60e-4a98-aec9-d5765010323d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:51.004925 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3fd0660c-cb76-456b-b63c-e63e2c93329c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.016346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network 62a7d69b-1032-4a37-ab2b-6ee1cd3d7111 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:03:51.042253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62a7d69b-1032-4a37-ab2b-6ee1cd3d7111) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:51.050138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:51.050878 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.074073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ea988-e6b3-481f-91c7-d4fd7957d7b5 None None] Network 62a7d69b-1032-4a37-ab2b-6ee1cd3d7111 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:51.082284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-84208e38-307c-44bc-9c5a-e20c1ad42255 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.1704776
Nov 27 21:03:51.082520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e4d90-8838-4894-8474-92a04b016d4f None None] Pushing event deleted for resources: {'Port': ['ID=4dd0a9d0-d60e-4a98-aec9-d5765010323d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:51.084348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54320) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:51.097591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3fd0660c-cb76-456b-b63c-e63e2c93329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.104604 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3fd0660c-cb76-456b-b63c-e63e2c93329c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.111009 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3fd0660c-cb76-456b-b63c-e63e2c93329c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12f470b3-326c-4afc-b89b-e0dd5ca6a758 HTTP/1.1" status: 204  len: 168 time: 0.3602159
Nov 27 21:03:51.129832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0660c-cb76-456b-b63c-e63e2c93329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f470b3-326c-4afc-b89b-e0dd5ca6a758,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:51.321608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54324) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:51.349692 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4fc1-b32f-4829-99a1-a6e61910fdd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.351126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4dd0a9d0-d60e-4a98-aec9-d5765010323d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:03:51.368838 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.413682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4dd0a9d0-d60e-4a98-aec9-d5765010323d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:03:51.414225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4dd0a9d0-d60e-4a98-aec9-d5765010323d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:03:51.524852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e3deb-7b2b-4599-a65a-24839b5c12a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-62a7d69b-1032-4a37-ab2b-6ee1cd3d7111', 'network_id': '62a7d69b-1032-4a37-ab2b-6ee1cd3d7111', 'tenant_id': '24b97e6d4e2d43e0a0b4751d6a04ffcd', 'fixed_ips': [{'subnet_id': 'ab3cf922-9ad2-4066-82ed-83a0e7d3269d'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:03:51.527550 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-859e3deb-7b2b-4599-a65a-24839b5c12a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.554796 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.561641 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4fc1-b32f-4829-99a1-a6e61910fdd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.572536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4fc1-b32f-4829-99a1-a6e61910fdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.668731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.697156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b1ae4fc1-b32f-4829-99a1-a6e61910fdd8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd5e554071ac4ee580fb177e87dcea5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3694293
Nov 27 21:03:51.698925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54336) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:51.716255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3cf922-9ad2-4066-82ed-83a0e7d3269d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server [None req-859e3deb-7b2b-4599-a65a-24839b5c12a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab3cf922-9ad2-4066-82ed-83a0e7d3269d: This subnet is being modified by another concurrent operation.
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab3cf922-9ad2-4066-82ed-83a0e7d3269d: This subnet is being modified by another concurrent operation.
Nov 27 21:03:51.759562 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server 
Nov 27 21:03:51.788628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5edef3-5925-4353-a18a-4f23d89e6711 None None] Network 62a7d69b-1032-4a37-ab2b-6ee1cd3d7111 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:51.819511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae4fc1-b32f-4829-99a1-a6e61910fdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ffd6a-8fb3-4175-bc0c-f6eb52b429df,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:51.820784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.866089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5413a0>,) {'filters': {'network_id': ['62a7d69b-1032-4a37-ab2b-6ee1cd3d7111']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:51.884997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc614-539e-48b4-bf1d-071b30a21e8b req-f78442bd-9b05-493e-a618-3cb5a68a740a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:51.889645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5413a0>, '91a2e340-5e2f-4cc9-900c-da19661e9e8d') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:51.889967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5413a0>, '91a2e340-5e2f-4cc9-900c-da19661e9e8d') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:51.896644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee6bc614-539e-48b4-bf1d-071b30a21e8b req-f78442bd-9b05-493e-a618-3cb5a68a740a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.2921386
Nov 27 21:03:51.915061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.917377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb79e-4b93-4198-90be-eae7bf5ecc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.947622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.955550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb79e-4b93-4198-90be-eae7bf5ecc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.956104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:51.956516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:51.960739 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:52.014609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b5761-5a49-4ff5-afa7-df8acceffa5a None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:03:52.056841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb79e-4b93-4198-90be-eae7bf5ecc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.060293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb79e-4b93-4198-90be-eae7bf5ecc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.064518 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9c9bb79e-4b93-4198-90be-eae7bf5ecc96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/512ffd6a-8fb3-4175-bc0c-f6eb52b429df HTTP/1.1" status: 204  len: 168 time: 0.3550630
Nov 27 21:03:52.080239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bb79e-4b93-4198-90be-eae7bf5ecc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ffd6a-8fb3-4175-bc0c-f6eb52b429df,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:52.145707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee6bc614-539e-48b4-bf1d-071b30a21e8b req-a14d1d8a-b3da-40b9-a50d-7f7e2943f696 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460177
Nov 27 21:03:52.209739 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0fa9d15c-bd7d-4570-9176-8d68aee69283 req-8d68cfd6-283e-479a-808c-65c392c79630 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0705390
Nov 27 21:03:52.210784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.228212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.239213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/62a7d69b-1032-4a37-ab2b-6ee1cd3d7111 HTTP/1.1" status: 204  len: 168 time: 1.1498492
Nov 27 21:03:52.240008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54354) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:52.247521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1565521799'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:52.278779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a3a04-d0ed-462e-94f4-f5e8effd4d36 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Network': ['ID=62a7d69b-1032-4a37-ab2b-6ee1cd3d7111,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:52.333756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54356) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:52.344172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:52.361133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.377832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2b5761-5a49-4ff5-afa7-df8acceffa5a None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:03:52.428614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:03:52.451903 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.452810 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Added segment bd72a105-b909-43b2-b137-d6d03e34fd1e of type vlan for network 22df9ec1-8b48-49d8-b176-c8a82aa1d84f
Nov 27 21:03:52.546698 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.623615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.633200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:52.636129 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.664412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262643431'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:52.714687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.742367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:52.743803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5024891
Nov 27 21:03:52.746275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54368) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:52.751688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134d67e-9a66-4768-ad66-c89af9ad1e2b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Network': ['ID=22df9ec1-8b48-49d8-b176-c8a82aa1d84f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:52.762457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'subnet': {'network_id': '22df9ec1-8b48-49d8-b176-c8a82aa1d84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:52.814997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 22df9ec1-8b48-49d8-b176-c8a82aa1d84f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:03:52.936373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:52.942652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.028881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.040600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.113808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c332547d-4206-4aa6-96cf-92abde5026fa,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:53.190305 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.196671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bf383bec-522b-4297-a111-278841f2cf5a None None] Provisioning complete for port d3d58283-44aa-49b4-8ef5-5f49cb82acda triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:03:53.197385 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf383bec-522b-4297-a111-278841f2cf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.201149 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.271978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97137361-694a-4619-b36e-05ac0ec83614,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:53.277308 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.278549 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ae7903ec-ac03-4279-802d-86b89f4cd4da tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9437037
Nov 27 21:03:53.282024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54386) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:53.331224 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.381477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdfc30-effe-43d6-a606-0d950e45fae8 req-475a9091-1e08-4c98-b294-eb686a77822c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:53.383526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ccdfc30-effe-43d6-a606-0d950e45fae8 req-475a9091-1e08-4c98-b294-eb686a77822c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1177611
Nov 27 21:03:53.500641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4ec7b647-ff15-4378-a282-3aa91df32f41 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.2168746
Nov 27 21:03:53.504283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54390) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:53.519120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Subnet': ['ID=4d258ce8-7146-4d62-82d4-8d84a12ba095,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:53.522599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8f3c916d-65ea-441e-9c45-346047f453f2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group': {'name': 'tempest-security--1918872130', 'description': 'tempest-security-description-332524908'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:53.540979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Checking segment: {'id': 'bd72a105-b909-43b2-b137-d6d03e34fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '22df9ec1-8b48-49d8-b176-c8a82aa1d84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:53.541340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network hostable DHCP agents. Network: 22df9ec1-8b48-49d8-b176-c8a82aa1d84f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:03:53.554330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ccdfc30-effe-43d6-a606-0d950e45fae8 req-fcc8a2c1-9571-4625-ae84-f9ac9f2ac9e1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625280
Nov 27 21:03:53.571051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network 22df9ec1-8b48-49d8-b176-c8a82aa1d84f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:03:53.587212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22df9ec1-8b48-49d8-b176-c8a82aa1d84f) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:53.593902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:53.594590 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.596668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b47e82-d5f7-4c91-9bc5-f7ba45117136 None None] Network 22df9ec1-8b48-49d8-b176-c8a82aa1d84f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:53.620196 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bbec127e-04b3-41bd-b406-62f590916e82 req-e1884953-d2ab-427f-bb9e-b0c05db56e80 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.1140966
Nov 27 21:03:53.640283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0790e692-832f-4a53-8c90-28c34898a948 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8908150
Nov 27 21:03:53.641724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54394) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:53.717699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f3c916d-65ea-441e-9c45-346047f453f2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.819245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f3c916d-65ea-441e-9c45-346047f453f2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.838344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f3c916d-65ea-441e-9c45-346047f453f2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.841799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8f3c916d-65ea-441e-9c45-346047f453f2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.845557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8f3c916d-65ea-441e-9c45-346047f453f2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "PUT /v2.0/security-groups/97137361-694a-4619-b36e-05ac0ec83614 HTTP/1.1" status: 200  len: 1796 time: 0.3366947
Nov 27 21:03:53.846771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54398) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:53.864452 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.888737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c916d-65ea-441e-9c45-346047f453f2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97137361-694a-4619-b36e-05ac0ec83614,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:53.892970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7a5eeb-5b98-4ed3-a861-a570f300ee27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-22df9ec1-8b48-49d8-b176-c8a82aa1d84f', 'network_id': '22df9ec1-8b48-49d8-b176-c8a82aa1d84f', 'tenant_id': '24b97e6d4e2d43e0a0b4751d6a04ffcd', 'fixed_ips': [{'subnet_id': '4d258ce8-7146-4d62-82d4-8d84a12ba095'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:03:53.893788 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-af7a5eeb-5b98-4ed3-a861-a570f300ee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:53.941378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54400) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:53.941697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-17b639d8-c429-412a-b42d-6de546897c42 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups/97137361-694a-4619-b36e-05ac0ec83614 HTTP/1.1" status: 200  len: 1796 time: 0.0919979
Nov 27 21:03:53.942628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.122462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.171552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b252e38e-35fb-4b0a-b969-7a48839bde3a tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.173697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Subnet': ['ID=4d258ce8-7146-4d62-82d4-8d84a12ba095,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:54.267209 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b252e38e-35fb-4b0a-b969-7a48839bde3a tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server [None req-af7a5eeb-5b98-4ed3-a861-a570f300ee27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d258ce8-7146-4d62-82d4-8d84a12ba095: This subnet is being modified by another concurrent operation.
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d258ce8-7146-4d62-82d4-8d84a12ba095: This subnet is being modified by another concurrent operation.
Nov 27 21:03:54.277552 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server 
Nov 27 21:03:54.302380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.303213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26d3283-1ac6-4932-a106-5d521ad558b4 None None] Network 22df9ec1-8b48-49d8-b176-c8a82aa1d84f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:54.342421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef554250>,) {'filters': {'network_id': ['22df9ec1-8b48-49d8-b176-c8a82aa1d84f']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:54.356636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef554250>, 'bd72a105-b909-43b2-b137-d6d03e34fd1e') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:54.356945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef554250>, 'bd72a105-b909-43b2-b137-d6d03e34fd1e') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:54.370352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.385951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b252e38e-35fb-4b0a-b969-7a48839bde3a tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.390543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b252e38e-35fb-4b0a-b969-7a48839bde3a tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.392162 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b252e38e-35fb-4b0a-b969-7a48839bde3a tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-groups/97137361-694a-4619-b36e-05ac0ec83614 HTTP/1.1" status: 204  len: 168 time: 0.4463205
Nov 27 21:03:54.395285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54412) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:54.410015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252e38e-35fb-4b0a-b969-7a48839bde3a tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97137361-694a-4619-b36e-05ac0ec83614,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:54.413256 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.421532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:54.422313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:54.426304 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:54.482936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54414) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:54.483183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-09712ae8-82c2-4e80-b073-67b2834164d4 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0864298
Nov 27 21:03:54.510612 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-27b7780b-6600-4619-8cb4-8cc7e6cccc50 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] delete failed (client error): The resource could not be found.
Nov 27 21:03:54.512237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-27b7780b-6600-4619-8cb4-8cc7e6cccc50 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-groups/97137361-694a-4619-b36e-05ac0ec83614 HTTP/1.1" status: 404  len: 347 time: 0.0281503
Nov 27 21:03:54.516350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54416) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:54.522396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3ecfff2e-ea0e-4a46-beed-388df887a769 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135355533'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:54.533067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.541692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd46be-1e35-4487-b494-a21f3001dd91 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:03:54.542624 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.547568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/22df9ec1-8b48-49d8-b176-c8a82aa1d84f HTTP/1.1" status: 204  len: 168 time: 0.8938441
Nov 27 21:03:54.552361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54418) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:54.569764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-139729127'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:54.583509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd8085-030e-4893-9301-78c35e7e51a6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Network': ['ID=22df9ec1-8b48-49d8-b176-c8a82aa1d84f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:54.589578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ecfff2e-ea0e-4a46-beed-388df887a769 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.622301 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:54.628543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.748233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:03:54.779635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.781897 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Added segment 12ba9bcf-9e2f-446c-958a-34f9c80905ff of type vlan for network 10001f36-03d5-4760-adfe-3dc9728f7066
Nov 27 21:03:54.784153 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ecfff2e-ea0e-4a46-beed-388df887a769 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.796557 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ecfff2e-ea0e-4a46-beed-388df887a769 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.830803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfd46be-1e35-4487-b494-a21f3001dd91 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:03:54.845297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1c9fb-87f1-4e51-b15a-0674a0949ddb req-f449761e-f8fd-4ccf-b80f-cb4988b82144 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:54.855524 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0e1c9fb-87f1-4e51-b15a-0674a0949ddb req-f449761e-f8fd-4ccf-b80f-cb4988b82144 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1855276
Nov 27 21:03:54.857998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfff2e-ea0e-4a46-beed-388df887a769 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd6142-c928-4283-bb37-57d976ac30bd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:54.921594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.963214 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6898a916-764e-4691-b494-63dbb83bced8 req-32fab68b-4703-4e11-8c6c-6be9e309266e tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.1058042
Nov 27 21:03:54.966442 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ecfff2e-ea0e-4a46-beed-388df887a769 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:54.974378 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3ecfff2e-ea0e-4a46-beed-388df887a769 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4569666
Nov 27 21:03:54.988394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54434) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:54.995140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-97876aa9-9ddf-49fc-9657-433e7de59a5b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': '73fd6142-c928-4283-bb37-57d976ac30bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:55.028856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.046292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:55.047053 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.206765 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0e1c9fb-87f1-4e51-b15a-0674a0949ddb req-4be29a29-e61a-4158-a888-d0a8c3d22822 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3503013
Nov 27 21:03:55.215211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Network': ['ID=10001f36-03d5-4760-adfe-3dc9728f7066,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:55.230892 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-97876aa9-9ddf-49fc-9657-433e7de59a5b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.276633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 10001f36-03d5-4760-adfe-3dc9728f7066 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:03:55.280302 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9dfdf298-eec2-4407-99f0-cb56e22ff0f8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.7129133
Nov 27 21:03:55.280411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54446) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:55.285784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Request body: {'subnet': {'network_id': '10001f36-03d5-4760-adfe-3dc9728f7066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:55.311630 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-97876aa9-9ddf-49fc-9657-433e7de59a5b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.327327 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-97876aa9-9ddf-49fc-9657-433e7de59a5b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.379362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97876aa9-9ddf-49fc-9657-433e7de59a5b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1573bb04-b183-4f7d-a3d9-3109ff00908b,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:55.404954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-97876aa9-9ddf-49fc-9657-433e7de59a5b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.411768 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-97876aa9-9ddf-49fc-9657-433e7de59a5b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4214916
Nov 27 21:03:55.412938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54450) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:55.449970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df0525ce-6e53-4dc9-8a8f-0d4119fe31df tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.465226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df0525ce-6e53-4dc9-8a8f-0d4119fe31df tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.518310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Made reservation on behalf of 24b97e6d4e2d43e0a0b4751d6a04ffcd for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:03:55.521541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df0525ce-6e53-4dc9-8a8f-0d4119fe31df tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.534576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.544290 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df0525ce-6e53-4dc9-8a8f-0d4119fe31df tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.549743 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-df0525ce-6e53-4dc9-8a8f-0d4119fe31df tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1573bb04-b183-4f7d-a3d9-3109ff00908b HTTP/1.1" status: 204  len: 168 time: 0.1355622
Nov 27 21:03:55.550858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0525ce-6e53-4dc9-8a8f-0d4119fe31df tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1573bb04-b183-4f7d-a3d9-3109ff00908b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:55.553072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54456) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:55.619601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-271fcc39-84e1-46d3-bafe-78cda6948066 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0613844
Nov 27 21:03:55.619845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54460) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:55.691912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57d1b44a-1c9f-49bf-b475-faa625230dfa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.717507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57d1b44a-1c9f-49bf-b475-faa625230dfa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.785741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57d1b44a-1c9f-49bf-b475-faa625230dfa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.793922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-57d1b44a-1c9f-49bf-b475-faa625230dfa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:55.799091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-57d1b44a-1c9f-49bf-b475-faa625230dfa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-groups/73fd6142-c928-4283-bb37-57d976ac30bd HTTP/1.1" status: 204  len: 168 time: 0.1770248
Nov 27 21:03:55.800719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54464) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:55.892734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1b44a-1c9f-49bf-b475-faa625230dfa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd6142-c928-4283-bb37-57d976ac30bd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:55.967305 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-27d9912e-d241-4b77-b5d9-a5a6fd7e548b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1532929
Nov 27 21:03:55.971526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54470) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:55.976431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-04bd69a7-d3e0-43cc-b712-c93d31b7e76c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854814699'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:56.046273 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04bd69a7-d3e0-43cc-b712-c93d31b7e76c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.082610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:03:56.112328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0c88650-f926-4d18-a33f-685f79f31c96 req-9fccccd3-2d7d-49c3-956a-26eaf1047491 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0581415
Nov 27 21:03:56.113575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.234471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04bd69a7-d3e0-43cc-b712-c93d31b7e76c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.279473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04bd69a7-d3e0-43cc-b712-c93d31b7e76c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.313840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event updated for resources: {'Subnet': ['ID=db947088-f858-4668-9976-62f70159f71c,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:56.322134 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04bd69a7-d3e0-43cc-b712-c93d31b7e76c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.326248 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-04bd69a7-d3e0-43cc-b712-c93d31b7e76c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3512309
Nov 27 21:03:56.326671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54484) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:56.333660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0f2b77eb-ca05-4be3-91bd-f644dfed194d tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': 'ab57cf00-45c2-44d2-9e4a-0f40506c4c1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:56.344180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54486) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:56.385450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f2b77eb-ca05-4be3-91bd-f644dfed194d tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.392912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Checking segment: {'id': '12ba9bcf-9e2f-446c-958a-34f9c80905ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10001f36-03d5-4760-adfe-3dc9728f7066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:56.394013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network hostable DHCP agents. Network: 10001f36-03d5-4760-adfe-3dc9728f7066, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:03:56.419920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd69a7-d3e0-43cc-b712-c93d31b7e76c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab57cf00-45c2-44d2-9e4a-0f40506c4c1f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:56.452508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Network 10001f36-03d5-4760-adfe-3dc9728f7066 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:03:56.466888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60176996-842f-4e8a-970a-bf75127bbaf7 req-aebef042-6bef-4e6d-b998-2a5fdc39d7d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:56.482914 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f2b77eb-ca05-4be3-91bd-f644dfed194d tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.483144 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60176996-842f-4e8a-970a-bf75127bbaf7 req-aebef042-6bef-4e6d-b998-2a5fdc39d7d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1437807
Nov 27 21:03:56.489863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f2b77eb-ca05-4be3-91bd-f644dfed194d tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.506153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10001f36-03d5-4760-adfe-3dc9728f7066) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:56.521352 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3e1bc-0153-4632-9589-28f450c3c0ce None None] Network 10001f36-03d5-4760-adfe-3dc9728f7066 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:56.524392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:56.525009 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.547751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d18318bf-8f82-4e7b-966b-3ec438eb3043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.559677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b77eb-ca05-4be3-91bd-f644dfed194d tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73891d6-41e3-409f-a328-d307cc796ce4,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:56.568757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f2b77eb-ca05-4be3-91bd-f644dfed194d tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.574366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0f2b77eb-ca05-4be3-91bd-f644dfed194d tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2458768
Nov 27 21:03:56.574493 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60176996-842f-4e8a-970a-bf75127bbaf7 req-64155bc4-e385-48ef-b5cb-78509835f46b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883327
Nov 27 21:03:56.578117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54490) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:56.582842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-12f78220-1e69-4c04-b7f7-c104e21753b0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': 'ab57cf00-45c2-44d2-9e4a-0f40506c4c1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:56.585683 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b7a966a9-c91f-42e9-be48-6faf3fc3a65b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.3043108
Nov 27 21:03:56.588327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54492) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:56.677124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d18318bf-8f82-4e7b-966b-3ec438eb3043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.686037 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d18318bf-8f82-4e7b-966b-3ec438eb3043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.716795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.724295 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d18318bf-8f82-4e7b-966b-3ec438eb3043 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=729d646328dc402daf431a72802e573e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3771396
Nov 27 21:03:56.729973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54494) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:56.738056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10001f36-03d5-4760-adfe-3dc9728f7066', 'network_id': '10001f36-03d5-4760-adfe-3dc9728f7066', 'tenant_id': '24b97e6d4e2d43e0a0b4751d6a04ffcd', 'fixed_ips': [{'subnet_id': 'db947088-f858-4668-9976-62f70159f71c'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:03:56.739082 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.787546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18318bf-8f82-4e7b-966b-3ec438eb3043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6391ae3e-34b6-48ac-9ada-1be79c5863f1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:56.802966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.844344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12f78220-1e69-4c04-b7f7-c104e21753b0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.859068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-728f317f-0e95-4977-9350-471c290753ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.903368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-728f317f-0e95-4977-9350-471c290753ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.918328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Allocated IP 2001:db8::f816:3eff:febb:afd1 (10001f36-03d5-4760-adfe-3dc9728f7066/db947088-f858-4668-9976-62f70159f71c/cad960df-5fce-43c7-8e73-6a102ae27d4b) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:03:56.954607 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12f78220-1e69-4c04-b7f7-c104e21753b0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.960493 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12f78220-1e69-4c04-b7f7-c104e21753b0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:56.985634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f78220-1e69-4c04-b7f7-c104e21753b0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7052a0f3-ab8c-4bc9-991f-91c400a6b9ac,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:57.007113 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12f78220-1e69-4c04-b7f7-c104e21753b0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.008990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-12f78220-1e69-4c04-b7f7-c104e21753b0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4296045
Nov 27 21:03:57.011628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-728f317f-0e95-4977-9350-471c290753ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.011992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54496) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:57.014532 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-728f317f-0e95-4977-9350-471c290753ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.015785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-728f317f-0e95-4977-9350-471c290753ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6391ae3e-34b6-48ac-9ada-1be79c5863f1 HTTP/1.1" status: 204  len: 168 time: 0.2789421
Nov 27 21:03:57.017048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cdac5a92-7062-4c65-810a-caaa2f8d3f90 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': 'ab57cf00-45c2-44d2-9e4a-0f40506c4c1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:57.046045 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f317f-0e95-4977-9350-471c290753ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6391ae3e-34b6-48ac-9ada-1be79c5863f1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:57.072568 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cdac5a92-7062-4c65-810a-caaa2f8d3f90 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.121412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.139089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.143771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cdac5a92-7062-4c65-810a-caaa2f8d3f90 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.159332 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cdac5a92-7062-4c65-810a-caaa2f8d3f90 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.205737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac5a92-7062-4c65-810a-caaa2f8d3f90 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc99ddf-2e5b-47dd-ad9a-44035c9fed98,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:57.212847 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cdac5a92-7062-4c65-810a-caaa2f8d3f90 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.213928 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cdac5a92-7062-4c65-810a-caaa2f8d3f90 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2006185
Nov 27 21:03:57.216712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54504) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:57.217284 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.222650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-40309031-2d29-4349-9e2d-06afadbae481 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': 'ab57cf00-45c2-44d2-9e4a-0f40506c4c1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:57.252734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Network 10001f36-03d5-4760-adfe-3dc9728f7066 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:03:57.263300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:03:57.267660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:03:57.282163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Subnet': ['ID=db947088-f858-4668-9976-62f70159f71c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:57.295509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40309031-2d29-4349-9e2d-06afadbae481 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.323571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Pushing event updated for resources: {'Port': ['ID=cad960df-5fce-43c7-8e73-6a102ae27d4b,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:57.416514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.460488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Attempting to bind port cad960df-5fce-43c7-8e73-6a102ae27d4b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:03:57.465882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4002a3520>,) {'filters': {'network_id': ['10001f36-03d5-4760-adfe-3dc9728f7066']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:57.466425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Attempting to bind port cad960df-5fce-43c7-8e73-6a102ae27d4b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12ba9bcf-9e2f-446c-958a-34f9c80905ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10001f36-03d5-4760-adfe-3dc9728f7066'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:03:57.466929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Attempting to bind port cad960df-5fce-43c7-8e73-6a102ae27d4b on network 10001f36-03d5-4760-adfe-3dc9728f7066 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:03:57.474211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:03:57.476341 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Checking segment: {'id': '12ba9bcf-9e2f-446c-958a-34f9c80905ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10001f36-03d5-4760-adfe-3dc9728f7066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:03:57.478963 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.480690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Bound using segment: {'id': '12ba9bcf-9e2f-446c-958a-34f9c80905ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10001f36-03d5-4760-adfe-3dc9728f7066'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:03:57.481156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Bound port: cad960df-5fce-43c7-8e73-6a102ae27d4b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ba9bcf-9e2f-446c-958a-34f9c80905ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '10001f36-03d5-4760-adfe-3dc9728f7066'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:03:57.481693 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.482856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4002a3520>, '12ba9bcf-9e2f-446c-958a-34f9c80905ff') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:57.483183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4002a3520>, '12ba9bcf-9e2f-446c-958a-34f9c80905ff') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:57.485252 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b010c56-9b83-4515-87d9-18bdc4aeb890 req-609b3929-f4e8-42c6-8222-888a23abeff4 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0944986
Nov 27 21:03:57.500194 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.509166 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40309031-2d29-4349-9e2d-06afadbae481 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.519007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40309031-2d29-4349-9e2d-06afadbae481 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.556747 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.557350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40309031-2d29-4349-9e2d-06afadbae481 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eff3289-52cf-40ee-9f5d-153495ad072e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:57.563968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:57.564380 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:57.568063 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:57.588401 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40309031-2d29-4349-9e2d-06afadbae481 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.589967 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-40309031-2d29-4349-9e2d-06afadbae481 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3714483
Nov 27 21:03:57.596461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54508) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:57.597001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54510) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:57.627383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d3148a69-f482-435a-aacd-f2dfe104c54f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': 'ab57cf00-45c2-44d2-9e4a-0f40506c4c1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:57.632982 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] For port cad960df-5fce-43c7-8e73-6a102ae27d4b, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:03:57.656651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] For port cad960df-5fce-43c7-8e73-6a102ae27d4b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cad960df-5fce-43c7-8e73-6a102ae27d4b,segment=NetworkSegment(12ba9bcf-9e2f-446c-958a-34f9c80905ff),segment_id=12ba9bcf-9e2f-446c-958a-34f9c80905ff)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:03:57.660630 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.api [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 21:03:57.660630 ncdv-master-1 neutron-server[120908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 21:03:57.660630 ncdv-master-1 neutron-server[120908]: [parameters: {'id': '10001f36-03d5-4760-adfe-3dc9728f7066'}]
Nov 27 21:03:57.660630 ncdv-master-1 neutron-server[120908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:03:57.661384 ncdv-master-1 neutron-server[120908]: DEBUG oslo_db.api [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:03:57.662739 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee9dcfd-00f5-4434-b337-4e5c82cd5c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.664150 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.737519 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3148a69-f482-435a-aacd-f2dfe104c54f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.780813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c80427-1440-4c79-9053-4259bad09a60 req-5502b989-2dbe-463a-85a9-64c1f22bac91 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:57.794099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20c80427-1440-4c79-9053-4259bad09a60 req-5502b989-2dbe-463a-85a9-64c1f22bac91 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1216590
Nov 27 21:03:57.795653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb784301-a6ea-47b2-91bf-0bb9629ce90d None None] Pushing event updated for resources: {'Port': ['ID=cad960df-5fce-43c7-8e73-6a102ae27d4b,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:57.820083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb26765-2c7a-4ff8-8ea2-139972bb1a1c None None] Network 10001f36-03d5-4760-adfe-3dc9728f7066 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:03:57.872666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20c80427-1440-4c79-9053-4259bad09a60 req-66481293-d258-4600-84c9-41716f66c202 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732951
Nov 27 21:03:57.873659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee9dcfd-00f5-4434-b337-4e5c82cd5c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.886738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3148a69-f482-435a-aacd-f2dfe104c54f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.891178 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee9dcfd-00f5-4434-b337-4e5c82cd5c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.908367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3148a69-f482-435a-aacd-f2dfe104c54f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.965551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3148a69-f482-435a-aacd-f2dfe104c54f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f97047-1cd6-4979-b946-d74fa1115a2e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:57.971433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7ee9dcfd-00f5-4434-b337-4e5c82cd5c41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc35c5718c324f308ca58403f01daaed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3700345
Nov 27 21:03:57.974153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54522) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:57.974560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9dcfd-00f5-4434-b337-4e5c82cd5c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70e6cf6-1f78-4a8f-a4aa-d42008ae7a9d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:57.983402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3148a69-f482-435a-aacd-f2dfe104c54f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:57.988560 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d3148a69-f482-435a-aacd-f2dfe104c54f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3898008
Nov 27 21:03:57.989394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54524) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:57.994007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3c34c-6a6c-42d3-b7db-68c57fa89e35 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:03:58.049077 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58bfd6db-b144-4b92-8524-711564c39130 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.065499 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58bfd6db-b144-4b92-8524-711564c39130 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.096417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bbda-9e7b-4c69-a515-d724c7039eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.101452 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58bfd6db-b144-4b92-8524-711564c39130 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.112050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58bfd6db-b144-4b92-8524-711564c39130 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.116513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54534) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:58.118431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-58bfd6db-b144-4b92-8524-711564c39130 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b7f97047-1cd6-4979-b946-d74fa1115a2e HTTP/1.1" status: 204  len: 168 time: 0.1268954
Nov 27 21:03:58.126562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfd6db-b144-4b92-8524-711564c39130 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7f97047-1cd6-4979-b946-d74fa1115a2e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:58.146328 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bbda-9e7b-4c69-a515-d724c7039eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.167147 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.198051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3c34c-6a6c-42d3-b7db-68c57fa89e35 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:03:58.205682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bdbdcce8-26e3-47db-86c8-085ced19834f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0843866
Nov 27 21:03:58.206590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54536) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:58.239291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b6cf5dc-52ce-4f9b-8208-eafcd9a0ed05 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.262928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b6cf5dc-52ce-4f9b-8208-eafcd9a0ed05 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.278443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Deleting port cad960df-5fce-43c7-8e73-6a102ae27d4b {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:03:58.279097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.294269 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bbda-9e7b-4c69-a515-d724c7039eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.297471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bbda-9e7b-4c69-a515-d724c7039eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.312773 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dcc3bbda-9e7b-4c69-a515-d724c7039eb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c70e6cf6-1f78-4a8f-a4aa-d42008ae7a9d HTTP/1.1" status: 204  len: 168 time: 0.3274734
Nov 27 21:03:58.321099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b6cf5dc-52ce-4f9b-8208-eafcd9a0ed05 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.326548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b6cf5dc-52ce-4f9b-8208-eafcd9a0ed05 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.328053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5b6cf5dc-52ce-4f9b-8208-eafcd9a0ed05 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2eff3289-52cf-40ee-9f5d-153495ad072e HTTP/1.1" status: 204  len: 168 time: 0.1200659
Nov 27 21:03:58.332658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54540) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:58.358979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cf5dc-52ce-4f9b-8208-eafcd9a0ed05 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eff3289-52cf-40ee-9f5d-153495ad072e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:58.399553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2e3ed9e3-961b-48db-a34b-e265ed3310c0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0634339
Nov 27 21:03:58.402240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54542) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:58.407141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bbda-9e7b-4c69-a515-d724c7039eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70e6cf6-1f78-4a8f-a4aa-d42008ae7a9d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:58.433508 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-489495c6-2237-4868-b67b-ba3dd7c0e498 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.446715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-489495c6-2237-4868-b67b-ba3dd7c0e498 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.463546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] For port cad960df-5fce-43c7-8e73-6a102ae27d4b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cad960df-5fce-43c7-8e73-6a102ae27d4b,segment=NetworkSegment(12ba9bcf-9e2f-446c-958a-34f9c80905ff),segment_id=12ba9bcf-9e2f-446c-958a-34f9c80905ff)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:03:58.463928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.479083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Calling delete_port for cad960df-5fce-43c7-8e73-6a102ae27d4b owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:03:58.518512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-489495c6-2237-4868-b67b-ba3dd7c0e498 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.538294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-489495c6-2237-4868-b67b-ba3dd7c0e498 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:58.548205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-489495c6-2237-4868-b67b-ba3dd7c0e498 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8bc99ddf-2e5b-47dd-ad9a-44035c9fed98 HTTP/1.1" status: 204  len: 168 time: 0.1448574
Nov 27 21:03:58.563679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489495c6-2237-4868-b67b-ba3dd7c0e498 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bc99ddf-2e5b-47dd-ad9a-44035c9fed98,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:58.564588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54548) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:58.985160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5e402086-3b89-43a6-997c-4483792f0d32 req-d3f86062-e4a0-419c-95cd-12cb33f42905 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0522120
Nov 27 21:03:59.030552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-23465df1-a743-491c-9736-8b4ec7788d2b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.4647305
Nov 27 21:03:59.033254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54562) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.077320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16a55ae0-f3f1-4419-8104-7ff28c3ba6fa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.095275 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16a55ae0-f3f1-4419-8104-7ff28c3ba6fa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.095558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ebaaa-b21b-4f9d-8216-fde6d7c44c41 req-7a3ba097-e60b-42ec-9ee2-7a05935ed95c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:03:59.095558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c22ebaaa-b21b-4f9d-8216-fde6d7c44c41 req-7a3ba097-e60b-42ec-9ee2-7a05935ed95c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1068711
Nov 27 21:03:59.101509 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.139168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Port': ['ID=cad960df-5fce-43c7-8e73-6a102ae27d4b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:59.172641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No DVR routers for this DVR port cad960df-5fce-43c7-8e73-6a102ae27d4b on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:03:59.240008 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16a55ae0-f3f1-4419-8104-7ff28c3ba6fa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.248123 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16a55ae0-f3f1-4419-8104-7ff28c3ba6fa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.249665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-16a55ae0-f3f1-4419-8104-7ff28c3ba6fa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7052a0f3-ab8c-4bc9-991f-91c400a6b9ac HTTP/1.1" status: 204  len: 168 time: 0.2146146
Nov 27 21:03:59.254014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c22ebaaa-b21b-4f9d-8216-fde6d7c44c41 req-72786eeb-353b-44f4-8c07-e3e99ed0f26c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511424
Nov 27 21:03:59.254538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54568) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.334018 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a55ae0-f3f1-4419-8104-7ff28c3ba6fa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7052a0f3-ab8c-4bc9-991f-91c400a6b9ac,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:59.363372 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-80d50fbc-e6de-4227-bd26-387021340caa tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.1076438
Nov 27 21:03:59.364581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.366989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54572) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.395615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd19f40>,) {'filters': {'network_id': ['10001f36-03d5-4760-adfe-3dc9728f7066']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:59.423848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd19f40>, '12ba9bcf-9e2f-446c-958a-34f9c80905ff') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:59.424475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd19f40>, '12ba9bcf-9e2f-446c-958a-34f9c80905ff') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:03:59.438950 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84f98325-2f5b-4ca3-8790-4a18fe2baa3c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.443952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.450804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84f98325-2f5b-4ca3-8790-4a18fe2baa3c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.480340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.486623 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84f98325-2f5b-4ca3-8790-4a18fe2baa3c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.494594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:03:59.496047 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.497091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84f98325-2f5b-4ca3-8790-4a18fe2baa3c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.498412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-84f98325-2f5b-4ca3-8790-4a18fe2baa3c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c73891d6-41e3-409f-a328-d307cc796ce4 HTTP/1.1" status: 204  len: 168 time: 0.1285253
Nov 27 21:03:59.500947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54576) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:03:59.511710 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:03:59.517283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f98325-2f5b-4ca3-8790-4a18fe2baa3c tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c73891d6-41e3-409f-a328-d307cc796ce4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:59.567311 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c5d245a7-580e-4ae7-8cdf-79cee5dadfc5 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0651116
Nov 27 21:03:59.568009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54580) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.623594 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.635717 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.639341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/10001f36-03d5-4760-adfe-3dc9728f7066 HTTP/1.1" status: 204  len: 168 time: 3.0500343
Nov 27 21:03:59.642852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54582) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.658358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4442b-0105-4f29-85f1-abc97dc342aa tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Network': ['ID=10001f36-03d5-4760-adfe-3dc9728f7066,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:59.685262 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad274e8-a7e0-457d-abd4-2f6fd81eeb1b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:59.685746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad274e8-a7e0-457d-abd4-2f6fd81eeb1b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:59.691301 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cad274e8-a7e0-457d-abd4-2f6fd81eeb1b tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/subnets/db947088-f858-4668-9976-62f70159f71c HTTP/1.1" status: 404  len: 337 time: 0.0450838
Nov 27 21:03:59.691301 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-740a1001-838a-4399-bb44-e0cb7d0e621f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.692247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54588) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.718471 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-684627ce-2292-43d2-bf10-fd1e16e87715 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:59.718997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684627ce-2292-43d2-bf10-fd1e16e87715 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:59.721152 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-740a1001-838a-4399-bb44-e0cb7d0e621f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.722354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-684627ce-2292-43d2-bf10-fd1e16e87715 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/10001f36-03d5-4760-adfe-3dc9728f7066 HTTP/1.1" status: 404  len: 339 time: 0.0236108
Nov 27 21:03:59.725442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54590) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.764593 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0c79e7-b18c-4404-bd42-4f01e261e81e tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:59.764593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0c79e7-b18c-4404-bd42-4f01e261e81e tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:59.770948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bf0c79e7-b18c-4404-bd42-4f01e261e81e tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/subnets/4d258ce8-7146-4d62-82d4-8d84a12ba095 HTTP/1.1" status: 404  len: 337 time: 0.0441506
Nov 27 21:03:59.771662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54592) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.778438 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-740a1001-838a-4399-bb44-e0cb7d0e621f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.781398 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-740a1001-838a-4399-bb44-e0cb7d0e621f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:03:59.784904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-740a1001-838a-4399-bb44-e0cb7d0e621f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab57cf00-45c2-44d2-9e4a-0f40506c4c1f HTTP/1.1" status: 204  len: 168 time: 0.2136166
Nov 27 21:03:59.791125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54594) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.793688 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8f9c06-9f6b-44e7-b310-eb5c295842d6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:59.794300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8f9c06-9f6b-44e7-b310-eb5c295842d6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:59.800629 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1d8f9c06-9f6b-44e7-b310-eb5c295842d6 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/22df9ec1-8b48-49d8-b176-c8a82aa1d84f HTTP/1.1" status: 404  len: 339 time: 0.0277829
Nov 27 21:03:59.801517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54596) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.806351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a1001-838a-4399-bb44-e0cb7d0e621f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab57cf00-45c2-44d2-9e4a-0f40506c4c1f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:03:59.862659 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c785c5ff-2070-4235-9028-0f2767c594bb tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:59.863554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c785c5ff-2070-4235-9028-0f2767c594bb tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:59.870763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c785c5ff-2070-4235-9028-0f2767c594bb tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/subnets/ab3cf922-9ad2-4066-82ed-83a0e7d3269d HTTP/1.1" status: 404  len: 337 time: 0.0681694
Nov 27 21:03:59.872029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54600) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.879289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cdc4814a-dfef-4264-a24e-2fd4b9787cfb tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0860200
Nov 27 21:03:59.879864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54602) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.885158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b17debaa-6f55-4bc5-a281-7333d7334211 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264748327'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:03:59.892581 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e34f40d-ffdb-47b7-93b2-892a6b75f5b8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:03:59.894258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e34f40d-ffdb-47b7-93b2-892a6b75f5b8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:03:59.901109 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5e34f40d-ffdb-47b7-93b2-892a6b75f5b8 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/62a7d69b-1032-4a37-ab2b-6ee1cd3d7111 HTTP/1.1" status: 404  len: 339 time: 0.0277503
Nov 27 21:03:59.902198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54604) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:03:59.932065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b17debaa-6f55-4bc5-a281-7333d7334211 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.023889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba8d95-7089-4f46-8bbb-93c4b3d258de tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Deleting port 9d7addce-2f58-423c-abad-a9f48bc1587a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:00.024679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1ba8d95-7089-4f46-8bbb-93c4b3d258de tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.065655 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b17debaa-6f55-4bc5-a281-7333d7334211 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.073536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b17debaa-6f55-4bc5-a281-7333d7334211 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.135764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1ba8d95-7089-4f46-8bbb-93c4b3d258de tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.152887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba8d95-7089-4f46-8bbb-93c4b3d258de tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Calling delete_port for 9d7addce-2f58-423c-abad-a9f48bc1587a owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:00.159474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-263996ed-61e6-460f-be15-68bd45a4f849 req-fbb8ebb4-2163-4e41-9246-d58e4ee4fe3a tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0482481
Nov 27 21:04:00.166953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17debaa-6f55-4bc5-a281-7333d7334211 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa62e62-4be9-4908-a0cb-c590b2ec59a5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:00.192755 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b17debaa-6f55-4bc5-a281-7333d7334211 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.194416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b17debaa-6f55-4bc5-a281-7333d7334211 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3131394
Nov 27 21:04:00.198355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54610) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:00.205318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0d0bf53c-622a-49e6-8c62-0accc2fec7c8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': '0fa62e62-4be9-4908-a0cb-c590b2ec59a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:00.243524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf53c-622a-49e6-8c62-0accc2fec7c8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.252681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54612) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:00.301694 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1ba8d95-7089-4f46-8bbb-93c4b3d258de tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.352555 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf53c-622a-49e6-8c62-0accc2fec7c8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.358515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba8d95-7089-4f46-8bbb-93c4b3d258de tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Port': ['ID=9d7addce-2f58-423c-abad-a9f48bc1587a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:00.362697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf53c-622a-49e6-8c62-0accc2fec7c8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.385614 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1ba8d95-7089-4f46-8bbb-93c4b3d258de tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.395456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e1ba8d95-7089-4f46-8bbb-93c4b3d258de tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/ports/9d7addce-2f58-423c-abad-a9f48bc1587a HTTP/1.1" status: 204  len: 168 time: 0.4877458
Nov 27 21:04:00.398027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54618) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:00.415071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf53c-622a-49e6-8c62-0accc2fec7c8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.416494 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0d0bf53c-622a-49e6-8c62-0accc2fec7c8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2168453
Nov 27 21:04:00.418985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bf53c-622a-49e6-8c62-0accc2fec7c8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f070824-6633-4409-8295-b1c18e5ef894,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:00.421514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54620) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:00.445034 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f39511d-20fc-4604-b402-3c956b36ac89 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:04:00.445721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f39511d-20fc-4604-b402-3c956b36ac89 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:04:00.449082 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0f39511d-20fc-4604-b402-3c956b36ac89 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/subnets/f4668e42-8a7b-4e40-afe2-a9bb44315d65 HTTP/1.1" status: 404  len: 337 time: 0.0455618
Nov 27 21:04:00.451663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54622) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:00.502909 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f76836e4-9dac-4fb3-be94-fa2a687e762a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.514796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47982153-2c64-407c-a90f-b964a6e1cf4c req-bad2362b-5a42-4413-b56b-124b3f5f1188 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:00.516498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-47982153-2c64-407c-a90f-b964a6e1cf4c req-bad2362b-5a42-4413-b56b-124b3f5f1188 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1460202
Nov 27 21:04:00.542534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.600492 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-47982153-2c64-407c-a90f-b964a6e1cf4c req-7c978006-910e-4a8f-a994-4cda2a3caa33 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723960
Nov 27 21:04:00.602740 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c621aea4-152c-4df8-b0b4-1cd7867b7e2f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.652837 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.655054 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c621aea4-152c-4df8-b0b4-1cd7867b7e2f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.701734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe21a490>,) {'filters': {'network_id': ['fa4d1667-bf5e-4e1d-aba0-26374cd3a43b']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:00.727144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe21a490>, 'a7e9f11f-143a-4daa-9b6a-c3bf8895b783') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:00.727592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe21a490>, 'a7e9f11f-143a-4daa-9b6a-c3bf8895b783') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:00.735514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f76836e4-9dac-4fb3-be94-fa2a687e762a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.736643 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c621aea4-152c-4df8-b0b4-1cd7867b7e2f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.739464 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c621aea4-152c-4df8-b0b4-1cd7867b7e2f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.743397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.745274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54626) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:00.752939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c621aea4-152c-4df8-b0b4-1cd7867b7e2f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-groups/0fa62e62-4be9-4908-a0cb-c590b2ec59a5 HTTP/1.1" status: 204  len: 168 time: 0.3147612
Nov 27 21:04:00.766076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621aea4-152c-4df8-b0b4-1cd7867b7e2f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa62e62-4be9-4908-a0cb-c590b2ec59a5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:00.767953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f76836e4-9dac-4fb3-be94-fa2a687e762a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.791617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.813844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76836e4-9dac-4fb3-be94-fa2a687e762a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe180209-b07b-4557-b910-9ae95e442968,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:00.822107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:00.822670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:00.830333 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:00.876133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f76836e4-9dac-4fb3-be94-fa2a687e762a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc2a93607ef34ee79159a197933e3139&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6205544
Nov 27 21:04:00.877017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54628) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:00.951617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db010aae-8a54-4c37-9d7c-731eb1b9d678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:00.956497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f54a25ce-dffa-4a20-9385-e8a933a41131 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2100084
Nov 27 21:04:00.968917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54630) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:00.975129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2b22b44e-8741-4aa4-86a0-8432673da452 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086243794'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:00.981838 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db010aae-8a54-4c37-9d7c-731eb1b9d678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.001911 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.009933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.013441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/fa4d1667-bf5e-4e1d-aba0-26374cd3a43b HTTP/1.1" status: 204  len: 168 time: 0.5606720
Nov 27 21:04:01.014459 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b22b44e-8741-4aa4-86a0-8432673da452 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.017019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54632) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:01.042372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db010aae-8a54-4c37-9d7c-731eb1b9d678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.045795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013a886-fb20-4bd5-851d-a1fafba931ed tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Network': ['ID=fa4d1667-bf5e-4e1d-aba0-26374cd3a43b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:01.052662 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-db010aae-8a54-4c37-9d7c-731eb1b9d678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.056713 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-db010aae-8a54-4c37-9d7c-731eb1b9d678 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe180209-b07b-4557-b910-9ae95e442968 HTTP/1.1" status: 204  len: 168 time: 0.1786659
Nov 27 21:04:01.065825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db010aae-8a54-4c37-9d7c-731eb1b9d678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe180209-b07b-4557-b910-9ae95e442968,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:01.200629 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b22b44e-8741-4aa4-86a0-8432673da452 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.208017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b1991ab9-b69f-4ae0-b5f9-be2cff0deeb2 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Deleting port 499112cb-99d8-430f-bbf5-3d53aeb6b18c {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:01.208249 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1991ab9-b69f-4ae0-b5f9-be2cff0deeb2 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.228354 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b22b44e-8741-4aa4-86a0-8432673da452 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.322615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b22b44e-8741-4aa4-86a0-8432673da452 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.331402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2b22b44e-8741-4aa4-86a0-8432673da452 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3591673
Nov 27 21:04:01.341502 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42b9c52d-13b2-44bc-8e37-763cf7e568db req-12d4e91d-3e7e-485c-9a42-cd7b60a835eb tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0545411
Nov 27 21:04:01.344188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54644) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:01.353977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22b44e-8741-4aa4-86a0-8432673da452 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3369f250-1015-4e9f-91bc-51982c3fa991,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:01.355004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ec838c81-96be-4856-9952-78d6838b6b1b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group': {'name': 'tempest-secgroup--95350677'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:01.366877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1991ab9-b69f-4ae0-b5f9-be2cff0deeb2 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.393267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b1991ab9-b69f-4ae0-b5f9-be2cff0deeb2 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Calling delete_port for 499112cb-99d8-430f-bbf5-3d53aeb6b18c owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:01.406476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec838c81-96be-4856-9952-78d6838b6b1b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.517664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1991ab9-b69f-4ae0-b5f9-be2cff0deeb2 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.535054 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec838c81-96be-4856-9952-78d6838b6b1b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.552246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec838c81-96be-4856-9952-78d6838b6b1b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.558034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1991ab9-b69f-4ae0-b5f9-be2cff0deeb2 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Port': ['ID=499112cb-99d8-430f-bbf5-3d53aeb6b18c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:01.575393 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1991ab9-b69f-4ae0-b5f9-be2cff0deeb2 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.578907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b1991ab9-b69f-4ae0-b5f9-be2cff0deeb2 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/ports/499112cb-99d8-430f-bbf5-3d53aeb6b18c HTTP/1.1" status: 204  len: 168 time: 0.5601475
Nov 27 21:04:01.581747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54652) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:01.597193 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec838c81-96be-4856-9952-78d6838b6b1b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.598746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ec838c81-96be-4856-9952-78d6838b6b1b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2511275
Nov 27 21:04:01.601921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54656) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:01.607667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-68eafdc9-5aa8-49c7-abbd-360f5b8f8998 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': '3369f250-1015-4e9f-91bc-51982c3fa991', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0034b6cb-4287-4237-a90a-3a7652380509', 'remote_ip_prefix': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:01.614048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec838c81-96be-4856-9952-78d6838b6b1b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0034b6cb-4287-4237-a90a-3a7652380509,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:01.664882 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-68eafdc9-5aa8-49c7-abbd-360f5b8f8998 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.790886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-68eafdc9-5aa8-49c7-abbd-360f5b8f8998 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.799822 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-68eafdc9-5aa8-49c7-abbd-360f5b8f8998 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.829069 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-68eafdc9-5aa8-49c7-abbd-360f5b8f8998 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.832867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-68eafdc9-5aa8-49c7-abbd-360f5b8f8998 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.2274165
Nov 27 21:04:01.832867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eafdc9-5aa8-49c7-abbd-360f5b8f8998 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e915367b-9f30-40a1-b741-d1c0bcebd2ba,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:01.833834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54668) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:01.870057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91029c8f-4ecf-4e61-8a61-ea1a0d1d84c2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.880459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91029c8f-4ecf-4e61-8a61-ea1a0d1d84c2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.920377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91029c8f-4ecf-4e61-8a61-ea1a0d1d84c2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.934059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91029c8f-4ecf-4e61-8a61-ea1a0d1d84c2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:01.937559 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-91029c8f-4ecf-4e61-8a61-ea1a0d1d84c2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e915367b-9f30-40a1-b741-d1c0bcebd2ba HTTP/1.1" status: 204  len: 168 time: 0.1003027
Nov 27 21:04:01.939497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54672) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:01.959519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91029c8f-4ecf-4e61-8a61-ea1a0d1d84c2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e915367b-9f30-40a1-b741-d1c0bcebd2ba,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:02.018679 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4250a7b6-f9de-4be4-badf-0f96004f90e6 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0691833
Nov 27 21:04:02.020368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54674) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:02.114269 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-711685b9-44ae-4e82-ab91-2b4a7807b72a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:04:02.114850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3ed599b-d004-4ede-93ae-1ec54b6f3a55 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.114981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711685b9-44ae-4e82-ab91-2b4a7807b72a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:04:02.118744 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-711685b9-44ae-4e82-ab91-2b4a7807b72a tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/subnets/f9faa3ee-127b-4963-a4bf-a9f805c4a1aa HTTP/1.1" status: 404  len: 337 time: 0.5348063
Nov 27 21:04:02.123171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54684) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:02.175347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c57753-89d3-404e-9207-71a94811b6fb req-b07f3c50-571b-4df2-86c6-cc2b247c5c1c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:02.177013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e6c57753-89d3-404e-9207-71a94811b6fb req-b07f3c50-571b-4df2-86c6-cc2b247c5c1c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0648842
Nov 27 21:04:02.187347 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3ed599b-d004-4ede-93ae-1ec54b6f3a55 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.235515 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.254043 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e6c57753-89d3-404e-9207-71a94811b6fb req-7d09768e-7df7-4b8c-9f11-477f55ada70d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653100
Nov 27 21:04:02.299177 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3ed599b-d004-4ede-93ae-1ec54b6f3a55 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.301925 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b3ed599b-d004-4ede-93ae-1ec54b6f3a55 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.306361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54688) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:02.307368 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b3ed599b-d004-4ede-93ae-1ec54b6f3a55 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-groups/0034b6cb-4287-4237-a90a-3a7652380509 HTTP/1.1" status: 204  len: 168 time: 0.2859368
Nov 27 21:04:02.351183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed599b-d004-4ede-93ae-1ec54b6f3a55 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0034b6cb-4287-4237-a90a-3a7652380509,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:02.388132 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.405452 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dbfb5f52-34ef-4a8b-9bc0-812fab29f429 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0950315
Nov 27 21:04:02.405930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54692) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:02.443239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5cafa0>,) {'filters': {'network_id': ['608f37b0-5ce5-4f3b-8278-59ac44c8115f']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:02.461747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5cafa0>, '752dd0de-dc55-417c-9205-3a8f94cd5f11') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:02.462361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5cafa0>, '752dd0de-dc55-417c-9205-3a8f94cd5f11') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:02.479598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.494162 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.501579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:02.502722 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:02.507673 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:02.526984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8fb9-8f55-4c25-9b29-7cdc61f9e5a9 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.578606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8fb9-8f55-4c25-9b29-7cdc61f9e5a9 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.581881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b40d31af-5067-45b3-90a9-0718b923dff9 req-9ced9d77-4996-4368-9570-990d287f4b30 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0595868
Nov 27 21:04:02.620553 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.629668 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.633273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/608f37b0-5ce5-4f3b-8278-59ac44c8115f HTTP/1.1" status: 204  len: 168 time: 0.5089865
Nov 27 21:04:02.637993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54696) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:02.650311 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae567a48-a3b6-4bd8-a986-cd9a1b24249f tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Network': ['ID=608f37b0-5ce5-4f3b-8278-59ac44c8115f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:02.713281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41ff951-1e8a-4f24-b248-b8a1f5b25233 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Deleting subnet b178adde-86fa-4db4-9c93-b02455da1bc4 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:02.717757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e41ff951-1e8a-4f24-b248-b8a1f5b25233 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.720615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8fb9-8f55-4c25-9b29-7cdc61f9e5a9 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.723556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8fb9-8f55-4c25-9b29-7cdc61f9e5a9 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.731226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ec3f8fb9-8f55-4c25-9b29-7cdc61f9e5a9 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-groups/3369f250-1015-4e9f-91bc-51982c3fa991 HTTP/1.1" status: 204  len: 168 time: 0.3182719
Nov 27 21:04:02.732008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54704) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:02.764713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54706) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:02.766372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f8fb9-8f55-4c25-9b29-7cdc61f9e5a9 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369f250-1015-4e9f-91bc-51982c3fa991,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:02.781201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e41ff951-1e8a-4f24-b248-b8a1f5b25233 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.807100 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8ad1143d-f74c-43be-ac06-6bc7926c4081 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0741131
Nov 27 21:04:02.810991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54710) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:02.816042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a9d727ba-b103-4724-9058-90e2d74da997 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183933806'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:02.856300 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9d727ba-b103-4724-9058-90e2d74da997 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.915721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1bbb-f457-4c73-9dc1-65813267579f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.920757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e41ff951-1e8a-4f24-b248-b8a1f5b25233 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:02.995935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9d727ba-b103-4724-9058-90e2d74da997 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.002745 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1bbb-f457-4c73-9dc1-65813267579f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.002977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9d727ba-b103-4724-9058-90e2d74da997 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.007749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1bbb-f457-4c73-9dc1-65813267579f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.029313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e41ff951-1e8a-4f24-b248-b8a1f5b25233 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.049716 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9d5d1bbb-f457-4c73-9dc1-65813267579f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35affc1c8c4f49a6b9007d030950a896&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2838757
Nov 27 21:04:03.051620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d1bbb-f457-4c73-9dc1-65813267579f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b08f19-8930-49d3-88a3-f60ee835f9fc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.055205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54718) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:03.066699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9d727ba-b103-4724-9058-90e2d74da997 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.068019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a9d727ba-b103-4724-9058-90e2d74da997 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2553861
Nov 27 21:04:03.071175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d727ba-b103-4724-9058-90e2d74da997 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8883877f-67fe-477f-927f-b220b17501dd,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.072262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54720) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:03.073312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ff951-1e8a-4f24-b248-b8a1f5b25233 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Subnet': ['ID=b178adde-86fa-4db4-9c93-b02455da1bc4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.077437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e41ff951-1e8a-4f24-b248-b8a1f5b25233 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.078363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3e7186ee-075e-4ed3-ab93-2cc0166cec23 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': '8883877f-67fe-477f-927f-b220b17501dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:03.080683 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e41ff951-1e8a-4f24-b248-b8a1f5b25233 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/subnets/b178adde-86fa-4db4-9c93-b02455da1bc4 HTTP/1.1" status: 204  len: 168 time: 0.4415200
Nov 27 21:04:03.082981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54722) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:03.084806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb317dee-1d69-4733-a130-31909ae7be1f None None] Network 369f0516-9bc7-4b4f-bd5b-d38411c05537 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:03.134722 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f223e28f-4fff-40c4-801f-23266747216e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.144954 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e7186ee-075e-4ed3-ab93-2cc0166cec23 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.162538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.172969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f223e28f-4fff-40c4-801f-23266747216e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.227659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Deleting port f1c1708f-e354-43b0-b312-a8237fd45337 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:03.228030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.240980 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e7186ee-075e-4ed3-ab93-2cc0166cec23 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.248589 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e7186ee-075e-4ed3-ab93-2cc0166cec23 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.270128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f223e28f-4fff-40c4-801f-23266747216e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.272730 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f223e28f-4fff-40c4-801f-23266747216e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.273922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f223e28f-4fff-40c4-801f-23266747216e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6b08f19-8930-49d3-88a3-f60ee835f9fc HTTP/1.1" status: 204  len: 168 time: 0.2177558
Nov 27 21:04:03.279504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7186ee-075e-4ed3-ab93-2cc0166cec23 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893aa224-6761-4b3b-9886-ec8ae6f414bd,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.288125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223e28f-4fff-40c4-801f-23266747216e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b08f19-8930-49d3-88a3-f60ee835f9fc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.294256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e7186ee-075e-4ed3-ab93-2cc0166cec23 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.298151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3e7186ee-075e-4ed3-ab93-2cc0166cec23 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2218013
Nov 27 21:04:03.298349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54726) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:03.309051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25fa8fd-d498-4a85-95ee-892cf04a2296 None None] DHCP port deletion for 369f0516-9bc7-4b4f-bd5b-d38411c05537 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:03.332034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] For port f1c1708f-e354-43b0-b312-a8237fd45337, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c1708f-e354-43b0-b312-a8237fd45337,segment=NetworkSegment(eaadb9f2-2797-4c52-961b-97d32f53f4e3),segment_id=eaadb9f2-2797-4c52-961b-97d32f53f4e3)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:03.332852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.341123 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce77d325-e241-4489-bdd3-2404afb443d0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.351383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce77d325-e241-4489-bdd3-2404afb443d0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.353532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Calling delete_port for f1c1708f-e354-43b0-b312-a8237fd45337 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:03.387673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce77d325-e241-4489-bdd3-2404afb443d0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.396389 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce77d325-e241-4489-bdd3-2404afb443d0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.397713 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ce77d325-e241-4489-bdd3-2404afb443d0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/893aa224-6761-4b3b-9886-ec8ae6f414bd HTTP/1.1" status: 204  len: 168 time: 0.0983677
Nov 27 21:04:03.403363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54730) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:03.431180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77d325-e241-4489-bdd3-2404afb443d0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=893aa224-6761-4b3b-9886-ec8ae6f414bd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.456350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c25fa8fd-d498-4a85-95ee-892cf04a2296 None None] Deleting port f1c1708f-e354-43b0-b312-a8237fd45337 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:03.456732 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c25fa8fd-d498-4a85-95ee-892cf04a2296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.458333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333b033-c1a9-44ce-8d8b-39277ede5e6f req-1e6f1509-9ea2-4835-a874-1a190bcacf2a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:03.459908 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8333b033-c1a9-44ce-8d8b-39277ede5e6f req-1e6f1509-9ea2-4835-a874-1a190bcacf2a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0697303
Nov 27 21:04:03.501832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dee07aa0-09a5-46ff-84b5-d1be86e3b171 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0966246
Nov 27 21:04:03.505504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54732) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:03.524067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.526989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c25fa8fd-d498-4a85-95ee-892cf04a2296 None None] For port f1c1708f-e354-43b0-b312-a8237fd45337, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c1708f-e354-43b0-b312-a8237fd45337,segment=NetworkSegment(eaadb9f2-2797-4c52-961b-97d32f53f4e3),segment_id=eaadb9f2-2797-4c52-961b-97d32f53f4e3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:03.527671 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c25fa8fd-d498-4a85-95ee-892cf04a2296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.545234 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8333b033-c1a9-44ce-8d8b-39277ede5e6f req-89adb3c9-cb80-40c8-ad30-4e2b885d188c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784295
Nov 27 21:04:03.551881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c25fa8fd-d498-4a85-95ee-892cf04a2296 None None] Calling delete_port for f1c1708f-e354-43b0-b312-a8237fd45337 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:03.561330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Port': ['ID=f1c1708f-e354-43b0-b312-a8237fd45337,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.568423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] No DVR routers for this DVR port f1c1708f-e354-43b0-b312-a8237fd45337 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:03.624010 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cf36-06e6-4ed4-8d5a-ab1f789d01e0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.643276 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c25fa8fd-d498-4a85-95ee-892cf04a2296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.652311 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cf36-06e6-4ed4-8d5a-ab1f789d01e0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.656592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fa8fd-d498-4a85-95ee-892cf04a2296 None None] No DVR routers for this DVR port f1c1708f-e354-43b0-b312-a8237fd45337 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:03.678998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fa8fd-d498-4a85-95ee-892cf04a2296 None None] Pushing event deleted for resources: {'Port': ['ID=f1c1708f-e354-43b0-b312-a8237fd45337,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.679574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-df3087b1-e315-45b0-a541-cccd7726a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:03.691562 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-df3087b1-e315-45b0-a541-cccd7726a15a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 1096 time: 0.1301258
Nov 27 21:04:03.725486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.759195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11f2ddd5-654a-4d92-9f4f-812bada9c375 req-2001ae9e-7c9b-4930-9d81-37116365ae83 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0499706
Nov 27 21:04:03.767996 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cf36-06e6-4ed4-8d5a-ab1f789d01e0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.771419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cf36-06e6-4ed4-8d5a-ab1f789d01e0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.775162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd436700>,) {'filters': {'network_id': ['369f0516-9bc7-4b4f-bd5b-d38411c05537']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:03.775401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7bd8cf36-06e6-4ed4-8d5a-ab1f789d01e0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-groups/8883877f-67fe-477f-927f-b220b17501dd HTTP/1.1" status: 204  len: 168 time: 0.2661664
Nov 27 21:04:03.791608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54742) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:03.794508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd436700>, 'eaadb9f2-2797-4c52-961b-97d32f53f4e3') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:03.794826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd436700>, 'eaadb9f2-2797-4c52-961b-97d32f53f4e3') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:03.806802 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.821101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.827459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:03.827857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:03.831349 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:03.835725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8cf36-06e6-4ed4-8d5a-ab1f789d01e0 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8883877f-67fe-477f-927f-b220b17501dd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.869813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-29810458-3a1a-4c2f-90d6-1ffcaf9e551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:03.871390 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-29810458-3a1a-4c2f-90d6-1ffcaf9e551e service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 915 time: 0.1747181
Nov 27 21:04:03.875697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-65206c0b-e1ab-4985-9515-21f41dc519a2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0831625
Nov 27 21:04:03.880001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54746) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:03.887895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2026b704-2871-4cbc-ae8d-ff31000a6eec tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717601604'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:03.916855 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.939231 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-c1f6c68e-f67d-4247-b057-7ca3840b4a51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 200  len: 217 time: 0.0445547
Nov 27 21:04:03.960763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:03.962999 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:04:03.967375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] 10.222.0.21 "DELETE /v2.0/networks/369f0516-9bc7-4b4f-bd5b-d38411c05537 HTTP/1.1" status: 204  len: 168 time: 0.8808639
Nov 27 21:04:03.968521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65304d-f9ec-46e1-9872-a924b4bf8c71 tempest-NetworksIpV6TestAttrs-1622703687 tempest-NetworksIpV6TestAttrs-1622703687-project] Pushing event deleted for resources: {'Network': ['ID=369f0516-9bc7-4b4f-bd5b-d38411c05537,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:03.989460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2026b704-2871-4cbc-ae8d-ff31000a6eec tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.036515 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db421df9-3ef0-4b6a-8a63-42212f2f23c5 req-f239f193-a059-4da5-aa50-c197266bfacf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0587208
Nov 27 21:04:04.054101 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ef365b50-da36-4b37-8052-2cc6f5a1dfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.058132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-f48dc46e-8921-4729-924d-9447b94a3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:04.059068 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-f48dc46e-8921-4729-924d-9447b94a3770 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 200  len: 854 time: 0.1103649
Nov 27 21:04:04.104671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-2e23444d-8ad4-4150-b531-cea94b920882 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0338099
Nov 27 21:04:04.187750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2026b704-2871-4cbc-ae8d-ff31000a6eec tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.194658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2026b704-2871-4cbc-ae8d-ff31000a6eec tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.250381 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2026b704-2871-4cbc-ae8d-ff31000a6eec tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.254498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54762) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.263426 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2026b704-2871-4cbc-ae8d-ff31000a6eec tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3733938
Nov 27 21:04:04.263426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026b704-2871-4cbc-ae8d-ff31000a6eec tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a5d1e8-c42b-46ae-b9a2-816be3e39b43,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:04.268695 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-e9481dfe-9030-4631-94e3-c8b97d9a2436 service neutron] 10.222.0.35 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511128
Nov 27 21:04:04.269991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-396f3fc2-8f29-4cac-9a8a-e4edce069afb tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': 'f4a5d1e8-c42b-46ae-b9a2-816be3e39b43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:04.301148 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-396f3fc2-8f29-4cac-9a8a-e4edce069afb tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.341631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54766) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.366460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-396f3fc2-8f29-4cac-9a8a-e4edce069afb tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.372858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-396f3fc2-8f29-4cac-9a8a-e4edce069afb tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.389340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-075657c1-2e7d-46e1-8795-a38afa09be75 req-af5f9614-f14e-452a-ad25-d2bafa371b00 service neutron] 10.222.0.35 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1090393
Nov 27 21:04:04.393293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f3fc2-8f29-4cac-9a8a-e4edce069afb tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3305d5e-f431-443f-92ea-1c5876058679,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:04.403650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-396f3fc2-8f29-4cac-9a8a-e4edce069afb tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.407339 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-396f3fc2-8f29-4cac-9a8a-e4edce069afb tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1395533
Nov 27 21:04:04.407643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54770) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.425783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-294065b8-4d9c-4af8-acd7-0063154b3806 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules/e3305d5e-f431-443f-92ea-1c5876058679 HTTP/1.1" status: 200  len: 763 time: 0.0157206
Nov 27 21:04:04.428696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54774) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.481953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-373d9862-0f27-4f97-9b9d-7baf9ec15e3f tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0517399
Nov 27 21:04:04.484401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54778) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.509934 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e8bed61-b06b-45dd-b85e-4f643090d842 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.520087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e8bed61-b06b-45dd-b85e-4f643090d842 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.548019 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e8bed61-b06b-45dd-b85e-4f643090d842 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.553578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e8bed61-b06b-45dd-b85e-4f643090d842 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.555381 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6e8bed61-b06b-45dd-b85e-4f643090d842 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e3305d5e-f431-443f-92ea-1c5876058679 HTTP/1.1" status: 204  len: 168 time: 0.0693347
Nov 27 21:04:04.557987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54780) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.564075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bed61-b06b-45dd-b85e-4f643090d842 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3305d5e-f431-443f-92ea-1c5876058679,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:04.601287 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9b5c6781-c98d-40a1-8065-f19b84e97855 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0394952
Nov 27 21:04:04.602359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54782) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.606880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3186f038-ecbc-49ce-a7ea-a20a338502b2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': 'f4a5d1e8-c42b-46ae-b9a2-816be3e39b43', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:04.677300 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3186f038-ecbc-49ce-a7ea-a20a338502b2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.686499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-131dbe8b-d771-405f-b3bf-965e74f6a8ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24b97e6d4e2d43e0a0b4751d6a04ffcd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3396025
Nov 27 21:04:04.690529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54786) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.720900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e03d8a-0034-4934-8f77-2358e67d39be req-03f1aec1-64ea-4b0d-a724-d0fa2c39c811 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:04.722900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77e03d8a-0034-4934-8f77-2358e67d39be req-03f1aec1-64ea-4b0d-a724-d0fa2c39c811 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0625837
Nov 27 21:04:04.770801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3186f038-ecbc-49ce-a7ea-a20a338502b2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.781003 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77e03d8a-0034-4934-8f77-2358e67d39be req-df98e796-7bd6-4fd7-8eba-773c02eaaceb tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505126
Nov 27 21:04:04.788811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3186f038-ecbc-49ce-a7ea-a20a338502b2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.802617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fec32e2a-b3e6-4081-b891-c44fffac8d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.825602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186f038-ecbc-49ce-a7ea-a20a338502b2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7264e495-ddf6-4745-8c07-a35c2a2cf968,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:04.839338 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3186f038-ecbc-49ce-a7ea-a20a338502b2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.840558 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3186f038-ecbc-49ce-a7ea-a20a338502b2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2371809
Nov 27 21:04:04.843397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54792) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.848804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fec32e2a-b3e6-4081-b891-c44fffac8d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.873543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d86b38e0-c5f1-46b5-93e3-6dc308a6193b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules/7264e495-ddf6-4745-8c07-a35c2a2cf968 HTTP/1.1" status: 200  len: 763 time: 0.0283632
Nov 27 21:04:04.879756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54796) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.910716 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6d5bd38-c447-48fd-bfdb-ea0dafad12cc req-899c91c5-a0f2-4756-a3b8-32e423f45d3f tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0382984
Nov 27 21:04:04.940691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fec32e2a-b3e6-4081-b891-c44fffac8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.940947 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ad484c3d-95fc-482d-b048-c60c6e5208f2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0625966
Nov 27 21:04:04.943513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54798) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:04.944025 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fec32e2a-b3e6-4081-b891-c44fffac8d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.945181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fec32e2a-b3e6-4081-b891-c44fffac8d94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0b15b30-ad88-4a99-b07e-e258a04b4d82 HTTP/1.1" status: 204  len: 168 time: 0.2538497
Nov 27 21:04:04.955788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec32e2a-b3e6-4081-b891-c44fffac8d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b15b30-ad88-4a99-b07e-e258a04b4d82,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:04.985079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1d7e425c-2dd7-4bf0-88ca-ebe3711aa11b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:04.994736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1d7e425c-2dd7-4bf0-88ca-ebe3711aa11b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.024561 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1d7e425c-2dd7-4bf0-88ca-ebe3711aa11b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.031343 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1d7e425c-2dd7-4bf0-88ca-ebe3711aa11b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.035594 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1d7e425c-2dd7-4bf0-88ca-ebe3711aa11b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7264e495-ddf6-4745-8c07-a35c2a2cf968 HTTP/1.1" status: 204  len: 168 time: 0.0816162
Nov 27 21:04:05.035803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54804) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.045237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e425c-2dd7-4bf0-88ca-ebe3711aa11b tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7264e495-ddf6-4745-8c07-a35c2a2cf968,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:05.082007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-769f5bb5-9869-4254-a7da-18aa7c0675bb tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0425291
Nov 27 21:04:05.082144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54818) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.086753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f57e95b8-1a81-4da5-9aa9-4b78f2b57188 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Request body: {'security_group_rule': {'security_group_id': 'f4a5d1e8-c42b-46ae-b9a2-816be3e39b43', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:05.123363 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b8-1a81-4da5-9aa9-4b78f2b57188 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.174905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b8-1a81-4da5-9aa9-4b78f2b57188 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.180397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b8-1a81-4da5-9aa9-4b78f2b57188 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.197718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e95b8-1a81-4da5-9aa9-4b78f2b57188 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a79c67b-c2a8-4f68-a10e-f111e183a09a,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:05.209404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b8-1a81-4da5-9aa9-4b78f2b57188 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.213253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f57e95b8-1a81-4da5-9aa9-4b78f2b57188 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1278634
Nov 27 21:04:05.213526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54822) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.255298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8d03a97f-b937-4d38-9dae-724974bea3a2 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules/8a79c67b-c2a8-4f68-a10e-f111e183a09a HTTP/1.1" status: 200  len: 764 time: 0.0396931
Nov 27 21:04:05.256763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54826) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.294929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f1c1708f-e354-43b0-b312-a8237fd45337 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:05.312096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f2f3adea-cff3-41b8-b4de-a952118ec8f9 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0540905
Nov 27 21:04:05.314726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54830) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.332871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: f1c1708f-e354-43b0-b312-a8237fd45337 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:04:05.333879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f1c1708f-e354-43b0-b312-a8237fd45337 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:04:05.347023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-151bd98a-e01a-4602-8744-ed63f6e08ea8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.358970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-151bd98a-e01a-4602-8744-ed63f6e08ea8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.388503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-151bd98a-e01a-4602-8744-ed63f6e08ea8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.397877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-151bd98a-e01a-4602-8744-ed63f6e08ea8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.399892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-151bd98a-e01a-4602-8744-ed63f6e08ea8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8a79c67b-c2a8-4f68-a10e-f111e183a09a HTTP/1.1" status: 204  len: 168 time: 0.0841227
Nov 27 21:04:05.402887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54834) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.405226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bd98a-e01a-4602-8744-ed63f6e08ea8 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a79c67b-c2a8-4f68-a10e-f111e183a09a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:05.447882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-69ed818e-0bee-4cba-91db-c2ebf8253e51 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0435174
Nov 27 21:04:05.450473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54838) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.505395 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b40ba82-2549-4005-94bd-7f4b093e971e tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.528676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b40ba82-2549-4005-94bd-7f4b093e971e tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.570802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b40ba82-2549-4005-94bd-7f4b093e971e tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.573547 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b40ba82-2549-4005-94bd-7f4b093e971e tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.574706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1b40ba82-2549-4005-94bd-7f4b093e971e tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "DELETE /v2.0/security-groups/f4a5d1e8-c42b-46ae-b9a2-816be3e39b43 HTTP/1.1" status: 204  len: 168 time: 0.1232302
Nov 27 21:04:05.577331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54844) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.584053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40ba82-2549-4005-94bd-7f4b093e971e tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a5d1e8-c42b-46ae-b9a2-816be3e39b43,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:05.624609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f98c4f1b-a267-4d3b-b605-04ee6267fc12 tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0457885
Nov 27 21:04:05.630864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54848) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.675563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4eb5f3a7-4122-4b78-a3d2-b2ada72bc8bd tempest-SecGroupTest-1561248271 tempest-SecGroupTest-1561248271-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0434778
Nov 27 21:04:05.776782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54854) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:05.893455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1630829598'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:05.931949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fa8ca-98db-4494-ae09-90e3c18c0984 req-83eaa3a7-6acd-4456-b7e6-cd658590c505 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:05.934337 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-400fa8ca-98db-4494-ae09-90e3c18c0984 req-83eaa3a7-6acd-4456-b7e6-cd658590c505 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0782409
Nov 27 21:04:05.935761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:05.940144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.955456 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:05.960570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54868) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:06.031965 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-400fa8ca-98db-4494-ae09-90e3c18c0984 req-545122cc-7221-4293-ba04-b4f3e263c1f3 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787976
Nov 27 21:04:06.076773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-999b469d-a09a-447b-90d8-f0afaf241cda req-2bcf5559-c271-4753-b710-78c22c118e99 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0459619
Nov 27 21:04:06.113660 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.118539 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.155980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:06.171809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b53d1aa-7087-42ef-8142-55e5c85373e9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:06.174765 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.175124 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Added segment e95f9247-98ae-46fe-934c-9aaecb882edc of type vlan for network d30f32bc-52bf-4dce-908c-eee6f53da6ef
Nov 27 21:04:06.216023 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-63d856b9-ac56-4099-a272-efd4978ad820 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e575c71c2e6441bfa9602dfd073623a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2535806
Nov 27 21:04:06.218536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54886) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:06.246050 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.281542 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.288525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:06.289368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.291511 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22c10b70-de91-46d1-8369-5c20ec49a95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.325673 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22c10b70-de91-46d1-8369-5c20ec49a95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.353808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.5754075
Nov 27 21:04:06.354013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54888) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:06.363772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'name': 'tempest-PortsIpV6TestJSON-386616437'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:06.380741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694623e-c8bf-48e6-9199-88aa30c42f69 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Network': ['ID=d30f32bc-52bf-4dce-908c-eee6f53da6ef,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:06.397377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:06.453541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c531953-dc05-40d7-8434-8f0d613cba9e req-d77fab30-15b7-45b0-94ff-5c59d15e8011 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fbe5ff330fa94dce90ceb417549101a1&device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0425215
Nov 27 21:04:06.505886 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4fdcb842-bf2c-4c2e-9e32-481fba03973a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.516767 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a35aa982-9499-4615-bb63-fec51ed6c3af req-4cd003ff-3401-4cf7-a1dd-86e9fe010e4f tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0523031
Nov 27 21:04:06.530139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c531953-dc05-40d7-8434-8f0d613cba9e req-a891d018-1f98-4075-84db-bee44a8ebdd8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fbe5ff330fa94dce90ceb417549101a1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0658600
Nov 27 21:04:06.536591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22c10b70-de91-46d1-8369-5c20ec49a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.540171 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22c10b70-de91-46d1-8369-5c20ec49a95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.541334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-22c10b70-de91-46d1-8369-5c20ec49a95b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c332547d-4206-4aa6-96cf-92abde5026fa HTTP/1.1" status: 204  len: 168 time: 0.3215859
Nov 27 21:04:06.558733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c10b70-de91-46d1-8369-5c20ec49a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c332547d-4206-4aa6-96cf-92abde5026fa,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:06.578965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:06.586202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.638759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port 16d21c84-01f5-40e2-9f80-29db45b255fd yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:06.748531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c531953-dc05-40d7-8434-8f0d613cba9e req-5e675c26-d6c7-40a6-bf97-3750458dcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:06.751826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c531953-dc05-40d7-8434-8f0d613cba9e req-5e675c26-d6c7-40a6-bf97-3750458dcf00 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2151852
Nov 27 21:04:06.874082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d3d58283-44aa-49b4-8ef5-5f49cb82acda no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:06.880089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.924778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.989520 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:06.990914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=16d21c84-01f5-40e2-9f80-29db45b255fd,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:07.008172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Checking segment: {'id': 'e95f9247-98ae-46fe-934c-9aaecb882edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:07.008547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network hostable DHCP agents. Network: d30f32bc-52bf-4dce-908c-eee6f53da6ef, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:07.022922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:07.026121 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341c693e-484a-45a9-8af4-87c6ada1fc4c" -d '{"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:07.030543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:07.040958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:07.047613 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.087421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d30f32bc-52bf-4dce-908c-eee6f53da6ef) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:07.091811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:07.097613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:07.102707 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.108943 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aad623-6187-4ff3-803b-cde046c925aa x-openstack-request-id: req-09aad623-6187-4ff3-803b-cde046c925aa {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:07.109311 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-unplugged", "status": "failed", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda", "code": 422}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:07.109903 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09aad623-6187-4ff3-803b-cde046c925aa {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:07.110681 ncdv-master-1 neutron-server[120910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'code': 422} returned with failed status
Nov 27 21:04:07.111446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684bc727-9d25-484a-a0a8-2ead46ef7349 None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:07.130579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1858ae94-63e6-49a0-94d3-1a73adc4df4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7753835
Nov 27 21:04:07.133659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54924) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:07.139662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1056738158'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:07.175396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:07.177252 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:07.179509 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.211713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:07.214152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30e71-fad7-41d7-ae8a-345e9bfcd904 req-0e4b2b2f-42c9-4438-98f6-34505ef4a716 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:07.215950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4aa30e71-fad7-41d7-ae8a-345e9bfcd904 req-0e4b2b2f-42c9-4438-98f6-34505ef4a716 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 943 time: 0.0716774
Nov 27 21:04:07.229657 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.230370 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Added segment e35dc624-7d35-4650-b090-621959d388f4 of type vlan for network 01df65d1-732c-462d-ac9e-f5c51e5d17b6
Nov 27 21:04:07.275619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4aa30e71-fad7-41d7-ae8a-345e9bfcd904 req-02a1910e-26fa-4d3f-b034-dfd08e394f76 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516913
Nov 27 21:04:07.291168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.323703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.329823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:07.330329 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.398039 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2626860
Nov 27 21:04:07.401801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54938) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:07.408013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'ports': [{'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef'}, {'network_id': '01df65d1-732c-462d-ac9e-f5c51e5d17b6'}]} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:07.408446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:07.409156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': '01df65d1-732c-462d-ac9e-f5c51e5d17b6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:07.437236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab2850-bdcf-41cc-9c3b-93cf27170ac2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Network': ['ID=01df65d1-732c-462d-ac9e-f5c51e5d17b6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:07.444889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd21ec-903a-4c3f-860c-36630d561331 req-889a8435-b3f0-4253-bf27-6bac24526fde tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:07.447552 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56dd21ec-903a-4c3f-860c-36630d561331 req-889a8435-b3f0-4253-bf27-6bac24526fde tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 943 time: 0.0753667
Nov 27 21:04:07.450842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 01df65d1-732c-462d-ac9e-f5c51e5d17b6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:07.517421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54940) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:07.536703 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56dd21ec-903a-4c3f-860c-36630d561331 req-5a80da31-b231-4249-b61e-6496e67148c8 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804105
Nov 27 21:04:07.644108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6d7d2ed6-1658-4b13-ba8e-fb20a8ef578b tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1392462957', 'prefixes': ['172.20.0.0/16']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:07.657674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3829ea1c-3a7c-45fd-9696-93e104b8cd50 req-c0c3315a-039c-42a5-86f4-038c4effd44b tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0450847
Nov 27 21:04:07.658413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 2} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:07.663766 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.678942 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.733377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2ed6-1658-4b13-ba8e-fb20a8ef578b tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] Publish callbacks [] for subnetpool, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.734653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d7d2ed6-1658-4b13-ba8e-fb20a8ef578b tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.2159240
Nov 27 21:04:07.741873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54958) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:07.782449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port fbe90630-bb47-4441-9d95-e2bec337bfc3 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:07.792085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a5ff6135-f5fc-446b-8434-c73d48dd3eae tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] 10.222.0.21 "GET /v2.0/subnetpools/66b3c2e3-541b-4751-8afd-012e94a85eee HTTP/1.1" status: 200  len: 732 time: 0.0483739
Nov 27 21:04:07.794814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54962) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:07.807480 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.807620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-77f879a2-95b8-4b81-950f-f7d05d96fedc tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1500320215'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:07.829035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-3b03a972-daee-455b-a56e-e9dfc0b2fcb3 req-1e42eabe-fb17-45a9-a693-627f9ec53de1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:04:07.830079 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3b03a972-daee-455b-a56e-e9dfc0b2fcb3 req-1e42eabe-fb17-45a9-a693-627f9ec53de1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0943882
Nov 27 21:04:07.950806 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-77f879a2-95b8-4b81-950f-f7d05d96fedc tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] Publish callbacks [] for subnetpool, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:07.955066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-77f879a2-95b8-4b81-950f-f7d05d96fedc tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] 10.222.0.21 "PUT /v2.0/subnetpools/66b3c2e3-541b-4751-8afd-012e94a85eee HTTP/1.1" status: 200  len: 684 time: 0.1572709
Nov 27 21:04:07.955658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54970) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:07.959494 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:08.093606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-92debbb1-0439-4d1c-98c3-18c9bf535d1b tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] Publish callbacks [] for subnetpool, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:08.097607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-92debbb1-0439-4d1c-98c3-18c9bf535d1b tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] 10.222.0.21 "DELETE /v2.0/subnetpools/66b3c2e3-541b-4751-8afd-012e94a85eee HTTP/1.1" status: 204  len: 168 time: 0.1377499
Nov 27 21:04:08.097995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54988) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:08.105313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port 755b80df-57e8-4469-b347-b6477d7db812 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:08.111508 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c531953-dc05-40d7-8434-8f0d613cba9e req-ade972fb-0d42-4807-a6a0-a0a52f1ed62a tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0594339
Nov 27 21:04:08.135936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce54e46-b5a1-4d76-9309-f5fa1b67085a req-6998abfc-1820-4f66-b139-5662e8ac69ca tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:08.138504 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ce54e46-b5a1-4d76-9309-f5fa1b67085a req-6998abfc-1820-4f66-b139-5662e8ac69ca tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 943 time: 0.1183548
Nov 27 21:04:08.149024 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-10643c59-25f9-4be5-8f01-421cd3f2d5e5 tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] show failed (client error): The resource could not be found.
Nov 27 21:04:08.150523 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10643c59-25f9-4be5-8f01-421cd3f2d5e5 tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] 10.222.0.21 "GET /v2.0/subnetpools/66b3c2e3-541b-4751-8afd-012e94a85eee HTTP/1.1" status: 404  len: 346 time: 0.0512743
Nov 27 21:04:08.166692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54990) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:08.184116 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-fd6f9dbc-e30b-41a7-927e-4026360e41a5 tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] delete failed (client error): The resource could not be found.
Nov 27 21:04:08.190016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fd6f9dbc-e30b-41a7-927e-4026360e41a5 tempest-SubnetPoolsTestJSON-991618879 tempest-SubnetPoolsTestJSON-991618879-project] 10.222.0.21 "DELETE /v2.0/subnetpools/66b3c2e3-541b-4751-8afd-012e94a85eee HTTP/1.1" status: 404  len: 346 time: 0.0174708
Nov 27 21:04:08.213106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ce54e46-b5a1-4d76-9309-f5fa1b67085a req-41545cd2-0f77-480c-af38-9bcd399de4cc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636232
Nov 27 21:04:08.329925 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:08.378547 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:08.435403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:08.439357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:08.443527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:08.444408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:08.468206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=fbe90630-bb47-4441-9d95-e2bec337bfc3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:08.538398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=755b80df-57e8-4469-b347-b6477d7db812,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:08.551921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Checking segment: {'id': 'e35dc624-7d35-4650-b090-621959d388f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '01df65d1-732c-462d-ac9e-f5c51e5d17b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:08.552316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network hostable DHCP agents. Network: 01df65d1-732c-462d-ac9e-f5c51e5d17b6, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:08.581886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network 01df65d1-732c-462d-ac9e-f5c51e5d17b6 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:08.604710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01df65d1-732c-462d-ac9e-f5c51e5d17b6) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:08.610052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:08.615871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7756df3-c7f5-453c-8eae-12657420b481 None None] Network 01df65d1-732c-462d-ac9e-f5c51e5d17b6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:08.630808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55012) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:08.635959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:08.649544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:08.651666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:08.694659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a0491a2-f9b4-4635-8316-9f302a2e51b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:08.716741 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-894d076c-e820-41e7-be3b-ec4683ddf314 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.3135238
Nov 27 21:04:08.720200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55028) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:08.732617 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-a7cc6eb7-ec25-48b5-b61d-ecb09b51c3d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4411185
Nov 27 21:04:08.738538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-5b25db74-b10a-473e-872c-31b95b95d4b2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:04:08.751691 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-5b25db74-b10a-473e-872c-31b95b95d4b2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0177655
Nov 27 21:04:08.834254 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60585d5f-2352-41d2-878c-0dba3b44ab24 req-5f2f5fe3-b2da-45a0-b89b-d3c744424d14 tempest-ServerShowV254Test-1671545794 tempest-ServerShowV254Test-1671545794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbe3daa1-3daa-4781-a6b5-578d8a3b5e76 HTTP/1.1" status: 200  len: 210 time: 0.0361018
Nov 27 21:04:08.906056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc05a5-70ff-438c-9d54-bd0f35a0d026 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 755b80df-57e8-4469-b347-b6477d7db812 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:08.906260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f1dc05a5-70ff-438c-9d54-bd0f35a0d026 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:08.926614 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a0491a2-f9b4-4635-8316-9f302a2e51b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:08.959278 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a0491a2-f9b4-4635-8316-9f302a2e51b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.006171 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f1dc05a5-70ff-438c-9d54-bd0f35a0d026 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.032698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc05a5-70ff-438c-9d54-bd0f35a0d026 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 755b80df-57e8-4469-b347-b6477d7db812 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:09.043462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55040) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:09.043664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3a0491a2-f9b4-4635-8316-9f302a2e51b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1feb0a27f1ce419ab666e144c57a87e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4114556
Nov 27 21:04:09.045878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0491a2-f9b4-4635-8316-9f302a2e51b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b810d721-43ee-43cc-9dcf-3ab6a0f28f73,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:09.125863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b92a03f-c19e-4dbb-a7bc-51fbada183c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.171995 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b92a03f-c19e-4dbb-a7bc-51fbada183c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.175182 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f1dc05a5-70ff-438c-9d54-bd0f35a0d026 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.207662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc05a5-70ff-438c-9d54-bd0f35a0d026 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=755b80df-57e8-4469-b347-b6477d7db812,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:09.211531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f1dc05a5-70ff-438c-9d54-bd0f35a0d026 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.214852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f1dc05a5-70ff-438c-9d54-bd0f35a0d026 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/755b80df-57e8-4469-b347-b6477d7db812 HTTP/1.1" status: 204  len: 168 time: 0.4934855
Nov 27 21:04:09.217578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55048) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:09.234410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b92a03f-c19e-4dbb-a7bc-51fbada183c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.237734 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b92a03f-c19e-4dbb-a7bc-51fbada183c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.238950 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4b92a03f-c19e-4dbb-a7bc-51fbada183c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b810d721-43ee-43cc-9dcf-3ab6a0f28f73 HTTP/1.1" status: 204  len: 168 time: 0.1946375
Nov 27 21:04:09.270814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a03f-c19e-4dbb-a7bc-51fbada183c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b810d721-43ee-43cc-9dcf-3ab6a0f28f73,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:09.349096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51edc11-ce44-4e9c-bd6c-81f71dbb040d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:09.355395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51edc11-ce44-4e9c-bd6c-81f71dbb040d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:09.360529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55060) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:09.361320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b51edc11-ce44-4e9c-bd6c-81f71dbb040d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.1414659
Nov 27 21:04:09.433325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4f36a-fa77-46d6-9e91-20c8703b2bf8 req-c39fd6e6-64c3-4646-87f2-0ac331749f27 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:09.443302 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9b4f36a-fa77-46d6-9e91-20c8703b2bf8 req-c39fd6e6-64c3-4646-87f2-0ac331749f27 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 943 time: 0.0788660
Nov 27 21:04:09.526038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.543990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9b4f36a-fa77-46d6-9e91-20c8703b2bf8 req-e0dd47a3-83a2-49a2-aa98-1fba21e29be9 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016514
Nov 27 21:04:09.546658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-379fd289-e709-4ef5-9e5e-d5ad3c805cc2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port fbe90630-bb47-4441-9d95-e2bec337bfc3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:09.547015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-379fd289-e709-4ef5-9e5e-d5ad3c805cc2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.632590 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-379fd289-e709-4ef5-9e5e-d5ad3c805cc2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:09.646265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-379fd289-e709-4ef5-9e5e-d5ad3c805cc2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for fbe90630-bb47-4441-9d95-e2bec337bfc3 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:09.733935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-379fd289-e709-4ef5-9e5e-d5ad3c805cc2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.077949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fd289-e709-4ef5-9e5e-d5ad3c805cc2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=fbe90630-bb47-4441-9d95-e2bec337bfc3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:10.096142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-379fd289-e709-4ef5-9e5e-d5ad3c805cc2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.099431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-379fd289-e709-4ef5-9e5e-d5ad3c805cc2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/fbe90630-bb47-4441-9d95-e2bec337bfc3 HTTP/1.1" status: 204  len: 168 time: 0.7373631
Nov 27 21:04:10.102688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55104) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:10.115647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-97cb5425-9f64-4063-ab62-a12ab36257b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:10.117203 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-97cb5425-9f64-4063-ab62-a12ab36257b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8&tenant_id=85c58aa2d3dd4e09a26b5265084b8493 HTTP/1.1" status: 200  len: 1094 time: 0.3808241
Nov 27 21:04:10.131559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:10.154459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55108) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:10.159320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c18a1-feaa-4f51-9b31-7d760f72af67 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:10.163583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f52c18a1-feaa-4f51-9b31-7d760f72af67 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0589714
Nov 27 21:04:10.163817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55112) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:10.192900 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee1bf66-bd88-4092-9723-f3518a870f4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:04:10.195597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8ee1bf66-bd88-4092-9723-f3518a870f4f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/755b80df-57e8-4469-b347-b6477d7db812 HTTP/1.1" status: 404  len: 333 time: 0.0302255
Nov 27 21:04:10.199300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55118) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:10.228150 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f00395-6789-41f7-a0bf-cfb126f713f5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:04:10.233445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c4f00395-6789-41f7-a0bf-cfb126f713f5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/fbe90630-bb47-4441-9d95-e2bec337bfc3 HTTP/1.1" status: 404  len: 333 time: 0.0329199
Nov 27 21:04:10.234345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55120) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:10.243377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.245223 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.341982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.365997 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bea06319-7f1d-44c8-980e-d2fdb987bc01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.443091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.478525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef3292e0>,) {'filters': {'network_id': ['01df65d1-732c-462d-ac9e-f5c51e5d17b6']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:10.490676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef3292e0>, 'e35dc624-7d35-4650-b090-621959d388f4') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:10.491097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef3292e0>, 'e35dc624-7d35-4650-b090-621959d388f4') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:10.509828 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.530529 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.541469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:10.542197 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:10.558695 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:10.666427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:10.676766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.699389 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.713309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/networks/01df65d1-732c-462d-ac9e-f5c51e5d17b6 HTTP/1.1" status: 204  len: 168 time: 0.4744000
Nov 27 21:04:10.715165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55140) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:10.722831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1160986643'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:10.740282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a23dd-90da-45c5-906c-ba8664186786 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Network': ['ID=01df65d1-732c-462d-ac9e-f5c51e5d17b6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:10.782646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:10.787830 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.791040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:10.822898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:10.835440 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.835661 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bea06319-7f1d-44c8-980e-d2fdb987bc01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.835822 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Added segment 3fb087e0-47ef-4a94-bdaf-6944d665ff3e of type vlan for network bce03993-655f-4270-8c9d-60bcd433ce17
Nov 27 21:04:10.848981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7140c-7fdd-4609-9922-d509ebce96a9 req-c1c5f46e-1235-4acc-a4ac-efcd7266ee62 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:10.850920 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8f7140c-7fdd-4609-9922-d509ebce96a9 req-c1c5f46e-1235-4acc-a4ac-efcd7266ee62 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 943 time: 0.1328635
Nov 27 21:04:10.854266 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bea06319-7f1d-44c8-980e-d2fdb987bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.887951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d58283-44aa-49b4-8ef5-5f49cb82acda {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:04:10.888295 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.903527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.911651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea06319-7f1d-44c8-980e-d2fdb987bc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd533a69-f5fe-4b10-9b4c-0ee71f520899,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:10.921467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.930120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:10.930891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.946495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Transition to ACTIVE for port object d3d58283-44aa-49b4-8ef5-5f49cb82acda will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:04:10.952375 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bea06319-7f1d-44c8-980e-d2fdb987bc01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbe5ff330fa94dce90ceb417549101a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7940841
Nov 27 21:04:10.953238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:10.960480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:10.997490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2781000
Nov 27 21:04:10.997726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55158) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:11.002548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'bce03993-655f-4270-8c9d-60bcd433ce17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:11.045860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76ee8d-e48d-4dac-ad3a-aa34a075c30f None None] DHCP port deletion for 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:11.048646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8f7140c-7fdd-4609-9922-d509ebce96a9 req-a33c1d4a-6801-4d0c-a123-f9f4ccf972d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634464
Nov 27 21:04:11.059774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9cf0b-b119-425d-adde-1622fadd5e76 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Network': ['ID=bce03993-655f-4270-8c9d-60bcd433ce17,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:11.083096 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network bce03993-655f-4270-8c9d-60bcd433ce17 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:11.104802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=9']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:11.109243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] No DVR routers for this DVR port d3d58283-44aa-49b4-8ef5-5f49cb82acda on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:11.116201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4670401-a7c3-4b7a-a7ed-faaea900af9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.136540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:11.140255 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.164972 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4670401-a7c3-4b7a-a7ed-faaea900af9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.178235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Attempting to bind port d3d58283-44aa-49b4-8ef5-5f49cb82acda on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:11.178587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Attempting to bind port d3d58283-44aa-49b4-8ef5-5f49cb82acda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:11.178922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Attempting to bind port d3d58283-44aa-49b4-8ef5-5f49cb82acda on network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:11.198182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Port d3d58283-44aa-49b4-8ef5-5f49cb82acda on network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:04:11.198812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Attempting to bind port d3d58283-44aa-49b4-8ef5-5f49cb82acda on network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:11.210145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:11.210799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Checking segment: {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:11.211198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Bound using segment: {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:11.211681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Bound port: d3d58283-44aa-49b4-8ef5-5f49cb82acda, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae6940-1d43-46dd-97da-f4384fa7493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:11.212045 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.212654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.ipam_backend_mixin [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Performing IP validity checks on allocation pools {{(pid=120909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 27 21:04:11.218597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.ipam_backend_mixin [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 27 21:04:11.263888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4670401-a7c3-4b7a-a7ed-faaea900af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.266815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4670401-a7c3-4b7a-a7ed-faaea900af9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.268008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e4670401-a7c3-4b7a-a7ed-faaea900af9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd533a69-f5fe-4b10-9b4c-0ee71f520899 HTTP/1.1" status: 204  len: 168 time: 0.3138440
Nov 27 21:04:11.288053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4670401-a7c3-4b7a-a7ed-faaea900af9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd533a69-f5fe-4b10-9b4c-0ee71f520899,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:11.306996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:11.313207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:11.321813 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.372131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:11.372607 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.374040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 200  len: 1091 time: 1.2489610
Nov 27 21:04:11.374489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:11.377018 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e989c0-2b12-4975-94b4-870b2e4e091b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:11.387514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d571a11-6bea-4586-ae4e-cd84dc22b59e None None] DHCP port deletion for 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:11.440460 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64080a4-4122-4e60-ac4a-2b1758577e5f x-openstack-request-id: req-e64080a4-4122-4e60-ac4a-2b1758577e5f {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:11.441265 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:11.442372 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e64080a4-4122-4e60-ac4a-2b1758577e5f {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:11.443933 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'status': 'completed', 'code': 200}
Nov 27 21:04:11.471241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.491096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3bfca-2f8e-4425-8f9f-a6bfae1f09b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=10']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:11.506399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-0c4505a0-45bf-4db9-b1af-d275717415ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:11.509037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-0c4505a0-45bf-4db9-b1af-d275717415ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 1095 time: 0.1055620
Nov 27 21:04:11.582498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=ab68c5e1-f5d9-4c88-8c5f-6c0e56008124,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:11.602477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Checking segment: {'id': '3fb087e0-47ef-4a94-bdaf-6944d665ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bce03993-655f-4270-8c9d-60bcd433ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:11.603915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network hostable DHCP agents. Network: bce03993-655f-4270-8c9d-60bcd433ce17, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:11.645515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network bce03993-655f-4270-8c9d-60bcd433ce17 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:11.651048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-54bc7ab5-eef5-4d44-ad23-b7c0ed4a6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:11.653031 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-54bc7ab5-eef5-4d44-ad23-b7c0ed4a6e30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 915 time: 0.1345894
Nov 27 21:04:11.659342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bce03993-655f-4270-8c9d-60bcd433ce17) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:11.665458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:11.666921 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.680014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f43473b-7172-49b3-b43b-623fd939fa54 None None] Network bce03993-655f-4270-8c9d-60bcd433ce17 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:11.701366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ed620635-0fd9-4a9f-915e-a3508747afa0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7002196
Nov 27 21:04:11.701587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55194) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:11.710289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': 'bce03993-655f-4270-8c9d-60bcd433ce17', 'name': 'tempest-PortsIpV6TestJSON-1147317570'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:11.798943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-dffc5490-9139-4384-9481-9daed32c6982 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 200  len: 217 time: 0.1386206
Nov 27 21:04:11.933458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-1fe41e98-3f79-41f6-a0d9-5084db2ee957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:11.935089 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-1fe41e98-3f79-41f6-a0d9-5084db2ee957 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 200  len: 854 time: 0.1283083
Nov 27 21:04:11.973568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bce03993-655f-4270-8c9d-60bcd433ce17', 'network_id': 'bce03993-655f-4270-8c9d-60bcd433ce17', 'tenant_id': '43d96f70dd574c329276ab3646183310', 'fixed_ips': [{'subnet_id': 'ab68c5e1-f5d9-4c88-8c5f-6c0e56008124'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:04:11.975065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.977310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:11.990343 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:11.995901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-a1018045-0fa2-4b84-8438-762f3cec10ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533421
Nov 27 21:04:12.059062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port 778e15df-b21e-4de7-9335-04e4318e38c2 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:12.217543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55214) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:12.227885 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-44321770-bab0-437e-8694-e23f4f69c0f1 service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2231355
Nov 27 21:04:12.378922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c74bc4-f67c-4e2f-8629-bc2513e64dd0 req-8629679b-c06b-44fc-b6b9-9a44688c3819 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:12.381088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9c74bc4-f67c-4e2f-8629-bc2513e64dd0 req-8629679b-c06b-44fc-b6b9-9a44688c3819 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.1901176
Nov 27 21:04:12.393456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e60c2ab5-fc31-40ca-b6d8-06eb3b6454e8 req-bb5710b1-bd88-41b4-8674-02cd300d88d6 service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575763
Nov 27 21:04:12.426762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Allocated IP 2001:db8::2 (bce03993-655f-4270-8c9d-60bcd433ce17/ab68c5e1-f5d9-4c88-8c5f-6c0e56008124/665f28d2-0f5a-4da1-9d05-b1ff84e5c740) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:12.456242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9c74bc4-f67c-4e2f-8629-bc2513e64dd0 req-f550dd9a-da33-43ec-abda-407511fda896 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679302
Nov 27 21:04:12.457289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34b449d2-c7a7-4d98-bd35-637bb8f1e48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.583459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-3af3ca73-dd39-4432-8a04-52ea9048b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:12.585438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-3af3ca73-dd39-4432-8a04-52ea9048b3bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 1095 time: 0.1201124
Nov 27 21:04:12.591100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34b449d2-c7a7-4d98-bd35-637bb8f1e48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.604676 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34b449d2-c7a7-4d98-bd35-637bb8f1e48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.634028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55244) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:12.709377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-34b449d2-c7a7-4d98-bd35-637bb8f1e48a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=161065fbb6a8498bbbf8ad50c8239eaf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4910879
Nov 27 21:04:12.711869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55252) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:12.719031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-29311a59-bcd9-4964-991e-bac3b588bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:12.720804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-29311a59-bcd9-4964-991e-bac3b588bbb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 915 time: 0.1281974
Nov 27 21:04:12.726007 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.734388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.758504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b449d2-c7a7-4d98-bd35-637bb8f1e48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb826b-a844-473a-8f71-27804ddd5bc6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:12.769488 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-19c2e841-8d7b-4e9e-a4b6-349af47e38ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 200  len: 217 time: 0.0414355
Nov 27 21:04:12.772743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-164239031-network', 'tenant_id': '00735fb3099849649f3659ccce46780f'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:12.797439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Network bce03993-655f-4270-8c9d-60bcd433ce17 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:12.801120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:12.807128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:12.821364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f8e492f-fdbe-4c1e-b5b8-736f7b34e5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.835548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-d970a739-98fb-4f82-8cc7-2e8eb2628847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:12.839131 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-d970a739-98fb-4f82-8cc7-2e8eb2628847 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 200  len: 854 time: 0.0613909
Nov 27 21:04:12.839330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Pushing event updated for resources: {'Port': ['ID=665f28d2-0f5a-4da1-9d05-b1ff84e5c740,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:12.876253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::12f (bce03993-655f-4270-8c9d-60bcd433ce17/ab68c5e1-f5d9-4c88-8c5f-6c0e56008124/778e15df-b21e-4de7-9335-04e4318e38c2) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:12.889334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-0807f89b-5f75-4e85-a8cd-8b64ed4c7dec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375006
Nov 27 21:04:12.901045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Attempting to bind port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:12.901675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Attempting to bind port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3fb087e0-47ef-4a94-bdaf-6944d665ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bce03993-655f-4270-8c9d-60bcd433ce17'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:12.902243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Attempting to bind port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 on network bce03993-655f-4270-8c9d-60bcd433ce17 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:12.911897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:12.912675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Checking segment: {'id': '3fb087e0-47ef-4a94-bdaf-6944d665ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bce03993-655f-4270-8c9d-60bcd433ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:12.915952 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.916406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Bound using segment: {'id': '3fb087e0-47ef-4a94-bdaf-6944d665ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bce03993-655f-4270-8c9d-60bcd433ce17'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:12.916919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Bound port: 665f28d2-0f5a-4da1-9d05-b1ff84e5c740, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb087e0-47ef-4a94-bdaf-6944d665ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'bce03993-655f-4270-8c9d-60bcd433ce17'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:12.917066 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f8e492f-fdbe-4c1e-b5b8-736f7b34e5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.917310 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.932154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Made reservation on behalf of 00735fb3099849649f3659ccce46780f for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:12.934528 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:12.956715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.045070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] For port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:13.046456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-1aa229b3-a669-4eaa-9b99-92f06fef6506 service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484756
Nov 27 21:04:13.053258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] For port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=665f28d2-0f5a-4da1-9d05-b1ff84e5c740,segment=NetworkSegment(3fb087e0-47ef-4a94-bdaf-6944d665ff3e),segment_id=3fb087e0-47ef-4a94-bdaf-6944d665ff3e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:13.059871 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.140976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946bc59-e5ba-4de6-b280-5ebd4a863ba1 None None] Pushing event updated for resources: {'Port': ['ID=665f28d2-0f5a-4da1-9d05-b1ff84e5c740,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:13.203002 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f8e492f-fdbe-4c1e-b5b8-736f7b34e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.208386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f8e492f-fdbe-4c1e-b5b8-736f7b34e5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.212985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4f8e492f-fdbe-4c1e-b5b8-736f7b34e5d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42eb826b-a844-473a-8f71-27804ddd5bc6 HTTP/1.1" status: 204  len: 168 time: 0.4973290
Nov 27 21:04:13.329866 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e492f-fdbe-4c1e-b5b8-736f7b34e5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb826b-a844-473a-8f71-27804ddd5bc6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:13.445481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.504088 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.520527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:13.533744 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.533744 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Added segment e5190aef-e130-4fb2-966d-e74f81328e13 of type vlan for network 60372a06-7f1e-4c49-9e10-b019a24c919f
Nov 27 21:04:13.611683 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.666593 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.732176 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3e989c0-2b12-4975-94b4-870b2e4e091b req-ef6dc108-6a42-4a85-9ac8-35a528d6e545 service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3007398
Nov 27 21:04:13.768550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345c5dbc-d2b2-4276-985f-efcb91dbb195,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:13.805947 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.807365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:13.808194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.836883 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:13.846375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bfd85-cf3b-404f-b104-4aafdfed388e req-23119584-d5d4-43b3-94e1-7923fe2ad54d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:13.854374 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c51bfd85-cf3b-404f-b104-4aafdfed388e req-23119584-d5d4-43b3-94e1-7923fe2ad54d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.1468840
Nov 27 21:04:13.930683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55270) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:13.934814 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.2997046
Nov 27 21:04:13.941789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55272) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:13.969808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Request body: {'subnet': {'network_id': '60372a06-7f1e-4c49-9e10-b019a24c919f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-164239031-subnet', 'tenant_id': '00735fb3099849649f3659ccce46780f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:13.978605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network bce03993-655f-4270-8c9d-60bcd433ce17 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:13.982083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:13.984149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc5244-9b01-4ca1-a6dc-45670fe0a885 admin admin] Pushing event updated for resources: {'Network': ['ID=60372a06-7f1e-4c49-9e10-b019a24c919f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:13.992780 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:13.998835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:13.999537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.002379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=778e15df-b21e-4de7-9335-04e4318e38c2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:14.007009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 60372a06-7f1e-4c49-9e10-b019a24c919f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:14.009410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6bd500a8-49d5-447c-8068-a5d9caffa0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.044376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c51bfd85-cf3b-404f-b104-4aafdfed388e req-79beda13-ce23-4756-9fa1-432887d12a5c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889443
Nov 27 21:04:14.096067 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d11f706e-de9f-4f3c-bfe4-5c643708d3dc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.3925610
Nov 27 21:04:14.097707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Made reservation on behalf of 00735fb3099849649f3659ccce46780f for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:14.098739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55276) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:14.100160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.332601 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6bd500a8-49d5-447c-8068-a5d9caffa0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.376276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f414aeae-1e0a-4d0f-bc5d-b39cbee1432d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 778e15df-b21e-4de7-9335-04e4318e38c2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:14.376825 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f414aeae-1e0a-4d0f-bc5d-b39cbee1432d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.381460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6bd500a8-49d5-447c-8068-a5d9caffa0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.490414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd500a8-49d5-447c-8068-a5d9caffa0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f54506-f585-4695-8998-107bc5de5398,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:14.508614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6bd500a8-49d5-447c-8068-a5d9caffa0e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd8be548d36a4238b9b28801ff18602a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5756836
Nov 27 21:04:14.511361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55286) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:14.607599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.695136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f414aeae-1e0a-4d0f-bc5d-b39cbee1432d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.716159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.724662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f414aeae-1e0a-4d0f-bc5d-b39cbee1432d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 778e15df-b21e-4de7-9335-04e4318e38c2 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:14.768558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39eec158-7691-42be-99a6-d78f74ea552d,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:14.777315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Checking segment: {'id': 'e5190aef-e130-4fb2-966d-e74f81328e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60372a06-7f1e-4c49-9e10-b019a24c919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:14.779532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Network hostable DHCP agents. Network: 60372a06-7f1e-4c49-9e10-b019a24c919f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:14.804370 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.812614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Network 60372a06-7f1e-4c49-9e10-b019a24c919f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:14.827755 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60372a06-7f1e-4c49-9e10-b019a24c919f) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:14.840109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382227b-5d38-435b-9912-6f0e5362578f None None] Network 60372a06-7f1e-4c49-9e10-b019a24c919f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:14.849535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:14.851634 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:14.887078 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9421e6b2-3888-4728-b5b8-bb3e19ea5803 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9423420
Nov 27 21:04:14.979300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15771b-19be-4e65-a51c-ad7d1e5e916c None None] Network bce03993-655f-4270-8c9d-60bcd433ce17 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:15.138669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:15.150804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:15.161432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3f54506-f585-4695-8998-107bc5de5398 HTTP/1.1" status: 204  len: 168 time: 0.6486845
Nov 27 21:04:15.216548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f54506-f585-4695-8998-107bc5de5398,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:15.288814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a5f4004-895d-46c0-a75d-da468a89a0f9 None None] Provisioning complete for port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:15.290638 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a5f4004-895d-46c0-a75d-da468a89a0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:15.349657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.350035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.350387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.350736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.351078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.351587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.351928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.352268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.352604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.352990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.353261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.353594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac256a68-d851-42d4-b16c-d79f753f6ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:15.400670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f414aeae-1e0a-4d0f-bc5d-b39cbee1432d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:15.434369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27392849-e14d-4bf4-8bae-eac2e658bd29 req-7c69c4ca-e920-4ece-b954-6b552e579921 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:15.436645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27392849-e14d-4bf4-8bae-eac2e658bd29 req-7c69c4ca-e920-4ece-b954-6b552e579921 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.1575360
Nov 27 21:04:15.613998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:15.644522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27392849-e14d-4bf4-8bae-eac2e658bd29 req-f794bba0-9a1c-4c02-b272-553c89a89f85 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271174
Nov 27 21:04:15.644740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70323423-83fd-478b-ba97-72a122e18e2b None None] Network 60372a06-7f1e-4c49-9e10-b019a24c919f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:15.645376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414aeae-1e0a-4d0f-bc5d-b39cbee1432d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=778e15df-b21e-4de7-9335-04e4318e38c2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:15.728173 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f414aeae-1e0a-4d0f-bc5d-b39cbee1432d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:15.734800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55312) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:15.734988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f414aeae-1e0a-4d0f-bc5d-b39cbee1432d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/778e15df-b21e-4de7-9335-04e4318e38c2 HTTP/1.1" status: 204  len: 168 time: 1.6351647
Nov 27 21:04:15.818441 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de27bd6-c42c-4bf8-b182-9b6978746607 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:04:15.821834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de27bd6-c42c-4bf8-b182-9b6978746607 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:04:15.835285 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3de27bd6-c42c-4bf8-b182-9b6978746607 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/778e15df-b21e-4de7-9335-04e4318e38c2 HTTP/1.1" status: 404  len: 333 time: 0.0991933
Nov 27 21:04:15.838563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55328) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:15.905899 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eac5d08-16b9-4666-9238-ede88d66c3d8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:04:15.909048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9eac5d08-16b9-4666-9238-ede88d66c3d8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/778e15df-b21e-4de7-9335-04e4318e38c2 HTTP/1.1" status: 404  len: 333 time: 0.0686312
Nov 27 21:04:15.911518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55334) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:16.029191 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.042871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-071786e5-705f-4d28-89cc-001cf5a755e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet ab68c5e1-f5d9-4c88-8c5f-6c0e56008124 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:16.058273 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-071786e5-705f-4d28-89cc-001cf5a755e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.074306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:16.074792 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.079050 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a5f4004-895d-46c0-a75d-da468a89a0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.085277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55340) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:16.100277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1156361635-network', 'tenant_id': '1fc5ea29615742c5822e366a80fffc75'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:16.146314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-071786e5-705f-4d28-89cc-001cf5a755e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.155127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Made reservation on behalf of 1fc5ea29615742c5822e366a80fffc75 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:16.157703 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.180236 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.268028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a5f4004-895d-46c0-a75d-da468a89a0f9 None None] For port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=665f28d2-0f5a-4da1-9d05-b1ff84e5c740,segment=NetworkSegment(3fb087e0-47ef-4a94-bdaf-6944d665ff3e),segment_id=3fb087e0-47ef-4a94-bdaf-6944d665ff3e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:16.321946 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.330144 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.342835 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a5f4004-895d-46c0-a75d-da468a89a0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.412347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:16.442654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9325cf8c-27cb-48cb-ba50-408dc9c988af,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:16.454972 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.454972 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Added segment d5b11826-9145-44e8-8d68-5b832b9ceb33 of type vlan for network 68dea1c7-0cab-45a9-9700-02a29ae2babb
Nov 27 21:04:16.473222 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-071786e5-705f-4d28-89cc-001cf5a755e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.625637 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.687141 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.689146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:16.691961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f4004-895d-46c0-a75d-da468a89a0f9 None None] Pushing event updated for resources: {'Port': ['ID=665f28d2-0f5a-4da1-9d05-b1ff84e5c740,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:16.697158 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.698917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e1a41fc9-8c19-4d39-9f8f-9f05f368c0f4 None None] Provisioning complete for port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:16.700639 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e1a41fc9-8c19-4d39-9f8f-9f05f368c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.728806 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-071786e5-705f-4d28-89cc-001cf5a755e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.876915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071786e5-705f-4d28-89cc-001cf5a755e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=ab68c5e1-f5d9-4c88-8c5f-6c0e56008124,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:16.897442 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-071786e5-705f-4d28-89cc-001cf5a755e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:16.917500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-071786e5-705f-4d28-89cc-001cf5a755e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/ab68c5e1-f5d9-4c88-8c5f-6c0e56008124 HTTP/1.1" status: 204  len: 168 time: 1.0037191
Nov 27 21:04:16.918188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55366) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:16.947688 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8601530
Nov 27 21:04:16.950726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55368) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:16.963124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Request body: {'subnet': {'network_id': '68dea1c7-0cab-45a9-9700-02a29ae2babb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1156361635-subnet', 'tenant_id': '1fc5ea29615742c5822e366a80fffc75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:17.002210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638409a-8632-4c6c-b236-e8bf239f7b3d admin admin] Pushing event updated for resources: {'Network': ['ID=68dea1c7-0cab-45a9-9700-02a29ae2babb,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:17.018653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 68dea1c7-0cab-45a9-9700-02a29ae2babb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:17.063069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f01f7-8c0d-4ee7-bad1-381d1ffe8b6c req-d3dd77b2-c6a5-4e0f-8c7f-d6715ddfdb7e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:17.065274 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b68f01f7-8c0d-4ee7-bad1-381d1ffe8b6c req-d3dd77b2-c6a5-4e0f-8c7f-d6715ddfdb7e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.1271389
Nov 27 21:04:17.200482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c24a82-6f8c-413c-96e7-e89e157954c1 None None] Network bce03993-655f-4270-8c9d-60bcd433ce17 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:17.210501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b68f01f7-8c0d-4ee7-bad1-381d1ffe8b6c req-24605712-57c6-4de9-8fff-94c149849a88 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234279
Nov 27 21:04:17.232356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e25688bc-0df3-4240-9a94-d363760cefed None None] Could not find standard attr ID for object 778e15df-b21e-4de7-9335-04e4318e38c2. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:04:17.265069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Made reservation on behalf of 1fc5ea29615742c5822e366a80fffc75 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:17.269139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:17.290110 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:17.459457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:17.580312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:17.580952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:17.699000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:17.700563 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:17.755232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b266b322-f0da-4e88-8baa-ab84addc10b9 None None] DHCP port deletion for bce03993-655f-4270-8c9d-60bcd433ce17 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:17.884992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b266b322-f0da-4e88-8baa-ab84addc10b9 None None] Deleting port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:17.885546 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b266b322-f0da-4e88-8baa-ab84addc10b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:17.901853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:17.997974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b266b322-f0da-4e88-8baa-ab84addc10b9 None None] For port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=665f28d2-0f5a-4da1-9d05-b1ff84e5c740,segment=NetworkSegment(3fb087e0-47ef-4a94-bdaf-6944d665ff3e),segment_id=3fb087e0-47ef-4a94-bdaf-6944d665ff3e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:17.998227 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b266b322-f0da-4e88-8baa-ab84addc10b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:18.014745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b266b322-f0da-4e88-8baa-ab84addc10b9 None None] Calling delete_port for 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:18.040418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] For port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=665f28d2-0f5a-4da1-9d05-b1ff84e5c740,segment=NetworkSegment(3fb087e0-47ef-4a94-bdaf-6944d665ff3e),segment_id=3fb087e0-47ef-4a94-bdaf-6944d665ff3e)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:18.040792 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:18.063007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed4401a-c25d-4dc6-a7b7-7a0cf47c4c4f,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:18.087940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.088778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.089221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.089574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.090005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.090380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.090712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.091034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.091403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.091735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.092070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.092488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:18.097539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:18.106860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Checking segment: {'id': 'd5b11826-9145-44e8-8d68-5b832b9ceb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '68dea1c7-0cab-45a9-9700-02a29ae2babb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:18.107576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Network hostable DHCP agents. Network: 68dea1c7-0cab-45a9-9700-02a29ae2babb, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:18.136092 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b266b322-f0da-4e88-8baa-ab84addc10b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:18.155405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266b322-f0da-4e88-8baa-ab84addc10b9 None None] No DVR routers for this DVR port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:18.205179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266b322-f0da-4e88-8baa-ab84addc10b9 None None] Pushing event deleted for resources: {'Port': ['ID=665f28d2-0f5a-4da1-9d05-b1ff84e5c740,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:18.236648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Network 68dea1c7-0cab-45a9-9700-02a29ae2babb is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:18.267757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68dea1c7-0cab-45a9-9700-02a29ae2babb) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:18.297619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e643cb3f-82fb-468b-b986-43f00e52e9ae None None] Network 68dea1c7-0cab-45a9-9700-02a29ae2babb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:18.303902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:18.305827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:18.385916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-57ea219a-8269-4b06-8715-2f6eece2a00d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.4328086
Nov 27 21:04:18.399730 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:18.448291 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:18.460017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3127-bb52-459f-8a15-debfe9ac0604 req-98b06df8-8703-4a37-8ce1-96f0948f9c73 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:18.471047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f4b3127-bb52-459f-8a15-debfe9ac0604 req-98b06df8-8703-4a37-8ce1-96f0948f9c73 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.1208963
Nov 27 21:04:18.543346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=665f28d2-0f5a-4da1-9d05-b1ff84e5c740,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:18.572029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No DVR routers for this DVR port 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:18.573719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f4b3127-bb52-459f-8a15-debfe9ac0604 req-c14422ee-d50e-410a-a618-cc55c025bfcc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935717
Nov 27 21:04:18.680890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbcd357-0408-4a8b-84d6-f947e35303db None None] Network 68dea1c7-0cab-45a9-9700-02a29ae2babb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:18.816308 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:18.885311 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe549130>,) {'filters': {'network_id': ['bce03993-655f-4270-8c9d-60bcd433ce17']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:18.933640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe549130>, '3fb087e0-47ef-4a94-bdaf-6944d665ff3e') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:18.936545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe549130>, '3fb087e0-47ef-4a94-bdaf-6944d665ff3e') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:18.964985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:18.994428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:19.013195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:19.013560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:19.025505 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:19.193876 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:19.208678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:19.218288 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/networks/bce03993-655f-4270-8c9d-60bcd433ce17 HTTP/1.1" status: 204  len: 168 time: 2.2858984
Nov 27 21:04:19.218574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55452) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:19.221452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-373792755'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:19.258052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071bfb6-1fd6-4567-bb77-ccf19c725227 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Network': ['ID=bce03993-655f-4270-8c9d-60bcd433ce17,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:19.267000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:19.271931 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:19.342239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:19.373465 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:19.373841 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Added segment 4165a2e1-081a-4f85-9f33-f78fdc39619d of type vlan for network 379ec57c-f6bd-4721-8e04-5c88f6883ae4
Nov 27 21:04:19.414918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:19.481635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:19.519299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:04:19.522434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 665f28d2-0f5a-4da1-9d05-b1ff84e5c740 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:04:19.523449 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:19.531529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:19.533124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:19.706385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4888012
Nov 27 21:04:19.719069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55512) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:19.737227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': '379ec57c-f6bd-4721-8e04-5c88f6883ae4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:19.763545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197842b3-7670-4a63-ae4f-05ce2ea8f76c tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Network': ['ID=379ec57c-f6bd-4721-8e04-5c88f6883ae4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:19.777681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 379ec57c-f6bd-4721-8e04-5c88f6883ae4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:19.884760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851936e2-9b77-4f61-95df-8c9659039daf req-fef8de72-6fa2-4ca8-aa32-59c65297abff tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:19.887048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-fef8de72-6fa2-4ca8-aa32-59c65297abff tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/networks?id=60372a06-7f1e-4c49-9e10-b019a24c919f HTTP/1.1" status: 200  len: 824 time: 0.3036029
Nov 27 21:04:19.920061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-f77ea95b-e44b-46d7-a1ee-cab05ca6c4d3 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/quotas/00735fb3099849649f3659ccce46780f HTTP/1.1" status: 200  len: 375 time: 0.0232406
Nov 27 21:04:19.956953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985a3c6-6950-44e5-b2e4-308ed328b82b req-76642997-6da3-4760-9dd4-1a0e843ede1c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:19.968990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9985a3c6-6950-44e5-b2e4-308ed328b82b req-76642997-6da3-4760-9dd4-1a0e843ede1c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.2638588
Nov 27 21:04:19.979571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-fbd30deb-9c5f-4cae-8274-2d3d797f234a tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00735fb3099849649f3659ccce46780f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445368
Nov 27 21:04:20.010925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:20.014888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:20.116859 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9985a3c6-6950-44e5-b2e4-308ed328b82b req-387c885e-4065-473a-8757-ff96f46cf937 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464686
Nov 27 21:04:20.161676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-e6ab1b12-5582-4cf8-bda7-7d7109fb702c service neutron] 10.222.0.21 "GET /v2.0/networks/60372a06-7f1e-4c49-9e10-b019a24c919f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731150
Nov 27 21:04:20.305479 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:20.414353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=6dcd2457-7f69-438e-8fcd-6847a6cdf318,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:20.422540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Checking segment: {'id': '4165a2e1-081a-4f85-9f33-f78fdc39619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '379ec57c-f6bd-4721-8e04-5c88f6883ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:20.422923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network hostable DHCP agents. Network: 379ec57c-f6bd-4721-8e04-5c88f6883ae4, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:20.439581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-ade2a9a7-f876-441c-a17f-c51ef04cba76 service neutron] 10.222.0.21 "GET /v2.0/networks/60372a06-7f1e-4c49-9e10-b019a24c919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2670622
Nov 27 21:04:20.454272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network 379ec57c-f6bd-4721-8e04-5c88f6883ae4 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:20.469523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 379ec57c-f6bd-4721-8e04-5c88f6883ae4) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:20.475995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:20.477301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:20.482621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336121ee-42c9-4656-915b-3f9f4a8fec29 None None] Network 379ec57c-f6bd-4721-8e04-5c88f6883ae4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:20.502245 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-86cd95a0-883d-4eb2-a764-4fdd0c8c9f06 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7743354
Nov 27 21:04:20.504824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55534) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:20.511125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': '379ec57c-f6bd-4721-8e04-5c88f6883ae4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1630618193'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:20.867688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-379ec57c-f6bd-4721-8e04-5c88f6883ae4', 'network_id': '379ec57c-f6bd-4721-8e04-5c88f6883ae4', 'tenant_id': '43d96f70dd574c329276ab3646183310', 'fixed_ips': [{'subnet_id': '6dcd2457-7f69-438e-8fcd-6847a6cdf318'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:04:20.868664 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:20.897941 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ccdaf8a-79ed-4d02-a752-639fa9a5b3f4 req-f304f19a-3ff7-4cc8-8bf4-48ce6137b3c8 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 210 time: 0.0880048
Nov 27 21:04:20.899239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:20.902851 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:20.955763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port da2d1554-2826-461c-a1b9-22f5bde64a1f yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:21.186034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::37 (379ec57c-f6bd-4721-8e04-5c88f6883ae4/6dcd2457-7f69-438e-8fcd-6847a6cdf318/da2d1554-2826-461c-a1b9-22f5bde64a1f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:21.447323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b8e74-1fa9-4f50-a5ab-2218a7e28902 req-7c9336ce-65a9-47fd-a409-91a7bdbdd306 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:21.472749 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e3b8e74-1fa9-4f50-a5ab-2218a7e28902 req-7c9336ce-65a9-47fd-a409-91a7bdbdd306 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.2268522
Nov 27 21:04:21.587526 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e3b8e74-1fa9-4f50-a5ab-2218a7e28902 req-da672933-0b76-4030-856d-52528f0bc7a8 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093361
Nov 27 21:04:21.597886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:21.652888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:21.705294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network 379ec57c-f6bd-4721-8e04-5c88f6883ae4 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:21.710312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:21.715462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:21.721620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:21.722175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:21.733373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=da2d1554-2826-461c-a1b9-22f5bde64a1f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:21.750670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aa4fdc98-195c-4e3d-8725-b942fd0345fb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 1.2420104
Nov 27 21:04:21.751055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55590) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:21.766447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Allocated IP 2001:db8::2 (379ec57c-f6bd-4721-8e04-5c88f6883ae4/6dcd2457-7f69-438e-8fcd-6847a6cdf318/e47d0646-ac06-4b7c-9980-a74404e3b38e) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:21.906620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b698817b-5796-405d-99de-3bc41a92a8c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port da2d1554-2826-461c-a1b9-22f5bde64a1f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:21.907054 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b698817b-5796-405d-99de-3bc41a92a8c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:22.071135 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:22.098622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:22.226811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-685db8f0-6cf5-427b-a4de-7b9e16a4ee81 req-9544a5b0-5002-498d-b09c-82303b5d3d3a tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 210 time: 0.1695158
Nov 27 21:04:22.255063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Network 379ec57c-f6bd-4721-8e04-5c88f6883ae4 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:22.260403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:22.276357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b698817b-5796-405d-99de-3bc41a92a8c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:22.295025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:22.317407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b698817b-5796-405d-99de-3bc41a92a8c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for da2d1554-2826-461c-a1b9-22f5bde64a1f owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:22.320198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Pushing event updated for resources: {'Port': ['ID=e47d0646-ac06-4b7c-9980-a74404e3b38e,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:22.349788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.350125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.350453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.350785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.351697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.352153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.352530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.352852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.353247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.353479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.353809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.354188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:22.404232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Attempting to bind port e47d0646-ac06-4b7c-9980-a74404e3b38e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:22.404612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Attempting to bind port e47d0646-ac06-4b7c-9980-a74404e3b38e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4165a2e1-081a-4f85-9f33-f78fdc39619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '379ec57c-f6bd-4721-8e04-5c88f6883ae4'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:22.404988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Attempting to bind port e47d0646-ac06-4b7c-9980-a74404e3b38e on network 379ec57c-f6bd-4721-8e04-5c88f6883ae4 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:22.419701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:22.435808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Checking segment: {'id': '4165a2e1-081a-4f85-9f33-f78fdc39619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '379ec57c-f6bd-4721-8e04-5c88f6883ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:22.436254 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:22.436939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Bound using segment: {'id': '4165a2e1-081a-4f85-9f33-f78fdc39619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '379ec57c-f6bd-4721-8e04-5c88f6883ae4'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:22.437190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Bound port: e47d0646-ac06-4b7c-9980-a74404e3b38e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4165a2e1-081a-4f85-9f33-f78fdc39619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '379ec57c-f6bd-4721-8e04-5c88f6883ae4'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:22.437758 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:22.566615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-42079b82-34fa-4931-9442-234bf7298496 None None] For port e47d0646-ac06-4b7c-9980-a74404e3b38e, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:22.572279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-42079b82-34fa-4931-9442-234bf7298496 None None] For port e47d0646-ac06-4b7c-9980-a74404e3b38e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e47d0646-ac06-4b7c-9980-a74404e3b38e,segment=NetworkSegment(4165a2e1-081a-4f85-9f33-f78fdc39619d),segment_id=4165a2e1-081a-4f85-9f33-f78fdc39619d)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:22.580959 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:22.698515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851936e2-9b77-4f61-95df-8c9659039daf req-c77c3f27-04ee-454b-8991-bcb4a17df899 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:22.700953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-c77c3f27-04ee-454b-8991-bcb4a17df899 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.35 "GET /v2.0/networks?id=60372a06-7f1e-4c49-9e10-b019a24c919f HTTP/1.1" status: 200  len: 824 time: 0.2840681
Nov 27 21:04:22.717305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Request body: {'port': {'device_id': '7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d', 'network_id': '60372a06-7f1e-4c49-9e10-b019a24c919f', 'admin_state_up': True, 'tenant_id': '00735fb3099849649f3659ccce46780f'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:22.836759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42079b82-34fa-4931-9442-234bf7298496 None None] Pushing event updated for resources: {'Port': ['ID=e47d0646-ac06-4b7c-9980-a74404e3b38e,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:22.844432 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b698817b-5796-405d-99de-3bc41a92a8c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:22.923907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698817b-5796-405d-99de-3bc41a92a8c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=da2d1554-2826-461c-a1b9-22f5bde64a1f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:23.012135 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b698817b-5796-405d-99de-3bc41a92a8c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:23.020496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55618) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:23.021102 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b698817b-5796-405d-99de-3bc41a92a8c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/da2d1554-2826-461c-a1b9-22f5bde64a1f HTTP/1.1" status: 204  len: 168 time: 1.2684922
Nov 27 21:04:23.056596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86a2a2-6c8d-4561-b523-d3fdff4e7187 req-f2f8603b-f8e5-46e7-a092-0017f6097037 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:23.058374 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f86a2a2-6c8d-4561-b523-d3fdff4e7187 req-f2f8603b-f8e5-46e7-a092-0017f6097037 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.2179856
Nov 27 21:04:23.081259 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21ce02a-e740-4cd4-a183-c6d0eb500761 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:04:23.083126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a21ce02a-e740-4cd4-a183-c6d0eb500761 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/da2d1554-2826-461c-a1b9-22f5bde64a1f HTTP/1.1" status: 404  len: 333 time: 0.0610240
Nov 27 21:04:23.087776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55620) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:23.177111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Made reservation on behalf of 00735fb3099849649f3659ccce46780f for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:23.180987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:23.232713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-603257fe-b78e-4381-9324-a973542a66f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet 6dcd2457-7f69-438e-8fcd-6847a6cdf318 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:23.239981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-603257fe-b78e-4381-9324-a973542a66f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:23.396933 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f86a2a2-6c8d-4561-b523-d3fdff4e7187 req-4cb1453e-d194-428b-acf5-0f3b6417a83e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2790205
Nov 27 21:04:23.398304 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-603257fe-b78e-4381-9324-a973542a66f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:23.463042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a10b22dc-a036-4c18-bc43-a481db71024f req-c476d245-652b-4415-bda4-72ee9b597abd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 210 time: 0.0902588
Nov 27 21:04:23.497265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e47d0646-ac06-4b7c-9980-a74404e3b38e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:23.538328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Allocated IP 172.20.0.6 (60372a06-7f1e-4c49-9e10-b019a24c919f/39eec158-7691-42be-99a6-d78f74ea552d/af22aa46-5e09-4ef8-9e39-a83bde137164) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:23.614412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-603257fe-b78e-4381-9324-a973542a66f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:23.630001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e47d0646-ac06-4b7c-9980-a74404e3b38e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:23.630510 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:23.741324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-603257fe-b78e-4381-9324-a973542a66f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:23.795843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603257fe-b78e-4381-9324-a973542a66f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=6dcd2457-7f69-438e-8fcd-6847a6cdf318,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:23.800206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-603257fe-b78e-4381-9324-a973542a66f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:23.804696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-603257fe-b78e-4381-9324-a973542a66f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/6dcd2457-7f69-438e-8fcd-6847a6cdf318 HTTP/1.1" status: 204  len: 168 time: 0.7156804
Nov 27 21:04:23.808106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55630) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:23.838684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:23.921999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:24.020754 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:24.061501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Network 60372a06-7f1e-4c49-9e10-b019a24c919f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:24.072845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:24.084633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:24.257114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port e47d0646-ac06-4b7c-9980-a74404e3b38e {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:24.257969 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:24.318951 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:24.503558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] For port e47d0646-ac06-4b7c-9980-a74404e3b38e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e47d0646-ac06-4b7c-9980-a74404e3b38e,segment=NetworkSegment(4165a2e1-081a-4f85-9f33-f78fdc39619d),segment_id=4165a2e1-081a-4f85-9f33-f78fdc39619d)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:24.503991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:24.508746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:04:24.509215 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:04:24.561561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for e47d0646-ac06-4b7c-9980-a74404e3b38e owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:24.709492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac861cf8-1cd0-436b-a0a3-e7c3004e1c21 None None] Network 379ec57c-f6bd-4721-8e04-5c88f6883ae4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:24.744587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0f288-b001-4e38-bd61-c670a13a6dd3 req-1a51ad97-a9fb-484f-a319-269c9434d7de tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:24.746662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3dd0f288-b001-4e38-bd61-c670a13a6dd3 req-1a51ad97-a9fb-484f-a319-269c9434d7de tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.2267172
Nov 27 21:04:24.935448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a41e696c-ef74-4747-82cd-9970297490a8 None None] Provisioning complete for port e47d0646-ac06-4b7c-9980-a74404e3b38e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:24.936145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a41e696c-ef74-4747-82cd-9970297490a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:24.999974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Pushing event updated for resources: {'Port': ['ID=af22aa46-5e09-4ef8-9e39-a83bde137164,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:25.082530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:25.083702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.105844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b9a64-94e1-4e5b-af93-90d97384613f req-ce0f9686-12cc-4779-bde4-053c88347fcd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:25.108007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-694b9a64-94e1-4e5b-af93-90d97384613f req-ce0f9686-12cc-4779-bde4-053c88347fcd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 931 time: 0.1315818
Nov 27 21:04:25.185799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-1e93a05d-ec6b-431f-af72-a3929661abbd tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4725692
Nov 27 21:04:25.227405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.268950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Request body: {'port': {'device_id': '7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:25.384275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-694b9a64-94e1-4e5b-af93-90d97384613f req-30c871ea-7502-4e0f-99c0-02ce5154e0b9 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2664104
Nov 27 21:04:25.451791 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.470705 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port e47d0646-ac06-4b7c-9980-a74404e3b38e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e47d0646-ac06-4b7c-9980-a74404e3b38e,segment=NetworkSegment(4165a2e1-081a-4f85-9f33-f78fdc39619d),segment_id=4165a2e1-081a-4f85-9f33-f78fdc39619d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:25.474163 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a41e696c-ef74-4747-82cd-9970297490a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.513746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.562640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3dd0f288-b001-4e38-bd61-c670a13a6dd3 req-9f096018-b326-4bce-b4a8-860b0a1189f1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8066928
Nov 27 21:04:25.579938 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.638953 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-a41e696c-ef74-4747-82cd-9970297490a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:04:25.639343 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-a41e696c-ef74-4747-82cd-9970297490a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:04:25.650530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=e47d0646-ac06-4b7c-9980-a74404e3b38e,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:25.684580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=e47d0646-ac06-4b7c-9980-a74404e3b38e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:25.689931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No DVR routers for this DVR port e47d0646-ac06-4b7c-9980-a74404e3b38e on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:25.712042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20892802-a247-4163-9589-61b5feb6a193 None None] DHCP port deletion for 379ec57c-f6bd-4721-8e04-5c88f6883ae4 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:25.795687 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.815569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d2160>,) {'filters': {'network_id': ['379ec57c-f6bd-4721-8e04-5c88f6883ae4']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:25.825234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d2160>, '4165a2e1-081a-4f85-9f33-f78fdc39619d') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:25.825542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2d2160>, '4165a2e1-081a-4f85-9f33-f78fdc39619d') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:25.834781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.848237 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.854123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:25.854511 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:25.857602 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:25.903909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af22aa46-5e09-4ef8-9e39-a83bde137164 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:04:25.911283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.919004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.924092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.925767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Transition to ACTIVE for port object af22aa46-5e09-4ef8-9e39-a83bde137164 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:04:25.928359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/networks/379ec57c-f6bd-4721-8e04-5c88f6883ae4 HTTP/1.1" status: 204  len: 168 time: 2.1174130
Nov 27 21:04:25.932363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55692) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:25.938139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'name': 'tempest-PortsIpV6TestJSON-914022487'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:25.941314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:25.943912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580a52b-b5c4-437b-b480-df69978a9e99 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Network': ['ID=379ec57c-f6bd-4721-8e04-5c88f6883ae4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:26.063556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Pushing event updated for resources: {'Port': ['ID=af22aa46-5e09-4ef8-9e39-a83bde137164,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:26.119815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:26.123627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:26.156799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Attempting to bind port af22aa46-5e09-4ef8-9e39-a83bde137164 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:26.157148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Attempting to bind port af22aa46-5e09-4ef8-9e39-a83bde137164 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5190aef-e130-4fb2-966d-e74f81328e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60372a06-7f1e-4c49-9e10-b019a24c919f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:26.157489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Attempting to bind port af22aa46-5e09-4ef8-9e39-a83bde137164 on network 60372a06-7f1e-4c49-9e10-b019a24c919f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:26.159142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a41e696c-ef74-4747-82cd-9970297490a8 None None] Port e47d0646-ac06-4b7c-9980-a74404e3b38e update to ACTIVE by agent not found {{(pid=120910) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 27 21:04:26.161014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port b62b1fbe-4bb1-4ae8-bcef-390f334206a4 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:26.170156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Port af22aa46-5e09-4ef8-9e39-a83bde137164 on network 60372a06-7f1e-4c49-9e10-b019a24c919f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:04:26.170614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Attempting to bind port af22aa46-5e09-4ef8-9e39-a83bde137164 on network 60372a06-7f1e-4c49-9e10-b019a24c919f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:26.207167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:26.207667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Checking segment: {'id': 'e5190aef-e130-4fb2-966d-e74f81328e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60372a06-7f1e-4c49-9e10-b019a24c919f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:26.207859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Bound using segment: {'id': 'e5190aef-e130-4fb2-966d-e74f81328e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60372a06-7f1e-4c49-9e10-b019a24c919f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:26.208318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Bound port: af22aa46-5e09-4ef8-9e39-a83bde137164, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5190aef-e130-4fb2-966d-e74f81328e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60372a06-7f1e-4c49-9e10-b019a24c919f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:26.208687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:26.354030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] For port af22aa46-5e09-4ef8-9e39-a83bde137164, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:26.376472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] For port af22aa46-5e09-4ef8-9e39-a83bde137164, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af22aa46-5e09-4ef8-9e39-a83bde137164,segment=NetworkSegment(e5190aef-e130-4fb2-966d-e74f81328e13),segment_id=e5190aef-e130-4fb2-966d-e74f81328e13)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:26.383306 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:26.396444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:26.436068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:26.436688 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:26.438081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] 10.222.0.35 "PUT /v2.0/ports/af22aa46-5e09-4ef8-9e39-a83bde137164 HTTP/1.1" status: 200  len: 1091 time: 1.1778507
Nov 27 21:04:26.439996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d', 'tag': 'af22aa46-5e09-4ef8-9e39-a83bde137164'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:26.442345 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d", "tag": "af22aa46-5e09-4ef8-9e39-a83bde137164"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:26.480110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6286a-f9d4-4b52-9ab3-5eeedfef531c service neutron] Pushing event updated for resources: {'Port': ['ID=af22aa46-5e09-4ef8-9e39-a83bde137164,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:26.492565 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a10527-7f6e-4685-af9e-24dcd8872955 x-openstack-request-id: req-49a10527-7f6e-4685-af9e-24dcd8872955 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:26.492871 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d", "tag": "af22aa46-5e09-4ef8-9e39-a83bde137164", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:26.493135 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49a10527-7f6e-4685-af9e-24dcd8872955 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:26.493548 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d', 'tag': 'af22aa46-5e09-4ef8-9e39-a83bde137164', 'status': 'completed', 'code': 200}
Nov 27 21:04:26.540048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:26.564325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204462e5-16bc-4773-b83f-a7435bf3d007 req-1938db3b-6f62-47f9-b073-c6a3dbcbe7c1 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:26.566076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-204462e5-16bc-4773-b83f-a7435bf3d007 req-1938db3b-6f62-47f9-b073-c6a3dbcbe7c1 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 943 time: 0.0817952
Nov 27 21:04:26.586105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851936e2-9b77-4f61-95df-8c9659039daf req-459c1763-e4b9-4dd0-a330-af18fc597b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:26.587664 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-459c1763-e4b9-4dd0-a330-af18fc597b37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00735fb3099849649f3659ccce46780f&device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 1094 time: 0.0901902
Nov 27 21:04:26.589441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:26.597710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:26.600057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:26.607009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:26.607672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:26.624084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-204462e5-16bc-4773-b83f-a7435bf3d007 req-af6046eb-b32b-4d3f-9fc6-c34dd0f6dbe2 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509524
Nov 27 21:04:26.658200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-e20d0fd3-940b-4ad3-acd7-53d3bac38ee7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af22aa46-5e09-4ef8-9e39-a83bde137164 HTTP/1.1" status: 200  len: 217 time: 0.0473044
Nov 27 21:04:26.660019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=b62b1fbe-4bb1-4ae8-bcef-390f334206a4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:26.669597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-049725c7-2b9d-4356-8c95-e820c04a7980 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7361243
Nov 27 21:04:26.672628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55714) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:26.777722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c4aeda97-66fc-40e8-a544-c0fbd31560b0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port b62b1fbe-4bb1-4ae8-bcef-390f334206a4 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:26.778169 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda97-66fc-40e8-a544-c0fbd31560b0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:26.780489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851936e2-9b77-4f61-95df-8c9659039daf req-ed587762-2004-4b11-adcd-1ea25cf1e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:26.782226 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-ed587762-2004-4b11-adcd-1ea25cf1e434 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39eec158-7691-42be-99a6-d78f74ea552d HTTP/1.1" status: 200  len: 864 time: 0.1109853
Nov 27 21:04:26.789888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc3402-24af-41b2-a7d7-794a87080ab3 req-1386e462-9183-49a5-a193-e48c10dbfe07 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:26.791351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89cc3402-24af-41b2-a7d7-794a87080ab3 req-1386e462-9183-49a5-a193-e48c10dbfe07 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.0723958
Nov 27 21:04:26.825810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-b6362741-ea05-4dd5-aee3-dd5a2de5817f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60372a06-7f1e-4c49-9e10-b019a24c919f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316896
Nov 27 21:04:26.855891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda97-66fc-40e8-a544-c0fbd31560b0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:26.880742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c4aeda97-66fc-40e8-a544-c0fbd31560b0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for b62b1fbe-4bb1-4ae8-bcef-390f334206a4 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:26.923791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89cc3402-24af-41b2-a7d7-794a87080ab3 req-b1a87a6c-c0f4-405c-9e32-f8078936037d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219833
Nov 27 21:04:26.972276 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-a88c47ce-9f42-420a-abdb-fe070e953412 service neutron] 10.222.0.35 "GET /v2.0/networks/60372a06-7f1e-4c49-9e10-b019a24c919f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383154
Nov 27 21:04:26.976123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda97-66fc-40e8-a544-c0fbd31560b0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.003830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeda97-66fc-40e8-a544-c0fbd31560b0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=b62b1fbe-4bb1-4ae8-bcef-390f334206a4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:27.012536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c4aeda97-66fc-40e8-a544-c0fbd31560b0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.016153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c4aeda97-66fc-40e8-a544-c0fbd31560b0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/b62b1fbe-4bb1-4ae8-bcef-390f334206a4 HTTP/1.1" status: 204  len: 168 time: 0.3425806
Nov 27 21:04:27.018681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55732) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:27.027356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'mac_address': 'fa:16:3e:0b:85:a5', 'name': 'tempest-PortsIpV6TestJSON-44843313'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:27.083641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-851936e2-9b77-4f61-95df-8c9659039daf req-ca5ac517-4635-4082-98fe-d60cf3d154c1 service neutron] 10.222.0.35 "GET /v2.0/networks/60372a06-7f1e-4c49-9e10-b019a24c919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1004422
Nov 27 21:04:27.139637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:27.207103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-2ef5b1cc-8742-4e4f-8cf1-c741779609c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:27.208740 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-2ef5b1cc-8742-4e4f-8cf1-c741779609c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00735fb3099849649f3659ccce46780f&device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 1094 time: 0.0569248
Nov 27 21:04:27.225558 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.254599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port 3aeb8421-9d33-4a2f-b2c4-526a379cf0b4 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:27.335601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-473bee4b-4a4a-4f71-9297-5a633d30e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:27.337124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-473bee4b-4a4a-4f71-9297-5a633d30e985 service neutron] 10.222.0.35 "GET /v2.0/networks?id=60372a06-7f1e-4c49-9e10-b019a24c919f HTTP/1.1" status: 200  len: 925 time: 0.1216266
Nov 27 21:04:27.384088 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-2a34285d-50fe-4afc-a79d-668446a30425 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af22aa46-5e09-4ef8-9e39-a83bde137164 HTTP/1.1" status: 200  len: 217 time: 0.0356791
Nov 27 21:04:27.425700 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.439065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-5747e5eb-d88e-454e-bb91-acd032ebd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:27.440718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-5747e5eb-d88e-454e-bb91-acd032ebd714 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39eec158-7691-42be-99a6-d78f74ea552d HTTP/1.1" status: 200  len: 864 time: 0.0481384
Nov 27 21:04:27.462207 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.475464 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-43403aec-5aae-4f32-9a8d-37aa7e07dfde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=60372a06-7f1e-4c49-9e10-b019a24c919f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254717
Nov 27 21:04:27.512095 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:27.515241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:27.519068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:27.524800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:27.525409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.533874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=3aeb8421-9d33-4a2f-b2c4-526a379cf0b4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:27.549333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d9f013e5-3b91-43d8-b781-26553ebde84e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 848 time: 0.5295436
Nov 27 21:04:27.549946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55742) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:27.575218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-a93810f7-fa5d-49da-b4eb-b6ab216e6157 service neutron] 10.222.0.35 "GET /v2.0/networks/60372a06-7f1e-4c49-9e10-b019a24c919f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923395
Nov 27 21:04:27.595122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae49479-7b33-4d4b-bd46-6d4e662d9c2b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:27.599552 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6ae49479-7b33-4d4b-bd46-6d4e662d9c2b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/3aeb8421-9d33-4a2f-b2c4-526a379cf0b4 HTTP/1.1" status: 200  len: 843 time: 0.0485554
Nov 27 21:04:27.600169 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55744) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:27.615830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e47d0646-ac06-4b7c-9980-a74404e3b38e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:27.636637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e47d0646-ac06-4b7c-9980-a74404e3b38e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:04:27.637274 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e47d0646-ac06-4b7c-9980-a74404e3b38e not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:04:27.688119 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45e2ed3b-e005-431e-9bd5-9cc214bab4bc req-bf5260a6-bb38-47fc-b986-30b132666742 service neutron] 10.222.0.35 "GET /v2.0/networks/60372a06-7f1e-4c49-9e10-b019a24c919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042008
Nov 27 21:04:27.697357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-39141cbd-5556-4eb8-af18-5e530716bd30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 3aeb8421-9d33-4a2f-b2c4-526a379cf0b4 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:27.697708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39141cbd-5556-4eb8-af18-5e530716bd30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.789417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39141cbd-5556-4eb8-af18-5e530716bd30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.806462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-39141cbd-5556-4eb8-af18-5e530716bd30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 3aeb8421-9d33-4a2f-b2c4-526a379cf0b4 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:27.819093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced0438-f9f9-4221-b26b-6bc37130b7bb req-c8c1f6d4-1793-4f16-a3d5-c55a0667044b tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:27.819672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fced0438-f9f9-4221-b26b-6bc37130b7bb req-c8c1f6d4-1793-4f16-a3d5-c55a0667044b tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 943 time: 0.1073115
Nov 27 21:04:27.915041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fced0438-f9f9-4221-b26b-6bc37130b7bb req-3f8230b4-9697-476a-a28e-6880ab66c019 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886011
Nov 27 21:04:27.940532 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39141cbd-5556-4eb8-af18-5e530716bd30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.971215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39141cbd-5556-4eb8-af18-5e530716bd30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=3aeb8421-9d33-4a2f-b2c4-526a379cf0b4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:27.978798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39141cbd-5556-4eb8-af18-5e530716bd30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:27.983397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-39141cbd-5556-4eb8-af18-5e530716bd30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/3aeb8421-9d33-4a2f-b2c4-526a379cf0b4 HTTP/1.1" status: 204  len: 168 time: 0.3816929
Nov 27 21:04:27.985989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55756) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:28.010591 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e822216d-30ad-4659-8871-400b24b468bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:04:28.012147 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e822216d-30ad-4659-8871-400b24b468bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/3aeb8421-9d33-4a2f-b2c4-526a379cf0b4 HTTP/1.1" status: 404  len: 333 time: 0.0252249
Nov 27 21:04:28.015779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55758) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:28.034482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'name': 'tempest-PortsIpV6TestJSON-550771332'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:28.118191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bc21f-0bf4-463e-a9f2-73ae4aa7f29a req-2c7a0b6e-dbd8-4cf4-a34c-5b60afc8526f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:28.119710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-699bc21f-0bf4-463e-a9f2-73ae4aa7f29a req-2c7a0b6e-dbd8-4cf4-a34c-5b60afc8526f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.1162157
Nov 27 21:04:28.160975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:28.165171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:28.204984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-699bc21f-0bf4-463e-a9f2-73ae4aa7f29a req-2ed05b75-b115-4d7f-a03c-5d70b7b6f296 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785639
Nov 27 21:04:28.206472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port 5cd8768f-e5f0-44b3-b37a-34eab48b06c7 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:28.400922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:28.443835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:28.499563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:28.503575 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:28.506425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:28.514421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:28.515245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:28.534499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=5cd8768f-e5f0-44b3-b37a-34eab48b06c7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:28.550518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-869e037f-1de8-47dc-b287-86ef779c9d02 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.5313151
Nov 27 21:04:28.551038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55776) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:28.556673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-da4b4cec-6e64-4e0d-a2fb-a8c11270f578 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:28.643206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da4b4cec-6e64-4e0d-a2fb-a8c11270f578 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:28.828573 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da4b4cec-6e64-4e0d-a2fb-a8c11270f578 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:28.834361 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da4b4cec-6e64-4e0d-a2fb-a8c11270f578 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:28.868372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-da4b4cec-6e64-4e0d-a2fb-a8c11270f578 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] In _notify_port_updated(), no bound segment for port 5cd8768f-e5f0-44b3-b37a-34eab48b06c7 on network d30f32bc-52bf-4dce-908c-eee6f53da6ef {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:04:28.874606 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b4cec-6e64-4e0d-a2fb-a8c11270f578 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:28.875310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da4b4cec-6e64-4e0d-a2fb-a8c11270f578 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:28.876662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-da4b4cec-6e64-4e0d-a2fb-a8c11270f578 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "PUT /v2.0/ports/5cd8768f-e5f0-44b3-b37a-34eab48b06c7 HTTP/1.1" status: 200  len: 818 time: 0.3245399
Nov 27 21:04:28.879369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55804) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:28.922490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b4cec-6e64-4e0d-a2fb-a8c11270f578 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=5cd8768f-e5f0-44b3-b37a-34eab48b06c7,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:28.991998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-00c40866-ef76-4ae2-a57f-f3a807cf39cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 5cd8768f-e5f0-44b3-b37a-34eab48b06c7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:28.992351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00c40866-ef76-4ae2-a57f-f3a807cf39cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.037355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840fcad-4657-4404-8d79-544b99884ed2 req-6b888cbf-4ae0-4894-b9f0-ea67eddf4d07 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:29.039462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d840fcad-4657-4404-8d79-544b99884ed2 req-6b888cbf-4ae0-4894-b9f0-ea67eddf4d07 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 943 time: 0.0547013
Nov 27 21:04:29.066392 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00c40866-ef76-4ae2-a57f-f3a807cf39cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.080185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-00c40866-ef76-4ae2-a57f-f3a807cf39cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 5cd8768f-e5f0-44b3-b37a-34eab48b06c7 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:29.117587 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d840fcad-4657-4404-8d79-544b99884ed2 req-f62e0472-398f-4ea8-b264-278b4acec093 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719283
Nov 27 21:04:29.170618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00c40866-ef76-4ae2-a57f-f3a807cf39cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.207835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c40866-ef76-4ae2-a57f-f3a807cf39cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=5cd8768f-e5f0-44b3-b37a-34eab48b06c7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:29.216820 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00c40866-ef76-4ae2-a57f-f3a807cf39cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.223307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-00c40866-ef76-4ae2-a57f-f3a807cf39cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/5cd8768f-e5f0-44b3-b37a-34eab48b06c7 HTTP/1.1" status: 204  len: 168 time: 0.3405719
Nov 27 21:04:29.223870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55814) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:29.277298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bf3567-5418-4187-9296-5092c4da437a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:29.281252 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d7bf3567-5418-4187-9296-5092c4da437a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0539432
Nov 27 21:04:29.281658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55820) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:29.317596 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b78d2e-98cc-4f4a-a7f0-f0e9be4ca6cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:04:29.319067 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-20b78d2e-98cc-4f4a-a7f0-f0e9be4ca6cb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/5cd8768f-e5f0-44b3-b37a-34eab48b06c7 HTTP/1.1" status: 404  len: 333 time: 0.0363879
Nov 27 21:04:29.323015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55824) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:29.328099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1949118607'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:29.351354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:29.354848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.355481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255901-0212-42e6-aceb-db1b75126abb req-af40a3eb-4354-45ee-a45f-9b185b64d4ea tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:29.357008 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a255901-0212-42e6-aceb-db1b75126abb req-af40a3eb-4354-45ee-a45f-9b185b64d4ea tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 944 time: 0.0644391
Nov 27 21:04:29.380858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:29.393622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.393963 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Added segment 296f43c1-3fa2-434b-a7c7-a68c074f6996 of type vlan for network 1a838d5b-576f-4033-bbfe-f7da85485a31
Nov 27 21:04:29.433975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a255901-0212-42e6-aceb-db1b75126abb req-a5893f34-6dea-49dc-a2ed-112fcee2e469 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699015
Nov 27 21:04:29.446320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.488256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.494301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:29.494920 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.562280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2381001
Nov 27 21:04:29.565154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55844) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:29.571882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:29.574835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4f038-5604-45fb-8171-d595153567d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Network': ['ID=1a838d5b-576f-4033-bbfe-f7da85485a31,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:29.588342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:29.682085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:29.687206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.904533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:29.953822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d3d58283-44aa-49b4-8ef5-5f49cb82acda details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:04:29.981959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=dfdf581c-7de7-43a6-9f9e-e7500ddab83e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:29.984901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Checking segment: {'id': '296f43c1-3fa2-434b-a7c7-a68c074f6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:29.985276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network hostable DHCP agents. Network: 1a838d5b-576f-4033-bbfe-f7da85485a31, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:30.005188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:30.016304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1a838d5b-576f-4033-bbfe-f7da85485a31) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:30.022198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:30.023457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:30.040547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464839a5-6770-4227-9341-b42210a9114a None None] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:30.043770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bd182a3c-72a3-4e60-bb2a-6772c3cd9cca tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4771554
Nov 27 21:04:30.045046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55860) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:30.051095 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-72fed22d-b305-4be9-9c0b-14e22e74248a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:30.164149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:30.174108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fed22d-b305-4be9-9c0b-14e22e74248a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:30.178262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72fed22d-b305-4be9-9c0b-14e22e74248a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:30.203478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'network_id': '5fc9f4b4-8604-4ff4-85b1-28e814a55b3b', 'port_id': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'mac_address': 'fa:16:3e:ff:3b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f811c223-e5e4-44e5-8d0d-c2ddc80a75c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:04:30.288388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:30.300334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1a838d5b-576f-4033-bbfe-f7da85485a31', 'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31', 'tenant_id': '43d96f70dd574c329276ab3646183310', 'fixed_ips': [{'subnet_id': 'dfdf581c-7de7-43a6-9f9e-e7500ddab83e'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:04:30.301217 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:30.301514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf30de-5f49-46b6-b8a1-0231d011e581 req-8b1913b4-d87c-4600-9db6-2ede4d0d25d3 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:30.303062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1dbf30de-5f49-46b6-b8a1-0231d011e581 req-8b1913b4-d87c-4600-9db6-2ede4d0d25d3 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 943 time: 0.1053193
Nov 27 21:04:30.325756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d58283-44aa-49b4-8ef5-5f49cb82acda {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:04:30.333666 ncdv-master-1 neutron-server[120909]: INFO neutron.db.ipam_backend_mixin [None req-72fed22d-b305-4be9-9c0b-14e22e74248a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfdf581c-7de7-43a6-9f9e-e7500ddab83e (CIDR: 2001:db8::/64)
Nov 27 21:04:30.345095 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fed22d-b305-4be9-9c0b-14e22e74248a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:04:30.345547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fed22d-b305-4be9-9c0b-14e22e74248a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:04:30.378558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1dbf30de-5f49-46b6-b8a1-0231d011e581 req-031582c8-e1c1-481f-a7e0-21bf692605ab tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689974
Nov 27 21:04:30.382917 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-72fed22d-b305-4be9-9c0b-14e22e74248a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3369160
Nov 27 21:04:30.385754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55880) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:30.391482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:30.409315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:30.416918 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:30.518507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=11']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:30.534007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Allocated IP 2001:db8::2 (1a838d5b-576f-4033-bbfe-f7da85485a31/dfdf581c-7de7-43a6-9f9e-e7500ddab83e/63df6508-4dbc-41b2-b00f-51dbdc38280d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:30.565299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:30.572858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:30.723364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966673be-3dd4-4853-901b-dc82e8df0f6e req-4cb0c871-012a-4a43-9485-794213c068ab tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:30.733759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-966673be-3dd4-4853-901b-dc82e8df0f6e req-4cb0c871-012a-4a43-9485-794213c068ab tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1335104
Nov 27 21:04:30.821960 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:30.831628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['d3d58283-44aa-49b4-8ef5-5f49cb82acda'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:04:30.836260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-966673be-3dd4-4853-901b-dc82e8df0f6e req-61eab42a-adae-4f42-88c8-db8aa806cc9b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954313
Nov 27 21:04:30.883625 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:30.957318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:30.966758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:30.974721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:30.990596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Pushing event updated for resources: {'Port': ['ID=63df6508-4dbc-41b2-b00f-51dbdc38280d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:31.002548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.057710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device af22aa46-5e09-4ef8-9e39-a83bde137164 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:04:31.077543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:31.079229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:31.085640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:31.086631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.104493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Attempting to bind port 63df6508-4dbc-41b2-b00f-51dbdc38280d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:31.104802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Attempting to bind port 63df6508-4dbc-41b2-b00f-51dbdc38280d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '296f43c1-3fa2-434b-a7c7-a68c074f6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:31.105178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Attempting to bind port 63df6508-4dbc-41b2-b00f-51dbdc38280d on network 1a838d5b-576f-4033-bbfe-f7da85485a31 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:31.111042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7237310
Nov 27 21:04:31.113788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55934) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:31.118752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39b07d-ac7c-47c1-a1f2-69098e7082bb tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=fa403195-f416-445f-b393-ec52a1dc068d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:31.122607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31', 'fixed_ips': [{'subnet_id': 'dfdf581c-7de7-43a6-9f9e-e7500ddab83e'}, {'subnet_id': 'fa403195-f416-445f-b393-ec52a1dc068d'}], 'name': 'tempest-PortsIpV6TestJSON-1430494213'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:31.140919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:31.142033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Checking segment: {'id': '296f43c1-3fa2-434b-a7c7-a68c074f6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:31.142033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.142033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Bound using segment: {'id': '296f43c1-3fa2-434b-a7c7-a68c074f6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:31.142957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Bound port: 63df6508-4dbc-41b2-b00f-51dbdc38280d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296f43c1-3fa2-434b-a7c7-a68c074f6996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:31.142957 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.195676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55936) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:31.268869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:31.306088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port af22aa46-5e09-4ef8-9e39-a83bde137164, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af22aa46-5e09-4ef8-9e39-a83bde137164,segment=NetworkSegment(e5190aef-e130-4fb2-966d-e74f81328e13),segment_id=e5190aef-e130-4fb2-966d-e74f81328e13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:31.325867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] For port 63df6508-4dbc-41b2-b00f-51dbdc38280d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:31.341316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'af22aa46-5e09-4ef8-9e39-a83bde137164', 'network_id': '60372a06-7f1e-4c49-9e10-b019a24c919f', 'port_id': 'af22aa46-5e09-4ef8-9e39-a83bde137164', 'mac_address': 'fa:16:3e:c1:22:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39eec158-7691-42be-99a6-d78f74ea552d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:04:31.346139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] For port 63df6508-4dbc-41b2-b00f-51dbdc38280d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63df6508-4dbc-41b2-b00f-51dbdc38280d,segment=NetworkSegment(296f43c1-3fa2-434b-a7c7-a68c074f6996),segment_id=296f43c1-3fa2-434b-a7c7-a68c074f6996)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:31.365212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb16b602-9b2b-40d7-8448-9d9f99d2afe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.368329 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.372384 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.390298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port b13eb8dd-408e-461d-a382-8bf27bb190d2 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:31.434379 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.472461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af22aa46-5e09-4ef8-9e39-a83bde137164 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:04:31.482584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b288a-00a5-41e5-8b90-722eb157adee None None] Pushing event updated for resources: {'Port': ['ID=63df6508-4dbc-41b2-b00f-51dbdc38280d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:31.501382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port af22aa46-5e09-4ef8-9e39-a83bde137164, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af22aa46-5e09-4ef8-9e39-a83bde137164,segment=NetworkSegment(e5190aef-e130-4fb2-966d-e74f81328e13),segment_id=e5190aef-e130-4fb2-966d-e74f81328e13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:31.506148 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.511952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb16b602-9b2b-40d7-8448-9d9f99d2afe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.518156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cb16b602-9b2b-40d7-8448-9d9f99d2afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.566303 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cb16b602-9b2b-40d7-8448-9d9f99d2afe4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba58e4860f44491f950630661492e3bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3672080
Nov 27 21:04:31.567682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55958) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:31.571599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16b602-9b2b-40d7-8448-9d9f99d2afe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f4ab37-7a13-4d26-b79a-ae4c9b71c0dc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:31.584838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=af22aa46-5e09-4ef8-9e39-a83bde137164,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:31.713818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fae45-ecf3-4ab3-9d39-980714c99c01 req-519b4122-639c-4d74-b830-eb5acdd61904 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:31.715367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-626fae45-ecf3-4ab3-9d39-980714c99c01 req-519b4122-639c-4d74-b830-eb5acdd61904 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 944 time: 0.1814575
Nov 27 21:04:31.788108 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a88b-3fa9-4724-b614-ffcebc74cd3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.834074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-626fae45-ecf3-4ab3-9d39-980714c99c01 req-91468e3a-fd30-4b4b-bdfc-db36ae02b484 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110344
Nov 27 21:04:31.854486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['af22aa46-5e09-4ef8-9e39-a83bde137164'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:04:31.869565 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a88b-3fa9-4724-b614-ffcebc74cd3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:31.997675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75e589-8f2c-4a4d-a06e-e0d5da10007a req-3308b49c-7160-48dd-828d-8d9bccba5f01 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:31.999739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e75e589-8f2c-4a4d-a06e-e0d5da10007a req-3308b49c-7160-48dd-828d-8d9bccba5f01 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.0872717
Nov 27 21:04:32.011352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::30c (1a838d5b-576f-4033-bbfe-f7da85485a31/dfdf581c-7de7-43a6-9f9e-e7500ddab83e/b13eb8dd-408e-461d-a382-8bf27bb190d2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:32.015047 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a88b-3fa9-4724-b614-ffcebc74cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.018246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a88b-3fa9-4724-b614-ffcebc74cd3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.019937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b2f2a88b-3fa9-4724-b614-ffcebc74cd3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24f4ab37-7a13-4d26-b79a-ae4c9b71c0dc HTTP/1.1" status: 204  len: 168 time: 0.4173443
Nov 27 21:04:32.028886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8:0:1::45 (1a838d5b-576f-4033-bbfe-f7da85485a31/fa403195-f416-445f-b393-ec52a1dc068d/b13eb8dd-408e-461d-a382-8bf27bb190d2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:32.042841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2a88b-3fa9-4724-b614-ffcebc74cd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f4ab37-7a13-4d26-b79a-ae4c9b71c0dc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:32.072333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e75e589-8f2c-4a4d-a06e-e0d5da10007a req-8cdf0b5c-e4aa-400d-8581-beebd9f8eddd tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658360
Nov 27 21:04:32.248075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.258106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55974) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:32.307124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.367977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:32.376813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:32.384746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:32.394743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:32.395909 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.402591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=b13eb8dd-408e-461d-a382-8bf27bb190d2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:32.426258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f3ed2b0f-965f-4341-9f33-d6f00fdd6a2d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 1.3111753
Nov 27 21:04:32.429389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55978) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:32.438619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfdf581c-7de7-43a6-9f9e-e7500ddab83e'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:32.516005 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-033a56f1-a000-4c04-a968-a727b99a8660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.519540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55980) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:32.542480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.542979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-865aaf46-79e1-4ceb-8870-6ee55cfccad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.666728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-033a56f1-a000-4c04-a968-a727b99a8660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.680152 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-033a56f1-a000-4c04-a968-a727b99a8660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.684681 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-865aaf46-79e1-4ceb-8870-6ee55cfccad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.685883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feedaccc-47ae-4d3d-86e3-72191a14cbe1 None None] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:32.702478 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-865aaf46-79e1-4ceb-8870-6ee55cfccad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.742907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-033a56f1-a000-4c04-a968-a727b99a8660 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44b22e03c6d74976a86529d4cf57fb19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4835861
Nov 27 21:04:32.743715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a56f1-a000-4c04-a968-a727b99a8660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f0bbbf-0ffd-471c-a2df-e88b7706ad51,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:32.745199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55982) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:32.772138 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-865aaf46-79e1-4ceb-8870-6ee55cfccad0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abb12df834d34b8f9878e0a87ff763c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2440839
Nov 27 21:04:32.773582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55984) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:32.779946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2d4d3571-5bd2-4e39-a336-4eaf44673016 None None] Provisioning complete for port 63df6508-4dbc-41b2-b00f-51dbdc38280d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:32.780652 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3571-5bd2-4e39-a336-4eaf44673016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:32.781114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865aaf46-79e1-4ceb-8870-6ee55cfccad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90751e8f-294b-479d-9c3e-329c11fa47be,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:32.875485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Delete allocated IP 2001:db8:0:1::45 (1a838d5b-576f-4033-bbfe-f7da85485a31/fa403195-f416-445f-b393-ec52a1dc068d) {{(pid=120908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 21:04:33.015834 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49bcce0c-5eba-4b70-b240-d1fb9a252631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.052248 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c1f71c-0086-46ea-aadb-097e25df1ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.080034 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49bcce0c-5eba-4b70-b240-d1fb9a252631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.083303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device af22aa46-5e09-4ef8-9e39-a83bde137164 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:33.112660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d717-6d39-4209-a731-c44fd7a910e1 req-94a4b6da-eac7-44cf-af9c-c3a681829dbf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.119477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d717-6d39-4209-a731-c44fd7a910e1 req-94a4b6da-eac7-44cf-af9c-c3a681829dbf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.125990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d717-6d39-4209-a731-c44fd7a910e1 req-94a4b6da-eac7-44cf-af9c-c3a681829dbf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.130042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b610c-aa9a-4bfd-a452-f5e10f6c5fd2 req-7efd7161-c262-45ba-a94d-168b530583e4 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.131602 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c0b610c-aa9a-4bfd-a452-f5e10f6c5fd2 req-7efd7161-c262-45ba-a94d-168b530583e4 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 944 time: 0.1744943
Nov 27 21:04:33.132967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d717-6d39-4209-a731-c44fd7a910e1 req-94a4b6da-eac7-44cf-af9c-c3a681829dbf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.136858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3571-5bd2-4e39-a336-4eaf44673016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.139193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d717-6d39-4209-a731-c44fd7a910e1 req-94a4b6da-eac7-44cf-af9c-c3a681829dbf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.145414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d717-6d39-4209-a731-c44fd7a910e1 req-94a4b6da-eac7-44cf-af9c-c3a681829dbf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.146078 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c1f71c-0086-46ea-aadb-097e25df1ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.152394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d717-6d39-4209-a731-c44fd7a910e1 req-94a4b6da-eac7-44cf-af9c-c3a681829dbf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.157327 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ae71d717-6d39-4209-a731-c44fd7a910e1 req-94a4b6da-eac7-44cf-af9c-c3a681829dbf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.1060672
Nov 27 21:04:33.186061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2d4d3571-5bd2-4e39-a336-4eaf44673016 None None] For port 63df6508-4dbc-41b2-b00f-51dbdc38280d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63df6508-4dbc-41b2-b00f-51dbdc38280d,segment=NetworkSegment(296f43c1-3fa2-434b-a7c7-a68c074f6996),segment_id=296f43c1-3fa2-434b-a7c7-a68c074f6996)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:33.191967 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3571-5bd2-4e39-a336-4eaf44673016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.195478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port af22aa46-5e09-4ef8-9e39-a83bde137164 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:04:33.228498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port af22aa46-5e09-4ef8-9e39-a83bde137164 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:33.228876 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.244565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ae71d717-6d39-4209-a731-c44fd7a910e1 req-e4724a3a-10ce-4eba-b966-19e9daecc56c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0778174
Nov 27 21:04:33.244758 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.258724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.311969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4c0b610c-aa9a-4bfd-a452-f5e10f6c5fd2 req-b91a80c4-3be0-4f44-a369-79702bfa4839 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635785
Nov 27 21:04:33.317211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc653f9-75f5-41c8-8aed-933a09fae24e None None] Update dhcp port {'port': {'network_id': '1a838d5b-576f-4033-bbfe-f7da85485a31', 'fixed_ips': [{'subnet_id': 'dfdf581c-7de7-43a6-9f9e-e7500ddab83e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fa403195-f416-445f-b393-ec52a1dc068d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '63df6508-4dbc-41b2-b00f-51dbdc38280d'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:04:33.354048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c1f71c-0086-46ea-aadb-097e25df1ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.357081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42c1f71c-0086-46ea-aadb-097e25df1ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.358582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-42c1f71c-0086-46ea-aadb-097e25df1ada admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90751e8f-294b-479d-9c3e-329c11fa47be HTTP/1.1" status: 204  len: 168 time: 0.5838485
Nov 27 21:04:33.359061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d3571-5bd2-4e39-a336-4eaf44673016 None None] Pushing event updated for resources: {'Port': ['ID=63df6508-4dbc-41b2-b00f-51dbdc38280d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:33.373685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] In _notify_port_updated(), no bound segment for port b13eb8dd-408e-461d-a382-8bf27bb190d2 on network 1a838d5b-576f-4033-bbfe-f7da85485a31 {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:04:33.373831 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dfc653f9-75f5-41c8-8aed-933a09fae24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.381376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.382052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.384380 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "PUT /v2.0/ports/b13eb8dd-408e-461d-a382-8bf27bb190d2 HTTP/1.1" status: 200  len: 926 time: 0.9533641
Nov 27 21:04:33.385105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c1800-3985-4463-b987-860455b3056e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=b13eb8dd-408e-461d-a382-8bf27bb190d2,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:33.394309 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49bcce0c-5eba-4b70-b240-d1fb9a252631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.396942 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49bcce0c-5eba-4b70-b240-d1fb9a252631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.403816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-49bcce0c-5eba-4b70-b240-d1fb9a252631 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88f0bbbf-0ffd-471c-a2df-e88b7706ad51 HTTP/1.1" status: 204  len: 168 time: 0.6524367
Nov 27 21:04:33.404593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55998) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:33.422510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfdf581c-7de7-43a6-9f9e-e7500ddab83e'}, {'subnet_id': 'fa403195-f416-445f-b393-ec52a1dc068d'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:33.430234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1f71c-0086-46ea-aadb-097e25df1ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90751e8f-294b-479d-9c3e-329c11fa47be,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:33.463729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1b253-78ff-4c2c-9fdd-f544157f3487 req-bf6349c6-ae56-47dd-9713-2d3cf40a69f3 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:33.465303 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9c1b253-78ff-4c2c-9fdd-f544157f3487 req-bf6349c6-ae56-47dd-9713-2d3cf40a69f3 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 945 time: 0.1184237
Nov 27 21:04:33.514378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcce0c-5eba-4b70-b240-d1fb9a252631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f0bbbf-0ffd-471c-a2df-e88b7706ad51,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:33.515203 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.550438 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9c1b253-78ff-4c2c-9fdd-f544157f3487 req-40a38608-7d54-46b4-a09e-8b8ec0d0cb56 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663593
Nov 27 21:04:33.648301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.661589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af22aa46-5e09-4ef8-9e39-a83bde137164'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:33.664164 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b913a-1970-4d8d-ae8a-35e32eaf0bd0" -d '{"events": [{"server_uuid": "7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d", "name": "network-vif-plugged", "status": "completed", "tag": "af22aa46-5e09-4ef8-9e39-a83bde137164"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:33.684472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port af22aa46-5e09-4ef8-9e39-a83bde137164, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af22aa46-5e09-4ef8-9e39-a83bde137164,segment=NetworkSegment(e5190aef-e130-4fb2-966d-e74f81328e13),segment_id=e5190aef-e130-4fb2-966d-e74f81328e13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:33.721791 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.728335 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17392d13-4b8f-4449-94d0-aac4da8c8f72 x-openstack-request-id: req-17392d13-4b8f-4449-94d0-aac4da8c8f72 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:33.728640 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d", "name": "network-vif-plugged", "status": "completed", "tag": "af22aa46-5e09-4ef8-9e39-a83bde137164", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:33.728888 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17392d13-4b8f-4449-94d0-aac4da8c8f72 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:33.729420 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af22aa46-5e09-4ef8-9e39-a83bde137164', 'code': 200}
Nov 27 21:04:33.788967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63df6508-4dbc-41b2-b00f-51dbdc38280d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:33.829064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-dfc653f9-75f5-41c8-8aed-933a09fae24e None None] Allocated IP 2001:db8:0:1::2 (1a838d5b-576f-4033-bbfe-f7da85485a31/fa403195-f416-445f-b393-ec52a1dc068d/63df6508-4dbc-41b2-b00f-51dbdc38280d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:33.859946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=af22aa46-5e09-4ef8-9e39-a83bde137164,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:33.946563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 63df6508-4dbc-41b2-b00f-51dbdc38280d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:33.946947 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:33.998318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d3d58283-44aa-49b4-8ef5-5f49cb82acda up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:34.055419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-dfc653f9-75f5-41c8-8aed-933a09fae24e None None] For port 63df6508-4dbc-41b2-b00f-51dbdc38280d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63df6508-4dbc-41b2-b00f-51dbdc38280d,segment=NetworkSegment(296f43c1-3fa2-434b-a7c7-a68c074f6996),segment_id=296f43c1-3fa2-434b-a7c7-a68c074f6996)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:34.148127 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d44dc3ff-1cfb-4ce8-b91c-7f2360b4cd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:34.184142 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dfc653f9-75f5-41c8-8aed-933a09fae24e None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:34.201323 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dfc653f9-75f5-41c8-8aed-933a09fae24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:34.234017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port d3d58283-44aa-49b4-8ef5-5f49cb82acda completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:04:34.252316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port d3d58283-44aa-49b4-8ef5-5f49cb82acda triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:34.252814 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:34.355428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc653f9-75f5-41c8-8aed-933a09fae24e None None] Pushing event updated for resources: {'Port': ['ID=63df6508-4dbc-41b2-b00f-51dbdc38280d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:34.467740 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:34.517305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:34.527200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:34.538962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fa3ec-aefb-4d6c-92cb-40168d8b20d0 req-c333fda3-53fe-4c5d-912b-dfb37d7e8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.540395 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cb4fa3ec-aefb-4d6c-92cb-40168d8b20d0 req-c333fda3-53fe-4c5d-912b-dfb37d7e8cbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 1096 time: 0.6464953
Nov 27 21:04:34.549385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8807c7-e910-4ef3-a4cf-75551daa041b req-8c7ae804-7daa-45d7-b632-fe71e26f72bf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.561623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8807c7-e910-4ef3-a4cf-75551daa041b req-8c7ae804-7daa-45d7-b632-fe71e26f72bf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.575093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8807c7-e910-4ef3-a4cf-75551daa041b req-8c7ae804-7daa-45d7-b632-fe71e26f72bf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.591240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8807c7-e910-4ef3-a4cf-75551daa041b req-8c7ae804-7daa-45d7-b632-fe71e26f72bf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.602468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8807c7-e910-4ef3-a4cf-75551daa041b req-8c7ae804-7daa-45d7-b632-fe71e26f72bf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.621697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8807c7-e910-4ef3-a4cf-75551daa041b req-8c7ae804-7daa-45d7-b632-fe71e26f72bf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.625815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=12']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:34.628369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8807c7-e910-4ef3-a4cf-75551daa041b req-8c7ae804-7daa-45d7-b632-fe71e26f72bf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.630472 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b8807c7-e910-4ef3-a4cf-75551daa041b req-8c7ae804-7daa-45d7-b632-fe71e26f72bf tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.2113051
Nov 27 21:04:34.674136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-876fc07f-c3db-4626-875a-dcd34c672b87 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.683171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-876fc07f-c3db-4626-875a-dcd34c672b87 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.690082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-876fc07f-c3db-4626-875a-dcd34c672b87 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.701696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b8807c7-e910-4ef3-a4cf-75551daa041b req-99d79938-4977-4674-9f28-8450108fc65c tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0645092
Nov 27 21:04:34.703167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-876fc07f-c3db-4626-875a-dcd34c672b87 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.710736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-876fc07f-c3db-4626-875a-dcd34c672b87 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.717625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-876fc07f-c3db-4626-875a-dcd34c672b87 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.735287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-876fc07f-c3db-4626-875a-dcd34c672b87 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.735287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-876fc07f-c3db-4626-875a-dcd34c672b87 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.4001694
Nov 27 21:04:34.809867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-222e9517-b585-4b21-8238-f2f4d851163a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.812643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-222e9517-b585-4b21-8238-f2f4d851163a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "GET /v2.0/ports/2141f889-e6e6-4c2b-ba22-12f0441b2f07?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0601215
Nov 27 21:04:34.872663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cb4fa3ec-aefb-4d6c-92cb-40168d8b20d0 req-1c8d3234-26fa-429d-bc68-9e8a044e8de4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3013906
Nov 27 21:04:34.951033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492edfcf-a3ae-4f12-845d-8e16203cb5ad req-82e85f6b-35d3-412b-be89-3295f19965e1 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:34.955530 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-492edfcf-a3ae-4f12-845d-8e16203cb5ad req-82e85f6b-35d3-412b-be89-3295f19965e1 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 945 time: 0.4435894
Nov 27 21:04:34.959045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8:0:1::b6 (1a838d5b-576f-4033-bbfe-f7da85485a31/fa403195-f416-445f-b393-ec52a1dc068d/b13eb8dd-408e-461d-a382-8bf27bb190d2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:34.994003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679c4fa-09b2-48ad-bea5-5c4443fb795a req-c4c3ad0c-3973-4eee-afbb-e6723f2ccc51 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.002462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6679c4fa-09b2-48ad-bea5-5c4443fb795a req-c4c3ad0c-3973-4eee-afbb-e6723f2ccc51 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1024823
Nov 27 21:04:35.081581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6679c4fa-09b2-48ad-bea5-5c4443fb795a req-4c47fe13-88ca-4d07-b871-7408c1545755 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782254
Nov 27 21:04:35.210516 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-492edfcf-a3ae-4f12-845d-8e16203cb5ad req-e0bbfa4d-1070-4750-b576-8bf38018403a tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2418485
Nov 27 21:04:35.227330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-e7e4de26-9595-4371-9882-c418301d851e tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "GET /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3942363
Nov 27 21:04:35.249357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:35.253686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2137a-fb3f-455e-ab58-051fca52e429 None None] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:35.309711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-d15bc3ea-53da-4431-8638-e23f7fdfee23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1723909
Nov 27 21:04:35.357391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-01ee9b84-60c0-4e3d-92f3-570ec3556a79 None None] Provisioning complete for port b13eb8dd-408e-461d-a382-8bf27bb190d2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:35.357773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01ee9b84-60c0-4e3d-92f3-570ec3556a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:35.408995 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:35.434504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-01ee9b84-60c0-4e3d-92f3-570ec3556a79 None None] Port b13eb8dd-408e-461d-a382-8bf27bb190d2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:35.466833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-01ee9b84-60c0-4e3d-92f3-570ec3556a79 None None] Provisioning complete for port 63df6508-4dbc-41b2-b00f-51dbdc38280d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:35.467219 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01ee9b84-60c0-4e3d-92f3-570ec3556a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:35.543922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:35.566547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b6e2d38b-1fc8-4e4a-be04-2445748200dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.567032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b6e2d38b-1fc8-4e4a-be04-2445748200dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.567530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b6e2d38b-1fc8-4e4a-be04-2445748200dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.568000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b6e2d38b-1fc8-4e4a-be04-2445748200dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.568652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b6e2d38b-1fc8-4e4a-be04-2445748200dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.569647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b6e2d38b-1fc8-4e4a-be04-2445748200dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.570334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b6e2d38b-1fc8-4e4a-be04-2445748200dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.572973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b6e2d38b-1fc8-4e4a-be04-2445748200dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6488 time: 0.1790979
Nov 27 21:04:35.577069 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:35.695648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63df6508-4dbc-41b2-b00f-51dbdc38280d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:35.785391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:35.801949 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddfadf2-9e03-4ab4-b839-35ca519def71" -d '{"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-plugged", "status": "completed", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:35.818350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=b13eb8dd-408e-461d-a382-8bf27bb190d2,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:35.832033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] In _notify_port_updated(), no bound segment for port b13eb8dd-408e-461d-a382-8bf27bb190d2 on network 1a838d5b-576f-4033-bbfe-f7da85485a31 {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:04:35.840290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.846790 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:35.848866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-538767c3-8f89-4424-b1c3-e6d9df39c95e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "PUT /v2.0/ports/b13eb8dd-408e-461d-a382-8bf27bb190d2 HTTP/1.1" status: 200  len: 1011 time: 2.4417877
Nov 27 21:04:35.851776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56092) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:35.879686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 63df6508-4dbc-41b2-b00f-51dbdc38280d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:35.880070 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:35.882992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] For port 2141f889-e6e6-4c2b-ba22-12f0441b2f07, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2141f889-e6e6-4c2b-ba22-12f0441b2f07,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:35.936155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b61aef06-c90a-4ba6-8a39-4833569b4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.936892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b61aef06-c90a-4ba6-8a39-4833569b4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.937100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b61aef06-c90a-4ba6-8a39-4833569b4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:35.938782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-b61aef06-c90a-4ba6-8a39-4833569b4df2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 2293 time: 0.2891212
Nov 27 21:04:35.940388 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b5aa33-90e7-4c23-ac70-bfa2b643ea46 x-openstack-request-id: req-20b5aa33-90e7-4c23-ac70-bfa2b643ea46 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:35.940693 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-plugged", "status": "completed", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:35.940960 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20b5aa33-90e7-4c23-ac70-bfa2b643ea46 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:35.941359 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'code': 200}
Nov 27 21:04:36.077332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-68553582-40aa-4d8f-9e3c-e3bfc61f7878 None None] Provisioning complete for port b13eb8dd-408e-461d-a382-8bf27bb190d2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:36.079660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68553582-40aa-4d8f-9e3c-e3bfc61f7878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:36.093321 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-1462e7b9-4d30-4c49-a001-7ae386c38d6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7 HTTP/1.1" status: 200  len: 1002 time: 0.1354210
Nov 27 21:04:36.136185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] For port 2141f889-e6e6-4c2b-ba22-12f0441b2f07, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:36.186347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-68553582-40aa-4d8f-9e3c-e3bfc61f7878 None None] Port b13eb8dd-408e-461d-a382-8bf27bb190d2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:36.214551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a0da-fc79-4f2e-972b-775fe121e81c req-c78bf529-8714-4087-958b-905560166c02 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.223639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a0da-fc79-4f2e-972b-775fe121e81c req-c78bf529-8714-4087-958b-905560166c02 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.235507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-68553582-40aa-4d8f-9e3c-e3bfc61f7878 None None] Provisioning complete for port 63df6508-4dbc-41b2-b00f-51dbdc38280d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:36.235930 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68553582-40aa-4d8f-9e3c-e3bfc61f7878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:36.241387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a0da-fc79-4f2e-972b-775fe121e81c req-c78bf529-8714-4087-958b-905560166c02 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.242291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] device_id is not set on port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:36.256267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a0da-fc79-4f2e-972b-775fe121e81c req-c78bf529-8714-4087-958b-905560166c02 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.270985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a0da-fc79-4f2e-972b-775fe121e81c req-c78bf529-8714-4087-958b-905560166c02 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.299273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-db3b9f4a-8e20-4c16-b4fa-179e8e7fbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.301850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a0da-fc79-4f2e-972b-775fe121e81c req-c78bf529-8714-4087-958b-905560166c02 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.304789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-db3b9f4a-8e20-4c16-b4fa-179e8e7fbc45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73487f2e-a260-462c-a2bd-5ff76746725f HTTP/1.1" status: 200  len: 851 time: 0.1869636
Nov 27 21:04:36.313224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515a0da-fc79-4f2e-972b-775fe121e81c req-c78bf529-8714-4087-958b-905560166c02 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.314836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:36.329550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c515a0da-fc79-4f2e-972b-775fe121e81c req-c78bf529-8714-4087-958b-905560166c02 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 5443 time: 0.4698749
Nov 27 21:04:36.381039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:36.443323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c49dc-6978-4f8f-ac67-f436a2226d57 req-f67640ff-e0c8-4e54-b5cf-7b5898338d30 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.460506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-938c49dc-6978-4f8f-ac67-f436a2226d57 req-f67640ff-e0c8-4e54-b5cf-7b5898338d30 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2020662
Nov 27 21:04:36.461324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c515a0da-fc79-4f2e-972b-775fe121e81c req-170038e4-76e8-4ec0-b95b-951b0b14b281 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1309102
Nov 27 21:04:36.473870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0c33a8dd-18e2-41a7-84a7-b0da9d56ea68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:36.533420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ba0a3-65c6-44eb-823c-07daf273f503 req-90fea817-4400-47d4-bdba-f9115ccceea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.536851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0b7ba0a3-65c6-44eb-823c-07daf273f503 req-90fea817-4400-47d4-bdba-f9115ccceea3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 1097 time: 0.2038555
Nov 27 21:04:36.549702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6462d2ad-75e0-40b4-a6bd-e66aeb2acb77 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port b13eb8dd-408e-461d-a382-8bf27bb190d2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:36.550372 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6462d2ad-75e0-40b4-a6bd-e66aeb2acb77 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:36.619445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-bbd049e7-1fa9-4a07-b650-15a81b6a4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.620981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-bbd049e7-1fa9-4a07-b650-15a81b6a4de3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2949400
Nov 27 21:04:36.654978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c38f0219-05da-4aa7-b627-968e6b13aa3f None None] Provisioning complete for port b13eb8dd-408e-461d-a382-8bf27bb190d2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:36.655388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c38f0219-05da-4aa7-b627-968e6b13aa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:36.752213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c38f0219-05da-4aa7-b627-968e6b13aa3f None None] Port b13eb8dd-408e-461d-a382-8bf27bb190d2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:36.764043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=2141f889-e6e6-4c2b-ba22-12f0441b2f07,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:36.777166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] No DVR routers for this DVR port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:36.808005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0b7ba0a3-65c6-44eb-823c-07daf273f503 req-193da2a5-5226-4231-b5fe-890f275238d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2622628
Nov 27 21:04:36.817170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707086-93cf-4bbd-ac10-69e9d4d0d3aa req-118ffbdb-71cd-41ff-8884-588333869e39 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.818474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2707086-93cf-4bbd-ac10-69e9d4d0d3aa req-118ffbdb-71cd-41ff-8884-588333869e39 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 945 time: 0.1415665
Nov 27 21:04:36.842686 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6462d2ad-75e0-40b4-a6bd-e66aeb2acb77 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:36.869494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6462d2ad-75e0-40b4-a6bd-e66aeb2acb77 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for b13eb8dd-408e-461d-a382-8bf27bb190d2 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:36.899868 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-938c49dc-6978-4f8f-ac67-f436a2226d57 req-321168b2-49e0-47a2-ab56-b269f04c248d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4374709
Nov 27 21:04:36.922986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] In _notify_port_updated(), no bound segment for port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:04:36.923934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:36.924722 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:36.926160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-74b0f90b-984f-4ee0-9713-f22324f74ad6 service neutron] 10.222.0.15 "PUT /v2.0/ports/2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 200  len: 1032 time: 1.6889744
Nov 27 21:04:36.945159 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2707086-93cf-4bbd-ac10-69e9d4d0d3aa req-4f85d7f5-2f15-4f2a-b361-7bbb768a9883 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186526
Nov 27 21:04:36.957011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-6049ba6f-51f7-4384-bb35-b3158794c6fb service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2990165
Nov 27 21:04:37.015851 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-76b0c85b-724e-4f67-84be-4c6895c638c7 None None] Provisioning complete for port b13eb8dd-408e-461d-a382-8bf27bb190d2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:37.016389 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-76b0c85b-724e-4f67-84be-4c6895c638c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.086886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-8193c8e0-0ff7-4dc2-bff5-a794a76a3c98 service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215522
Nov 27 21:04:37.092737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-76b0c85b-724e-4f67-84be-4c6895c638c7 None None] Port b13eb8dd-408e-461d-a382-8bf27bb190d2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:37.111345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-76b0c85b-724e-4f67-84be-4c6895c638c7 None None] Provisioning complete for port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:37.112123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-76b0c85b-724e-4f67-84be-4c6895c638c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.149233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f6683-6292-4e3a-9992-52d31127a8a1 req-a385fe0c-c2b5-4fb6-8439-eb65d59184f4 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.158533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-76b0c85b-724e-4f67-84be-4c6895c638c7 None None] Port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:37.160964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c8f6683-6292-4e3a-9992-52d31127a8a1 req-a385fe0c-c2b5-4fb6-8439-eb65d59184f4 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 945 time: 0.1085527
Nov 27 21:04:37.194583 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-c4574dfc-be82-4a59-976f-7806b1146cc0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 217 time: 0.0918937
Nov 27 21:04:37.197855 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6462d2ad-75e0-40b4-a6bd-e66aeb2acb77 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.221543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-e454d669-af58-4c47-8790-96ff24e66eda tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.223094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-e454d669-af58-4c47-8790-96ff24e66eda tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "GET /v2.0/ports/7892b730-0a95-4587-9c92-b7522e255107?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1356542
Nov 27 21:04:37.246224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:37.251902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462d2ad-75e0-40b4-a6bd-e66aeb2acb77 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=b13eb8dd-408e-461d-a382-8bf27bb190d2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:37.303811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6462d2ad-75e0-40b4-a6bd-e66aeb2acb77 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.318454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6462d2ad-75e0-40b4-a6bd-e66aeb2acb77 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/b13eb8dd-408e-461d-a382-8bf27bb190d2 HTTP/1.1" status: 204  len: 168 time: 1.4655359
Nov 27 21:04:37.319646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56120) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:37.321310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-f04bdf5e-6128-47b7-b046-5696e21f4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.323118 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-f04bdf5e-6128-47b7-b046-5696e21f4f7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1218224
Nov 27 21:04:37.367979 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c8f6683-6292-4e3a-9992-52d31127a8a1 req-46be96db-41f9-40b8-9ffb-76f0d2468a39 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906779
Nov 27 21:04:37.372823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c7766138-6953-4373-9a34-50495e11402a None None] Could not find standard attr ID for object b13eb8dd-408e-461d-a382-8bf27bb190d2. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:04:37.374342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.399921 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69132ba-eff6-41bf-be15-f3fa15edff1b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:04:37.401420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a69132ba-eff6-41bf-be15-f3fa15edff1b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/b13eb8dd-408e-461d-a382-8bf27bb190d2 HTTP/1.1" status: 404  len: 333 time: 0.0728736
Nov 27 21:04:37.404328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56124) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:37.433757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-6d86e70b-585f-4307-86e8-17d71cf9f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.435540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-6d86e70b-585f-4307-86e8-17d71cf9f717 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0990813
Nov 27 21:04:37.523574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-119428d9-e962-4187-b9e6-ed45db2f428a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet fa403195-f416-445f-b393-ec52a1dc068d {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:37.527407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-119428d9-e962-4187-b9e6-ed45db2f428a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.596187 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-119428d9-e962-4187-b9e6-ed45db2f428a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.637665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-f72bc392-441e-47af-acae-72d4e54adb0e service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901250
Nov 27 21:04:37.638022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56130) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:37.639767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] For port 7892b730-0a95-4587-9c92-b7522e255107, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7892b730-0a95-4587-9c92-b7522e255107,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:37.647433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'network': {'name': 'tempest-network-smoke--1124099398', 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'port_security_enabled': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:37.745000 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-119428d9-e962-4187-b9e6-ed45db2f428a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.790158 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.793499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Made reservation on behalf of 8367cf5d4f724cabb1d4ac0a8e7a6b89 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:37.797223 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.801482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] For port 7892b730-0a95-4587-9c92-b7522e255107, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:37.836432 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.853522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede2f06-56bf-4150-9129-2d9ad9b57b08 req-ffbc5ea7-173e-407b-b206-74eec5ffff83 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.859809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fede2f06-56bf-4150-9129-2d9ad9b57b08 req-ffbc5ea7-173e-407b-b206-74eec5ffff83 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 945 time: 0.0898252
Nov 27 21:04:37.880998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] device_id is not set on port 7892b730-0a95-4587-9c92-b7522e255107 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:37.892631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-119428d9-e962-4187-b9e6-ed45db2f428a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.901989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44cdef-9538-4a5d-bf3f-d4f83064e0d1 req-ec9dd97d-2057-43e2-9bd8-b108b104cbad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.908090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44cdef-9538-4a5d-bf3f-d4f83064e0d1 req-ec9dd97d-2057-43e2-9bd8-b108b104cbad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.914222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44cdef-9538-4a5d-bf3f-d4f83064e0d1 req-ec9dd97d-2057-43e2-9bd8-b108b104cbad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.920557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44cdef-9538-4a5d-bf3f-d4f83064e0d1 req-ec9dd97d-2057-43e2-9bd8-b108b104cbad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.926607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44cdef-9538-4a5d-bf3f-d4f83064e0d1 req-ec9dd97d-2057-43e2-9bd8-b108b104cbad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.934501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44cdef-9538-4a5d-bf3f-d4f83064e0d1 req-ec9dd97d-2057-43e2-9bd8-b108b104cbad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:37.941703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119428d9-e962-4187-b9e6-ed45db2f428a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=fa403195-f416-445f-b393-ec52a1dc068d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:37.942244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd44cdef-9538-4a5d-bf3f-d4f83064e0d1 req-ec9dd97d-2057-43e2-9bd8-b108b104cbad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 4664 time: 0.2457500
Nov 27 21:04:37.952327 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-7f923e63-e29e-455b-92df-a3259db39709 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2902076
Nov 27 21:04:37.963278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.974579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-119428d9-e962-4187-b9e6-ed45db2f428a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:37.976968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e9a7b-df39-4821-8764-29f1d98fd256 None None] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:37.980975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-119428d9-e962-4187-b9e6-ed45db2f428a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/fa403195-f416-445f-b393-ec52a1dc068d HTTP/1.1" status: 204  len: 168 time: 0.5755744
Nov 27 21:04:37.984437 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56150) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:37.998978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fede2f06-56bf-4150-9129-2d9ad9b57b08 req-3b2e0ee4-32ee-484a-9e88-ab18bbc8e414 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347036
Nov 27 21:04:38.004636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7892b730-0a95-4587-9c92-b7522e255107 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:38.023576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.053244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-eed7f85c-e08c-476d-a785-182d9714e9c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 217 time: 0.0871208
Nov 27 21:04:38.206894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7892b730-0a95-4587-9c92-b7522e255107 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:04:38.210374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 80f6d4bb-15fa-48bb-b344-9306a5390104 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:38.240465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e7cd-404b-424e-92d6-47ac05a1f9bb req-a14f55c4-4048-4828-a97b-e0befc6d429b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:38.243983 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abc9e7cd-404b-424e-92d6-47ac05a1f9bb req-a14f55c4-4048-4828-a97b-e0befc6d429b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1371338
Nov 27 21:04:38.378037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abc9e7cd-404b-424e-92d6-47ac05a1f9bb req-ad10c5a6-57f7-4844-b0ff-d33199f53fe1 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253011
Nov 27 21:04:38.570050 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.616349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcc363e-09df-4404-a956-964027cedb7b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet dfdf581c-7de7-43a6-9f9e-e7500ddab83e {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:38.619889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4bcc363e-09df-4404-a956-964027cedb7b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.633180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] No DVR routers for this DVR port 7892b730-0a95-4587-9c92-b7522e255107 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:38.656116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f6d4bb-15fa-48bb-b344-9306a5390104'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:38.658406 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029dfba7-fc92-497e-a61f-fde7c3356089" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "80f6d4bb-15fa-48bb-b344-9306a5390104"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:38.688280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9b804fdd-fc27-4cfe-a27b-1ebe924b6aec None None] Provisioning complete for port 7892b730-0a95-4587-9c92-b7522e255107 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:38.688867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b804fdd-fc27-4cfe-a27b-1ebe924b6aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.713815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=7892b730-0a95-4587-9c92-b7522e255107,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:38.725967 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd44cdef-9538-4a5d-bf3f-d4f83064e0d1 req-a92c5acd-94d7-4241-9aae-13ce905e92ad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=610290b2-c554-4905-bf94-2b13c2acecc1&id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.7822900
Nov 27 21:04:38.737628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 80f6d4bb-15fa-48bb-b344-9306a5390104, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6d4bb-15fa-48bb-b344-9306a5390104,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:38.739371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9b804fdd-fc27-4cfe-a27b-1ebe924b6aec None None] Port 7892b730-0a95-4587-9c92-b7522e255107 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:38.746739 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.747611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 14f3487c-a918-45af-a334-40c24460e19d no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:38.765831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-f2215847-cd0b-412e-8aee-c297eabb9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:38.767954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-f2215847-cd0b-412e-8aee-c297eabb9f81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.6853781
Nov 27 21:04:38.862831 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148868e7-e1ea-4bd0-b6b1-b31cf39acff1 x-openstack-request-id: req-148868e7-e1ea-4bd0-b6b1-b31cf39acff1 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:38.863343 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "80f6d4bb-15fa-48bb-b344-9306a5390104", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:38.864751 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-148868e7-e1ea-4bd0-b6b1-b31cf39acff1 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:38.865252 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f6d4bb-15fa-48bb-b344-9306a5390104', 'code': 200}
Nov 27 21:04:38.885649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.891457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4bcc363e-09df-4404-a956-964027cedb7b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.915339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=80f6d4bb-15fa-48bb-b344-9306a5390104,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:38.932596 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.947786 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.959016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599566e-fc24-4ad7-b467-f55f98d06b80 req-b8153c8d-0bc5-41af-a1c2-5ac328e1d96c tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:38.965486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] In _notify_port_updated(), no bound segment for port 7892b730-0a95-4587-9c92-b7522e255107 on network c8bb9313-f783-49f5-91b8-12c308f05da8 {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:04:38.966678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:38.967500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:38.967880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f599566e-fc24-4ad7-b467-f55f98d06b80 req-b8153c8d-0bc5-41af-a1c2-5ac328e1d96c tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 945 time: 0.0896142
Nov 27 21:04:38.969183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d61eeb97-f036-4302-a6b2-865b3c945ab0 service neutron] 10.222.0.15 "PUT /v2.0/ports/7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 200  len: 1031 time: 1.7272401
Nov 27 21:04:39.011342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:39.012264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 14f3487c-a918-45af-a334-40c24460e19d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f3487c-a918-45af-a334-40c24460e19d,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:39.019004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.019836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:39.051666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f599566e-fc24-4ad7-b467-f55f98d06b80 req-8c0379d3-fd66-4618-b067-5ba80062f8b2 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826244
Nov 27 21:04:39.091453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.092046 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Added segment 4aa5205d-75ef-4880-a33c-cbde2c8590a2 of type vlan for network 6ca13ca1-ce2e-44b8-9716-f8635f05b861
Nov 27 21:04:39.093312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb82283-f097-43ca-abf8-a25f65fa7f92,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:39.128912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=14f3487c-a918-45af-a334-40c24460e19d,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:39.129789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-a663c9b6-568c-4f60-bf2a-defd4c918297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:39.132042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-a663c9b6-568c-4f60-bf2a-defd4c918297 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3455110
Nov 27 21:04:39.181381 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.235261 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4bcc363e-09df-4404-a956-964027cedb7b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.243870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:39.249904 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.250806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2141f889-e6e6-4c2b-ba22-12f0441b2f07 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:39.267679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.322953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2141f889-e6e6-4c2b-ba22-12f0441b2f07 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:04:39.322953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 41f728b6-b85b-4f6c-b3a2-991cfa305959 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:39.381869 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.389235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:39.390176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.496478 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.8541093
Nov 27 21:04:39.499590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56228) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:39.509500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'admin_state_up': True, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:39.548676 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.549942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.584306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-0069340b-1cb0-45b1-bbb7-276b7403cb11 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4406292
Nov 27 21:04:39.589170 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4bcc363e-09df-4404-a956-964027cedb7b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.593134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting port 14f3487c-a918-45af-a334-40c24460e19d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:39.593739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.602377 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.605286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:39.618610 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.686378 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.713017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-937cf9d6-a9d4-4e1e-a74e-516ce3b86227 None None] Provisioning complete for port 63df6508-4dbc-41b2-b00f-51dbdc38280d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:39.714098 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-937cf9d6-a9d4-4e1e-a74e-516ce3b86227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.761688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc363e-09df-4404-a956-964027cedb7b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdf581c-7de7-43a6-9f9e-e7500ddab83e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:39.778157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5270a0-7385-465b-b863-237c027bd46d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Network': ['ID=6ca13ca1-ce2e-44b8-9716-f8635f05b861,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:39.783928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4bcc363e-09df-4404-a956-964027cedb7b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.790469 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4bcc363e-09df-4404-a956-964027cedb7b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/dfdf581c-7de7-43a6-9f9e-e7500ddab83e HTTP/1.1" status: 204  len: 168 time: 1.8019302
Nov 27 21:04:39.794006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182832d8-3e46-421a-a4b6-c1d7928115da None None] Network 1a838d5b-576f-4033-bbfe-f7da85485a31 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:39.797144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56240) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:39.814057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.830059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:39.929765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb8fe8-08a3-4a79-ae16-45e8ec627cbf req-1a23969d-417d-4cce-8948-a854198da4c9 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:39.931480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35bb8fe8-08a3-4a79-ae16-45e8ec627cbf req-1a23969d-417d-4cce-8948-a854198da4c9 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.4163442
Nov 27 21:04:39.984703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.988985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] For port 14f3487c-a918-45af-a334-40c24460e19d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=14f3487c-a918-45af-a334-40c24460e19d,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:39.989348 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:39.995775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-fcd7d6c0-13d0-4a10-8f5e-fc831a46b62c service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3948548
Nov 27 21:04:39.998272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 41f728b6-b85b-4f6c-b3a2-991cfa305959, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:40.024151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2738-4968-4b42-aee4-38cacce4705a req-5bbc9c13-2feb-4f60-80ec-5729036971d2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:40.024702 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.028486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 03e5badb-8172-486f-9775-23060da4f0c7 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:40.031529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2738-4968-4b42-aee4-38cacce4705a req-5bbc9c13-2feb-4f60-80ec-5729036971d2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:40.037885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2738-4968-4b42-aee4-38cacce4705a req-5bbc9c13-2feb-4f60-80ec-5729036971d2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:40.044832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2738-4968-4b42-aee4-38cacce4705a req-5bbc9c13-2feb-4f60-80ec-5729036971d2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:40.051290 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2738-4968-4b42-aee4-38cacce4705a req-5bbc9c13-2feb-4f60-80ec-5729036971d2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:40.061510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7dfd2738-4968-4b42-aee4-38cacce4705a req-5bbc9c13-2feb-4f60-80ec-5729036971d2 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 3880 time: 0.1111658
Nov 27 21:04:40.061875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Calling delete_port for 14f3487c-a918-45af-a334-40c24460e19d owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:40.073370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-e691a516-07f6-4001-ae73-7c960c61d464 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 HTTP/1.1" status: 200  len: 217 time: 0.0665638
Nov 27 21:04:40.077398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56244) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:40.118387 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35bb8fe8-08a3-4a79-ae16-45e8ec627cbf req-393c2b38-54b9-45f6-9598-47b6738738dd tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700554
Nov 27 21:04:40.180850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7dfd2738-4968-4b42-aee4-38cacce4705a req-625a9675-afef-4fa3-b9ef-1d50b29a1819 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1121027
Nov 27 21:04:40.215948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6edb2-14be-4e32-880f-074e242b45af req-965f6cb7-a9ff-4b35-9009-16ea3d292b54 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:40.217672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20b6edb2-14be-4e32-880f-074e242b45af req-965f6cb7-a9ff-4b35-9009-16ea3d292b54 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 945 time: 0.1254735
Nov 27 21:04:40.218353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-62020d2e-4d9c-4310-beec-744a8e028538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:40.219844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-62020d2e-4d9c-4310-beec-744a8e028538 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1327164
Nov 27 21:04:40.239174 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 63df6508-4dbc-41b2-b00f-51dbdc38280d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:40.239818 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.305150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=41f728b6-b85b-4f6c-b3a2-991cfa305959,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:40.312364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.366841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.408892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 03e5badb-8172-486f-9775-23060da4f0c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e5badb-8172-486f-9775-23060da4f0c7,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:40.409023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] For port 63df6508-4dbc-41b2-b00f-51dbdc38280d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63df6508-4dbc-41b2-b00f-51dbdc38280d,segment=NetworkSegment(296f43c1-3fa2-434b-a7c7-a68c074f6996),segment_id=296f43c1-3fa2-434b-a7c7-a68c074f6996)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:40.409328 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.414489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.436791 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 63df6508-4dbc-41b2-b00f-51dbdc38280d owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:40.447389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-ddc2eeec-810c-4b70-a6bd-1338fc97b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:40.448958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-ddc2eeec-810c-4b70-a6bd-1338fc97b654 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2074568
Nov 27 21:04:40.462565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7f68-ae02-42ad-adde-cf514982666b req-7d2aa0ac-5c6a-4a2e-b5a9-fb1207393c16 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:40.464642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d9f7f68-ae02-42ad-adde-cf514982666b req-7d2aa0ac-5c6a-4a2e-b5a9-fb1207393c16 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 945 time: 0.2132447
Nov 27 21:04:40.466740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a233f7-3c4c-49c5-beee-f11c6ae054f2 None None] DHCP port deletion for 1a838d5b-576f-4033-bbfe-f7da85485a31 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:40.494755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.527981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=03e5badb-8172-486f-9775-23060da4f0c7,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:40.557042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-04a233f7-3c4c-49c5-beee-f11c6ae054f2 None None] Deleting port 63df6508-4dbc-41b2-b00f-51dbdc38280d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:40.557434 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04a233f7-3c4c-49c5-beee-f11c6ae054f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.606034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Port': ['ID=14f3487c-a918-45af-a334-40c24460e19d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:40.629405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-04a233f7-3c4c-49c5-beee-f11c6ae054f2 None None] For port 63df6508-4dbc-41b2-b00f-51dbdc38280d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63df6508-4dbc-41b2-b00f-51dbdc38280d,segment=NetworkSegment(296f43c1-3fa2-434b-a7c7-a68c074f6996),segment_id=296f43c1-3fa2-434b-a7c7-a68c074f6996)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:40.629823 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04a233f7-3c4c-49c5-beee-f11c6ae054f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.647719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-04a233f7-3c4c-49c5-beee-f11c6ae054f2 None None] Calling delete_port for 63df6508-4dbc-41b2-b00f-51dbdc38280d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:40.710306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] No DVR routers for this DVR port 14f3487c-a918-45af-a334-40c24460e19d on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:40.718747 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.722066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-0489ec01-9788-4e81-833d-e3d0b83b1079 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "DELETE /v2.0/ports/14f3487c-a918-45af-a334-40c24460e19d HTTP/1.1" status: 204  len: 173 time: 1.7359624
Nov 27 21:04:40.724193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '14f3487c-a918-45af-a334-40c24460e19d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:40.726599 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d04c3c-8051-4d29-b0da-af2fc286ba47" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "14f3487c-a918-45af-a334-40c24460e19d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:40.732399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d9f7f68-ae02-42ad-adde-cf514982666b req-c9337bfb-8737-4568-9b60-a08f5b475d0a tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/security-groups?id=345c5dbc-d2b2-4276-985f-efcb91dbb195&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2499812
Nov 27 21:04:40.734053 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33692f6f-5c82-4c48-9301-eea52675a33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.752449 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-8a3b6dfb-3a1f-479a-829d-3e8ee9ad81ce service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2819455
Nov 27 21:04:40.767584 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04a233f7-3c4c-49c5-beee-f11c6ae054f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.773297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.794447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a233f7-3c4c-49c5-beee-f11c6ae054f2 None None] Pushing event deleted for resources: {'Port': ['ID=63df6508-4dbc-41b2-b00f-51dbdc38280d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:40.800586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a233f7-3c4c-49c5-beee-f11c6ae054f2 None None] No DVR routers for this DVR port 63df6508-4dbc-41b2-b00f-51dbdc38280d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:40.812946 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.838970 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2c8396-52bf-4a44-a539-789be1d541af x-openstack-request-id: req-6a2c8396-52bf-4a44-a539-789be1d541af {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:40.839559 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "14f3487c-a918-45af-a334-40c24460e19d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:40.840296 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a2c8396-52bf-4a44-a539-789be1d541af {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:40.842027 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '14f3487c-a918-45af-a334-40c24460e19d', 'status': 'completed', 'code': 200}
Nov 27 21:04:40.853950 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:40.866835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f3487c-a918-45af-a334-40c24460e19d'}, {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5'}, {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f728b6-b85b-4f6c-b3a2-991cfa305959'}, {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:40.869434 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdccf6e8-0ad3-437f-b647-e65ea15fdf3f" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "14f3487c-a918-45af-a334-40c24460e19d"}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5"}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "41f728b6-b85b-4f6c-b3a2-991cfa305959"}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "03e5badb-8172-486f-9775-23060da4f0c7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:40.915183 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aab21e0-9e7e-418b-b90b-a85de880df21 x-openstack-request-id: req-4aab21e0-9e7e-418b-b90b-a85de880df21 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:40.915533 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "14f3487c-a918-45af-a334-40c24460e19d", "code": 200}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5", "code": 200}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "41f728b6-b85b-4f6c-b3a2-991cfa305959", "code": 200}, {"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-unplugged", "status": "completed", "tag": "03e5badb-8172-486f-9775-23060da4f0c7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:40.915798 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4aab21e0-9e7e-418b-b90b-a85de880df21 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:40.916221 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f3487c-a918-45af-a334-40c24460e19d', 'code': 200}
Nov 27 21:04:40.916484 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5', 'code': 200}
Nov 27 21:04:40.916742 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41f728b6-b85b-4f6c-b3a2-991cfa305959', 'code': 200}
Nov 27 21:04:40.916997 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7', 'code': 200}
Nov 27 21:04:40.921711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No DVR routers for this DVR port 63df6508-4dbc-41b2-b00f-51dbdc38280d on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:40.927096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=63df6508-4dbc-41b2-b00f-51dbdc38280d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:40.965483 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:04:40.994161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Allocated IP 172.35.3.92 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/8af22106-9840-4c28-971e-77f3b0319876) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:41.029160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-20b6edb2-14be-4e32-880f-074e242b45af req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Deleting port af22aa46-5e09-4ef8-9e39-a83bde137164 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:41.029788 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-20b6edb2-14be-4e32-880f-074e242b45af req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.053096 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.067075 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-55ff7f6f-8ef0-4d89-9f53-8d844e250e84 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961555
Nov 27 21:04:41.081745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3e3bb0>,) {'filters': {'network_id': ['1a838d5b-576f-4033-bbfe-f7da85485a31']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:41.100775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3e3bb0>, '296f43c1-3fa2-434b-a7c7-a68c074f6996') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:41.101079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3e3bb0>, '296f43c1-3fa2-434b-a7c7-a68c074f6996') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:41.104936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting port 80f6d4bb-15fa-48bb-b344-9306a5390104 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:41.105277 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.150794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-ad2b73f5-c7e0-402f-b90f-b2074a60ff8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8 HTTP/1.1" status: 200  len: 217 time: 0.0664046
Nov 27 21:04:41.153034 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.159847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33692f6f-5c82-4c48-9301-eea52675a33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.170905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33692f6f-5c82-4c48-9301-eea52675a33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.234385 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.253432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:41.253842 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:41.258401 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:41.278672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-20b6edb2-14be-4e32-880f-074e242b45af req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] For port af22aa46-5e09-4ef8-9e39-a83bde137164, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af22aa46-5e09-4ef8-9e39-a83bde137164,segment=NetworkSegment(e5190aef-e130-4fb2-966d-e74f81328e13),segment_id=e5190aef-e130-4fb2-966d-e74f81328e13)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:41.279046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-20b6edb2-14be-4e32-880f-074e242b45af req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.299438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33692f6f-5c82-4c48-9301-eea52675a33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514fcf2f-e18a-455b-bfcd-7b49436c1a5d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:41.304592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-33692f6f-5c82-4c48-9301-eea52675a33e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a4a2c65a731454ea501c6a4c8a382f3&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2260742
Nov 27 21:04:41.314688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56260) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:41.315649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-20b6edb2-14be-4e32-880f-074e242b45af req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Calling delete_port for af22aa46-5e09-4ef8-9e39-a83bde137164 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:41.334945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-da6f91b6-0367-4266-981b-30c1ffc07d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:41.336367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-da6f91b6-0367-4266-981b-30c1ffc07d47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1456244
Nov 27 21:04:41.345014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.414326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33a410-a866-42d1-a50b-5ba862eee7a8 req-4c204c96-8fdc-4fe7-85d8-2e9b196d2c22 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:41.415966 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f33a410-a866-42d1-a50b-5ba862eee7a8 req-4c204c96-8fdc-4fe7-85d8-2e9b196d2c22 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2103262
Nov 27 21:04:41.515742 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c16b12fd-5bac-436e-acf5-8980b26b5003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.517781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.582063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f33a410-a866-42d1-a50b-5ba862eee7a8 req-90f3794c-03ce-44dd-a1a1-2203e31838a3 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547141
Nov 27 21:04:41.608558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:41.619989 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c16b12fd-5bac-436e-acf5-8980b26b5003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.627662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:41.637458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63df6508-4dbc-41b2-b00f-51dbdc38280d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:41.657152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:41.664497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=8af22106-9840-4c28-971e-77f3b0319876,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:41.680097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e49080-f267-40b4-835d-ee3ea22bab8f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:41.684235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 63df6508-4dbc-41b2-b00f-51dbdc38280d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:04:41.686461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] For port 80f6d4bb-15fa-48bb-b344-9306a5390104, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=80f6d4bb-15fa-48bb-b344-9306a5390104,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:41.686832 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.687062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 63df6508-4dbc-41b2-b00f-51dbdc38280d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:04:41.724895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Calling delete_port for 80f6d4bb-15fa-48bb-b344-9306a5390104 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:41.729589 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.734228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.738637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/networks/1a838d5b-576f-4033-bbfe-f7da85485a31 HTTP/1.1" status: 204  len: 168 time: 1.9362857
Nov 27 21:04:41.749887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56264) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:41.760177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c14aed59-6385-4b48-be39-0c4f2df073fa None None] Provisioning complete for port 8af22106-9840-4c28-971e-77f3b0319876 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:41.760570 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c14aed59-6385-4b48-be39-0c4f2df073fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.772632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3250b0-64a1-450f-ae24-0c47aba68c89 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Network': ['ID=1a838d5b-576f-4033-bbfe-f7da85485a31,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:41.784066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993ea77-e542-441a-b37a-a9db35b7d65f req-8bbd4203-00b0-49c1-9e23-4a8e6631361d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:41.791152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993ea77-e542-441a-b37a-a9db35b7d65f req-8bbd4203-00b0-49c1-9e23-4a8e6631361d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:41.798336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993ea77-e542-441a-b37a-a9db35b7d65f req-8bbd4203-00b0-49c1-9e23-4a8e6631361d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:41.803463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c14aed59-6385-4b48-be39-0c4f2df073fa None None] Port 8af22106-9840-4c28-971e-77f3b0319876 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:41.804471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993ea77-e542-441a-b37a-a9db35b7d65f req-8bbd4203-00b0-49c1-9e23-4a8e6631361d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:41.807174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7993ea77-e542-441a-b37a-a9db35b7d65f req-8bbd4203-00b0-49c1-9e23-4a8e6631361d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 3143 time: 0.5352616
Nov 27 21:04:41.844660 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-20b6edb2-14be-4e32-880f-074e242b45af req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.856090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-5dfb1f85-3d8c-498c-9512-1f24758fd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:41.858181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-5dfb1f85-3d8c-498c-9512-1f24758fd211 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1972337
Nov 27 21:04:41.860684 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['af22aa46-5e09-4ef8-9e39-a83bde137164'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:04:41.915939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Pushing event deleted for resources: {'Port': ['ID=af22aa46-5e09-4ef8-9e39-a83bde137164,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:41.952119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3a211-f5df-4cea-9e5e-247dbcdc235c req-baaa6287-30af-463e-93a0-ff69428a9107 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:41.953701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abf3a211-f5df-4cea-9e5e-247dbcdc235c req-baaa6287-30af-463e-93a0-ff69428a9107 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2250810
Nov 27 21:04:41.963982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c16b12fd-5bac-436e-acf5-8980b26b5003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.966688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c16b12fd-5bac-436e-acf5-8980b26b5003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:41.967865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c16b12fd-5bac-436e-acf5-8980b26b5003 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/514fcf2f-e18a-455b-bfcd-7b49436c1a5d HTTP/1.1" status: 204  len: 168 time: 0.6502981
Nov 27 21:04:41.968883 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7993ea77-e542-441a-b37a-a9db35b7d65f req-1d994eaa-0cae-4a9b-ba12-6cbb5ff318af tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1540778
Nov 27 21:04:42.033045 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-00a15594-0b1a-4b51-8fd7-7b1cdca706cd service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617744
Nov 27 21:04:42.040615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b12fd-5bac-436e-acf5-8980b26b5003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514fcf2f-e18a-455b-bfcd-7b49436c1a5d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:42.051867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d613c7-047a-49dd-891c-d6adff1ab328 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:42.053909 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-73d613c7-047a-49dd-891c-d6adff1ab328 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.2997019
Nov 27 21:04:42.070345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56272) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:42.102465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b6edb2-14be-4e32-880f-074e242b45af req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] No DVR routers for this DVR port af22aa46-5e09-4ef8-9e39-a83bde137164 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:42.107870 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-20b6edb2-14be-4e32-880f-074e242b45af req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.112214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20b6edb2-14be-4e32-880f-074e242b45af req-fdbcae1b-fcef-4abf-aaf7-285aca6c94f6 tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.35 "DELETE /v2.0/ports/af22aa46-5e09-4ef8-9e39-a83bde137164 HTTP/1.1" status: 204  len: 173 time: 1.4471343
Nov 27 21:04:42.112998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d', 'name': 'network-vif-deleted', 'tag': 'af22aa46-5e09-4ef8-9e39-a83bde137164'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:42.115425 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a571568-99cf-4613-bca6-d4d31b66f937" -d '{"events": [{"server_uuid": "7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d", "name": "network-vif-deleted", "tag": "af22aa46-5e09-4ef8-9e39-a83bde137164"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:42.155852 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2056456-11d5-44dc-82ee-e017ca9988ad req-f9faec79-44da-4fb3-8f04-57538ce6a77f tempest-ServersNegativeTestMultiTenantJSON-176638699 tempest-ServersNegativeTestMultiTenantJSON-176638699-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d HTTP/1.1" status: 200  len: 210 time: 0.0834539
Nov 27 21:04:42.175405 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-87bc8423-2948-4fd9-9938-88bf77c8d236 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0822964
Nov 27 21:04:42.181051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56278) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:42.195933 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abf3a211-f5df-4cea-9e5e-247dbcdc235c req-fdd9db16-79d2-4bd6-8066-76ea7c3460f3 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268255
Nov 27 21:04:42.202543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-396474209'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:42.215583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.293451 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e169aac-f8e4-40a7-8298-536f9f36da6f x-openstack-request-id: req-8e169aac-f8e4-40a7-8298-536f9f36da6f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:42.293916 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d", "name": "network-vif-deleted", "tag": "af22aa46-5e09-4ef8-9e39-a83bde137164", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:42.294640 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e169aac-f8e4-40a7-8298-536f9f36da6f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:42.294640 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a798ccd-fa80-4cd5-ab5e-47e484a0ce1d', 'name': 'network-vif-deleted', 'tag': 'af22aa46-5e09-4ef8-9e39-a83bde137164', 'status': 'completed', 'code': 200}
Nov 27 21:04:42.340413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Port': ['ID=80f6d4bb-15fa-48bb-b344-9306a5390104,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:42.392803 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.417051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:42.422327 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.433235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56282) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:42.451286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] No DVR routers for this DVR port 80f6d4bb-15fa-48bb-b344-9306a5390104 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:42.457782 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0297fe06-4763-420b-aab3-94366cce12bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.459976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.461642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-d14765c5-d973-48ce-8ef5-743758835621 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "DELETE /v2.0/ports/80f6d4bb-15fa-48bb-b344-9306a5390104 HTTP/1.1" status: 204  len: 173 time: 1.7197623
Nov 27 21:04:42.465203 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-aebfca9c-076b-481d-a182-e09d12d8046f service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4162977
Nov 27 21:04:42.519314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:42.561775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-a9a48ad0-ed84-4ea4-9e6f-316262fab102 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406 HTTP/1.1" status: 200  len: 217 time: 0.0803668
Nov 27 21:04:42.573302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0d67-18b8-415a-b61e-a2f7e827c027 req-ec54ff12-5864-48d4-8d8e-3ff82bc049f6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:42.574784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40cd0d67-18b8-415a-b61e-a2f7e827c027 req-ec54ff12-5864-48d4-8d8e-3ff82bc049f6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2136221
Nov 27 21:04:42.580303 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.580657 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Added segment 15f6e691-0db4-4aa3-83d7-c50de56138f9 of type vlan for network b51e3103-238b-49f7-9f12-062050bd91a4
Nov 27 21:04:42.664246 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0297fe06-4763-420b-aab3-94366cce12bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.673036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0297fe06-4763-420b-aab3-94366cce12bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.705184 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.709505 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.729130 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0297fe06-4763-420b-aab3-94366cce12bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4173c0499524a06a4c3f0d846db196d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2922003
Nov 27 21:04:42.731477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56284) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:42.759518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-40cd0d67-18b8-415a-b61e-a2f7e827c027 req-41e8a589-2ebc-44ed-9ef7-c9f9cefdde4c tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617565
Nov 27 21:04:42.766621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-764476fe-1886-41f0-b496-87d426f7fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:42.768867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-764476fe-1886-41f0-b496-87d426f7fa45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.1867468
Nov 27 21:04:42.773563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297fe06-4763-420b-aab3-94366cce12bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd90706-facf-4011-b66d-43fa57a542ad,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:42.827994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:42.828518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.887044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '80f6d4bb-15fa-48bb-b344-9306a5390104'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:42.893359 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447e4610-51d6-4b16-9d72-8d73e361f282" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "80f6d4bb-15fa-48bb-b344-9306a5390104"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:42.895335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d79abe6-3a0d-46a1-a796-c8c92c7593d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.929603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d79abe6-3a0d-46a1-a796-c8c92c7593d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.948789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.954301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:42.954898 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:42.981615 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe5568a-abe2-4329-83e1-0bf5cf6d3664 x-openstack-request-id: req-dbe5568a-abe2-4329-83e1-0bf5cf6d3664 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:42.982123 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "80f6d4bb-15fa-48bb-b344-9306a5390104", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:42.982404 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbe5568a-abe2-4329-83e1-0bf5cf6d3664 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:42.982880 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '80f6d4bb-15fa-48bb-b344-9306a5390104', 'status': 'completed', 'code': 200}
Nov 27 21:04:42.987465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Router 4af97957-ee93-4f9a-bd44-468a68689527 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:04:43.056884 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d79abe6-3a0d-46a1-a796-c8c92c7593d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.057532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8701050
Nov 27 21:04:43.057616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d79abe6-3a0d-46a1-a796-c8c92c7593d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.058202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d79abe6-3a0d-46a1-a796-c8c92c7593d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbd90706-facf-4011-b66d-43fa57a542ad HTTP/1.1" status: 204  len: 168 time: 0.3279078
Nov 27 21:04:43.061483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56294) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:43.068571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'b51e3103-238b-49f7-9f12-062050bd91a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:43.076833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-7ebfcd3a-2999-4386-a939-be25af234a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:43.078344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-7ebfcd3a-2999-4386-a939-be25af234a44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2940674
Nov 27 21:04:43.107509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79abe6-3a0d-46a1-a796-c8c92c7593d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd90706-facf-4011-b66d-43fa57a542ad,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:43.112513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c594c9f-e408-4d91-80be-1386e2f10831 req-c996581b-39a0-4b77-ae5d-05514169861d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:43.120644 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c594c9f-e408-4d91-80be-1386e2f10831 req-c996581b-39a0-4b77-ae5d-05514169861d tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1930268
Nov 27 21:04:43.122698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a6e24-8b71-4c28-b3dc-d425d6763af8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Network': ['ID=b51e3103-238b-49f7-9f12-062050bd91a4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:43.134746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b51e3103-238b-49f7-9f12-062050bd91a4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:43.154762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] For port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:43.155133 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.226274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Calling delete_port for 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:43.251909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:04:43.265522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Sync routers for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:04:43.279955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:04:43.280933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3d2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:04:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:43.284774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805acf04-38a9-4ce5-bfe7-cea47d60be16 req-ae328f2e-ef0b-4349-9fdf-298ce797e2bb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:43.291131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805acf04-38a9-4ce5-bfe7-cea47d60be16 req-ae328f2e-ef0b-4349-9fdf-298ce797e2bb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:43.297800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805acf04-38a9-4ce5-bfe7-cea47d60be16 req-ae328f2e-ef0b-4349-9fdf-298ce797e2bb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:43.306548 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-805acf04-38a9-4ce5-bfe7-cea47d60be16 req-ae328f2e-ef0b-4349-9fdf-298ce797e2bb tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 2410 time: 0.2292891
Nov 27 21:04:43.317680 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c594c9f-e408-4d91-80be-1386e2f10831 req-5e235f3e-2c8b-45b9-9cb0-53fc5bc1c551 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961510
Nov 27 21:04:43.333726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-8dc746f3-1996-4437-9e46-05ddedd58e7e service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388537
Nov 27 21:04:43.347449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:43.352515 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.371821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.376734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f52f9ac4-bdaf-4f6e-9b70-3a8d7fa6a1c8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 3.8754907
Nov 27 21:04:43.386860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56306) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:43.435680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56308) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:43.439691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:04:43.463708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-805acf04-38a9-4ce5-bfe7-cea47d60be16 req-2b0a6ede-0326-45a8-a8d9-301f3e102eec tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1498346
Nov 27 21:04:43.658928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5294bb87-7597-4c77-abea-8b2cdf2b4315 admin admin] Deleting subnet 39eec158-7691-42be-99a6-d78f74ea552d {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:43.673102 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5294bb87-7597-4c77-abea-8b2cdf2b4315 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.715523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3d2d60>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:42Z', 'revision_number': 3, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:43.727061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.730981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-77c363ad-30ce-4b1c-8b76-3964f9186156 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3746293
Nov 27 21:04:43.750895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Checking router: 4af97957-ee93-4f9a-bd44-468a68689527 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:04:43.751462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Updating router 4af97957-ee93-4f9a-bd44-468a68689527 port 8af22106-9840-4c28-971e-77f3b0319876 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:04:43.775020 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5294bb87-7597-4c77-abea-8b2cdf2b4315 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.777028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Port': ['ID=4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:43.790396 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.806412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbb5c9-4cf3-483a-b575-41da0f0f6642 req-6290dd23-58df-4c7d-9a7e-c3dd49093672 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:43.813823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7dbb5c9-4cf3-483a-b575-41da0f0f6642 req-6290dd23-58df-4c7d-9a7e-c3dd49093672 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1918852
Nov 27 21:04:43.853752 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.868455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-80fe0e7f-6e7d-40f0-a21d-2934387f5fb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39 HTTP/1.1" status: 200  len: 217 time: 0.1023769
Nov 27 21:04:43.921970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c0ca850b-9682-4768-a926-4ae6ccba284e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5338495
Nov 27 21:04:43.932154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56322) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:43.947319 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7dbb5c9-4cf3-483a-b575-41da0f0f6642 req-aee2a7c1-3b86-405c-86d9-ebf2bbaa116b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285701
Nov 27 21:04:43.967543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] No DVR routers for this DVR port 4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:43.973827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:43.978138 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-c15c007d-1e85-44ff-a19c-e76e6acc96c4 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "DELETE /v2.0/ports/4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5 HTTP/1.1" status: 204  len: 173 time: 1.5070164
Nov 27 21:04:43.995873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5294bb87-7597-4c77-abea-8b2cdf2b4315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.058147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=58575918-1196-4ddc-83f7-40321c68b1d4,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:44.061863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Checking segment: {'id': '15f6e691-0db4-4aa3-83d7-c50de56138f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b51e3103-238b-49f7-9f12-062050bd91a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:44.062239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network hostable DHCP agents. Network: b51e3103-238b-49f7-9f12-062050bd91a4, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:44.125410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-afbc39e2-51c7-4d12-99c3-61e317040778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:44.127569 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-afbc39e2-51c7-4d12-99c3-61e317040778 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.2345932
Nov 27 21:04:44.156666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network b51e3103-238b-49f7-9f12-062050bd91a4 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:44.201245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0bb66-654e-4103-bfac-06f5d30f8993 req-056469b6-44f4-4720-9844-03c8221f4f9e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:44.209515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47c0bb66-654e-4103-bfac-06f5d30f8993 req-056469b6-44f4-4720-9844-03c8221f4f9e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1326849
Nov 27 21:04:44.217299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b51e3103-238b-49f7-9f12-062050bd91a4) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:44.221569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:44.222282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.234845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696685a8-0b79-4c3f-9e61-fa6bb929aec6 None None] Network b51e3103-238b-49f7-9f12-062050bd91a4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:44.249731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e20a99-e527-44eb-930b-55ed7ac75c05 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:44.254291 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.255470 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b9e20a99-e527-44eb-930b-55ed7ac75c05 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3220942
Nov 27 21:04:44.260894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56336) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:44.281519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7955aca0-46ba-4ec2-90f0-22575d3d48c6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2167890
Nov 27 21:04:44.291398 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.291571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5294bb87-7597-4c77-abea-8b2cdf2b4315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.297118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56338) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:44.320120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': 'b51e3103-238b-49f7-9f12-062050bd91a4', 'name': 'tempest-PortsIpV6TestJSON-265266760'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:44.346916 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-21211583-b99d-467a-9d1c-1325e5712582 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0824533
Nov 27 21:04:44.356611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47c0bb66-654e-4103-bfac-06f5d30f8993 req-caa97b84-dfca-4edb-aea2-eefe52aef249 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461260
Nov 27 21:04:44.362126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56340) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:44.370089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682076435', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:44.375933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10414857-e3ed-4449-9c8f-491606390067 None None] Pushing event updated for resources: {'Port': ['ID=8af22106-9840-4c28-971e-77f3b0319876,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:44.394210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Attempting to bind port 8af22106-9840-4c28-971e-77f3b0319876 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:44.394807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Attempting to bind port 8af22106-9840-4c28-971e-77f3b0319876 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:44.395014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Attempting to bind port 8af22106-9840-4c28-971e-77f3b0319876 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:44.404579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:44.404980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:44.406475 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.406475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:44.406475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Bound port: 8af22106-9840-4c28-971e-77f3b0319876, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:44.406761 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.413826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ece489-1c10-48b5-af0b-bac11ea66689 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:44.464304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-ce520159-f73b-4461-b38c-eec9cf080751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:44.466187 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-ce520159-f73b-4461-b38c-eec9cf080751 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3203502
Nov 27 21:04:44.572106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5294bb87-7597-4c77-abea-8b2cdf2b4315 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.577063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] For port 8af22106-9840-4c28-971e-77f3b0319876, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:44.579780 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5294bb87-7597-4c77-abea-8b2cdf2b4315 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/39eec158-7691-42be-99a6-d78f74ea552d HTTP/1.1" status: 204  len: 168 time: 1.0987482
Nov 27 21:04:44.580337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56350) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:44.591216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294bb87-7597-4c77-abea-8b2cdf2b4315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39eec158-7691-42be-99a6-d78f74ea552d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:44.664100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Made reservation on behalf of 8367cf5d4f724cabb1d4ac0a8e7a6b89 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:44.667935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.733472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting port 03e5badb-8172-486f-9775-23060da4f0c7 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:44.733724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.759774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c100-f543-4964-afb9-090482731abf req-8c93126b-a386-4db8-90cc-cc5bc3dd391f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:44.761411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b43c100-f543-4964-afb9-090482731abf req-8c93126b-a386-4db8-90cc-cc5bc3dd391f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2409921
Nov 27 21:04:44.841417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:44.844988 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.847559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] For port 8af22106-9840-4c28-971e-77f3b0319876, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8af22106-9840-4c28-971e-77f3b0319876,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:44.857928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.864276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-71fec334-5996-4347-8cb0-09e56d379d44 None None] Provisioning complete for port 8af22106-9840-4c28-971e-77f3b0319876 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:44.865610 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71fec334-5996-4347-8cb0-09e56d379d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.876325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-1c2679cc-912c-4d7b-b068-02923c0c4475 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294961
Nov 27 21:04:44.911064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port d2ded380-fce5-4c13-8090-b2840eb24c86 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:44.913536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b51e3103-238b-49f7-9f12-062050bd91a4', 'network_id': 'b51e3103-238b-49f7-9f12-062050bd91a4', 'tenant_id': '43d96f70dd574c329276ab3646183310', 'fixed_ips': [{'subnet_id': '58575918-1196-4ddc-83f7-40321c68b1d4'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:04:44.914794 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:44.985693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:44.988440 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6aa9f5-1294-4738-9d1a-9054da425d00" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:45.041738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b43c100-f543-4964-afb9-090482731abf req-ea22bcea-4594-428a-be08-68de8f834d10 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2580154
Nov 27 21:04:45.058559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] For port 03e5badb-8172-486f-9775-23060da4f0c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e5badb-8172-486f-9775-23060da4f0c7,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:45.058937 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.085025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Allocated IP 2001:db8::2 (b51e3103-238b-49f7-9f12-062050bd91a4/58575918-1196-4ddc-83f7-40321c68b1d4/29e179a3-4b6c-439b-b0d1-c1e3c9cc047a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:45.172965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2018f-9aa9-4ea3-8651-24260eb2dae1 req-66ce6375-611c-47c4-a822-f3fac953b9c6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:45.180358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2018f-9aa9-4ea3-8651-24260eb2dae1 req-66ce6375-611c-47c4-a822-f3fac953b9c6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:45.189205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5d2018f-9aa9-4ea3-8651-24260eb2dae1 req-66ce6375-611c-47c4-a822-f3fac953b9c6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 1678 time: 0.6052914
Nov 27 21:04:45.210466 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.240318 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe1ad84-352b-45de-81f9-2e081edfa1bc x-openstack-request-id: req-bfe1ad84-352b-45de-81f9-2e081edfa1bc {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:45.241061 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:45.241316 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfe1ad84-352b-45de-81f9-2e081edfa1bc {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:45.243850 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '4f5d35c6-05c7-4d77-9a4a-b0c6d97cade5', 'status': 'completed', 'code': 200}
Nov 27 21:04:45.257093 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.273985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device af22aa46-5e09-4ef8-9e39-a83bde137164 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:45.283517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5d2018f-9aa9-4ea3-8651-24260eb2dae1 req-638af306-1a24-48a5-a42f-ee888188ddd9 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931766
Nov 27 21:04:45.302286 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.377744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad7bfe-209c-4191-a6b3-00167a6c37b5 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:45.456631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: af22aa46-5e09-4ef8-9e39-a83bde137164 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:04:45.457006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device af22aa46-5e09-4ef8-9e39-a83bde137164 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:04:45.463996 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.498608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Network b51e3103-238b-49f7-9f12-062050bd91a4 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:45.507289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:45.526087 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:45.573660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10414857-e3ed-4449-9c8f-491606390067 None None] Pushing event updated for resources: {'Port': ['ID=8af22106-9840-4c28-971e-77f3b0319876,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:45.596266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:04:45.596928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3d2d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:04:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:45.659624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3eff1af10>,) {'filters': {'network_id': ['60372a06-7f1e-4c49-9e10-b019a24c919f']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:45.685159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eff1af10>, 'e5190aef-e130-4fb2-966d-e74f81328e13') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:45.685619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eff1af10>, 'e5190aef-e130-4fb2-966d-e74f81328e13') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:45.691986 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71fec334-5996-4347-8cb0-09e56d379d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.715166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-71fec334-5996-4347-8cb0-09e56d379d44 None None] For port 8af22106-9840-4c28-971e-77f3b0319876, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8af22106-9840-4c28-971e-77f3b0319876,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:45.733206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.743386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60969c-cdff-4244-96a5-2053a78c8e76 req-d89e762a-7edb-4fb0-b170-612b32cde708 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:45.745384 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f60969c-cdff-4244-96a5-2053a78c8e76 req-d89e762a-7edb-4fb0-b170-612b32cde708 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2101343
Nov 27 21:04:45.754091 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71fec334-5996-4347-8cb0-09e56d379d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.760526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Attempting to bind port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:45.760908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Attempting to bind port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15f6e691-0db4-4aa3-83d7-c50de56138f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b51e3103-238b-49f7-9f12-062050bd91a4'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:45.761282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Attempting to bind port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a on network b51e3103-238b-49f7-9f12-062050bd91a4 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:45.771066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:45.771481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Checking segment: {'id': '15f6e691-0db4-4aa3-83d7-c50de56138f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b51e3103-238b-49f7-9f12-062050bd91a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:45.771936 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.772331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Bound using segment: {'id': '15f6e691-0db4-4aa3-83d7-c50de56138f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b51e3103-238b-49f7-9f12-062050bd91a4'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:45.772827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Bound port: 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f6e691-0db4-4aa3-83d7-c50de56138f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b51e3103-238b-49f7-9f12-062050bd91a4'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:45.773218 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.779953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.797221 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.806342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:45.807027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.812470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Pushing event updated for resources: {'Port': ['ID=29e179a3-4b6c-439b-b0d1-c1e3c9cc047a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:45.820951 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:45.908020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:04:45.968279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f60969c-cdff-4244-96a5-2053a78c8e76 req-cce1def9-7afe-4d2b-8af3-684b88fd07bc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996598
Nov 27 21:04:45.976787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Subnet': ['ID=0d30880d-8f8f-405c-a1ea-bbba2caaab36,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:45.989392 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:45.998569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Checking segment: {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:45.999062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network hostable DHCP agents. Network: 6ca13ca1-ce2e-44b8-9716-f8635f05b861, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:46.003159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.009091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] 10.222.0.21 "DELETE /v2.0/networks/60372a06-7f1e-4c49-9e10-b019a24c919f HTTP/1.1" status: 204  len: 168 time: 1.4251945
Nov 27 21:04:46.013205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56380) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:46.025843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0b5cfd3a-9fdf-498b-9561-0a8610f2e4f8 None None] Provisioning complete for port 8af22106-9840-4c28-971e-77f3b0319876 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:46.026223 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b5cfd3a-9fdf-498b-9561-0a8610f2e4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.038688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406be371-864f-4925-9450-e6cce8d52909 admin admin] Pushing event deleted for resources: {'Network': ['ID=60372a06-7f1e-4c49-9e10-b019a24c919f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:46.050014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::2cd (b51e3103-238b-49f7-9f12-062050bd91a4/58575918-1196-4ddc-83f7-40321c68b1d4/d2ded380-fce5-4c13-8090-b2840eb24c86) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:46.069669 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3c47911c-6e28-4e7e-8d7b-75cf7a4fbe37 req-3bc6d554-60b7-4021-95e3-5864cf5f46a1 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1773920
Nov 27 21:04:46.088668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:46.097569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cd382b-c20c-4479-80d6-251f0b8e23ec admin admin] Deleting subnet 6ed4401a-c25d-4dc6-a7b7-7a0cf47c4c4f {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:46.103751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84cd382b-c20c-4479-80d6-251f0b8e23ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.117807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fec334-5996-4347-8cb0-09e56d379d44 None None] Pushing event updated for resources: {'Port': ['ID=8af22106-9840-4c28-971e-77f3b0319876,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:46.121687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] For port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:46.126269 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.132488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6ca13ca1-ce2e-44b8-9716-f8635f05b861) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:46.147833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:46.148151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0eef63-c49f-4b0b-8adf-dd50c9c5662e None None] Network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:46.148810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.161549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] For port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29e179a3-4b6c-439b-b0d1-c1e3c9cc047a,segment=NetworkSegment(15f6e691-0db4-4aa3-83d7-c50de56138f9),segment_id=15f6e691-0db4-4aa3-83d7-c50de56138f9)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:46.188791 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84cd382b-c20c-4479-80d6-251f0b8e23ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.224184 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.250924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-252ee2c8-a29e-4e0d-8016-3a74c875a7eb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.8851032
Nov 27 21:04:46.252460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56384) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:46.407600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.408066 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.408500 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Floating IP 53a53a25-3e0f-4dac-bdfa-b4bc37acffee disassociated. External IP: 172.35.3.24, port: 03e5badb-8172-486f-9775-23060da4f0c7.
Nov 27 21:04:46.409069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Calling delete_port for 03e5badb-8172-486f-9775-23060da4f0c7 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:46.433786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97abebe-32c3-469f-aa68-99c994abf3b6 None None] Pushing event updated for resources: {'Port': ['ID=29e179a3-4b6c-439b-b0d1-c1e3c9cc047a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:46.537223 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.595157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:04:46.597324 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.597881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84cd382b-c20c-4479-80d6-251f0b8e23ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.620786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3d2d60>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:42Z', 'revision_number': 3, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:46.628741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.652822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aaf57-b788-4b28-8009-93d68aaceee1 req-a9a29020-b6d1-4987-8aa2-d55569674b6a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:46.667541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df42f0-8b91-434a-b35d-821f289cbbf2 None None] The sync data for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 is: [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:42Z', 'revision_number': 3, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:04:46.672718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aaf57-b788-4b28-8009-93d68aaceee1 req-a9a29020-b6d1-4987-8aa2-d55569674b6a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:46.676701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a25aaf57-b788-4b28-8009-93d68aaceee1 req-a9a29020-b6d1-4987-8aa2-d55569674b6a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 1678 time: 0.2653167
Nov 27 21:04:46.772741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=d2ded380-fce5-4c13-8090-b2840eb24c86,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:46.800103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.850174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a25aaf57-b788-4b28-8009-93d68aaceee1 req-eb7e0046-7e2f-4994-a73e-f40af3b6c252 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1507499
Nov 27 21:04:46.884052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network b51e3103-238b-49f7-9f12-062050bd91a4 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:46.885059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Port': ['ID=03e5badb-8172-486f-9775-23060da4f0c7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:46.915376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:46.921235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:46.935063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:46.938222 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:46.957970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Allocated IP 172.20.0.2 (6ca13ca1-ce2e-44b8-9716-f8635f05b861/0d30880d-8f8f-405c-a1ea-bbba2caaab36/ec9aee01-87ef-4806-ad44-81b28dea9e7a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:47.020457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84cd382b-c20c-4479-80d6-251f0b8e23ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.064365 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2a6efdf1-0761-4f39-93aa-2662fae8b66d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7488205
Nov 27 21:04:47.080682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56396) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:47.082941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-84cd382b-c20c-4479-80d6-251f0b8e23ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.086105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': 'b51e3103-238b-49f7-9f12-062050bd91a4', 'name': 'tempest-PortsIpV6TestJSON-1257539760'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:47.090907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-84cd382b-c20c-4479-80d6-251f0b8e23ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ed4401a-c25d-4dc6-a7b7-7a0cf47c4c4f HTTP/1.1" status: 204  len: 168 time: 1.0620041
Nov 27 21:04:47.093958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56398) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:47.105648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd382b-c20c-4479-80d6-251f0b8e23ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed4401a-c25d-4dc6-a7b7-7a0cf47c4c4f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:47.283167 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.298172 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.355861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:47.361601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:47.373686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e4fde-22b4-4f92-a8f4-9248518739ec req-eb5c9b80-930e-4717-a976-7f05b5425cab tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:47.380594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd9e4fde-22b4-4f92-a8f4-9248518739ec req-eb5c9b80-930e-4717-a976-7f05b5425cab tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2796850
Nov 27 21:04:47.384774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:47.395303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Pushing event updated for resources: {'Port': ['ID=ec9aee01-87ef-4806-ad44-81b28dea9e7a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:47.421758 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.492117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Attempting to bind port ec9aee01-87ef-4806-ad44-81b28dea9e7a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:47.492702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Attempting to bind port ec9aee01-87ef-4806-ad44-81b28dea9e7a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:47.493107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Attempting to bind port ec9aee01-87ef-4806-ad44-81b28dea9e7a on network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:47.501397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:47.501965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Checking segment: {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:47.502489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.503004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Bound using segment: {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:47.503626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Bound port: ec9aee01-87ef-4806-ad44-81b28dea9e7a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:47.504133 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.506965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Router 80f69812-73a2-4943-b298-f0e561ee3adb has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:04:47.610533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:47.615406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.718051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.730867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd9e4fde-22b4-4f92-a8f4-9248518739ec req-2829ebd4-46b9-421e-ac5a-afd8640f1141 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3317959
Nov 27 21:04:47.774130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3effb1460>,) {'filters': {'network_id': ['68dea1c7-0cab-45a9-9700-02a29ae2babb']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:47.790975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3effb1460>, 'd5b11826-9145-44e8-8d68-5b832b9ceb33') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:47.791602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3effb1460>, 'd5b11826-9145-44e8-8d68-5b832b9ceb33') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:47.803886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port 0fe86a6f-8272-4f66-8425-dc3a66700b11 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:47.808096 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.827304 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.837111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:47.837857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:47.855693 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:47.882488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8af22106-9840-4c28-971e-77f3b0319876 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:47.980889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.991803 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:47.995706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/68dea1c7-0cab-45a9-9700-02a29ae2babb HTTP/1.1" status: 204  len: 168 time: 0.9001615
Nov 27 21:04:48.041337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a9228-07c0-49ca-b043-9055a5eaba0f admin admin] Pushing event deleted for resources: {'Network': ['ID=68dea1c7-0cab-45a9-9700-02a29ae2babb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:48.091177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] For port ec9aee01-87ef-4806-ad44-81b28dea9e7a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:48.105321 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] For port ec9aee01-87ef-4806-ad44-81b28dea9e7a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec9aee01-87ef-4806-ad44-81b28dea9e7a,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:48.122319 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:48.270794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:04:48.276303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a09b9f-f549-4508-9e3a-5e81a0d97922 None None] Pushing event updated for resources: {'Port': ['ID=ec9aee01-87ef-4806-ad44-81b28dea9e7a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:48.279115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ef0386-3ade-4dee-b1dd-5db9318674cc None None] Network b51e3103-238b-49f7-9f12-062050bd91a4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:48.287044 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66be7f-147b-4566-b824-96791d968984 None None] Sync routers for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:04:48.299763 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66be7f-147b-4566-b824-96791d968984 None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:04:48.300414 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1a66be7f-147b-4566-b824-96791d968984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:04:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:48.316074 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:48.332955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8af22106-9840-4c28-971e-77f3b0319876 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:48.338313 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:48.393984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] No DVR routers for this DVR port 03e5badb-8172-486f-9775-23060da4f0c7 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:48.439159 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:48.442992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-7780a439-743c-4059-9c0f-81cc57ffadad tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "DELETE /v2.0/ports/03e5badb-8172-486f-9775-23060da4f0c7 HTTP/1.1" status: 204  len: 173 time: 4.3832715
Nov 27 21:04:48.453847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:48.458697 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04caac16-4cb6-4258-9bdb-bb9b05595c4d" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "03e5badb-8172-486f-9775-23060da4f0c7"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:48.511895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56434) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:48.559444 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1a66be7f-147b-4566-b824-96791d968984 None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:04:48.576920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04fe11-3eb4-42b2-8967-ab37ba7f591b req-7bd4a4bd-2b67-4d7a-9c73-04cd4ff971aa tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:48.583109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-577352ff-08c3-489d-a410-e4c984a156fd None None] Provisioning complete for port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:48.583746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-577352ff-08c3-489d-a410-e4c984a156fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:48.590182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff04fe11-3eb4-42b2-8967-ab37ba7f591b req-7bd4a4bd-2b67-4d7a-9c73-04cd4ff971aa tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 943 time: 0.4828260
Nov 27 21:04:48.625156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::12c (b51e3103-238b-49f7-9f12-062050bd91a4/58575918-1196-4ddc-83f7-40321c68b1d4/0fe86a6f-8272-4f66-8425-dc3a66700b11) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:48.636476 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:48.769727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-577352ff-08c3-489d-a410-e4c984a156fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:48.796389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f1daa-de1f-4fd0-a9b3-0dde3b7d8c0f req-11903758-6768-4988-add6-5102cbf4e01a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:48.798042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c84f1daa-de1f-4fd0-a9b3-0dde3b7d8c0f req-11903758-6768-4988-add6-5102cbf4e01a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.4076197
Nov 27 21:04:48.843951 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-706f0e6a-4471-41a0-9cfa-4418780e7680 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00735fb3099849649f3659ccce46780f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3298793
Nov 27 21:04:48.847883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff04fe11-3eb4-42b2-8967-ab37ba7f591b req-1201f016-6351-436c-91c9-cd1ce4455f03 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups?id=69f40d32-19c7-489c-9daa-dfb31f075bf0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2549872
Nov 27 21:04:48.853457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56446) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:48.953913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-89c85e94-27ee-4ec3-810f-21f9fea191a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:48.956274 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-89c85e94-27ee-4ec3-810f-21f9fea191a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 1097 time: 0.5896196
Nov 27 21:04:48.969562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:48.999209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting port 41f728b6-b85b-4f6c-b3a2-991cfa305959 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:48.999819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.009875 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1a66be7f-147b-4566-b824-96791d968984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190cd0>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a342ab1-8b65-4541-93f6-c197d2b0cb4a', 'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'mac_address': 'fa:16:3e:df:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:39Z', 'updated_at': '2021-11-27T20:54:49Z', 'revision_number': 5, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'subnets': [{'id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:49.078214 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dfbdd3-2c4f-43fd-9624-bedd3b6ee369 x-openstack-request-id: req-86dfbdd3-2c4f-43fd-9624-bedd3b6ee369 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:49.078757 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "03e5badb-8172-486f-9775-23060da4f0c7", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:49.079194 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86dfbdd3-2c4f-43fd-9624-bedd3b6ee369 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:49.079752 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '03e5badb-8172-486f-9775-23060da4f0c7', 'status': 'completed', 'code': 200}
Nov 27 21:04:49.086311 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66be7f-147b-4566-b824-96791d968984 None None] Checking router: 80f69812-73a2-4943-b298-f0e561ee3adb for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:04:49.109231 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66be7f-147b-4566-b824-96791d968984 None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:04:49.111185 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1a66be7f-147b-4566-b824-96791d968984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:04:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:49.111854 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c84f1daa-de1f-4fd0-a9b3-0dde3b7d8c0f req-35703408-1ae5-48f7-9c45-fba44b98b81a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2768521
Nov 27 21:04:49.130553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-577352ff-08c3-489d-a410-e4c984a156fd None None] For port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29e179a3-4b6c-439b-b0d1-c1e3c9cc047a,segment=NetworkSegment(15f6e691-0db4-4aa3-83d7-c50de56138f9),segment_id=15f6e691-0db4-4aa3-83d7-c50de56138f9)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:49.149838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-577352ff-08c3-489d-a410-e4c984a156fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.158419 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c8e38d5-a431-49be-8773-eaf3361fb74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.195279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:49.196088 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.219939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Allocated IP 172.20.0.1 (6ca13ca1-ce2e-44b8-9716-f8635f05b861/0d30880d-8f8f-405c-a1ea-bbba2caaab36/43bb351d-24cb-4f9c-a50b-8885703f74dd) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:49.231140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.239488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] For port 41f728b6-b85b-4f6c-b3a2-991cfa305959, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=41f728b6-b85b-4f6c-b3a2-991cfa305959,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:49.240211 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.264237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Calling delete_port for 41f728b6-b85b-4f6c-b3a2-991cfa305959 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:49.309374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577352ff-08c3-489d-a410-e4c984a156fd None None] Pushing event updated for resources: {'Port': ['ID=29e179a3-4b6c-439b-b0d1-c1e3c9cc047a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:49.363168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.410722 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c8e38d5-a431-49be-8773-eaf3361fb74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.422094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-6f40f8f5-6144-4e0a-80e9-7c257e669a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:49.423635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-6f40f8f5-6144-4e0a-80e9-7c257e669a39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 200  len: 915 time: 0.4542615
Nov 27 21:04:49.474138 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1a66be7f-147b-4566-b824-96791d968984 None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:04:49.513308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network b51e3103-238b-49f7-9f12-062050bd91a4 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:49.520109 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-8f7dab42-3cec-4e62-8924-b46e4c4df582 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 200  len: 217 time: 0.0844579
Nov 27 21:04:49.520745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:49.531388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:49.541969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:49.542822 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.548058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=0fe86a6f-8272-4f66-8425-dc3a66700b11,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:49.657876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e2aa9089-f7e2-4206-a9ce-47c2e3cd58c5 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.5757911
Nov 27 21:04:49.660976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.662840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56452) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:49.762895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Port': ['ID=41f728b6-b85b-4f6c-b3a2-991cfa305959,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:49.858528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:49.871654 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.884346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-f49d22b3-068b-40c0-8a46-8094be1b8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:49.885929 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-f49d22b3-068b-40c0-8a46-8094be1b8032 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 200  len: 854 time: 0.3545582
Nov 27 21:04:49.902471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] No DVR routers for this DVR port 41f728b6-b85b-4f6c-b3a2-991cfa305959 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:49.909325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:49.912935 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fde4d83-060e-4555-b387-de839e9c9d48 req-8f0dad7f-e314-47b3-babb-b013186832d1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.15 "DELETE /v2.0/ports/41f728b6-b85b-4f6c-b3a2-991cfa305959 HTTP/1.1" status: 204  len: 173 time: 1.4599738
Nov 27 21:04:49.926416 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1a66be7f-147b-4566-b824-96791d968984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe190cd0>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a342ab1-8b65-4541-93f6-c197d2b0cb4a', 'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'mac_address': 'fa:16:3e:df:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:39Z', 'updated_at': '2021-11-27T20:54:49Z', 'revision_number': 5, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'subnets': [{'id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:49.993709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-544f8285-4c66-4703-9b02-2392bbeeadb7 None None] Provisioning complete for port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:49.994101 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-544f8285-4c66-4703-9b02-2392bbeeadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:50.009539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-167fc4a2-cd89-4909-b449-331110f450df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1131546
Nov 27 21:04:50.018338 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c8e38d5-a431-49be-8773-eaf3361fb74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:50.027773 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c8e38d5-a431-49be-8773-eaf3361fb74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:50.031782 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66be7f-147b-4566-b824-96791d968984 None None] The sync data for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 is: [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T20:54:40Z', 'revision_number': 4, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a342ab1-8b65-4541-93f6-c197d2b0cb4a', 'name': '', 'network_id': '69bbc6e1-7ac2-4c39-8b81-cbf37c04434d', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'mac_address': 'fa:16:3e:df:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:39Z', 'updated_at': '2021-11-27T20:54:49Z', 'revision_number': 5, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'subnets': [{'id': '5fefb2aa-37dd-4ae6-821d-068bbb418a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:04:50.042846 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9c8e38d5-a431-49be-8773-eaf3361fb74d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/345c5dbc-d2b2-4276-985f-efcb91dbb195 HTTP/1.1" status: 204  len: 168 time: 1.1883206
Nov 27 21:04:50.184277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b2391-01d3-4a3e-94f5-de7ca6d002b9 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:50.186073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3b5b2391-01d3-4a3e-94f5-de7ca6d002b9 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2cd HTTP/1.1" status: 200  len: 928 time: 0.5221357
Nov 27 21:04:50.189169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56468) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:50.229482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:50.231968 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:50.294819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e38d5-a431-49be-8773-eaf3361fb74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c5dbc-d2b2-4276-985f-efcb91dbb195,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:50.398633 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad0919ad-4ac9-46cf-ad49-c82179bf0b2b req-cd751aa5-aec2-4cb8-82a3-dad630ab7f9b tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/ports?device_id=76793c46-5fca-400a-9b35-d4b6346878be HTTP/1.1" status: 200  len: 210 time: 0.3238697
Nov 27 21:04:50.467597 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:50.636617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62047d-cd9e-464a-859a-ac9a77bc8f81 req-c59b836d-77df-4c93-bd2f-318295c674c7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:50.649254 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f62047d-cd9e-464a-859a-ac9a77bc8f81 req-c59b836d-77df-4c93-bd2f-318295c674c7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2979674
Nov 27 21:04:50.687962 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f1ca0-55ab-4c13-9c5b-05669c3836b6 None None] Network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:50.694557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-544f8285-4c66-4703-9b02-2392bbeeadb7 None None] Provisioning complete for port d2ded380-fce5-4c13-8090-b2840eb24c86 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:50.694744 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-544f8285-4c66-4703-9b02-2392bbeeadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:50.744287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd33be-9a11-4258-b0f2-73c802cbe262 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 0fe86a6f-8272-4f66-8425-dc3a66700b11 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:50.744804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1fd33be-9a11-4258-b0f2-73c802cbe262 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:50.758146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=43bb351d-24cb-4f9c-a50b-8885703f74dd,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:50.797241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:50.805830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:50.815233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:50.827763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f62047d-cd9e-464a-859a-ac9a77bc8f81 req-3e2a2860-19bf-48b4-9af2-28ff7d6fc747 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773789
Nov 27 21:04:50.838021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea63d3-4adc-4a1d-a2b7-77be1ad336b2 None None] New status for floating IP 53a53a25-3e0f-4dac-bdfa-b4bc37acffee: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:04:50.900847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ec9aee01-87ef-4806-ad44-81b28dea9e7a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:50.936245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1fd33be-9a11-4258-b0f2-73c802cbe262 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:50.956545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd33be-9a11-4258-b0f2-73c802cbe262 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 0fe86a6f-8272-4f66-8425-dc3a66700b11 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:50.969430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-033dc261-d1e3-4930-9c6e-4971f1a5e383 service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8930964
Nov 27 21:04:50.995964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-544f8285-4c66-4703-9b02-2392bbeeadb7 None None] Port d2ded380-fce5-4c13-8090-b2840eb24c86 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:51.038101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.040282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56486) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:51.085139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '41f728b6-b85b-4f6c-b3a2-991cfa305959'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:04:51.088251 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e97f3f-1dfa-47c1-a29b-7af11f07f117" -d '{"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "41f728b6-b85b-4f6c-b3a2-991cfa305959"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:04:51.142349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ec9aee01-87ef-4806-ad44-81b28dea9e7a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:51.142739 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.192875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-75692bce-5a83-41ce-a6b2-025c404f1314 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fc5ea29615742c5822e366a80fffc75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1497679
Nov 27 21:04:51.201343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56492) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:51.217073 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a7263e-60c6-4615-998f-d476ede7917f x-openstack-request-id: req-12a7263e-60c6-4615-998f-d476ede7917f {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:04:51.218810 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76793c46-5fca-400a-9b35-d4b6346878be", "name": "network-vif-deleted", "tag": "41f728b6-b85b-4f6c-b3a2-991cfa305959", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:04:51.219083 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12a7263e-60c6-4615-998f-d476ede7917f {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:04:51.219581 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76793c46-5fca-400a-9b35-d4b6346878be', 'name': 'network-vif-deleted', 'tag': '41f728b6-b85b-4f6c-b3a2-991cfa305959', 'status': 'completed', 'code': 200}
Nov 27 21:04:51.221030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1fd33be-9a11-4258-b0f2-73c802cbe262 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.229768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b0396750-9655-42ad-bbe0-3878298500f6 None None] Provisioning complete for port ec9aee01-87ef-4806-ad44-81b28dea9e7a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:51.230649 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b0396750-9655-42ad-bbe0-3878298500f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.247202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b438e65-ffd9-4a98-87ae-4f285960b0fd req-68bb8aa5-2f5e-4a25-be3d-aecf6261084a service neutron] 10.222.0.15 "GET /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2677920
Nov 27 21:04:51.327820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd33be-9a11-4258-b0f2-73c802cbe262 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=0fe86a6f-8272-4f66-8425-dc3a66700b11,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:51.350544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.352702 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee724ab-aa39-41c7-9e10-f4bf739983b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.385892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1fd33be-9a11-4258-b0f2-73c802cbe262 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.400832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e1fd33be-9a11-4258-b0f2-73c802cbe262 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/0fe86a6f-8272-4f66-8425-dc3a66700b11 HTTP/1.1" status: 204  len: 168 time: 1.2090318
Nov 27 21:04:51.402683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56494) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:51.417603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee724ab-aa39-41c7-9e10-f4bf739983b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.469500 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df69c00-5687-4d98-be1b-cdd6d8a24df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:04:51.471509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2df69c00-5687-4d98-be1b-cdd6d8a24df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/0fe86a6f-8272-4f66-8425-dc3a66700b11 HTTP/1.1" status: 404  len: 333 time: 0.0663180
Nov 27 21:04:51.475107 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.475542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56498) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:51.532373 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b0396750-9655-42ad-bbe0-3878298500f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.578860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56502) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:51.660126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port ec9aee01-87ef-4806-ad44-81b28dea9e7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec9aee01-87ef-4806-ad44-81b28dea9e7a,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:51.668696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e3827ea8-e4c9-4359-b033-dc3fc0a9791b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port d2ded380-fce5-4c13-8090-b2840eb24c86 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:51.670279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3827ea8-e4c9-4359-b033-dc3fc0a9791b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.771062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-420a7645-0a70-4665-9b16-90e7cc43648a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.784273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-b0396750-9655-42ad-bbe0-3878298500f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:04:51.786684 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-b0396750-9655-42ad-bbe0-3878298500f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:04:51.787915 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.789338 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee724ab-aa39-41c7-9e10-f4bf739983b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.807317 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7ee724ab-aa39-41c7-9e10-f4bf739983b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:51.810866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7ee724ab-aa39-41c7-9e10-f4bf739983b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9325cf8c-27cb-48cb-ba50-408dc9c988af HTTP/1.1" status: 204  len: 168 time: 0.6055570
Nov 27 21:04:51.840120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee724ab-aa39-41c7-9e10-f4bf739983b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9325cf8c-27cb-48cb-ba50-408dc9c988af,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:51.876463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=ec9aee01-87ef-4806-ad44-81b28dea9e7a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:51.916458 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-420a7645-0a70-4665-9b16-90e7cc43648a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.019849 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3827ea8-e4c9-4359-b033-dc3fc0a9791b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.022227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291b134-dacf-4aee-9c58-245cb5cd4697 req-ec8543db-761d-4313-8f60-a916967b854b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:52.029952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e291b134-dacf-4aee-9c58-245cb5cd4697 req-ec8543db-761d-4313-8f60-a916967b854b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.0917082
Nov 27 21:04:52.037902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e3827ea8-e4c9-4359-b033-dc3fc0a9791b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for d2ded380-fce5-4c13-8090-b2840eb24c86 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:52.047771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-420a7645-0a70-4665-9b16-90e7cc43648a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.050636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-420a7645-0a70-4665-9b16-90e7cc43648a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.052200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-420a7645-0a70-4665-9b16-90e7cc43648a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "DELETE /v2.0/security-groups/69f40d32-19c7-489c-9daa-dfb31f075bf0 HTTP/1.1" status: 204  len: 168 time: 0.4583616
Nov 27 21:04:52.058790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56524) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:52.079087 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-d7a9782e-ea78-4a07-8e76-d3535d2f0786 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] show failed (client error): The resource could not be found.
Nov 27 21:04:52.080261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d7a9782e-ea78-4a07-8e76-d3535d2f0786 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "GET /v2.0/security-groups/69f40d32-19c7-489c-9daa-dfb31f075bf0 HTTP/1.1" status: 404  len: 347 time: 0.0191822
Nov 27 21:04:52.086281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56526) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:52.111279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a7645-0a70-4665-9b16-90e7cc43648a tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f40d32-19c7-489c-9daa-dfb31f075bf0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:52.272652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.273816 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3827ea8-e4c9-4359-b033-dc3fc0a9791b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.281888 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.312144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e291b134-dacf-4aee-9c58-245cb5cd4697 req-94a7ded4-748d-4585-9e70-d975feb50669 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2764511
Nov 27 21:04:52.355304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3827ea8-e4c9-4359-b033-dc3fc0a9791b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=d2ded380-fce5-4c13-8090-b2840eb24c86,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:52.356882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b0396750-9655-42ad-bbe0-3878298500f6 None None] Could not find standard attr ID for object 0fe86a6f-8272-4f66-8425-dc3a66700b11. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:04:52.364541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b0396750-9655-42ad-bbe0-3878298500f6 None None] Could not find standard attr ID for object d2ded380-fce5-4c13-8090-b2840eb24c86. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:04:52.398862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3827ea8-e4c9-4359-b033-dc3fc0a9791b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.403712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e3827ea8-e4c9-4359-b033-dc3fc0a9791b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/d2ded380-fce5-4c13-8090-b2840eb24c86 HTTP/1.1" status: 204  len: 168 time: 0.9269121
Nov 27 21:04:52.406894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56534) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:52.443182 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bc1903-4aa1-401a-bcf9-454d850d1cfc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:04:52.447938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-59bc1903-4aa1-401a-bcf9-454d850d1cfc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/d2ded380-fce5-4c13-8090-b2840eb24c86 HTTP/1.1" status: 404  len: 333 time: 0.0396860
Nov 27 21:04:52.448929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56538) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:52.508268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2529ce21-7c65-48d2-94fb-692d1359fe05 None None] Provisioning complete for port ec9aee01-87ef-4806-ad44-81b28dea9e7a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:52.509077 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2529ce21-7c65-48d2-94fb-692d1359fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.533780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-320c1f50-6b8c-40d7-acea-450edee649ec tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet 58575918-1196-4ddc-83f7-40321c68b1d4 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:52.541948 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-320c1f50-6b8c-40d7-acea-450edee649ec tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.610994 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-320c1f50-6b8c-40d7-acea-450edee649ec tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.683059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2529ce21-7c65-48d2-94fb-692d1359fe05 None None] Provisioning complete for port 43bb351d-24cb-4f9c-a50b-8885703f74dd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:52.683777 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2529ce21-7c65-48d2-94fb-692d1359fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.727755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2529ce21-7c65-48d2-94fb-692d1359fe05 None None] Port 43bb351d-24cb-4f9c-a50b-8885703f74dd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:52.753241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-320c1f50-6b8c-40d7-acea-450edee649ec tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.826273 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-320c1f50-6b8c-40d7-acea-450edee649ec tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.865774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c1f50-6b8c-40d7-acea-450edee649ec tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=58575918-1196-4ddc-83f7-40321c68b1d4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:52.876970 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-320c1f50-6b8c-40d7-acea-450edee649ec tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:52.883334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-320c1f50-6b8c-40d7-acea-450edee649ec tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/58575918-1196-4ddc-83f7-40321c68b1d4 HTTP/1.1" status: 204  len: 168 time: 0.4308112
Nov 27 21:04:52.883608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93efb3b-047c-4385-a1a8-c15e4570684e None None] Network b51e3103-238b-49f7-9f12-062050bd91a4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:52.884210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56570) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:53.003241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=43bb351d-24cb-4f9c-a50b-8885703f74dd,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:53.025540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.098466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting port 3626e4a4-4aa2-4221-b506-6b6130f9edce {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:53.098941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.172614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56576) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:53.219295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:53.222681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:53.323402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.327015 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.379886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.384189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Calling delete_port for 3626e4a4-4aa2-4221-b506-6b6130f9edce owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:53.402649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-network', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:53.433153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16329437-e555-46e4-8c77-ee6c30ea6732 None None] DHCP port deletion for b51e3103-238b-49f7-9f12-062050bd91a4 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:53.513129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:53.516405 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.532848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-16329437-e555-46e4-8c77-ee6c30ea6732 None None] Deleting port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:53.535446 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16329437-e555-46e4-8c77-ee6c30ea6732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.575626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Made reservation on behalf of 4b756ba4e580446980b973ad0b42b9fe for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:53.577978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.597029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.629174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Router 4af97957-ee93-4f9a-bd44-468a68689527 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:04:53.633175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56586) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:53.644318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16329437-e555-46e4-8c77-ee6c30ea6732 None None] For port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29e179a3-4b6c-439b-b0d1-c1e3c9cc047a,segment=NetworkSegment(15f6e691-0db4-4aa3-83d7-c50de56138f9),segment_id=15f6e691-0db4-4aa3-83d7-c50de56138f9)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:53.644827 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16329437-e555-46e4-8c77-ee6c30ea6732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.661709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c844-3eb9-4054-9858-abb15ed1bab0 req-fed6d3b0-3b36-4d17-a84b-bea5a98973c4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:53.663456 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2967c844-3eb9-4054-9858-abb15ed1bab0 req-fed6d3b0-3b36-4d17-a84b-bea5a98973c4 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1685832
Nov 27 21:04:53.665900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-16329437-e555-46e4-8c77-ee6c30ea6732 None None] Calling delete_port for 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:53.689661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2454ccf6-b4b7-4226-a7e2-4c4a5812c1c2 None None] Provisioning complete for port 43bb351d-24cb-4f9c-a50b-8885703f74dd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:53.690043 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2454ccf6-b4b7-4226-a7e2-4c4a5812c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.699803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] For port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29e179a3-4b6c-439b-b0d1-c1e3c9cc047a,segment=NetworkSegment(15f6e691-0db4-4aa3-83d7-c50de56138f9),segment_id=15f6e691-0db4-4aa3-83d7-c50de56138f9)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:53.700004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.724383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:53.778973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2454ccf6-b4b7-4226-a7e2-4c4a5812c1c2 None None] Port 43bb351d-24cb-4f9c-a50b-8885703f74dd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:53.812328 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16329437-e555-46e4-8c77-ee6c30ea6732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.831232 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a74e6df-2380-40ba-a23f-8a1af011d0b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.863277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16329437-e555-46e4-8c77-ee6c30ea6732 None None] Pushing event deleted for resources: {'Port': ['ID=29e179a3-4b6c-439b-b0d1-c1e3c9cc047a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:53.863277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16329437-e555-46e4-8c77-ee6c30ea6732 None None] No DVR routers for this DVR port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:53.913848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ec9aee01-87ef-4806-ad44-81b28dea9e7a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:53.915416 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.945787 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.954170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=29e179a3-4b6c-439b-b0d1-c1e3c9cc047a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:53.958879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No DVR routers for this DVR port 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:04:53.960425 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2967c844-3eb9-4054-9858-abb15ed1bab0 req-e18f726e-3ee3-42cb-9041-2da597d37f79 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2808206
Nov 27 21:04:53.969413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ec9aee01-87ef-4806-ad44-81b28dea9e7a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:53.969895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.976599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:53.992694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:54.008261 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.008998 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Added segment 0ce15481-18bd-44dd-bd1b-b76287b95b9c of type vlan for network e625b12a-b3fa-4ce9-b29c-1debf46798ed
Nov 27 21:04:54.051109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.088944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a74e6df-2380-40ba-a23f-8a1af011d0b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.092388 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.115241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a74e6df-2380-40ba-a23f-8a1af011d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.130766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322c7844-83ec-4cbe-ab65-afd68603e4d8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:54.131676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:04:54.136559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:04:54.139762 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.141788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Port': ['ID=3626e4a4-4aa2-4221-b506-6b6130f9edce,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:54.149257 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Sync routers for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:04:54.152153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-95768a33-96e0-4690-8fd5-f375b600992e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "PUT /v2.0/routers/4af97957-ee93-4f9a-bd44-468a68689527/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8987513
Nov 27 21:04:54.155763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56592) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:54.160640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-39854c07-04e5-454a-9152-2c6c0cf6cff6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--11150490', 'description': 'tempest-secgroup_access--11150490 description', 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:54.169424 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:04:54.170052 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe641760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:04:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:54.181592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04773dce-249d-4039-b101-4811b96f715b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:54.182760 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.183470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:04:54.183891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 29e179a3-4b6c-439b-b0d1-c1e3c9cc047a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:04:54.184013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:54.184531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.233722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc74c250>,) {'filters': {'network_id': ['b51e3103-238b-49f7-9f12-062050bd91a4']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:54.241965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74e6df-2380-40ba-a23f-8a1af011d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f95868b-01f0-46be-8fb0-f98b58737170,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:54.254153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9a74e6df-2380-40ba-a23f-8a1af011d0b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1da887555f8644469f2c0d5986a8423a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6194966
Nov 27 21:04:54.254766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56594) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:54.267319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc74c250>, '15f6e691-0db4-4aa3-83d7-c50de56138f9') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:54.267630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc74c250>, '15f6e691-0db4-4aa3-83d7-c50de56138f9') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:54.283287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b7ad9-4578-4e3e-9caa-8b1bd199af0a req-6563515c-dca6-45f3-aa68-3a91e034d0f2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:54.285371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-019b7ad9-4578-4e3e-9caa-8b1bd199af0a req-6563515c-dca6-45f3-aa68-3a91e034d0f2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1988657
Nov 27 21:04:54.286397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39854c07-04e5-454a-9152-2c6c0cf6cff6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.298216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.304529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1306760
Nov 27 21:04:54.316206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56596) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:54.321120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Request body: {'subnet': {'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-subnet', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:54.336541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.337720 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:04:54.339663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.341047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1783f64-b893-42b1-a3c0-0058cc8cc61d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "DELETE /v2.0/floatingips/53a53a25-3e0f-4dac-bdfa-b4bc37acffee HTTP/1.1" status: 204  len: 168 time: 2.2521243
Nov 27 21:04:54.344511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56598) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:54.346008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76a7f2-3d52-4b0d-bdf4-26147445f792 admin admin] Pushing event updated for resources: {'Network': ['ID=e625b12a-b3fa-4ce9-b29c-1debf46798ed,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:54.366051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:54.372162 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.376871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Made reservation on behalf of 4b756ba4e580446980b973ad0b42b9fe for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:54.379406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.428922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:04:54.429335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:04:54.433505 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:04:54.467506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-019b7ad9-4578-4e3e-9caa-8b1bd199af0a req-da6e926f-0e62-4643-a42c-9e419623354e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631720
Nov 27 21:04:54.470065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39854c07-04e5-454a-9152-2c6c0cf6cff6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.483232 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39854c07-04e5-454a-9152-2c6c0cf6cff6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.534318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39854c07-04e5-454a-9152-2c6c0cf6cff6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc1b09-2c20-4950-8991-f1d213bd5234,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:54.539448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-346ef7cf-3ef6-457f-a814-da1af3f3e295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.542279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-39854c07-04e5-454a-9152-2c6c0cf6cff6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.545702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-39854c07-04e5-454a-9152-2c6c0cf6cff6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3859465
Nov 27 21:04:54.546064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56604) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:54.550840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-96ebcb55-2a7a-4ac4-8894-fe46c2f1053a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--403936855', 'description': 'tempest-secgroup_general--403936855 description', 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:54.605751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96ebcb55-2a7a-4ac4-8894-fe46c2f1053a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.639593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-346ef7cf-3ef6-457f-a814-da1af3f3e295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.653159 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.672974 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.676284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/networks/b51e3103-238b-49f7-9f12-062050bd91a4 HTTP/1.1" status: 204  len: 168 time: 1.7910755
Nov 27 21:04:54.684794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56608) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:54.691391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-217112372'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:54.700313 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe641760>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43bb351d-24cb-4f9c-a50b-8885703f74dd', 'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:b6:d0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:48Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 2, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:54.703176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37a71-f0cf-46dd-a637-2fc059203175 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Network': ['ID=b51e3103-238b-49f7-9f12-062050bd91a4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:54.728764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859511d-200b-4975-9c40-cb6278c7519e req-f032631e-2041-4a4d-a9b2-559dfd825ddc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:54.730252 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a859511d-200b-4975-9c40-cb6278c7519e req-f032631e-2041-4a4d-a9b2-559dfd825ddc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1360798
Nov 27 21:04:54.736659 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Checking router: 4af97957-ee93-4f9a-bd44-468a68689527 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:04:54.737474 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Updating router 4af97957-ee93-4f9a-bd44-468a68689527 port 43bb351d-24cb-4f9c-a50b-8885703f74dd binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:04:54.749271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7ef26311-1925-4ab2-9219-9bb0c3c03aa6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting port 2141f889-e6e6-4c2b-ba22-12f0441b2f07 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:54.749618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ef26311-1925-4ab2-9219-9bb0c3c03aa6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.754622 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96ebcb55-2a7a-4ac4-8894-fe46c2f1053a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.759496 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.765886 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.768778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96ebcb55-2a7a-4ac4-8894-fe46c2f1053a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.803943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:54.807462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.823090 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-346ef7cf-3ef6-457f-a814-da1af3f3e295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.825750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-346ef7cf-3ef6-457f-a814-da1af3f3e295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.829544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-346ef7cf-3ef6-457f-a814-da1af3f3e295 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f95868b-01f0-46be-8fb0-f98b58737170 HTTP/1.1" status: 204  len: 168 time: 0.5670490
Nov 27 21:04:54.853236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ef7cf-3ef6-457f-a814-da1af3f3e295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f95868b-01f0-46be-8fb0-f98b58737170,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:54.860987 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a859511d-200b-4975-9c40-cb6278c7519e req-eee421b7-2847-41f5-a861-b7dcfbcb0928 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217670
Nov 27 21:04:54.874867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96ebcb55-2a7a-4ac4-8894-fe46c2f1053a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.883802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-96ebcb55-2a7a-4ac4-8894-fe46c2f1053a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.3365006
Nov 27 21:04:54.893210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56612) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:54.900554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7fc6df44-868e-4e2b-b58d-64247905e82b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'security_group_rule': {'security_group_id': '19cc1b09-2c20-4950-8991-f1d213bd5234', 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:54.915226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebcb55-2a7a-4ac4-8894-fe46c2f1053a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32fe259-e26a-42a4-8069-ebb2f85bcff6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:54.935342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ef26311-1925-4ab2-9219-9bb0c3c03aa6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:54.935823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea12c44-8d25-4a99-87a8-7efe19824fa7,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:54.956047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7ef26311-1925-4ab2-9219-9bb0c3c03aa6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Calling delete_port for 2141f889-e6e6-4c2b-ba22-12f0441b2f07 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:54.971907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:04:55.008154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fc6df44-868e-4e2b-b58d-64247905e82b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.008784 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.009297 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Added segment 92b25022-6130-4064-99d9-130fd6e6a00e of type vlan for network 1e24e055-1661-4113-a4f2-0a2453151f8b
Nov 27 21:04:55.039026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Checking segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:55.039503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Network hostable DHCP agents. Network: e625b12a-b3fa-4ce9-b29c-1debf46798ed, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:55.086149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.089632 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fc6df44-868e-4e2b-b58d-64247905e82b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.100640 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fc6df44-868e-4e2b-b58d-64247905e82b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.107721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:55.118401 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.119016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c9717-bc15-482a-a3fb-02a65fc7f83e req-e76ca4db-24a1-4aa4-a119-3b59be4f3814 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:55.120787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb5c9717-bc15-482a-a3fb-02a65fc7f83e req-e76ca4db-24a1-4aa4-a119-3b59be4f3814 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1267426
Nov 27 21:04:55.135991 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.151598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e625b12a-b3fa-4ce9-b29c-1debf46798ed) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:55.156591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:55.157276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.162144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0412e-a20f-45d2-9b9c-e5e3a7b4a331 None None] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:55.168527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6df44-868e-4e2b-b58d-64247905e82b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4684a6c6-c71d-4cba-92c6-a791b73d94fd,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:55.177048 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.185059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:55.186078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.188086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fc6df44-868e-4e2b-b58d-64247905e82b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.198059 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7fc6df44-868e-4e2b-b58d-64247905e82b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2962592
Nov 27 21:04:55.211928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ef26311-1925-4ab2-9219-9bb0c3c03aa6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.239809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-01974be4-32ed-47a6-985f-8004ab73b4bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9224441
Nov 27 21:04:55.243562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56620) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:55.251517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef26311-1925-4ab2-9219-9bb0c3c03aa6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Port': ['ID=2141f889-e6e6-4c2b-ba22-12f0441b2f07,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:55.317875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:55.346083 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ef26311-1925-4ab2-9219-9bb0c3c03aa6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.359898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7ef26311-1925-4ab2-9219-9bb0c3c03aa6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "DELETE /v2.0/ports/2141f889-e6e6-4c2b-ba22-12f0441b2f07 HTTP/1.1" status: 204  len: 168 time: 1.0062094
Nov 27 21:04:55.361461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56622) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:55.458745 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7710223
Nov 27 21:04:55.470285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56630) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:55.470939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56632) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:55.471763 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Attempting to bind port 43bb351d-24cb-4f9c-a50b-8885703f74dd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:55.472414 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Attempting to bind port 43bb351d-24cb-4f9c-a50b-8885703f74dd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:55.473064 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Attempting to bind port 43bb351d-24cb-4f9c-a50b-8885703f74dd on network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:55.483072 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Pushing event updated for resources: {'Port': ['ID=43bb351d-24cb-4f9c-a50b-8885703f74dd,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:55.485710 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:55.486211 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Checking segment: {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:55.486738 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.487235 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Bound using segment: {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:55.487843 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Bound port: 43bb351d-24cb-4f9c-a50b-8885703f74dd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:55.488330 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.498535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': '1e24e055-1661-4113-a4f2-0a2453151f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:55.507547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb5c9717-bc15-482a-a3fb-02a65fc7f83e req-c1643eae-3270-4efb-aaf3-089ada222570 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3713458
Nov 27 21:04:55.508683 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.509082 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.509531 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.510109 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.510416 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.510851 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.511305 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.511758 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.512194 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.512624 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.513086 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.513479 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:04:55.546415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a2471-5aeb-46c2-bc30-74cabe83fddc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Network': ['ID=1e24e055-1661-4113-a4f2-0a2453151f8b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:55.564149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.565389 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.566533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 1e24e055-1661-4113-a4f2-0a2453151f8b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:04:55.604322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0aff7ad-90aa-46c5-b09e-cc2dd9b3bd0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.632860 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] For port 43bb351d-24cb-4f9c-a50b-8885703f74dd, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:55.637652 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] For port 43bb351d-24cb-4f9c-a50b-8885703f74dd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43bb351d-24cb-4f9c-a50b-8885703f74dd,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:55.645369 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.679026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.750838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5cff3684-6ddd-44fe-98ba-e85170547c06 None None] Provisioning complete for port 43bb351d-24cb-4f9c-a50b-8885703f74dd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:55.751388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5cff3684-6ddd-44fe-98ba-e85170547c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.798963 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-81684133-af97-45bb-a515-4894672809c2 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--11150490&fields=id&tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89 HTTP/1.1" status: 200  len: 267 time: 0.2754707
Nov 27 21:04:55.809103 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:04:55.814023 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe641760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:04:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:55.843010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:04:55.844901 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.886822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a71bf082-fcd3-4ff7-a1f7-17a9786599e6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting port 7892b730-0a95-4587-9c92-b7522e255107 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:04:55.886822 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a71bf082-fcd3-4ff7-a1f7-17a9786599e6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.895285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:55.915189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958d09f-f75d-4e90-9c90-064bec9f49f7 req-c185c6ec-6c8e-4b96-8b8a-d5d69a485309 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:55.923983 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7958d09f-f75d-4e90-9c90-064bec9f49f7 req-c185c6ec-6c8e-4b96-8b8a-d5d69a485309 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1779568
Nov 27 21:04:55.942566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:55.949878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.017622 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e266fb2-1720-4a87-be34-a2f196bcc029 None None] Pushing event updated for resources: {'Port': ['ID=43bb351d-24cb-4f9c-a50b-8885703f74dd,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:56.042425 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7958d09f-f75d-4e90-9c90-064bec9f49f7 req-f4c27a02-e011-4006-a68e-16e9d168e3ee tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173992
Nov 27 21:04:56.049151 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:04:56.132039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5cff3684-6ddd-44fe-98ba-e85170547c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.175994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5cff3684-6ddd-44fe-98ba-e85170547c06 None None] For port 43bb351d-24cb-4f9c-a50b-8885703f74dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43bb351d-24cb-4f9c-a50b-8885703f74dd,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:04:56.193792 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5cff3684-6ddd-44fe-98ba-e85170547c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.209580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0aff7ad-90aa-46c5-b09e-cc2dd9b3bd0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.215588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-d11fbb3b-93ca-412b-80a0-d3b2fc8aa2f2 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--403936855&fields=id&tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89 HTTP/1.1" status: 200  len: 267 time: 0.3971717
Nov 27 21:04:56.227993 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0aff7ad-90aa-46c5-b09e-cc2dd9b3bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.288892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Allocated IP 172.20.0.2 (e625b12a-b3fa-4ce9-b29c-1debf46798ed/cea12c44-8d25-4a99-87a8-7efe19824fa7/9ba0b814-8bfd-4b67-9bad-f4b83d4538d0) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:56.305463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff3684-6ddd-44fe-98ba-e85170547c06 None None] Pushing event updated for resources: {'Port': ['ID=43bb351d-24cb-4f9c-a50b-8885703f74dd,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:56.339081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a71bf082-fcd3-4ff7-a1f7-17a9786599e6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.366190 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.379142 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe641760>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43bb351d-24cb-4f9c-a50b-8885703f74dd', 'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:b6:d0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:48Z', 'updated_at': '2021-11-27T21:04:55Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:56.394602 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.398362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a71bf082-fcd3-4ff7-a1f7-17a9786599e6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Calling delete_port for 7892b730-0a95-4587-9c92-b7522e255107 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:04:56.402185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1ec1cd55-8e16-406e-9454-3f7166e29069 None None] Provisioning complete for port 43bb351d-24cb-4f9c-a50b-8885703f74dd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:56.402770 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ec1cd55-8e16-406e-9454-3f7166e29069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.406520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aff7ad-90aa-46c5-b09e-cc2dd9b3bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1498a3-8f13-461e-be1b-bb94785b90bf,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:56.406952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e386-cdf0-4a9a-9767-089dba735704 req-ed713ad9-c6c1-417e-9554-3dc987db12cf tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:56.417120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8588e386-cdf0-4a9a-9767-089dba735704 req-ed713ad9-c6c1-417e-9554-3dc987db12cf tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1188223
Nov 27 21:04:56.420086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e0aff7ad-90aa-46c5-b09e-cc2dd9b3bd0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b3dd6bf7ec14092b0d1c35214cd9387&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9448524
Nov 27 21:04:56.420225 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f15bd4-55e9-4ab6-88ad-695d41096cb3 None None] The sync data for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 is: [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43bb351d-24cb-4f9c-a50b-8885703f74dd', 'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:b6:d0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:48Z', 'updated_at': '2021-11-27T21:04:55Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:04:56.436053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56646) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:56.592463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-43dce9a8-acf4-45a8-a497-4eb9e30ca42d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:56.593983 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-43dce9a8-acf4-45a8-a497-4eb9e30ca42d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/networks?id=6ca13ca1-ce2e-44b8-9716-f8635f05b861 HTTP/1.1" status: 200  len: 797 time: 0.3671863
Nov 27 21:04:56.619655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8588e386-cdf0-4a9a-9767-089dba735704 req-ad5b76f8-e980-4a96-96c7-ae1006d79ae6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963599
Nov 27 21:04:56.666741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-871654ba-4554-4908-a1d8-9d15151c908e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.669848 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-43f69fb0-f805-40b6-9196-c3cea0e073ca tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/quotas/8367cf5d4f724cabb1d4ac0a8e7a6b89 HTTP/1.1" status: 200  len: 375 time: 0.0651734
Nov 27 21:04:56.699338 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.707310 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.707570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Allocated IP 172.35.3.96 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:56.716766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-871654ba-4554-4908-a1d8-9d15151c908e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.719823 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.793563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Pushing event updated for resources: {'Port': ['ID=9ba0b814-8bfd-4b67-9bad-f4b83d4538d0,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:56.813851 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:56.816571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:56.819971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:56.877531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae25f96-cd7d-49b0-895a-842098661ec5 req-7e836649-cf87-4508-93f7-2fa6c3c26583 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:56.878939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bae25f96-cd7d-49b0-895a-842098661ec5 req-7e836649-cf87-4508-93f7-2fa6c3c26583 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1074038
Nov 27 21:04:56.881971 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-d40e583a-89e1-4b55-902d-3aad1ebeecb8 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1978149
Nov 27 21:04:56.884834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=f6ee721b-d45e-4185-a5f6-2c3404cd09c9,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:56.897181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Attempting to bind port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:56.897616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Attempting to bind port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:56.897997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Attempting to bind port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:56.903189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-871654ba-4554-4908-a1d8-9d15151c908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.905198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:56.905788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Checking segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:56.906629 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.906777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Bound using segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:56.907311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Bound port: 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:56.907755 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.909801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Checking segment: {'id': '92b25022-6130-4064-99d9-130fd6e6a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e24e055-1661-4113-a4f2-0a2453151f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:56.910284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network hostable DHCP agents. Network: 1e24e055-1661-4113-a4f2-0a2453151f8b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:04:56.911089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-871654ba-4554-4908-a1d8-9d15151c908e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.913039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a71bf082-fcd3-4ff7-a1f7-17a9786599e6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:56.913841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-871654ba-4554-4908-a1d8-9d15151c908e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b1498a3-8f13-461e-be1b-bb94785b90bf HTTP/1.1" status: 204  len: 168 time: 0.4768474
Nov 27 21:04:56.966009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871654ba-4554-4908-a1d8-9d15151c908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1498a3-8f13-461e-be1b-bb94785b90bf,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:56.981623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bf082-fcd3-4ff7-a1f7-17a9786599e6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Port': ['ID=7892b730-0a95-4587-9c92-b7522e255107,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:56.987203 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:57.037955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bae25f96-cd7d-49b0-895a-842098661ec5 req-432cbfaa-ce03-42b6-8a6b-a32d4d46e8f6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475563
Nov 27 21:04:57.046893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] For port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:04:57.054964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] For port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba0b814-8bfd-4b67-9bad-f4b83d4538d0,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:04:57.073487 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:57.100222 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:57.168009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bf074-8d5d-4a05-bde9-918e97943ced None None] Pushing event updated for resources: {'Port': ['ID=9ba0b814-8bfd-4b67-9bad-f4b83d4538d0,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:57.188456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network 1e24e055-1661-4113-a4f2-0a2453151f8b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:04:57.226408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e24e055-1661-4113-a4f2-0a2453151f8b) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:57.236148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07cb4d-c181-40c3-a271-9bd335a6f8ea None None] Network 1e24e055-1661-4113-a4f2-0a2453151f8b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:57.245154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:57.245776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:57.257945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a71bf082-fcd3-4ff7-a1f7-17a9786599e6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:57.264951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a71bf082-fcd3-4ff7-a1f7-17a9786599e6 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "DELETE /v2.0/ports/7892b730-0a95-4587-9c92-b7522e255107 HTTP/1.1" status: 204  len: 168 time: 1.8995352
Nov 27 21:04:57.266639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56658) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:57.290692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Pushing event updated for resources: {'Port': ['ID=cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:57.295759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:57.301925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:57.304877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:57.318574 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eec4eee4-86ed-42a0-b514-b6657ea1aa9e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8443241
Nov 27 21:04:57.320853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-675cde95-77f0-464a-8aca-7408b34725ae service neutron] 10.222.0.21 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3827291
Nov 27 21:04:57.321359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56662) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:57.344858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02786afe-ffd2-466a-a517-40121444d77b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:04:57.370571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d66c-80da-44e8-912d-676ae729e9da req-2dcac8ca-d5c4-4ac7-b6a0-f80d7e98aa56 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:57.375808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f76d66c-80da-44e8-912d-676ae729e9da req-2dcac8ca-d5c4-4ac7-b6a0-f80d7e98aa56 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1960175
Nov 27 21:04:57.389014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': '1e24e055-1661-4113-a4f2-0a2453151f8b', 'name': 'tempest-PortsIpV6TestJSON-704573952', 'fixed_ips': [{'subnet_id': 'f6ee721b-d45e-4185-a5f6-2c3404cd09c9', 'ip_address': '2001:db8::10'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:04:57.553968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f442040f-e1eb-40a3-96f9-d1677f452d55 None None] Provisioning complete for port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:57.554637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f442040f-e1eb-40a3-96f9-d1677f452d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:57.629891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f442040f-e1eb-40a3-96f9-d1677f452d55 None None] Port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:04:57.674614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e24e055-1661-4113-a4f2-0a2453151f8b', 'network_id': '1e24e055-1661-4113-a4f2-0a2453151f8b', 'tenant_id': '43d96f70dd574c329276ab3646183310', 'fixed_ips': [{'subnet_id': 'f6ee721b-d45e-4185-a5f6-2c3404cd09c9'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:04:57.676643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:57.811891 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f76d66c-80da-44e8-912d-676ae729e9da req-21641ef3-1177-4ed8-b22f-252a9d1e0da6 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2648790
Nov 27 21:04:57.885624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-1a1c13f9-74b5-4fd9-800e-10b7c0682d28 service neutron] 10.222.0.21 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4827528
Nov 27 21:04:57.976331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-901c2091-f2c8-4206-817f-4d9885289c4d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting subnet 4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:57.982781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-901c2091-f2c8-4206-817f-4d9885289c4d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:58.029768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Allocated IP 2001:db8::2 (1e24e055-1661-4113-a4f2-0a2453151f8b/f6ee721b-d45e-4185-a5f6-2c3404cd09c9/871fb894-f020-4af7-b2d2-64a7440ca89a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:58.076858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:04:58.140008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 43bb351d-24cb-4f9c-a50b-8885703f74dd up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:58.186007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:58.234059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port e4c18fe5-7f25-469f-8626-6f25c48632ab yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:04:58.235196 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:58.513823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 43bb351d-24cb-4f9c-a50b-8885703f74dd triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:58.514422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:58.545161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c0d0c9d-54c5-46c8-a35c-f5f4286f1aac req-5b0c2515-3709-462b-97a7-adf5d4e55316 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 210 time: 0.1106436
Nov 27 21:04:58.574131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-901c2091-f2c8-4206-817f-4d9885289c4d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:58.706300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc182e-2f1f-4365-8045-1d0e39b1483c req-a54d346b-f160-463a-91f6-b3d4d8f50873 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:58.712613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11cc182e-2f1f-4365-8045-1d0e39b1483c req-a54d346b-f160-463a-91f6-b3d4d8f50873 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.4630959
Nov 27 21:04:58.749303 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:58.754290 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-901c2091-f2c8-4206-817f-4d9885289c4d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:58.764409 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:58.862451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:04:58.900839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Network 1e24e055-1661-4113-a4f2-0a2453151f8b is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:58.906692 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11cc182e-2f1f-4365-8045-1d0e39b1483c req-b283f10f-3586-4d6a-afde-2a9cc6e4157a tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807203
Nov 27 21:04:58.912945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:58.920133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::10 (1e24e055-1661-4113-a4f2-0a2453151f8b/f6ee721b-d45e-4185-a5f6-2c3404cd09c9/e4c18fe5-7f25-469f-8626-6f25c48632ab) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:04:58.923627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-901c2091-f2c8-4206-817f-4d9885289c4d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:58.956181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.000964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:59.003180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeff8d46-bd7b-4e78-aab1-fac17a031ac2 None None] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:59.008776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-901c2091-f2c8-4206-817f-4d9885289c4d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.024462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-901c2091-f2c8-4206-817f-4d9885289c4d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "DELETE /v2.0/subnets/4e62e9f6-ef2f-4239-a62c-e1ecd99fe300 HTTP/1.1" status: 204  len: 168 time: 1.7552884
Nov 27 21:04:59.028402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c2091-f2c8-4206-817f-4d9885289c4d tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Subnet': ['ID=4e62e9f6-ef2f-4239-a62c-e1ecd99fe300,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:59.030408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56714) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:59.044682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a631423b-ba51-432f-a669-e2356040b4b1 None None] Network b81d828c-3c59-4f0f-a608-265030413533 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:59.078158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Pushing event updated for resources: {'Port': ['ID=871fb894-f020-4af7-b2d2-64a7440ca89a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:59.191297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-511c73a4-f04b-4042-b6f2-a23bed0c30e5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting subnet e4242531-091e-4864-9c2c-576357ba599a {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:04:59.209702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-511c73a4-f04b-4042-b6f2-a23bed0c30e5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.273876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Router 2dd2fff3-d84b-49ca-b032-796a4dcf417b is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:04:59.298885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb1059-1e42-4332-aa23-918d74bb4a7a req-48c735f9-ebb5-45bd-872c-6513b3197d6f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:59.309052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eadb1059-1e42-4332-aa23-918d74bb4a7a req-48c735f9-ebb5-45bd-872c-6513b3197d6f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2206974
Nov 27 21:04:59.356310 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-511c73a4-f04b-4042-b6f2-a23bed0c30e5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.456536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3ecbc2d3-7130-4437-8331-7fcbfee44a52 None None] Provisioning complete for port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:04:59.456984 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc2d3-7130-4437-8331-7fcbfee44a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.462321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:04:59.472900 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eadb1059-1e42-4332-aa23-918d74bb4a7a req-d94be0ba-c657-4197-9647-0162550afcbe tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611316
Nov 27 21:04:59.498028 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.499776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ccf2cfc4-67c5-4ef1-9446-320d1e47530c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.2018836
Nov 27 21:04:59.502381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56724) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:59.505110 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Sync routers for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:04:59.536021 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.558094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-511c73a4-f04b-4042-b6f2-a23bed0c30e5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.586526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:04:59.587334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce5bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:04:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:04:59.711757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:04:59.728022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.737998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f0024-2a85-43ad-a185-75ba19f532d1 req-dda3ff76-d4c3-4ca1-9321-c249991bc74f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:59.739634 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c37f0024-2a85-43ad-a185-75ba19f532d1 req-dda3ff76-d4c3-4ca1-9321-c249991bc74f tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1064641
Nov 27 21:04:59.747821 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-511c73a4-f04b-4042-b6f2-a23bed0c30e5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.809415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Attempting to bind port 871fb894-f020-4af7-b2d2-64a7440ca89a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:04:59.809853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Attempting to bind port 871fb894-f020-4af7-b2d2-64a7440ca89a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92b25022-6130-4064-99d9-130fd6e6a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e24e055-1661-4113-a4f2-0a2453151f8b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:04:59.810149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Attempting to bind port 871fb894-f020-4af7-b2d2-64a7440ca89a on network 1e24e055-1661-4113-a4f2-0a2453151f8b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:04:59.836024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:04:59.836024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Checking segment: {'id': '92b25022-6130-4064-99d9-130fd6e6a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e24e055-1661-4113-a4f2-0a2453151f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:04:59.836024 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.836855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c73a4-f04b-4042-b6f2-a23bed0c30e5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Subnet': ['ID=e4242531-091e-4864-9c2c-576357ba599a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:59.837726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Bound using segment: {'id': '92b25022-6130-4064-99d9-130fd6e6a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e24e055-1661-4113-a4f2-0a2453151f8b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:04:59.838559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Bound port: 871fb894-f020-4af7-b2d2-64a7440ca89a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b25022-6130-4064-99d9-130fd6e6a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e24e055-1661-4113-a4f2-0a2453151f8b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:04:59.838968 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.844069 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-511c73a4-f04b-4042-b6f2-a23bed0c30e5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.847288 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-511c73a4-f04b-4042-b6f2-a23bed0c30e5 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "DELETE /v2.0/subnets/e4242531-091e-4864-9c2c-576357ba599a HTTP/1.1" status: 204  len: 168 time: 0.8134863
Nov 27 21:04:59.852091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network 1e24e055-1661-4113-a4f2-0a2453151f8b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:04:59.859328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56736) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:04:59.875637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:04:59.890530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=e4c18fe5-7f25-469f-8626-6f25c48632ab,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:04:59.893156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:04:59.899031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:04:59.899714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.910340 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc2d3-7130-4437-8331-7fcbfee44a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:04:59.924642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c651e4f-71b1-47bd-bffe-eb064e5dfd35 None None] Network c8bb9313-f783-49f5-91b8-12c308f05da8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:04:59.961987 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c37f0024-2a85-43ad-a185-75ba19f532d1 req-aa90f78d-e3fa-40da-9eca-a5ade09457cc tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091684
Nov 27 21:04:59.980328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-804417ec-d19f-4799-b47b-7789fe48b4b6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.6052899
Nov 27 21:04:59.987076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56740) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:00.005425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': '1e24e055-1661-4113-a4f2-0a2453151f8b', 'name': 'tempest-PortsIpV6TestJSON-944939923', 'fixed_ips': [{'subnet_id': 'f6ee721b-d45e-4185-a5f6-2c3404cd09c9', 'ip_address': '2001:db8::f'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:00.067035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:00.073029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3ecbc2d3-7130-4437-8331-7fcbfee44a52 None None] For port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba0b814-8bfd-4b67-9bad-f4b83d4538d0,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:00.107083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:00.107511 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:00.152100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc2d3-7130-4437-8331-7fcbfee44a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:00.402447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b83334aa-9b44-4dde-b58f-c4331f1abf24 req-813879f5-4d71-4759-a33e-03f0a340bee3 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 210 time: 0.4529064
Nov 27 21:05:00.508155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbc2d3-7130-4437-8331-7fcbfee44a52 None None] Pushing event updated for resources: {'Port': ['ID=9ba0b814-8bfd-4b67-9bad-f4b83d4538d0,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:00.513868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] For port 871fb894-f020-4af7-b2d2-64a7440ca89a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:00.541458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] For port 871fb894-f020-4af7-b2d2-64a7440ca89a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871fb894-f020-4af7-b2d2-64a7440ca89a,segment=NetworkSegment(92b25022-6130-4064-99d9-130fd6e6a00e),segment_id=92b25022-6130-4064-99d9-130fd6e6a00e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:00.567411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] DHCP port deletion for b81d828c-3c59-4f0f-a608-265030413533 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:00.581967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114a8a1-40f0-4638-9efc-005695d027e9 req-11e614db-e78e-4047-bb2d-8d633aa5751b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:00.584280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8114a8a1-40f0-4638-9efc-005695d027e9 req-11e614db-e78e-4047-bb2d-8d633aa5751b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1260278
Nov 27 21:05:00.610645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:00.686899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-6d98a0ed-49c3-47b2-a4f0-ae320509a9b6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:00.688770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-6d98a0ed-49c3-47b2-a4f0-ae320509a9b6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.15 "GET /v2.0/networks?id=6ca13ca1-ce2e-44b8-9716-f8635f05b861 HTTP/1.1" status: 200  len: 797 time: 0.7383342
Nov 27 21:05:00.693623 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8114a8a1-40f0-4638-9efc-005695d027e9 req-f56de8a0-1d37-41f3-9736-940cab3386eb tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011338
Nov 27 21:05:00.696368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:00.703153 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:00.721999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Deleting port 21677376-2f1c-498d-9374-cc684bb8eea6 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:00.722338 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:00.764569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port 3c9e3d17-409d-4ebe-943d-4459e957b498 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:00.838902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce5bd30>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:04:57Z', 'revision_number': 3, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:00.960207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfa35b-6fac-4786-afa6-1c1ce4611641 None None] Pushing event updated for resources: {'Port': ['ID=871fb894-f020-4af7-b2d2-64a7440ca89a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:00.968805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f10b14-cfee-4ffc-9cd7-863aa1d45909 None None] DHCP port deletion for c8bb9313-f783-49f5-91b8-12c308f05da8 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:00.971944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Checking router: 2dd2fff3-d84b-49ca-b032-796a4dcf417b for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:05:00.972312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Updating router 2dd2fff3-d84b-49ca-b032-796a4dcf417b port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:05:01.028018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-b9a1ddb2-c35a-4297-9221-4783247c43ed tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89 HTTP/1.1" status: 200  len: 475 time: 0.3278918
Nov 27 21:05:01.039691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'port': {'device_id': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'admin_state_up': True, 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'security_groups': ['19cc1b09-2c20-4950-8991-f1d213bd5234', 'a32fe259-e26a-42a4-8069-ebb2f85bcff6']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:01.068653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] For port 21677376-2f1c-498d-9374-cc684bb8eea6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21677376-2f1c-498d-9374-cc684bb8eea6,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:01.070179 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.073568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:01.113188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.153861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Calling delete_port for 21677376-2f1c-498d-9374-cc684bb8eea6 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:01.194829 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] Deleting port 21677376-2f1c-498d-9374-cc684bb8eea6 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:01.195207 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.205993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.233867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2d837-61b9-4704-8560-ddb5371fe297 req-b41ad166-1ab2-4644-b612-b956567632be tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:01.235676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1df2d837-61b9-4704-8560-ddb5371fe297 req-b41ad166-1ab2-4644-b612-b956567632be tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.3270605
Nov 27 21:05:01.336181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Made reservation on behalf of 8367cf5d4f724cabb1d4ac0a8e7a6b89 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:01.340632 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.410738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.456863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] For port 21677376-2f1c-498d-9374-cc684bb8eea6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21677376-2f1c-498d-9374-cc684bb8eea6,segment=NetworkSegment(126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7),segment_id=126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:01.457273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.481869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7e47a034-ec50-493c-8f0f-ed4d709780e4 None None] Provisioning complete for port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:01.482273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7e47a034-ec50-493c-8f0f-ed4d709780e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.485253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] Calling delete_port for 21677376-2f1c-498d-9374-cc684bb8eea6 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:01.489961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-07f10b14-cfee-4ffc-9cd7-863aa1d45909 None None] Deleting port bd4481d2-9817-4848-a81c-c4d274dba2f0 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:01.490340 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-07f10b14-cfee-4ffc-9cd7-863aa1d45909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.529646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:01.530623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.537184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Port': ['ID=21677376-2f1c-498d-9374-cc684bb8eea6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:01.547048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] No DVR routers for this DVR port 21677376-2f1c-498d-9374-cc684bb8eea6 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:01.565605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Allocated IP 172.20.0.1 (e625b12a-b3fa-4ce9-b29c-1debf46798ed/cea12c44-8d25-4a99-87a8-7efe19824fa7/4d45840e-e0f6-4674-9289-6a299d4616c9) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:01.650746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1df2d837-61b9-4704-8560-ddb5371fe297 req-3d85e17b-6aaa-4f0a-a953-3d7cea5ffaa8 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4003468
Nov 27 21:05:01.672460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::f (1e24e055-1661-4113-a4f2-0a2453151f8b/f6ee721b-d45e-4185-a5f6-2c3404cd09c9/3c9e3d17-409d-4ebe-943d-4459e957b498) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:01.682554 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.724557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc363160>,) {'filters': {'network_id': ['b81d828c-3c59-4f0f-a608-265030413533']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:01.740471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc363160>, '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:01.741033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc363160>, '126b94ef-1cc0-4f3c-86aa-f3aaf8a6acf7') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:01.753131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.771420 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.781389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:01.782133 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:01.948883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f5348f9-1402-4dea-9ecc-e8b1efc5bec0 req-fea0856a-2b85-452e-bc7d-318e216a8e53 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 210 time: 0.3081076
Nov 27 21:05:01.982141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-07f10b14-cfee-4ffc-9cd7-863aa1d45909 None None] For port bd4481d2-9817-4848-a81c-c4d274dba2f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd4481d2-9817-4848-a81c-c4d274dba2f0,segment=NetworkSegment(0e018593-c40a-47da-a5a7-5d4f2e92f808),segment_id=0e018593-c40a-47da-a5a7-5d4f2e92f808)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:01.982718 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-07f10b14-cfee-4ffc-9cd7-863aa1d45909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.022022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-07f10b14-cfee-4ffc-9cd7-863aa1d45909 None None] Calling delete_port for bd4481d2-9817-4848-a81c-c4d274dba2f0 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:02.023963 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:02.040510 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.056514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Allocated IP 172.20.0.9 (6ca13ca1-ce2e-44b8-9716-f8635f05b861/0d30880d-8f8f-405c-a1ea-bbba2caaab36/04aa03c2-a96d-486e-b422-4296e83311b0) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:02.073649 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.187346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.191332 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.195118 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "DELETE /v2.0/networks/b81d828c-3c59-4f0f-a608-265030413533 HTTP/1.1" status: 204  len: 168 time: 2.3347509
Nov 27 21:05:02.231185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56782) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:02.245652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.261402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd1aa2-4e00-4fb3-9d29-3e952ecce2c1 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Network': ['ID=b81d828c-3c59-4f0f-a608-265030413533,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:02.281074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] Pushing event deleted for resources: {'Port': ['ID=21677376-2f1c-498d-9374-cc684bb8eea6,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:02.325241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 21677376-2f1c-498d-9374-cc684bb8eea6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:02.334953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] Network b81d828c-3c59-4f0f-a608-265030413533 is not hosted by any dhcp agent {{(pid=120910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 21:05:02.335649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7765a1-da7c-4b65-8c83-6cf29cffd581 None None] No DVR routers for this DVR port 21677376-2f1c-498d-9374-cc684bb8eea6 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:02.379720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 21677376-2f1c-498d-9374-cc684bb8eea6 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:02.380079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 21677376-2f1c-498d-9374-cc684bb8eea6 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:02.395701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc887-ddef-4913-bacc-9e4f0ac8c48f req-e110b383-a1c0-4d63-8712-9e40b299a339 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:02.406648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39fcc887-ddef-4913-bacc-9e4f0ac8c48f req-e110b383-a1c0-4d63-8712-9e40b299a339 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.3729286
Nov 27 21:05:02.410957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Pushing event updated for resources: {'Port': ['ID=4d45840e-e0f6-4674-9289-6a299d4616c9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:02.434730 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.451862 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.455483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.508589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6676844-467c-4fae-8baa-029f9554f2bb None None] Pushing event updated for resources: {'Port': ['ID=cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:02.542968 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39fcc887-ddef-4913-bacc-9e4f0ac8c48f req-c43b4302-bbc5-46b9-8542-5a23b9c6c7e5 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293235
Nov 27 21:05:02.572567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc898691-5d9a-4888-a5e9-ee2f7e807eda None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:02.574306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.586013 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-07f10b14-cfee-4ffc-9cd7-863aa1d45909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.601580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.617497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Attempting to bind port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:02.617878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Attempting to bind port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:02.618426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Attempting to bind port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:02.624896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f10b14-cfee-4ffc-9cd7-863aa1d45909 None None] Pushing event deleted for resources: {'Port': ['ID=bd4481d2-9817-4848-a81c-c4d274dba2f0,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:02.633023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-4ea61f01-7fe0-4c73-a1bb-9ff5a50b16ac req-9fed3651-d76c-4483-9b56-2ee37c45c1db service neutron] (120909) timed out ('10.222.0.15', 59547) {{(pid=120909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:05:02.637062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:02.640425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.642813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:02.643957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f10b14-cfee-4ffc-9cd7-863aa1d45909 None None] No DVR routers for this DVR port bd4481d2-9817-4848-a81c-c4d274dba2f0 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:02.652419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:02.660592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:05:02.661558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:02.663280 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.663698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:05:02.664185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Bound port: cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:05:02.664579 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.733866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network 1e24e055-1661-4113-a4f2-0a2453151f8b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:02.760951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:02.807999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9a56236-be8a-43b4-ad6b-bc664fc2200f None None] Provisioning complete for port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:02.808460 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9a56236-be8a-43b4-ad6b-bc664fc2200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.809214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:02.821214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:02.825543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=04aa03c2-a96d-486e-b422-4296e83311b0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:02.825883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:02.832844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:02.836053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:02.839123 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.869269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eb23d5-80d7-401d-9231-02541e533e29 None None] Network 1e24e055-1661-4113-a4f2-0a2453151f8b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:02.902143 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:02.905387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=3c9e3d17-409d-4ebe-943d-4459e957b498,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:02.912012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9a56236-be8a-43b4-ad6b-bc664fc2200f None None] Port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:02.927005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:02.927954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.007384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f0e95bff-f984-486a-aa59-615f19af0a4e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.0078650
Nov 27 21:05:03.015082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56806) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:03.018646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5642b-885f-4c8f-b77b-34026a561604 req-5e798877-6bb5-40f2-9214-2ce1f913512e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:03.026694 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0be5642b-885f-4c8f-b77b-34026a561604 req-5e798877-6bb5-40f2-9214-2ce1f913512e tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2883909
Nov 27 21:05:03.055748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] For port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:03.093876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 871fb894-f020-4af7-b2d2-64a7440ca89a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:03.117390 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.122821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] For port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:03.145700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0be5642b-885f-4c8f-b77b-34026a561604 req-5796d44b-9bf6-4db5-a996-de999c2bdf36 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180787
Nov 27 21:05:03.148685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c9394487-4756-4cf4-8a91-dd3dbdec1057 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 2.1141961
Nov 27 21:05:03.184591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Request body: {'port': {'device_id': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:03.187379 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.217057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bf56e7af-6912-4894-9e34-6220646babde None None] Provisioning complete for port 871fb894-f020-4af7-b2d2-64a7440ca89a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:03.217442 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf56e7af-6912-4894-9e34-6220646babde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.323607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 871fb894-f020-4af7-b2d2-64a7440ca89a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:03.323989 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.363769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315ab99c-3409-4392-98dc-3eccf7f48a6a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:03.366260 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-315ab99c-3409-4392-98dc-3eccf7f48a6a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.3500557
Nov 27 21:05:03.374357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56816) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:03.375276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.376328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b397471-f6e5-4bd4-9b8d-131ba235996e None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:03.379288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.421053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4a69d0>,) {'filters': {'network_id': ['c8bb9313-f783-49f5-91b8-12c308f05da8']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:03.444684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb1036-a4e6-4dcf-8d9b-65a7e5eae1ba req-28c1a74a-1fa1-4ca2-84fb-39557248cca0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:03.449406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4a69d0>, '0e018593-c40a-47da-a5a7-5d4f2e92f808') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:03.450103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4a69d0>, '0e018593-c40a-47da-a5a7-5d4f2e92f808') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:03.451871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8fb1036-a4e6-4dcf-8d9b-65a7e5eae1ba req-28c1a74a-1fa1-4ca2-84fb-39557248cca0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 970 time: 0.3210800
Nov 27 21:05:03.473060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:03.473700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce5bd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:04:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:03.482171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.484470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6676844-467c-4fae-8baa-029f9554f2bb None None] Pushing event updated for resources: {'Port': ['ID=cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:03.504450 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.520516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:03.521182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:03.532594 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:03.606058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.611084 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.634489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75d900-55e1-42ac-bd6e-73c6c8014ce0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:03.641249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75d900-55e1-42ac-bd6e-73c6c8014ce0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:03.647561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75d900-55e1-42ac-bd6e-73c6c8014ce0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:03.653814 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8d75d900-55e1-42ac-bd6e-73c6c8014ce0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2387 time: 0.2756815
Nov 27 21:05:03.660041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56840) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:03.689339 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.709204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.723717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] 10.222.0.21 "DELETE /v2.0/networks/c8bb9313-f783-49f5-91b8-12c308f05da8 HTTP/1.1" status: 204  len: 168 time: 1.4865882
Nov 27 21:05:03.760068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 871fb894-f020-4af7-b2d2-64a7440ca89a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871fb894-f020-4af7-b2d2-64a7440ca89a,segment=NetworkSegment(92b25022-6130-4064-99d9-130fd6e6a00e),segment_id=92b25022-6130-4064-99d9-130fd6e6a00e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:03.761445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2ceae-26fd-4565-af68-53a50ddf4716 tempest-TaggedBootDevicesTest_v242-2000740141 tempest-TaggedBootDevicesTest_v242-2000740141-project] Pushing event deleted for resources: {'Network': ['ID=c8bb9313-f783-49f5-91b8-12c308f05da8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:03.778345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:03.780781 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf56e7af-6912-4894-9e34-6220646babde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.782597 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:03.939509 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd4481d2-9817-4848-a81c-c4d274dba2f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:04.002992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8fb1036-a4e6-4dcf-8d9b-65a7e5eae1ba req-3e1ac433-e8c5-489b-9db2-33005f9d4b72 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.5502446
Nov 27 21:05:04.087782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: bd4481d2-9817-4848-a81c-c4d274dba2f0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:04.088296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd4481d2-9817-4848-a81c-c4d274dba2f0 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:04.186636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=871fb894-f020-4af7-b2d2-64a7440ca89a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:04.209548 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-bf56e7af-6912-4894-9e34-6220646babde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:05:04.209915 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-bf56e7af-6912-4894-9e34-6220646babde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:05:04.307462 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a38f15cd-9d6c-46b3-a514-dedb24f17a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:04.309753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c181994a-3757-41b5-adf1-6f41b9f187bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 3c9e3d17-409d-4ebe-943d-4459e957b498 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:04.310111 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c181994a-3757-41b5-adf1-6f41b9f187bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:04.326076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce5bd30>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:04:57Z', 'revision_number': 3, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:04.368386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d0dd9f-7fb5-404f-b5f6-fc7c5541f3f6 None None] The sync data for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 is: [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:04:57Z', 'revision_number': 3, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:05:04.491414 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:04.533981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:04.648227 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c181994a-3757-41b5-adf1-6f41b9f187bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:04.686459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04aa03c2-a96d-486e-b422-4296e83311b0 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:05:04.709783 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:04.717873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c181994a-3757-41b5-adf1-6f41b9f187bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 3c9e3d17-409d-4ebe-943d-4459e957b498 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:04.754694 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:04.770143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Transition to ACTIVE for port object 04aa03c2-a96d-486e-b422-4296e83311b0 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:05:04.773344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Pushing event updated for resources: {'Port': ['ID=4d45840e-e0f6-4674-9289-6a299d4616c9,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:04.851643 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:04.942143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Provisioning complete for port e4c18fe5-7f25-469f-8626-6f25c48632ab triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:04.943583 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:05.026364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Port e4c18fe5-7f25-469f-8626-6f25c48632ab cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:05.043084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Provisioning complete for port 871fb894-f020-4af7-b2d2-64a7440ca89a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:05.043802 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:05.252096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Pushing event updated for resources: {'Port': ['ID=04aa03c2-a96d-486e-b422-4296e83311b0,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:05.278556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:05.387753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Provisioning complete for port 4d45840e-e0f6-4674-9289-6a299d4616c9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:05.399609 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:05.514816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:05.520100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Port 4d45840e-e0f6-4674-9289-6a299d4616c9 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:05.571382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Could not find standard attr ID for object 3c9e3d17-409d-4ebe-943d-4459e957b498. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:05:05.590308 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c181994a-3757-41b5-adf1-6f41b9f187bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:05.603959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 871fb894-f020-4af7-b2d2-64a7440ca89a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:05.692595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Provisioning complete for port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:05.693558 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:05.734173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181994a-3757-41b5-adf1-6f41b9f187bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=3c9e3d17-409d-4ebe-943d-4459e957b498,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:05.837616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 871fb894-f020-4af7-b2d2-64a7440ca89a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:05.838294 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:05.949894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f3e89-006c-4f15-ab39-28c9c9bb5656 req-9d7f22e9-d13a-4040-b00e-bfcd28eee21f tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:05.955218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be0f3e89-006c-4f15-ab39-28c9c9bb5656 req-9d7f22e9-d13a-4040-b00e-bfcd28eee21f tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 982 time: 0.6697314
Nov 27 21:05:05.958781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c181994a-3757-41b5-adf1-6f41b9f187bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:05.964487 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c181994a-3757-41b5-adf1-6f41b9f187bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/3c9e3d17-409d-4ebe-943d-4459e957b498 HTTP/1.1" status: 204  len: 168 time: 2.2988262
Nov 27 21:05:05.965112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56976) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:05.969104 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.029173 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-af96bcb7-fdc3-4b8d-ac52-4680fddf0b65 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:05:06.032067 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-af96bcb7-fdc3-4b8d-ac52-4680fddf0b65 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/3c9e3d17-409d-4ebe-943d-4459e957b498 HTTP/1.1" status: 404  len: 333 time: 0.0653486
Nov 27 21:05:06.034439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 56982) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:06.061774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] For port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:06.064895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:06.082842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56984) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:06.102321 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.185341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-20020bb8-529d-44d2-b3be-ee4687ee69f7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port e4c18fe5-7f25-469f-8626-6f25c48632ab {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:06.186128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-20020bb8-529d-44d2-b3be-ee4687ee69f7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.201585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10230f24-60f2-4c15-8dc6-361d5170ea12 None None] Pushing event updated for resources: {'Port': ['ID=cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:06.226916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:06.227331 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.275851 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c4deac4c-4a77-429f-a6e9-9583a4b39c03 None None] Provisioning complete for port 4d45840e-e0f6-4674-9289-6a299d4616c9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:06.276444 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4deac4c-4a77-429f-a6e9-9583a4b39c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.296694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Attempting to bind port 04aa03c2-a96d-486e-b422-4296e83311b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:06.300309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Attempting to bind port 04aa03c2-a96d-486e-b422-4296e83311b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:06.300890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Attempting to bind port 04aa03c2-a96d-486e-b422-4296e83311b0 on network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:06.322858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be0f3e89-006c-4f15-ab39-28c9c9bb5656 req-b09c145f-f5e2-4562-85ea-45548d4dca2c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.3315210
Nov 27 21:05:06.323712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Port 04aa03c2-a96d-486e-b422-4296e83311b0 on network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:06.324113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Attempting to bind port 04aa03c2-a96d-486e-b422-4296e83311b0 on network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:06.328468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Router 2dd2fff3-d84b-49ca-b032-796a4dcf417b has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:05:06.352155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-20020bb8-529d-44d2-b3be-ee4687ee69f7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.368562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-20020bb8-529d-44d2-b3be-ee4687ee69f7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for e4c18fe5-7f25-469f-8626-6f25c48632ab owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:06.379353 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81332cc-dd65-429f-bbcc-cfff3ac5dc92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.384927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:05:06.385286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Checking segment: {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:06.385690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Bound using segment: {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:05:06.386145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Bound port: 04aa03c2-a96d-486e-b422-4296e83311b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa5205d-75ef-4880-a33c-cbde2c8590a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:05:06.386515 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.512729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c4deac4c-4a77-429f-a6e9-9583a4b39c03 None None] Port 4d45840e-e0f6-4674-9289-6a299d4616c9 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:06.516837 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ccaa66a0-79f7-4aad-be80-70aa4dcb7a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.575681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c4deac4c-4a77-429f-a6e9-9583a4b39c03 None None] Provisioning complete for port e4c18fe5-7f25-469f-8626-6f25c48632ab triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:06.576170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4deac4c-4a77-429f-a6e9-9583a4b39c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.591140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-20020bb8-529d-44d2-b3be-ee4687ee69f7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.635143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20020bb8-529d-44d2-b3be-ee4687ee69f7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=e4c18fe5-7f25-469f-8626-6f25c48632ab,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:06.636658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c4deac4c-4a77-429f-a6e9-9583a4b39c03 None None] Port e4c18fe5-7f25-469f-8626-6f25c48632ab cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:06.652200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c4deac4c-4a77-429f-a6e9-9583a4b39c03 None None] Could not find standard attr ID for object 3c9e3d17-409d-4ebe-943d-4459e957b498. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:05:06.676343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-20020bb8-529d-44d2-b3be-ee4687ee69f7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.679790 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-20020bb8-529d-44d2-b3be-ee4687ee69f7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/e4c18fe5-7f25-469f-8626-6f25c48632ab HTTP/1.1" status: 204  len: 168 time: 0.6420779
Nov 27 21:05:06.682585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57008) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:06.715953 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fddfdf-56f9-4ac1-869b-215d04fb7e60 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:05:06.719398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-62fddfdf-56f9-4ac1-869b-215d04fb7e60 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/e4c18fe5-7f25-469f-8626-6f25c48632ab HTTP/1.1" status: 404  len: 333 time: 0.0337489
Nov 27 21:05:06.720611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57010) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:06.785508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-407b0725-2dea-4898-a46d-6f940d9497aa tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet f6ee721b-d45e-4185-a5f6-2c3404cd09c9 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:06.789588 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-407b0725-2dea-4898-a46d-6f940d9497aa tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:06.861551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-407b0725-2dea-4898-a46d-6f940d9497aa tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.004296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-407b0725-2dea-4898-a46d-6f940d9497aa tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.046691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:07.091235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-407b0725-2dea-4898-a46d-6f940d9497aa tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.133758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b0725-2dea-4898-a46d-6f940d9497aa tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ee721b-d45e-4185-a5f6-2c3404cd09c9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:07.139804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-407b0725-2dea-4898-a46d-6f940d9497aa tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.143124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-407b0725-2dea-4898-a46d-6f940d9497aa tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/f6ee721b-d45e-4185-a5f6-2c3404cd09c9 HTTP/1.1" status: 204  len: 168 time: 0.4212089
Nov 27 21:05:07.144287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] For port 04aa03c2-a96d-486e-b422-4296e83311b0, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:07.146017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57020) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:07.155538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] For port 04aa03c2-a96d-486e-b422-4296e83311b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04aa03c2-a96d-486e-b422-4296e83311b0,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:07.155992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a89c324-dfa9-4a22-923f-633090e6bc3a None None] Network 1e24e055-1661-4113-a4f2-0a2453151f8b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:07.181288 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.245222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Pushing event updated for resources: {'Port': ['ID=04aa03c2-a96d-486e-b422-4296e83311b0,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:07.257266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:05:07.270572 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.272664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d1172cad-97be-4c71-a202-b37a29d7d54c admin admin] 10.222.0.21 "PUT /v2.0/routers/2dd2fff3-d84b-49ca-b032-796a4dcf417b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7687585
Nov 27 21:05:07.285074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:07.286306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.289110 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c3d074f5-3346-40f4-b2c6-158b1125cce2 service neutron] 10.222.0.15 "PUT /v2.0/ports/04aa03c2-a96d-486e-b422-4296e83311b0 HTTP/1.1" status: 200  len: 1130 time: 4.1155360
Nov 27 21:05:07.292483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81332cc-dd65-429f-bbcc-cfff3ac5dc92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.300369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:07.307589 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee3a791-d056-4135-af2f-7339860e5290" -d '{"events": [{"name": "network-changed", "server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:07.313550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c81332cc-dd65-429f-bbcc-cfff3ac5dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.365645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:07.370515 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.393870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c81332cc-dd65-429f-bbcc-cfff3ac5dc92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=519faaaead914dc8b55c6a4251bb8c46&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2585380
Nov 27 21:05:07.403470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57030) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:07.404229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81332cc-dd65-429f-bbcc-cfff3ac5dc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ba8449-2e85-4e17-9428-55e59e384137,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:07.504755 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e80471d-604c-4a10-8388-47af95e810c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.507423 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb700cc-3ebb-4a05-a0a8-6d2d7ee47c15 x-openstack-request-id: req-cbb700cc-3ebb-4a05-a0a8-6d2d7ee47c15 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:07.507931 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:07.508270 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbb700cc-3ebb-4a05-a0a8-6d2d7ee47c15 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:07.509895 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0', 'status': 'completed', 'code': 200}
Nov 27 21:05:07.527289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-e7cf1bb0-86d6-40bc-a30e-20c1d17c9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:07.529240 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-e7cf1bb0-86d6-40bc-a30e-20c1d17c9a9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1133 time: 0.1343367
Nov 27 21:05:07.558108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b320f-4e42-4002-91f3-2488e291b256 None None] DHCP port deletion for 1e24e055-1661-4113-a4f2-0a2453151f8b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:07.590407 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Sync routers for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:05:07.616802 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:07.617689 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2725e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:07.641964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 871fb894-f020-4af7-b2d2-64a7440ca89a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:07.648655 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.667686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-6582b962-c7a0-498c-822b-dbb2fef5d90b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04aa03c2-a96d-486e-b422-4296e83311b0 HTTP/1.1" status: 200  len: 217 time: 0.1274660
Nov 27 21:05:07.677561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68573-f11a-4299-8785-a60270ec5422 req-a09661c3-52e9-48ec-86d3-4815957cf1e7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:07.680876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cfb68573-f11a-4299-8785-a60270ec5422 req-a09661c3-52e9-48ec-86d3-4815957cf1e7 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.3472826
Nov 27 21:05:07.704666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e80471d-604c-4a10-8388-47af95e810c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.707569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-752b320f-4e42-4002-91f3-2488e291b256 None None] Deleting port 871fb894-f020-4af7-b2d2-64a7440ca89a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:07.708760 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-752b320f-4e42-4002-91f3-2488e291b256 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.817168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12746a8e-2275-4afc-beae-861a0f1f5311 req-cfda1661-70c8-41db-95c4-ec25b0b5b7bf tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:07.818855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12746a8e-2275-4afc-beae-861a0f1f5311 req-cfda1661-70c8-41db-95c4-ec25b0b5b7bf tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 982 time: 0.1590471
Nov 27 21:05:07.821177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-f4fbfcd4-618c-48b1-b530-70e26a822aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:07.822707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-f4fbfcd4-618c-48b1-b530-70e26a822aaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d30880d-8f8f-405c-a1ea-bbba2caaab36 HTTP/1.1" status: 200  len: 834 time: 0.1218584
Nov 27 21:05:07.831860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] For port 871fb894-f020-4af7-b2d2-64a7440ca89a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871fb894-f020-4af7-b2d2-64a7440ca89a,segment=NetworkSegment(92b25022-6130-4064-99d9-130fd6e6a00e),segment_id=92b25022-6130-4064-99d9-130fd6e6a00e)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:07.832324 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.857014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 871fb894-f020-4af7-b2d2-64a7440ca89a owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:07.862676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cfb68573-f11a-4299-8785-a60270ec5422 req-11d1acc2-f856-4e8a-b6e4-aa6ff8d2451b tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731527
Nov 27 21:05:07.881330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-752b320f-4e42-4002-91f3-2488e291b256 None None] For port 871fb894-f020-4af7-b2d2-64a7440ca89a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871fb894-f020-4af7-b2d2-64a7440ca89a,segment=NetworkSegment(92b25022-6130-4064-99d9-130fd6e6a00e),segment_id=92b25022-6130-4064-99d9-130fd6e6a00e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:07.881728 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-752b320f-4e42-4002-91f3-2488e291b256 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.902530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-752b320f-4e42-4002-91f3-2488e291b256 None None] Calling delete_port for 871fb894-f020-4af7-b2d2-64a7440ca89a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:07.947068 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.957689 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e80471d-604c-4a10-8388-47af95e810c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.961177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e80471d-604c-4a10-8388-47af95e810c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:07.962335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7e80471d-604c-4a10-8388-47af95e810c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67ba8449-2e85-4e17-9428-55e59e384137 HTTP/1.1" status: 204  len: 168 time: 0.5535119
Nov 27 21:05:07.965567 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:08.007928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.042250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80471d-604c-4a10-8388-47af95e810c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ba8449-2e85-4e17-9428-55e59e384137,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:08.075412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=871fb894-f020-4af7-b2d2-64a7440ca89a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:08.102305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No DVR routers for this DVR port 871fb894-f020-4af7-b2d2-64a7440ca89a on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:08.111373 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12746a8e-2275-4afc-beae-861a0f1f5311 req-9a85121f-2be9-4b22-9cd3-4c6dc27c06bb tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2782800
Nov 27 21:05:08.114620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c95c867d-bc94-4fd4-a85c-2b7625b3754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:08.119364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-c95c867d-bc94-4fd4-a85c-2b7625b3754b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ca13ca1-ce2e-44b8-9716-f8635f05b861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2731392
Nov 27 21:05:08.178006 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-752b320f-4e42-4002-91f3-2488e291b256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.230528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b320f-4e42-4002-91f3-2488e291b256 None None] Pushing event deleted for resources: {'Port': ['ID=871fb894-f020-4af7-b2d2-64a7440ca89a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:08.231609 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.242034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b320f-4e42-4002-91f3-2488e291b256 None None] No DVR routers for this DVR port 871fb894-f020-4af7-b2d2-64a7440ca89a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:08.280130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fff3bd30>,) {'filters': {'network_id': ['1e24e055-1661-4113-a4f2-0a2453151f8b']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:08.294751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fff3bd30>, '92b25022-6130-4064-99d9-130fd6e6a00e') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:08.295151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fff3bd30>, '92b25022-6130-4064-99d9-130fd6e6a00e') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:08.307342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.326906 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.336136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:08.336136 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:08.340102 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:08.381947 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-df788e02-fc7e-4dfd-9ba4-e342a672d82c service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2527943
Nov 27 21:05:08.439337 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.491556 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.500548 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/networks/1e24e055-1661-4113-a4f2-0a2453151f8b HTTP/1.1" status: 204  len: 168 time: 1.3473876
Nov 27 21:05:08.500548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f1cde-739b-4961-b4fc-7bbe4e830944 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Network': ['ID=1e24e055-1661-4113-a4f2-0a2453151f8b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:08.502499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57074) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:08.522629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-757957387'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:08.552608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:08.560863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.583986 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2725e0>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:04Z', 'revision_number': 2, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:08.596674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80317237-e49c-4d5a-9da5-d3d4ea4d811a req-5815987c-5850-4817-8b94-c044520d2c32 service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2064319
Nov 27 21:05:08.607682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:05:08.617232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57076) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:08.623587 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.624872 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Added segment acce1357-138f-4e16-8694-f8ea4ed114a1 of type vlan for network cdf51a6c-8615-409a-9cee-b1df49d0a1b1
Nov 27 21:05:08.635968 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e48ac34-acd8-4d4d-ac9c-e07b6eff4b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.682373 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Checking router: 2dd2fff3-d84b-49ca-b032-796a4dcf417b for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:05:08.682741 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Updating router 2dd2fff3-d84b-49ca-b032-796a4dcf417b port 4d45840e-e0f6-4674-9289-6a299d4616c9 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:05:08.694042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.729670 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.730061 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.732912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a791-d056-4135-af2f-7339860e5290 req-c550f501-a71f-4537-8f65-5e345e82f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:08.734501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ee3a791-d056-4135-af2f-7339860e5290 req-c550f501-a71f-4537-8f65-5e345e82f8ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1133 time: 0.0803626
Nov 27 21:05:08.739090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:08.740894 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.855005 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e48ac34-acd8-4d4d-ac9c-e07b6eff4b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.868059 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e48ac34-acd8-4d4d-ac9c-e07b6eff4b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:08.876914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Network': ['ID=cdf51a6c-8615-409a-9cee-b1df49d0a1b1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:08.902723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7e7a19c5-5d46-4e9f-baf8-680b69cde46d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3979747
Nov 27 21:05:08.904553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57082) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:08.919228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'cdf51a6c-8615-409a-9cee-b1df49d0a1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:08.942539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network cdf51a6c-8615-409a-9cee-b1df49d0a1b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:05:08.965594 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9e48ac34-acd8-4d4d-ac9c-e07b6eff4b71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7acd0fac80f6402abdf7dc84df4f66b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3469684
Nov 27 21:05:08.968304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a791-d056-4135-af2f-7339860e5290 req-af92b7f5-009f-46ba-ba1d-6a95a3f4d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:08.970491 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ee3a791-d056-4135-af2f-7339860e5290 req-af92b7f5-009f-46ba-ba1d-6a95a3f4d3c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ca13ca1-ce2e-44b8-9716-f8635f05b861 HTTP/1.1" status: 200  len: 898 time: 0.2270982
Nov 27 21:05:08.971401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57084) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:08.981004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48ac34-acd8-4d4d-ac9c-e07b6eff4b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f763e-571e-4d58-9f47-14bdce5bcf2d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:09.035522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 871fb894-f020-4af7-b2d2-64a7440ca89a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:09.067263 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ee3a791-d056-4135-af2f-7339860e5290 req-a03a0518-970c-40e7-8ae7-4f31711e8ebd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04aa03c2-a96d-486e-b422-4296e83311b0 HTTP/1.1" status: 200  len: 217 time: 0.0867424
Nov 27 21:05:09.088319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 871fb894-f020-4af7-b2d2-64a7440ca89a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:09.088911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 871fb894-f020-4af7-b2d2-64a7440ca89a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:09.149450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:09.154368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.176593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57090) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:09.184438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1498be37-9a33-44d6-af11-e41e37db4f92 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215966399', 'description': 'tempest-description--632645329'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:09.219755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a791-d056-4135-af2f-7339860e5290 req-223c73f0-9685-4af1-9c78-9b185051b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:09.221495 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ee3a791-d056-4135-af2f-7339860e5290 req-223c73f0-9685-4af1-9c78-9b185051b42c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d30880d-8f8f-405c-a1ea-bbba2caaab36 HTTP/1.1" status: 200  len: 834 time: 0.1152213
Nov 27 21:05:09.247462 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.256711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b397b-d13b-44f4-aaa1-e9544f42237b req-957eccd6-f31f-4ae6-ab65-f658c6dc2243 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:09.259159 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.266639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e9b397b-d13b-44f4-aaa1-e9544f42237b req-957eccd6-f31f-4ae6-ab65-f658c6dc2243 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.2076855
Nov 27 21:05:09.275325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d0822a70-9c88-49e1-bd62-8c52f7f07591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.313461 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1498be37-9a33-44d6-af11-e41e37db4f92 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.358427 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d0822a70-9c88-49e1-bd62-8c52f7f07591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.365864 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c36c4-bf9f-4e1b-980d-e00d2aa89ed7 None None] Pushing event updated for resources: {'Port': ['ID=4d45840e-e0f6-4674-9289-6a299d4616c9,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:09.407312 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Attempting to bind port 4d45840e-e0f6-4674-9289-6a299d4616c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:09.408157 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Attempting to bind port 4d45840e-e0f6-4674-9289-6a299d4616c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:09.408600 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Attempting to bind port 4d45840e-e0f6-4674-9289-6a299d4616c9 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:09.416212 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:05:09.416694 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Checking segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:09.417201 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.417662 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Bound using segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:05:09.418239 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Bound port: 4d45840e-e0f6-4674-9289-6a299d4616c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:05:09.418685 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.503390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-8e71dc69-7f73-47e9-8661-70591daa6488 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:09.505853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-8e71dc69-7f73-47e9-8661-70591daa6488 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.1546373
Nov 27 21:05:09.514501 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] For port 4d45840e-e0f6-4674-9289-6a299d4616c9, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:09.518595 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] For port 4d45840e-e0f6-4674-9289-6a299d4616c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d45840e-e0f6-4674-9289-6a299d4616c9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:09.522062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86b62-c1e2-4c52-bc78-951361c10c9d req-ca5a27ed-b2b2-4c1e-8c34-dd9b66d7e4b3 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:09.523589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5d86b62-c1e2-4c52-bc78-951361c10c9d req-ca5a27ed-b2b2-4c1e-8c34-dd9b66d7e4b3 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 982 time: 0.1707208
Nov 27 21:05:09.533229 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.535519 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.541606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1498be37-9a33-44d6-af11-e41e37db4f92 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.548141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a791-d056-4135-af2f-7339860e5290 req-21c6a508-cb9e-4b66-908f-59b3d9177778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:09.550717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ee3a791-d056-4135-af2f-7339860e5290 req-21c6a508-cb9e-4b66-908f-59b3d9177778 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ca13ca1-ce2e-44b8-9716-f8635f05b861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3144281
Nov 27 21:05:09.560575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e9b397b-d13b-44f4-aaa1-e9544f42237b req-0f605f07-509d-42e1-ac83-11ce368b2cb5 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2891676
Nov 27 21:05:09.599426 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1498be37-9a33-44d6-af11-e41e37db4f92 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.607377 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:09.608352 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2725e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:09.658852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498be37-9a33-44d6-af11-e41e37db4f92 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8093a00-f571-4800-a015-9e273e024690,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:09.701265 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c36c4-bf9f-4e1b-980d-e00d2aa89ed7 None None] Pushing event updated for resources: {'Port': ['ID=4d45840e-e0f6-4674-9289-6a299d4616c9,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:09.704340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1498be37-9a33-44d6-af11-e41e37db4f92 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.713281 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1498be37-9a33-44d6-af11-e41e37db4f92 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.5263343
Nov 27 21:05:09.715807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57106) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:09.722039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5623b0b9-36f5-4bc9-9bdc-d1a31c94bed5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'security_group_rule': {'security_group_id': 'a8093a00-f571-4800-a015-9e273e024690', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:09.771719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5623b0b9-36f5-4bc9-9bdc-d1a31c94bed5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.792274 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:09.794315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fb3b6c66-264b-4e5d-ad39-388c157b82c8 None None] Provisioning complete for port 4d45840e-e0f6-4674-9289-6a299d4616c9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:09.794746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb3b6c66-264b-4e5d-ad39-388c157b82c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.804358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.811311 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Deleting port d3d58283-44aa-49b4-8ef5-5f49cb82acda {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:09.811658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.828942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d0822a70-9c88-49e1-bd62-8c52f7f07591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.832149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d0822a70-9c88-49e1-bd62-8c52f7f07591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.833908 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d0822a70-9c88-49e1-bd62-8c52f7f07591 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a3f763e-571e-4d58-9f47-14bdce5bcf2d HTTP/1.1" status: 204  len: 168 time: 0.8607597
Nov 27 21:05:09.903665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0822a70-9c88-49e1-bd62-8c52f7f07591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f763e-571e-4d58-9f47-14bdce5bcf2d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:09.917086 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ee3a791-d056-4135-af2f-7339860e5290 req-bbde88c7-1738-4b48-af10-b4aef9bd1d5c service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3442225
Nov 27 21:05:09.919020 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5623b0b9-36f5-4bc9-9bdc-d1a31c94bed5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:09.966029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5d86b62-c1e2-4c52-bc78-951361c10c9d req-70582018-0d15-42d2-958a-56b1116aa36b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.3649132
Nov 27 21:05:09.993019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57114) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:10.007931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb3b6c66-264b-4e5d-ad39-388c157b82c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.050115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=d12f1206-6354-45bb-8416-eb09624a1016,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:10.067313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fb3b6c66-264b-4e5d-ad39-388c157b82c8 None None] For port 4d45840e-e0f6-4674-9289-6a299d4616c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d45840e-e0f6-4674-9289-6a299d4616c9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:10.073513 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5623b0b9-36f5-4bc9-9bdc-d1a31c94bed5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.078798 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb3b6c66-264b-4e5d-ad39-388c157b82c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.086964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Checking segment: {'id': 'acce1357-138f-4e16-8694-f8ea4ed114a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cdf51a6c-8615-409a-9cee-b1df49d0a1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:10.087601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network hostable DHCP agents. Network: cdf51a6c-8615-409a-9cee-b1df49d0a1b1, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:05:10.093840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ee3a791-d056-4135-af2f-7339860e5290 req-2bf12de3-d558-4e58-9c02-8d15525fe423 service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695302
Nov 27 21:05:10.117363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623b0b9-36f5-4bc9-9bdc-d1a31c94bed5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5573ce-3a99-4bef-9d2b-5de618db155d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:10.124125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] For port d3d58283-44aa-49b4-8ef5-5f49cb82acda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d3d58283-44aa-49b4-8ef5-5f49cb82acda,segment=NetworkSegment(f8ae6940-1d43-46dd-97da-f4384fa7493b),segment_id=f8ae6940-1d43-46dd-97da-f4384fa7493b)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:10.124779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.131554 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5623b0b9-36f5-4bc9-9bdc-d1a31c94bed5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.132871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5623b0b9-36f5-4bc9-9bdc-d1a31c94bed5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4159629
Nov 27 21:05:10.135686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57118) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:10.140593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3d5a93b9-f83c-4b38-bcf4-31a43952382a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'security_group_rule': {'security_group_id': 'a8093a00-f571-4800-a015-9e273e024690', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:10.148414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network cdf51a6c-8615-409a-9cee-b1df49d0a1b1 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:05:10.160844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Calling delete_port for d3d58283-44aa-49b4-8ef5-5f49cb82acda owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:10.180848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b6c66-264b-4e5d-ad39-388c157b82c8 None None] Pushing event updated for resources: {'Port': ['ID=4d45840e-e0f6-4674-9289-6a299d4616c9,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:10.182775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cdf51a6c-8615-409a-9cee-b1df49d0a1b1) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:10.199630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373448d7-70cb-4e41-83ac-851d7f5fe82b None None] Network cdf51a6c-8615-409a-9cee-b1df49d0a1b1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:10.205354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:10.205886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.249261 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe2725e0>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:09Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:10.273965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-481df9f8-b949-402b-a81f-f72d63be4f80 None None] Provisioning complete for port 4d45840e-e0f6-4674-9289-6a299d4616c9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:10.274236 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-481df9f8-b949-402b-a81f-f72d63be4f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.289128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3d5a93b9-f83c-4b38-bcf4-31a43952382a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.334209 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3849f-63a6-4035-a467-106b5b0ef211 None None] The sync data for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 is: [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:09Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:05:10.335882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-22f0bae8-6250-4d56-9a45-e84caa25af6b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4285936
Nov 27 21:05:10.338620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57124) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:10.343518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3fb45b6b-dacd-4e8b-872d-c51ab6074015 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-734659798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:10.419868 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3fb45b6b-dacd-4e8b-872d-c51ab6074015 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.437376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3fb45b6b-dacd-4e8b-872d-c51ab6074015 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.448467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3d5a93b9-f83c-4b38-bcf4-31a43952382a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.460209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3d5a93b9-f83c-4b38-bcf4-31a43952382a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.512793 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3fb45b6b-dacd-4e8b-872d-c51ab6074015 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.513643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.526285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3fb45b6b-dacd-4e8b-872d-c51ab6074015 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.549230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a93b9-f83c-4b38-bcf4-31a43952382a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf4b930-f438-4081-a708-6be6fd9da1c4,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:10.565313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3fb45b6b-dacd-4e8b-872d-c51ab6074015 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.567320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3fb45b6b-dacd-4e8b-872d-c51ab6074015 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2273984
Nov 27 21:05:10.570724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57126) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:10.579960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'network_id': 'cdf51a6c-8615-409a-9cee-b1df49d0a1b1', 'name': 'tempest-PortsIpV6TestJSON-420380565'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:10.616509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57130) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:10.642361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3d5a93b9-f83c-4b38-bcf4-31a43952382a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.643668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3d5a93b9-f83c-4b38-bcf4-31a43952382a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5068197
Nov 27 21:05:10.654703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57132) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:10.660578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:10.663740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cdf51a6c-8615-409a-9cee-b1df49d0a1b1', 'network_id': 'cdf51a6c-8615-409a-9cee-b1df49d0a1b1', 'tenant_id': '43d96f70dd574c329276ab3646183310', 'fixed_ips': [{'subnet_id': 'd12f1206-6354-45bb-8416-eb09624a1016'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:05:10.665519 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.715201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.724976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83a1fedf-91fb-418a-86a6-4205d0fe6df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.825401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:10.829144 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:10.854275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Allocated IP 2001:db8::2 (cdf51a6c-8615-409a-9cee-b1df49d0a1b1/d12f1206-6354-45bb-8416-eb09624a1016/bf948775-3eea-4eb6-b180-cfba11485dce) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:10.858542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:10.990469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4d45840e-e0f6-4674-9289-6a299d4616c9 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:11.013416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.117685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.129661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4d45840e-e0f6-4674-9289-6a299d4616c9 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:11.130697 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.134998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.151756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105defc-7d6c-48ee-bd36-c73937a1e9a5 req-6b9ecca4-66c0-4046-8a05-aa9b6505e75b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:11.160063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b105defc-7d6c-48ee-bd36-c73937a1e9a5 req-6b9ecca4-66c0-4046-8a05-aa9b6505e75b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 982 time: 0.0884373
Nov 27 21:05:11.219187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Network cdf51a6c-8615-409a-9cee-b1df49d0a1b1 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:11.227697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:11.233394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:11.241738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Pushing event updated for resources: {'Port': ['ID=bf948775-3eea-4eb6-b180-cfba11485dce,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:11.327510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Allocated IP 172.35.3.117 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/1db877b3-2dca-4b69-b948-6391bc8bee0f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:11.332815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d42a5-0e72-4b26-a9a6-ac68a8a175b9 req-38069c81-f097-4642-8937-2ac278f465bf tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:11.336741 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-514d42a5-0e72-4b26-a9a6-ac68a8a175b9 req-38069c81-f097-4642-8937-2ac278f465bf tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8 HTTP/1.1" status: 200  len: 946 time: 0.6163030
Nov 27 21:05:11.357332 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.360877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::33d (cdf51a6c-8615-409a-9cee-b1df49d0a1b1/d12f1206-6354-45bb-8416-eb09624a1016/e2c5567c-707f-40df-af8e-7ec3ff3c45e1) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:11.372155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['d3d58283-44aa-49b4-8ef5-5f49cb82acda'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:05:11.374338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Attempting to bind port bf948775-3eea-4eb6-b180-cfba11485dce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:11.374731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Attempting to bind port bf948775-3eea-4eb6-b180-cfba11485dce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'acce1357-138f-4e16-8694-f8ea4ed114a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cdf51a6c-8615-409a-9cee-b1df49d0a1b1'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:11.375382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Attempting to bind port bf948775-3eea-4eb6-b180-cfba11485dce on network cdf51a6c-8615-409a-9cee-b1df49d0a1b1 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:11.375886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b105defc-7d6c-48ee-bd36-c73937a1e9a5 req-3ca9fb33-deb1-473e-9b39-9bdd73e9bdcf tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2146189
Nov 27 21:05:11.419498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:05:11.419901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Checking segment: {'id': 'acce1357-138f-4e16-8694-f8ea4ed114a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cdf51a6c-8615-409a-9cee-b1df49d0a1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:11.420319 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.420774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Bound using segment: {'id': 'acce1357-138f-4e16-8694-f8ea4ed114a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cdf51a6c-8615-409a-9cee-b1df49d0a1b1'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:05:11.421273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Bound port: bf948775-3eea-4eb6-b180-cfba11485dce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acce1357-138f-4e16-8694-f8ea4ed114a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cdf51a6c-8615-409a-9cee-b1df49d0a1b1'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:05:11.421666 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.453807 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Pushing event deleted for resources: {'Port': ['ID=d3d58283-44aa-49b4-8ef5-5f49cb82acda,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:11.499894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f4ba3d-30de-4ed0-bf0c-58fe962a480f None None] DHCP port deletion for 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:11.513870 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83a1fedf-91fb-418a-86a6-4205d0fe6df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.547694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] For port bf948775-3eea-4eb6-b180-cfba11485dce, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:11.548601 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83a1fedf-91fb-418a-86a6-4205d0fe6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.552543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] For port bf948775-3eea-4eb6-b180-cfba11485dce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf948775-3eea-4eb6-b180-cfba11485dce,segment=NetworkSegment(acce1357-138f-4e16-8694-f8ea4ed114a1),segment_id=acce1357-138f-4e16-8694-f8ea4ed114a1)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:11.558781 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.646817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1ae26-f6af-4c5c-9c8a-b5fa7d2e0115 None None] Pushing event updated for resources: {'Port': ['ID=bf948775-3eea-4eb6-b180-cfba11485dce,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:11.661323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] No DVR routers for this DVR port d3d58283-44aa-49b4-8ef5-5f49cb82acda on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:11.678698 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.683401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a4b1d68-fa4b-42b8-83fe-ad625b266994 req-acb12f2f-5863-4da5-984e-8f0d8a1dc8d2 tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.15 "DELETE /v2.0/ports/d3d58283-44aa-49b4-8ef5-5f49cb82acda HTTP/1.1" status: 204  len: 173 time: 2.1587858
Nov 27 21:05:11.685205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-deleted', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:11.687661 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac260e48-57dd-4425-97b8-45f7f3f22047" -d '{"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-deleted", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:11.706642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-514d42a5-0e72-4b26-a9a6-ac68a8a175b9 req-e9d7b400-fe0f-4cd5-aa02-a37b77f7b7be tempest-ServersNegativeTestJSON-5863557 tempest-ServersNegativeTestJSON-5863557-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07de761-a0d8-4744-a2b0-f5b211b5c041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3442416
Nov 27 21:05:11.733680 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.758353 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.762998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-83a1fedf-91fb-418a-86a6-4205d0fe6df0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47de28c147a747e1bee9a85cfcc810f8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1451452
Nov 27 21:05:11.766055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57140) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:11.773140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1fedf-91fb-418a-86a6-4205d0fe6df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea41f5-7694-4628-a945-f765191e6bee,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:11.785302 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1e2468-df64-4346-a535-36b252d74ed8 x-openstack-request-id: req-ed1e2468-df64-4346-a535-36b252d74ed8 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:11.785606 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8", "name": "network-vif-deleted", "tag": "d3d58283-44aa-49b4-8ef5-5f49cb82acda", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:11.785866 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed1e2468-df64-4346-a535-36b252d74ed8 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:11.786803 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d7fd85-4cf3-41e3-9a7f-f1b141ea88b8', 'name': 'network-vif-deleted', 'tag': 'd3d58283-44aa-49b4-8ef5-5f49cb82acda', 'status': 'completed', 'code': 200}
Nov 27 21:05:11.955316 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-74978df4-6b74-4a02-b875-43ddda5fac31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.964831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:11.967138 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.007388 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.031025 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-74978df4-6b74-4a02-b875-43ddda5fac31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.057031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:12.095149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:12.105927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network cdf51a6c-8615-409a-9cee-b1df49d0a1b1 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:12.107010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:12.116350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:12.123034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'Port': ['ID=1db877b3-2dca-4b69-b948-6391bc8bee0f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:12.124637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 04aa03c2-a96d-486e-b422-4296e83311b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:05:12.147286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:12.153185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:12.153671 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.238305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=e2c5567c-707f-40df-af8e-7ec3ff3c45e1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:12.247057 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-42213738-a97a-4eda-9a4c-457942605f73 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6750264
Nov 27 21:05:12.251978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57142) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:12.299377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 04aa03c2-a96d-486e-b422-4296e83311b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04aa03c2-a96d-486e-b422-4296e83311b0,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:12.318347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '04aa03c2-a96d-486e-b422-4296e83311b0', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'port_id': '04aa03c2-a96d-486e-b422-4296e83311b0', 'mac_address': 'fa:16:3e:56:96:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:05:12.331629 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-74978df4-6b74-4a02-b875-43ddda5fac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.334875 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-74978df4-6b74-4a02-b875-43ddda5fac31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.336084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-74978df4-6b74-4a02-b875-43ddda5fac31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91ea41f5-7694-4628-a945-f765191e6bee HTTP/1.1" status: 204  len: 168 time: 0.5689719
Nov 27 21:05:12.338760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Deleting port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:12.339293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.371789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74978df4-6b74-4a02-b875-43ddda5fac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea41f5-7694-4628-a945-f765191e6bee,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:12.437149 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.443407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] For port 7a342ab1-8b65-4541-93f6-c197d2b0cb4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a342ab1-8b65-4541-93f6-c197d2b0cb4a,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:12.443930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.458012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04aa03c2-a96d-486e-b422-4296e83311b0 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:05:12.464561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Calling delete_port for 7a342ab1-8b65-4541-93f6-c197d2b0cb4a owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:12.495869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 04aa03c2-a96d-486e-b422-4296e83311b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04aa03c2-a96d-486e-b422-4296e83311b0,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:12.508318 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.546118 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.566308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=04aa03c2-a96d-486e-b422-4296e83311b0,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:12.660462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9071d-a2e4-4136-ade6-cd8df965cbc2 req-855df79d-cf8b-4156-a0a6-0ebf02d1cf4e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:12.662064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07b9071d-a2e4-4136-ade6-cd8df965cbc2 req-855df79d-cf8b-4156-a0a6-0ebf02d1cf4e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 983 time: 0.1443913
Nov 27 21:05:12.710208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.749739 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07b9071d-a2e4-4136-ade6-cd8df965cbc2 req-da1dadd0-f268-49e0-a4cc-c72df4aef90a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0787742
Nov 27 21:05:12.788414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['04aa03c2-a96d-486e-b422-4296e83311b0'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:05:12.816913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.819921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57158) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:12.848358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:12.883343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a342ab1-8b65-4541-93f6-c197d2b0cb4a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:12.969340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f8e650-96fc-47cf-9af0-f7240b0ecbe5 admin admin] Deleting subnet f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:12.977023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52f8e650-96fc-47cf-9af0-f7240b0ecbe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.146855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bf948775-3eea-4eb6-b180-cfba11485dce up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:13.201832 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.216197 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52f8e650-96fc-47cf-9af0-f7240b0ecbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.321893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bf948775-3eea-4eb6-b180-cfba11485dce triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:13.322737 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.328529 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.362306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.373069 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52f8e650-96fc-47cf-9af0-f7240b0ecbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.509833 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.527179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee03bcf-e82d-4dc6-ab73-a5b136fab2fe None None] Network cdf51a6c-8615-409a-9cee-b1df49d0a1b1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:13.545715 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52f8e650-96fc-47cf-9af0-f7240b0ecbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.602151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=e2c5567c-707f-40df-af8e-7ec3ff3c45e1,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:13.635735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port bf948775-3eea-4eb6-b180-cfba11485dce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf948775-3eea-4eb6-b180-cfba11485dce,segment=NetworkSegment(acce1357-138f-4e16-8694-f8ea4ed114a1),segment_id=acce1357-138f-4e16-8694-f8ea4ed114a1)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:13.642946 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.668165 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.703547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Router 80f69812-73a2-4943-b298-f0e561ee3adb has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:05:13.704899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8e650-96fc-47cf-9af0-f7240b0ecbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f811c223-e5e4-44e5-8d0d-c2ddc80a75c2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:13.709660 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52f8e650-96fc-47cf-9af0-f7240b0ecbe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.715618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-52f8e650-96fc-47cf-9af0-f7240b0ecbe5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f811c223-e5e4-44e5-8d0d-c2ddc80a75c2 HTTP/1.1" status: 204  len: 168 time: 0.8893697
Nov 27 21:05:13.716928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57180) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:13.745443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63705ccb-5054-4799-829a-e3d4741a7f12 None None] Network 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:13.748256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-53321aa9-7e45-4dcf-a1b6-25d888c27e73 None None] Provisioning complete for port bf948775-3eea-4eb6-b180-cfba11485dce triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:13.748814 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-53321aa9-7e45-4dcf-a1b6-25d888c27e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.755318 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.770415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.864540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:13.919204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'Port': ['ID=1db877b3-2dca-4b69-b948-6391bc8bee0f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:13.966116 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.000759 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.027027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc74cdf0>,) {'filters': {'network_id': ['5fc9f4b4-8604-4ff4-85b1-28e814a55b3b']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:14.037572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.040865 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc74cdf0>, 'f8ae6940-1d43-46dd-97da-f4384fa7493b') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:14.041168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc74cdf0>, 'f8ae6940-1d43-46dd-97da-f4384fa7493b') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:14.056752 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.070523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:05:14.080601 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2dadbcc1-c13d-4b21-868c-10fd2480afbb admin admin] 10.222.0.21 "PUT /v2.0/routers/80f69812-73a2-4943-b298-f0e561ee3adb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0830920
Nov 27 21:05:14.080707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57218) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:14.088731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.118094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] Sync routers for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:05:14.131398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:14.131883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:14.133896 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:14.136242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=bf948775-3eea-4eb6-b180-cfba11485dce,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:14.149895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 04aa03c2-a96d-486e-b422-4296e83311b0 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:14.213666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:14.214552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf598b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:14.249578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.271952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.278478 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] 10.222.0.21 "DELETE /v2.0/networks/5fc9f4b4-8604-4ff4-85b1-28e814a55b3b HTTP/1.1" status: 204  len: 168 time: 0.5591619
Nov 27 21:05:14.282499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ab43b-3745-4294-a4fa-33aa150f5d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc9f4b4-8604-4ff4-85b1-28e814a55b3b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:14.292059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.337755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:14.420552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.422306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.455552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.457438 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.467748 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.469670 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e968accf-cf88-494b-a6e0-6342b1a1ebb7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8138497
Nov 27 21:05:14.511933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 04aa03c2-a96d-486e-b422-4296e83311b0 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:05:14.548802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 04aa03c2-a96d-486e-b422-4296e83311b0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:14.549196 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.588258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Deleting port 28c76821-9fac-4f73-a24e-95899f5f3297 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:14.588430 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.595067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf4a92-a4d7-44e9-854b-826463e643dc None None] DHCP port deletion for 5fc9f4b4-8604-4ff4-85b1-28e814a55b3b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:14.618202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network cdf51a6c-8615-409a-9cee-b1df49d0a1b1 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:14.628414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eeba1-f5dc-4456-afe1-aa102670a52f req-b672d044-2ea5-44ca-a929-9877721acd4e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:14.630237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d55eeba1-f5dc-4456-afe1-aa102670a52f req-b672d044-2ea5-44ca-a929-9877721acd4e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 983 time: 0.7121892
Nov 27 21:05:14.633462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:14.744594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=e2c5567c-707f-40df-af8e-7ec3ff3c45e1,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:14.763886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57230) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:14.802083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] For port 28c76821-9fac-4f73-a24e-95899f5f3297, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28c76821-9fac-4f73-a24e-95899f5f3297,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:14.802464 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.845790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Calling delete_port for 28c76821-9fac-4f73-a24e-95899f5f3297 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:14.853007 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:14.885050 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-41b73035-f3bf-4d16-a985-a099ff306cb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85c58aa2d3dd4e09a26b5265084b8493&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1173747
Nov 27 21:05:14.893324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d55eeba1-f5dc-4456-afe1-aa102670a52f req-f0fd9fc0-3de5-492d-a8be-2aecb53d120c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2505608
Nov 27 21:05:14.894102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57248) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:14.936906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf598b0>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T21:05:12Z', 'revision_number': 5, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port': {'id': '28c76821-9fac-4f73-a24e-95899f5f3297', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:36Z', 'updated_at': '2021-11-27T20:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:14.944115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:14.951666 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d71df9a-16dc-4a61-a3c4-9ed7c38acaa8" -d '{"events": [{"server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "name": "network-vif-plugged", "status": "completed", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:15.061145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 04aa03c2-a96d-486e-b422-4296e83311b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04aa03c2-a96d-486e-b422-4296e83311b0,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:15.070140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] Checking router: 80f69812-73a2-4943-b298-f0e561ee3adb for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:05:15.073489 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-7599282f-bd08-4e40-b114-a1e950a1da24 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--215966399&fields=id&tenant_id=4b756ba4e580446980b973ad0b42b9fe HTTP/1.1" status: 200  len: 267 time: 0.2248204
Nov 27 21:05:15.074498 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:15.077290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d3d58283-44aa-49b4-8ef5-5f49cb82acda no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:15.104843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:15.106697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Router 5dc40096-2be1-4588-b53a-6f9a3313bd5d is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:05:15.181201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=04aa03c2-a96d-486e-b422-4296e83311b0,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:15.189381 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11477405-9a25-415b-b527-f5757ebff8b3 x-openstack-request-id: req-11477405-9a25-415b-b527-f5757ebff8b3 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:15.189944 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "name": "network-vif-plugged", "status": "completed", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:15.190362 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11477405-9a25-415b-b527-f5757ebff8b3 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:15.190912 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0', 'code': 200}
Nov 27 21:05:15.193868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bf948775-3eea-4eb6-b180-cfba11485dce up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:15.201430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: d3d58283-44aa-49b4-8ef5-5f49cb82acda {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:15.201768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d3d58283-44aa-49b4-8ef5-5f49cb82acda not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:15.235052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] Routers {'80f69812-73a2-4943-b298-f0e561ee3adb'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:15.235990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf598b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['80f69812-73a2-4943-b298-f0e561ee3adb'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:15.365661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-89f1efec-f052-4472-a358-6fff22475b1b None None] Provisioning complete for port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:15.366043 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89f1efec-f052-4472-a358-6fff22475b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:15.413077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] Set router 80f69812-73a2-4943-b298-f0e561ee3adb gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:15.455228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bf948775-3eea-4eb6-b180-cfba11485dce triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:15.455904 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:15.532672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf598b0>, [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T21:05:14Z', 'revision_number': 6, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:15.534457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-89f1efec-f052-4472-a358-6fff22475b1b None None] Port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:15.575881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefcfe89-28a7-4f98-a62a-d605de93cecf None None] The sync data for ids ['80f69812-73a2-4943-b298-f0e561ee3adb'] in ncdv-master-1 is: [{'id': '80f69812-73a2-4943-b298-f0e561ee3adb', 'name': 'tempest-TaggedBootDevicesTest_v242-2056279851-router', 'tenant_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:35Z', 'updated_at': '2021-11-27T21:05:14Z', 'revision_number': 6, 'project_id': '76f19e09c6b04ac1a559d52d9cad1c77', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:05:15.587831 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-89f1efec-f052-4472-a358-6fff22475b1b None None] Provisioning complete for port bf948775-3eea-4eb6-b180-cfba11485dce triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:15.588218 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89f1efec-f052-4472-a358-6fff22475b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:15.604430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:15.699325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:15.702715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:15.716155 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c07de761-a0d8-4744-a2b0-f5b211b5c041 HTTP/1.1" status: 204  len: 168 time: 0.7939348
Nov 27 21:05:15.798778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a158ce-c1a9-4dcb-9c37-a7e9f3034e7e req-e65f494b-97fb-4749-b32c-38609485409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:15.801545 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b1a158ce-c1a9-4dcb-9c37-a7e9f3034e7e req-e65f494b-97fb-4749-b32c-38609485409f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1135 time: 0.6051354
Nov 27 21:05:15.812580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-40b4cedf-65e6-4348-98ab-27e7b5f4423d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:15.814360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-40b4cedf-65e6-4348-98ab-27e7b5f4423d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 817 time: 0.7243321
Nov 27 21:05:15.914827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07de761-a0d8-4744-a2b0-f5b211b5c041,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:15.926300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:05:15.929746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-313fa4d0-41c3-486c-949b-c6bd6204224c None None] Provisioning complete for port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:15.930480 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-313fa4d0-41c3-486c-949b-c6bd6204224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:15.942856 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2871ac-42b3-4040-9094-f176563989b2 None None] Sync routers for ids ['5dc40096-2be1-4588-b53a-6f9a3313bd5d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:05:15.945910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b1a158ce-c1a9-4dcb-9c37-a7e9f3034e7e req-44d18823-1963-45b5-96a5-62ba566dc7a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19cc1b09-2c20-4950-8991-f1d213bd5234&id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1280713
Nov 27 21:05:15.949886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d9ce72a-3e0b-49f8-ba07-0b40bed6dcd7 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "PUT /v2.0/routers/5dc40096-2be1-4588-b53a-6f9a3313bd5d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6983454
Nov 27 21:05:15.950704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57284) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:15.952153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.952613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.953343 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-28602c2c-991c-417a-9eb1-424fa31baccb tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/quotas/4b756ba4e580446980b973ad0b42b9fe HTTP/1.1" status: 200  len: 375 time: 0.1267614
Nov 27 21:05:15.955997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.957551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.961656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.962077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.962436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.962790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.963138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.963507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.972266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.972685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87e312-7242-4059-9445-f06111d2f43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:15.988270 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2871ac-42b3-4040-9094-f176563989b2 None None] Routers {'5dc40096-2be1-4588-b53a-6f9a3313bd5d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:15.990257 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4e2871ac-42b3-4040-9094-f176563989b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5dc40096-2be1-4588-b53a-6f9a3313bd5d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:16.060444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.082237 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4e2871ac-42b3-4040-9094-f176563989b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272fa0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:16.095414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-313fa4d0-41c3-486c-949b-c6bd6204224c None None] Port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:16.096906 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2871ac-42b3-4040-9094-f176563989b2 None None] Routers {'5dc40096-2be1-4588-b53a-6f9a3313bd5d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:16.099320 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4e2871ac-42b3-4040-9094-f176563989b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5dc40096-2be1-4588-b53a-6f9a3313bd5d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:16.100358 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.109287 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c9752-0efd-4e6e-b593-3ae2cf494ed0 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:16.148391 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4e2871ac-42b3-4040-9094-f176563989b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272fa0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:16.149237 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2871ac-42b3-4040-9094-f176563989b2 None None] The sync data for ids ['5dc40096-2be1-4588-b53a-6f9a3313bd5d'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:05:16.152696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-c355bf7b-71b5-4eef-853f-f89eab71bf6c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1843834
Nov 27 21:05:16.154520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c76821-9fac-4f73-a24e-95899f5f3297,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:16.206251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69263c72-1426-4065-b11b-1385371c07a1 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:16.209001 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-69263c72-1426-4065-b11b-1385371c07a1 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc40096-2be1-4588-b53a-6f9a3313bd5d HTTP/1.1" status: 200  len: 988 time: 0.2178967
Nov 27 21:05:16.214777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57290) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:16.247005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cdb963c6-22da-45d2-b3d3-72b52b757a79 None None] Provisioning complete for port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:16.247637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cdb963c6-22da-45d2-b3d3-72b52b757a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.273178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e4da-5f0b-45df-a62b-4586fe6f898c req-60a09000-c293-4060-ace2-8cf5dcc38797 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:16.274941 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-58d8e4da-5f0b-45df-a62b-4586fe6f898c req-60a09000-c293-4060-ace2-8cf5dcc38797 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 984 time: 0.2057896
Nov 27 21:05:16.312200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cdb963c6-22da-45d2-b3d3-72b52b757a79 None None] Port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:16.317098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.434112 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.436432 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.488051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-58d8e4da-5f0b-45df-a62b-4586fe6f898c req-12bfa31c-c10c-4b02-994f-af774b2237f2 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1680768
Nov 27 21:05:16.488190 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.488622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80f69812-73a2-4943-b298-f0e561ee3adb {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:05:16.496276 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.498262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-70c91557-eed1-41c1-b77f-ebaab35fcf59 admin admin] 10.222.0.21 "DELETE /v2.0/routers/80f69812-73a2-4943-b298-f0e561ee3adb HTTP/1.1" status: 204  len: 168 time: 2.4165533
Nov 27 21:05:16.502692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57300) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:16.525844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-cb9c5b5c-6867-4f8c-820a-10144fc500bf service neutron] 10.222.0.21 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3456595
Nov 27 21:05:16.552692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-931cf96c-c426-4666-a0b9-dc79d71a5809 None None] Provisioning complete for port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:16.553070 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-931cf96c-c426-4666-a0b9-dc79d71a5809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.598605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-783ea4e6-8839-4e47-a79d-9d204999bc0c admin admin] Deleting subnet 5fefb2aa-37dd-4ae6-821d-068bbb418a00 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:16.610618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783ea4e6-8839-4e47-a79d-9d204999bc0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.614615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-931cf96c-c426-4666-a0b9-dc79d71a5809 None None] Port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:16.657451 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783ea4e6-8839-4e47-a79d-9d204999bc0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.687022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-9f8a2470-6a23-454e-a301-3074f40fd801 service neutron] 10.222.0.21 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439369
Nov 27 21:05:16.803817 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783ea4e6-8839-4e47-a79d-9d204999bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:16.954998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783ea4e6-8839-4e47-a79d-9d204999bc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.024317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 28c76821-9fac-4f73-a24e-95899f5f3297 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:17.029617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b108497-b1bb-410b-ba8b-04d4a208b84c req-0f0a2860-7f55-4e23-8239-1a1fc7fe2281 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 210 time: 0.0969136
Nov 27 21:05:17.037079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ea4e6-8839-4e47-a79d-9d204999bc0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fefb2aa-37dd-4ae6-821d-068bbb418a00,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:17.040136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783ea4e6-8839-4e47-a79d-9d204999bc0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.048044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-783ea4e6-8839-4e47-a79d-9d204999bc0c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5fefb2aa-37dd-4ae6-821d-068bbb418a00 HTTP/1.1" status: 204  len: 168 time: 0.5394809
Nov 27 21:05:17.048630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57322) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:17.057320 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d02991f-8ef7-4bcc-8569-4394f199fc18 None None] Network 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:17.059305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 28c76821-9fac-4f73-a24e-95899f5f3297 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:17.059662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 28c76821-9fac-4f73-a24e-95899f5f3297 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:17.060166 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.061707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a342ab1-8b65-4541-93f6-c197d2b0cb4a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:17.141523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7a342ab1-8b65-4541-93f6-c197d2b0cb4a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:17.141894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a342ab1-8b65-4541-93f6-c197d2b0cb4a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:17.226501 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.385952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Deleting port af6beaa3-e97b-4da1-ac14-92d1ff486ddc {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:17.386411 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.489845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb92f5-9c92-4a94-806b-b83654208e0a None None] DHCP port deletion for 69bbc6e1-7ac2-4c39-8b81-cbf37c04434d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:17.493091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] For port af6beaa3-e97b-4da1-ac14-92d1ff486ddc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af6beaa3-e97b-4da1-ac14-92d1ff486ddc,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:17.495127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.522166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Calling delete_port for af6beaa3-e97b-4da1-ac14-92d1ff486ddc owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:17.527826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port e2c5567c-707f-40df-af8e-7ec3ff3c45e1 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:17.529251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.556555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-98bb92f5-9c92-4a94-806b-b83654208e0a None None] Deleting port af6beaa3-e97b-4da1-ac14-92d1ff486ddc {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:17.557566 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-98bb92f5-9c92-4a94-806b-b83654208e0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.651837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.672569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-98bb92f5-9c92-4a94-806b-b83654208e0a None None] For port af6beaa3-e97b-4da1-ac14-92d1ff486ddc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af6beaa3-e97b-4da1-ac14-92d1ff486ddc,segment=NetworkSegment(523e8c82-06ea-428e-b731-9414f3a32865),segment_id=523e8c82-06ea-428e-b731-9414f3a32865)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:17.673384 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-98bb92f5-9c92-4a94-806b-b83654208e0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.692354 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.712785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-98bb92f5-9c92-4a94-806b-b83654208e0a None None] Calling delete_port for af6beaa3-e97b-4da1-ac14-92d1ff486ddc owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:17.719697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for e2c5567c-707f-40df-af8e-7ec3ff3c45e1 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:17.764496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6beaa3-e97b-4da1-ac14-92d1ff486ddc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:17.780971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] No DVR routers for this DVR port af6beaa3-e97b-4da1-ac14-92d1ff486ddc on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:17.821656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-98bb92f5-9c92-4a94-806b-b83654208e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.869398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb92f5-9c92-4a94-806b-b83654208e0a None None] Pushing event deleted for resources: {'Port': ['ID=af6beaa3-e97b-4da1-ac14-92d1ff486ddc,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:17.874506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb92f5-9c92-4a94-806b-b83654208e0a None None] No DVR routers for this DVR port af6beaa3-e97b-4da1-ac14-92d1ff486ddc on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:17.885087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57362) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:17.947168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:17.957546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06ee15-6a50-4225-8e1e-58ab9173201f req-4de7f976-5aa4-4749-a6e7-6244b9a6bba9 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:17.959850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f06ee15-6a50-4225-8e1e-58ab9173201f req-4de7f976-5aa4-4749-a6e7-6244b9a6bba9 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 984 time: 0.2264950
Nov 27 21:05:17.967433 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:05:17.988676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7b93d30>,) {'filters': {'network_id': ['69bbc6e1-7ac2-4c39-8b81-cbf37c04434d']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:18.009091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7b93d30>, '523e8c82-06ea-428e-b731-9414f3a32865') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:18.009493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7b93d30>, '523e8c82-06ea-428e-b731-9414f3a32865') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:18.023862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.061205 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.076263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:18.076995 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.082604 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.086449 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f06ee15-6a50-4225-8e1e-58ab9173201f req-fbb9b5bf-2c67-4f2c-a8f9-f01a6b63774a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1091361
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:18.087550 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:18.218762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52e72bfb-6b3e-40f5-a101-5378e5c89a69 req-2ae57633-f6b9-4ec7-995b-3515559d6ebe tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 210 time: 0.0340466
Nov 27 21:05:18.219742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=e2c5567c-707f-40df-af8e-7ec3ff3c45e1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:18.260439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.280637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad1198f1-1645-42db-9282-186ae909f883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.284920 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.291160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] 10.222.0.21 "DELETE /v2.0/networks/69bbc6e1-7ac2-4c39-8b81-cbf37c04434d HTTP/1.1" status: 204  len: 168 time: 1.2386699
Nov 27 21:05:18.294831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57370) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:18.312735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Pushing event deleted for resources: {'Network': ['ID=69bbc6e1-7ac2-4c39-8b81-cbf37c04434d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:18.335531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.335965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.336380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.336796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.337240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.337639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.338142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.338637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.339117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.339605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.340080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.340573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dec8f21-6af0-438a-89ad-cca35885da58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:18.351131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.378486 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.381072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f4f75-dc28-4202-89b5-d210542b6f56 req-d88ec4d8-c15a-4770-8a2b-eb854e483490 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:18.388642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-073f4f75-dc28-4202-89b5-d210542b6f56 req-d88ec4d8-c15a-4770-8a2b-eb854e483490 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 984 time: 0.1745210
Nov 27 21:05:18.498884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-073f4f75-dc28-4202-89b5-d210542b6f56 req-6bc1f6c9-2841-4436-82d6-e04f3ce2a810 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1086376
Nov 27 21:05:18.503323 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad1198f1-1645-42db-9282-186ae909f883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.510082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad1198f1-1645-42db-9282-186ae909f883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.579429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ad1198f1-1645-42db-9282-186ae909f883 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a607d8ff0b0949bfab4174f042cb691a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6948750
Nov 27 21:05:18.589440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1198f1-1645-42db-9282-186ae909f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec34ee3-0160-4468-b47b-fb36598b7fb7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:18.592733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57376) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:18.620493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Router 5dc40096-2be1-4588-b53a-6f9a3313bd5d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:05:18.706283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df235777-5c5f-4c3f-96f3-834f4b2af6b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.751673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df235777-5c5f-4c3f-96f3-834f4b2af6b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.768679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-96c95e4e-a432-426f-9292-028bbb6b5826 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:18.770237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-96c95e4e-a432-426f-9292-028bbb6b5826 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.35 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 817 time: 0.1897640
Nov 27 21:05:18.804345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92919847-20aa-49ec-93ee-6741aa6077a3 req-405d8742-3579-4edd-9a47-c5fffb009279 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:18.805883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92919847-20aa-49ec-93ee-6741aa6077a3 req-405d8742-3579-4edd-9a47-c5fffb009279 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1135 time: 0.1890960
Nov 27 21:05:18.815822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:05:18.827017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eb1d1d02-9835-4815-b73c-0ba060432a35 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "PUT /v2.0/routers/5dc40096-2be1-4588-b53a-6f9a3313bd5d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6085870
Nov 27 21:05:18.828215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ed62f-daf2-4421-8106-87c092b2ad8b None None] Sync routers for ids ['5dc40096-2be1-4588-b53a-6f9a3313bd5d'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:05:18.834281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57380) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:18.841130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ed62f-daf2-4421-8106-87c092b2ad8b None None] Routers {'5dc40096-2be1-4588-b53a-6f9a3313bd5d'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:18.841763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9f3ed62f-daf2-4421-8106-87c092b2ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5c3940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5dc40096-2be1-4588-b53a-6f9a3313bd5d'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:18.861429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92919847-20aa-49ec-93ee-6741aa6077a3 req-7dabb307-68f2-4e65-9c8c-6e489966d23d tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:18.889610 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca4f26c-5738-423c-8d91-6d1aa5f021d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:05:18.893584 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5ca4f26c-5738-423c-8d91-6d1aa5f021d3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/e2c5567c-707f-40df-af8e-7ec3ff3c45e1 HTTP/1.1" status: 404  len: 333 time: 0.0564132
Nov 27 21:05:18.894251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57382) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:18.897105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9f3ed62f-daf2-4421-8106-87c092b2ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5c3940>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:18.904075 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3424d66d-fe36-4231-9c7c-ab71261fb2ad tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b756ba4e580446980b973ad0b42b9fe HTTP/1.1" status: 200  len: 379 time: 0.1142025
Nov 27 21:05:18.910486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3ed62f-daf2-4421-8106-87c092b2ad8b None None] Routers {'5dc40096-2be1-4588-b53a-6f9a3313bd5d'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:18.912220 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9f3ed62f-daf2-4421-8106-87c092b2ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5c3940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5dc40096-2be1-4588-b53a-6f9a3313bd5d'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:18.962803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af6beaa3-e97b-4da1-ac14-92d1ff486ddc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:18.966413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9f3ed62f-daf2-4421-8106-87c092b2ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5c3940>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:18.966795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3ed62f-daf2-4421-8106-87c092b2ad8b None None] The sync data for ids ['5dc40096-2be1-4588-b53a-6f9a3313bd5d'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:05:19.015048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'port': {'device_id': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'admin_state_up': True, 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'security_groups': ['a8093a00-f571-4800-a015-9e273e024690']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:19.020183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92919847-20aa-49ec-93ee-6741aa6077a3 req-7dabb307-68f2-4e65-9c8c-6e489966d23d tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.023716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-67b43f07-f70a-4080-8153-023384898145 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.027610 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-92919847-20aa-49ec-93ee-6741aa6077a3 req-7dabb307-68f2-4e65-9c8c-6e489966d23d tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.099655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabb307-68f2-4e65-9c8c-6e489966d23d tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06af1384-3183-4194-991f-ab9aae791a41,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:19.115368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92919847-20aa-49ec-93ee-6741aa6077a3 req-7dabb307-68f2-4e65-9c8c-6e489966d23d tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.3026991
Nov 27 21:05:19.127605 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.147123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: af6beaa3-e97b-4da1-ac14-92d1ff486ddc {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:19.147834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af6beaa3-e97b-4da1-ac14-92d1ff486ddc not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:19.157899 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df235777-5c5f-4c3f-96f3-834f4b2af6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.162275 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df235777-5c5f-4c3f-96f3-834f4b2af6b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.166392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57384) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:19.167055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-df235777-5c5f-4c3f-96f3-834f4b2af6b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ec34ee3-0160-4468-b47b-fb36598b7fb7 HTTP/1.1" status: 204  len: 168 time: 0.5715368
Nov 27 21:05:19.273157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630495a0-bbec-4953-a10f-dc394e833705 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:19.274824 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-630495a0-bbec-4953-a10f-dc394e833705 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1130 time: 0.1058836
Nov 27 21:05:19.278386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57390) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:19.288193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '04aa03c2-a96d-486e-b422-4296e83311b0', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'fixed_ip_address': '172.20.0.9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:19.366590 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-67b43f07-f70a-4080-8153-023384898145 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.368658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df235777-5c5f-4c3f-96f3-834f4b2af6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec34ee3-0160-4468-b47b-fb36598b7fb7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:19.387782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-67b43f07-f70a-4080-8153-023384898145 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.406379 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.466161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54ea6498-6b94-4b6d-bec6-8cafc6ba588c req-463baf1c-5908-42ab-8abc-439a2cfc8fa2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 210 time: 0.0815713
Nov 27 21:05:19.482097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-67b43f07-f70a-4080-8153-023384898145 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.482651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b43f07-f70a-4080-8153-023384898145 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc40096-2be1-4588-b53a-6f9a3313bd5d {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:05:19.497351 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-67b43f07-f70a-4080-8153-023384898145 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.498473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-67b43f07-f70a-4080-8153-023384898145 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/routers/5dc40096-2be1-4588-b53a-6f9a3313bd5d HTTP/1.1" status: 204  len: 168 time: 0.5927377
Nov 27 21:05:19.501092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57400) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:19.585208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Made reservation on behalf of 4b756ba4e580446980b973ad0b42b9fe for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:19.592099 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.608496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aac6ca-e44e-4347-b5fb-c74f2e771891 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet d12f1206-6354-45bb-8416-eb09624a1016 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:19.619428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38aac6ca-e44e-4347-b5fb-c74f2e771891 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.649559 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.696757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38aac6ca-e44e-4347-b5fb-c74f2e771891 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.718832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Deleting port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:19.719863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.835360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Allocated IP 172.35.3.151 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/43760a0f-939a-4be1-8719-23daedf9e8ae) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:19.848235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Allocated IP 172.20.0.7 (e625b12a-b3fa-4ce9-b29c-1debf46798ed/cea12c44-8d25-4a99-87a8-7efe19824fa7/6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:19.853446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38aac6ca-e44e-4347-b5fb-c74f2e771891 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.889191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] For port 5bc912a9-6fab-4511-b9ed-2d5a77aa457f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bc912a9-6fab-4511-b9ed-2d5a77aa457f,segment=NetworkSegment(127168ed-4ef5-497a-a17e-06b9491dc637),segment_id=127168ed-4ef5-497a-a17e-06b9491dc637)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:19.890220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:19.928483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Calling delete_port for 5bc912a9-6fab-4511-b9ed-2d5a77aa457f owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:19.946187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57428) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:19.991109 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38aac6ca-e44e-4347-b5fb-c74f2e771891 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.022072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aac6ca-e44e-4347-b5fb-c74f2e771891 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=d12f1206-6354-45bb-8416-eb09624a1016,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:20.032746 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-38aac6ca-e44e-4347-b5fb-c74f2e771891 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.036769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-38aac6ca-e44e-4347-b5fb-c74f2e771891 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/d12f1206-6354-45bb-8416-eb09624a1016 HTTP/1.1" status: 204  len: 168 time: 0.5347600
Nov 27 21:05:20.039425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:20.046370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24003158-d4f8-46c6-8494-1b6f33c9a8a1 None None] Network cdf51a6c-8615-409a-9cee-b1df49d0a1b1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:20.117595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.183905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ba5e-0962-4d68-b741-77c14d9ef1c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.190844 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.237301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.335027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-8512c97f-3d4d-47a7-a6ae-df6b8cadabaf req-ec0ec2f4-21ec-44d9-970a-ed97dfcd603f service neutron] (120908) timed out ('10.222.0.21', 54994) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:05:20.355868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d796fa-45ed-4f41-ac3d-bf6dc1aa1161 None None] DHCP port deletion for cdf51a6c-8615-409a-9cee-b1df49d0a1b1 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:20.382150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port bf948775-3eea-4eb6-b180-cfba11485dce {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:20.382593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.444856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-62d796fa-45ed-4f41-ac3d-bf6dc1aa1161 None None] Deleting port bf948775-3eea-4eb6-b180-cfba11485dce {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:20.445929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62d796fa-45ed-4f41-ac3d-bf6dc1aa1161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.465168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.470586 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ba5e-0962-4d68-b741-77c14d9ef1c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.515604 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0fc8ba5e-0962-4d68-b741-77c14d9ef1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.552837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-62d796fa-45ed-4f41-ac3d-bf6dc1aa1161 None None] For port bf948775-3eea-4eb6-b180-cfba11485dce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf948775-3eea-4eb6-b180-cfba11485dce,segment=NetworkSegment(acce1357-138f-4e16-8694-f8ea4ed114a1),segment_id=acce1357-138f-4e16-8694-f8ea4ed114a1)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:20.554261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62d796fa-45ed-4f41-ac3d-bf6dc1aa1161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.554989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0fc8ba5e-0962-4d68-b741-77c14d9ef1c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed8c6529d50a4da58d691684a58f3787&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6077621
Nov 27 21:05:20.568404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57446) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:20.579912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] For port bf948775-3eea-4eb6-b180-cfba11485dce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bf948775-3eea-4eb6-b180-cfba11485dce,segment=NetworkSegment(acce1357-138f-4e16-8694-f8ea4ed114a1),segment_id=acce1357-138f-4e16-8694-f8ea4ed114a1)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:20.580282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.593682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-62d796fa-45ed-4f41-ac3d-bf6dc1aa1161 None None] Calling delete_port for bf948775-3eea-4eb6-b180-cfba11485dce owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:20.607085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:20.650723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:20.654408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:20.663999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for bf948775-3eea-4eb6-b180-cfba11485dce owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:20.689959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.712178 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62d796fa-45ed-4f41-ac3d-bf6dc1aa1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.728379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:20.769839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d796fa-45ed-4f41-ac3d-bf6dc1aa1161 None None] Pushing event deleted for resources: {'Port': ['ID=bf948775-3eea-4eb6-b180-cfba11485dce,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:20.780217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d796fa-45ed-4f41-ac3d-bf6dc1aa1161 None None] No DVR routers for this DVR port bf948775-3eea-4eb6-b180-cfba11485dce on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:20.801211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:20.801409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8ba5e-0962-4d68-b741-77c14d9ef1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec24ebe-5911-43a5-b610-4d06e0315c43,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:20.814388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:20.818535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=43760a0f-939a-4be1-8719-23daedf9e8ae,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:20.820777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:20.863318 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.876425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3160b3f-23e9-4120-a508-f3bb74122275 req-4a25e6c2-86e8-4be0-acb1-f4fffdfef3f6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:20.878939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c3160b3f-23e9-4120-a508-f3bb74122275 req-4a25e6c2-86e8-4be0-acb1-f4fffdfef3f6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 931 time: 0.2790849
Nov 27 21:05:20.915779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:20.916459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:20.938886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc912a9-6fab-4511-b9ed-2d5a77aa457f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:20.967969 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bf948775-3eea-4eb6-b180-cfba11485dce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:20.973565 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-3a6054ff-4c12-4fd5-887a-c35bf4dd4be5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9628034
Nov 27 21:05:21.005834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Request body: {'port': {'device_id': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:21.006381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: bf948775-3eea-4eb6-b180-cfba11485dce {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:21.006923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bf948775-3eea-4eb6-b180-cfba11485dce not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:21.034839 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1aacce86-d2c5-4ba1-b1f3-1410413737ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.114939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-38f49de0-02dd-4e82-bfa2-02bda38a3be3 None None] Provisioning complete for port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:21.116148 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-38f49de0-02dd-4e82-bfa2-02bda38a3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.136029 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1aacce86-d2c5-4ba1-b1f3-1410413737ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.166605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-38f49de0-02dd-4e82-bfa2-02bda38a3be3 None None] Port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:21.208218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c3160b3f-23e9-4120-a508-f3bb74122275 req-80f09d7b-38fc-4b4c-973c-277ac5f64097 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2986221
Nov 27 21:05:21.213271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.256204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.264982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=bf948775-3eea-4eb6-b180-cfba11485dce,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:21.275635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No DVR routers for this DVR port bf948775-3eea-4eb6-b180-cfba11485dce on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:21.365564 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.405871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.478700 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1aacce86-d2c5-4ba1-b1f3-1410413737ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.481326 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1aacce86-d2c5-4ba1-b1f3-1410413737ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.484963 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1aacce86-d2c5-4ba1-b1f3-1410413737ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ec24ebe-5911-43a5-b610-4d06e0315c43 HTTP/1.1" status: 204  len: 168 time: 0.9130471
Nov 27 21:05:21.748863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.804418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Router cf4e1c3e-805b-40ed-bb38-241fb7668db3 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:05:21.818049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacce86-d2c5-4ba1-b1f3-1410413737ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec24ebe-5911-43a5-b610-4d06e0315c43,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:21.828565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe71e5e0>,) {'filters': {'network_id': ['cdf51a6c-8615-409a-9cee-b1df49d0a1b1']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:21.845059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe71e5e0>, 'acce1357-138f-4e16-8694-f8ea4ed114a1') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:21.845369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe71e5e0>, 'acce1357-138f-4e16-8694-f8ea4ed114a1') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:21.870804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.914393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.920658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.925426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:21.925839 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:21.930023 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:22.027929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.043987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.048617 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/networks/cdf51a6c-8615-409a-9cee-b1df49d0a1b1 HTTP/1.1" status: 204  len: 168 time: 2.0046360
Nov 27 21:05:22.059087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57494) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:22.070253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb81358-9b1a-47d3-b18b-b4bd2ab3d92b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Network': ['ID=cdf51a6c-8615-409a-9cee-b1df49d0a1b1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:22.070556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:05:22.084802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-408e66c1-9b79-43ff-be20-5cba0066d683 admin admin] 10.222.0.21 "PUT /v2.0/routers/cf4e1c3e-805b-40ed-bb38-241fb7668db3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7885263
Nov 27 21:05:22.088143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57498) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:22.091192 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] Sync routers for ids ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:05:22.112076 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] Routers {'cf4e1c3e-805b-40ed-bb38-241fb7668db3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:22.112716 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7c23a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:22.214856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c99264-7419-43e6-a4d3-7653b4d7c829 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:22.217007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b1c99264-7419-43e6-a4d3-7653b4d7c829 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/16d21c84-01f5-40e2-9f80-29db45b255fd HTTP/1.1" status: 200  len: 844 time: 0.1565263
Nov 27 21:05:22.221778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57504) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:22.275730 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.282271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.300396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:05:22.321204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.327801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.345072 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] Set router cf4e1c3e-805b-40ed-bb38-241fb7668db3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:22.371465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Transition to ACTIVE for port object 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:05:22.423660 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.456346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=43760a0f-939a-4be1-8719-23daedf9e8ae,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:22.484619 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.532574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:22.537646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.561706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fbb69dac-ac22-4f6b-b362-81b9fe8cc619 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/16d21c84-01f5-40e2-9f80-29db45b255fd?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.3386219
Nov 27 21:05:22.567523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57520) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:22.579983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:22.581401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7c23a0>, [{'id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:45Z', 'updated_at': '2021-11-27T21:05:20Z', 'revision_number': 5, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'gw_port': {'id': '46054a78-0802-4858-8ac1-c100ef76dce9', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:54:46Z', 'updated_at': '2021-11-27T20:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:22.635770 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] Checking router: cf4e1c3e-805b-40ed-bb38-241fb7668db3 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:05:22.652989 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Floating IP f9d94b4e-5512-4551-bac3-bbef0de5f756 associated. External IP: 172.35.3.151, port: 04aa03c2-a96d-486e-b422-4296e83311b0.
Nov 27 21:05:22.674612 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] Routers {'cf4e1c3e-805b-40ed-bb38-241fb7668db3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:22.675622 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7c23a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:22.701276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262dffd-dc9a-4703-b6bd-84b74dcc8652 req-8c333624-4785-406d-bf1a-f4bd377ef710 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:22.703705 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4262dffd-dc9a-4703-b6bd-84b74dcc8652 req-8c333624-4785-406d-bf1a-f4bd377ef710 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.3303351
Nov 27 21:05:22.791816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4262dffd-dc9a-4703-b6bd-84b74dcc8652 req-85d7514d-166f-493d-bf23-24e1bd00be60 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831938
Nov 27 21:05:22.904664 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] Set router cf4e1c3e-805b-40ed-bb38-241fb7668db3 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:22.947483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Attempting to bind port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:22.948304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Attempting to bind port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:22.948859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Attempting to bind port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:22.955955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:22.961940 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:22.976166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:22.976948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Attempting to bind port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:23.007004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:05:23.007532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Checking segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:23.008114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Bound using segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:05:23.008634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Bound port: 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:05:23.009328 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:23.036468 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7c23a0>, [{'id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:45Z', 'updated_at': '2021-11-27T21:05:22Z', 'revision_number': 6, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:23.054505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Deleting port 46054a78-0802-4858-8ac1-c100ef76dce9 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:23.055065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:23.084416 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d46bb-54c0-445c-bb2f-8ea13980ef4d None None] The sync data for ids ['cf4e1c3e-805b-40ed-bb38-241fb7668db3'] in ncdv-master-1 is: [{'id': 'cf4e1c3e-805b-40ed-bb38-241fb7668db3', 'name': 'tempest-TaggedBootDevicesTest_v242-294659641-router', 'tenant_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:54:45Z', 'updated_at': '2021-11-27T21:05:22Z', 'revision_number': 6, 'project_id': 'a85cfc14a75e4c43a682f2856111aaf2', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:05:23.183570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:23.188086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:23.197998 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:23.223181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Router 4af97957-ee93-4f9a-bd44-468a68689527 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:05:23.248599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] For port 46054a78-0802-4858-8ac1-c100ef76dce9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46054a78-0802-4858-8ac1-c100ef76dce9,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:23.249556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:23.281374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Calling delete_port for 46054a78-0802-4858-8ac1-c100ef76dce9 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:23.281943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:23.282871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:23.284987 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] 10.222.0.35 "PUT /v2.0/ports/6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 HTTP/1.1" status: 200  len: 1091 time: 2.2927811
Nov 27 21:05:23.288573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:23.291048 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7ad395-e4dd-441b-968f-deb976dff7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:23.365594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deed45f-d23c-4f8c-bc97-5e0ffbde3d5a service neutron] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:23.513314 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2462ce-b1dc-4a6b-a4a0-5ce0bdcd0bd2 x-openstack-request-id: req-8d2462ce-b1dc-4a6b-a4a0-5ce0bdcd0bd2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:23.515433 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:23.515714 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d2462ce-b1dc-4a6b-a4a0-5ce0bdcd0bd2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:23.521179 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'status': 'completed', 'code': 200}
Nov 27 21:05:23.595289 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:23.675633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-308dc336-e79b-451b-a7bb-031bc2581497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:23.677238 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-308dc336-e79b-451b-a7bb-031bc2581497 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 1094 time: 0.3024802
Nov 27 21:05:23.738948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:23.757517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-a038e1b0-4010-4f21-94ad-a4e625be40c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 HTTP/1.1" status: 200  len: 217 time: 0.0640004
Nov 27 21:05:23.761196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:23.765852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:23.766458 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:23.773350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b1398-85e3-4897-b583-7a6be07fffbd None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:23.785328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=d1871cc7-38ac-49e9-90d9-855e7dfdeea3,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:23.831843 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d70d37ee-aebb-4065-897a-a26cf292ecac tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2593417
Nov 27 21:05:23.835133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57562) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:23.840426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9f16fffc-01a9-4c08-9c86-3df98240452b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'security_group': {'name': 'tempest-secgroup-1821037454'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:23.867962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-05ae06c3-8a96-4f80-b1db-81e612a0625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:23.869475 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-05ae06c3-8a96-4f80-b1db-81e612a0625d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0967233
Nov 27 21:05:23.900369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f16fffc-01a9-4c08-9c86-3df98240452b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.051863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f16fffc-01a9-4c08-9c86-3df98240452b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.061959 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f16fffc-01a9-4c08-9c86-3df98240452b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.081760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4838e3e3-1ee4-4c77-90a1-4302eb78f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:24.084533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-4838e3e3-1ee4-4c77-90a1-4302eb78f5fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2025709
Nov 27 21:05:24.094331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d30f32bc-52bf-4dce-908c-eee6f53da6ef', 'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'tenant_id': '43d96f70dd574c329276ab3646183310', 'fixed_ips': [{'subnet_id': 'd1871cc7-38ac-49e9-90d9-855e7dfdeea3'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:05:24.096016 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.196715 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f16fffc-01a9-4c08-9c86-3df98240452b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.196715 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9f16fffc-01a9-4c08-9c86-3df98240452b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3579881
Nov 27 21:05:24.197794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57576) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:24.206126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16fffc-01a9-4c08-9c86-3df98240452b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b95a5f-534e-4615-ae50-61745e1ddbcd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:24.210008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-36b19b8f-593a-4d63-b607-a037164231f0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'security_group': {'name': 'tempest-secgroup-1665466076'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:24.287416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-fc2b4ce4-43a5-463f-92a2-2667649445e5 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918368
Nov 27 21:05:24.320282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:05:24.324119 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-36b19b8f-593a-4d63-b607-a037164231f0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.335530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c92677-adad-4fed-97fa-eb0e456263f6 req-61312ae3-7df7-41e8-844e-e262daf58ea9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:24.340628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] Sync routers for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:05:24.346116 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47c92677-adad-4fed-97fa-eb0e456263f6 req-61312ae3-7df7-41e8-844e-e262daf58ea9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.2305613
Nov 27 21:05:24.375459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:24.377642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1bf430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:24.422866 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.465339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdd33d4-f89e-4f13-9391-ece09cfa2fab req-dbe4a10f-2066-42ea-ad37-b3073ebe3717 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589162
Nov 27 21:05:24.519763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Allocated IP 2001:db8::2 (d30f32bc-52bf-4dce-908c-eee6f53da6ef/d1871cc7-38ac-49e9-90d9-855e7dfdeea3/5f41dae7-05eb-449d-901f-fc2541101b67) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:24.527973 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5c3c1934-7ab8-4c75-8511-4b8e2f02e353 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.2488987
Nov 27 21:05:24.533137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57586) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:24.538426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:24.540885 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc66679-2296-4674-90a4-373fbb65f801" -d '{"events": [{"name": "network-changed", "server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:24.563918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47c92677-adad-4fed-97fa-eb0e456263f6 req-81a10105-718e-488d-8b78-538d053e3f42 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2111590
Nov 27 21:05:24.589413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-464fae95-1696-49b7-afff-e6a04794aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:24.591541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-464fae95-1696-49b7-afff-e6a04794aada service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 1094 time: 0.0659947
Nov 27 21:05:24.698390 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8710c54b-8b1d-4a99-a621-ae79d42be790 x-openstack-request-id: req-8710c54b-8b1d-4a99-a621-ae79d42be790 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:24.699178 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:24.699178 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8710c54b-8b1d-4a99-a621-ae79d42be790 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:24.699424 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0', 'status': 'completed', 'code': 200}
Nov 27 21:05:24.751692 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.793943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-40f99989-cb5d-4dcf-8376-122e801a079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:24.796105 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-40f99989-cb5d-4dcf-8376-122e801a079b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.1964092
Nov 27 21:05:24.811027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc66679-2296-4674-90a4-373fbb65f801 req-6d677054-fae7-439a-a710-d152e492cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:24.812897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cc66679-2296-4674-90a4-373fbb65f801 req-6d677054-fae7-439a-a710-d152e492cda3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1135 time: 0.0822165
Nov 27 21:05:24.816283 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-36b19b8f-593a-4d63-b607-a037164231f0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.817541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=46054a78-0802-4858-8ac1-c100ef76dce9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:24.827565 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.834997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-36b19b8f-593a-4d63-b607-a037164231f0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.836580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a876888-bc1f-4fa6-9a06-a3181148f26c None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:24.841104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:24.845863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:24.883977 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-4aaaae8b-9a8f-4aa4-b49f-5e0b2284a28e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 HTTP/1.1" status: 200  len: 217 time: 0.0731158
Nov 27 21:05:24.984457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:24.988638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:24.994394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5bc912a9-6fab-4511-b9ed-2d5a77aa457f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:24.997711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:24.998203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:24.998745 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:24.999223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:24.999972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.000442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.000972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.001535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.002124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.002666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.003139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.005458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7f1931b4-0266-4db2-8b36-7ef2830c399e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7774 time: 0.4616113
Nov 27 21:05:25.009273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57602) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:25.012619 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-36b19b8f-593a-4d63-b607-a037164231f0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:25.014332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-36b19b8f-593a-4d63-b607-a037164231f0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8146453
Nov 27 21:05:25.015165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b19b8f-593a-4d63-b607-a037164231f0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b16ff25-3649-4681-9b06-0b3e698e62ca,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:25.019278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:25.025236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5bc912a9-6fab-4511-b9ed-2d5a77aa457f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:25.025592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5bc912a9-6fab-4511-b9ed-2d5a77aa457f not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:25.026011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 46054a78-0802-4858-8ac1-c100ef76dce9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:25.028055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57604) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:25.037552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-327778840', 'security_groups': ['9b16ff25-3649-4681-9b06-0b3e698e62ca'], 'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd1871cc7-38ac-49e9-90d9-855e7dfdeea3'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:25.111516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-fc01fd43-ec30-440b-bc51-0e472da70dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.113700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-fc01fd43-ec30-440b-bc51-0e472da70dc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.2229712
Nov 27 21:05:25.117158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 46054a78-0802-4858-8ac1-c100ef76dce9 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:25.117515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 46054a78-0802-4858-8ac1-c100ef76dce9 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:25.173587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:25.194548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc66679-2296-4674-90a4-373fbb65f801 req-976da5c2-265a-4ac8-9585-4ed49f581b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.196035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Pushing event updated for resources: {'Port': ['ID=5f41dae7-05eb-449d-901f-fc2541101b67,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:25.196798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cc66679-2296-4674-90a4-373fbb65f801 req-976da5c2-265a-4ac8-9585-4ed49f581b5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ca13ca1-ce2e-44b8-9716-f8635f05b861 HTTP/1.1" status: 200  len: 898 time: 0.3108394
Nov 27 21:05:25.215506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-09b709d0-f3f7-407a-82bd-8e312f73cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.217486 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-09b709d0-f3f7-407a-82bd-8e312f73cb8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0934498
Nov 27 21:05:25.240322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.240683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.241433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.241433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.241782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.242133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.242472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.242811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.243150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.243689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.244040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.244807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:05:25.268222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Attempting to bind port 5f41dae7-05eb-449d-901f-fc2541101b67 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:25.268869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Attempting to bind port 5f41dae7-05eb-449d-901f-fc2541101b67 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e95f9247-98ae-46fe-934c-9aaecb882edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:25.269243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Attempting to bind port 5f41dae7-05eb-449d-901f-fc2541101b67 on network d30f32bc-52bf-4dce-908c-eee6f53da6ef {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:25.282625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:05:25.283063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Checking segment: {'id': 'e95f9247-98ae-46fe-934c-9aaecb882edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:25.283504 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:25.283902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Bound using segment: {'id': 'e95f9247-98ae-46fe-934c-9aaecb882edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:05:25.284396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Bound port: 5f41dae7-05eb-449d-901f-fc2541101b67, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95f9247-98ae-46fe-934c-9aaecb882edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:05:25.284790 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:25.377317 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cc66679-2296-4674-90a4-373fbb65f801 req-c633209a-f540-4567-8503-a5a9f6087b60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04aa03c2-a96d-486e-b422-4296e83311b0 HTTP/1.1" status: 200  len: 999 time: 0.1711502
Nov 27 21:05:25.441456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] For port 5f41dae7-05eb-449d-901f-fc2541101b67, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:25.445749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] For port 5f41dae7-05eb-449d-901f-fc2541101b67, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f41dae7-05eb-449d-901f-fc2541101b67,segment=NetworkSegment(e95f9247-98ae-46fe-934c-9aaecb882edc),segment_id=e95f9247-98ae-46fe-934c-9aaecb882edc)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:25.456560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-97345d01-2666-43ee-8096-4223de769fcc service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922672
Nov 27 21:05:25.468824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc66679-2296-4674-90a4-373fbb65f801 req-c68c08c2-e6d8-4e5c-b62f-37d6079fc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.470682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cc66679-2296-4674-90a4-373fbb65f801 req-c68c08c2-e6d8-4e5c-b62f-37d6079fc12f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d30880d-8f8f-405c-a1ea-bbba2caaab36 HTTP/1.1" status: 200  len: 834 time: 0.0854151
Nov 27 21:05:25.486133 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:25.539919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.540406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.540872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.541341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.541808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.542274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.544862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.545341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.546749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.548602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.549857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.557183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-37bae3d9-81c6-4766-ae0e-5b517fa47104 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7073 time: 0.5365684
Nov 27 21:05:25.563106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57614) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:25.586314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f19a22-d7e5-489e-a415-d4dda3cd4116 None None] Pushing event updated for resources: {'Port': ['ID=5f41dae7-05eb-449d-901f-fc2541101b67,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:25.631113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc66679-2296-4674-90a4-373fbb65f801 req-3b7fe06e-d0ba-4578-9a17-276af2928855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.636854 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cc66679-2296-4674-90a4-373fbb65f801 req-3b7fe06e-d0ba-4578-9a17-276af2928855 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ca13ca1-ce2e-44b8-9716-f8635f05b861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1567757
Nov 27 21:05:25.654727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1bf430>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d94b4e-5512-4551-bac3-bbef0de5f756', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'floating_ip_address': '172.35.3.151', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'port_id': '04aa03c2-a96d-486e-b422-4296e83311b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'mac_address': 'fa:16:3e:56:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:05:21Z', 'updated_at': '2021-11-27T21:05:21Z', 'revision_number': 0, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bb351d-24cb-4f9c-a50b-8885703f74dd', 'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:b6:d0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:48Z', 'updated_at': '2021-11-27T21:04:56Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:25.697920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:25.708043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] Checking router: 4af97957-ee93-4f9a-bd44-468a68689527 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:05:25.718891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:25.719823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1bf430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:25.747290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea7ad395-e4dd-441b-968f-deb976dff7d0 req-2f7540ac-195a-438b-9a29-88f583d2bead service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2823360
Nov 27 21:05:25.791902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57620) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:25.794180 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:25.953661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:25.977889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3812a3-9090-4ac0-bb96-99cdf36ace99 req-a34ae48d-f6dd-4f79-9aa8-6af4c738f222 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:25.979465 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba3812a3-9090-4ac0-bb96-99cdf36ace99 req-a34ae48d-f6dd-4f79-9aa8-6af4c738f222 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.2355075
Nov 27 21:05:25.982861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:25.997714 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cc66679-2296-4674-90a4-373fbb65f801 req-fd2096c4-3fc6-48a8-b8de-270b34a31020 service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3458250
Nov 27 21:05:26.047696 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.048752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf4e1c3e-805b-40ed-bb38-241fb7668db3 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:05:26.068733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.070053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-83646604-8173-4bbd-910d-484ca4c7a0b6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cf4e1c3e-805b-40ed-bb38-241fb7668db3 HTTP/1.1" status: 204  len: 168 time: 3.9813330
Nov 27 21:05:26.081011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57630) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:26.138853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca6e2d9-1e1f-463e-82be-31157ad969ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.185786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-32df8683-c798-49d2-abce-0562fc848584 admin admin] Deleting subnet d9f31562-d763-4e0c-b666-909aa3734d95 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:26.222581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32df8683-c798-49d2-abce-0562fc848584 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.257963 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba3812a3-9090-4ac0-bb96-99cdf36ace99 req-10c5027f-c1d6-4a5f-8705-f521f5aefc18 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2707424
Nov 27 21:05:26.305080 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32df8683-c798-49d2-abce-0562fc848584 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.331758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cc66679-2296-4674-90a4-373fbb65f801 req-7db05e44-1a33-4f04-998d-8d746eb4dde8 service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3219364
Nov 27 21:05:26.387500 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.400404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32df8683-c798-49d2-abce-0562fc848584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.457054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port 7c785480-ee32-4a08-82c4-4b5a34cc4706 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:26.475785 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32df8683-c798-49d2-abce-0562fc848584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.505820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df8683-c798-49d2-abce-0562fc848584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f31562-d763-4e0c-b666-909aa3734d95,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:26.510093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32df8683-c798-49d2-abce-0562fc848584 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.514874 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-32df8683-c798-49d2-abce-0562fc848584 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d9f31562-d763-4e0c-b666-909aa3734d95 HTTP/1.1" status: 204  len: 168 time: 0.4268329
Nov 27 21:05:26.517355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57642) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:26.529465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860630b-f422-4753-af23-1bd55bfd26c9 None None] Network 7350c017-3cd0-4027-ad3a-910d15ffed9a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:26.591339 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.604470 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca6e2d9-1e1f-463e-82be-31157ad969ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.613051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e700ab94-4ccb-4193-8aaf-19be4eceb8bf tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4316 time: 1.0486541
Nov 27 21:05:26.622423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57644) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:26.623011 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca6e2d9-1e1f-463e-82be-31157ad969ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.665379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1bf430>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d94b4e-5512-4551-bac3-bbef0de5f756', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'floating_ip_address': '172.35.3.151', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'port_id': '04aa03c2-a96d-486e-b422-4296e83311b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'mac_address': 'fa:16:3e:56:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:05:21Z', 'updated_at': '2021-11-27T21:05:21Z', 'revision_number': 0, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bb351d-24cb-4f9c-a50b-8885703f74dd', 'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:b6:d0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:48Z', 'updated_at': '2021-11-27T21:04:56Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:26.666473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Deleting port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:26.667033 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.703643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a1ece-ecf4-4741-a6e4-0c8d82e5ccb5 None None] The sync data for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 is: [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d94b4e-5512-4551-bac3-bbef0de5f756', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'floating_ip_address': '172.35.3.151', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'port_id': '04aa03c2-a96d-486e-b422-4296e83311b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'mac_address': 'fa:16:3e:56:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:05:21Z', 'updated_at': '2021-11-27T21:05:21Z', 'revision_number': 0, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bb351d-24cb-4f9c-a50b-8885703f74dd', 'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:b6:d0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:48Z', 'updated_at': '2021-11-27T21:04:56Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:05:26.789930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] For port 7f0a106a-bf6f-4d46-ab87-55f0fc407985, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f0a106a-bf6f-4d46-ab87-55f0fc407985,segment=NetworkSegment(127168ed-4ef5-497a-a17e-06b9491dc637),segment_id=127168ed-4ef5-497a-a17e-06b9491dc637)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:26.790439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.808485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Calling delete_port for 7f0a106a-bf6f-4d46-ab87-55f0fc407985 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:26.811113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6675b727-0b70-4fd8-80b9-5768844c4629 None None] DHCP port deletion for 7350c017-3cd0-4027-ad3a-910d15ffed9a request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:26.825340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::383 (d30f32bc-52bf-4dce-908c-eee6f53da6ef/d1871cc7-38ac-49e9-90d9-855e7dfdeea3/7c785480-ee32-4a08-82c4-4b5a34cc4706) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:26.884875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6675b727-0b70-4fd8-80b9-5768844c4629 None None] Deleting port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:26.885739 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6675b727-0b70-4fd8-80b9-5768844c4629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:26.921915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d7761-1d8f-467e-9e84-d2c6b7364e72 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:26.922403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d7761-1d8f-467e-9e84-d2c6b7364e72 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:26.924087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-616d7761-1d8f-467e-9e84-d2c6b7364e72 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4af97957-ee93-4f9a-bd44-468a68689527 HTTP/1.1" status: 200  len: 1991 time: 0.2982726
Nov 27 21:05:26.935651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aca6e2d9-1e1f-463e-82be-31157ad969ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29050c1a174a40f08424688125357adc&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1394293
Nov 27 21:05:26.939836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6e2d9-1e1f-463e-82be-31157ad969ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bb88d1-cd8f-45ec-8b77-6a9411b154dc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:26.943803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57650) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:27.066195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6675b727-0b70-4fd8-80b9-5768844c4629 None None] For port 7f0a106a-bf6f-4d46-ab87-55f0fc407985, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f0a106a-bf6f-4d46-ab87-55f0fc407985,segment=NetworkSegment(127168ed-4ef5-497a-a17e-06b9491dc637),segment_id=127168ed-4ef5-497a-a17e-06b9491dc637)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:27.066742 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6675b727-0b70-4fd8-80b9-5768844c4629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.089741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.099298 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-064e8520-f8e0-4482-ae64-0f4b5fc2694b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.103782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6675b727-0b70-4fd8-80b9-5768844c4629 None None] Calling delete_port for 7f0a106a-bf6f-4d46-ab87-55f0fc407985 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:27.106768 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15463ecf-6243-4746-a6e6-0024cccc13d7 None None] New status for floating IP f9d94b4e-5512-4551-bac3-bbef0de5f756: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:05:27.163335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0a106a-bf6f-4d46-ab87-55f0fc407985,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:27.174435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] No DVR routers for this DVR port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:27.194294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5f41dae7-05eb-449d-901f-fc2541101b67 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:27.214105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-064e8520-f8e0-4482-ae64-0f4b5fc2694b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.288441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.309676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:05:27.334624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-064e8520-f8e0-4482-ae64-0f4b5fc2694b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.337512 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-064e8520-f8e0-4482-ae64-0f4b5fc2694b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.349192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-064e8520-f8e0-4482-ae64-0f4b5fc2694b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81bb88d1-cd8f-45ec-8b77-6a9411b154dc HTTP/1.1" status: 204  len: 168 time: 0.4032762
Nov 27 21:05:27.356239 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.445548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:27.445548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=7c785480-ee32-4a08-82c4-4b5a34cc4706,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:27.448034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:27.450796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:27.457118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:27.457990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e8520-f8e0-4482-ae64-0f4b5fc2694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bb88d1-cd8f-45ec-8b77-6a9411b154dc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:27.458419 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.497925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e22ea609-12d3-4d12-96ed-861c87e44f36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.4687626
Nov 27 21:05:27.501198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57670) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:27.514186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0b263971-9d71-4484-a3fd-f6e528e0bb67 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:27.560108 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.648771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd340d00>,) {'filters': {'network_id': ['7350c017-3cd0-4027-ad3a-910d15ffed9a']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:27.677209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daaa80-f3d3-4554-90f2-58bf01314382 req-02000edb-969d-4b98-9f7e-eb75dcd41043 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:27.678920 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4daaa80-f3d3-4554-90f2-58bf01314382 req-02000edb-969d-4b98-9f7e-eb75dcd41043 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.2041566
Nov 27 21:05:27.684628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd340d00>, '127168ed-4ef5-497a-a17e-06b9491dc637') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:27.685035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd340d00>, '127168ed-4ef5-497a-a17e-06b9491dc637') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:27.696551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:27.716435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'port_id': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'mac_address': 'fa:16:3e:e3:54:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:05:27.729253 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.736431 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6675b727-0b70-4fd8-80b9-5768844c4629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.757187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b263971-9d71-4484-a3fd-f6e528e0bb67 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:27.765545 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.767999 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0b263971-9d71-4484-a3fd-f6e528e0bb67 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.780608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:27.781235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:27.783682 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:27.791275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0d676d72-f87b-40d3-8141-ad6394318de2 None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:27.792138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d676d72-f87b-40d3-8141-ad6394318de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.802677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4daaa80-f3d3-4554-90f2-58bf01314382 req-4763e5c2-cf97-40c8-96d4-5380831b6e95 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137850
Nov 27 21:05:27.871731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:27.872198 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.891082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57676) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:27.911949 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8515349e-ef0e-467b-a546-34bf44c32f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.922407 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.931181 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:27.934417 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7350c017-3cd0-4027-ad3a-910d15ffed9a HTTP/1.1" status: 204  len: 168 time: 1.4161181
Nov 27 21:05:27.949369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99e0e2-ae54-49d5-ba37-f0cca4484204 admin admin] Pushing event deleted for resources: {'Network': ['ID=7350c017-3cd0-4027-ad3a-910d15ffed9a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:27.975666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675b727-0b70-4fd8-80b9-5768844c4629 None None] No DVR routers for this DVR port 7f0a106a-bf6f-4d46-ab87-55f0fc407985 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:28.019577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675b727-0b70-4fd8-80b9-5768844c4629 None None] Pushing event deleted for resources: {'Port': ['ID=7f0a106a-bf6f-4d46-ab87-55f0fc407985,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:28.022061 ncdv-master-1 neutron-server[120909]: INFO neutron.db.ipam_backend_mixin [None req-0b263971-9d71-4484-a3fd-f6e528e0bb67 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1871cc7-38ac-49e9-90d9-855e7dfdeea3 (CIDR: 2001:db8::/64)
Nov 27 21:05:28.028405 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b263971-9d71-4484-a3fd-f6e528e0bb67 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:05:28.028888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b263971-9d71-4484-a3fd-f6e528e0bb67 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:28.058457 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.063270 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0b263971-9d71-4484-a3fd-f6e528e0bb67 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5601864
Nov 27 21:05:28.068282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57680) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:28.077875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:28.078089 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8515349e-ef0e-467b-a546-34bf44c32f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.087880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8515349e-ef0e-467b-a546-34bf44c32f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.133716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:05:28.148749 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8515349e-ef0e-467b-a546-34bf44c32f6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49aefe1786754dccbf9b335949565c4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2539241
Nov 27 21:05:28.148749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515349e-ef0e-467b-a546-34bf44c32f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549ce6bd-0b7e-4990-8863-7d718fcbc1ac,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:28.150677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57682) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:28.160040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:28.172170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.178298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d676d72-f87b-40d3-8141-ad6394318de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.182110 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.249253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:28.253482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.281635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93e95a68-18ca-408c-bf27-a6e5b8e14679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.290405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57686) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:28.296529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0d676d72-f87b-40d3-8141-ad6394318de2 None None] For port 5f41dae7-05eb-449d-901f-fc2541101b67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f41dae7-05eb-449d-901f-fc2541101b67,segment=NetworkSegment(e95f9247-98ae-46fe-934c-9aaecb882edc),segment_id=e95f9247-98ae-46fe-934c-9aaecb882edc)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:28.301079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:28.315701 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d676d72-f87b-40d3-8141-ad6394318de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.331154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93e95a68-18ca-408c-bf27-a6e5b8e14679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.397404 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bca34728-5363-441a-bfb6-a05b886cd96a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76f19e09c6b04ac1a559d52d9cad1c77&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1058574
Nov 27 21:05:28.402830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57688) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:28.405818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0d676d72-f87b-40d3-8141-ad6394318de2 None None] Provisioning complete for port 16d21c84-01f5-40e2-9f80-29db45b255fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:28.406433 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d676d72-f87b-40d3-8141-ad6394318de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.446827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93e95a68-18ca-408c-bf27-a6e5b8e14679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.453442 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:05:28.453814 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:05:28.461009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d676d72-f87b-40d3-8141-ad6394318de2 None None] Pushing event updated for resources: {'Port': ['ID=5f41dae7-05eb-449d-901f-fc2541101b67,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:28.462622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-93e95a68-18ca-408c-bf27-a6e5b8e14679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.467880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-93e95a68-18ca-408c-bf27-a6e5b8e14679 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/549ce6bd-0b7e-4990-8863-7d718fcbc1ac HTTP/1.1" status: 204  len: 168 time: 0.2993107
Nov 27 21:05:28.479367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e95a68-18ca-408c-bf27-a6e5b8e14679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ce6bd-0b7e-4990-8863-7d718fcbc1ac,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:28.489861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0d676d72-f87b-40d3-8141-ad6394318de2 None None] Port 16d21c84-01f5-40e2-9f80-29db45b255fd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:28.517434 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d92b4893-737b-46ae-83d0-fb835863be82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.521687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:05:28.579802 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d92b4893-737b-46ae-83d0-fb835863be82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.651231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6e3bcde8-f361-4298-9ebd-6c15fdb9ce1c None None] Provisioning complete for port 7c785480-ee32-4a08-82c4-4b5a34cc4706 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:28.651637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e3bcde8-f361-4298-9ebd-6c15fdb9ce1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:28.713438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bcde8-f361-4298-9ebd-6c15fdb9ce1c None None] Port 7c785480-ee32-4a08-82c4-4b5a34cc4706 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:29.021050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2ea44-e108-4831-b6dc-1ce6f39e3a0b req-f448b417-0eb0-4631-92e6-0cbf2ea96208 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:29.022647 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4a2ea44-e108-4831-b6dc-1ce6f39e3a0b req-f448b417-0eb0-4631-92e6-0cbf2ea96208 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 944 time: 0.1126533
Nov 27 21:05:29.096635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.109816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d92b4893-737b-46ae-83d0-fb835863be82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.112465 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d92b4893-737b-46ae-83d0-fb835863be82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.118241 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d92b4893-737b-46ae-83d0-fb835863be82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/610290b2-c554-4905-bf94-2b13c2acecc1 HTTP/1.1" status: 204  len: 168 time: 0.7098505
Nov 27 21:05:29.159774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4a2ea44-e108-4831-b6dc-1ce6f39e3a0b req-85c1abe6-433b-4ee0-854b-41851695b1dd tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201015
Nov 27 21:05:29.165513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7f0a106a-bf6f-4d46-ab87-55f0fc407985 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:29.187584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b4893-737b-46ae-83d0-fb835863be82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610290b2-c554-4905-bf94-2b13c2acecc1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:29.190384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:29.196433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:29.202326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:29.203311 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.222454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=ce299d5a-f406-422f-ada7-675504aef87f,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:29.242722 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc996e-afba-441e-b08d-1a6165e67ded None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:29.248620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7f0a106a-bf6f-4d46-ab87-55f0fc407985 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:29.248909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7f0a106a-bf6f-4d46-ab87-55f0fc407985 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:29.253621 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5d351764-752e-4579-a1d5-8c5ca5d4b3af tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.1829114
Nov 27 21:05:29.254523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57734) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:29.262505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1598803040', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce299d5a-f406-422f-ada7-675504aef87f'}], 'security_groups': ['50b95a5f-534e-4615-ae50-61745e1ddbcd']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:29.390943 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.452525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5f41dae7-05eb-449d-901f-fc2541101b67 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:29.599440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:29.600289 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.700003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb9a15-805e-494b-b009-2cc89315681f None None] Update dhcp port {'port': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'fixed_ips': [{'subnet_id': 'd1871cc7-38ac-49e9-90d9-855e7dfdeea3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce299d5a-f406-422f-ada7-675504aef87f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5f41dae7-05eb-449d-901f-fc2541101b67'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:05:29.707840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57744) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:29.758600 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c7600954-c679-49e1-bf48-efc62dae8c2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a85cfc14a75e4c43a682f2856111aaf2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0476983
Nov 27 21:05:29.758600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57746) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:29.771207 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-96fb9a15-805e-494b-b009-2cc89315681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.844266 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-da4dd716-0304-41b7-8b0f-0f0f2dc30d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.889528 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-da4dd716-0304-41b7-8b0f-0f0f2dc30d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.898671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Delete allocated IP 2001:db8::383 (d30f32bc-52bf-4dce-908c-eee6f53da6ef/d1871cc7-38ac-49e9-90d9-855e7dfdeea3) {{(pid=120909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 21:05:29.912272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8:0:1::1d6 (d30f32bc-52bf-4dce-908c-eee6f53da6ef/ce299d5a-f406-422f-ada7-675504aef87f/7c785480-ee32-4a08-82c4-4b5a34cc4706) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:29.974684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-da4dd716-0304-41b7-8b0f-0f0f2dc30d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.978661 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-da4dd716-0304-41b7-8b0f-0f0f2dc30d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:29.984255 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-da4dd716-0304-41b7-8b0f-0f0f2dc30d0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e7f5d78-6a5c-4f08-963b-6cf7ac86748d HTTP/1.1" status: 204  len: 168 time: 0.2197962
Nov 27 21:05:30.008892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dd716-0304-41b7-8b0f-0f0f2dc30d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f5d78-6a5c-4f08-963b-6cf7ac86748d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:30.135299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:30.142852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:30.210812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=7c785480-ee32-4a08-82c4-4b5a34cc4706,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:30.245157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-96fb9a15-805e-494b-b009-2cc89315681f None None] Allocated IP 2001:db8:0:1::2 (d30f32bc-52bf-4dce-908c-eee6f53da6ef/ce299d5a-f406-422f-ada7-675504aef87f/5f41dae7-05eb-449d-901f-fc2541101b67) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:30.278381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] In _notify_port_updated(), no bound segment for port 7c785480-ee32-4a08-82c4-4b5a34cc4706 on network d30f32bc-52bf-4dce-908c-eee6f53da6ef {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:05:30.295640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:30.296448 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:30.303127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57786) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:30.314536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9e941963-770d-4fc0-b831-645f7787354b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "PUT /v2.0/ports/7c785480-ee32-4a08-82c4-4b5a34cc4706 HTTP/1.1" status: 200  len: 931 time: 1.0564299
Nov 27 21:05:30.399736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-96fb9a15-805e-494b-b009-2cc89315681f None None] For port 5f41dae7-05eb-449d-901f-fc2541101b67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f41dae7-05eb-449d-901f-fc2541101b67,segment=NetworkSegment(e95f9247-98ae-46fe-934c-9aaecb882edc),segment_id=e95f9247-98ae-46fe-934c-9aaecb882edc)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:30.440460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-88cc795b-b407-4f11-9b41-df620b36c3c0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 7c785480-ee32-4a08-82c4-4b5a34cc4706 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:30.440872 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-88cc795b-b407-4f11-9b41-df620b36c3c0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:30.454145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-96fb9a15-805e-494b-b009-2cc89315681f None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:30.462103 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-96fb9a15-805e-494b-b009-2cc89315681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:30.534247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb9a15-805e-494b-b009-2cc89315681f None None] Pushing event updated for resources: {'Port': ['ID=5f41dae7-05eb-449d-901f-fc2541101b67,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:30.566319 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-88cc795b-b407-4f11-9b41-df620b36c3c0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:30.582674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-88cc795b-b407-4f11-9b41-df620b36c3c0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 7c785480-ee32-4a08-82c4-4b5a34cc4706 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:30.767073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574beb1-1411-454e-93d5-1d68f18d46a3 req-24703419-f3a9-4715-99b1-ecbc0cc70c4e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:30.773324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f574beb1-1411-454e-93d5-1d68f18d46a3 req-24703419-f3a9-4715-99b1-ecbc0cc70c4e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 944 time: 0.4991033
Nov 27 21:05:30.852925 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-88cc795b-b407-4f11-9b41-df620b36c3c0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:30.911719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f574beb1-1411-454e-93d5-1d68f18d46a3 req-335d53e4-91aa-4d7f-9ff1-0dd44cfa4456 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312165
Nov 27 21:05:30.916571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc795b-b407-4f11-9b41-df620b36c3c0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=7c785480-ee32-4a08-82c4-4b5a34cc4706,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:30.983005 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-88cc795b-b407-4f11-9b41-df620b36c3c0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:30.986632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-88cc795b-b407-4f11-9b41-df620b36c3c0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/7c785480-ee32-4a08-82c4-4b5a34cc4706 HTTP/1.1" status: 204  len: 168 time: 0.6816320
Nov 27 21:05:30.989216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57818) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:31.030750 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8f4956-ca20-447d-98d2-dae9f71015bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:05:31.036501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8b8f4956-ca20-447d-98d2-dae9f71015bc tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/7c785480-ee32-4a08-82c4-4b5a34cc4706 HTTP/1.1" status: 404  len: 333 time: 0.0427473
Nov 27 21:05:31.036858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57824) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:31.119922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e88d798-9042-44a7-bc0c-f1e03c80d28e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.154895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e88d798-9042-44a7-bc0c-f1e03c80d28e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.212710 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e88d798-9042-44a7-bc0c-f1e03c80d28e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.217349 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e88d798-9042-44a7-bc0c-f1e03c80d28e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.218712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6e88d798-9042-44a7-bc0c-f1e03c80d28e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/security-groups/9b16ff25-3649-4681-9b06-0b3e698e62ca HTTP/1.1" status: 204  len: 168 time: 0.1805158
Nov 27 21:05:31.222741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57840) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:31.240704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88d798-9042-44a7-bc0c-f1e03c80d28e tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b16ff25-3649-4681-9b06-0b3e698e62ca,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:31.278719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:31.327823 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-547ca7e6-865b-46d8-8746-c67b21f8c4dd tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.341733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57842) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:31.372965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-547ca7e6-865b-46d8-8746-c67b21f8c4dd tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.389632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:05:31.395130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:31.395860 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.451551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5f41dae7-05eb-449d-901f-fc2541101b67 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:31.460927 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-547ca7e6-865b-46d8-8746-c67b21f8c4dd tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.464120 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-547ca7e6-865b-46d8-8746-c67b21f8c4dd tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.465312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-547ca7e6-865b-46d8-8746-c67b21f8c4dd tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/security-groups/50b95a5f-534e-4615-ae50-61745e1ddbcd HTTP/1.1" status: 204  len: 168 time: 0.2408993
Nov 27 21:05:31.468038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57848) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:31.477957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ca7e6-865b-46d8-8746-c67b21f8c4dd tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b95a5f-534e-4615-ae50-61745e1ddbcd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:31.568878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae03a55-59fe-4416-9ae9-915a913830e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet d1871cc7-38ac-49e9-90d9-855e7dfdeea3 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:31.572923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ae03a55-59fe-4416-9ae9-915a913830e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.574505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:31.574903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.604000 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.612138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-374992314-network', 'tenant_id': '2237b56d0b4b4fa3ace78023aa3fe435'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:31.641665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:31.643997 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f882db1-8fc1-477f-a86a-233ac10071f0" -d '{"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-plugged", "status": "completed", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:31.647319 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ae03a55-59fe-4416-9ae9-915a913830e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.675144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:31.675701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Made reservation on behalf of 2237b56d0b4b4fa3ace78023aa3fe435 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:31.676953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-65ced012-fa0d-49ab-8621-6208f8321f7c None None] Could not find standard attr ID for object 7c785480-ee32-4a08-82c4-4b5a34cc4706. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:05:31.678664 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.707778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.720206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-65ced012-fa0d-49ab-8621-6208f8321f7c None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:31.720206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-65ced012-fa0d-49ab-8621-6208f8321f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.727440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.794512 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e2253-9987-4e29-9590-8a3a6ab71981 x-openstack-request-id: req-f61e2253-9987-4e29-9590-8a3a6ab71981 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:31.794774 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-plugged", "status": "completed", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:31.795018 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f61e2253-9987-4e29-9590-8a3a6ab71981 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:31.795423 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'code': 200}
Nov 27 21:05:31.804456 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ae03a55-59fe-4416-9ae9-915a913830e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:31.913902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:31.945619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1136e8d-6fdc-49bd-8d52-8a3a1e3d7da3 req-bb63aa9c-0abb-4478-a8a8-a6584d8d4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:31.947947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1136e8d-6fdc-49bd-8d52-8a3a1e3d7da3 req-bb63aa9c-0abb-4478-a8a8-a6584d8d4f2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 1096 time: 0.1105480
Nov 27 21:05:32.068238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-65ced012-fa0d-49ab-8621-6208f8321f7c None None] Provisioning complete for port 16d21c84-01f5-40e2-9f80-29db45b255fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:32.068636 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-65ced012-fa0d-49ab-8621-6208f8321f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.163822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-65ced012-fa0d-49ab-8621-6208f8321f7c None None] Port 16d21c84-01f5-40e2-9f80-29db45b255fd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:32.174092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2578a-b873-4875-992e-146e1ea3c952 req-8cb6f30a-125e-4c95-9a0d-ad81e0f888ce tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:32.182635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ff2578a-b873-4875-992e-146e1ea3c952 req-8cb6f30a-125e-4c95-9a0d-ad81e0f888ce tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1287420
Nov 27 21:05:32.264355 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ff2578a-b873-4875-992e-146e1ea3c952 req-6331855a-c730-49ec-9fec-eb58a5e4ff2c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806773
Nov 27 21:05:32.276715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7cc8038d-c70e-48f4-b6a4-6ccb8f32fdff None None] Could not find standard attr ID for object 7c785480-ee32-4a08-82c4-4b5a34cc4706. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:05:32.483921 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.493896 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.502821 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ae03a55-59fe-4416-9ae9-915a913830e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.548659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:05:32.561068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae03a55-59fe-4416-9ae9-915a913830e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=d1871cc7-38ac-49e9-90d9-855e7dfdeea3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:32.579566 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ae03a55-59fe-4416-9ae9-915a913830e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.587897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4ae03a55-59fe-4416-9ae9-915a913830e8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/d1871cc7-38ac-49e9-90d9-855e7dfdeea3 HTTP/1.1" status: 204  len: 168 time: 1.1124976
Nov 27 21:05:32.588094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3a771-b7f0-43c3-aaac-716c0e3b2389 None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:32.589252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57908) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:32.593238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.593592 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Added segment 6703ea47-055c-421c-b550-bc8be26f22e7 of type vlan for network fdaaf7b5-1458-4159-852e-903b811d859c
Nov 27 21:05:32.595652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:32.605004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5541eb-db7f-4829-8e93-4944ce12616c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:32.614025 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1136e8d-6fdc-49bd-8d52-8a3a1e3d7da3 req-fa490338-a219-4cac-a999-8289e61b7e90 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6416397
Nov 27 21:05:32.636083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57910) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:32.659447 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.701772 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.703290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:32.706373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.767988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4223428
Nov 27 21:05:32.768339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57916) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:32.773658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Request body: {'subnet': {'network_id': 'fdaaf7b5-1458-4159-852e-903b811d859c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-374992314-subnet', 'tenant_id': '2237b56d0b4b4fa3ace78023aa3fe435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:32.790392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4895da-47c0-4cbf-b91f-23e605450c83 admin admin] Pushing event updated for resources: {'Network': ['ID=fdaaf7b5-1458-4159-852e-903b811d859c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:32.805834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:32.809788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network fdaaf7b5-1458-4159-852e-903b811d859c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:05:32.812492 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.827862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Made reservation on behalf of 2237b56d0b4b4fa3ace78023aa3fe435 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:32.830156 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:32.877666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5f88-90d9-4f0e-8da4-0b27bd4205ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.038666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5f88-90d9-4f0e-8da4-0b27bd4205ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.046327 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5f88-90d9-4f0e-8da4-0b27bd4205ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.119008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.123762 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7b2b5f88-90d9-4f0e-8da4-0b27bd4205ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d9f0f39b5b647cab03525ae0479db5b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4863071
Nov 27 21:05:33.125063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.126994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b5f88-90d9-4f0e-8da4-0b27bd4205ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90017575-36ef-4768-996a-647cdad3f0a1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:33.130801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57932) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:33.181123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:33.182688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=d32827a1-e21f-4f37-aa1f-b700f697b4a9,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:33.185728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:33.189114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:33.189719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.209564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ce0f77-7806-43cc-9dc0-a879c5d0ea32,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:33.210763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d516c317-9f9a-4392-937c-3fa82293b502 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6192298
Nov 27 21:05:33.212492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57934) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:33.217498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-46db26ab-1536-4570-8656-0587e2f393f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'security_group': {'name': 'tempest-secgroup-539656364'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:33.243368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46db26ab-1536-4570-8656-0587e2f393f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.248727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Checking segment: {'id': '6703ea47-055c-421c-b550-bc8be26f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fdaaf7b5-1458-4159-852e-903b811d859c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:33.249114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Network hostable DHCP agents. Network: fdaaf7b5-1458-4159-852e-903b811d859c, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:05:33.252311 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ff15d9f-10ce-4b0a-b08e-5d3db704b2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.284130 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ff15d9f-10ce-4b0a-b08e-5d3db704b2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.296469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Network fdaaf7b5-1458-4159-852e-903b811d859c is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:05:33.326174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46db26ab-1536-4570-8656-0587e2f393f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.328214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fdaaf7b5-1458-4159-852e-903b811d859c) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:33.334486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46db26ab-1536-4570-8656-0587e2f393f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.337539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc5a93b-40c7-4c89-849a-9aacc2aee081 None None] Network fdaaf7b5-1458-4159-852e-903b811d859c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:33.348911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:33.349852 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.371320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c1918ab3-e293-43c2-bbc8-57573040ba42 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6016989
Nov 27 21:05:33.396896 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ff15d9f-10ce-4b0a-b08e-5d3db704b2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.400598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ff15d9f-10ce-4b0a-b08e-5d3db704b2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.401792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9ff15d9f-10ce-4b0a-b08e-5d3db704b2fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90017575-36ef-4768-996a-647cdad3f0a1 HTTP/1.1" status: 204  len: 168 time: 0.2509933
Nov 27 21:05:33.414431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46db26ab-1536-4570-8656-0587e2f393f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.420094 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-46db26ab-1536-4570-8656-0587e2f393f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2062507
Nov 27 21:05:33.428782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57946) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:33.438212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d257e4d4-85f8-4bdc-af7f-5db59175b44d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'security_group': {'name': 'tempest-secgroup-567413500'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:33.445277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db26ab-1536-4570-8656-0587e2f393f8 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa15828-7305-4b65-831e-801e05b8fa0d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:33.464803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff15d9f-10ce-4b0a-b08e-5d3db704b2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90017575-36ef-4768-996a-647cdad3f0a1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:33.484641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea80800-c03f-409d-802b-24e7d637511d req-931c59bf-99da-43dc-b2d0-aa4fc8264857 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:33.494036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ea80800-c03f-409d-802b-24e7d637511d req-931c59bf-99da-43dc-b2d0-aa4fc8264857 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1151588
Nov 27 21:05:33.507770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d257e4d4-85f8-4bdc-af7f-5db59175b44d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.603873 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ea80800-c03f-409d-802b-24e7d637511d req-a650aae1-19fb-4e52-b9f2-98f154fc86fd tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1057470
Nov 27 21:05:33.677064 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d257e4d4-85f8-4bdc-af7f-5db59175b44d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.684094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d257e4d4-85f8-4bdc-af7f-5db59175b44d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.704541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bbe9ba-15af-422f-a989-eb89c4669029 None None] Network fdaaf7b5-1458-4159-852e-903b811d859c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:33.719245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257e4d4-85f8-4bdc-af7f-5db59175b44d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57777f0d-d040-4cd3-b01c-69b36bb6cfdc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:33.752744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d257e4d4-85f8-4bdc-af7f-5db59175b44d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.755557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d257e4d4-85f8-4bdc-af7f-5db59175b44d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3253577
Nov 27 21:05:33.759088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57958) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:33.764816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-655b8fbf-74dd-404b-8684-4e8faa259a2a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'security_group': {'name': 'tempest-secgroup-2029798002'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:33.795186 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655b8fbf-74dd-404b-8684-4e8faa259a2a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.905235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57960) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:33.912725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7c34b-4be8-496e-b768-c5fe5b9b4998 None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:33.921874 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655b8fbf-74dd-404b-8684-4e8faa259a2a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.929911 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655b8fbf-74dd-404b-8684-4e8faa259a2a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.932922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dda0aab-bc5b-4f46-a12c-a555bfea45b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:33.998610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0217e16b-5b3c-4291-84d9-78204b660052 None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:34.000387 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0217e16b-5b3c-4291-84d9-78204b660052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.014662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-655b8fbf-74dd-404b-8684-4e8faa259a2a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.019238 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-655b8fbf-74dd-404b-8684-4e8faa259a2a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2586021
Nov 27 21:05:34.020457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57964) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:34.026611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-419759223', 'security_groups': ['f4149baa-2688-4a69-bd35-801a035c30be'], 'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd32827a1-e21f-4f37-aa1f-b700f697b4a9'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:34.032574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8fbf-74dd-404b-8684-4e8faa259a2a tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4149baa-2688-4a69-bd35-801a035c30be,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:34.133032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57970) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:34.141848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dda0aab-bc5b-4f46-a12c-a555bfea45b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.151433 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1dda0aab-bc5b-4f46-a12c-a555bfea45b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.192256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda0aab-bc5b-4f46-a12c-a555bfea45b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede2393a-4692-4095-bb6f-691081981d97,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:34.195280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:34.236103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0217e16b-5b3c-4291-84d9-78204b660052 None None] Provisioning complete for port 16d21c84-01f5-40e2-9f80-29db45b255fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:34.236574 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0217e16b-5b3c-4291-84d9-78204b660052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.238011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1dda0aab-bc5b-4f46-a12c-a555bfea45b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91a0bf6af3c84fb5bdc1438fa5d08c7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3304925
Nov 27 21:05:34.239702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57974) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:34.333002 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46b44771-ba8a-469b-9c56-870b9297f4f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.341635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.357134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0217e16b-5b3c-4291-84d9-78204b660052 None None] Port 16d21c84-01f5-40e2-9f80-29db45b255fd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:34.365453 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-477fe179-e50a-483e-acbf-d45a0ec8afa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.368177 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46b44771-ba8a-469b-9c56-870b9297f4f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.378827 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8eaed883-5404-4e81-bf45-65b6265c65cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.381925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c6dcd-9fdc-41b2-9f27-f127e4c0e596 None None] Update dhcp port {'port': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'fixed_ips': [{'subnet_id': 'ce299d5a-f406-422f-ada7-675504aef87f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd32827a1-e21f-4f37-aa1f-b700f697b4a9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5f41dae7-05eb-449d-901f-fc2541101b67'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:05:34.391133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] device_id is not set on port 7c4c1bee-8f03-484b-8523-92fa277aa735 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:34.432687 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f57c6dcd-9fdc-41b2-9f27-f127e4c0e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.461275 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46b44771-ba8a-469b-9c56-870b9297f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.466138 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46b44771-ba8a-469b-9c56-870b9297f4f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.470937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-46b44771-ba8a-469b-9c56-870b9297f4f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ede2393a-4692-4095-bb6f-691081981d97 HTTP/1.1" status: 204  len: 168 time: 0.2299228
Nov 27 21:05:34.486204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b44771-ba8a-469b-9c56-870b9297f4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede2393a-4692-4095-bb6f-691081981d97,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:34.659032 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8eaed883-5404-4e81-bf45-65b6265c65cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.670474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8eaed883-5404-4e81-bf45-65b6265c65cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.700161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8::21f (d30f32bc-52bf-4dce-908c-eee6f53da6ef/d32827a1-e21f-4f37-aa1f-b700f697b4a9/7c4c1bee-8f03-484b-8523-92fa277aa735) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:34.706895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-a2e1169e-84a1-4653-a8c0-0382055c2be0 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:34.714370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-a2e1169e-84a1-4653-a8c0-0382055c2be0 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/networks?id=fdaaf7b5-1458-4159-852e-903b811d859c HTTP/1.1" status: 200  len: 817 time: 0.1409960
Nov 27 21:05:34.732151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-fba12e6b-0caf-4454-9da6-552c8fd99810 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/quotas/2237b56d0b4b4fa3ace78023aa3fe435 HTTP/1.1" status: 200  len: 375 time: 0.0169044
Nov 27 21:05:34.742545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8eaed883-5404-4e81-bf45-65b6265c65cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6bdcf37a45c4567bdcafd69eddf81a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6077464
Nov 27 21:05:34.745496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57992) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:34.746990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaed883-5404-4e81-bf45-65b6265c65cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618d9180-9946-4c90-9e17-35b222843c44,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:34.806676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-18784e0e-5139-4431-bc52-5fea3e0c6f04 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2237b56d0b4b4fa3ace78023aa3fe435&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0735629
Nov 27 21:05:34.874542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64440df6-b18b-4ac3-afce-a4327869becd req-fdec2d04-d211-4adc-9738-e1f85f7838c9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:34.876155 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-64440df6-b18b-4ac3-afce-a4327869becd req-fdec2d04-d211-4adc-9738-e1f85f7838c9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1124930
Nov 27 21:05:34.895774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0dca-a441-40e2-bf21-40eeab5dbf83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.940762 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0dca-a441-40e2-bf21-40eeab5dbf83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.954933 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-98b6e066-2813-4071-9b23-3da6300e6af4 service neutron] 10.222.0.21 "GET /v2.0/networks/fdaaf7b5-1458-4159-852e-903b811d859c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470892
Nov 27 21:05:34.959612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:34.970376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-64440df6-b18b-4ac3-afce-a4327869becd req-a88f6160-9e20-4ef1-aa53-aea3de337b61 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842013
Nov 27 21:05:35.003104 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:35.075817 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0dca-a441-40e2-bf21-40eeab5dbf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:35.078516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0dca-a441-40e2-bf21-40eeab5dbf83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:35.084065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0c1f0dca-a441-40e2-bf21-40eeab5dbf83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/618d9180-9946-4c90-9e17-35b222843c44 HTTP/1.1" status: 204  len: 168 time: 0.3360031
Nov 27 21:05:35.091022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:35.094430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:35.097358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:35.104569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.105746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:35.123469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=7c4c1bee-8f03-484b-8523-92fa277aa735,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:35.127512 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-ec0e213d-7d16-4a7f-a01d-8a4f506943b1 service neutron] 10.222.0.21 "GET /v2.0/networks/fdaaf7b5-1458-4159-852e-903b811d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716607
Nov 27 21:05:35.138377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f57c6dcd-9fdc-41b2-9f27-f127e4c0e596 None None] Allocated IP 2001:db8::2 (d30f32bc-52bf-4dce-908c-eee6f53da6ef/d32827a1-e21f-4f37-aa1f-b700f697b4a9/5f41dae7-05eb-449d-901f-fc2541101b67) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:35.141817 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4be38c78-b76f-4bdf-bb41-480ca4f5688d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1192269
Nov 27 21:05:35.143496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f0dca-a441-40e2-bf21-40eeab5dbf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618d9180-9946-4c90-9e17-35b222843c44,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:35.145484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58008) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:35.159443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2362a48b-8071-49e3-8f7c-b5e2ace5cb3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:35.181874 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-b9cc0e00-d608-40a4-b166-2ef32a86141f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1262836
Nov 27 21:05:35.345179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f57c6dcd-9fdc-41b2-9f27-f127e4c0e596 None None] For port 5f41dae7-05eb-449d-901f-fc2541101b67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f41dae7-05eb-449d-901f-fc2541101b67,segment=NetworkSegment(e95f9247-98ae-46fe-934c-9aaecb882edc),segment_id=e95f9247-98ae-46fe-934c-9aaecb882edc)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:35.349582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8893e-aabe-495a-9e81-0b6b443f2499 req-4b81798f-3198-4c99-b16b-b3e9b7cc0dc7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.354131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3e8893e-aabe-495a-9e81-0b6b443f2499 req-4b81798f-3198-4c99-b16b-b3e9b7cc0dc7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1821837
Nov 27 21:05:35.372510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58018) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:35.373946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-21f17adc-1dd1-4646-9177-5d22b6448dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.374431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-21f17adc-1dd1-4646-9177-5d22b6448dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.374888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-21f17adc-1dd1-4646-9177-5d22b6448dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.385840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-21f17adc-1dd1-4646-9177-5d22b6448dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.387458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-21f17adc-1dd1-4646-9177-5d22b6448dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.388357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-46b42a5e-4877-468f-bcea-4c3e3684b418 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'floatingip': {'port_id': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:35.392258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-21f17adc-1dd1-4646-9177-5d22b6448dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.392917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-21f17adc-1dd1-4646-9177-5d22b6448dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.397393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-21f17adc-1dd1-4646-9177-5d22b6448dc4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6488 time: 0.1406486
Nov 27 21:05:35.399713 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f57c6dcd-9fdc-41b2-9f27-f127e4c0e596 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:35.421392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f57c6dcd-9fdc-41b2-9f27-f127e4c0e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:35.474281 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fdff937a-de1f-48fb-bcbe-234d9e2b25d8 req-3f6b061c-4326-4506-9abf-fc50f1d0921f tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 210 time: 0.0703354
Nov 27 21:05:35.566705 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c6dcd-9fdc-41b2-9f27-f127e4c0e596 None None] Pushing event updated for resources: {'Port': ['ID=5f41dae7-05eb-449d-901f-fc2541101b67,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:35.631085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-47c792ea-a623-443c-bab1-541efba98fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.631673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-47c792ea-a623-443c-bab1-541efba98fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.632206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-47c792ea-a623-443c-bab1-541efba98fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.633901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-47c792ea-a623-443c-bab1-541efba98fba service neutron] 10.222.0.35 "GET /v2.0/networks?id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 2293 time: 0.1811085
Nov 27 21:05:35.648014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46b42a5e-4877-468f-bcea-4c3e3684b418 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:35.772660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-2bf78f17-ee2f-486c-9d24-36615ae07ab4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7 HTTP/1.1" status: 200  len: 1002 time: 0.1288812
Nov 27 21:05:35.820341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2362a48b-8071-49e3-8f7c-b5e2ace5cb3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:35.823983 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2362a48b-8071-49e3-8f7c-b5e2ace5cb3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:35.844562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58032) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:35.867801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f87b6f39-a06e-4548-af98-046fa253681c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:35.946312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-843d49dc-f1f0-4311-8444-8ba5a6b9e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:35.947978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-843d49dc-f1f0-4311-8444-8ba5a6b9e4e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73487f2e-a260-462c-a2bd-5ff76746725f HTTP/1.1" status: 200  len: 851 time: 0.1687584
Nov 27 21:05:36.015669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f87b6f39-a06e-4548-af98-046fa253681c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.032003 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f87b6f39-a06e-4548-af98-046fa253681c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.050310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-7ee0fdcc-535d-40d8-9bf1-ffa66374968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:36.052588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-7ee0fdcc-535d-40d8-9bf1-ffa66374968a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0957713
Nov 27 21:05:36.115558 ncdv-master-1 neutron-server[120909]: INFO neutron.db.ipam_backend_mixin [None req-2362a48b-8071-49e3-8f7c-b5e2ace5cb3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d32827a1-e21f-4f37-aa1f-b700f697b4a9 (CIDR: 2001:db8::/64)
Nov 27 21:05:36.116453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f87b6f39-a06e-4548-af98-046fa253681c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2dcf989d53664ec2a7f59f24f9ac37e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2701724
Nov 27 21:05:36.126087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58038) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:36.147587 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-2362a48b-8071-49e3-8f7c-b5e2ace5cb3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:05:36.149788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2362a48b-8071-49e3-8f7c-b5e2ace5cb3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:36.158648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b6f39-a06e-4548-af98-046fa253681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bdbbf0-5b1b-4fd5-9d76-c982b2c5b9bd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:36.216227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-bb3b1b47-1d28-4ea0-bee9-67c0f5bfaf19 service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510744
Nov 27 21:05:36.241965 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2362a48b-8071-49e3-8f7c-b5e2ace5cb3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0947757
Nov 27 21:05:36.244825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58040) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:36.251685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-95aa30be-c9d5-4dca-9349-6265499c9573 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:36.353166 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f26d6d82-99b4-423b-806c-106881bedc27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.459295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-384156b7-2fd6-4abc-bc7b-fd6320eb5309 None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:36.459837 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-384156b7-2fd6-4abc-bc7b-fd6320eb5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.462845 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a89a51ec-329f-46d1-b312-09364d97103d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.496441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f26d6d82-99b4-423b-806c-106881bedc27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.615729 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-9ef737d7-2612-4c33-9e8c-93ff6898f6f1 service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3877034
Nov 27 21:05:36.625488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aa30be-c9d5-4dca-9349-6265499c9573 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:36.629905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-95aa30be-c9d5-4dca-9349-6265499c9573 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.646884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-384156b7-2fd6-4abc-bc7b-fd6320eb5309 None None] Provisioning complete for port 16d21c84-01f5-40e2-9f80-29db45b255fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:36.647679 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-384156b7-2fd6-4abc-bc7b-fd6320eb5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.670774 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f26d6d82-99b4-423b-806c-106881bedc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.670774 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f26d6d82-99b4-423b-806c-106881bedc27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.670774 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f26d6d82-99b4-423b-806c-106881bedc27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68bdbbf0-5b1b-4fd5-9d76-c982b2c5b9bd HTTP/1.1" status: 204  len: 168 time: 0.5394261
Nov 27 21:05:36.693821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4883c08d-9864-4af0-94b5-6036214956a8 req-63d6d0d5-849d-43ac-a508-b9892ae8fe88 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 210 time: 0.0756199
Nov 27 21:05:36.703674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d6d82-99b4-423b-806c-106881bedc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bdbbf0-5b1b-4fd5-9d76-c982b2c5b9bd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:36.787889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46b42a5e-4877-468f-bcea-4c3e3684b418 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.791172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-384156b7-2fd6-4abc-bc7b-fd6320eb5309 None None] Port 16d21c84-01f5-40e2-9f80-29db45b255fd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:36.797547 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46b42a5e-4877-468f-bcea-4c3e3684b418 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.813957 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-2f233141-fa83-449f-9ec3-be1fc47f9096 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 217 time: 0.1786993
Nov 27 21:05:36.935708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8192ce01-a0d5-4a65-ad69-a1c5c6fd05bb None None] Provisioning complete for port 7c4c1bee-8f03-484b-8523-92fa277aa735 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:36.936092 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8192ce01-a0d5-4a65-ad69-a1c5c6fd05bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:36.960811 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-46b42a5e-4877-468f-bcea-4c3e3684b418 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Floating IP fd5c2006-88c5-4fe6-a0f2-4c894d8e252b associated. External IP: 172.35.3.117, port: 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9.
Nov 27 21:05:37.022741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8192ce01-a0d5-4a65-ad69-a1c5c6fd05bb None None] Port 7c4c1bee-8f03-484b-8523-92fa277aa735 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:37.035583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-a942005c-70bf-4e4f-be60-8fd07cd51d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:37.037105 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-a942005c-70bf-4e4f-be60-8fd07cd51d3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.2158511
Nov 27 21:05:37.039861 ncdv-master-1 neutron-server[120908]: INFO neutron.db.ipam_backend_mixin [None req-95aa30be-c9d5-4dca-9349-6265499c9573 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ce299d5a-f406-422f-ada7-675504aef87f (CIDR: 2001:db8:0:1::/64)
Nov 27 21:05:37.060577 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aa30be-c9d5-4dca-9349-6265499c9573 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:05:37.061024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95aa30be-c9d5-4dca-9349-6265499c9573 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:37.115044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-41293bce-2c5d-416d-85e4-65878cbf9118 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:37.116564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-41293bce-2c5d-416d-85e4-65878cbf9118 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.15 "GET /v2.0/networks?id=fdaaf7b5-1458-4159-852e-903b811d859c HTTP/1.1" status: 200  len: 817 time: 0.2564182
Nov 27 21:05:37.145081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Request body: {'port': {'device_id': '2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2', 'network_id': 'fdaaf7b5-1458-4159-852e-903b811d859c', 'admin_state_up': True, 'tenant_id': '2237b56d0b4b4fa3ace78023aa3fe435'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:37.207718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-95aa30be-c9d5-4dca-9349-6265499c9573 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.9615009
Nov 27 21:05:37.208490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58068) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:37.221549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'subnet': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:37.290694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-63fa8dff-1a73-4480-a392-8aa2963a2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:37.292171 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-63fa8dff-1a73-4480-a392-8aa2963a2d00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2462494
Nov 27 21:05:37.295508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58072) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:37.383154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7aad6ff7-4b84-4df8-8871-c59e2dfd2abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:37.414984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5f41dae7-05eb-449d-901f-fc2541101b67 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:37.494498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:37.495118 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:37.518272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Made reservation on behalf of 2237b56d0b4b4fa3ace78023aa3fe435 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:37.522221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:37.544592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-fe79b119-5827-4114-a969-345d85db3e90 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309606
Nov 27 21:05:37.619120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b42a5e-4877-468f-bcea-4c3e3684b418 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Router 2dd2fff3-d84b-49ca-b032-796a4dcf417b has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:05:37.638599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Made reservation on behalf of 43d96f70dd574c329276ab3646183310 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:37.642062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:37.743417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b42a5e-4877-468f-bcea-4c3e3684b418 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:05:37.749841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46b42a5e-4877-468f-bcea-4c3e3684b418 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:37.757161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] Sync routers for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:05:37.769014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:37.770562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0f98e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:37.799854 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-2371937d-e4ae-4546-bb0a-6b05ebea0cf0 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450004
Nov 27 21:05:37.801571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-46b42a5e-4877-468f-bcea-4c3e3684b418 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "PUT /v2.0/floatingips/fd5c2006-88c5-4fe6-a0f2-4c894d8e252b HTTP/1.1" status: 200  len: 991 time: 2.4174981
Nov 27 21:05:37.802415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:37.805123 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e30dbe-2fc1-4871-87e3-00d4d985c423" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:37.812839 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7aad6ff7-4b84-4df8-8871-c59e2dfd2abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:37.851122 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:37.922903 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f05dd1d-2123-4410-ad6d-463ba83e62a4 x-openstack-request-id: req-3f05dd1d-2123-4410-ad6d-463ba83e62a4 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:37.923211 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:37.923505 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f05dd1d-2123-4410-ad6d-463ba83e62a4 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:37.924083 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'status': 'completed', 'code': 200}
Nov 27 21:05:37.926279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:38.030149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-5706418f-ad53-4e4f-a8cb-f02c507d22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:38.033581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-5706418f-ad53-4e4f-a8cb-f02c507d22d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 1096 time: 0.0850475
Nov 27 21:05:38.158817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-a8d1346a-100b-44d0-a152-3447ee1dbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:38.160953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-a8d1346a-100b-44d0-a152-3447ee1dbbe9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.1198137
Nov 27 21:05:38.218447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0f98e0>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fd5c2006-88c5-4fe6-a0f2-4c894d8e252b', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'floating_ip_address': '172.35.3.117', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'port_id': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'mac_address': 'fa:16:3e:e3:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:05:12Z', 'updated_at': '2021-11-27T21:05:36Z', 'revision_number': 1, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:38.223651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7aad6ff7-4b84-4df8-8871-c59e2dfd2abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.225546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58098) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:38.234098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-eacf5b59-19d5-4ce8-b14d-2cb1eab7ca59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 217 time: 0.4044311
Nov 27 21:05:38.274022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3a752d9-70ef-49ba-b929-7e43a02d6a30 req-d06b81f2-4cca-4c47-90a0-ac9ac04b0e24 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 210 time: 0.4675636
Nov 27 21:05:38.329784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-2b89354b-de6e-4a59-92aa-6276a28aec6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 HTTP/1.1" status: 200  len: 999 time: 0.1592100
Nov 27 21:05:38.397163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-0ac16d6d-1af6-46bc-b901-548a31afe5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:38.399110 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-0ac16d6d-1af6-46bc-b901-548a31afe5fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0634501
Nov 27 21:05:38.416019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad6ff7-4b84-4df8-8871-c59e2dfd2abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ded32f6-4f8a-4c52-a2f6-cf42293448e3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:38.420877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] Checking router: 2dd2fff3-d84b-49ca-b032-796a4dcf417b for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:05:38.426243 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7aad6ff7-4b84-4df8-8871-c59e2dfd2abe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=264c3319761849859b8ffde0644ea067&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1279268
Nov 27 21:05:38.439371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58102) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:38.441851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1c088ba-7570-4a7b-9fd5-f3b1e64279dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.448536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:05:38.449186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0f98e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:38.454378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Allocated IP 172.20.0.9 (fdaaf7b5-1458-4159-852e-903b811d859c/80ce0f77-7806-43cc-9dc0-a879c5d0ea32/4f813a81-a1ca-4308-9357-5abcfebd3d48) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:38.463629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-f9cd5676-86cd-4d20-b8e0-b2aae75ff76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:38.465318 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-f9cd5676-86cd-4d20-b8e0-b2aae75ff76c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.2017522
Nov 27 21:05:38.485076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-dbc65962-563e-46e8-be71-fe18ece1ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:38.486617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-dbc65962-563e-46e8-be71-fe18ece1ac6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0780761
Nov 27 21:05:38.606232 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1c088ba-7570-4a7b-9fd5-f3b1e64279dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.607142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:05:38.624615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1c088ba-7570-4a7b-9fd5-f3b1e64279dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.629169 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-d95c4677-6190-4cde-82b8-5a964d8d467e service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343639
Nov 27 21:05:38.630313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-a34fdef5-1bcc-4b3c-8e5d-5c0c66688f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:38.632589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-a34fdef5-1bcc-4b3c-8e5d-5c0c66688f42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1568792
Nov 27 21:05:38.686536 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3241ce4-0977-4170-b862-da60f602c955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.731602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1c088ba-7570-4a7b-9fd5-f3b1e64279dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6e03e8ac0644e179fd3cfb4863e1a74&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5013371
Nov 27 21:05:38.731602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c088ba-7570-4a7b-9fd5-f3b1e64279dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26039102-b061-4880-9dee-586866bc2620,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:38.735480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58104) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:38.818608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67010b76-87cc-4ae5-aef0-68581b5f8fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.842732 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67010b76-87cc-4ae5-aef0-68581b5f8fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.843487 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3241ce4-0977-4170-b862-da60f602c955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.855099 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52e30dbe-2fc1-4871-87e3-00d4d985c423 req-3b68bf26-01da-42cb-8361-e796db1ad6d2 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040539
Nov 27 21:05:38.875348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0f98e0>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fd5c2006-88c5-4fe6-a0f2-4c894d8e252b', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'floating_ip_address': '172.35.3.117', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'port_id': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'mac_address': 'fa:16:3e:e3:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:05:12Z', 'updated_at': '2021-11-27T21:05:36Z', 'revision_number': 1, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:38.908208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227d70e-d1ef-4905-9083-ca6a0962a595 None None] The sync data for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 is: [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fd5c2006-88c5-4fe6-a0f2-4c894d8e252b', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'floating_ip_address': '172.35.3.117', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'port_id': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'mac_address': 'fa:16:3e:e3:54:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:05:12Z', 'updated_at': '2021-11-27T21:05:36Z', 'revision_number': 1, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:05:38.930722 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67010b76-87cc-4ae5-aef0-68581b5f8fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.934312 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67010b76-87cc-4ae5-aef0-68581b5f8fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:38.938417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-67010b76-87cc-4ae5-aef0-68581b5f8fde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26039102-b061-4880-9dee-586866bc2620 HTTP/1.1" status: 204  len: 168 time: 0.2008455
Nov 27 21:05:38.952861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67010b76-87cc-4ae5-aef0-68581b5f8fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26039102-b061-4880-9dee-586866bc2620,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:38.968926 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-e5481a39-34bd-4e1f-87c9-4b9ec80492e0 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3247070
Nov 27 21:05:38.978204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.029619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.121211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:39.141075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:39.142819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3241ce4-0977-4170-b862-da60f602c955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.145599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c3241ce4-0977-4170-b862-da60f602c955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.146752 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c3241ce4-0977-4170-b862-da60f602c955 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ded32f6-4f8a-4c52-a2f6-cf42293448e3 HTTP/1.1" status: 204  len: 168 time: 0.7064350
Nov 27 21:05:39.151736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:39.152333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.158037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5278bcec-8342-493d-91c9-a343043c6cd7 None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:39.242297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3241ce4-0977-4170-b862-da60f602c955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ded32f6-4f8a-4c52-a2f6-cf42293448e3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:39.275540 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24c52a-d649-4e6a-b4d8-428e302a0666 None None] New status for floating IP fd5c2006-88c5-4fe6-a0f2-4c894d8e252b: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:05:39.290998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Subnet': ['ID=2b35a499-e66e-48da-9b19-fffb11cdf898,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:39.319059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.338806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58120) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:39.338938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5d89d5f4-913c-4885-8559-b2154b2e83c2 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.1234918
Nov 27 21:05:39.343152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-3fb6fbf1-0cbe-4899-8ba5-facc01da6f3e service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3586450
Nov 27 21:05:39.345983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1342151654', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b35a499-e66e-48da-9b19-fffb11cdf898'}], 'security_groups': ['1fa15828-7305-4b65-831e-801e05b8fa0d', '57777f0d-d040-4cd3-b01c-69b36bb6cfdc']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:39.404511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58122) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:39.453384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-4d680d2c-b925-4585-870b-d94ccd9fcc63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 HTTP/1.1" status: 200  len: 217 time: 0.1018913
Nov 27 21:05:39.465189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Network fdaaf7b5-1458-4159-852e-903b811d859c is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:39.476212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b798582b-5f7e-4fcd-bb2b-5a3f17927576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.481982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:39.546065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:39.549455 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.557818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Pushing event updated for resources: {'Port': ['ID=4f813a81-a1ca-4308-9357-5abcfebd3d48,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:39.628953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-d31e2a68-4f0b-4ce9-91bc-cdf2887937b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:39.630941 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-d31e2a68-4f0b-4ce9-91bc-cdf2887937b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1650915
Nov 27 21:05:39.639804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094fdbe-5403-48a2-b33c-3d39e62a6de8 None None] Update dhcp port {'port': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'fixed_ips': [{'subnet_id': 'ce299d5a-f406-422f-ada7-675504aef87f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd32827a1-e21f-4f37-aa1f-b700f697b4a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b35a499-e66e-48da-9b19-fffb11cdf898'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5f41dae7-05eb-449d-901f-fc2541101b67'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:05:39.680639 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1094fdbe-5403-48a2-b33c-3d39e62a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.697945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:39.698622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.735322 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.749440 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-d0fc4c30-6a92-4d21-a2c8-8c9e9ca25c40 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6111679
Nov 27 21:05:39.752589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-90845cce-b110-4578-8321-467bae9896b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:39.754154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-90845cce-b110-4578-8321-467bae9896b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1154802
Nov 27 21:05:39.774133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-0f12c960-a105-42cf-a37f-7a37c311c2cf tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:05:39.775428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-0f12c960-a105-42cf-a37f-7a37c311c2cf tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0178139
Nov 27 21:05:39.783814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-5b23087e-00c2-418c-a2f2-2c0d9577f68c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:05:39.786098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-5b23087e-00c2-418c-a2f2-2c0d9577f68c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0096169
Nov 27 21:05:39.798218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Request body: {'port': {'device_id': '2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:39.830249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b798582b-5f7e-4fcd-bb2b-5a3f17927576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.854968 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b798582b-5f7e-4fcd-bb2b-5a3f17927576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:39.939591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-1094fdbe-5403-48a2-b33c-3d39e62a6de8 None None] Allocated IP 2001:db8:0:2::2 (d30f32bc-52bf-4dce-908c-eee6f53da6ef/2b35a499-e66e-48da-9b19-fffb11cdf898/5f41dae7-05eb-449d-901f-fc2541101b67) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:40.048044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2ab57-c915-4b89-a8b2-63286d1957d0 req-29c0136e-8888-4eef-969a-d31a5be9231d tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:40.050189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5a2ab57-c915-4b89-a8b2-63286d1957d0 req-29c0136e-8888-4eef-969a-d31a5be9231d tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 931 time: 0.6027930
Nov 27 21:05:40.071359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798582b-5f7e-4fcd-bb2b-5a3f17927576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4994e256-c3ce-475c-bf3f-102cb33ce033,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:40.072860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1094fdbe-5403-48a2-b33c-3d39e62a6de8 None None] For port 5f41dae7-05eb-449d-901f-fc2541101b67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f41dae7-05eb-449d-901f-fc2541101b67,segment=NetworkSegment(e95f9247-98ae-46fe-934c-9aaecb882edc),segment_id=e95f9247-98ae-46fe-934c-9aaecb882edc)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:40.077866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-c9b9c96c-182d-44fe-9bb6-e0f5f6e19ab2 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2759018
Nov 27 21:05:40.081002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b798582b-5f7e-4fcd-bb2b-5a3f17927576 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbfbac827796447b839286a63582008b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6753328
Nov 27 21:05:40.082349 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.084336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58140) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:40.123318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5a2ab57-c915-4b89-a8b2-63286d1957d0 req-8e569f1c-97f3-4432-887b-6e4d5f1b6404 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648661
Nov 27 21:05:40.133152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1094fdbe-5403-48a2-b33c-3d39e62a6de8 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.140174 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1094fdbe-5403-48a2-b33c-3d39e62a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.307454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094fdbe-5403-48a2-b33c-3d39e62a6de8 None None] Pushing event updated for resources: {'Port': ['ID=5f41dae7-05eb-449d-901f-fc2541101b67,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:40.322866 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.331503 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8abe9f62-08ac-4c54-a8f8-35aed7f4e63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.353605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Delete allocated IP 2001:db8::21f (d30f32bc-52bf-4dce-908c-eee6f53da6ef/d32827a1-e21f-4f37-aa1f-b700f697b4a9) {{(pid=120909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 21:05:40.364158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Allocated IP 2001:db8:0:2::32b (d30f32bc-52bf-4dce-908c-eee6f53da6ef/2b35a499-e66e-48da-9b19-fffb11cdf898/7c4c1bee-8f03-484b-8523-92fa277aa735) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:40.403792 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8abe9f62-08ac-4c54-a8f8-35aed7f4e63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.442544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-a87d494c-77db-465c-a5e5-9e997aca75f2 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3503530
Nov 27 21:05:40.514704 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-531a2cde-19c0-4462-8fb0-52a93ad53f16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8 HTTP/1.1" status: 200  len: 217 time: 0.0601957
Nov 27 21:05:40.620422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-e93bc23c-903c-439b-b505-ad19a510a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:40.622409 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-e93bc23c-903c-439b-b505-ad19a510a171 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0967722
Nov 27 21:05:40.624942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.633084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.667907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8abe9f62-08ac-4c54-a8f8-35aed7f4e63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.672092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8abe9f62-08ac-4c54-a8f8-35aed7f4e63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.673547 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8abe9f62-08ac-4c54-a8f8-35aed7f4e63d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4994e256-c3ce-475c-bf3f-102cb33ce033 HTTP/1.1" status: 204  len: 168 time: 0.5883417
Nov 27 21:05:40.689114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe9f62-08ac-4c54-a8f8-35aed7f4e63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4994e256-c3ce-475c-bf3f-102cb33ce033,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:40.706581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] In _notify_port_updated(), no bound segment for port 7c4c1bee-8f03-484b-8523-92fa277aa735 on network d30f32bc-52bf-4dce-908c-eee6f53da6ef {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:05:40.713758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:40.724541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.726936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "PUT /v2.0/ports/7c4c1bee-8f03-484b-8523-92fa277aa735 HTTP/1.1" status: 200  len: 970 time: 1.3869104
Nov 27 21:05:40.730306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58156) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:40.742963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50778993-a3e1-4bbc-8398-3406dff0d7db tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event updated for resources: {'Port': ['ID=7c4c1bee-8f03-484b-8523-92fa277aa735,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:40.748838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f813a81-a1ca-4308-9357-5abcfebd3d48 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:05:40.759846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.763670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-6f48a908-4cb8-4957-8026-e66855424970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:40.765568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-6f48a908-4cb8-4957-8026-e66855424970 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1334026
Nov 27 21:05:40.808378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Transition to ACTIVE for port object 4f813a81-a1ca-4308-9357-5abcfebd3d48 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:05:40.843506 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.855377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3e36b816-24d9-4f1a-a0bf-0b484b2d3167 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 7c4c1bee-8f03-484b-8523-92fa277aa735 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:40.856295 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e36b816-24d9-4f1a-a0bf-0b484b2d3167 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:40.986040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Pushing event updated for resources: {'Port': ['ID=4f813a81-a1ca-4308-9357-5abcfebd3d48,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:41.035490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Attempting to bind port 4f813a81-a1ca-4308-9357-5abcfebd3d48 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:41.039275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Attempting to bind port 4f813a81-a1ca-4308-9357-5abcfebd3d48 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6703ea47-055c-421c-b550-bc8be26f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fdaaf7b5-1458-4159-852e-903b811d859c'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:41.039674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Attempting to bind port 4f813a81-a1ca-4308-9357-5abcfebd3d48 on network fdaaf7b5-1458-4159-852e-903b811d859c {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:41.048297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-78d96c00-6057-4dd4-a644-011c9d1d1736 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744827
Nov 27 21:05:41.054559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Port 4f813a81-a1ca-4308-9357-5abcfebd3d48 on network fdaaf7b5-1458-4159-852e-903b811d859c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:41.054899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Attempting to bind port 4f813a81-a1ca-4308-9357-5abcfebd3d48 on network fdaaf7b5-1458-4159-852e-903b811d859c {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:41.076186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:05:41.076541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Checking segment: {'id': '6703ea47-055c-421c-b550-bc8be26f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fdaaf7b5-1458-4159-852e-903b811d859c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:41.076961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Bound using segment: {'id': '6703ea47-055c-421c-b550-bc8be26f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fdaaf7b5-1458-4159-852e-903b811d859c'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:05:41.077383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Bound port: 4f813a81-a1ca-4308-9357-5abcfebd3d48, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6703ea47-055c-421c-b550-bc8be26f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fdaaf7b5-1458-4159-852e-903b811d859c'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:05:41.077749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.096810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e36b816-24d9-4f1a-a0bf-0b484b2d3167 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.112573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3e36b816-24d9-4f1a-a0bf-0b484b2d3167 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 7c4c1bee-8f03-484b-8523-92fa277aa735 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:41.331711 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e36b816-24d9-4f1a-a0bf-0b484b2d3167 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.380138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8ceb9354-4ac5-4992-a4ae-c6094e4e7bba None None] Provisioning complete for port 7c4c1bee-8f03-484b-8523-92fa277aa735 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:41.389123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9354-4ac5-4992-a4ae-c6094e4e7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.426604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] For port 4f813a81-a1ca-4308-9357-5abcfebd3d48, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:41.453959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb9354-4ac5-4992-a4ae-c6094e4e7bba None None] Port 7c4c1bee-8f03-484b-8523-92fa277aa735 was deleted so its status cannot be updated. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 27 21:05:41.465295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36b816-24d9-4f1a-a0bf-0b484b2d3167 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=7c4c1bee-8f03-484b-8523-92fa277aa735,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:41.478155 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e36b816-24d9-4f1a-a0bf-0b484b2d3167 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.486146 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8ceb9354-4ac5-4992-a4ae-c6094e4e7bba None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:41.486871 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9354-4ac5-4992-a4ae-c6094e4e7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.490258 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3e36b816-24d9-4f1a-a0bf-0b484b2d3167 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/7c4c1bee-8f03-484b-8523-92fa277aa735 HTTP/1.1" status: 204  len: 168 time: 0.7586448
Nov 27 21:05:41.491033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58188) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:41.493925 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-0022a49f-ea23-4878-b1d5-af129a81f791 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4356129
Nov 27 21:05:41.497312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5f41dae7-05eb-449d-901f-fc2541101b67 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:41.499556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] For port 4f813a81-a1ca-4308-9357-5abcfebd3d48, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f813a81-a1ca-4308-9357-5abcfebd3d48,segment=NetworkSegment(6703ea47-055c-421c-b550-bc8be26f22e7),segment_id=6703ea47-055c-421c-b550-bc8be26f22e7)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:41.518410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f3379-5cc7-4da8-8de2-00689890e1e9 req-b5133e67-2764-45d2-89b0-26276d0c8b7b tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:41.520594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-480f3379-5cc7-4da8-8de2-00689890e1e9 req-b5133e67-2764-45d2-89b0-26276d0c8b7b tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 943 time: 0.2451169
Nov 27 21:05:41.560315 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5299656b-6372-488d-9e76-d0aadce6a39f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] GET failed (client error): The resource could not be found.
Nov 27 21:05:41.561820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5299656b-6372-488d-9e76-d0aadce6a39f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports/7c4c1bee-8f03-484b-8523-92fa277aa735 HTTP/1.1" status: 404  len: 333 time: 0.0699365
Nov 27 21:05:41.565055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58192) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:41.593194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:41.594596 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.608036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-4af41486-bec3-4e24-bd22-450e667b1242 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406 HTTP/1.1" status: 200  len: 217 time: 0.0863888
Nov 27 21:05:41.609204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.682590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a78b4fe-e976-4914-87ee-5d6010481c30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.712940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a78b4fe-e976-4914-87ee-5d6010481c30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.725009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8ceb9354-4ac5-4992-a4ae-c6094e4e7bba None None] Provisioning complete for port 16d21c84-01f5-40e2-9f80-29db45b255fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:41.725383 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8ceb9354-4ac5-4992-a4ae-c6094e4e7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.765341 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8ceb9354-4ac5-4992-a4ae-c6094e4e7bba None None] Port 16d21c84-01f5-40e2-9f80-29db45b255fd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:41.770613 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a78b4fe-e976-4914-87ee-5d6010481c30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.776240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:41.776800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a78b4fe-e976-4914-87ee-5d6010481c30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.777107 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.778006 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1a78b4fe-e976-4914-87ee-5d6010481c30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/security-groups/f4149baa-2688-4a69-bd35-801a035c30be HTTP/1.1" status: 204  len: 168 time: 0.2108405
Nov 27 21:05:41.781104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] 10.222.0.15 "PUT /v2.0/ports/4f813a81-a1ca-4308-9357-5abcfebd3d48 HTTP/1.1" status: 200  len: 1091 time: 1.9912329
Nov 27 21:05:41.783763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2', 'tag': '4f813a81-a1ca-4308-9357-5abcfebd3d48'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:41.786002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58196) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:41.789449 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2", "tag": "4f813a81-a1ca-4308-9357-5abcfebd3d48"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:41.808265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78b4fe-e976-4914-87ee-5d6010481c30 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4149baa-2688-4a69-bd35-801a035c30be,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:41.815817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a45c0-6729-4625-8630-98821459cc54 service neutron] Pushing event updated for resources: {'Port': ['ID=4f813a81-a1ca-4308-9357-5abcfebd3d48,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:41.889773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-77e09e15-5354-4df1-bef1-e946215c4447 None None] Could not find standard attr ID for object 7c4c1bee-8f03-484b-8523-92fa277aa735. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:05:41.902929 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c063fb77-ca14-40e6-81db-16184a50a5bd x-openstack-request-id: req-c063fb77-ca14-40e6-81db-16184a50a5bd {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:41.903230 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2", "tag": "4f813a81-a1ca-4308-9357-5abcfebd3d48", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:41.903390 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2b79dc0-2543-4af9-9db1-8eef8fdc9484 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.903636 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c063fb77-ca14-40e6-81db-16184a50a5bd {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:41.904045 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2', 'tag': '4f813a81-a1ca-4308-9357-5abcfebd3d48', 'status': 'completed', 'code': 200}
Nov 27 21:05:41.911665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-034febf7-9e53-44bc-8ab2-29f77c0ea717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:41.913208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-034febf7-9e53-44bc-8ab2-29f77c0ea717 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.2969747
Nov 27 21:05:41.922389 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-480f3379-5cc7-4da8-8de2-00689890e1e9 req-1257afdf-decf-4036-bc4a-ecf6a7ca5b90 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3163297
Nov 27 21:05:41.939364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2b79dc0-2543-4af9-9db1-8eef8fdc9484 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:41.976826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-22d8190b-9bfb-4b9a-be75-bfc6459305dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:41.978215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-22d8190b-9bfb-4b9a-be75-bfc6459305dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2237b56d0b4b4fa3ace78023aa3fe435&device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 1094 time: 0.1295347
Nov 27 21:05:41.995738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2b79dc0-2543-4af9-9db1-8eef8fdc9484 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:42.000567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e2b79dc0-2543-4af9-9db1-8eef8fdc9484 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:42.004889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e2b79dc0-2543-4af9-9db1-8eef8fdc9484 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/security-groups/57777f0d-d040-4cd3-b01c-69b36bb6cfdc HTTP/1.1" status: 204  len: 168 time: 0.2135127
Nov 27 21:05:42.008213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58206) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:42.032321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-5c866d42-b8a3-46f5-8f01-768029feaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:42.034012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-5c866d42-b8a3-46f5-8f01-768029feaafc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1098366
Nov 27 21:05:42.035532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-71eff65c-32cc-44bc-9c17-a7596fdd81ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f813a81-a1ca-4308-9357-5abcfebd3d48 HTTP/1.1" status: 200  len: 217 time: 0.0495572
Nov 27 21:05:42.046814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b79dc0-2543-4af9-9db1-8eef8fdc9484 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57777f0d-d040-4cd3-b01c-69b36bb6cfdc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:42.085709 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d976e8e-72e6-4ac4-b046-bdf076cdd332 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:42.112541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d976e8e-72e6-4ac4-b046-bdf076cdd332 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:42.153166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-c2a78657-8a5d-46f0-916d-51cf2e05d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:42.154693 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-c2a78657-8a5d-46f0-916d-51cf2e05d4d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80ce0f77-7806-43cc-9dc0-a879c5d0ea32 HTTP/1.1" status: 200  len: 857 time: 0.1105433
Nov 27 21:05:42.180890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d976e8e-72e6-4ac4-b046-bdf076cdd332 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:42.184606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d976e8e-72e6-4ac4-b046-bdf076cdd332 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:42.187174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d976e8e-72e6-4ac4-b046-bdf076cdd332 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/security-groups/1fa15828-7305-4b65-831e-801e05b8fa0d HTTP/1.1" status: 204  len: 168 time: 0.1764512
Nov 27 21:05:42.195990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58214) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:42.200148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d976e8e-72e6-4ac4-b046-bdf076cdd332 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa15828-7305-4b65-831e-801e05b8fa0d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:42.205214 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-e634c65c-2676-4d9b-9d5f-d01d871f2667 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdaaf7b5-1458-4159-852e-903b811d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422175
Nov 27 21:05:42.305371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-a7365616-5029-401b-8647-eb1374e878d4 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507157
Nov 27 21:05:42.354489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d1b228-3032-4ca2-8764-f1ea3363d11f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet d32827a1-e21f-4f37-aa1f-b700f697b4a9 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:42.692377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-60d1b228-3032-4ca2-8764-f1ea3363d11f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:42.775086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-85c1ccb9-2081-4f84-8c33-af061cd821e5 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4732694cf811451b8ffabd706cd72965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0776670
Nov 27 21:05:42.796977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-60d1b228-3032-4ca2-8764-f1ea3363d11f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:42.863783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-0f17f072-1b59-4033-94e9-50c1d1d288ec service neutron] 10.222.0.15 "GET /v2.0/networks/fdaaf7b5-1458-4159-852e-903b811d859c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6449056
Nov 27 21:05:43.007372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-7f8b1854-38e5-404e-8933-8063ed8a56dc service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6881485
Nov 27 21:05:43.075506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410b06c-bca7-4f88-9399-e5879d3a28c2 req-92104d2c-fc32-4e24-abc7-377b8cdc6ff1 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:43.079862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6410b06c-bca7-4f88-9399-e5879d3a28c2 req-92104d2c-fc32-4e24-abc7-377b8cdc6ff1 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 943 time: 0.0581956
Nov 27 21:05:43.114901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-180d0104-7b69-4319-ae31-53d5a87775af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39 HTTP/1.1" status: 200  len: 217 time: 0.0877318
Nov 27 21:05:43.128791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6410b06c-bca7-4f88-9399-e5879d3a28c2 req-d47e98d2-4f2a-4add-8fe9-66d0c05f103c tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444388
Nov 27 21:05:43.237099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60886-2457-473f-a365-84fa78585ec2 req-94d787a4-26f6-4672-badf-aa280af564ac tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:43.238630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-94d787a4-26f6-4672-badf-aa280af564ac tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4528985
Nov 27 21:05:43.241378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-60d1b228-3032-4ca2-8764-f1ea3363d11f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:43.246750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52c13f54-2a3b-448b-a875-b2ec3e95b43b req-21bd84cb-0194-42d6-b041-7d5452513c5e service neutron] 10.222.0.15 "GET /v2.0/networks/fdaaf7b5-1458-4159-852e-903b811d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3635750
Nov 27 21:05:43.290674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-f99e73a0-680d-4264-82d9-497a54ca2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:43.292711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-f99e73a0-680d-4264-82d9-497a54ca2593 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.1656058
Nov 27 21:05:43.297362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-03c67a1f-b80a-47a5-b56f-8826908d521a tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/quotas/4732694cf811451b8ffabd706cd72965 HTTP/1.1" status: 200  len: 375 time: 0.0276506
Nov 27 21:05:43.397455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-0a4091eb-8351-4ec3-8a12-1fa61ef6e782 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4732694cf811451b8ffabd706cd72965&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0711195
Nov 27 21:05:43.416582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-c8e3bf14-6350-47a4-b17d-effe8294fc75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0763443
Nov 27 21:05:43.426999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-4b97d068-6f0e-45bc-8310-fad62e7002a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:43.428885 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-4b97d068-6f0e-45bc-8310-fad62e7002a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2237b56d0b4b4fa3ace78023aa3fe435&device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 1094 time: 0.1275349
Nov 27 21:05:43.430958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-60d1b228-3032-4ca2-8764-f1ea3363d11f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:43.476296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-10c39556-e71a-42e0-b6ef-8bc9f25d552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:43.477937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-10c39556-e71a-42e0-b6ef-8bc9f25d552f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1777644
Nov 27 21:05:43.489864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1b228-3032-4ca2-8764-f1ea3363d11f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=d32827a1-e21f-4f37-aa1f-b700f697b4a9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:43.497093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-60d1b228-3032-4ca2-8764-f1ea3363d11f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:43.501079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-60d1b228-3032-4ca2-8764-f1ea3363d11f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/d32827a1-e21f-4f37-aa1f-b700f697b4a9 HTTP/1.1" status: 204  len: 168 time: 1.2979124
Nov 27 21:05:43.509474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58268) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:43.512050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350fcdbd-ea70-4c3c-9829-846130556bd7 None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:43.656475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-d88a2ee9-f22e-4363-8604-864b7c46cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:43.657883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-cafc37b9-9ad4-4d4e-9c86-102c76fcfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:43.658063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-d88a2ee9-f22e-4363-8604-864b7c46cc3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1135 time: 0.1689572
Nov 27 21:05:43.659405 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-cafc37b9-9ad4-4d4e-9c86-102c76fcfb71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdaaf7b5-1458-4159-852e-903b811d859c HTTP/1.1" status: 200  len: 918 time: 0.2133346
Nov 27 21:05:43.663155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84c5caf-e887-4e1c-a85a-aa84842bce36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet 2b35a499-e66e-48da-9b19-fffb11cdf898 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:43.667514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c84c5caf-e887-4e1c-a85a-aa84842bce36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:43.721810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-58eb1dc5-3e64-4d0a-a3a4-1ffbfc3ca86f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f813a81-a1ca-4308-9357-5abcfebd3d48 HTTP/1.1" status: 200  len: 217 time: 0.0466292
Nov 27 21:05:43.724963 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-672f5b0f-3cca-4f0c-aff3-5405e6a1cf96 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364969
Nov 27 21:05:43.772576 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c84c5caf-e887-4e1c-a85a-aa84842bce36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:43.832909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-09198b56-2f3d-4813-9d07-ab51c99271e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:43.834504 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-09198b56-2f3d-4813-9d07-ab51c99271e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80ce0f77-7806-43cc-9dc0-a879c5d0ea32 HTTP/1.1" status: 200  len: 857 time: 0.1045177
Nov 27 21:05:43.838612 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f0dca1-9d26-4ec4-b102-44fd22fb3a34 req-7db5d01b-46f9-40b1-9398-53f5bf306584 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 210 time: 0.0594845
Nov 27 21:05:43.854270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-f61b9552-b47b-4656-9f2a-15f5698dfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:43.856026 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-f61b9552-b47b-4656-9f2a-15f5698dfc0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ca13ca1-ce2e-44b8-9716-f8635f05b861 HTTP/1.1" status: 200  len: 898 time: 0.1576350
Nov 27 21:05:43.916759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-08880011-81ed-4a08-822e-e39a871a1238 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdaaf7b5-1458-4159-852e-903b811d859c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0350823
Nov 27 21:05:43.988738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c84c5caf-e887-4e1c-a85a-aa84842bce36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:43.993433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-99247e1a-7128-40a3-b049-1f91eec8046a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04aa03c2-a96d-486e-b422-4296e83311b0 HTTP/1.1" status: 200  len: 1001 time: 0.1180556
Nov 27 21:05:44.039166 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-601a0c00-26de-404b-baaa-0e97c8ab7d3c req-6ca9b476-0b44-4623-8cf7-5be1ffb15686 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2564254
Nov 27 21:05:44.102209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-f2ad0090-6053-4b39-9690-93799ad1bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:44.103126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-f2ad0090-6053-4b39-9690-93799ad1bc1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d30880d-8f8f-405c-a1ea-bbba2caaab36 HTTP/1.1" status: 200  len: 834 time: 0.0835052
Nov 27 21:05:44.113708 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-ca8c2fd5-a36d-4ef8-818a-85b273a5ff08 service neutron] 10.222.0.15 "GET /v2.0/networks/fdaaf7b5-1458-4159-852e-903b811d859c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796310
Nov 27 21:05:44.128938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58284) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:44.170530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c84c5caf-e887-4e1c-a85a-aa84842bce36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.220112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c5caf-e887-4e1c-a85a-aa84842bce36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=2b35a499-e66e-48da-9b19-fffb11cdf898,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:44.225263 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c84c5caf-e887-4e1c-a85a-aa84842bce36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.228552 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c84c5caf-e887-4e1c-a85a-aa84842bce36 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/2b35a499-e66e-48da-9b19-fffb11cdf898 HTTP/1.1" status: 204  len: 168 time: 0.7081017
Nov 27 21:05:44.231607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58292) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:44.262208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-4d0fd08e-faa5-42ba-9dd8-9fb8bc12fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:44.264332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-4d0fd08e-faa5-42ba-9dd8-9fb8bc12fe5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ca13ca1-ce2e-44b8-9716-f8635f05b861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1513717
Nov 27 21:05:44.265417 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbc9642-fc2a-424b-b806-23ac596dff3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:44.265859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbc9642-fc2a-424b-b806-23ac596dff3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:44.269044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ecbc9642-fc2a-424b-b806-23ac596dff3d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/d32827a1-e21f-4f37-aa1f-b700f697b4a9 HTTP/1.1" status: 404  len: 337 time: 0.0364163
Nov 27 21:05:44.271507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58294) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:44.333233 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3b9a0a7-67d1-4e8f-ad68-2f4fed4f1d73 req-64378547-500d-40c9-9800-5a2d25f7dfed service neutron] 10.222.0.15 "GET /v2.0/networks/fdaaf7b5-1458-4159-852e-903b811d859c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2070405
Nov 27 21:05:44.445219 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e35397fa-3466-4c75-b0d5-678dcf69e67b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.476993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a460dc61-ce21-4e3d-923d-b57249519c0d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting subnet ce299d5a-f406-422f-ada7-675504aef87f {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:44.491207 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a460dc61-ce21-4e3d-923d-b57249519c0d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.557226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fcad0-173a-4f20-9059-95ae1e4b333d req-12b9ffcf-0f80-4f04-8118-d6bbb71caff2 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:44.558838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-777fcad0-173a-4f20-9059-95ae1e4b333d req-12b9ffcf-0f80-4f04-8118-d6bbb71caff2 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 943 time: 0.2384489
Nov 27 21:05:44.600068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a460dc61-ce21-4e3d-923d-b57249519c0d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.604336 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-cceb7674-074f-4a32-a7e7-8783bfd8c991 service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3247685
Nov 27 21:05:44.762914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a073977-a203-4bcf-a780-f13d12bce791 None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:44.789899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-777fcad0-173a-4f20-9059-95ae1e4b333d req-38c01050-6fe7-4b64-bf74-3777e4a5f058 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151873
Nov 27 21:05:44.812074 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e35397fa-3466-4c75-b0d5-678dcf69e67b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.822502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e35397fa-3466-4c75-b0d5-678dcf69e67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.852844 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a460dc61-ce21-4e3d-923d-b57249519c0d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.885798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cc30c993-4e5d-4246-84e1-81ec4fb70cff None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:44.886186 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc30c993-4e5d-4246-84e1-81ec4fb70cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.906935 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15b4ed55-9069-4f20-88ac-3cdaf4edaf8e req-5ed99803-9cb4-443c-8858-2c21f8781da4 service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763672
Nov 27 21:05:44.913011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35397fa-3466-4c75-b0d5-678dcf69e67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd804165-a3ae-4eb0-94f7-336626cd8b30,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:44.919291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e35397fa-3466-4c75-b0d5-678dcf69e67b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa36fb3c9a9047eb9d284ab88ac00243&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7868078
Nov 27 21:05:44.922192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58302) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:44.958737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a460dc61-ce21-4e3d-923d-b57249519c0d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:44.995661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460dc61-ce21-4e3d-923d-b57249519c0d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Subnet': ['ID=ce299d5a-f406-422f-ada7-675504aef87f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:45.000040 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a460dc61-ce21-4e3d-923d-b57249519c0d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.000444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffb49e5f-bb83-481d-b4c2-a22db5120c8a req-b3946595-3138-4f60-90b9-5a96ae3ee0c2 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 210 time: 0.0458755
Nov 27 21:05:45.008497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a460dc61-ce21-4e3d-923d-b57249519c0d tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/ce299d5a-f406-422f-ada7-675504aef87f HTTP/1.1" status: 204  len: 168 time: 0.7359238
Nov 27 21:05:45.009219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58304) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.024145 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4522385b-9905-4379-a9d9-09f14cd25f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.048159 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a99e89-d64c-4d2f-a5e0-e9f565fd3e0b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.048534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a99e89-d64c-4d2f-a5e0-e9f565fd3e0b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.055791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-91a99e89-d64c-4d2f-a5e0-e9f565fd3e0b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/d1871cc7-38ac-49e9-90d9-855e7dfdeea3 HTTP/1.1" status: 404  len: 337 time: 0.0454276
Nov 27 21:05:45.056563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58306) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.092679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4522385b-9905-4379-a9d9-09f14cd25f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.098223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-93a8f6c1-18f0-4f94-bb7c-241c8b15507b tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc40096-2be1-4588-b53a-6f9a3313bd5d HTTP/1.1" status: 200  len: 205 time: 0.0386548
Nov 27 21:05:45.098392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb42d16-ef71-47c5-9463-eb38da907d51 None None] Update dhcp port {'port': {'network_id': 'd30f32bc-52bf-4dce-908c-eee6f53da6ef', 'fixed_ips': [{'subnet_id': 'ce299d5a-f406-422f-ada7-675504aef87f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5f41dae7-05eb-449d-901f-fc2541101b67'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:05:45.101021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58308) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.120362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cc30c993-4e5d-4246-84e1-81ec4fb70cff None None] Provisioning complete for port 16d21c84-01f5-40e2-9f80-29db45b255fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:45.120841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc30c993-4e5d-4246-84e1-81ec4fb70cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.145812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-3e3f0517-1a25-4ddf-adaa-1a7b4f69efef tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4732694cf811451b8ffabd706cd72965&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0482452
Nov 27 21:05:45.148378 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-562e97b8-1c8d-4860-812c-9c93661cdc0f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] delete failed (client error): The resource could not be found.
Nov 27 21:05:45.149564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-562e97b8-1c8d-4860-812c-9c93661cdc0f tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/routers/5dc40096-2be1-4588-b53a-6f9a3313bd5d HTTP/1.1" status: 404  len: 336 time: 0.0474837
Nov 27 21:05:45.152311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58310) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.155531 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cdb42d16-ef71-47c5-9463-eb38da907d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.170429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cc30c993-4e5d-4246-84e1-81ec4fb70cff None None] Port 16d21c84-01f5-40e2-9f80-29db45b255fd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:45.187204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4522385b-9905-4379-a9d9-09f14cd25f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.189942 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4522385b-9905-4379-a9d9-09f14cd25f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.194282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4522385b-9905-4379-a9d9-09f14cd25f86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd804165-a3ae-4eb0-94f7-336626cd8b30 HTTP/1.1" status: 204  len: 168 time: 0.2680714
Nov 27 21:05:45.204852 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad183bf-3316-458e-baed-991d1c5e63d6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.205292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad183bf-3316-458e-baed-991d1c5e63d6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.208389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cad183bf-3316-458e-baed-991d1c5e63d6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/d12f1206-6354-45bb-8416-eb09624a1016 HTTP/1.1" status: 404  len: 337 time: 0.0542512
Nov 27 21:05:45.208672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522385b-9905-4379-a9d9-09f14cd25f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd804165-a3ae-4eb0-94f7-336626cd8b30,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:45.211126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58314) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.258492 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea74fce9-9dfe-4a60-8793-86d0c7daeaf3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.264019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea74fce9-9dfe-4a60-8793-86d0c7daeaf3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.269869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ea74fce9-9dfe-4a60-8793-86d0c7daeaf3 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/f6ee721b-d45e-4185-a5f6-2c3404cd09c9 HTTP/1.1" status: 404  len: 337 time: 0.0576510
Nov 27 21:05:45.274662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58316) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.329381 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-628ee2eb-d61d-4c53-a8a2-cf82abfa7d22 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.330268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628ee2eb-d61d-4c53-a8a2-cf82abfa7d22 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.334249 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-628ee2eb-d61d-4c53-a8a2-cf82abfa7d22 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/58575918-1196-4ddc-83f7-40321c68b1d4 HTTP/1.1" status: 404  len: 337 time: 0.0566440
Nov 27 21:05:45.336854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58318) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.369236 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e6f1ed-6c6b-491a-bd87-7ab78c710245 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.370022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e6f1ed-6c6b-491a-bd87-7ab78c710245 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.375972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-58e6f1ed-6c6b-491a-bd87-7ab78c710245 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/b13eb8dd-408e-461d-a382-8bf27bb190d2 HTTP/1.1" status: 404  len: 333 time: 0.0356667
Nov 27 21:05:45.376286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58320) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.406265 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bcb652-1a36-4b5c-8ed6-ff1886710e41 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.406740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bcb652-1a36-4b5c-8ed6-ff1886710e41 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.411354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-59bcb652-1a36-4b5c-8ed6-ff1886710e41 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/fa403195-f416-445f-b393-ec52a1dc068d HTTP/1.1" status: 404  len: 337 time: 0.0329125
Nov 27 21:05:45.417537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58324) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.450266 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cb02fa-daf0-4436-8305-5f5a43b6d660 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.451123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cb02fa-daf0-4436-8305-5f5a43b6d660 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.454966 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-40cb02fa-daf0-4436-8305-5f5a43b6d660 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/dfdf581c-7de7-43a6-9f9e-e7500ddab83e HTTP/1.1" status: 404  len: 337 time: 0.0358717
Nov 27 21:05:45.457688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58326) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.483626 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2cecfd-5138-47f3-8ed5-ef892b48b3c1 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.484461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2cecfd-5138-47f3-8ed5-ef892b48b3c1 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.487949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-be2cecfd-5138-47f3-8ed5-ef892b48b3c1 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/da2d1554-2826-461c-a1b9-22f5bde64a1f HTTP/1.1" status: 404  len: 333 time: 0.0289295
Nov 27 21:05:45.490996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58328) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.519030 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aea1fbf-c8f1-4faf-b1b0-ce5fce6462e0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.519831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aea1fbf-c8f1-4faf-b1b0-ce5fce6462e0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.527093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1aea1fbf-c8f1-4faf-b1b0-ce5fce6462e0 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/6dcd2457-7f69-438e-8fcd-6847a6cdf318 HTTP/1.1" status: 404  len: 337 time: 0.0325093
Nov 27 21:05:45.527241 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58330) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.585957 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56dff4b-407f-4e22-93f5-ae4a922af8b9 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:05:45.586593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56dff4b-407f-4e22-93f5-ae4a922af8b9 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:45.589801 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e56dff4b-407f-4e22-93f5-ae4a922af8b9 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/subnets/ab68c5e1-f5d9-4c88-8c5f-6c0e56008124 HTTP/1.1" status: 404  len: 337 time: 0.0616062
Nov 27 21:05:45.592441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58336) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:45.628716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b258fc5-9109-46d9-a94b-889a3c5213fc None None] Network d30f32bc-52bf-4dce-908c-eee6f53da6ef requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:45.708004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a31eb980-8356-4625-a985-50a9f9cd9df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Deleting port 16d21c84-01f5-40e2-9f80-29db45b255fd {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:45.708520 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a31eb980-8356-4625-a985-50a9f9cd9df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.768825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-05d74bdb-09fd-4dfa-aff6-ce7673ba6a34 None None] Provisioning complete for port 5f41dae7-05eb-449d-901f-fc2541101b67 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:45.769596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60886-2457-473f-a365-84fa78585ec2 req-47658534-25da-437a-b83b-60a3afc34b40 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:45.770058 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-05d74bdb-09fd-4dfa-aff6-ce7673ba6a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.771349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-47658534-25da-437a-b83b-60a3afc34b40 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5751343
Nov 27 21:05:45.787392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Request body: {'port': {'device_id': 'cb1f2144-f62b-4da2-b69c-0387745fda48', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '4732694cf811451b8ffabd706cd72965'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:45.789661 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a31eb980-8356-4625-a985-50a9f9cd9df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:45.842257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a31eb980-8356-4625-a985-50a9f9cd9df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Calling delete_port for 16d21c84-01f5-40e2-9f80-29db45b255fd owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:45.867189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff290ceb-0a30-4681-b3b5-e410ca4ccd26 None None] DHCP port deletion for d30f32bc-52bf-4dce-908c-eee6f53da6ef request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:45.965394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-05d74bdb-09fd-4dfa-aff6-ce7673ba6a34 None None] Provisioning complete for port 16d21c84-01f5-40e2-9f80-29db45b255fd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:45.965761 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-05d74bdb-09fd-4dfa-aff6-ce7673ba6a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.021221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a31eb980-8356-4625-a985-50a9f9cd9df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.032741 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.035894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-05d74bdb-09fd-4dfa-aff6-ce7673ba6a34 None None] Port 16d21c84-01f5-40e2-9f80-29db45b255fd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:46.051036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ff290ceb-0a30-4681-b3b5-e410ca4ccd26 None None] Deleting port 5f41dae7-05eb-449d-901f-fc2541101b67 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:46.051562 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ff290ceb-0a30-4681-b3b5-e410ca4ccd26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.068221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31eb980-8356-4625-a985-50a9f9cd9df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Port': ['ID=16d21c84-01f5-40e2-9f80-29db45b255fd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:46.082429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7079-cba2-4df8-b02d-a075257ea548 req-3c63a3a2-6822-432d-ae0c-d28590fbea4a tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:46.083112 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a31eb980-8356-4625-a985-50a9f9cd9df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.088858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a31eb980-8356-4625-a985-50a9f9cd9df6 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/ports/16d21c84-01f5-40e2-9f80-29db45b255fd HTTP/1.1" status: 204  len: 168 time: 0.4932501
Nov 27 21:05:46.089113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58356) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:46.092220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-adea7079-cba2-4df8-b02d-a075257ea548 req-3c63a3a2-6822-432d-ae0c-d28590fbea4a tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 943 time: 0.1847999
Nov 27 21:05:46.146667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ff290ceb-0a30-4681-b3b5-e410ca4ccd26 None None] For port 5f41dae7-05eb-449d-901f-fc2541101b67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f41dae7-05eb-449d-901f-fc2541101b67,segment=NetworkSegment(e95f9247-98ae-46fe-934c-9aaecb882edc),segment_id=e95f9247-98ae-46fe-934c-9aaecb882edc)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:46.148594 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ff290ceb-0a30-4681-b3b5-e410ca4ccd26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.168510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ff290ceb-0a30-4681-b3b5-e410ca4ccd26 None None] Calling delete_port for 5f41dae7-05eb-449d-901f-fc2541101b67 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:46.180996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Made reservation on behalf of 4732694cf811451b8ffabd706cd72965 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:46.194077 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.212198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.237139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-adea7079-cba2-4df8-b02d-a075257ea548 req-61825b90-bb16-4d32-9918-03f9f890c5ba tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328943
Nov 27 21:05:46.241751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bac23ce-c9e6-4143-8dc7-4458494ceded req-f42ffb3c-1a49-4f4e-b1e4-1aef5fac291d tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 210 time: 0.0386562
Nov 27 21:05:46.270184 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.299487 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ff290ceb-0a30-4681-b3b5-e410ca4ccd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.327203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff290ceb-0a30-4681-b3b5-e410ca4ccd26 None None] Pushing event deleted for resources: {'Port': ['ID=5f41dae7-05eb-449d-901f-fc2541101b67,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:46.335729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] The port '5f41dae7-05eb-449d-901f-fc2541101b67' was deleted {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Nov 27 21:05:46.347456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff290ceb-0a30-4681-b3b5-e410ca4ccd26 None None] No DVR routers for this DVR port 5f41dae7-05eb-449d-901f-fc2541101b67 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:46.356644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.368490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.442722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d7861c-7f60-43bc-bce8-a897c9bc9aa0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:46.471282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.492698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7c82e50>,) {'filters': {'network_id': ['d30f32bc-52bf-4dce-908c-eee6f53da6ef']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:46.503286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7c82e50>, 'e95f9247-98ae-46fe-934c-9aaecb882edc') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:46.504251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7c82e50>, 'e95f9247-98ae-46fe-934c-9aaecb882edc') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:46.514424 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.529198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.532667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Allocated IP 192.168.233.232 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/7edfdb58-5a15-4344-b301-c4b75f20ad29) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:46.537122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:46.537265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:46.540971 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:46.601343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.605732 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.612656 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] 10.222.0.21 "DELETE /v2.0/networks/d30f32bc-52bf-4dce-908c-eee6f53da6ef HTTP/1.1" status: 204  len: 168 time: 0.5225303
Nov 27 21:05:46.635553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c166bd7-2518-489c-bcb5-eaa71ef4e721 tempest-PortsIpV6TestJSON-729388848 tempest-PortsIpV6TestJSON-729388848-project] Pushing event deleted for resources: {'Network': ['ID=d30f32bc-52bf-4dce-908c-eee6f53da6ef,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:46.701320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.740335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.799938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:46.804567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:46.807686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:46.811584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Pushing event updated for resources: {'Port': ['ID=7edfdb58-5a15-4344-b301-c4b75f20ad29,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:46.865478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:46.866166 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:46.867733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58376) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:46.897418 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-64523145-02a1-4d68-99f8-c5f3f6d7624e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1168408
Nov 27 21:05:46.916536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Request body: {'port': {'device_id': 'cb1f2144-f62b-4da2-b69c-0387745fda48', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:46.978622 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.058699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-495aed9c-6857-4e51-b0a9-cc99141dc47d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43d96f70dd574c329276ab3646183310&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1894908
Nov 27 21:05:47.061015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58386) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:47.129321 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2988f637-1e2d-4c04-b3ea-9a6d38d2c9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.151077 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2988f637-1e2d-4c04-b3ea-9a6d38d2c9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.179117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-de982b22-dc21-4a3b-a386-f198b54a8764 None None] Provisioning complete for port 7edfdb58-5a15-4344-b301-c4b75f20ad29 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:47.180875 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de982b22-dc21-4a3b-a386-f198b54a8764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.208166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2988f637-1e2d-4c04-b3ea-9a6d38d2c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.212483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2988f637-1e2d-4c04-b3ea-9a6d38d2c9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.214219 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2988f637-1e2d-4c04-b3ea-9a6d38d2c9ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b53d1aa-7087-42ef-8142-55e5c85373e9 HTTP/1.1" status: 204  len: 168 time: 0.1517425
Nov 27 21:05:47.226514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-de982b22-dc21-4a3b-a386-f198b54a8764 None None] Port 7edfdb58-5a15-4344-b301-c4b75f20ad29 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:47.226979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988f637-1e2d-4c04-b3ea-9a6d38d2c9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b53d1aa-7087-42ef-8142-55e5c85373e9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:47.335946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edfdb58-5a15-4344-b301-c4b75f20ad29 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:05:47.348125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.360285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Transition to ACTIVE for port object 7edfdb58-5a15-4344-b301-c4b75f20ad29 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:05:47.366482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.401859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf0fce-3c60-4f6d-8de4-7e321ae79f70 req-c4a78ceb-82f1-433a-9775-fc1b16dd05da tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:47.403336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5f41dae7-05eb-449d-901f-fc2541101b67 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:47.403649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cebf0fce-3c60-4f6d-8de4-7e321ae79f70 req-c4a78ceb-82f1-433a-9775-fc1b16dd05da tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 936 time: 0.0982318
Nov 27 21:05:47.426361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Pushing event updated for resources: {'Port': ['ID=7edfdb58-5a15-4344-b301-c4b75f20ad29,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:47.458459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5f41dae7-05eb-449d-901f-fc2541101b67 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:47.461616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5f41dae7-05eb-449d-901f-fc2541101b67 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:47.499588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cebf0fce-3c60-4f6d-8de4-7e321ae79f70 req-403ac02c-d546-4971-ae9c-c377e7c65990 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887666
Nov 27 21:05:47.501420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250a30-4bde-4ccd-bdbc-930e7804e3f6 req-6cd4e57a-6b5e-456a-ad4c-0585ba00c538 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:47.503039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc250a30-4bde-4ccd-bdbc-930e7804e3f6 req-6cd4e57a-6b5e-456a-ad4c-0585ba00c538 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 943 time: 0.0811312
Nov 27 21:05:47.613257 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc250a30-4bde-4ccd-bdbc-930e7804e3f6 req-dd24899c-4126-47b3-a29b-977125ac9e8c tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845349
Nov 27 21:05:47.639966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Attempting to bind port 7edfdb58-5a15-4344-b301-c4b75f20ad29 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:47.640312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Attempting to bind port 7edfdb58-5a15-4344-b301-c4b75f20ad29 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:47.640646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Attempting to bind port 7edfdb58-5a15-4344-b301-c4b75f20ad29 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:47.648054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Port 7edfdb58-5a15-4344-b301-c4b75f20ad29 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:47.648435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Attempting to bind port 7edfdb58-5a15-4344-b301-c4b75f20ad29 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:47.657796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:05:47.658143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:47.658570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:05:47.658980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Bound port: 7edfdb58-5a15-4344-b301-c4b75f20ad29, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:05:47.659368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.693364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58404) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:47.742065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] For port 7edfdb58-5a15-4344-b301-c4b75f20ad29, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:47.745599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] For port 7edfdb58-5a15-4344-b301-c4b75f20ad29, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edfdb58-5a15-4344-b301-c4b75f20ad29,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:47.754052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.797498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:47.798128 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.799564 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] 10.222.0.15 "PUT /v2.0/ports/7edfdb58-5a15-4344-b301-c4b75f20ad29 HTTP/1.1" status: 200  len: 1096 time: 0.8933203
Nov 27 21:05:47.800024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1f2144-f62b-4da2-b69c-0387745fda48', 'tag': '7edfdb58-5a15-4344-b301-c4b75f20ad29'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:47.802526 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c50caf-4222-4503-9b38-da9680ac6691" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1f2144-f62b-4da2-b69c-0387745fda48", "tag": "7edfdb58-5a15-4344-b301-c4b75f20ad29"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:47.827875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1327a-3205-449f-a724-a8bf58d25046 service neutron] Pushing event updated for resources: {'Port': ['ID=7edfdb58-5a15-4344-b301-c4b75f20ad29,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:47.886362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1e4dbccb-e835-4ebc-ba67-45bf9f3ab455 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Request body: {'quota': {'network': 2}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:47.901200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60886-2457-473f-a365-84fa78585ec2 req-93375d6a-e702-47ed-8330-0178b86f40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:47.903003 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-93375d6a-e702-47ed-8330-0178b86f40db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4732694cf811451b8ffabd706cd72965&device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 1099 time: 0.0564129
Nov 27 21:05:47.907569 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abbbce2-c4bb-4e25-abe5-fce7949aa137 x-openstack-request-id: req-4abbbce2-c4bb-4e25-abe5-fce7949aa137 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:47.908612 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1f2144-f62b-4da2-b69c-0387745fda48", "tag": "7edfdb58-5a15-4344-b301-c4b75f20ad29", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:47.909366 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4abbbce2-c4bb-4e25-abe5-fce7949aa137 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:47.909830 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1f2144-f62b-4da2-b69c-0387745fda48', 'tag': '7edfdb58-5a15-4344-b301-c4b75f20ad29', 'status': 'completed', 'code': 200}
Nov 27 21:05:47.914219 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1e4dbccb-e835-4ebc-ba67-45bf9f3ab455 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] 10.222.0.21 "PUT /v2.0/quotas/6b495595d69648f09d3c68320b5b1d15 HTTP/1.1" status: 200  len: 368 time: 0.2190194
Nov 27 21:05:47.917039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58418) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:47.923048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Request body: {'network': {'project_id': '6b495595d69648f09d3c68320b5b1d15'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:47.952315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Made reservation on behalf of 6b495595d69648f09d3c68320b5b1d15 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:47.955119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-920a0d25-7981-4727-990d-ea899c0a8032 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=7edfdb58-5a15-4344-b301-c4b75f20ad29 HTTP/1.1" status: 200  len: 217 time: 0.0441482
Nov 27 21:05:47.955312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:47.971424 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.030925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60886-2457-473f-a365-84fa78585ec2 req-20a6a671-dee7-4eea-b10d-218f3864eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:48.032587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-20a6a671-dee7-4eea-b10d-218f3864eaca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0700533
Nov 27 21:05:48.060107 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.064748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.088075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:05:48.099295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60886-2457-473f-a365-84fa78585ec2 req-10f32063-fbbe-445b-939f-f1109f3ea3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:48.101173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-10f32063-fbbe-445b-939f-f1109f3ea3bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0609500
Nov 27 21:05:48.103001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbee70c3-e1d7-4d69-a8a3-28cd1d906188,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:48.110314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.110667 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Added segment c0205f60-02b0-409b-84a4-b5802e31664d of type vlan for network 33393a7c-c459-453c-88a6-d3323284696c
Nov 27 21:05:48.156910 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.184158 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.185447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:48.186304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.253919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4f813a81-a1ca-4308-9357-5abcfebd3d48 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:05:48.259055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.3397396
Nov 27 21:05:48.260788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58432) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:48.270212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Request body: {'network': {'project_id': '6b495595d69648f09d3c68320b5b1d15'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:48.274142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d066e95-36a7-4659-abec-3c241cf11d0a tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Pushing event updated for resources: {'Network': ['ID=33393a7c-c459-453c-88a6-d3323284696c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:48.290798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 33393a7c-c459-453c-88a6-d3323284696c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:05:48.320375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-8a542f18-9737-4119-af2b-ae807e3b2f81 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425869
Nov 27 21:05:48.337545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Made reservation on behalf of 6b495595d69648f09d3c68320b5b1d15 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:48.339944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.367196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58434) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:48.408454 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.420479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:05:48.440341 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4f813a81-a1ca-4308-9357-5abcfebd3d48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f813a81-a1ca-4308-9357-5abcfebd3d48,segment=NetworkSegment(6703ea47-055c-421c-b550-bc8be26f22e7),segment_id=6703ea47-055c-421c-b550-bc8be26f22e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:48.447582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.448899 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Added segment 0038db63-04f5-4d2e-9271-20153946a093 of type vlan for network c7d3ab7b-de95-424f-b478-1f03f5922b19
Nov 27 21:05:48.455392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '4f813a81-a1ca-4308-9357-5abcfebd3d48', 'network_id': 'fdaaf7b5-1458-4159-852e-903b811d859c', 'port_id': '4f813a81-a1ca-4308-9357-5abcfebd3d48', 'mac_address': 'fa:16:3e:07:db:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ce0f77-7806-43cc-9dc0-a879c5d0ea32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:05:48.497181 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba60886-2457-473f-a365-84fa78585ec2 req-87d73429-0354-44de-b866-c20178a37488 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690600
Nov 27 21:05:48.498624 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.505591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.523097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f813a81-a1ca-4308-9357-5abcfebd3d48 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:05:48.533310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2055349469'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:48.552208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.553550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:48.554260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.563928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4f813a81-a1ca-4308-9357-5abcfebd3d48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f813a81-a1ca-4308-9357-5abcfebd3d48,segment=NetworkSegment(6703ea47-055c-421c-b550-bc8be26f22e7),segment_id=6703ea47-055c-421c-b550-bc8be26f22e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:48.569234 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.623692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4f813a81-a1ca-4308-9357-5abcfebd3d48,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:48.666786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Made reservation on behalf of 08c3aa90c56842e4933bcaf0284cbc43 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:48.670109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.696926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.4324477
Nov 27 21:05:48.698413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58442) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:48.703814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-efba80ef-6c37-4136-9eb5-1610ee5b12c0 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Request body: {'network': {'project_id': '6b495595d69648f09d3c68320b5b1d15'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:48.728201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:48.743203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95449607-b6bc-4bd0-b160-d650f741d9d8 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Pushing event updated for resources: {'Network': ['ID=c7d3ab7b-de95-424f-b478-1f03f5922b19,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:48.745627 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-efba80ef-6c37-4136-9eb5-1610ee5b12c0 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:05:48.746364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efba80ef-6c37-4136-9eb5-1610ee5b12c0 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:05:48.747557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-efba80ef-6c37-4136-9eb5-1610ee5b12c0 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0474663
Nov 27 21:05:48.750528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58444) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:48.758611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c7d3ab7b-de95-424f-b478-1f03f5922b19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:05:48.769494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50caf-4222-4503-9b38-da9680ac6691 req-4c67d3e6-eb96-4a65-a490-59d14d3e175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:48.771222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27c50caf-4222-4503-9b38-da9680ac6691 req-4c67d3e6-eb96-4a65-a490-59d14d3e175f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4732694cf811451b8ffabd706cd72965&device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 1099 time: 0.2129412
Nov 27 21:05:48.776486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864df0d-f0a5-4303-9832-807c930eb77a req-c7ccf2aa-ac57-4e96-b1d9-21261f67e6af tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:48.778021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e864df0d-f0a5-4303-9832-807c930eb77a req-c7ccf2aa-ac57-4e96-b1d9-21261f67e6af tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 944 time: 0.0805981
Nov 27 21:05:48.803990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b59043-8c2e-4c5d-ba9d-cc94876444e0 req-8c000161-1705-4e63-bb32-a34c40167b6a tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:48.805576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3b59043-8c2e-4c5d-ba9d-cc94876444e0 req-8c000161-1705-4e63-bb32-a34c40167b6a tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 948 time: 0.1879754
Nov 27 21:05:48.823770 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f1a52a92-3cae-4d7b-b9e5-0f03151003ff tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b495595d69648f09d3c68320b5b1d15&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0687194
Nov 27 21:05:48.823999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58446) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:48.849904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e864df0d-f0a5-4303-9832-807c930eb77a req-eea2bd0b-7a8e-4583-a884-e37922b9b67e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599940
Nov 27 21:05:48.998574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50caf-4222-4503-9b38-da9680ac6691 req-3ab9a6d7-a578-40f1-bb82-505199aeb578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:49.000154 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27c50caf-4222-4503-9b38-da9680ac6691 req-3ab9a6d7-a578-40f1-bb82-505199aeb578 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.2204027
Nov 27 21:05:49.001964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.011437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3b59043-8c2e-4c5d-ba9d-cc94876444e0 req-fe91a218-d08a-47e0-b77d-b03d3a2a6025 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909125
Nov 27 21:05:49.017446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['4f813a81-a1ca-4308-9357-5abcfebd3d48'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:05:49.022646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.059429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e77e9bc2-24a3-4b39-84e1-922311644f98 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.071865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27c50caf-4222-4503-9b38-da9680ac6691 req-18e4ba29-5c43-4739-9534-120f9614f98e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=7edfdb58-5a15-4344-b301-c4b75f20ad29 HTTP/1.1" status: 200  len: 217 time: 0.0571122
Nov 27 21:05:49.091880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:05:49.151567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.151888 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Added segment d3c3ffae-254d-4dc6-93b0-9c0e613f2de1 of type vlan for network 45e4ee8a-ba64-4fbd-805c-9ee4714dd188
Nov 27 21:05:49.153255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98925a80-c801-4f8e-9cf9-e1d02bf063ca,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:49.157961 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e77e9bc2-24a3-4b39-84e1-922311644f98 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.232431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.237454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50caf-4222-4503-9b38-da9680ac6691 req-7a7d2bdf-f622-456f-894e-90abbbe292ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:49.239117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27c50caf-4222-4503-9b38-da9680ac6691 req-7a7d2bdf-f622-456f-894e-90abbbe292ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.1596694
Nov 27 21:05:49.291226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.297084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:49.297672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.310298 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e77e9bc2-24a3-4b39-84e1-922311644f98 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.313453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e77e9bc2-24a3-4b39-84e1-922311644f98 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.314641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e77e9bc2-24a3-4b39-84e1-922311644f98 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbee70c3-e1d7-4d69-a8a3-28cd1d906188 HTTP/1.1" status: 204  len: 168 time: 0.4897921
Nov 27 21:05:49.318298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58452) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:49.372493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50caf-4222-4503-9b38-da9680ac6691 req-9cb76235-575a-404c-aef4-8bac3789485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:49.374030 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27c50caf-4222-4503-9b38-da9680ac6691 req-9cb76235-575a-404c-aef4-8bac3789485d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1252708
Nov 27 21:05:49.374771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e9bc2-24a3-4b39-84e1-922311644f98 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbee70c3-e1d7-4d69-a8a3-28cd1d906188,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:49.384022 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0154843
Nov 27 21:05:49.386838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58454) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:49.397176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Request body: {'subnet': {'network_id': '45e4ee8a-ba64-4fbd-805c-9ee4714dd188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:49.414314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.439650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792de2c-6fa6-4d54-85e8-38d65d0f7d8b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Pushing event updated for resources: {'Network': ['ID=45e4ee8a-ba64-4fbd-805c-9ee4714dd188,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:49.455731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 45e4ee8a-ba64-4fbd-805c-9ee4714dd188 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:05:49.488160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27c50caf-4222-4503-9b38-da9680ac6691 req-55f36715-6a0a-4430-92f3-894c1e19fa4a service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1030207
Nov 27 21:05:49.557084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Made reservation on behalf of 08c3aa90c56842e4933bcaf0284cbc43 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:49.560569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.568188 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.588993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27c50caf-4222-4503-9b38-da9680ac6691 req-0cba8197-1238-4213-9cd7-3b1dcf99fd77 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936391
Nov 27 21:05:49.635143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f795cee0>,) {'filters': {'network_id': ['c7d3ab7b-de95-424f-b478-1f03f5922b19']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:49.649430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f795cee0>, '0038db63-04f5-4d2e-9271-20153946a093') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:49.649751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f795cee0>, '0038db63-04f5-4d2e-9271-20153946a093') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:49.664859 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.685203 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.694307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:49.694769 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:49.696428 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:49.773628 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.781215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.784057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c7d3ab7b-de95-424f-b478-1f03f5922b19 HTTP/1.1" status: 204  len: 168 time: 0.4646888
Nov 27 21:05:49.786882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58456) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:49.797011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bdd3e-b90e-4be1-8bdf-d16f9ba35af6 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7d3ab7b-de95-424f-b478-1f03f5922b19,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:49.854459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.856352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.919948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Pushing event updated for resources: {'Subnet': ['ID=f82a9d36-1899-48e1-8a73-58db1b957193,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:49.931293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Checking segment: {'id': 'd3c3ffae-254d-4dc6-93b0-9c0e613f2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45e4ee8a-ba64-4fbd-805c-9ee4714dd188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:49.932816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Network hostable DHCP agents. Network: 45e4ee8a-ba64-4fbd-805c-9ee4714dd188, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:05:49.953938 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.958882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Network 45e4ee8a-ba64-4fbd-805c-9ee4714dd188 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:05:49.970599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 45e4ee8a-ba64-4fbd-805c-9ee4714dd188) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:49.976265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:49.976932 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:49.989853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3dc534-d7e9-42c1-9651-cd35afcf0abe None None] Network 45e4ee8a-ba64-4fbd-805c-9ee4714dd188 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:49.994560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efc6f760>,) {'filters': {'network_id': ['33393a7c-c459-453c-88a6-d3323284696c']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:50.002540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c362b926-43be-45dc-946d-46ed2b62967a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6139886
Nov 27 21:05:50.003176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58462) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:50.008834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Request body: {'port': {'network_id': '45e4ee8a-ba64-4fbd-805c-9ee4714dd188', 'name': 'tempest-TagsExtTest-966346581'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:50.016448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efc6f760>, 'c0205f60-02b0-409b-84a4-b5802e31664d') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:50.016758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efc6f760>, 'c0205f60-02b0-409b-84a4-b5802e31664d') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:50.039942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb41c97-16be-4bf3-b4c8-24dc9713f13b req-a9ded0a9-8b88-45cb-a9b1-5a2e5ad2eb06 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:50.041469 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efb41c97-16be-4bf3-b4c8-24dc9713f13b req-a9ded0a9-8b88-45cb-a9b1-5a2e5ad2eb06 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 944 time: 0.1101856
Nov 27 21:05:50.048909 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.086450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.101747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:50.102024 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:50.103789 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:50.152191 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efb41c97-16be-4bf3-b4c8-24dc9713f13b req-d2becada-d2c6-4a03-9b0c-bc9eec12e438 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988882
Nov 27 21:05:50.181569 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.202387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-45e4ee8a-ba64-4fbd-805c-9ee4714dd188', 'network_id': '45e4ee8a-ba64-4fbd-805c-9ee4714dd188', 'tenant_id': '08c3aa90c56842e4933bcaf0284cbc43', 'fixed_ips': [{'subnet_id': 'f82a9d36-1899-48e1-8a73-58db1b957193'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:05:50.204836 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.204988 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.205274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea71539-fca3-402c-a1a8-fb9f5fcc04b9 req-6255fc66-1cf6-437d-9cd7-c42cf62e59b5 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:50.207032 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3ea71539-fca3-402c-a1a8-fb9f5fcc04b9 req-6255fc66-1cf6-437d-9cd7-c42cf62e59b5 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 948 time: 0.1044116
Nov 27 21:05:50.208451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Made reservation on behalf of 08c3aa90c56842e4933bcaf0284cbc43 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:50.212113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.216476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] 10.222.0.21 "DELETE /v2.0/networks/33393a7c-c459-453c-88a6-d3323284696c HTTP/1.1" status: 204  len: 168 time: 0.4284732
Nov 27 21:05:50.219695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc43d87-77b6-4402-bbe4-49e8a474dae5 tempest-QuotasNegativeTest-1911625278 tempest-QuotasNegativeTest-1911625278-project-admin] Pushing event deleted for resources: {'Network': ['ID=33393a7c-c459-453c-88a6-d3323284696c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:50.243579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] device_id is not set on port bdec0985-6c28-4bf6-a5a5-556f59c946ff yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:50.284233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4f813a81-a1ca-4308-9357-5abcfebd3d48 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:50.357606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 4f813a81-a1ca-4308-9357-5abcfebd3d48 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:05:50.361710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 4f813a81-a1ca-4308-9357-5abcfebd3d48 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:50.362226 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.379872 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3ea71539-fca3-402c-a1a8-fb9f5fcc04b9 req-92dec14b-362d-4669-b2f3-e49107b47de1 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394897
Nov 27 21:05:50.402144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Allocated IP 172.20.0.8 (45e4ee8a-ba64-4fbd-805c-9ee4714dd188/f82a9d36-1899-48e1-8a73-58db1b957193/bdec0985-6c28-4bf6-a5a5-556f59c946ff) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:50.457880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.499026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4f813a81-a1ca-4308-9357-5abcfebd3d48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f813a81-a1ca-4308-9357-5abcfebd3d48,segment=NetworkSegment(6703ea47-055c-421c-b550-bc8be26f22e7),segment_id=6703ea47-055c-421c-b550-bc8be26f22e7)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:50.500878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f813a81-a1ca-4308-9357-5abcfebd3d48'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:50.503993 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012277b5-5570-4130-b108-86ce3f6b9f52" -d '{"events": [{"server_uuid": "2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2", "name": "network-vif-plugged", "status": "completed", "tag": "4f813a81-a1ca-4308-9357-5abcfebd3d48"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:50.509803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.552671 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7653efc-f50b-4e39-b0a6-0d0ab539cfcc x-openstack-request-id: req-b7653efc-f50b-4e39-b0a6-0d0ab539cfcc {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:50.553030 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2", "name": "network-vif-plugged", "status": "completed", "tag": "4f813a81-a1ca-4308-9357-5abcfebd3d48", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:50.553238 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7653efc-f50b-4e39-b0a6-0d0ab539cfcc {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:50.553640 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f813a81-a1ca-4308-9357-5abcfebd3d48', 'code': 200}
Nov 27 21:05:50.572825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4f813a81-a1ca-4308-9357-5abcfebd3d48,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:50.575759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.622126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.667452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Allocated IP 172.20.0.2 (45e4ee8a-ba64-4fbd-805c-9ee4714dd188/f82a9d36-1899-48e1-8a73-58db1b957193/ca7de85a-7581-4dc9-aae5-ebc8d33c322a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:05:50.667752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cb311-3b22-426b-941c-812e0bb388f5 req-314bf1c8-add0-476a-bb13-41b321a5a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:50.669617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-941cb311-3b22-426b-941c-812e0bb388f5 req-314bf1c8-add0-476a-bb13-41b321a5a691 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 1096 time: 0.0539229
Nov 27 21:05:50.687054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Pushing event updated for resources: {'Port': ['ID=bdec0985-6c28-4bf6-a5a5-556f59c946ff,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:50.700730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Network 45e4ee8a-ba64-4fbd-805c-9ee4714dd188 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:50.702680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:50.704972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:50.729486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-941cb311-3b22-426b-941c-812e0bb388f5 req-e51d60ba-2d0b-466e-986e-3e90b6c29b47 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518687
Nov 27 21:05:50.763722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:50.765049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.787239 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4053b3fd-7d59-4feb-a59c-3995b8dcc290 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 0.7805226
Nov 27 21:05:50.787669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58476) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:50.792363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fc74f6ce-6781-4e4d-a07d-cab2596dccba tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1217275934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:50.816831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc74f6ce-6781-4e4d-a07d-cab2596dccba tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.817949 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc74f6ce-6781-4e4d-a07d-cab2596dccba tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.833625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58478) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:50.850686 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.856729 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.876316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc74f6ce-6781-4e4d-a07d-cab2596dccba tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.882175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc74f6ce-6781-4e4d-a07d-cab2596dccba tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.900494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Network 45e4ee8a-ba64-4fbd-805c-9ee4714dd188 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:50.902745 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc74f6ce-6781-4e4d-a07d-cab2596dccba tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.903778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:50.904192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fc74f6ce-6781-4e4d-a07d-cab2596dccba tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1155369
Nov 27 21:05:50.906733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:50.907287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58482) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:50.912668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3b6f3431-9c72-4a89-a797-111a480b95b6 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1569231534', 'prefixes': ['172.20.0.0/16']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:50.918646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Pushing event updated for resources: {'Port': ['ID=ca7de85a-7581-4dc9-aae5-ebc8d33c322a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:50.972714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Attempting to bind port ca7de85a-7581-4dc9-aae5-ebc8d33c322a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:50.973094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Attempting to bind port ca7de85a-7581-4dc9-aae5-ebc8d33c322a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3c3ffae-254d-4dc6-93b0-9c0e613f2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45e4ee8a-ba64-4fbd-805c-9ee4714dd188'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:50.973466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Attempting to bind port ca7de85a-7581-4dc9-aae5-ebc8d33c322a on network 45e4ee8a-ba64-4fbd-805c-9ee4714dd188 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:50.974025 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92310d8-25cd-48b3-8a54-d6c99da827b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.978453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:05:50.978831 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Checking segment: {'id': 'd3c3ffae-254d-4dc6-93b0-9c0e613f2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45e4ee8a-ba64-4fbd-805c-9ee4714dd188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:50.979283 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:50.979664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Bound using segment: {'id': 'd3c3ffae-254d-4dc6-93b0-9c0e613f2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45e4ee8a-ba64-4fbd-805c-9ee4714dd188'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:05:50.980130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Bound port: ca7de85a-7581-4dc9-aae5-ebc8d33c322a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c3ffae-254d-4dc6-93b0-9c0e613f2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '45e4ee8a-ba64-4fbd-805c-9ee4714dd188'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:05:50.980511 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.001189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3431-9c72-4a89-a797-111a480b95b6 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for subnetpool, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.002459 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3b6f3431-9c72-4a89-a797-111a480b95b6 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.0936542
Nov 27 21:05:51.006475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58484) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:51.011296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-971a11ea-1f94-420d-a424-2e02f84adaff tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fef4cf70>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193', 'tempest-TagsExtTest-Tag-1936186509') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:51.046081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] For port ca7de85a-7581-4dc9-aae5-ebc8d33c322a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:51.049247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] For port ca7de85a-7581-4dc9-aae5-ebc8d33c322a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca7de85a-7581-4dc9-aae5-ebc8d33c322a,segment=NetworkSegment(d3c3ffae-254d-4dc6-93b0-9c0e613f2de1),segment_id=d3c3ffae-254d-4dc6-93b0-9c0e613f2de1)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:05:51.054127 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.118273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b4e2f-16fe-41ad-8e21-0d934f6fec16 None None] Pushing event updated for resources: {'Port': ['ID=ca7de85a-7581-4dc9-aae5-ebc8d33c322a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:51.155209 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92310d8-25cd-48b3-8a54-d6c99da827b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.160926 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92310d8-25cd-48b3-8a54-d6c99da827b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.207963 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-971a11ea-1f94-420d-a424-2e02f84adaff tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags/tempest-TagsExtTest-Tag-1936186509 HTTP/1.1" status: 201  len: 201 time: 0.1977215
Nov 27 21:05:51.208596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58490) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:51.209282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c92310d8-25cd-48b3-8a54-d6c99da827b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fa45d95e84d4ccf8ae0b8d74b37f624&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3743675
Nov 27 21:05:51.210300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92310d8-25cd-48b3-8a54-d6c99da827b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b542372-74d2-4286-a357-3a72e0f055f3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:51.212776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58492) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:51.216201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-9ea11dcc-75dc-4489-be1c-a5ae3c15ebe5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fc8e5ca0>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff', 'tempest-TagsExtTest-Tag-1215643993') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:51.290845 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9b1d480f-b3ed-49e8-9cf9-9be0f12e0b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.328390 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9b1d480f-b3ed-49e8-9cf9-9be0f12e0b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.405245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9b1d480f-b3ed-49e8-9cf9-9be0f12e0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.408380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9b1d480f-b3ed-49e8-9cf9-9be0f12e0b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.409671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9b1d480f-b3ed-49e8-9cf9-9be0f12e0b72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b542372-74d2-4286-a357-3a72e0f055f3 HTTP/1.1" status: 204  len: 168 time: 0.1960659
Nov 27 21:05:51.447326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d480f-b3ed-49e8-9cf9-9be0f12e0b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b542372-74d2-4286-a357-3a72e0f055f3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:51.477033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487c196-e53f-4a4e-b4f0-976fe245d0f0 req-31e9b956-4e88-4fef-a904-869b35b9047a tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:51.478510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1487c196-e53f-4a4e-b4f0-976fe245d0f0 req-31e9b956-4e88-4fef-a904-869b35b9047a tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 945 time: 0.2223504
Nov 27 21:05:51.506156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ca7de85a-7581-4dc9-aae5-ebc8d33c322a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:51.573396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1487c196-e53f-4a4e-b4f0-976fe245d0f0 req-9c4900aa-78df-4f81-9922-67d4cf511826 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835950
Nov 27 21:05:51.581101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ca7de85a-7581-4dc9-aae5-ebc8d33c322a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:51.581819 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.670921 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.707934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port ca7de85a-7581-4dc9-aae5-ebc8d33c322a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca7de85a-7581-4dc9-aae5-ebc8d33c322a,segment=NetworkSegment(d3c3ffae-254d-4dc6-93b0-9c0e613f2de1),segment_id=d3c3ffae-254d-4dc6-93b0-9c0e613f2de1)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:51.713401 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.780368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=ca7de85a-7581-4dc9-aae5-ebc8d33c322a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:51.799153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4397af9-6d0f-4620-96ed-9c230956d251 req-d46aea27-9af5-475c-ac88-755dc96b7f2f tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:51.801273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4397af9-6d0f-4620-96ed-9c230956d251 req-d46aea27-9af5-475c-ac88-755dc96b7f2f tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 948 time: 0.0674026
Nov 27 21:05:51.804949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58502) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:51.817900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b83ec0a2-19bc-4118-bc7d-9ea4d5838588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.840143 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9ea11dcc-75dc-4489-be1c-a5ae3c15ebe5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags/tempest-TagsExtTest-Tag-1215643993 HTTP/1.1" status: 201  len: 201 time: 0.6273232
Nov 27 21:05:51.840346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58504) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:51.845284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-18961df1-61ed-4b54-8154-82c62302296c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ff1f1520>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0', 'tempest-TagsExtTest-Tag-882876393') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:51.860703 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4397af9-6d0f-4620-96ed-9c230956d251 req-e32a898d-78d4-429e-ab8e-924dfebab68c tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524206
Nov 27 21:05:51.974819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18961df1-61ed-4b54-8154-82c62302296c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags/tempest-TagsExtTest-Tag-882876393 HTTP/1.1" status: 201  len: 201 time: 0.1329088
Nov 27 21:05:51.977190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58506) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:51.979065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b83ec0a2-19bc-4118-bc7d-9ea4d5838588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:51.982427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-9b7fe7ac-2365-4c4c-b316-ab089f368799 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fff749a0>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45', 'tempest-TagsExtTest-Tag-745842411') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:51.984205 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b83ec0a2-19bc-4118-bc7d-9ea4d5838588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:52.030600 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b83ec0a2-19bc-4118-bc7d-9ea4d5838588 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c559ed7c130437588dcea9d3e1373b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2244582
Nov 27 21:05:52.031401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58508) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:52.032211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ec0a2-19bc-4118-bc7d-9ea4d5838588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de17b992-1f9d-4674-b6e6-ab6d6fa72033,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:52.058951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9b7fe7ac-2365-4c4c-b316-ab089f368799 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags/tempest-TagsExtTest-Tag-745842411 HTTP/1.1" status: 201  len: 201 time: 0.0806024
Nov 27 21:05:52.062158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58510) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:52.066410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-2dea3aa2-bc19-4bc1-9647-97ea3fe8ebad tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3ffc17c10>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:52.148421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4d0249f-53df-4c81-b2d0-d858cd44a1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:52.184524 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4d0249f-53df-4c81-b2d0-d858cd44a1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:52.214598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2dea3aa2-bc19-4bc1-9647-97ea3fe8ebad tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags HTTP/1.1" status: 200  len: 241 time: 0.1508884
Nov 27 21:05:52.216741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58514) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:52.221277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-00b70fdc-2561-47f1-89b3-668e40bbae80 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5738b0>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193', 'tempest-TagsExtTest-Tag-1936186509') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:52.261100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7edfdb58-5a15-4344-b301-c4b75f20ad29 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:05:52.285187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4d0249f-53df-4c81-b2d0-d858cd44a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:52.287952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4d0249f-53df-4c81-b2d0-d858cd44a1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:52.289096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e4d0249f-53df-4c81-b2d0-d858cd44a1c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de17b992-1f9d-4674-b6e6-ab6d6fa72033 HTTP/1.1" status: 204  len: 168 time: 0.2567604
Nov 27 21:05:52.303287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-00b70fdc-2561-47f1-89b3-668e40bbae80 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags/tempest-TagsExtTest-Tag-1936186509 HTTP/1.1" status: 204  len: 168 time: 0.0855105
Nov 27 21:05:52.304517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0249f-53df-4c81-b2d0-d858cd44a1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de17b992-1f9d-4674-b6e6-ab6d6fa72033,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:52.306274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58518) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:52.311151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-5018e65e-797d-4bcc-a051-2518a854a8f3 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ef1bc7c0>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193', 'tempest-TagsExtTest-Tag-1936186509') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:52.398076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84d5ba-ae43-421d-ad98-82ed0f0226fa None None] Network 45e4ee8a-ba64-4fbd-805c-9ee4714dd188 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:52.422575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5018e65e-797d-4bcc-a051-2518a854a8f3 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags/tempest-TagsExtTest-Tag-1936186509 HTTP/1.1" status: 204  len: 168 time: 0.1152678
Nov 27 21:05:52.430135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58522) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:52.434955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-7ead415c-a28e-4bd4-b19e-613258059a52 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3ef1bd250>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:52.454896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7edfdb58-5a15-4344-b301-c4b75f20ad29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edfdb58-5a15-4344-b301-c4b75f20ad29,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:52.510740 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7ead415c-a28e-4bd4-b19e-613258059a52 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags HTTP/1.1" status: 200  len: 205 time: 0.0839045
Nov 27 21:05:52.512888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58526) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:52.517807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-62a18096-ac94-42c9-a20d-5381bf7aa447 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fd96bcd0>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:52.575398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-62a18096-ac94-42c9-a20d-5381bf7aa447 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags HTTP/1.1" status: 200  len: 241 time: 0.0590785
Nov 27 21:05:52.575677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58528) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:52.579991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-4a0859ae-8e0e-4574-8e4a-8d58ccbe3c87 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ff1846a0>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff', 'tempest-TagsExtTest-Tag-1215643993') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:52.633790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4a0859ae-8e0e-4574-8e4a-8d58ccbe3c87 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags/tempest-TagsExtTest-Tag-1215643993 HTTP/1.1" status: 204  len: 168 time: 0.0570514
Nov 27 21:05:52.636369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58534) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:52.644371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-5b94b8aa-4b78-4f05-bfc9-a0e3df5612b6 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ff184eb0>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff', 'tempest-TagsExtTest-Tag-1215643993') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:52.649933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '7edfdb58-5a15-4344-b301-c4b75f20ad29', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '7edfdb58-5a15-4344-b301-c4b75f20ad29', 'mac_address': 'fa:16:3e:c4:41:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:05:52.672698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bb190a46-d825-4477-ada5-e1b88751eee6 None None] Provisioning complete for port ca7de85a-7581-4dc9-aae5-ebc8d33c322a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:52.673262 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bb190a46-d825-4477-ada5-e1b88751eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:52.755512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:52.804526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edfdb58-5a15-4344-b301-c4b75f20ad29 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:05:52.874818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7edfdb58-5a15-4344-b301-c4b75f20ad29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edfdb58-5a15-4344-b301-c4b75f20ad29,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:52.886867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:52.962380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=7edfdb58-5a15-4344-b301-c4b75f20ad29,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:53.013768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e5a42-7f18-480e-8e7e-211c48bf6537 req-63ac7a61-d1f5-4a47-be52-207818c2be8e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:53.019777 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f2e5a42-7f18-480e-8e7e-211c48bf6537 req-63ac7a61-d1f5-4a47-be52-207818c2be8e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 949 time: 0.0753393
Nov 27 21:05:53.040359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da42a1-739a-482a-aa21-265c810b7478 req-6d2423fe-f337-49ea-912b-3125a98ec7e1 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:53.047699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56da42a1-739a-482a-aa21-265c810b7478 req-6d2423fe-f337-49ea-912b-3125a98ec7e1 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 945 time: 0.3732615
Nov 27 21:05:53.082830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5b94b8aa-4b78-4f05-bfc9-a0e3df5612b6 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags/tempest-TagsExtTest-Tag-1215643993 HTTP/1.1" status: 204  len: 168 time: 0.4445603
Nov 27 21:05:53.085359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58550) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.092279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-b8b8c11f-8e00-4c37-b054-ced58c6a8c79 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fd36a3d0>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.095120 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f2e5a42-7f18-480e-8e7e-211c48bf6537 req-0af25a06-dca4-473d-bc02-8893f5902391 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669322
Nov 27 21:05:53.126689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56da42a1-739a-482a-aa21-265c810b7478 req-f65efd14-19b0-4773-a4f3-62e45093f56b tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781019
Nov 27 21:05:53.159142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b8b8c11f-8e00-4c37-b054-ced58c6a8c79 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags HTTP/1.1" status: 200  len: 205 time: 0.0701771
Nov 27 21:05:53.159142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58554) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.164537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-384bc0d2-3a02-4107-b98d-d3570424082d tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2b3610>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.216266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['7edfdb58-5a15-4344-b301-c4b75f20ad29'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:05:53.266736 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-384bc0d2-3a02-4107-b98d-d3570424082d tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags HTTP/1.1" status: 200  len: 240 time: 0.1030495
Nov 27 21:05:53.266902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58560) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.280696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-8db5399e-b628-4716-a38c-184c86aaf7ba tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ff1a8df0>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0', 'tempest-TagsExtTest-Tag-882876393') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.395073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8db5399e-b628-4716-a38c-184c86aaf7ba tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags/tempest-TagsExtTest-Tag-882876393 HTTP/1.1" status: 204  len: 168 time: 0.1270967
Nov 27 21:05:53.398194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58564) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.403572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-8dbf1b39-b34b-4310-b0b6-107118f2cad4 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3eeee22b0>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0', 'tempest-TagsExtTest-Tag-882876393') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.474555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ca7de85a-7581-4dc9-aae5-ebc8d33c322a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:53.477074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eea1a1c5-36e1-47b6-b936-70eac1ad81ba None None] Provisioning complete for port ca7de85a-7581-4dc9-aae5-ebc8d33c322a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:53.481412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eea1a1c5-36e1-47b6-b936-70eac1ad81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:53.553955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8dbf1b39-b34b-4310-b0b6-107118f2cad4 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags/tempest-TagsExtTest-Tag-882876393 HTTP/1.1" status: 204  len: 168 time: 0.1545560
Nov 27 21:05:53.556531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58572) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.562405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-9c726583-d09d-472d-b477-c3964fc0ea61 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3f76ed2e0>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.645636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ec623-6e0d-4ed4-b70d-befc1151494c req-ca9337c0-926b-4cb6-8409-d9976fe1eebd tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:53.647192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b91ec623-6e0d-4ed4-b70d-befc1151494c req-ca9337c0-926b-4cb6-8409-d9976fe1eebd tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 945 time: 0.0757651
Nov 27 21:05:53.695855 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9c726583-d09d-472d-b477-c3964fc0ea61 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags HTTP/1.1" status: 200  len: 205 time: 0.1378355
Nov 27 21:05:53.698486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58578) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.703164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-a65e031a-6fa7-4f70-b7da-bae1e4bc1250 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fd487ac0>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.711819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ca7de85a-7581-4dc9-aae5-ebc8d33c322a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:53.712645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b91ec623-6e0d-4ed4-b70d-befc1151494c req-45b73d2f-6d74-43d4-8b78-5eb2123e1e0e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541632
Nov 27 21:05:53.713019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:53.743466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a65e031a-6fa7-4f70-b7da-bae1e4bc1250 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags HTTP/1.1" status: 200  len: 240 time: 0.0433834
Nov 27 21:05:53.746396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58582) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.750617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-605893a4-7471-4c7f-b697-a571146bb8ab tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ffe46130>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45', 'tempest-TagsExtTest-Tag-745842411') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.774592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-605893a4-7471-4c7f-b697-a571146bb8ab tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags/tempest-TagsExtTest-Tag-745842411 HTTP/1.1" status: 204  len: 168 time: 0.0270774
Nov 27 21:05:53.777095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58584) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.780529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eea1a1c5-36e1-47b6-b936-70eac1ad81ba None None] Provisioning complete for port bdec0985-6c28-4bf6-a5a5-556f59c946ff triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:53.780910 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eea1a1c5-36e1-47b6-b936-70eac1ad81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:53.781911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-03ab399f-1488-4392-9ee3-36044e9291c1 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7e4940>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45', 'tempest-TagsExtTest-Tag-745842411') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.822675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-03ab399f-1488-4392-9ee3-36044e9291c1 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags/tempest-TagsExtTest-Tag-745842411 HTTP/1.1" status: 204  len: 168 time: 0.0444102
Nov 27 21:05:53.825223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58586) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.832167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-90aaf330-5bf6-45e6-b75e-41ecce51973b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fce2a370>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.845698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-eea1a1c5-36e1-47b6-b936-70eac1ad81ba None None] Port bdec0985-6c28-4bf6-a5a5-556f59c946ff cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:53.860808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-90aaf330-5bf6-45e6-b75e-41ecce51973b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags HTTP/1.1" status: 200  len: 205 time: 0.0324774
Nov 27 21:05:53.863504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58590) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.868113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-1f89f08f-3ccc-4e13-8bc0-5a4097741cfb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fffa1490>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.896457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1f89f08f-3ccc-4e13-8bc0-5a4097741cfb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags HTTP/1.1" status: 204  len: 168 time: 0.0319114
Nov 27 21:05:53.898885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58594) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.903391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-ebc0d140-302b-489c-88eb-90f72b9144d3 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf8ed60>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:53.970280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-55f51751-cc05-4296-be7e-21e9312863eb None None] Provisioning complete for port bdec0985-6c28-4bf6-a5a5-556f59c946ff triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:53.970655 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55f51751-cc05-4296-be7e-21e9312863eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:53.986046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ebc0d140-302b-489c-88eb-90f72b9144d3 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags HTTP/1.1" status: 204  len: 168 time: 0.0838425
Nov 27 21:05:53.986272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58596) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:53.992265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-0a1c7b6d-e66d-4e84-b562-d7c40b01ad20 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3f7638b20>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.014816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-55f51751-cc05-4296-be7e-21e9312863eb None None] Port bdec0985-6c28-4bf6-a5a5-556f59c946ff cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:05:54.016005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58598) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.056826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0a1c7b6d-e66d-4e84-b562-d7c40b01ad20 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags HTTP/1.1" status: 204  len: 168 time: 0.0695486
Nov 27 21:05:54.059533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58602) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.063988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-6f818154-7aae-44ff-af10-e7135b861d3b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3ff104f70>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.125068 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6f818154-7aae-44ff-af10-e7135b861d3b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags HTTP/1.1" status: 204  len: 168 time: 0.0643916
Nov 27 21:05:54.129817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58606) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.134379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-9448b61e-35f0-4310-b26f-b142a3cd4d69 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ffe46070>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193', 'tempest-TagsExtTest-Tag-1342252232') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.168322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1892223841'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:54.193208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Made reservation on behalf of 9e6bcd10b34e4c42a28bc46d863eb8f7 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:54.198094 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.208857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.239095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d790c-8adf-4ac5-b64a-3142a4956512 req-bc6ae8f6-0c47-41d3-ab41-3de2a253f14c tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:54.240676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-726d790c-8adf-4ac5-b64a-3142a4956512 req-bc6ae8f6-0c47-41d3-ab41-3de2a253f14c tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 949 time: 0.0679276
Nov 27 21:05:54.245607 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9448b61e-35f0-4310-b26f-b142a3cd4d69 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags/tempest-TagsExtTest-Tag-1342252232 HTTP/1.1" status: 201  len: 201 time: 0.1121199
Nov 27 21:05:54.245765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58608) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.252321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-8b68438d-9454-40e4-8630-41b5e4368d3c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ffeb2c70>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff', 'tempest-TagsExtTest-Tag-441169192') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.293098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.301183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.332703 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-726d790c-8adf-4ac5-b64a-3142a4956512 req-f45bc4cf-073a-453b-a6da-39d22977bebf tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842402
Nov 27 21:05:54.333951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:05:54.346538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd188a58-d0c6-466f-b96d-630f625e9913,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:54.355116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.355790 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Added segment dd72cf50-9fcc-4808-bed5-81c7fc4fdc51 of type vlan for network 33b46c12-d47c-4740-8a3a-3bb42e61ec99
Nov 27 21:05:54.365237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8b68438d-9454-40e4-8630-41b5e4368d3c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags/tempest-TagsExtTest-Tag-441169192 HTTP/1.1" status: 201  len: 201 time: 0.1181140
Nov 27 21:05:54.369237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58612) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.375408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-42ef9c38-6692-4d53-865b-e54734886a1b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fcbc9250>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0', 'tempest-TagsExtTest-Tag-449821300') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.467365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.504887 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.510897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:54.511499 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.535946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-42ef9c38-6692-4d53-865b-e54734886a1b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags/tempest-TagsExtTest-Tag-449821300 HTTP/1.1" status: 201  len: 201 time: 0.1667323
Nov 27 21:05:54.538991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58614) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.544335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-c4eb3a98-bf5b-458c-bb97-586175414ce3 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7a0be0>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45', 'tempest-TagsExtTest-Tag-2029106787') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.573754 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 0.5565259
Nov 27 21:05:54.582170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c4eb3a98-bf5b-458c-bb97-586175414ce3 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags/tempest-TagsExtTest-Tag-2029106787 HTTP/1.1" status: 201  len: 201 time: 0.0418324
Nov 27 21:05:54.585039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58620) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.589501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-ffd9a564-3a55-4e53-914d-70bd71601527 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3febdbd30>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193', {'tags': ['tempest-TagsExtTest-Tag-1202065910', 'tempest-TagsExtTest-Tag-1564968022', 'tempest-TagsExtTest-Tag-1677735548']}) {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.624930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98eadd-3f03-496e-bf37-33148369332a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Pushing event updated for resources: {'Network': ['ID=33b46c12-d47c-4740-8a3a-3bb42e61ec99,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:54.636390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:05:54.669655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ffd9a564-3a55-4e53-914d-70bd71601527 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags HTTP/1.1" status: 200  len: 318 time: 0.0834117
Nov 27 21:05:54.672061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58624) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.677716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-ee6560ec-242c-4dfc-94e2-9d41870f73da tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3feed3af0>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.759519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ee6560ec-242c-4dfc-94e2-9d41870f73da tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags HTTP/1.1" status: 204  len: 168 time: 0.0862312
Nov 27 21:05:54.761051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58628) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.762827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58630) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.766880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Request body: {'port': {'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-284681582'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:54.767782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-d6477784-26c0-4090-94be-542105b9182e tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fd36adf0>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193', 'tempest-TagsExtTest-Tag-1202065910') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.794016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Made reservation on behalf of 7c0cae28b290437eb192abd062933b8a for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:54.797044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.807088 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.862174 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-d6477784-26c0-4090-94be-542105b9182e tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:54.863858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d6477784-26c0-4090-94be-542105b9182e tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags/tempest-TagsExtTest-Tag-1202065910 HTTP/1.1" status: 404  len: 329 time: 0.1000216
Nov 27 21:05:54.867599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58632) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:54.872891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-783383cf-146c-4bf1-b808-7476f0ca161c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3efd68970>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193', 'tempest-TagsExtTest-Tag-1564968022') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:54.882289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63b221-c1a0-4262-aef1-f7da0772fdf8 req-64c67f73-8a8c-4a9c-b3e4-cfd165b3f12d tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:54.883823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc63b221-c1a0-4262-aef1-f7da0772fdf8 req-64c67f73-8a8c-4a9c-b3e4-cfd165b3f12d tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 945 time: 0.0749266
Nov 27 21:05:54.889880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.894859 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:54.900312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] device_id is not set on port 7b14aa22-c877-4357-a16f-f99bef48d263 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:54.969745 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:05:54.978147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7087c496-914a-4ae1-af3a-d68b71a5195a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:54.991514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc63b221-c1a0-4262-aef1-f7da0772fdf8 req-b2636077-c386-4438-93ef-ba16165336dd tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/security-groups?id=bb5541eb-db7f-4829-8e93-4944ce12616c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876341
Nov 27 21:05:55.000609 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-783383cf-146c-4bf1-b808-7476f0ca161c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:55.004865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-783383cf-146c-4bf1-b808-7476f0ca161c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags/tempest-TagsExtTest-Tag-1564968022 HTTP/1.1" status: 404  len: 329 time: 0.1361923
Nov 27 21:05:55.005373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58634) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:55.011209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-6b520892-bf66-4d28-ac13-874d58bd412e tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6f8bb0>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193', 'tempest-TagsExtTest-Tag-1677735548') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:55.024439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-b7eeae17-5195-4ac9-8062-7a8ef5436d4e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:55.025889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-b7eeae17-5195-4ac9-8062-7a8ef5436d4e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 945 time: 0.0770125
Nov 27 21:05:55.137423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Deleting port 4f813a81-a1ca-4308-9357-5abcfebd3d48 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:55.138672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:55.174595 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-6b520892-bf66-4d28-ac13-874d58bd412e tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:55.177619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6b520892-bf66-4d28-ac13-874d58bd412e tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags/tempest-TagsExtTest-Tag-1677735548 HTTP/1.1" status: 404  len: 329 time: 0.1695240
Nov 27 21:05:55.180730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] device_id is not set on port 7b14aa22-c877-4357-a16f-f99bef48d263 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:55.184159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58636) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:55.188857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-657db144-5cc7-4f84-99f6-85d5ddd9ad51 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3efc61910>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff', {'tags': ['tempest-TagsExtTest-Tag-357297074', 'tempest-TagsExtTest-Tag-99452655', 'tempest-TagsExtTest-Tag-2111617277']}) {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:55.191421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:55.198118 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:55.256035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'Port': ['ID=7b14aa22-c877-4357-a16f-f99bef48d263,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:55.267130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Checking segment: {'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:05:55.267538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Network hostable DHCP agents. Network: 33b46c12-d47c-4740-8a3a-3bb42e61ec99, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:05:55.285986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:05:55.286623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] For port 4f813a81-a1ca-4308-9357-5abcfebd3d48, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4f813a81-a1ca-4308-9357-5abcfebd3d48,segment=NetworkSegment(6703ea47-055c-421c-b550-bc8be26f22e7),segment_id=6703ea47-055c-421c-b550-bc8be26f22e7)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:55.286995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:55.290577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-657db144-5cc7-4f84-99f6-85d5ddd9ad51 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags HTTP/1.1" status: 200  len: 315 time: 0.1052530
Nov 27 21:05:55.293298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58638) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:55.298856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-ecdbfe11-8be6-45e9-835b-ab86ca0266ec tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fcbe5220>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:55.302133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Calling delete_port for 4f813a81-a1ca-4308-9357-5abcfebd3d48 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:55.302302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33b46c12-d47c-4740-8a3a-3bb42e61ec99) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:55.311719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e7743-cea6-48e7-b388-16d82d23f203 None None] Network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:55.326581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:55.345391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.345900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.346353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.356551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.357066 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.360791 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 2 to bind port 7b14aa22-c877-4357-a16f-f99bef48d263
Nov 27 21:05:55.378024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.379020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.379494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.388383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.388780 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.389691 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 3 to bind port 7b14aa22-c877-4357-a16f-f99bef48d263
Nov 27 21:05:55.413007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.413547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.414018 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.454324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.454324 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.454324 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 4 to bind port 7b14aa22-c877-4357-a16f-f99bef48d263
Nov 27 21:05:55.459877 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ecdbfe11-8be6-45e9-835b-ab86ca0266ec tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags HTTP/1.1" status: 204  len: 168 time: 0.1627998
Nov 27 21:05:55.470316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58644) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:55.478497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-0f398115-9a7a-4268-855a-6898191c6ab4 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ee340>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff', 'tempest-TagsExtTest-Tag-357297074') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:55.488660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.488660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.489076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.498146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.498146 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.500405 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 5 to bind port 7b14aa22-c877-4357-a16f-f99bef48d263
Nov 27 21:05:55.524425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dddca5-4aec-4118-ab92-b01346f96d7e req-7e2cddb6-2c1d-4de8-b6a5-d0edd6589626 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:55.526084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70dddca5-4aec-4118-ab92-b01346f96d7e req-7e2cddb6-2c1d-4de8-b6a5-d0edd6589626 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 949 time: 0.1045814
Nov 27 21:05:55.527361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.527765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.528179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.533039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.533505 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.534042 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 6 to bind port 7b14aa22-c877-4357-a16f-f99bef48d263
Nov 27 21:05:55.538001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:55.549884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['4f813a81-a1ca-4308-9357-5abcfebd3d48'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:05:55.568441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.568793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.569126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.580389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Pushing event deleted for resources: {'Port': ['ID=4f813a81-a1ca-4308-9357-5abcfebd3d48,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:55.591295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.591620 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.595657 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 7 to bind port 7b14aa22-c877-4357-a16f-f99bef48d263
Nov 27 21:05:55.613010 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70dddca5-4aec-4118-ab92-b01346f96d7e req-1814cead-f5c2-42e6-afa7-af1264bdf1c8 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734484
Nov 27 21:05:55.615420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.615765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.616107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.617201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] No DVR routers for this DVR port 4f813a81-a1ca-4308-9357-5abcfebd3d48 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:55.620349 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:55.621768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.622109 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.622531 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 8 to bind port 7b14aa22-c877-4357-a16f-f99bef48d263
Nov 27 21:05:55.624802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4969fe95-f55d-4b33-bf5d-68458f90c544 req-1dfb0c60-a7c3-49b3-803b-f9389634725e tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.15 "DELETE /v2.0/ports/4f813a81-a1ca-4308-9357-5abcfebd3d48 HTTP/1.1" status: 204  len: 173 time: 0.5925305
Nov 27 21:05:55.625437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2', 'name': 'network-vif-deleted', 'tag': '4f813a81-a1ca-4308-9357-5abcfebd3d48'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:55.628848 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbf8a4d-d942-44d3-bcee-26c7443f6dcf" -d '{"events": [{"server_uuid": "2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2", "name": "network-vif-deleted", "tag": "4f813a81-a1ca-4308-9357-5abcfebd3d48"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:55.633344 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-0f398115-9a7a-4268-855a-6898191c6ab4 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:55.634460 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0f398115-9a7a-4268-855a-6898191c6ab4 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags/tempest-TagsExtTest-Tag-357297074 HTTP/1.1" status: 404  len: 328 time: 0.1632557
Nov 27 21:05:55.637594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58650) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:55.640710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.641066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.641521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.641813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-7f572c9c-09e9-4937-b56f-c95c8598e213 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0f8490>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff', 'tempest-TagsExtTest-Tag-99452655') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:55.648174 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.648595 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.649079 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 9 to bind port 7b14aa22-c877-4357-a16f-f99bef48d263
Nov 27 21:05:55.674450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.675743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.676178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.678730 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb0667a-bdc4-4bb5-b69e-61c5f7b29b3f x-openstack-request-id: req-9cb0667a-bdc4-4bb5-b69e-61c5f7b29b3f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:55.679028 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2", "name": "network-vif-deleted", "tag": "4f813a81-a1ca-4308-9357-5abcfebd3d48", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:55.680125 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cb0667a-bdc4-4bb5-b69e-61c5f7b29b3f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:55.680547 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2', 'name': 'network-vif-deleted', 'tag': '4f813a81-a1ca-4308-9357-5abcfebd3d48', 'status': 'completed', 'code': 200}
Nov 27 21:05:55.681392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.681741 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.682161 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 10 to bind port 7b14aa22-c877-4357-a16f-f99bef48d263
Nov 27 21:05:55.698009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:55.698364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:55.698713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:55.705173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 7b14aa22-c877-4357-a16f-f99bef48d263 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:55.705518 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 7b14aa22-c877-4357-a16f-f99bef48d263 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:55.705900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:55.710731 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-7f572c9c-09e9-4937-b56f-c95c8598e213 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:55.711822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7f572c9c-09e9-4937-b56f-c95c8598e213 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags/tempest-TagsExtTest-Tag-99452655 HTTP/1.1" status: 404  len: 327 time: 0.0733049
Nov 27 21:05:55.714569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58652) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:55.718916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-543fb951-a2cd-451e-8066-5e69bc40c988 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ef276700>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff', 'tempest-TagsExtTest-Tag-2111617277') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:55.781878 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-543fb951-a2cd-451e-8066-5e69bc40c988 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:55.783173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-543fb951-a2cd-451e-8066-5e69bc40c988 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags/tempest-TagsExtTest-Tag-2111617277 HTTP/1.1" status: 404  len: 329 time: 0.0676782
Nov 27 21:05:55.786087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58656) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:55.789324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] For port 7b14aa22-c877-4357-a16f-f99bef48d263, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:55.789711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempted to set empty binding levels {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 21:05:55.794265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-e21af442-8aa8-4abc-b56b-76164af7d608 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fc03feb0>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0', {'tags': ['tempest-TagsExtTest-Tag-543928735', 'tempest-TagsExtTest-Tag-621464528', 'tempest-TagsExtTest-Tag-1658637804']}) {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:55.795353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:55.835089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:55.835725 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:55.855060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'Port': ['ID=7b14aa22-c877-4357-a16f-f99bef48d263,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:55.861162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-141dca54-b67d-4645-9eb6-a2d95aeb0c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 1.0984199
Nov 27 21:05:55.863976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58658) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:55.930788 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e21af442-8aa8-4abc-b56b-76164af7d608 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags HTTP/1.1" status: 200  len: 316 time: 0.1417651
Nov 27 21:05:55.933413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58660) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:55.938604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-f029df37-405e-4e10-9f4e-04d6cd89b475 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0d0760>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:55.953654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-cf22c7fc-6cb2-4cc2-8253-049ccc2be385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Deleting port 7b14aa22-c877-4357-a16f-f99bef48d263 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:55.954004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cf22c7fc-6cb2-4cc2-8253-049ccc2be385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.025843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-cf22c7fc-6cb2-4cc2-8253-049ccc2be385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] For port 7b14aa22-c877-4357-a16f-f99bef48d263, host nch1-master-1, got binding levels [] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:56.026312 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cf22c7fc-6cb2-4cc2-8253-049ccc2be385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.041062 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f029df37-405e-4e10-9f4e-04d6cd89b475 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags HTTP/1.1" status: 204  len: 168 time: 0.1032646
Nov 27 21:05:56.044055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58664) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.048611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-20cb11da-1ff4-4878-8100-1ef80025011b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4f0d90>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0', 'tempest-TagsExtTest-Tag-543928735') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.050559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-cf22c7fc-6cb2-4cc2-8253-049ccc2be385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Calling delete_port for 7b14aa22-c877-4357-a16f-f99bef48d263 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:56.132763 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-20cb11da-1ff4-4878-8100-1ef80025011b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:56.134001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-20cb11da-1ff4-4878-8100-1ef80025011b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags/tempest-TagsExtTest-Tag-543928735 HTTP/1.1" status: 404  len: 328 time: 0.0890050
Nov 27 21:05:56.136820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7c07696-bfff-47ad-b007-399b7697d50a req-b15496a8-a377-4cf4-8158-f0026904c185 tempest-InstanceActionsV221TestJSON-20452772 tempest-InstanceActionsV221TestJSON-20452772-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a4eb675-fcde-4cac-8b59-2e3bec9e8cf2 HTTP/1.1" status: 200  len: 210 time: 0.0340588
Nov 27 21:05:56.137284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58666) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.143283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-c028749b-4655-46af-963e-00e7a11ef32f tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3feb06070>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0', 'tempest-TagsExtTest-Tag-621464528') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.239136 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-c028749b-4655-46af-963e-00e7a11ef32f tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:56.240209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c028749b-4655-46af-963e-00e7a11ef32f tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags/tempest-TagsExtTest-Tag-621464528 HTTP/1.1" status: 404  len: 328 time: 0.1003826
Nov 27 21:05:56.243121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58668) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.248037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-18ed12b3-ae0c-459d-96f3-c2ffb53c015d tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ef592be0>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0', 'tempest-TagsExtTest-Tag-1658637804') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.250865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cf22c7fc-6cb2-4cc2-8253-049ccc2be385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.267385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7edfdb58-5a15-4344-b301-c4b75f20ad29 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:05:56.321779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 7edfdb58-5a15-4344-b301-c4b75f20ad29 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:05:56.325597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 7edfdb58-5a15-4344-b301-c4b75f20ad29 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:05:56.325983 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.341096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22c7fc-6cb2-4cc2-8253-049ccc2be385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b14aa22-c877-4357-a16f-f99bef48d263,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:56.351622 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cf22c7fc-6cb2-4cc2-8253-049ccc2be385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.357357 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cf22c7fc-6cb2-4cc2-8253-049ccc2be385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7b14aa22-c877-4357-a16f-f99bef48d263 HTTP/1.1" status: 204  len: 168 time: 0.4899368
Nov 27 21:05:56.357697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58670) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.364575 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-18ed12b3-ae0c-459d-96f3-c2ffb53c015d tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:56.365596 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18ed12b3-ae0c-459d-96f3-c2ffb53c015d tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags/tempest-TagsExtTest-Tag-1658637804 HTTP/1.1" status: 404  len: 329 time: 0.1214378
Nov 27 21:05:56.368474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58672) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.374159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-f1c49dca-ef7d-4f3f-a3c6-98718040a756 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4d2310>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45', {'tags': ['tempest-TagsExtTest-Tag-1792061567', 'tempest-TagsExtTest-Tag-1422336267', 'tempest-TagsExtTest-Tag-1682787778']}) {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.395211 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-243e3483-1482-4938-842f-aab43ede3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] GET failed (client error): The resource could not be found.
Nov 27 21:05:56.397131 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-243e3483-1482-4938-842f-aab43ede3f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "GET /v2.0/ports/7b14aa22-c877-4357-a16f-f99bef48d263 HTTP/1.1" status: 404  len: 333 time: 0.0378630
Nov 27 21:05:56.400489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58674) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.405751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Request body: {'port': {'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-621724964'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:56.415535 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.429684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Made reservation on behalf of 7c0cae28b290437eb192abd062933b8a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:56.432134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.439459 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f1c49dca-ef7d-4f3f-a3c6-98718040a756 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "PUT /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags HTTP/1.1" status: 200  len: 318 time: 0.0699501
Nov 27 21:05:56.442191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58676) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.445457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1f2144-f62b-4da2-b69c-0387745fda48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edfdb58-5a15-4344-b301-c4b75f20ad29'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:05:56.446854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-d2c08650-6788-4d16-93bb-c56f50515b6c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3eecb7760>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.447869 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d825e69-05f1-4181-a064-82f69e7b7b23" -d '{"events": [{"server_uuid": "cb1f2144-f62b-4da2-b69c-0387745fda48", "name": "network-vif-plugged", "status": "completed", "tag": "7edfdb58-5a15-4344-b301-c4b75f20ad29"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:05:56.462183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7edfdb58-5a15-4344-b301-c4b75f20ad29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edfdb58-5a15-4344-b301-c4b75f20ad29,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:56.466555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.467712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4f813a81-a1ca-4308-9357-5abcfebd3d48 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:05:56.486233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] device_id is not set on port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:56.507560 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be60079-2979-4fa0-ade3-99d4534fa896 x-openstack-request-id: req-5be60079-2979-4fa0-ade3-99d4534fa896 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:05:56.507857 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1f2144-f62b-4da2-b69c-0387745fda48", "name": "network-vif-plugged", "status": "completed", "tag": "7edfdb58-5a15-4344-b301-c4b75f20ad29", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:05:56.508114 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5be60079-2979-4fa0-ade3-99d4534fa896 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:05:56.508509 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1f2144-f62b-4da2-b69c-0387745fda48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edfdb58-5a15-4344-b301-c4b75f20ad29', 'code': 200}
Nov 27 21:05:56.511393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 4f813a81-a1ca-4308-9357-5abcfebd3d48 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:05:56.512350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4f813a81-a1ca-4308-9357-5abcfebd3d48 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:05:56.541998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=7edfdb58-5a15-4344-b301-c4b75f20ad29,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:56.581860 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2c08650-6788-4d16-93bb-c56f50515b6c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags HTTP/1.1" status: 204  len: 168 time: 0.1380742
Nov 27 21:05:56.583931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58682) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.591816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-008454e2-756c-4777-aed6-1ee02d99b09b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe400b9aa30>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45', 'tempest-TagsExtTest-Tag-1792061567') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.612327 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-008454e2-756c-4777-aed6-1ee02d99b09b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:56.613676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-008454e2-756c-4777-aed6-1ee02d99b09b tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags/tempest-TagsExtTest-Tag-1792061567 HTTP/1.1" status: 404  len: 329 time: 0.0287023
Nov 27 21:05:56.617040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58684) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.621505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-2b5990df-100f-40b4-922c-4713ed8b1ef0 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fc0c9190>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45', 'tempest-TagsExtTest-Tag-1422336267') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.642330 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-2b5990df-100f-40b4-922c-4713ed8b1ef0 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:56.647679 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2b5990df-100f-40b4-922c-4713ed8b1ef0 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags/tempest-TagsExtTest-Tag-1422336267 HTTP/1.1" status: 404  len: 329 time: 0.0296865
Nov 27 21:05:56.648385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58688) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.652992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-5cf8dc12-f989-453f-9dc7-0ac821d88a5c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fd789dc0>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45', 'tempest-TagsExtTest-Tag-1682787778') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.676573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd293a-3394-49e0-8a6d-a7f463a63464 req-bf7758e0-cfc7-44f5-8467-365a538bf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:56.676818 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-5cf8dc12-f989-453f-9dc7-0ac821d88a5c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] show failed (client error): The resource could not be found.
Nov 27 21:05:56.679912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5cf8dc12-f989-453f-9dc7-0ac821d88a5c tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags/tempest-TagsExtTest-Tag-1682787778 HTTP/1.1" status: 404  len: 329 time: 0.0284879
Nov 27 21:05:56.680073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cccd293a-3394-49e0-8a6d-a7f463a63464 req-bf7758e0-cfc7-44f5-8467-365a538bf9ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 1101 time: 0.1128531
Nov 27 21:05:56.680708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58690) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.685587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-bb76e8e1-0f39-47de-a1de-8b6d3b87989a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fccb6220>, 'subnetpools', 'da9ee917-bd86-4854-8e45-e937f0a6be45') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.718306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.739833 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bb76e8e1-0f39-47de-a1de-8b6d3b87989a tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45/tags HTTP/1.1" status: 204  len: 168 time: 0.0581129
Nov 27 21:05:56.742421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58692) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.747112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-3ed1af88-09e3-4c4e-84c1-b538292f3f98 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4fca90>, 'routers', 'c381765e-4638-4d9f-9827-b014a648dec0') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.750112 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cccd293a-3394-49e0-8a6d-a7f463a63464 req-6ad457f4-ee08-4012-ba8e-75dc654e0f09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610363
Nov 27 21:05:56.759616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5c58c-fb77-44c3-b267-0f5e1234ad71 req-8ffb3143-b7bb-4ded-a288-799b03015681 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:56.761060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93d5c58c-fb77-44c3-b267-0f5e1234ad71 req-8ffb3143-b7bb-4ded-a288-799b03015681 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 950 time: 0.0657949
Nov 27 21:05:56.773608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.811797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:56.817268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:56.820255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:56.821197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:56.821789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:56.838263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'Port': ['ID=bdf86cc9-89b6-4afd-b086-1b0bfd24bc51,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:56.846140 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-50168b8b-c002-465c-9a5b-1a551e7e353e tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.4444227
Nov 27 21:05:56.848854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58696) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.853706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:56.878960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93d5c58c-fb77-44c3-b267-0f5e1234ad71 req-6db29028-9469-4ae8-8b51-4ed2783d2d9a tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834858
Nov 27 21:05:56.882007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3ed1af88-09e3-4c4e-84c1-b538292f3f98 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0/tags HTTP/1.1" status: 204  len: 168 time: 0.1386645
Nov 27 21:05:56.884848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58698) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:56.895055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-f70496ad-30dd-4c32-81df-50d4b05ffaab tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3eee8bee0>, 'ports', 'bdec0985-6c28-4bf6-a5a5-556f59c946ff') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:56.947528 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.008721 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f70496ad-30dd-4c32-81df-50d4b05ffaab tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff/tags HTTP/1.1" status: 204  len: 168 time: 0.1227376
Nov 27 21:05:57.011479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58700) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:57.015882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.tag.tag_plugin [None req-2ded225a-d12c-4ec9-a2cc-aab82a7147b3 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fc98f2b0>, 'subnets', 'f82a9d36-1899-48e1-8a73-58db1b957193') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:57.069631 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2ded225a-d12c-4ec9-a2cc-aab82a7147b3 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193/tags HTTP/1.1" status: 204  len: 168 time: 0.0571346
Nov 27 21:05:57.074105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58702) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:57.191715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] device_id is not set on port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:57.200878 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.207130 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3211468b-1d55-4824-a226-e1b6b9bdb6d5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for subnetpool, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.208536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3211468b-1d55-4824-a226-e1b6b9bdb6d5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnetpools/da9ee917-bd86-4854-8e45-e937f0a6be45 HTTP/1.1" status: 204  len: 168 time: 0.1334529
Nov 27 21:05:57.211030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58708) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:57.219604 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.262615 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9c4be90a-d85d-494b-ad67-f9fa55f7158e tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "GET /v2.0/ports?device_id=c381765e-4638-4d9f-9827-b014a648dec0 HTTP/1.1" status: 200  len: 205 time: 0.0481317
Nov 27 21:05:57.263408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58710) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:57.286934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'Port': ['ID=bdf86cc9-89b6-4afd-b086-1b0bfd24bc51,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:57.300353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.300705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.301048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.307552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.307932 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.308784 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 2 to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51
Nov 27 21:05:57.324463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.324808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.325147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.329628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.329984 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.330342 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 3 to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51
Nov 27 21:05:57.342758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.343097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.343469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.348395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.348751 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.349140 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 4 to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51
Nov 27 21:05:57.361487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.361826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.362162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.367042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.367463 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.367855 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 5 to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51
Nov 27 21:05:57.381715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58716) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:57.382320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a91ae672-fbce-42b3-b370-44b1caa65d59 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.388856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.389284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.389798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.416552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.416882 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.418783 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 6 to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51
Nov 27 21:05:57.436211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.436547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.436890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.447355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae14d904-9266-45f6-998e-d9dea9f93cf6 admin admin] Deleting subnet 80ce0f77-7806-43cc-9dc0-a879c5d0ea32 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:57.450295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.450547 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.451150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae14d904-9266-45f6-998e-d9dea9f93cf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.452613 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 7 to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51
Nov 27 21:05:57.488268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.488609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.488949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.497420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.497747 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.499737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae14d904-9266-45f6-998e-d9dea9f93cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.501199 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 8 to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51
Nov 27 21:05:57.536676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.536925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.537265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.542267 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a91ae672-fbce-42b3-b370-44b1caa65d59 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.544485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a91ae672-fbce-42b3-b370-44b1caa65d59 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.545451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.545780 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.547581 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 9 to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51
Nov 27 21:05:57.564080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae14d904-9266-45f6-998e-d9dea9f93cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.588449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a91ae672-fbce-42b3-b370-44b1caa65d59 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.588993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ae672-fbce-42b3-b370-44b1caa65d59 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Fanout notify agent at l3_agent the message router_deleted on router c381765e-4638-4d9f-9827-b014a648dec0 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:05:57.592422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.592930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.593279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.596158 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a91ae672-fbce-42b3-b370-44b1caa65d59 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.600784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a91ae672-fbce-42b3-b370-44b1caa65d59 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/routers/c381765e-4638-4d9f-9827-b014a648dec0 HTTP/1.1" status: 204  len: 168 time: 0.3328965
Nov 27 21:05:57.600875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.600875 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.600875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58720) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:57.600875 ncdv-master-1 neutron-server[120909]: INFO neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 10 to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51
Nov 27 21:05:57.648956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:05:57.649298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:05:57.649634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:05:57.666939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:05:57.667291 ncdv-master-1 neutron-server[120909]: ERROR neutron.plugins.ml2.managers [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:05:57.667664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:57.730608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae14d904-9266-45f6-998e-d9dea9f93cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.099357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae14d904-9266-45f6-998e-d9dea9f93cf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.102580 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ae14d904-9266-45f6-998e-d9dea9f93cf6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80ce0f77-7806-43cc-9dc0-a879c5d0ea32 HTTP/1.1" status: 204  len: 168 time: 0.7195714
Nov 27 21:05:58.103553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14d904-9266-45f6-998e-d9dea9f93cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ce0f77-7806-43cc-9dc0-a879c5d0ea32,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:58.105604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58742) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:58.157761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] For port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:05:58.158052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempted to set empty binding levels {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 21:05:58.162515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4cde8-7c08-4d70-b07e-eba2e25ffbeb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Deleting port bdec0985-6c28-4bf6-a5a5-556f59c946ff {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:58.162870 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5cb4cde8-7c08-4d70-b07e-eba2e25ffbeb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.168213 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.188630 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.255223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] In _notify_port_updated(), no bound segment for port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:05:58.256274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.256899 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.258223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "PUT /v2.0/ports/bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 HTTP/1.1" status: 200  len: 978 time: 1.4085112
Nov 27 21:05:58.263492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58744) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:58.266160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61001068-16fb-4d15-8672-d864c3deb6dd req-a9eeecd3-d53c-4019-80cf-7660d516bbaf tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.267699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61001068-16fb-4d15-8672-d864c3deb6dd req-a9eeecd3-d53c-4019-80cf-7660d516bbaf tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 950 time: 0.1769447
Nov 27 21:05:58.294988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee0999-eeb1-4f3d-ad7e-044dccd7d930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'Port': ['ID=bdf86cc9-89b6-4afd-b086-1b0bfd24bc51,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:58.298421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.336191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5cb4cde8-7c08-4d70-b07e-eba2e25ffbeb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.350251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1501f0>,) {'filters': {'network_id': ['fdaaf7b5-1458-4159-852e-903b811d859c']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:58.357091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4cde8-7c08-4d70-b07e-eba2e25ffbeb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Calling delete_port for bdec0985-6c28-4bf6-a5a5-556f59c946ff owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:58.361791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61001068-16fb-4d15-8672-d864c3deb6dd req-b3929228-f0e4-4862-9f6c-8f95f14951bb tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841370
Nov 27 21:05:58.363764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1501f0>, '6703ea47-055c-421c-b550-bc8be26f22e7') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:58.364074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1501f0>, '6703ea47-055c-421c-b550-bc8be26f22e7') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:58.397079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.397732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.398028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.398495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.398963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.399455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.399925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.400395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.400862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.401327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.401792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.402253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.402714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.403175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.403658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.404120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.404585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.405046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.405504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.405961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.406426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.406882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.407367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.407889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.408288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.408742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.409236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.409696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.410168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.410623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.411079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.411561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.412020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.412473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:58.416309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9a82d2e0-5f3b-43ba-b37b-b812dccadec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 30488 time: 0.1518335
Nov 27 21:05:58.418202 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.421367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58746) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:58.431940 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.438072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:58.438570 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:58.440361 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:58.498226 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.505532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.508744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fdaaf7b5-1458-4159-852e-903b811d859c HTTP/1.1" status: 204  len: 168 time: 0.4018214
Nov 27 21:05:58.519739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460b45a-090c-49ef-840e-cc5aed9b2e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdaaf7b5-1458-4159-852e-903b811d859c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:58.550647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2bd10-5858-4c88-afcd-9fd159534a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Deleting port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:58.551055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bd2bd10-5858-4c88-afcd-9fd159534a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.563938 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5cb4cde8-7c08-4d70-b07e-eba2e25ffbeb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.630050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4cde8-7c08-4d70-b07e-eba2e25ffbeb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Pushing event deleted for resources: {'Port': ['ID=bdec0985-6c28-4bf6-a5a5-556f59c946ff,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:58.673180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-8bd2bd10-5858-4c88-afcd-9fd159534a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] For port bdf86cc9-89b6-4afd-b086-1b0bfd24bc51, host nch1-master-1, got binding levels [] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:58.673853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bd2bd10-5858-4c88-afcd-9fd159534a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.697672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58752) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:58.715535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2bd10-5858-4c88-afcd-9fd159534a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Calling delete_port for bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:58.747272 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bf2c2bd0-90a6-48da-a375-24a60ea426a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2237b56d0b4b4fa3ace78023aa3fe435&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0481470
Nov 27 21:05:58.748015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58754) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:58.783199 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5cb4cde8-7c08-4d70-b07e-eba2e25ffbeb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.789606 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5cb4cde8-7c08-4d70-b07e-eba2e25ffbeb tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/ports/bdec0985-6c28-4bf6-a5a5-556f59c946ff HTTP/1.1" status: 204  len: 168 time: 1.1860056
Nov 27 21:05:58.790033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58756) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:58.829736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bd2bd10-5858-4c88-afcd-9fd159534a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.856310 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01c4ddec-9aca-4d8d-86f7-9fa1f2ec9f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.858997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2bd10-5858-4c88-afcd-9fd159534a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdf86cc9-89b6-4afd-b086-1b0bfd24bc51,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:58.863875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4cc8dc-c3e8-4cd2-87f4-87e8cb677ad5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Deleting subnet f82a9d36-1899-48e1-8a73-58db1b957193 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:05:58.865662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bd2bd10-5858-4c88-afcd-9fd159534a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.869333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8bd2bd10-5858-4c88-afcd-9fd159534a5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "DELETE /v2.0/ports/bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 HTTP/1.1" status: 204  len: 168 time: 0.4469848
Nov 27 21:05:58.869501 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc8dc-c3e8-4cd2-87f4-87e8cb677ad5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.872359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58758) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:58.896154 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-474a4017-9702-4162-b894-295f35f3c404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] GET failed (client error): The resource could not be found.
Nov 27 21:05:58.897564 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-474a4017-9702-4162-b894-295f35f3c404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "GET /v2.0/ports/bdf86cc9-89b6-4afd-b086-1b0bfd24bc51 HTTP/1.1" status: 404  len: 333 time: 0.0242405
Nov 27 21:05:58.902098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58760) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:58.906096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435092663', 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:58.917871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01c4ddec-9aca-4d8d-86f7-9fa1f2ec9f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.926432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Made reservation on behalf of 7c0cae28b290437eb192abd062933b8a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:58.928888 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.932654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc8dc-c3e8-4cd2-87f4-87e8cb677ad5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:58.944453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] device_id is not set on port 6fc8d4e5-5c86-4cc3-a4f8-9e76d21969b8 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:59.052230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01c4ddec-9aca-4d8d-86f7-9fa1f2ec9f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.054988 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01c4ddec-9aca-4d8d-86f7-9fa1f2ec9f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.056263 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-01c4ddec-9aca-4d8d-86f7-9fa1f2ec9f11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb5541eb-db7f-4829-8e93-4944ce12616c HTTP/1.1" status: 204  len: 168 time: 0.3072333
Nov 27 21:05:59.067572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4ddec-9aca-4d8d-86f7-9fa1f2ec9f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5541eb-db7f-4829-8e93-4944ce12616c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:59.071479 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc8dc-c3e8-4cd2-87f4-87e8cb677ad5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.126847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.141990 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc8dc-c3e8-4cd2-87f4-87e8cb677ad5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.166117 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.175422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cc8dc-c3e8-4cd2-87f4-87e8cb677ad5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Pushing event deleted for resources: {'Subnet': ['ID=f82a9d36-1899-48e1-8a73-58db1b957193,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:59.177173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc8dc-c3e8-4cd2-87f4-87e8cb677ad5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.181800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88eeb4c-e7b3-434a-9ecb-43f03b81f205 None None] Network 45e4ee8a-ba64-4fbd-805c-9ee4714dd188 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:05:59.192791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1f4cc8dc-c3e8-4cd2-87f4-87e8cb677ad5 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/subnets/f82a9d36-1899-48e1-8a73-58db1b957193 HTTP/1.1" status: 204  len: 168 time: 0.4016113
Nov 27 21:05:59.195487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58766) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:59.205678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:05:59.208930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:05:59.214786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:05:59.215852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:59.216532 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.233248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'Port': ['ID=6fc8d4e5-5c86-4cc3-a4f8-9e76d21969b8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:59.243760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a4052880-3914-40cd-896f-21bb96f89b16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.3410525
Nov 27 21:05:59.246539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58768) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:59.283391 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.286907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eeac1c-62ed-41a8-b474-811c774161ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:59.288351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a5eeac1c-62ed-41a8-b474-811c774161ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "GET /v2.0/ports/6fc8d4e5-5c86-4cc3-a4f8-9e76d21969b8 HTTP/1.1" status: 200  len: 959 time: 0.0408545
Nov 27 21:05:59.292900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58770) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:59.377412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Deleting port ca7de85a-7581-4dc9-aae5-ebc8d33c322a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:59.377895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.390119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3d45c2c8-c99f-484c-80dc-36effe8b82ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Deleting port 6fc8d4e5-5c86-4cc3-a4f8-9e76d21969b8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:59.390463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3d45c2c8-c99f-484c-80dc-36effe8b82ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.437755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23e681-1b03-488c-bd62-c61b9f5639f7 None None] DHCP port deletion for 45e4ee8a-ba64-4fbd-805c-9ee4714dd188 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:05:59.477752 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3d45c2c8-c99f-484c-80dc-36effe8b82ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.496518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3d45c2c8-c99f-484c-80dc-36effe8b82ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Calling delete_port for 6fc8d4e5-5c86-4cc3-a4f8-9e76d21969b8 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:59.514054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] For port ca7de85a-7581-4dc9-aae5-ebc8d33c322a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca7de85a-7581-4dc9-aae5-ebc8d33c322a,segment=NetworkSegment(d3c3ffae-254d-4dc6-93b0-9c0e613f2de1),segment_id=d3c3ffae-254d-4dc6-93b0-9c0e613f2de1)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:59.514618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.514793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6c23e681-1b03-488c-bd62-c61b9f5639f7 None None] Deleting port ca7de85a-7581-4dc9-aae5-ebc8d33c322a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:05:59.515149 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c23e681-1b03-488c-bd62-c61b9f5639f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.534946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Calling delete_port for ca7de85a-7581-4dc9-aae5-ebc8d33c322a owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:59.545061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e1e6-7996-44e4-a71b-36547f19ebe0 req-ed0e8b27-d15b-4596-a479-048ef9cffbbe tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:05:59.545398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e70e1e6-7996-44e4-a71b-36547f19ebe0 req-ed0e8b27-d15b-4596-a479-048ef9cffbbe tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 950 time: 0.0916452
Nov 27 21:05:59.598341 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3d45c2c8-c99f-484c-80dc-36effe8b82ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.613606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6c23e681-1b03-488c-bd62-c61b9f5639f7 None None] For port ca7de85a-7581-4dc9-aae5-ebc8d33c322a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca7de85a-7581-4dc9-aae5-ebc8d33c322a,segment=NetworkSegment(d3c3ffae-254d-4dc6-93b0-9c0e613f2de1),segment_id=d3c3ffae-254d-4dc6-93b0-9c0e613f2de1)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:05:59.614020 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c23e681-1b03-488c-bd62-c61b9f5639f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.626866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6c23e681-1b03-488c-bd62-c61b9f5639f7 None None] Calling delete_port for ca7de85a-7581-4dc9-aae5-ebc8d33c322a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:05:59.647745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e70e1e6-7996-44e4-a71b-36547f19ebe0 req-ec021643-429e-4c3d-b5a5-ec5e3aad8040 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947125
Nov 27 21:05:59.657527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45c2c8-c99f-484c-80dc-36effe8b82ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fc8d4e5-5c86-4cc3-a4f8-9e76d21969b8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:59.670448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.674971 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3d45c2c8-c99f-484c-80dc-36effe8b82ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.679289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3d45c2c8-c99f-484c-80dc-36effe8b82ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6fc8d4e5-5c86-4cc3-a4f8-9e76d21969b8 HTTP/1.1" status: 204  len: 168 time: 0.3853953
Nov 27 21:05:59.691302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58784) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:59.707681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] No DVR routers for this DVR port ca7de85a-7581-4dc9-aae5-ebc8d33c322a on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:59.714255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Pushing event deleted for resources: {'Port': ['ID=ca7de85a-7581-4dc9-aae5-ebc8d33c322a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:59.738624 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a35bfc-989a-4603-8944-87914f6cc87f tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] GET failed (client error): The resource could not be found.
Nov 27 21:05:59.744960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-83a35bfc-989a-4603-8944-87914f6cc87f tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "GET /v2.0/ports/6fc8d4e5-5c86-4cc3-a4f8-9e76d21969b8 HTTP/1.1" status: 404  len: 333 time: 0.0526767
Nov 27 21:05:59.745654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58792) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:05:59.749633 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c23e681-1b03-488c-bd62-c61b9f5639f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.751436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Request body: {'port': {'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-7323447'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:05:59.786884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Made reservation on behalf of 7c0cae28b290437eb192abd062933b8a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:05:59.789815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.792041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23e681-1b03-488c-bd62-c61b9f5639f7 None None] Pushing event deleted for resources: {'Port': ['ID=ca7de85a-7581-4dc9-aae5-ebc8d33c322a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:05:59.806061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23e681-1b03-488c-bd62-c61b9f5639f7 None None] No DVR routers for this DVR port ca7de85a-7581-4dc9-aae5-ebc8d33c322a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:05:59.810075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.836483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd265a60>,) {'filters': {'network_id': ['45e4ee8a-ba64-4fbd-805c-9ee4714dd188']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:59.839835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] device_id is not set on port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:05:59.847441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd265a60>, 'd3c3ffae-254d-4dc6-93b0-9c0e613f2de1') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:59.848052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd265a60>, 'd3c3ffae-254d-4dc6-93b0-9c0e613f2de1') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:05:59.859493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.876953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.885253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:05:59.886029 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:05:59.889751 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:05:59.966734 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.987909 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:05:59.993103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] 10.222.0.21 "DELETE /v2.0/networks/45e4ee8a-ba64-4fbd-805c-9ee4714dd188 HTTP/1.1" status: 204  len: 168 time: 0.7965927
Nov 27 21:06:00.011006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a4e5b-f91e-4014-be8a-b742d895e5f2 tempest-TagsExtTest-656827054 tempest-TagsExtTest-656827054-project] Pushing event deleted for resources: {'Network': ['ID=45e4ee8a-ba64-4fbd-805c-9ee4714dd188,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:00.055898 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.102210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431273b-ef49-4708-b94c-24b429f73901 req-273182b2-abf0-46d8-bc4d-c257a117518b tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:00.107067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.110205 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9431273b-ef49-4708-b94c-24b429f73901 req-273182b2-abf0-46d8-bc4d-c257a117518b tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 950 time: 0.0696378
Nov 27 21:06:00.176388 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9431273b-ef49-4708-b94c-24b429f73901 req-a7c95329-efeb-44e8-8bab-623e4b4d0e8f tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639331
Nov 27 21:06:00.176705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58808) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:00.194754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:00.199868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:00.203818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:00.204769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:00.205385 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.219057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'Port': ['ID=0878fa7d-a5ef-4ff4-b677-aa849c1038bd,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:00.230303 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7745dfff-3f33-4d7f-b392-5a6f7720adb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 961 time: 0.4820142
Nov 27 21:06:00.232419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58814) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:00.238613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:00.298257 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.303990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58816) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:00.346940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-network', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:00.371110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Made reservation on behalf of 2fcfaa0229934ca2881bd510e1a2aade for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:00.374004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.384038 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.462976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.467031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.478865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b8aa81e2-1d7c-4944-8c4f-3a8ea07a46e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08c3aa90c56842e4933bcaf0284cbc43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1728876
Nov 27 21:06:00.482378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58820) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:00.501008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:06:00.524001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd1cd99-481b-44b2-bee0-1997401dceb9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:00.528809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] device_id is not set on port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:06:00.529791 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.530156 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Added segment 3e7ae3c4-34f6-4410-9bd2-c9ca314ba042 of type vlan for network 24dac3ac-1146-4be6-b1df-ff69289a0028
Nov 27 21:06:00.537953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.543514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.601584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'Port': ['ID=0878fa7d-a5ef-4ff4-b677-aa849c1038bd,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:00.605148 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8848-78e3-494c-9ba3-70d42aca040b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.605768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.606141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.606491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.611100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.611470 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.611867 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 2 to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd
Nov 27 21:06:00.617200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.624566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.624915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.625253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.629633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.629965 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.630365 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 3 to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd
Nov 27 21:06:00.633189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8848-78e3-494c-9ba3-70d42aca040b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.642871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.643216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.643626 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.647976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.648307 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.648707 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 4 to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd
Nov 27 21:06:00.661099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.661466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.661804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.666309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.666638 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.667060 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 5 to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd
Nov 27 21:06:00.673388 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.674440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:00.675590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.681222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.681564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.681906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.686970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.687351 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.687798 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 6 to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd
Nov 27 21:06:00.700427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.700752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.701107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.706059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.706394 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.706790 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 7 to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd
Nov 27 21:06:00.719348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.719691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.720027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.725134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.725481 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.725908 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 8 to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd
Nov 27 21:06:00.729932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.5506437
Nov 27 21:06:00.734763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58822) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:00.742222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01b5c9-e1e4-4803-91e8-213cea04ee41 admin admin] Pushing event updated for resources: {'Network': ['ID=24dac3ac-1146-4be6-b1df-ff69289a0028,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:00.752651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8848-78e3-494c-9ba3-70d42aca040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.754857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Request body: {'subnet': {'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-subnet', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:00.755444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8848-78e3-494c-9ba3-70d42aca040b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.756158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 24dac3ac-1146-4be6-b1df-ff69289a0028 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:06:00.756745 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1fbf8848-78e3-494c-9ba3-70d42aca040b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98925a80-c801-4f8e-9cf9-e1d02bf063ca HTTP/1.1" status: 204  len: 168 time: 0.2719102
Nov 27 21:06:00.766889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf8848-78e3-494c-9ba3-70d42aca040b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98925a80-c801-4f8e-9cf9-e1d02bf063ca,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:00.775675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.776042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.776379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.780847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Made reservation on behalf of 2fcfaa0229934ca2881bd510e1a2aade for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:00.783184 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:00.786643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.786967 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.796052 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 9 to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd
Nov 27 21:06:00.837055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.837454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.838280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.849316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.849658 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.851500 ncdv-master-1 neutron-server[120908]: INFO neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempt 10 to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd
Nov 27 21:06:00.873278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:00.873853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:00.874369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempting to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:00.882534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:00.883062 ncdv-master-1 neutron-server[120908]: ERROR neutron.plugins.ml2.managers [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Failed to bind port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on host nch1-master-1 for vnic_type normal using segments [{'id': 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33b46c12-d47c-4740-8a3a-3bb42e61ec99'}]
Nov 27 21:06:00.883615 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.003451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] For port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:01.003831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attempted to set empty binding levels {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 27 21:06:01.030290 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.073485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] In _notify_port_updated(), no bound segment for port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd on network 33b46c12-d47c-4740-8a3a-3bb42e61ec99 {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:06:01.074378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:01.074996 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.076626 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "PUT /v2.0/ports/0878fa7d-a5ef-4ff4-b677-aa849c1038bd HTTP/1.1" status: 200  len: 976 time: 0.8428125
Nov 27 21:06:01.079700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58836) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:01.080270 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.131928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339be08-bfdd-456a-bdf6-640f3f3bfb6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event updated for resources: {'Port': ['ID=0878fa7d-a5ef-4ff4-b677-aa849c1038bd,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:01.160388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc152b7f-a1a1-4d89-b760-1363f01335be,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:01.170498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Checking segment: {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:01.170870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Network hostable DHCP agents. Network: 24dac3ac-1146-4be6-b1df-ff69289a0028, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:06:01.173196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-63aa9f52-7f6f-45a1-9727-dd43fb2b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Deleting port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:01.173662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63aa9f52-7f6f-45a1-9727-dd43fb2b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.192566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Network 24dac3ac-1146-4be6-b1df-ff69289a0028 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:06:01.212910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 24dac3ac-1146-4be6-b1df-ff69289a0028) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:01.229516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d3b5f-3df0-444b-8455-632a846e2b5d None None] Network 24dac3ac-1146-4be6-b1df-ff69289a0028 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:01.244519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:01.246523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.283440 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-870f6753-8883-406e-aa77-7d9bc96b89f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.5450568
Nov 27 21:06:01.283568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58846) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:01.288845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:01.304795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-63aa9f52-7f6f-45a1-9727-dd43fb2b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] For port 0878fa7d-a5ef-4ff4-b677-aa849c1038bd, host nch1-master-1, got binding levels [] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:01.305082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63aa9f52-7f6f-45a1-9727-dd43fb2b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.316958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.318033 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.340770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-63aa9f52-7f6f-45a1-9727-dd43fb2b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Calling delete_port for 0878fa7d-a5ef-4ff4-b677-aa849c1038bd owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:01.372787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51e809-1f90-4ac8-9c0a-308c84371a66 req-c1e74435-ffb6-4d12-8705-d9600e73cba8 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:01.374424 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca51e809-1f90-4ac8-9c0a-308c84371a66 req-c1e74435-ffb6-4d12-8705-d9600e73cba8 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 950 time: 0.0882826
Nov 27 21:06:01.442530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2597100a-d949-4a22-995a-ee1d40411aa5 None None] Network 24dac3ac-1146-4be6-b1df-ff69289a0028 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:01.535358 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca51e809-1f90-4ac8-9c0a-308c84371a66 req-610ca8e0-322f-4d7c-ab9f-8a600cf8dd32 tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/security-groups?id=17d7861c-7f60-43bc-bce8-a897c9bc9aa0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173277
Nov 27 21:06:01.559282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ca7de85a-7581-4dc9-aae5-ebc8d33c322a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:06:01.566370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-c40d4d07-7143-4750-b0a5-0a6ed351172a tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:01.567992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-c40d4d07-7143-4750-b0a5-0a6ed351172a tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 950 time: 0.1467786
Nov 27 21:06:01.603906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ca7de85a-7581-4dc9-aae5-ebc8d33c322a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:06:01.604259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ca7de85a-7581-4dc9-aae5-ebc8d33c322a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:06:01.665972 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63aa9f52-7f6f-45a1-9727-dd43fb2b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.700722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa9f52-7f6f-45a1-9727-dd43fb2b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Pushing event deleted for resources: {'Port': ['ID=0878fa7d-a5ef-4ff4-b677-aa849c1038bd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:01.716039 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63aa9f52-7f6f-45a1-9727-dd43fb2b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.719647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-63aa9f52-7f6f-45a1-9727-dd43fb2b949b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0878fa7d-a5ef-4ff4-b677-aa849c1038bd HTTP/1.1" status: 204  len: 168 time: 0.6390913
Nov 27 21:06:01.723434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58858) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:01.734698 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.751465 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d940cf7-e236-4384-b6ab-03c3f3a08d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] GET failed (client error): The resource could not be found.
Nov 27 21:06:01.757237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5d940cf7-e236-4384-b6ab-03c3f3a08d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370891225-project-admin] 10.222.0.21 "GET /v2.0/ports/0878fa7d-a5ef-4ff4-b677-aa849c1038bd HTTP/1.1" status: 404  len: 333 time: 0.0288279
Nov 27 21:06:01.757237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Deleting port 7edfdb58-5a15-4344-b301-c4b75f20ad29 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:01.757237 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.758556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58860) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:01.883867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.896624 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:01.929155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] For port 7edfdb58-5a15-4344-b301-c4b75f20ad29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7edfdb58-5a15-4344-b301-c4b75f20ad29,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:01.929486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.007385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Calling delete_port for 7edfdb58-5a15-4344-b301-c4b75f20ad29 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:02.102004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.116227 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.139878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b6d90>,) {'filters': {'network_id': ['33b46c12-d47c-4740-8a3a-3bb42e61ec99']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:02.141991 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.154740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b6d90>, 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:02.154926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b6d90>, 'dd72cf50-9fcc-4808-bed5-81c7fc4fdc51') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:02.172380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.189369 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.200765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:06:02.201177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:06:02.204194 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:06:02.255936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Allocated IP 172.35.3.126 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/acd20fd4-6183-40a3-b325-edefb50002ef) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:02.295728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.300641 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.304353 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] 10.222.0.21 "DELETE /v2.0/networks/33b46c12-d47c-4740-8a3a-3bb42e61ec99 HTTP/1.1" status: 204  len: 168 time: 0.5436108
Nov 27 21:06:02.309150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.320602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['7edfdb58-5a15-4344-b301-c4b75f20ad29'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:06:02.382406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44009360-7d46-4a0a-83ed-dc6565662c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540629319-project] Pushing event deleted for resources: {'Network': ['ID=33b46c12-d47c-4740-8a3a-3bb42e61ec99,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:02.385567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Pushing event deleted for resources: {'Port': ['ID=7edfdb58-5a15-4344-b301-c4b75f20ad29,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:02.426049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.435596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] No DVR routers for this DVR port 7edfdb58-5a15-4344-b301-c4b75f20ad29 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:06:02.438567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.443734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76a79a9f-dddb-406f-a8ad-c71660fad6e7 req-f3ce5622-5dd5-416e-a107-9f01a896491e tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.15 "DELETE /v2.0/ports/7edfdb58-5a15-4344-b301-c4b75f20ad29 HTTP/1.1" status: 204  len: 173 time: 0.8673756
Nov 27 21:06:02.444222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1f2144-f62b-4da2-b69c-0387745fda48', 'name': 'network-vif-deleted', 'tag': '7edfdb58-5a15-4344-b301-c4b75f20ad29'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:02.450939 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e413d084-5884-47c1-b1f5-8713713bb05d" -d '{"events": [{"server_uuid": "cb1f2144-f62b-4da2-b69c-0387745fda48", "name": "network-vif-deleted", "tag": "7edfdb58-5a15-4344-b301-c4b75f20ad29"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:02.511277 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.527846 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed75afb9-760a-404b-a8b4-0bb9d1731ac4 x-openstack-request-id: req-ed75afb9-760a-404b-a8b4-0bb9d1731ac4 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:02.528135 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1f2144-f62b-4da2-b69c-0387745fda48", "name": "network-vif-deleted", "tag": "7edfdb58-5a15-4344-b301-c4b75f20ad29", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:02.528401 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed75afb9-760a-404b-a8b4-0bb9d1731ac4 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:02.528866 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1f2144-f62b-4da2-b69c-0387745fda48', 'name': 'network-vif-deleted', 'tag': '7edfdb58-5a15-4344-b301-c4b75f20ad29', 'status': 'completed', 'code': 200}
Nov 27 21:06:02.579610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:02.583573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:02.602229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:02.607882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=acd20fd4-6183-40a3-b325-edefb50002ef,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:02.627175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fbe9c9-3a1a-48ed-954e-06319c79429a None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:02.728959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e6518522-04af-4027-9454-13430e0101da None None] Provisioning complete for port acd20fd4-6183-40a3-b325-edefb50002ef triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:02.729347 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6518522-04af-4027-9454-13430e0101da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:02.734724 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7a93cfc3-e1de-40d9-83e3-7e7e782d4a15 req-1fd50c02-53a0-4406-b896-e4579e73d78f tempest-VolumesNegativeTest-1095374484 tempest-VolumesNegativeTest-1095374484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1f2144-f62b-4da2-b69c-0387745fda48 HTTP/1.1" status: 200  len: 210 time: 0.0339911
Nov 27 21:06:02.774145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e6518522-04af-4027-9454-13430e0101da None None] Port acd20fd4-6183-40a3-b325-edefb50002ef cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:02.823362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58900) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:03.008534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-47d3cae6-59ba-4d4d-b7a1-b2f554bb16c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e6bcd10b34e4c42a28bc46d863eb8f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1839836
Nov 27 21:06:03.011230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58906) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:03.019665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.071520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58910) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:03.100984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40cf89dc-991b-4cdf-848b-03cf6491cdac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.128992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40cf89dc-991b-4cdf-848b-03cf6491cdac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.182494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40cf89dc-991b-4cdf-848b-03cf6491cdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.185295 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40cf89dc-991b-4cdf-848b-03cf6491cdac admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.187290 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-40cf89dc-991b-4cdf-848b-03cf6491cdac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd188a58-d0c6-466f-b96d-630f625e9913 HTTP/1.1" status: 204  len: 168 time: 0.1741114
Nov 27 21:06:03.194546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf89dc-991b-4cdf-848b-03cf6491cdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd188a58-d0c6-466f-b96d-630f625e9913,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:03.214522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b1f04a2-3596-4c4a-b8ce-18f2c898f5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.291279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.414356 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b1f04a2-3596-4c4a-b8ce-18f2c898f5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.424944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b1f04a2-3596-4c4a-b8ce-18f2c898f5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.481287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2b1f04a2-3596-4c4a-b8ce-18f2c898f5f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da27d7b4acc24a768261818bfb21020e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4087012
Nov 27 21:06:03.484957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58920) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:03.488621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f04a2-3596-4c4a-b8ce-18f2c898f5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fca51b-da3c-4f16-90fb-049759c42e3d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:03.497503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58922) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:03.538618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Router 439d6361-1d25-4518-b1c2-e29b7c16bcef is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:06:03.550302 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d725c7e-86e7-4cf3-a62e-d5fc196df550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.556785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a242e9eb-fc89-4bd3-9b7b-d3cf6eb0895d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c0cae28b290437eb192abd062933b8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0581408
Nov 27 21:06:03.560672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58924) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:03.572168 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d725c7e-86e7-4cf3-a62e-d5fc196df550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.621531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d725c7e-86e7-4cf3-a62e-d5fc196df550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.624335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d725c7e-86e7-4cf3-a62e-d5fc196df550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.625495 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4d725c7e-86e7-4cf3-a62e-d5fc196df550 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2fca51b-da3c-4f16-90fb-049759c42e3d HTTP/1.1" status: 204  len: 168 time: 0.1402736
Nov 27 21:06:03.633895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d725c7e-86e7-4cf3-a62e-d5fc196df550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fca51b-da3c-4f16-90fb-049759c42e3d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:03.692497 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fd01f00-d9be-4e4f-9214-5fc37541069d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.698403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:03.710373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Sync routers for ids ['439d6361-1d25-4518-b1c2-e29b7c16bcef'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:03.722873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Routers {'439d6361-1d25-4518-b1c2-e29b7c16bcef'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:03.723543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd68e100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['439d6361-1d25-4518-b1c2-e29b7c16bcef'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:03.729163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fd01f00-d9be-4e4f-9214-5fc37541069d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.747301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:03.748517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-18e74a24-a3b0-40ae-8c4d-79d28aa96ca0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 2.4638021
Nov 27 21:06:03.751403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58928) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:03.855120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Set router 439d6361-1d25-4518-b1c2-e29b7c16bcef gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:04.011325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fd01f00-d9be-4e4f-9214-5fc37541069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.014191 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2fd01f00-d9be-4e4f-9214-5fc37541069d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.018209 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2fd01f00-d9be-4e4f-9214-5fc37541069d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7087c496-914a-4ae1-af3a-d68b71a5195a HTTP/1.1" status: 204  len: 168 time: 0.4577081
Nov 27 21:06:04.029424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd01f00-d9be-4e4f-9214-5fc37541069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7087c496-914a-4ae1-af3a-d68b71a5195a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:04.096704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd68e100>, [{'id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:01Z', 'updated_at': '2021-11-27T21:06:02Z', 'revision_number': 3, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'gw_port': {'id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:02Z', 'updated_at': '2021-11-27T21:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:04.126145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58956) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:04.129576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Checking router: 439d6361-1d25-4518-b1c2-e29b7c16bcef for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:06:04.129943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Updating router 439d6361-1d25-4518-b1c2-e29b7c16bcef port acd20fd4-6183-40a3-b325-edefb50002ef binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:06:04.148133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef54f4bf-e7f9-417b-bc44-ac19742cfe8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.165607 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.320945 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef54f4bf-e7f9-417b-bc44-ac19742cfe8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.328198 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b668-8243-4ee9-9883-e9177cf2d79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.333447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef54f4bf-e7f9-417b-bc44-ac19742cfe8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.364991 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.420499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54f4bf-e7f9-417b-bc44-ac19742cfe8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6176e-534f-444a-8a1c-82bc659acb7d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:04.445450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ef54f4bf-e7f9-417b-bc44-ac19742cfe8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eed47947badb4c4a9aa0a6deae51ead7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3181627
Nov 27 21:06:04.449274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58964) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:04.506815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8068857f-48ac-49b3-ad8e-320be2a21220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.531043 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8068857f-48ac-49b3-ad8e-320be2a21220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.584337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Allocated IP 172.20.0.1 (24dac3ac-1146-4be6-b1df-ff69289a0028/dc152b7f-a1a1-4d89-b760-1363f01335be/e6bbf31b-55e6-46ea-b02e-087499199235) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:04.594226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8068857f-48ac-49b3-ad8e-320be2a21220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.597796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8068857f-48ac-49b3-ad8e-320be2a21220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.601268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8068857f-48ac-49b3-ad8e-320be2a21220 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9a6176e-534f-444a-8a1c-82bc659acb7d HTTP/1.1" status: 204  len: 168 time: 0.1487458
Nov 27 21:06:04.632944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068857f-48ac-49b3-ad8e-320be2a21220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6176e-534f-444a-8a1c-82bc659acb7d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:04.767290 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.843980 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.880212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.892894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:04.906552 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Network 24dac3ac-1146-4be6-b1df-ff69289a0028 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:04.913601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:04.916104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:04.983225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Pushing event updated for resources: {'Port': ['ID=e6bbf31b-55e6-46ea-b02e-087499199235,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:04.986574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.000775 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Attempting to bind port acd20fd4-6183-40a3-b325-edefb50002ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:05.002009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Attempting to bind port acd20fd4-6183-40a3-b325-edefb50002ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:05.003948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Attempting to bind port acd20fd4-6183-40a3-b325-edefb50002ef on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:05.007838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829c318-8149-41b7-b897-811d139b4d25 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:05.065692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:05.066300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:05.066960 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.067642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:05.068434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Bound port: acd20fd4-6183-40a3-b325-edefb50002ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:05.069062 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.134642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804b035-3de3-4afa-be0b-81b65874422e None None] Pushing event updated for resources: {'Port': ['ID=acd20fd4-6183-40a3-b325-edefb50002ef,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:05.228328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3b712a29-c734-4040-86ee-d057014277fe None None] Provisioning complete for port acd20fd4-6183-40a3-b325-edefb50002ef triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:05.229240 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b712a29-c734-4040-86ee-d057014277fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.274328 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.313642 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59050) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:05.387488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] For port acd20fd4-6183-40a3-b325-edefb50002ef, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:05.391699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3b712a29-c734-4040-86ee-d057014277fe None None] Port acd20fd4-6183-40a3-b325-edefb50002ef cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:05.396888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] For port acd20fd4-6183-40a3-b325-edefb50002ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acd20fd4-6183-40a3-b325-edefb50002ef,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:05.410954 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.493922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ae9aa-ebaf-485e-88a6-073be19b916b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:05.514520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Routers {'439d6361-1d25-4518-b1c2-e29b7c16bcef'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:05.515171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd68e100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:05:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['439d6361-1d25-4518-b1c2-e29b7c16bcef'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:05.527384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a9e60607-6621-4ee6-ae1c-6ab696458342 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2095765286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:05.563026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804b035-3de3-4afa-be0b-81b65874422e None None] Pushing event updated for resources: {'Port': ['ID=acd20fd4-6183-40a3-b325-edefb50002ef,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:05.608316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9e60607-6621-4ee6-ae1c-6ab696458342 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.610453 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9e60607-6621-4ee6-ae1c-6ab696458342 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.652753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fa88c8ad-ad5f-4214-8dcc-9a9437f4d32b None None] Provisioning complete for port acd20fd4-6183-40a3-b325-edefb50002ef triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:05.653444 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fa88c8ad-ad5f-4214-8dcc-9a9437f4d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.681114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] Set router 439d6361-1d25-4518-b1c2-e29b7c16bcef gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:05.686218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9e60607-6621-4ee6-ae1c-6ab696458342 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.702156 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9e60607-6621-4ee6-ae1c-6ab696458342 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.749216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9e60607-6621-4ee6-ae1c-6ab696458342 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.750804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a9e60607-6621-4ee6-ae1c-6ab696458342 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4356527
Nov 27 21:06:05.753348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:05.766498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-938918604'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:05.794960 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.805041 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.902203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Made reservation on behalf of 5ad20665d5f24ef592fcb13ca600d1fb for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:05.906332 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.908597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Pushing event updated for resources: {'Port': ['ID=e6bbf31b-55e6-46ea-b02e-087499199235,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:05.913477 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fa88c8ad-ad5f-4214-8dcc-9a9437f4d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.928827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.955555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fa88c8ad-ad5f-4214-8dcc-9a9437f4d32b None None] For port acd20fd4-6183-40a3-b325-edefb50002ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acd20fd4-6183-40a3-b325-edefb50002ef,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:05.962130 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:05.977428 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fa88c8ad-ad5f-4214-8dcc-9a9437f4d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:06.044495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88c8ad-ad5f-4214-8dcc-9a9437f4d32b None None] Pushing event updated for resources: {'Port': ['ID=acd20fd4-6183-40a3-b325-edefb50002ef,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:06.059664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd68e100>, [{'id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:01Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'gw_port': {'id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:02Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6bbf31b-55e6-46ea-b02e-087499199235', 'name': '', 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'mac_address': 'fa:16:3e:dd:13:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:04Z', 'updated_at': '2021-11-27T21:06:04Z', 'revision_number': 1, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'subnets': [{'id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:06.099365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a50b0d-fb4a-41f7-9d90-c3799d3ae559 None None] The sync data for ids ['439d6361-1d25-4518-b1c2-e29b7c16bcef'] in ncdv-master-1 is: [{'id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:01Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'gw_port': {'id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:02Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6bbf31b-55e6-46ea-b02e-087499199235', 'name': '', 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'mac_address': 'fa:16:3e:dd:13:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:04Z', 'updated_at': '2021-11-27T21:06:04Z', 'revision_number': 1, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'subnets': [{'id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:06.145901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Network 24dac3ac-1146-4be6-b1df-ff69289a0028 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:06.150789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:06.164446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:06.170207 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:06.249549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:06:06.299948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7edfdb58-5a15-4344-b301-c4b75f20ad29 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:06:06.303556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c18fde-9323-4d35-9564-7ca0217e647a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:06.314256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:06.314651 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Added segment 52125ed8-8d72-4280-8fdb-4709c4f67b3f of type vlan for network 094e70de-157d-4765-9e1e-4704b219851b
Nov 27 21:06:06.348019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 7edfdb58-5a15-4344-b301-c4b75f20ad29 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:06:06.351504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7edfdb58-5a15-4344-b301-c4b75f20ad29 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:06:06.384025 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:06.393829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Router 439d6361-1d25-4518-b1c2-e29b7c16bcef has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:06:06.461202 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0a16-2d63-4874-930b-dd2dbe849c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:06.496257 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:06.502434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:06.513379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:06.594065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Network': ['ID=094e70de-157d-4765-9e1e-4704b219851b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:06.613783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 094e70de-157d-4765-9e1e-4704b219851b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:06:06.647989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a22f13f0-4f43-4d51-a1e6-6fcdbeda3ed8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8934987
Nov 27 21:06:06.650728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59120) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:06.656283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Request body: {'subnet': {'network_id': '094e70de-157d-4765-9e1e-4704b219851b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:07.168907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:07.179362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-df431212-0e66-476b-b0d5-cffa67f2d06a admin admin] 10.222.0.21 "PUT /v2.0/routers/439d6361-1d25-4518-b1c2-e29b7c16bcef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4268932
Nov 27 21:06:07.211371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Made reservation on behalf of 5ad20665d5f24ef592fcb13ca600d1fb for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:07.215235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:07.538506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device acd20fd4-6183-40a3-b325-edefb50002ef up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:07.558829 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:07.690473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port acd20fd4-6183-40a3-b325-edefb50002ef triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:07.690848 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:07.701733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Subnet': ['ID=27bfd263-aee1-41cd-9764-ea5c196fdb45,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:07.710030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Checking segment: {'id': '52125ed8-8d72-4280-8fdb-4709c4f67b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '094e70de-157d-4765-9e1e-4704b219851b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:07.710366 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network hostable DHCP agents. Network: 094e70de-157d-4765-9e1e-4704b219851b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:06:07.747072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network 094e70de-157d-4765-9e1e-4704b219851b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:06:07.763155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 094e70de-157d-4765-9e1e-4704b219851b) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:07.773631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e755d2-ef1b-4aaf-a639-3fc27113d639 None None] Network 094e70de-157d-4765-9e1e-4704b219851b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:07.778182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:07.778887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:07.818786 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4f936b67-b81a-43ed-996d-e8fffb16d889 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1667607
Nov 27 21:06:07.823557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59212) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:07.829251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Request body: {'network': {'name': 'tempest-router-network01--1734032902'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:07.874460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Made reservation on behalf of 5ad20665d5f24ef592fcb13ca600d1fb for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:07.878524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:07.889382 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:07.929988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:06:07.942310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:07.942740 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Added segment 34457d8d-b737-40cd-b3f2-191235ef4c67 of type vlan for network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c
Nov 27 21:06:08.039891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.082235 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.090032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:08.090864 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.175196 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3475025
Nov 27 21:06:08.175196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59254) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:08.192763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-28316c69-be15-4249-9915-8ee2b0eb450f tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:08.194458 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-28316c69-be15-4249-9915-8ee2b0eb450f tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 819 time: 0.2231560
Nov 27 21:06:08.196837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-094e70de-157d-4765-9e1e-4704b219851b', 'network_id': '094e70de-157d-4765-9e1e-4704b219851b', 'tenant_id': '5ad20665d5f24ef592fcb13ca600d1fb', 'fixed_ips': [{'subnet_id': '27bfd263-aee1-41cd-9764-ea5c196fdb45'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:06:08.197510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Request body: {'network': {'name': 'tempest-router-network02--1712321734'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:08.197868 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.202175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553199dc-1833-495a-b38a-35f4092a170e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Network': ['ID=3f7a4542-9ec5-46fd-ac9e-e2e5686e178c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:08.219392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ce2e8bb0-b31a-402b-8993-1329d410087e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/quotas/2fcfaa0229934ca2881bd510e1a2aade HTTP/1.1" status: 200  len: 375 time: 0.0185800
Nov 27 21:06:08.220070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:06:08.238973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Made reservation on behalf of 5ad20665d5f24ef592fcb13ca600d1fb for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:08.248012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.288446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:06:08.312607 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ad1be587-1e42-448d-b326-4c3463dcd1cc tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0842257
Nov 27 21:06:08.321337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.322305 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Added segment 33689fa4-52fa-499a-964b-bc70d4b23bfa of type vlan for network b9c9e20d-7363-444b-b706-2d919ef8fe6a
Nov 27 21:06:08.373682 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.404879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.414063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:08.414472 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-5f0ae665-023e-470a-b703-30973487a25e service neutron] 10.222.0.21 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1007085
Nov 27 21:06:08.415101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.506837 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3183870
Nov 27 21:06:08.512556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59266) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:08.527936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Request body: {'subnet': {'network_id': '3f7a4542-9ec5-46fd-ac9e-e2e5686e178c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:08.547966 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-1ce902df-95d5-4ec9-9fd0-d327e5a83745 service neutron] 10.222.0.21 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262915
Nov 27 21:06:08.557411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Allocated IP 172.20.0.2 (094e70de-157d-4765-9e1e-4704b219851b/27bfd263-aee1-41cd-9764-ea5c196fdb45/e70d1bda-7fec-47f4-a645-049684147a1d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:08.613115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703caed-4e0b-4bb7-9663-61fa4e0dd773 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Network': ['ID=b9c9e20d-7363-444b-b706-2d919ef8fe6a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:08.651340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b9c9e20d-7363-444b-b706-2d919ef8fe6a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:06:08.717193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Made reservation on behalf of 5ad20665d5f24ef592fcb13ca600d1fb for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:08.721744 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.843937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.859555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:08.925439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Network 094e70de-157d-4765-9e1e-4704b219851b is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:08.929841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:08.941898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:08.953286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Pushing event updated for resources: {'Port': ['ID=e70d1bda-7fec-47f4-a645-049684147a1d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:09.023150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9baeb3a-1d17-4d69-a3ef-6fc39fa61e63 req-323b66b4-bfc0-4ccf-8507-4c9b2fff6413 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 210 time: 0.0822845
Nov 27 21:06:09.160691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Attempting to bind port e70d1bda-7fec-47f4-a645-049684147a1d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:09.161284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Attempting to bind port e70d1bda-7fec-47f4-a645-049684147a1d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52125ed8-8d72-4280-8fdb-4709c4f67b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '094e70de-157d-4765-9e1e-4704b219851b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:09.177748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Attempting to bind port e70d1bda-7fec-47f4-a645-049684147a1d on network 094e70de-157d-4765-9e1e-4704b219851b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:09.191653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:09.192432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Checking segment: {'id': '52125ed8-8d72-4280-8fdb-4709c4f67b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '094e70de-157d-4765-9e1e-4704b219851b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:09.193065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:09.193745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Bound using segment: {'id': '52125ed8-8d72-4280-8fdb-4709c4f67b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '094e70de-157d-4765-9e1e-4704b219851b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:09.196883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Bound port: e70d1bda-7fec-47f4-a645-049684147a1d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52125ed8-8d72-4280-8fdb-4709c4f67b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '094e70de-157d-4765-9e1e-4704b219851b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:09.198653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:09.199302 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:09.297628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] For port e70d1bda-7fec-47f4-a645-049684147a1d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:09.302774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] For port e70d1bda-7fec-47f4-a645-049684147a1d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70d1bda-7fec-47f4-a645-049684147a1d,segment=NetworkSegment(52125ed8-8d72-4280-8fdb-4709c4f67b3f),segment_id=52125ed8-8d72-4280-8fdb-4709c4f67b3f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:09.311356 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:09.403434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Checking segment: {'id': '34457d8d-b737-40cd-b3f2-191235ef4c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3f7a4542-9ec5-46fd-ac9e-e2e5686e178c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:09.403802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network hostable DHCP agents. Network: 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:06:09.408463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Subnet': ['ID=e0118f28-51ef-4d2f-aefa-8ae1ce98d3c5,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:09.492660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92e28-209c-4dd2-9d5b-e7fb08f78f48 None None] Pushing event updated for resources: {'Port': ['ID=e70d1bda-7fec-47f4-a645-049684147a1d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:09.498587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:06:09.521258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:09.539980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:09.540736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:09.542399 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:09.544093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e816da-f2f4-4f33-8236-0c3df439dfe3 None None] Network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:09.579086 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-231ca644-68f2-4f07-a378-fe3971ee733e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0654361
Nov 27 21:06:09.581944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59352) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:09.588686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Request body: {'subnet': {'network_id': 'b9c9e20d-7363-444b-b706-2d919ef8fe6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:09.625227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-79d09027-f1c6-4e4e-a0ed-a68c84c2b17f tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:09.638182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-79d09027-f1c6-4e4e-a0ed-a68c84c2b17f tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 819 time: 0.2260823
Nov 27 21:06:09.659399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-9f9de052-36ed-4ee9-81e4-81dd586c737a tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/quotas/2fcfaa0229934ca2881bd510e1a2aade HTTP/1.1" status: 200  len: 375 time: 0.0193837
Nov 27 21:06:09.666301 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Sync routers for ids ['439d6361-1d25-4518-b1c2-e29b7c16bcef'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:09.683657 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Routers {'439d6361-1d25-4518-b1c2-e29b7c16bcef'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:09.685057 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe454850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['439d6361-1d25-4518-b1c2-e29b7c16bcef'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:09.831242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-abb34071-148e-483a-a049-579f453f19c1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1704595
Nov 27 21:06:09.873259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Made reservation on behalf of 5ad20665d5f24ef592fcb13ca600d1fb for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:09.877076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:09.986726 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Set router 439d6361-1d25-4518-b1c2-e29b7c16bcef gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:09.990713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3f7a4542-9ec5-46fd-ac9e-e2e5686e178c', 'network_id': '3f7a4542-9ec5-46fd-ac9e-e2e5686e178c', 'tenant_id': '5ad20665d5f24ef592fcb13ca600d1fb', 'fixed_ips': [{'subnet_id': 'e0118f28-51ef-4d2f-aefa-8ae1ce98d3c5'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:06:09.991657 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:10.060024 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-ccce938d-491b-434f-893c-60afd76833a1 service neutron] 10.222.0.21 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241397
Nov 27 21:06:10.269642 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:10.310443 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-e4976d59-db84-47d8-bc59-e0455223964b service neutron] 10.222.0.21 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2487125
Nov 27 21:06:10.368941 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe454850>, [{'id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:01Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'gw_port': {'id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:02Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6bbf31b-55e6-46ea-b02e-087499199235', 'name': '', 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'mac_address': 'fa:16:3e:dd:13:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:04Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 2, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'subnets': [{'id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:10.374830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Allocated IP 172.20.0.2 (3f7a4542-9ec5-46fd-ac9e-e2e5686e178c/e0118f28-51ef-4d2f-aefa-8ae1ce98d3c5/e7a95f51-29e6-434c-b6ee-0b30e7dd2b49) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:10.419780 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Checking router: 439d6361-1d25-4518-b1c2-e29b7c16bcef for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:06:10.420628 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Updating router 439d6361-1d25-4518-b1c2-e29b7c16bcef port e6bbf31b-55e6-46ea-b02e-087499199235 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:06:10.441305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Checking segment: {'id': '33689fa4-52fa-499a-964b-bc70d4b23bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b9c9e20d-7363-444b-b706-2d919ef8fe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:10.441892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network hostable DHCP agents. Network: b9c9e20d-7363-444b-b706-2d919ef8fe6a, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:06:10.455409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Subnet': ['ID=683d0c21-e3ff-4382-8a3e-c4e1be44a735,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:10.479445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network b9c9e20d-7363-444b-b706-2d919ef8fe6a is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:06:10.509318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b9c9e20d-7363-444b-b706-2d919ef8fe6a) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:10.513770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:10.514384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:10.534979 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:10.545697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fca2677d-b60d-4903-a867-7d2a136c1472 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9600928
Nov 27 21:06:10.545964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59394) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:10.605148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db98b22d-f46d-4f7d-88e2-7a8f06a741bd None None] Network b9c9e20d-7363-444b-b706-2d919ef8fe6a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:10.608464 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:10.910154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8a8d093-3c3e-4315-bed4-5c898bc36484 req-c4776cdd-94d8-4ba4-b2ee-308109943d9b tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 210 time: 0.1132114
Nov 27 21:06:10.957826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-1b351e63-f02d-4cc8-aafa-db095d46f4a7 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:10.969988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-1b351e63-f02d-4cc8-aafa-db095d46f4a7 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.15 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 819 time: 0.4147305
Nov 27 21:06:10.991755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Request body: {'port': {'device_id': '7896504e-013d-42df-9c95-1445b03b7e48', 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'admin_state_up': True, 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:11.372928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Made reservation on behalf of 2fcfaa0229934ca2881bd510e1a2aade for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:11.384533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.433510 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.441286 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.458312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59416) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:11.484370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.607203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aaa531-5133-42cd-9a67-eb93569e8859 None None] Network 094e70de-157d-4765-9e1e-4704b219851b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:11.640246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Allocated IP 172.20.0.2 (24dac3ac-1146-4be6-b1df-ff69289a0028/dc152b7f-a1a1-4d89-b760-1363f01335be/b613c97a-4d90-417e-b201-5f479ccadf21) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:11.710441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b9c9e20d-7363-444b-b706-2d919ef8fe6a', 'network_id': 'b9c9e20d-7363-444b-b706-2d919ef8fe6a', 'tenant_id': '5ad20665d5f24ef592fcb13ca600d1fb', 'fixed_ips': [{'subnet_id': '683d0c21-e3ff-4382-8a3e-c4e1be44a735'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:06:11.712538 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.726104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e70d1bda-7fec-47f4-a645-049684147a1d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:11.729636 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Attempting to bind port e6bbf31b-55e6-46ea-b02e-087499199235 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:11.730039 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Attempting to bind port e6bbf31b-55e6-46ea-b02e-087499199235 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:11.732745 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Attempting to bind port e6bbf31b-55e6-46ea-b02e-087499199235 on network 24dac3ac-1146-4be6-b1df-ff69289a0028 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:11.761289 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:11.763693 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Checking segment: {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:11.764136 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.764598 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Bound using segment: {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:11.765103 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Bound port: e6bbf31b-55e6-46ea-b02e-087499199235, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:11.767825 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.792603 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Pushing event updated for resources: {'Port': ['ID=e6bbf31b-55e6-46ea-b02e-087499199235,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:11.803831 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.803831 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.803831 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.804222 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.804637 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.804917 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.805373 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.806369 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.806369 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.806582 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.806874 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.807420 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:11.896761 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.909011 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] For port e6bbf31b-55e6-46ea-b02e-087499199235, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:11.913230 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] For port e6bbf31b-55e6-46ea-b02e-087499199235, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6bbf31b-55e6-46ea-b02e-087499199235,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:11.917013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.919660 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.956734 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:11.974423 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a87f73ce-ed5f-4bb9-aac1-ee2aa9692140 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4732694cf811451b8ffabd706cd72965&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5148737
Nov 27 21:06:11.977567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:11.978832 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Routers {'439d6361-1d25-4518-b1c2-e29b7c16bcef'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:11.979500 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe454850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['439d6361-1d25-4518-b1c2-e29b7c16bcef'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:12.033983 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.034802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Network 24dac3ac-1146-4be6-b1df-ff69289a0028 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:12.042844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:12.048193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:12.124923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-64848dd9-4734-49b9-a14d-4f57dc2ffa69 req-689a6ac6-4421-4f00-bb3a-25c589776e6a tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 210 time: 0.0362642
Nov 27 21:06:12.125062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b34485d1-a567-4e10-9dd1-3c1fb9d76eeb None None] Provisioning complete for port e70d1bda-7fec-47f4-a645-049684147a1d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:12.126267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Pushing event updated for resources: {'Port': ['ID=b613c97a-4d90-417e-b201-5f479ccadf21,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:12.128308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b34485d1-a567-4e10-9dd1-3c1fb9d76eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.154445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b0f3ef-19d3-4b6d-aa0e-9953f63a441a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.164382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Allocated IP 172.20.0.1 (3f7a4542-9ec5-46fd-ac9e-e2e5686e178c/e0118f28-51ef-4d2f-aefa-8ae1ce98d3c5/a124c822-425e-4631-95a6-04d8cc708e77) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:12.180524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:12.180656 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] Set router 439d6361-1d25-4518-b1c2-e29b7c16bcef gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:12.181629 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.203527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b0f3ef-19d3-4b6d-aa0e-9953f63a441a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.210897 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-ffa38e14-4b32-43cb-822d-60ee5889e677 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2303157
Nov 27 21:06:12.244047 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad61b45-7d44-4c37-ba39-c72ae797b472 None None] Pushing event updated for resources: {'Port': ['ID=e6bbf31b-55e6-46ea-b02e-087499199235,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:12.267909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:12.275815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:12.280622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:12.299767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Pushing event updated for resources: {'Port': ['ID=e7a95f51-29e6-434c-b6ee-0b30e7dd2b49,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:12.361538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Request body: {'port': {'device_id': '7896504e-013d-42df-9c95-1445b03b7e48', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:12.394789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b0f3ef-19d3-4b6d-aa0e-9953f63a441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.398059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b0f3ef-19d3-4b6d-aa0e-9953f63a441a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.399606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c9b0f3ef-19d3-4b6d-aa0e-9953f63a441a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17d7861c-7f60-43bc-bce8-a897c9bc9aa0 HTTP/1.1" status: 204  len: 168 time: 0.4204531
Nov 27 21:06:12.458414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0f3ef-19d3-4b6d-aa0e-9953f63a441a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d7861c-7f60-43bc-bce8-a897c9bc9aa0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:12.488742 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.497686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Allocated IP 172.20.0.2 (b9c9e20d-7363-444b-b706-2d919ef8fe6a/683d0c21-e3ff-4382-8a3e-c4e1be44a735/8f141d25-6a3d-4554-b3b8-21faee603a54) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:12.590385 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.642209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.807405 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe454850>, [{'id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:01Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'gw_port': {'id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:02Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6bbf31b-55e6-46ea-b02e-087499199235', 'name': '', 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'mac_address': 'fa:16:3e:dd:13:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:04Z', 'updated_at': '2021-11-27T21:06:11Z', 'revision_number': 4, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'subnets': [{'id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:12.876496 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ef51a-64a2-46a9-b015-2d19c182a062 None None] The sync data for ids ['439d6361-1d25-4518-b1c2-e29b7c16bcef'] in ncdv-master-1 is: [{'id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:01Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'gw_port': {'id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:02Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6bbf31b-55e6-46ea-b02e-087499199235', 'name': '', 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'mac_address': 'fa:16:3e:dd:13:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:04Z', 'updated_at': '2021-11-27T21:06:11Z', 'revision_number': 4, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'subnets': [{'id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:12.900056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:12.911101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:12.912242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e70d1bda-7fec-47f4-a645-049684147a1d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:12.912726 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:12.914761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:12.989700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Port': ['ID=a124c822-425e-4631-95a6-04d8cc708e77,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:13.034503 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b34485d1-a567-4e10-9dd1-3c1fb9d76eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.040554 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.061199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.077633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Attempting to bind port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:13.078431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Attempting to bind port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '34457d8d-b737-40cd-b3f2-191235ef4c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3f7a4542-9ec5-46fd-ac9e-e2e5686e178c'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:13.079027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Attempting to bind port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 on network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:13.098331 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.119569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:13.120380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Checking segment: {'id': '34457d8d-b737-40cd-b3f2-191235ef4c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3f7a4542-9ec5-46fd-ac9e-e2e5686e178c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:13.121263 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.121882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Bound using segment: {'id': '34457d8d-b737-40cd-b3f2-191235ef4c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3f7a4542-9ec5-46fd-ac9e-e2e5686e178c'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:13.122758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Bound port: e7a95f51-29e6-434c-b6ee-0b30e7dd2b49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34457d8d-b737-40cd-b3f2-191235ef4c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3f7a4542-9ec5-46fd-ac9e-e2e5686e178c'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:13.123409 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.168427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b613c97a-4d90-417e-b201-5f479ccadf21 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:06:13.171049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-e60e6d47-ee44-4cb2-91d1-2532b09c4166 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:13.172676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-e60e6d47-ee44-4cb2-91d1-2532b09c4166 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.35 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 819 time: 0.6109309
Nov 27 21:06:13.181937 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.209391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Transition to ACTIVE for port object b613c97a-4d90-417e-b201-5f479ccadf21 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:06:13.220824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Request body: {'port': {'device_id': '5fa59779-cb4a-4c93-9512-ba7c5570d157', 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'admin_state_up': True, 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:13.223406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.233842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Network b9c9e20d-7363-444b-b706-2d919ef8fe6a is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:13.242812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b34485d1-a567-4e10-9dd1-3c1fb9d76eeb None None] For port e70d1bda-7fec-47f4-a645-049684147a1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70d1bda-7fec-47f4-a645-049684147a1d,segment=NetworkSegment(52125ed8-8d72-4280-8fdb-4709c4f67b3f),segment_id=52125ed8-8d72-4280-8fdb-4709c4f67b3f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:13.326170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Pushing event updated for resources: {'Port': ['ID=b613c97a-4d90-417e-b201-5f479ccadf21,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:13.360927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:13.367880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:13.380430 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b34485d1-a567-4e10-9dd1-3c1fb9d76eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.400495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0a23732-0244-476a-b3d3-779b1b1c2edd req-87b0ff93-e0d1-4f8c-afad-57d5394c28c5 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 210 time: 0.0889151
Nov 27 21:06:13.417522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Pushing event updated for resources: {'Port': ['ID=8f141d25-6a3d-4554-b3b8-21faee603a54,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:13.446783 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.482414 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.541090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Made reservation on behalf of 2fcfaa0229934ca2881bd510e1a2aade for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:13.546930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.685089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d8bcec41-ce9d-4794-9633-9b71fe55bdbe None None] Provisioning complete for port e70d1bda-7fec-47f4-a645-049684147a1d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:13.685844 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d8bcec41-ce9d-4794-9633-9b71fe55bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.788346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] For port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:13.809923 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:06:13.809923 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:06:13.816623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Attempting to bind port 8f141d25-6a3d-4554-b3b8-21faee603a54 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:13.817001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Attempting to bind port 8f141d25-6a3d-4554-b3b8-21faee603a54 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '33689fa4-52fa-499a-964b-bc70d4b23bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b9c9e20d-7363-444b-b706-2d919ef8fe6a'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:13.817491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Attempting to bind port 8f141d25-6a3d-4554-b3b8-21faee603a54 on network b9c9e20d-7363-444b-b706-2d919ef8fe6a {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:13.822728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] For port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7a95f51-29e6-434c-b6ee-0b30e7dd2b49,segment=NetworkSegment(34457d8d-b737-40cd-b3f2-191235ef4c67),segment_id=34457d8d-b737-40cd-b3f2-191235ef4c67)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:13.902655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:13.903387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Checking segment: {'id': '33689fa4-52fa-499a-964b-bc70d4b23bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b9c9e20d-7363-444b-b706-2d919ef8fe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:13.903950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.904498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Bound using segment: {'id': '33689fa4-52fa-499a-964b-bc70d4b23bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b9c9e20d-7363-444b-b706-2d919ef8fe6a'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:13.905154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Bound port: 8f141d25-6a3d-4554-b3b8-21faee603a54, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33689fa4-52fa-499a-964b-bc70d4b23bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b9c9e20d-7363-444b-b706-2d919ef8fe6a'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:13.905899 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.915698 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:13.931388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34485d1-a567-4e10-9dd1-3c1fb9d76eeb None None] Pushing event updated for resources: {'Port': ['ID=e70d1bda-7fec-47f4-a645-049684147a1d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:13.941013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Allocated IP 172.20.0.14 (24dac3ac-1146-4be6-b1df-ff69289a0028/dc152b7f-a1a1-4d89-b760-1363f01335be/cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:14.044667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbac26-d72c-4f58-9acb-57c5512cd3ba None None] Pushing event updated for resources: {'Port': ['ID=e7a95f51-29e6-434c-b6ee-0b30e7dd2b49,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:14.065380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] For port 8f141d25-6a3d-4554-b3b8-21faee603a54, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:14.069940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] For port 8f141d25-6a3d-4554-b3b8-21faee603a54, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f141d25-6a3d-4554-b3b8-21faee603a54,segment=NetworkSegment(33689fa4-52fa-499a-964b-bc70d4b23bfa),segment_id=33689fa4-52fa-499a-964b-bc70d4b23bfa)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:14.078520 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.169999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.172776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc6e21-3778-4c3d-8350-f8ddcfe4504a None None] Pushing event updated for resources: {'Port': ['ID=8f141d25-6a3d-4554-b3b8-21faee603a54,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:14.212825 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.241872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Attempting to bind port b613c97a-4d90-417e-b201-5f479ccadf21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:14.242351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Attempting to bind port b613c97a-4d90-417e-b201-5f479ccadf21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:14.242580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Attempting to bind port b613c97a-4d90-417e-b201-5f479ccadf21 on network 24dac3ac-1146-4be6-b1df-ff69289a0028 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:14.248606 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Port b613c97a-4d90-417e-b201-5f479ccadf21 on network 24dac3ac-1146-4be6-b1df-ff69289a0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:14.249383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Attempting to bind port b613c97a-4d90-417e-b201-5f479ccadf21 on network 24dac3ac-1146-4be6-b1df-ff69289a0028 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:14.258530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:14.259535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Checking segment: {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:14.260892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Bound using segment: {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:14.261412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Bound port: b613c97a-4d90-417e-b201-5f479ccadf21, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:14.261872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.379517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.388518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Port': ['ID=a124c822-425e-4631-95a6-04d8cc708e77,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:14.417585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] For port b613c97a-4d90-417e-b201-5f479ccadf21, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:14.429249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] For port b613c97a-4d90-417e-b201-5f479ccadf21, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b613c97a-4d90-417e-b201-5f479ccadf21,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:14.444548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.615093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.617317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44a54279-136f-4125-ab73-ba88b5475fee req-d68fcd71-8ee1-4cb0-ab17-6b5e7e25b30c tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 210 time: 0.0418520
Nov 27 21:06:14.630309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Pushing event updated for resources: {'Port': ['ID=b613c97a-4d90-417e-b201-5f479ccadf21,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:14.637359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:14.637996 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.639457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-91a5bf1e-7b13-470b-833e-267d5520e343 service neutron] 10.222.0.15 "PUT /v2.0/ports/b613c97a-4d90-417e-b201-5f479ccadf21 HTTP/1.1" status: 200  len: 1091 time: 2.4190805
Nov 27 21:06:14.639939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7896504e-013d-42df-9c95-1445b03b7e48', 'tag': 'b613c97a-4d90-417e-b201-5f479ccadf21'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:14.642328 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361a3572-1717-4714-90ea-30e2b99a423a" -d '{"events": [{"name": "network-changed", "server_uuid": "7896504e-013d-42df-9c95-1445b03b7e48", "tag": "b613c97a-4d90-417e-b201-5f479ccadf21"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:14.712518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:14.715229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:14.750126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-e7826e32-5ef5-4139-b800-5e9cb7e4b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:14.751709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-e7826e32-5ef5-4139-b800-5e9cb7e4b93b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1094 time: 0.0538416
Nov 27 21:06:14.799334 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-060b6d5c-34c7-4da6-b0a6-9ccc0b09f868 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b613c97a-4d90-417e-b201-5f479ccadf21 HTTP/1.1" status: 200  len: 217 time: 0.0356140
Nov 27 21:06:14.811393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.855512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:14.886268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Network 24dac3ac-1146-4be6-b1df-ff69289a0028 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:14.892295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:14.897144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Pushing event updated for resources: {'Port': ['ID=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:14.899480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:14.926668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-a83d2892-46d9-4c2d-8189-e7c2925130a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:14.928833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-a83d2892-46d9-4c2d-8189-e7c2925130a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.1230421
Nov 27 21:06:14.973124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:14.973875 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:14.984148 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4232ed35-9383-4d44-9797-1601434b0f0a x-openstack-request-id: req-4232ed35-9383-4d44-9797-1601434b0f0a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:14.984462 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7896504e-013d-42df-9c95-1445b03b7e48", "tag": "b613c97a-4d90-417e-b201-5f479ccadf21", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:14.984724 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4232ed35-9383-4d44-9797-1601434b0f0a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:14.985128 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7896504e-013d-42df-9c95-1445b03b7e48', 'tag': 'b613c97a-4d90-417e-b201-5f479ccadf21', 'status': 'completed', 'code': 200}
Nov 27 21:06:14.987571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-84383e89-a420-4b41-83fa-1945e7014259 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461569
Nov 27 21:06:15.003633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:15.004732 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:15.020668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Router fe6ab641-f5f0-4f92-8486-af0e8f0472f7 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:06:15.031364 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-fb81cec1-341d-4eda-94f6-0860639c6ce1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8154655
Nov 27 21:06:15.065970 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:15.109460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7a95f51-29e6-434c-b6ee-0b30e7dd2b49,segment=NetworkSegment(34457d8d-b737-40cd-b3f2-191235ef4c67),segment_id=34457d8d-b737-40cd-b3f2-191235ef4c67)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:15.119970 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:15.123801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8f141d25-6a3d-4554-b3b8-21faee603a54 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:15.130056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-012a5969-6f6a-43c9-a377-4366f6b90d6b service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346998
Nov 27 21:06:15.274634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3eadbb67-6e13-401c-89e1-31a150035b67 req-c8c1ac36-14c9-4036-9505-cd442493d2da service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376722
Nov 27 21:06:15.449997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3572-1717-4714-90ea-30e2b99a423a req-209cf0f8-1abc-4daf-b7ac-4cacec930e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:15.451802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=e7a95f51-29e6-434c-b6ee-0b30e7dd2b49,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:15.456722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-361a3572-1717-4714-90ea-30e2b99a423a req-209cf0f8-1abc-4daf-b7ac-4cacec930e91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1094 time: 0.1017830
Nov 27 21:06:15.479954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8f141d25-6a3d-4554-b3b8-21faee603a54 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:15.481422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:15.657858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:15.661375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3572-1717-4714-90ea-30e2b99a423a req-1baf66e6-d49e-4dcf-aa10-847894bfd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:15.662959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-361a3572-1717-4714-90ea-30e2b99a423a req-1baf66e6-d49e-4dcf-aa10-847894bfd76e service neutron] 10.222.0.15 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 920 time: 0.1985900
Nov 27 21:06:15.767353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Request body: {'port': {'device_id': '5fa59779-cb4a-4c93-9512-ba7c5570d157', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:15.770501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-361a3572-1717-4714-90ea-30e2b99a423a req-e63ba471-727c-4d51-80cd-2ff49777714e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b613c97a-4d90-417e-b201-5f479ccadf21 HTTP/1.1" status: 200  len: 217 time: 0.0921276
Nov 27 21:06:15.874101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:15.899135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:15.909286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3572-1717-4714-90ea-30e2b99a423a req-7bb223d3-632f-420e-93b7-c9f5a7689102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:15.909698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2d8832d0-db8b-4297-ac6d-f9c06b271b03 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "PUT /v2.0/routers/fe6ab641-f5f0-4f92-8486-af0e8f0472f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3625138
Nov 27 21:06:15.911803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-361a3572-1717-4714-90ea-30e2b99a423a req-7bb223d3-632f-420e-93b7-c9f5a7689102 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.1306014
Nov 27 21:06:15.913918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59520) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:15.935677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def89762-6eaa-4fb6-9163-feb0a1efc3d9 None None] Sync routers for ids ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:15.939347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0332b55-10fe-4300-bbdc-79f42d95e64d None None] Network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:15.962366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-361a3572-1717-4714-90ea-30e2b99a423a req-9a79d03f-e0db-493c-b0bc-d0a032411604 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407262
Nov 27 21:06:16.148763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def89762-6eaa-4fb6-9163-feb0a1efc3d9 None None] Routers {'fe6ab641-f5f0-4f92-8486-af0e8f0472f7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:16.149493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-def89762-6eaa-4fb6-9163-feb0a1efc3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce3a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:16.202128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7c6aa-86c1-4fda-9b47-9c2831b17321 req-557b8cca-661f-4d31-8d2f-f56c6e8d8b07 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:16.205860 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ff7c6aa-86c1-4fda-9b47-9c2831b17321 req-557b8cca-661f-4d31-8d2f-f56c6e8d8b07 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 932 time: 0.4363492
Nov 27 21:06:16.207658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-def89762-6eaa-4fb6-9163-feb0a1efc3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce3a910>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:16.213961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 8f141d25-6a3d-4554-b3b8-21faee603a54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f141d25-6a3d-4554-b3b8-21faee603a54,segment=NetworkSegment(33689fa4-52fa-499a-964b-bc70d4b23bfa),segment_id=33689fa4-52fa-499a-964b-bc70d4b23bfa)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:16.218402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.234051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a312b097-3173-443b-ae43-0aca9514af2c None None] Provisioning complete for port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:16.234429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a312b097-3173-443b-ae43-0aca9514af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.280428 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.281245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e6bbf31b-55e6-46ea-b02e-087499199235 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:16.289789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae0640-8f0e-4a92-b782-94fffd989e94 None None] Network b9c9e20d-7363-444b-b706-2d919ef8fe6a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:16.352811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:06:16.362802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.369503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def89762-6eaa-4fb6-9163-feb0a1efc3d9 None None] Routers {'fe6ab641-f5f0-4f92-8486-af0e8f0472f7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:16.371133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-def89762-6eaa-4fb6-9163-feb0a1efc3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce3a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:16.387028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Transition to ACTIVE for port object cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:06:16.392696 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.398900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-361a3572-1717-4714-90ea-30e2b99a423a req-0c859e0e-4e5c-49b1-9bbc-0918a9228dd3 service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3983657
Nov 27 21:06:16.461640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ff7c6aa-86c1-4fda-9b47-9c2831b17321 req-b8812897-992e-4d28-9101-7e6df4887ed1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2414329
Nov 27 21:06:16.480236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-def89762-6eaa-4fb6-9163-feb0a1efc3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce3a910>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:16.480879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def89762-6eaa-4fb6-9163-feb0a1efc3d9 None None] The sync data for ids ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:16.489875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Pushing event updated for resources: {'Port': ['ID=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:16.565372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=8f141d25-6a3d-4554-b3b8-21faee603a54,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:16.620630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e6bbf31b-55e6-46ea-b02e-087499199235 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:16.621200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.628025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Attempting to bind port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:16.628386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Attempting to bind port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:16.628727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Attempting to bind port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f on network 24dac3ac-1146-4be6-b1df-ff69289a0028 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:16.636630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f on network 24dac3ac-1146-4be6-b1df-ff69289a0028 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:16.637155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Attempting to bind port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f on network 24dac3ac-1146-4be6-b1df-ff69289a0028 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:16.649363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:16.649949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Checking segment: {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:16.650540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Bound using segment: {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:16.651161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Bound port: cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:16.652201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.693993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-361a3572-1717-4714-90ea-30e2b99a423a req-c94dfe37-1930-49cf-b4e2-1aa32ce8c275 service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2816486
Nov 27 21:06:16.781782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-58aeff9d-247d-4390-a425-4e07bf961d88 None None] Provisioning complete for port 8f141d25-6a3d-4554-b3b8-21faee603a54 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:16.782202 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58aeff9d-247d-4390-a425-4e07bf961d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.787389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] For port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:16.790819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] For port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:16.796076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.840422 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-747ac185-ce3b-4941-96f4-0057d0cb6650 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:06:16.841245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:16.841398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-747ac185-ce3b-4941-96f4-0057d0cb6650 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "PUT /v2.0/routers/fe6ab641-f5f0-4f92-8486-af0e8f0472f7/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9260023
Nov 27 21:06:16.842083 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.843534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] 10.222.0.35 "PUT /v2.0/ports/cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f HTTP/1.1" status: 200  len: 1092 time: 1.7449517
Nov 27 21:06:16.844077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa59779-cb4a-4c93-9512-ba7c5570d157', 'tag': 'cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:16.844208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59560) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:16.846454 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43be8c18-8912-438f-97dc-ea65eb296066" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa59779-cb4a-4c93-9512-ba7c5570d157", "tag": "cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:16.927219 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64b34dd-d481-49c2-a817-99148d434149 x-openstack-request-id: req-e64b34dd-d481-49c2-a817-99148d434149 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:16.927737 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa59779-cb4a-4c93-9512-ba7c5570d157", "tag": "cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:16.928177 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e64b34dd-d481-49c2-a817-99148d434149 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:16.928494 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:16.928899 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa59779-cb4a-4c93-9512-ba7c5570d157', 'tag': 'cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f', 'status': 'completed', 'code': 200}
Nov 27 21:06:16.931020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e358cf-ad52-4b17-ac69-d6b56c742c0e service neutron] Pushing event updated for resources: {'Port': ['ID=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:16.970651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-6e6e2f6a-0872-446f-b9d8-cb95921f1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:16.974329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-6e6e2f6a-0872-446f-b9d8-cb95921f1d03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 1095 time: 0.0689452
Nov 27 21:06:17.013476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port e6bbf31b-55e6-46ea-b02e-087499199235, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6bbf31b-55e6-46ea-b02e-087499199235,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:17.021228 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.022282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e70d1bda-7fec-47f4-a645-049684147a1d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:17.037666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-33126107-6c39-4879-9579-28e6e35d87fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f HTTP/1.1" status: 200  len: 217 time: 0.0535250
Nov 27 21:06:17.107907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-bfb4b900-2ff4-47f8-aa7e-e14082e390e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:17.110464 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-bfb4b900-2ff4-47f8-aa7e-e14082e390e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.0651655
Nov 27 21:06:17.141510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=e6bbf31b-55e6-46ea-b02e-087499199235,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:17.165812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ce8385a6-08f2-4b28-828c-13370c5c2f81 None None] Provisioning complete for port a124c822-425e-4631-95a6-04d8cc708e77 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:17.166428 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ce8385a6-08f2-4b28-828c-13370c5c2f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.189179 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-c95918ba-87fb-413c-a847-55eb944e2ba8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689356
Nov 27 21:06:17.204343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e70d1bda-7fec-47f4-a645-049684147a1d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:17.204742 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.270358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ce8385a6-08f2-4b28-828c-13370c5c2f81 None None] Port a124c822-425e-4631-95a6-04d8cc708e77 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:17.294566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ce8385a6-08f2-4b28-828c-13370c5c2f81 None None] Provisioning complete for port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:17.294951 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ce8385a6-08f2-4b28-828c-13370c5c2f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.326919 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-afad2f4d-3f9c-4612-9115-582b4e7f6bde service neutron] 10.222.0.35 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272469
Nov 27 21:06:17.348980 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.488406 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7584519c-5342-4c0d-b320-1cb91419b9cd req-06b07a50-a709-4d82-95d1-ba5639806710 service neutron] 10.222.0.35 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536601
Nov 27 21:06:17.500817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:17.615662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bbff1e55-77da-4c96-8b18-0d56fb2b3b8b None None] Provisioning complete for port a124c822-425e-4631-95a6-04d8cc708e77 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:17.616042 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bbff1e55-77da-4c96-8b18-0d56fb2b3b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.662722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be8c18-8912-438f-97dc-ea65eb296066 req-8f315e2c-9a90-4fab-a283-4434daff37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:17.668335 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43be8c18-8912-438f-97dc-ea65eb296066 req-8f315e2c-9a90-4fab-a283-4434daff37aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 1095 time: 0.0970933
Nov 27 21:06:17.714366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bbff1e55-77da-4c96-8b18-0d56fb2b3b8b None None] Port a124c822-425e-4631-95a6-04d8cc708e77 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:17.768419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681ad39-a9d7-478b-aaf7-1da4dd4cd454 req-7dede2d2-7971-4053-98a1-27e771988268 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:17.769988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4681ad39-a9d7-478b-aaf7-1da4dd4cd454 req-7dede2d2-7971-4053-98a1-27e771988268 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 944 time: 0.1053898
Nov 27 21:06:17.794933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bbff1e55-77da-4c96-8b18-0d56fb2b3b8b None None] Provisioning complete for port 8f141d25-6a3d-4554-b3b8-21faee603a54 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:17.795645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bbff1e55-77da-4c96-8b18-0d56fb2b3b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.798495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:17.803404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.823443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Deleting port a124c822-425e-4631-95a6-04d8cc708e77 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:17.823801 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.827417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be8c18-8912-438f-97dc-ea65eb296066 req-a993c3c6-833d-4fd8-aeec-3bc64aa455ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:17.829099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43be8c18-8912-438f-97dc-ea65eb296066 req-a993c3c6-833d-4fd8-aeec-3bc64aa455ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 920 time: 0.1531518
Nov 27 21:06:17.889547 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43be8c18-8912-438f-97dc-ea65eb296066 req-e57ed58b-12d2-49f5-b615-68460a883c2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f HTTP/1.1" status: 200  len: 217 time: 0.0518377
Nov 27 21:06:17.894534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4681ad39-a9d7-478b-aaf7-1da4dd4cd454 req-b8191e63-f253-421a-97eb-7719af640c54 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160746
Nov 27 21:06:17.950388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be8c18-8912-438f-97dc-ea65eb296066 req-9e89143f-d275-4cbd-ab7b-3c86a59322ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:17.952304 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43be8c18-8912-438f-97dc-ea65eb296066 req-9e89143f-d275-4cbd-ab7b-3c86a59322ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.0544870
Nov 27 21:06:17.960482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:17.973015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8f141d25-6a3d-4554-b3b8-21faee603a54 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:17.977938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Calling delete_port for a124c822-425e-4631-95a6-04d8cc708e77 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:17.992943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43be8c18-8912-438f-97dc-ea65eb296066 req-9c318ad6-944d-4377-8bf9-74426dcb122f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316193
Nov 27 21:06:18.054519 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8f141d25-6a3d-4554-b3b8-21faee603a54 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:18.054939 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:18.106890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-69e764a5-ed79-419d-b274-99bee21673d0 None None] Provisioning complete for port a124c822-425e-4631-95a6-04d8cc708e77 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:18.107579 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69e764a5-ed79-419d-b274-99bee21673d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:18.109998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43be8c18-8912-438f-97dc-ea65eb296066 req-97b82109-8abd-4a50-ac96-49e24f4da982 service neutron] 10.222.0.35 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1058969
Nov 27 21:06:18.194661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-69e764a5-ed79-419d-b274-99bee21673d0 None None] Port a124c822-425e-4631-95a6-04d8cc708e77 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:18.202919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e6bbf31b-55e6-46ea-b02e-087499199235 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:18.212608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:18.215278 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43be8c18-8912-438f-97dc-ea65eb296066 req-1e210b3f-eaa7-4001-91df-ae383fe5db56 service neutron] 10.222.0.35 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977767
Nov 27 21:06:18.255112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Port': ['ID=a124c822-425e-4631-95a6-04d8cc708e77,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:18.264681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e6bbf31b-55e6-46ea-b02e-087499199235 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:18.265062 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:18.316348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.316595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.316961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.317909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.318887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.319718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.320075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.320466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.321131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.322319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.322692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.323045 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:18.405040 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:18.442519 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:18.598742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Router fe6ab641-f5f0-4f92-8486-af0e8f0472f7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:06:18.671082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:18.676495 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-76dc408e-1433-4cc9-b4b8-0bd6d48e1e06 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "PUT /v2.0/routers/fe6ab641-f5f0-4f92-8486-af0e8f0472f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8312209
Nov 27 21:06:18.680647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59608) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:18.681931 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d639b80-d023-43ab-88f5-2a8a793aa1ee None None] Sync routers for ids ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:18.694392 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d639b80-d023-43ab-88f5-2a8a793aa1ee None None] Routers {'fe6ab641-f5f0-4f92-8486-af0e8f0472f7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:18.695030 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9d639b80-d023-43ab-88f5-2a8a793aa1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64c7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:18.723940 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-6351edeb-fcc1-4baa-949a-1a6e2249efbc tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] delete failed (client error): The resource could not be found.
Nov 27 21:06:18.725959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6351edeb-fcc1-4baa-949a-1a6e2249efbc tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-624072772 HTTP/1.1" status: 404  len: 334 time: 0.0433738
Nov 27 21:06:18.727324 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9d639b80-d023-43ab-88f5-2a8a793aa1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64c7c0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:18.728747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59612) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:18.733553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-723a869a-f629-4128-a4dd-6923ac93f8c2 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe6ab641-f5f0-4f92-8486-af0e8f0472f7'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:18.738796 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d639b80-d023-43ab-88f5-2a8a793aa1ee None None] Routers {'fe6ab641-f5f0-4f92-8486-af0e8f0472f7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:18.739602 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9d639b80-d023-43ab-88f5-2a8a793aa1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64c7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:18.772130 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9d639b80-d023-43ab-88f5-2a8a793aa1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64c7c0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:18.772996 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d639b80-d023-43ab-88f5-2a8a793aa1ee None None] The sync data for ids ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:19.051537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa3d6-0c42-4815-a099-9f7d03724cf5 req-5bfcb410-5b14-425a-a32c-c5d3832b38a9 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:19.059136 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6daa3d6-0c42-4815-a099-9f7d03724cf5 req-5bfcb410-5b14-425a-a32c-c5d3832b38a9 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 944 time: 0.0718529
Nov 27 21:06:19.124438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6daa3d6-0c42-4815-a099-9f7d03724cf5 req-c993df76-4ce6-4408-83d8-4b3697c0edb1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643077
Nov 27 21:06:19.274711 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-723a869a-f629-4128-a4dd-6923ac93f8c2 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:19.293146 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-723a869a-f629-4128-a4dd-6923ac93f8c2 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] update failed (client error): The resource could not be found.
Nov 27 21:06:19.294212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-723a869a-f629-4128-a4dd-6923ac93f8c2 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "PUT /v2.0/routers/fe6ab641-f5f0-4f92-8486-af0e8f0472f7 HTTP/1.1" status: 404  len: 339 time: 0.5645273
Nov 27 21:06:19.298294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59650) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:19.489632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:06:19.578417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:19.584261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:19.598728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f', 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'port_id': 'cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f', 'mac_address': 'fa:16:3e:c5:5b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:06:19.635620 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:19.648005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:06:19.666496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:19.672029 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:19.720134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:19.815828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Allocated IP 172.20.0.1 (094e70de-157d-4765-9e1e-4704b219851b/27bfd263-aee1-41cd-9764-ea5c196fdb45/3e789ce3-4917-4ad3-8193-9106bda0464f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:19.929185 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:19.972290 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.023221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network 094e70de-157d-4765-9e1e-4704b219851b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:20.026491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:20.030254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:20.056684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Port': ['ID=3e789ce3-4917-4ad3-8193-9106bda0464f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:20.061648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:06:20.090352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.132879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59662) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:20.272189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.295749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.334092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7f3c6b45-648b-427c-8aab-7578fbef39bb None None] Provisioning complete for port 3e789ce3-4917-4ad3-8193-9106bda0464f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:20.334900 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7f3c6b45-648b-427c-8aab-7578fbef39bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.336401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7aa50-b9e8-4e17-9efa-d0a72faddc66 req-d975f598-c3ff-45c0-95f6-bb3a5e46d082 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:20.337995 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbc7aa50-b9e8-4e17-9efa-d0a72faddc66 req-d975f598-c3ff-45c0-95f6-bb3a5e46d082 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 945 time: 0.1104696
Nov 27 21:06:20.372369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b613c97a-4d90-417e-b201-5f479ccadf21 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:06:20.377817 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.382260 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.389939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c6b45-648b-427c-8aab-7578fbef39bb None None] Port 3e789ce3-4917-4ad3-8193-9106bda0464f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:20.436966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb12ab6-f925-4b25-8cd3-862955745a72,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:20.464560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a5ad81e73ad4ba88b6315045aef7abc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3302960
Nov 27 21:06:20.466759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.467116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.467492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.467835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.468176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.468514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.468851 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.469188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.469522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.469871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.470189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.470519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7e8896-001c-43a4-b417-d249b2aeaf0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:20.475139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59670) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:20.497710 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fbc7aa50-b9e8-4e17-9efa-d0a72faddc66 req-b565b78f-bad1-4c1a-b92e-c90a2fcbf2af tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480227
Nov 27 21:06:20.532492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b613c97a-4d90-417e-b201-5f479ccadf21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b613c97a-4d90-417e-b201-5f479ccadf21,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:20.542900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa034483-d2a4-4e72-bf71-dab433e1c809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.545137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'b613c97a-4d90-417e-b201-5f479ccadf21', 'network_id': '24dac3ac-1146-4be6-b1df-ff69289a0028', 'port_id': 'b613c97a-4d90-417e-b201-5f479ccadf21', 'mac_address': 'fa:16:3e:38:f8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc152b7f-a1a1-4d89-b760-1363f01335be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:06:20.567957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa034483-d2a4-4e72-bf71-dab433e1c809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.587947 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.604443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b613c97a-4d90-417e-b201-5f479ccadf21 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:06:20.619419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa034483-d2a4-4e72-bf71-dab433e1c809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.622540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa034483-d2a4-4e72-bf71-dab433e1c809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.626072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aa034483-d2a4-4e72-bf71-dab433e1c809 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fb12ab6-f925-4b25-8cd3-862955745a72 HTTP/1.1" status: 204  len: 168 time: 0.1475992
Nov 27 21:06:20.632119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b613c97a-4d90-417e-b201-5f479ccadf21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b613c97a-4d90-417e-b201-5f479ccadf21,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:20.632811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa034483-d2a4-4e72-bf71-dab433e1c809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb12ab6-f925-4b25-8cd3-862955745a72,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:20.638030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.640872 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.644491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.699928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=b613c97a-4d90-417e-b201-5f479ccadf21,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:20.732484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event updated for resources: {'Port': ['ID=3e789ce3-4917-4ad3-8193-9106bda0464f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:20.735826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.833307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Network 094e70de-157d-4765-9e1e-4704b219851b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:20.834683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:20.928066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59676) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:20.942562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd1bdc8c-c343-4d77-87a7-742c5135eb6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:20.945104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Router fe6ab641-f5f0-4f92-8486-af0e8f0472f7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:06:20.952546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['b613c97a-4d90-417e-b201-5f479ccadf21'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:06:21.045013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd1bdc8c-c343-4d77-87a7-742c5135eb6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.053241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd1bdc8c-c343-4d77-87a7-742c5135eb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.058799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:21.070422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14894abd-3180-4637-a7cc-04ead8ca296f None None] Sync routers for ids ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:21.074498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f929f6f5-557e-4125-8ee8-4ece93dc3b53 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "PUT /v2.0/routers/fe6ab641-f5f0-4f92-8486-af0e8f0472f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7751429
Nov 27 21:06:21.077517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59680) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:21.097706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14894abd-3180-4637-a7cc-04ead8ca296f None None] Routers {'fe6ab641-f5f0-4f92-8486-af0e8f0472f7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:21.098745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-14894abd-3180-4637-a7cc-04ead8ca296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4fd6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:21.113370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dd1bdc8c-c343-4d77-87a7-742c5135eb6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d96368817104856815838e24b41f99a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1839406
Nov 27 21:06:21.116172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59682) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:21.124314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bdc8c-c343-4d77-87a7-742c5135eb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b044ca0b-2336-4e59-a420-909dc6edbe68,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:21.152831 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-14894abd-3180-4637-a7cc-04ead8ca296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4fd6a0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:21.176414 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca05484b-2041-458d-bbf3-37598f961807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.195198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ee62ddc-726c-47ff-8c94-74bbf14be546 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.201133 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca05484b-2041-458d-bbf3-37598f961807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.260480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca05484b-2041-458d-bbf3-37598f961807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.263443 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca05484b-2041-458d-bbf3-37598f961807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.264919 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ca05484b-2041-458d-bbf3-37598f961807 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b044ca0b-2336-4e59-a420-909dc6edbe68 HTTP/1.1" status: 204  len: 168 time: 0.1471574
Nov 27 21:06:21.274436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05484b-2041-458d-bbf3-37598f961807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b044ca0b-2336-4e59-a420-909dc6edbe68,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:21.297067 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-4ee62ddc-726c-47ff-8c94-74bbf14be546 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:06:21.298587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4ee62ddc-726c-47ff-8c94-74bbf14be546 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "DELETE /v2.0/routers/fe6ab641-f5f0-4f92-8486-af0e8f0472f7 HTTP/1.1" status: 409  len: 329 time: 0.2201037
Nov 27 21:06:21.301902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59686) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:21.344822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-30d4f31f-dd72-491b-99e7-4b458e6e89e3 None None] Provisioning complete for port 3e789ce3-4917-4ad3-8193-9106bda0464f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:21.345195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-30d4f31f-dd72-491b-99e7-4b458e6e89e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.349872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14894abd-3180-4637-a7cc-04ead8ca296f None None] Routers {'fe6ab641-f5f0-4f92-8486-af0e8f0472f7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:21.350498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-14894abd-3180-4637-a7cc-04ead8ca296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4fd6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:21.409802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-14894abd-3180-4637-a7cc-04ead8ca296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4fd6a0>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:21.410457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14894abd-3180-4637-a7cc-04ead8ca296f None None] The sync data for ids ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:21.434243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-30d4f31f-dd72-491b-99e7-4b458e6e89e3 None None] Port 3e789ce3-4917-4ad3-8193-9106bda0464f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:21.504611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:21.573733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:06:21.578604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:21.579476 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.635581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021ab27-b7aa-45cb-8ed8-ee48affd56b3 req-336a456b-5325-4f3e-9330-a61e7b6d7c54 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:21.643293 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1021ab27-b7aa-45cb-8ed8-ee48affd56b3 req-336a456b-5325-4f3e-9330-a61e7b6d7c54 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 945 time: 0.0625010
Nov 27 21:06:21.668118 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.695935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa59779-cb4a-4c93-9512-ba7c5570d157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:21.698486 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b7836b-21b8-4212-aaba-197dba46473d" -d '{"events": [{"server_uuid": "5fa59779-cb4a-4c93-9512-ba7c5570d157", "name": "network-vif-plugged", "status": "completed", "tag": "cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:21.699434 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.709010 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1021ab27-b7aa-45cb-8ed8-ee48affd56b3 req-2abac181-2d9b-4792-a24f-38e57b5579ee tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646541
Nov 27 21:06:21.724400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:21.729638 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.794119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:21.975002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Deleting port 3e789ce3-4917-4ad3-8193-9106bda0464f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:21.975386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:21.981996 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7394e4c-92b7-47cd-aaba-637de4c64db6 x-openstack-request-id: req-b7394e4c-92b7-47cd-aaba-637de4c64db6 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:21.982327 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa59779-cb4a-4c93-9512-ba7c5570d157", "name": "network-vif-plugged", "status": "completed", "tag": "cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:21.982587 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7394e4c-92b7-47cd-aaba-637de4c64db6 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:21.982988 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa59779-cb4a-4c93-9512-ba7c5570d157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f', 'code': 200}
Nov 27 21:06:22.074211 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:22.091360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Calling delete_port for 3e789ce3-4917-4ad3-8193-9106bda0464f owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:22.095840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3083c-148c-4641-a979-d46317b94e51 req-def468b7-a89e-400e-8d24-25988bbb801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:22.097642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25c3083c-148c-4641-a979-d46317b94e51 req-def468b7-a89e-400e-8d24-25988bbb801a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 1097 time: 0.0456388
Nov 27 21:06:22.154972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25c3083c-148c-4641-a979-d46317b94e51 req-2213f5ff-0ec2-4fed-95a1-360390be35b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498440
Nov 27 21:06:22.271517 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:22.299435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Port': ['ID=3e789ce3-4917-4ad3-8193-9106bda0464f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:22.376301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b613c97a-4d90-417e-b201-5f479ccadf21 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:22.437332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port b613c97a-4d90-417e-b201-5f479ccadf21 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:06:22.445357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port b613c97a-4d90-417e-b201-5f479ccadf21 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:22.445738 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:22.476679 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:22.556066 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:22.617341 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b613c97a-4d90-417e-b201-5f479ccadf21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b613c97a-4d90-417e-b201-5f479ccadf21,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:22.622402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:22.693904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Router fe6ab641-f5f0-4f92-8486-af0e8f0472f7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:06:22.740972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=b613c97a-4d90-417e-b201-5f479ccadf21,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:22.844749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be67985-369e-4e90-96fc-559c1a29b731 req-a27fece3-884d-4388-ac92-ec9db3f1db23 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:22.847108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1be67985-369e-4e90-96fc-559c1a29b731 req-a27fece3-884d-4388-ac92-ec9db3f1db23 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0538874
Nov 27 21:06:22.908980 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1be67985-369e-4e90-96fc-559c1a29b731 req-545adda1-ddf6-42c4-a381-b0722fb59875 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548325
Nov 27 21:06:23.141451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:23.147057 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-142fb72b-0579-4145-be77-76bc0cfc9ec6 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "PUT /v2.0/routers/fe6ab641-f5f0-4f92-8486-af0e8f0472f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8440793
Nov 27 21:06:23.150889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59740) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:23.153401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7d984-0abd-4889-8c49-78305a58d935 None None] Sync routers for ids ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:23.163689 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7d984-0abd-4889-8c49-78305a58d935 None None] Routers {'fe6ab641-f5f0-4f92-8486-af0e8f0472f7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:23.164315 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ede7d984-0abd-4889-8c49-78305a58d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9d5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:23.189073 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-dada6d9b-4f27-4278-a30a-29ae1aa17d16 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] show failed (client error): The resource could not be found.
Nov 27 21:06:23.190645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dada6d9b-4f27-4278-a30a-29ae1aa17d16 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-575662227 HTTP/1.1" status: 404  len: 334 time: 0.0380738
Nov 27 21:06:23.194388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59742) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:23.197739 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ede7d984-0abd-4889-8c49-78305a58d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9d5ac0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:23.198837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fbe19307-caf6-4320-936b-0a03536c4735 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Request body: {'router': {'name': 'new_name'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:23.208940 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7d984-0abd-4889-8c49-78305a58d935 None None] Routers {'fe6ab641-f5f0-4f92-8486-af0e8f0472f7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:23.209547 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ede7d984-0abd-4889-8c49-78305a58d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9d5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:23.232121 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-fbe19307-caf6-4320-936b-0a03536c4735 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] update failed (client error): The resource could not be found.
Nov 27 21:06:23.233173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fbe19307-caf6-4320-936b-0a03536c4735 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-552889143 HTTP/1.1" status: 404  len: 334 time: 0.0378067
Nov 27 21:06:23.237495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59744) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:23.243630 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ede7d984-0abd-4889-8c49-78305a58d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9d5ac0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:23.244657 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7d984-0abd-4889-8c49-78305a58d935 None None] The sync data for ids ['fe6ab641-f5f0-4f92-8486-af0e8f0472f7'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:23.292875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea29a721-d761-495a-bf65-59eb03e12d54 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Deleting subnet 683d0c21-e3ff-4382-8a3e-c4e1be44a735 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:06:23.295982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea29a721-d761-495a-bf65-59eb03e12d54 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.337070 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea29a721-d761-495a-bf65-59eb03e12d54 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.422096 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea29a721-d761-495a-bf65-59eb03e12d54 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.507907 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea29a721-d761-495a-bf65-59eb03e12d54 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.535688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29a721-d761-495a-bf65-59eb03e12d54 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Subnet': ['ID=683d0c21-e3ff-4382-8a3e-c4e1be44a735,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:23.540224 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea29a721-d761-495a-bf65-59eb03e12d54 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.544192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ea29a721-d761-495a-bf65-59eb03e12d54 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "DELETE /v2.0/subnets/683d0c21-e3ff-4382-8a3e-c4e1be44a735 HTTP/1.1" status: 204  len: 168 time: 0.3052595
Nov 27 21:06:23.546277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59748) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:23.549572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05adc3c3-5039-4bae-894a-ecbaa09ea887 None None] Network b9c9e20d-7363-444b-b706-2d919ef8fe6a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:23.597307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0b1e19-4036-4b3b-88f2-71229d8de72e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Deleting subnet e0118f28-51ef-4d2f-aefa-8ae1ce98d3c5 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:06:23.600448 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1e19-4036-4b3b-88f2-71229d8de72e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.641386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1e19-4036-4b3b-88f2-71229d8de72e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.728573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083733cb-fc6a-4865-8f5e-bb9f76e535e7 None None] DHCP port deletion for b9c9e20d-7363-444b-b706-2d919ef8fe6a request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:23.732840 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1e19-4036-4b3b-88f2-71229d8de72e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.790746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-083733cb-fc6a-4865-8f5e-bb9f76e535e7 None None] Deleting port 8f141d25-6a3d-4554-b3b8-21faee603a54 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:23.791516 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-083733cb-fc6a-4865-8f5e-bb9f76e535e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.814009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1e19-4036-4b3b-88f2-71229d8de72e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.845444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1e19-4036-4b3b-88f2-71229d8de72e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.851599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f0b1e19-4036-4b3b-88f2-71229d8de72e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "DELETE /v2.0/subnets/e0118f28-51ef-4d2f-aefa-8ae1ce98d3c5 HTTP/1.1" status: 204  len: 168 time: 0.3017907
Nov 27 21:06:23.851599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b1e19-4036-4b3b-88f2-71229d8de72e tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Subnet': ['ID=e0118f28-51ef-4d2f-aefa-8ae1ce98d3c5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:23.852965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59756) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:23.864872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a2c630-8133-45f0-9ad0-12cb512cbc8f None None] Network 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:23.918446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-083733cb-fc6a-4865-8f5e-bb9f76e535e7 None None] For port 8f141d25-6a3d-4554-b3b8-21faee603a54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f141d25-6a3d-4554-b3b8-21faee603a54,segment=NetworkSegment(33689fa4-52fa-499a-964b-bc70d4b23bfa),segment_id=33689fa4-52fa-499a-964b-bc70d4b23bfa)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:23.918855 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-083733cb-fc6a-4865-8f5e-bb9f76e535e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:23.941500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-083733cb-fc6a-4865-8f5e-bb9f76e535e7 None None] Calling delete_port for 8f141d25-6a3d-4554-b3b8-21faee603a54 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:23.944473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.025480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Deleting port 8f141d25-6a3d-4554-b3b8-21faee603a54 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:24.026197 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.031073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7896504e-013d-42df-9c95-1445b03b7e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613c97a-4d90-417e-b201-5f479ccadf21'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:24.033910 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bac7d99-80a3-4925-948b-70a18a50503a" -d '{"events": [{"server_uuid": "7896504e-013d-42df-9c95-1445b03b7e48", "name": "network-vif-plugged", "status": "completed", "tag": "b613c97a-4d90-417e-b201-5f479ccadf21"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:24.083303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06f99-b681-4472-b3a5-b971ee46bddf req-6198b5df-2c3a-44c9-bb87-5d6bfa027eb3 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:24.085249 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8f06f99-b681-4472-b3a5-b971ee46bddf req-6198b5df-2c3a-44c9-bb87-5d6bfa027eb3 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0580642
Nov 27 21:06:24.114152 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e192c-a4f5-4cf5-b746-c377810758fa x-openstack-request-id: req-552e192c-a4f5-4cf5-b746-c377810758fa {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:24.114369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] For port 8f141d25-6a3d-4554-b3b8-21faee603a54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f141d25-6a3d-4554-b3b8-21faee603a54,segment=NetworkSegment(33689fa4-52fa-499a-964b-bc70d4b23bfa),segment_id=33689fa4-52fa-499a-964b-bc70d4b23bfa)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:24.114552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.114984 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7896504e-013d-42df-9c95-1445b03b7e48", "name": "network-vif-plugged", "status": "completed", "tag": "b613c97a-4d90-417e-b201-5f479ccadf21", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:24.115758 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-552e192c-a4f5-4cf5-b746-c377810758fa {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:24.116322 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7896504e-013d-42df-9c95-1445b03b7e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613c97a-4d90-417e-b201-5f479ccadf21', 'code': 200}
Nov 27 21:06:24.154998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-083733cb-fc6a-4865-8f5e-bb9f76e535e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.159524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Calling delete_port for 8f141d25-6a3d-4554-b3b8-21faee603a54 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:24.188892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8f06f99-b681-4472-b3a5-b971ee46bddf req-9f4f1375-5d98-4b83-9a47-bc0493e795d8 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965292
Nov 27 21:06:24.196616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083733cb-fc6a-4865-8f5e-bb9f76e535e7 None None] Pushing event deleted for resources: {'Port': ['ID=8f141d25-6a3d-4554-b3b8-21faee603a54,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:24.209812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083733cb-fc6a-4865-8f5e-bb9f76e535e7 None None] No DVR routers for this DVR port 8f141d25-6a3d-4554-b3b8-21faee603a54 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:06:24.256481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790cbe0-f0f4-4654-a2b8-b1d069e42194 req-14a01d69-c254-4501-bc72-246f6fbe04dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:24.258154 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9790cbe0-f0f4-4654-a2b8-b1d069e42194 req-14a01d69-c254-4501-bc72-246f6fbe04dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1096 time: 0.0899773
Nov 27 21:06:24.273352 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.277721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269ac16d-3115-4e20-a8f8-942a7fdb1a1b None None] DHCP port deletion for 3f7a4542-9ec5-46fd-ac9e-e2e5686e178c request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:24.321261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Port': ['ID=8f141d25-6a3d-4554-b3b8-21faee603a54,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:24.324955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] No DVR routers for this DVR port 8f141d25-6a3d-4554-b3b8-21faee603a54 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:06:24.336032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9790cbe0-f0f4-4654-a2b8-b1d069e42194 req-2485e0c2-a8df-46a0-97ff-da8eebf20ea3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707636
Nov 27 21:06:24.362739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-269ac16d-3115-4e20-a8f8-942a7fdb1a1b None None] Deleting port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:24.364267 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-269ac16d-3115-4e20-a8f8-942a7fdb1a1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.419523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.444805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe699cd0>,) {'filters': {'network_id': ['b9c9e20d-7363-444b-b706-2d919ef8fe6a']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:24.451214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-269ac16d-3115-4e20-a8f8-942a7fdb1a1b None None] For port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7a95f51-29e6-434c-b6ee-0b30e7dd2b49,segment=NetworkSegment(34457d8d-b737-40cd-b3f2-191235ef4c67),segment_id=34457d8d-b737-40cd-b3f2-191235ef4c67)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:24.451214 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-269ac16d-3115-4e20-a8f8-942a7fdb1a1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.459296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe699cd0>, '33689fa4-52fa-499a-964b-bc70d4b23bfa') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:24.459625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe699cd0>, '33689fa4-52fa-499a-964b-bc70d4b23bfa') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:24.468465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-269ac16d-3115-4e20-a8f8-942a7fdb1a1b None None] Calling delete_port for e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:24.472088 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.496903 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.525157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:06:24.525372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:06:24.529223 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:06:24.556767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262cb84-d02a-402a-9d5c-eee1b6ded0a7 req-c0e80cfe-469e-474b-a900-43d796f32f66 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:24.558609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8262cb84-d02a-402a-9d5c-eee1b6ded0a7 req-c0e80cfe-469e-474b-a900-43d796f32f66 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0649340
Nov 27 21:06:24.568812 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-269ac16d-3115-4e20-a8f8-942a7fdb1a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.594032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-203bb896-0e10-43ad-bffd-8ee4e1077509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:24.595603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-203bb896-0e10-43ad-bffd-8ee4e1077509 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 1097 time: 0.1106501
Nov 27 21:06:24.600307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.605740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ac16d-3115-4e20-a8f8-942a7fdb1a1b None None] No DVR routers for this DVR port e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:06:24.609877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ac16d-3115-4e20-a8f8-942a7fdb1a1b None None] Pushing event deleted for resources: {'Port': ['ID=e7a95f51-29e6-434c-b6ee-0b30e7dd2b49,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:24.618780 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.622724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "DELETE /v2.0/networks/b9c9e20d-7363-444b-b706-2d919ef8fe6a HTTP/1.1" status: 204  len: 168 time: 0.7683318
Nov 27 21:06:24.625536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59778) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:24.637156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8262cb84-d02a-402a-9d5c-eee1b6ded0a7 req-43f722ca-2964-4d3b-aa06-e27d49cf31ff tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642340
Nov 27 21:06:24.655929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117da4d-5acb-4a6a-b0ad-7cd770fcec67 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Network': ['ID=b9c9e20d-7363-444b-b706-2d919ef8fe6a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:24.762173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.789617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-e7cdca88-510d-4589-8563-c76ec08a2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:24.791103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-e7cdca88-510d-4589-8563-c76ec08a2a42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 920 time: 0.1881416
Nov 27 21:06:24.861848 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-f33ee84b-69a0-49bf-a1c5-9b045d712407 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f HTTP/1.1" status: 200  len: 217 time: 0.0454600
Nov 27 21:06:24.936266 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:24.963466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7da0d0>,) {'filters': {'network_id': ['3f7a4542-9ec5-46fd-ac9e-e2e5686e178c']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:24.966515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-94f6b924-0f59-4821-907d-aab48c9a9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:24.968021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-94f6b924-0f59-4821-907d-aab48c9a9d99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.0803015
Nov 27 21:06:24.975520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7da0d0>, '34457d8d-b737-40cd-b3f2-191235ef4c67') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:24.975826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7da0d0>, '34457d8d-b737-40cd-b3f2-191235ef4c67') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:24.993458 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.013440 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-d3504c26-db22-4e4f-b42b-4631dec172b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356433
Nov 27 21:06:25.021987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.044204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:06:25.044612 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:06:25.047575 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:06:25.145769 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.157510 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.160770 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "DELETE /v2.0/networks/3f7a4542-9ec5-46fd-ac9e-e2e5686e178c HTTP/1.1" status: 204  len: 168 time: 0.5343106
Nov 27 21:06:25.163399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59790) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:25.178004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba941c7d-bfb8-467d-afd4-c604051f1483 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Network': ['ID=3f7a4542-9ec5-46fd-ac9e-e2e5686e178c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:25.185688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-04f5c33b-e68d-48f5-9ed4-f0498c0fe768 service neutron] 10.222.0.35 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648755
Nov 27 21:06:25.229029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab49ca6e-7630-478e-96cd-439498847aca tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Deleting subnet 27bfd263-aee1-41cd-9764-ea5c196fdb45 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:06:25.232893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab49ca6e-7630-478e-96cd-439498847aca tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.276516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab49ca6e-7630-478e-96cd-439498847aca tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.293643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-030c7cc0-04f0-426b-b870-6f9ef1d162ab req-161e8588-f724-49a2-8d84-9aaae41912bc service neutron] 10.222.0.35 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001534
Nov 27 21:06:25.371634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab49ca6e-7630-478e-96cd-439498847aca tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.456415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab49ca6e-7630-478e-96cd-439498847aca tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.457370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8f141d25-6a3d-4554-b3b8-21faee603a54 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:06:25.478912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 8f141d25-6a3d-4554-b3b8-21faee603a54 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:06:25.479376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8f141d25-6a3d-4554-b3b8-21faee603a54 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:06:25.479871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:06:25.491604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49ca6e-7630-478e-96cd-439498847aca tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Subnet': ['ID=27bfd263-aee1-41cd-9764-ea5c196fdb45,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:25.494851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab49ca6e-7630-478e-96cd-439498847aca tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.501171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59812) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:25.501311 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ab49ca6e-7630-478e-96cd-439498847aca tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "DELETE /v2.0/subnets/27bfd263-aee1-41cd-9764-ea5c196fdb45 HTTP/1.1" status: 204  len: 168 time: 0.3366368
Nov 27 21:06:25.504052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:06:25.504627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e7a95f51-29e6-434c-b6ee-0b30e7dd2b49 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:06:25.507472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583123a1-0a12-42ac-8b4b-130d7c5e9064 None None] Network 094e70de-157d-4765-9e1e-4704b219851b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:25.661544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.752262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] DHCP port deletion for 094e70de-157d-4765-9e1e-4704b219851b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:25.776750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Deleting port e70d1bda-7fec-47f4-a645-049684147a1d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:25.777111 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.814365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Deleting port e70d1bda-7fec-47f4-a645-049684147a1d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:25.817472 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.861573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c40d1-b5ad-4e4b-bb83-9da561507e78 req-d864ef9b-3607-42df-b644-da37f0237428 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:25.863196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3c40d1-b5ad-4e4b-bb83-9da561507e78 req-d864ef9b-3607-42df-b644-da37f0237428 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1231515
Nov 27 21:06:25.872828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] For port e70d1bda-7fec-47f4-a645-049684147a1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70d1bda-7fec-47f4-a645-049684147a1d,segment=NetworkSegment(52125ed8-8d72-4280-8fdb-4709c4f67b3f),segment_id=52125ed8-8d72-4280-8fdb-4709c4f67b3f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:25.873266 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.893331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] For port e70d1bda-7fec-47f4-a645-049684147a1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70d1bda-7fec-47f4-a645-049684147a1d,segment=NetworkSegment(52125ed8-8d72-4280-8fdb-4709c4f67b3f),segment_id=52125ed8-8d72-4280-8fdb-4709c4f67b3f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:25.893742 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:25.902657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Calling delete_port for e70d1bda-7fec-47f4-a645-049684147a1d owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:25.906792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Calling delete_port for e70d1bda-7fec-47f4-a645-049684147a1d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:25.975632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad3c40d1-b5ad-4e4b-bb83-9da561507e78 req-3f8201e5-7226-4ca6-abaf-9e942dd1a2cc tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050396
Nov 27 21:06:25.993830 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.012101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.021123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Pushing event deleted for resources: {'Port': ['ID=e70d1bda-7fec-47f4-a645-049684147a1d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:26.024284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] No DVR routers for this DVR port e70d1bda-7fec-47f4-a645-049684147a1d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:06:26.031453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.031818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.032179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.038272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.038272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.038272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.038272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.038272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.038272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.038272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.038272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.038272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f6f3a-e1b6-4cb8-aecf-4069ac193425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:06:26.039886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] No DVR routers for this DVR port e70d1bda-7fec-47f4-a645-049684147a1d on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:06:26.041401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Port': ['ID=e70d1bda-7fec-47f4-a645-049684147a1d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:26.124060 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.144190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4002a3af0>,) {'filters': {'network_id': ['094e70de-157d-4765-9e1e-4704b219851b']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:26.153198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4002a3af0>, '52125ed8-8d72-4280-8fdb-4709c4f67b3f') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:26.153503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4002a3af0>, '52125ed8-8d72-4280-8fdb-4709c4f67b3f') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:26.162743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.175447 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.181314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:06:26.181711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:06:26.184707 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:06:26.249454 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.258096 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.264066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "DELETE /v2.0/networks/094e70de-157d-4765-9e1e-4704b219851b HTTP/1.1" status: 204  len: 168 time: 0.7590988
Nov 27 21:06:26.264673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59838) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:26.273864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fbdae-09bb-4c9d-9e76-67950ee9b5b8 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Pushing event deleted for resources: {'Network': ['ID=094e70de-157d-4765-9e1e-4704b219851b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:26.296878 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c519e9c0-66e6-4341-9ada-963481c88fcc tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe6ab641-f5f0-4f92-8486-af0e8f0472f7 HTTP/1.1" status: 200  len: 205 time: 0.0297880
Nov 27 21:06:26.299112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59840) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:26.377468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-785b945d-b522-4a51-a565-3a9dcc33de43 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.538129 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-785b945d-b522-4a51-a565-3a9dcc33de43 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.540308 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-785b945d-b522-4a51-a565-3a9dcc33de43 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.584259 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-785b945d-b522-4a51-a565-3a9dcc33de43 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.584805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b945d-b522-4a51-a565-3a9dcc33de43 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Fanout notify agent at l3_agent the message router_deleted on router fe6ab641-f5f0-4f92-8486-af0e8f0472f7 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:06:26.591536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-785b945d-b522-4a51-a565-3a9dcc33de43 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:26.592654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-785b945d-b522-4a51-a565-3a9dcc33de43 tempest-RoutersNegativeTest-1003577949 tempest-RoutersNegativeTest-1003577949-project] 10.222.0.21 "DELETE /v2.0/routers/fe6ab641-f5f0-4f92-8486-af0e8f0472f7 HTTP/1.1" status: 204  len: 168 time: 0.2925155
Nov 27 21:06:26.839175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59852) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:26.991421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-94c341b7-8c47-444e-83bd-63d624933f52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ad20665d5f24ef592fcb13ca600d1fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1507280
Nov 27 21:06:26.994029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59870) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:27.056639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-388001a2-51a2-4235-b581-33ab616fb848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:27.109550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-388001a2-51a2-4235-b581-33ab616fb848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:27.157512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7d59-fd20-4695-a500-500b997872a0 req-c966cf28-ebbe-4b7c-bd46-431cc53094ec tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.159657 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-020d7d59-fd20-4695-a500-500b997872a0 req-c966cf28-ebbe-4b7c-bd46-431cc53094ec tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0920644
Nov 27 21:06:27.165199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5175e1-22d1-4a5b-ae47-8f13551cc7a9 req-fe3aac15-b67f-447c-a5c5-9e945aebd776 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.171954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5175e1-22d1-4a5b-ae47-8f13551cc7a9 req-fe3aac15-b67f-447c-a5c5-9e945aebd776 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.178164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5175e1-22d1-4a5b-ae47-8f13551cc7a9 req-fe3aac15-b67f-447c-a5c5-9e945aebd776 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.184292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5175e1-22d1-4a5b-ae47-8f13551cc7a9 req-fe3aac15-b67f-447c-a5c5-9e945aebd776 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.191589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5175e1-22d1-4a5b-ae47-8f13551cc7a9 req-fe3aac15-b67f-447c-a5c5-9e945aebd776 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.195505 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-388001a2-51a2-4235-b581-33ab616fb848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:27.197771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5175e1-22d1-4a5b-ae47-8f13551cc7a9 req-fe3aac15-b67f-447c-a5c5-9e945aebd776 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.198138 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-388001a2-51a2-4235-b581-33ab616fb848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:27.202167 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-388001a2-51a2-4235-b581-33ab616fb848 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6c18fde-9323-4d35-9564-7ca0217e647a HTTP/1.1" status: 204  len: 168 time: 0.2040629
Nov 27 21:06:27.204706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5175e1-22d1-4a5b-ae47-8f13551cc7a9 req-fe3aac15-b67f-447c-a5c5-9e945aebd776 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.207339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd5175e1-22d1-4a5b-ae47-8f13551cc7a9 req-fe3aac15-b67f-447c-a5c5-9e945aebd776 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.1085062
Nov 27 21:06:27.223091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388001a2-51a2-4235-b581-33ab616fb848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c18fde-9323-4d35-9564-7ca0217e647a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:27.243163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-020d7d59-fd20-4695-a500-500b997872a0 req-a7c3831b-af49-47b6-83c3-c49e34507da9 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756667
Nov 27 21:06:27.287881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd5175e1-22d1-4a5b-ae47-8f13551cc7a9 req-7116d8b2-00d1-4a5c-af1c-ea455a27ea0f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0734065
Nov 27 21:06:27.448001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaa11e-5be8-4a16-a709-420832a20c71 req-57c464d5-501a-4d53-9931-9c78b5c156d1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.456117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaa11e-5be8-4a16-a709-420832a20c71 req-57c464d5-501a-4d53-9931-9c78b5c156d1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.462210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaa11e-5be8-4a16-a709-420832a20c71 req-57c464d5-501a-4d53-9931-9c78b5c156d1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.470405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e70d1bda-7fec-47f4-a645-049684147a1d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:06:27.471727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaa11e-5be8-4a16-a709-420832a20c71 req-57c464d5-501a-4d53-9931-9c78b5c156d1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.477904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaa11e-5be8-4a16-a709-420832a20c71 req-57c464d5-501a-4d53-9931-9c78b5c156d1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.483917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaa11e-5be8-4a16-a709-420832a20c71 req-57c464d5-501a-4d53-9931-9c78b5c156d1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.490023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaa11e-5be8-4a16-a709-420832a20c71 req-57c464d5-501a-4d53-9931-9c78b5c156d1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:27.492191 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7eaaa11e-5be8-4a16-a709-420832a20c71 req-57c464d5-501a-4d53-9931-9c78b5c156d1 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.1106102
Nov 27 21:06:27.494326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e70d1bda-7fec-47f4-a645-049684147a1d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:06:27.494688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e70d1bda-7fec-47f4-a645-049684147a1d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:06:28.191042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59934) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:28.318280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46c4943a-7ce3-470b-a477-79c5fa594013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:28.391677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9052c5a-fe34-4714-9a4f-0892b2e30701 req-898cda27-0807-4119-a940-6f5a6ad68f06 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:28.393210 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9052c5a-fe34-4714-9a4f-0892b2e30701 req-898cda27-0807-4119-a940-6f5a6ad68f06 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0775278
Nov 27 21:06:28.471965 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9052c5a-fe34-4714-9a4f-0892b2e30701 req-003bdbec-4579-4202-9bfa-1e6a5945763e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674698
Nov 27 21:06:28.485284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46c4943a-7ce3-470b-a477-79c5fa594013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:28.490444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-46c4943a-7ce3-470b-a477-79c5fa594013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:28.529509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-46c4943a-7ce3-470b-a477-79c5fa594013 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6932613307d5487fb2f86c52bd43f160&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3373239
Nov 27 21:06:28.530654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4943a-7ce3-470b-a477-79c5fa594013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d166d4b0-5bac-44b4-b8f0-5689c28c90ea,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:28.532302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59950) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:28.583782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0ba372c6-9194-4559-b8da-438656002713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:28.605369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0ba372c6-9194-4559-b8da-438656002713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:28.651930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0ba372c6-9194-4559-b8da-438656002713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:28.654588 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0ba372c6-9194-4559-b8da-438656002713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:28.655769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0ba372c6-9194-4559-b8da-438656002713 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d166d4b0-5bac-44b4-b8f0-5689c28c90ea HTTP/1.1" status: 204  len: 168 time: 0.1214173
Nov 27 21:06:28.664145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba372c6-9194-4559-b8da-438656002713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d166d4b0-5bac-44b4-b8f0-5689c28c90ea,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:29.169798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59990) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:29.253705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59998) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:29.299795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-60f84a66-9b41-4892-9fda-78a725accc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:29.300282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-60f84a66-9b41-4892-9fda-78a725accc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:29.300758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-60f84a66-9b41-4892-9fda-78a725accc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:29.301227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-60f84a66-9b41-4892-9fda-78a725accc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:29.301697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-60f84a66-9b41-4892-9fda-78a725accc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:29.302218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-60f84a66-9b41-4892-9fda-78a725accc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:29.302687 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-60f84a66-9b41-4892-9fda-78a725accc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:29.304639 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-60f84a66-9b41-4892-9fda-78a725accc46 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6488 time: 0.1338122
Nov 27 21:06:29.357861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1a1d9d48-91f9-48b5-ac54-423780e1a1b4 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 4604 time: 0.1030045
Nov 27 21:06:29.362546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60004) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:29.368168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'network': {'name': 'tempest-network-smoke--1798053764', 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'port_security_enabled': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:29.399845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Made reservation on behalf of 8367cf5d4f724cabb1d4ac0a8e7a6b89 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:29.405026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:29.411799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-34420be4-488d-452d-8a7a-8764f90ac905 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&id=76381062-da63-4132-9640-3ccb01f46a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0984635
Nov 27 21:06:29.436199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:06:29.449159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:29.449745 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Added segment 8a714a19-f04f-48e2-90c3-eccc9852007e of type vlan for network 3c2305ad-2518-4293-9163-cfc7ab918fa2
Nov 27 21:06:29.490115 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:29.521491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:29.527662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:29.528260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:29.616126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2522025
Nov 27 21:06:29.618881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60014) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:29.624801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'admin_state_up': True, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:29.625102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfc8d9-1a95-4b45-b498-2651841b4fa6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Network': ['ID=3c2305ad-2518-4293-9163-cfc7ab918fa2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:29.639543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3c2305ad-2518-4293-9163-cfc7ab918fa2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:06:29.652164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ec116-8abf-4b66-997c-7b9eafe6ee1e req-806d270f-d4d4-4677-b42a-4722c3642aa6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:29.654500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:29.656864 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:29.659708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d3ec116-8abf-4b66-997c-7b9eafe6ee1e req-806d270f-d4d4-4677-b42a-4722c3642aa6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1121566
Nov 27 21:06:29.721830 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:29.723273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d3ec116-8abf-4b66-997c-7b9eafe6ee1e req-df983e32-512e-4e57-8921-37b79485dbc8 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620446
Nov 27 21:06:29.873293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:30.115800 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:30.138757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:30.261485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Allocated IP 172.35.3.39 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/39fc15bb-6147-4ab9-a24b-c467460c49dc) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:30.386132 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:30.455894 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:30.491751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:30.498614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:30.502764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:30.520492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7695c5f0-bbe1-44a0-b6d7-3a069e8a549f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:30.541650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=39fc15bb-6147-4ab9-a24b-c467460c49dc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:30.622004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-94858ec9-815d-4741-adbc-370e2f1e94e6 None None] Provisioning complete for port 39fc15bb-6147-4ab9-a24b-c467460c49dc triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:30.623135 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-94858ec9-815d-4741-adbc-370e2f1e94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:30.664327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-94858ec9-815d-4741-adbc-370e2f1e94e6 None None] Port 39fc15bb-6147-4ab9-a24b-c467460c49dc cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:30.789226 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:30.854801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da2471-6051-4b9a-94a8-9471d90dc5e7 req-be3c9505-3d2e-4d63-a710-c69b22b74b19 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:30.859713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86da2471-6051-4b9a-94a8-9471d90dc5e7 req-be3c9505-3d2e-4d63-a710-c69b22b74b19 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0564480
Nov 27 21:06:30.908910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86da2471-6051-4b9a-94a8-9471d90dc5e7 req-13ce72d1-1bb7-4b96-a5ae-fcebe48ecb3e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448945
Nov 27 21:06:31.309981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:31.440757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Router 5a38721c-74e0-4510-8b38-4e828612f5d7 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:06:31.544638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:31.555943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Sync routers for ids ['5a38721c-74e0-4510-8b38-4e828612f5d7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:31.567366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:31.569670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Routers {'5a38721c-74e0-4510-8b38-4e828612f5d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:31.570306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce90bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5a38721c-74e0-4510-8b38-4e828612f5d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:31.571674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3fa20f02-c1d5-47ad-9de4-106b031e7f4c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.9510186
Nov 27 21:06:31.572161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60096) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:31.652516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02d7609-6be3-4909-b428-0358e13a503e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:31.654178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a02d7609-6be3-4909-b428-0358e13a503e tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0807261
Nov 27 21:06:31.656972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60098) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:31.690248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Set router 5a38721c-74e0-4510-8b38-4e828612f5d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:31.823554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36024af4-3452-4330-ac06-5a173eb6d21d tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:31.825184 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-36024af4-3452-4330-ac06-5a173eb6d21d tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1670153
Nov 27 21:06:31.827931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60112) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:31.870997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2180d5de-8e0b-4384-9e80-c3c742af31ae tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0393493
Nov 27 21:06:31.871779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60114) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:31.881071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce90bb0>, [{'id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:29Z', 'updated_at': '2021-11-27T21:06:30Z', 'revision_number': 3, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:30Z', 'updated_at': '2021-11-27T21:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:31.903795 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bed75fbe-9607-4d77-a5c9-e1610279a12a tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0306008
Nov 27 21:06:31.906240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60116) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:31.914744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Checking router: 5a38721c-74e0-4510-8b38-4e828612f5d7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:06:31.915113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Updating router 5a38721c-74e0-4510-8b38-4e828612f5d7 port 39fc15bb-6147-4ab9-a24b-c467460c49dc binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:06:31.941810 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:31.971637 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:06:32.031755 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b0883-8963-48ea-9f71-271ca46f08ef req-3843ba22-250f-4ec7-a234-779e993f0c61 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:32.033867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-447b0883-8963-48ea-9f71-271ca46f08ef req-3843ba22-250f-4ec7-a234-779e993f0c61 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0514774
Nov 27 21:06:32.065023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aae364-c064-4622-87e1-693f86c55214 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:32.066548 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d3aae364-c064-4622-87e1-693f86c55214 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1593857
Nov 27 21:06:32.069578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60120) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:32.087332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-447b0883-8963-48ea-9f71-271ca46f08ef req-1c49bc82-b4db-4b85-88f5-b9ccb6b9e487 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441546
Nov 27 21:06:32.108074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f256f6ba-ada3-4f60-898b-de36bc2106f2 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0374043
Nov 27 21:06:32.112044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60122) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:32.117139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-13408311', 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2', 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:32.210876 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.214455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Made reservation on behalf of 8367cf5d4f724cabb1d4ac0a8e7a6b89 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:32.217940 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.219364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.274621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a17dfb-137a-44b3-9b99-14005ad9c8ed None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:32.278515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Attempting to bind port 39fc15bb-6147-4ab9-a24b-c467460c49dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:32.278895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Attempting to bind port 39fc15bb-6147-4ab9-a24b-c467460c49dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:32.279276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Attempting to bind port 39fc15bb-6147-4ab9-a24b-c467460c49dc on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:32.474492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:32.475187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:32.475917 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.476873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:32.477377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Bound port: 39fc15bb-6147-4ab9-a24b-c467460c49dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:32.478160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.480752 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91f1dc-1fe7-4047-b071-9a4842835e61 None None] Pushing event updated for resources: {'Port': ['ID=39fc15bb-6147-4ab9-a24b-c467460c49dc,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:32.510068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.546053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1036b682-1084-4b82-a900-fd9b4d51bdb7 None None] Provisioning complete for port 39fc15bb-6147-4ab9-a24b-c467460c49dc triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:32.546815 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1036b682-1084-4b82-a900-fd9b4d51bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.554086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] For port 39fc15bb-6147-4ab9-a24b-c467460c49dc, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:32.581920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Subnet': ['ID=0577663f-fa37-49f9-ac6a-e3fed26e77dc,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:32.593591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] For port 39fc15bb-6147-4ab9-a24b-c467460c49dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39fc15bb-6147-4ab9-a24b-c467460c49dc,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:32.595854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Checking segment: {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:32.596457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network hostable DHCP agents. Network: 3c2305ad-2518-4293-9163-cfc7ab918fa2, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:06:32.602539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.623190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 3c2305ad-2518-4293-9163-cfc7ab918fa2 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:06:32.628500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1036b682-1084-4b82-a900-fd9b4d51bdb7 None None] Port 39fc15bb-6147-4ab9-a24b-c467460c49dc cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:32.635190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3c2305ad-2518-4293-9163-cfc7ab918fa2) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:32.639778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:32.640405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.656589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b053da-74dd-4a14-931c-5b1af9d0d418 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:32.663314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1fca427-ced1-40b9-a599-7dab7a827621 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 833 time: 0.5500510
Nov 27 21:06:32.665983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60140) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:32.668030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b9031-effa-4402-a31d-a5a2761da9fc None None] Network 3c2305ad-2518-4293-9163-cfc7ab918fa2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:32.745094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Routers {'5a38721c-74e0-4510-8b38-4e828612f5d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:32.746871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce90bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5a38721c-74e0-4510-8b38-4e828612f5d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:32.798167 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91f1dc-1fe7-4047-b071-9a4842835e61 None None] Pushing event updated for resources: {'Port': ['ID=39fc15bb-6147-4ab9-a24b-c467460c49dc,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:32.861985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e604faa2-ec7c-4112-9304-9ac7a256ef17 None None] Provisioning complete for port 39fc15bb-6147-4ab9-a24b-c467460c49dc triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:32.862370 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e604faa2-ec7c-4112-9304-9ac7a256ef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:32.975988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] Set router 5a38721c-74e0-4510-8b38-4e828612f5d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:33.090022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3c2305ad-2518-4293-9163-cfc7ab918fa2', 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'fixed_ips': [{'subnet_id': '0577663f-fa37-49f9-ac6a-e3fed26e77dc'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:06:33.091183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:33.170030 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e604faa2-ec7c-4112-9304-9ac7a256ef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:33.248692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e604faa2-ec7c-4112-9304-9ac7a256ef17 None None] For port 39fc15bb-6147-4ab9-a24b-c467460c49dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39fc15bb-6147-4ab9-a24b-c467460c49dc,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:33.262324 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e604faa2-ec7c-4112-9304-9ac7a256ef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:33.357889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683121e-025c-4ec2-aebe-144fa65b96ca req-52440552-438d-4838-b122-43f64ff412b1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:33.362494 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0683121e-025c-4ec2-aebe-144fa65b96ca req-52440552-438d-4838-b122-43f64ff412b1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1209052
Nov 27 21:06:33.393448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604faa2-ec7c-4112-9304-9ac7a256ef17 None None] Pushing event updated for resources: {'Port': ['ID=39fc15bb-6147-4ab9-a24b-c467460c49dc,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:33.408696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Allocated IP 172.20.0.18 (3c2305ad-2518-4293-9163-cfc7ab918fa2/0577663f-fa37-49f9-ac6a-e3fed26e77dc/abed8479-85b0-4e8b-840e-5f0910f53527) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:33.460065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce90bb0>, [{'id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:29Z', 'updated_at': '2021-11-27T21:06:30Z', 'revision_number': 3, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:30Z', 'updated_at': '2021-11-27T21:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:33.465993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0683121e-025c-4ec2-aebe-144fa65b96ca req-48099abb-0a95-4717-bbe8-4736bbffd289 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960546
Nov 27 21:06:33.468647 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:33.640582 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:33.644699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866712b-09f3-4f30-af31-14e22cd0b319 None None] The sync data for ids ['5a38721c-74e0-4510-8b38-4e828612f5d7'] in ncdv-master-1 is: [{'id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:29Z', 'updated_at': '2021-11-27T21:06:30Z', 'revision_number': 3, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:30Z', 'updated_at': '2021-11-27T21:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:33.653131 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:33.714627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Pushing event updated for resources: {'Port': ['ID=abed8479-85b0-4e8b-840e-5f0910f53527,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:33.730834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Network 3c2305ad-2518-4293-9163-cfc7ab918fa2 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:33.732850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:33.737105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:33.837607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Attempting to bind port abed8479-85b0-4e8b-840e-5f0910f53527 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:33.838288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Attempting to bind port abed8479-85b0-4e8b-840e-5f0910f53527 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:33.838383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Attempting to bind port abed8479-85b0-4e8b-840e-5f0910f53527 on network 3c2305ad-2518-4293-9163-cfc7ab918fa2 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:33.846348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:33.846793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Checking segment: {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:33.847513 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:33.848056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Bound using segment: {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:33.849073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Bound port: abed8479-85b0-4e8b-840e-5f0910f53527, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:33.849857 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:33.920290 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Allocated IP 172.20.0.17 (3c2305ad-2518-4293-9163-cfc7ab918fa2/0577663f-fa37-49f9-ac6a-e3fed26e77dc/81145c87-94fd-477c-ac9e-6d539daf9d10) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:33.952187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] For port abed8479-85b0-4e8b-840e-5f0910f53527, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:33.957169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] For port abed8479-85b0-4e8b-840e-5f0910f53527, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abed8479-85b0-4e8b-840e-5f0910f53527,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:33.964886 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:34.035992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cd889-f6de-49a4-853e-2215f1138eae None None] Pushing event updated for resources: {'Port': ['ID=abed8479-85b0-4e8b-840e-5f0910f53527,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:34.304229 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d307bc59-2031-4629-afa3-68706972c911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:34.580343 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:34.644062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2455e5-e0ce-4438-926d-d3c70fdf59b8 req-467a7d7c-8565-4ce7-8abc-eb7fcad8c552 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:34.645618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b2455e5-e0ce-4438-926d-d3c70fdf59b8 req-467a7d7c-8565-4ce7-8abc-eb7fcad8c552 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0822835
Nov 27 21:06:34.662445 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:34.732369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 3c2305ad-2518-4293-9163-cfc7ab918fa2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:34.742019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:34.750897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:34.775632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=81145c87-94fd-477c-ac9e-6d539daf9d10,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:34.786206 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b2455e5-e0ce-4438-926d-d3c70fdf59b8 req-2c5ef28a-9527-4143-a7d4-da472fac3984 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333604
Nov 27 21:06:34.812507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:35.050577 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:35.419813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:35.431567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:35.446168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c53fb7-9238-4028-b52f-37e8732ffbef None None] Network 3c2305ad-2518-4293-9163-cfc7ab918fa2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:35.539610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5b3e2b04-e409-437f-939c-c3ccce2801e5 None None] Provisioning complete for port abed8479-85b0-4e8b-840e-5f0910f53527 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:35.540186 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2b04-e409-437f-939c-c3ccce2801e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:35.552549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=81145c87-94fd-477c-ac9e-6d539daf9d10,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:35.555443 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:35.574177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 39fc15bb-6147-4ab9-a24b-c467460c49dc up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:35.676875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 3c2305ad-2518-4293-9163-cfc7ab918fa2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:35.678500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:35.726147 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 39fc15bb-6147-4ab9-a24b-c467460c49dc triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:35.726792 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:35.773525 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2b04-e409-437f-939c-c3ccce2801e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:35.822876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5b3e2b04-e409-437f-939c-c3ccce2801e5 None None] For port abed8479-85b0-4e8b-840e-5f0910f53527, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abed8479-85b0-4e8b-840e-5f0910f53527,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:35.837905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Router 5a38721c-74e0-4510-8b38-4e828612f5d7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:06:35.876914 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2b04-e409-437f-939c-c3ccce2801e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:35.879381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abed8479-85b0-4e8b-840e-5f0910f53527 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:36.001153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e2b04-e409-437f-939c-c3ccce2801e5 None None] Pushing event updated for resources: {'Port': ['ID=abed8479-85b0-4e8b-840e-5f0910f53527,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:36.021527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port abed8479-85b0-4e8b-840e-5f0910f53527 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:36.022566 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:36.069494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce5d2-0544-4b9c-b62f-9483452aa344 req-c5d472cf-d819-41a2-af23-e24e2183c7b4 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:36.071122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf7ce5d2-0544-4b9c-b62f-9483452aa344 req-c5d472cf-d819-41a2-af23-e24e2183c7b4 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1548634
Nov 27 21:06:36.072540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:36.083825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dbe93840-a152-4fde-9750-426e771746d6 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "PUT /v2.0/routers/5a38721c-74e0-4510-8b38-4e828612f5d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4167559
Nov 27 21:06:36.156741 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-b28ab2ba-3545-4973-a29f-a596974b43e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0808008
Nov 27 21:06:36.198989 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Sync routers for ids ['5a38721c-74e0-4510-8b38-4e828612f5d7'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:36.234929 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Routers {'5a38721c-74e0-4510-8b38-4e828612f5d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:36.236452 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72eeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5a38721c-74e0-4510-8b38-4e828612f5d7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:36.239740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-1ec284b0-445d-45c1-8b02-735500763151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:36.241993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-1ec284b0-445d-45c1-8b02-735500763151 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 1096 time: 0.0621591
Nov 27 21:06:36.258643 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf7ce5d2-0544-4b9c-b62f-9483452aa344 req-aa5ff6c4-b2a7-4ab5-a895-1abbefc552f2 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689625
Nov 27 21:06:36.305821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-629063e6-cdd5-433c-8590-9bfd7e2c13cb None None] Provisioning complete for port abed8479-85b0-4e8b-840e-5f0910f53527 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:36.307048 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-629063e6-cdd5-433c-8590-9bfd7e2c13cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:36.427111 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Set router 5a38721c-74e0-4510-8b38-4e828612f5d7 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:36.491616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-629063e6-cdd5-433c-8590-9bfd7e2c13cb None None] Provisioning complete for port 81145c87-94fd-477c-ac9e-6d539daf9d10 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:36.493204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-629063e6-cdd5-433c-8590-9bfd7e2c13cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:36.496593 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2d22ad3-fffe-452a-810d-a0753f429e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:36.507214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-a7ec68e3-1bc1-4727-8507-735a8939bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:36.514495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-a7ec68e3-1bc1-4727-8507-735a8939bcfe service neutron] 10.222.0.35 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.2487545
Nov 27 21:06:36.582792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-629063e6-cdd5-433c-8590-9bfd7e2c13cb None None] Port 81145c87-94fd-477c-ac9e-6d539daf9d10 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:36.734715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-02450b42-c19c-4a7d-b44d-60508223dda4 None None] Provisioning complete for port 81145c87-94fd-477c-ac9e-6d539daf9d10 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:36.737650 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-02450b42-c19c-4a7d-b44d-60508223dda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:36.748969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-870611d2-468c-4593-aeb7-c445c73e4f34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 HTTP/1.1" status: 200  len: 1001 time: 0.1085856
Nov 27 21:06:36.818980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-02450b42-c19c-4a7d-b44d-60508223dda4 None None] Port 81145c87-94fd-477c-ac9e-6d539daf9d10 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:36.829749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-adbb5c0c-ca66-4b4f-928b-4a0ba40a7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:36.831674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-adbb5c0c-ca66-4b4f-928b-4a0ba40a7c1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0665050
Nov 27 21:06:36.884005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-54d4f08b-5f44-4c2e-a4d9-63a19f049dac tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:36.885918 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-54d4f08b-5f44-4c2e-a4d9-63a19f049dac tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/networks?id=3c2305ad-2518-4293-9163-cfc7ab918fa2 HTTP/1.1" status: 200  len: 798 time: 0.4637136
Nov 27 21:06:36.891502 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72eeb0>, [{'id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:29Z', 'updated_at': '2021-11-27T21:06:34Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:30Z', 'updated_at': '2021-11-27T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '81145c87-94fd-477c-ac9e-6d539daf9d10', 'name': '', 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:4c:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '0577663f-fa37-49f9-ac6a-e3fed26e77dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:33Z', 'updated_at': '2021-11-27T21:06:35Z', 'revision_number': 2, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0577663f-fa37-49f9-ac6a-e3fed26e77dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:36.910959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-99922b8d-000e-486b-9bc0-71b055fd975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:36.912554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-99922b8d-000e-486b-9bc0-71b055fd975c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0722058
Nov 27 21:06:36.915401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-9c61d44f-a3ec-4e27-adc4-c7185a9ee4e4 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/quotas/8367cf5d4f724cabb1d4ac0a8e7a6b89 HTTP/1.1" status: 200  len: 375 time: 0.0202796
Nov 27 21:06:36.922682 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Checking router: 5a38721c-74e0-4510-8b38-4e828612f5d7 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:06:36.923136 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Updating router 5a38721c-74e0-4510-8b38-4e828612f5d7 port 81145c87-94fd-477c-ac9e-6d539daf9d10 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:06:36.957981 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:37.041166 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-4238cb1f-1196-4134-8bec-bbb3a2325e66 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1089861
Nov 27 21:06:37.044860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f82da5a0-48c2-4f34-922e-eafa3b7e303f None None] Provisioning complete for port 81145c87-94fd-477c-ac9e-6d539daf9d10 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:37.045248 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f82da5a0-48c2-4f34-922e-eafa3b7e303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:37.089251 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f82da5a0-48c2-4f34-922e-eafa3b7e303f None None] Port 81145c87-94fd-477c-ac9e-6d539daf9d10 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:37.122337 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-dce573dd-d06f-4ed1-9a83-49df4b6f7360 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008834
Nov 27 21:06:37.214542 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-3f696112-6260-4a40-98eb-b9406bd317a1 service neutron] 10.222.0.21 "GET /v2.0/networks/3c2305ad-2518-4293-9163-cfc7ab918fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540084
Nov 27 21:06:37.267613 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:37.274077 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:37.291468 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f178c53-14b6-4d80-b34b-18094e5b8b12 req-e09d1ccf-17c3-49b3-9a23-acb5b9697971 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599898
Nov 27 21:06:37.343716 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b33ab-cd6a-4449-95f0-1a3f364e4e41 None None] Pushing event updated for resources: {'Port': ['ID=81145c87-94fd-477c-ac9e-6d539daf9d10,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:37.356264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-682c194e-67b3-4a3a-b8c7-d6596c88767b service neutron] 10.222.0.21 "GET /v2.0/networks/3c2305ad-2518-4293-9163-cfc7ab918fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305623
Nov 27 21:06:37.403489 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Attempting to bind port 81145c87-94fd-477c-ac9e-6d539daf9d10 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:37.403944 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Attempting to bind port 81145c87-94fd-477c-ac9e-6d539daf9d10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:37.404384 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Attempting to bind port 81145c87-94fd-477c-ac9e-6d539daf9d10 on network 3c2305ad-2518-4293-9163-cfc7ab918fa2 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:37.410282 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:37.410884 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Checking segment: {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:37.411487 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:37.412100 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Bound using segment: {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:37.412914 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Bound port: 81145c87-94fd-477c-ac9e-6d539daf9d10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:37.413395 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:37.481923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed319-710c-47ff-bbcf-0e435e776688 req-d1025e09-a2bc-4f57-aab6-b832c36c7a23 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:37.496713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-209ed319-710c-47ff-bbcf-0e435e776688 req-d1025e09-a2bc-4f57-aab6-b832c36c7a23 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1179316
Nov 27 21:06:37.510716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abed8479-85b0-4e8b-840e-5f0910f53527 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:37.531302 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] For port 81145c87-94fd-477c-ac9e-6d539daf9d10, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:37.543696 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] For port 81145c87-94fd-477c-ac9e-6d539daf9d10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81145c87-94fd-477c-ac9e-6d539daf9d10,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:37.557498 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:37.598852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-209ed319-710c-47ff-bbcf-0e435e776688 req-95349b30-e4a8-4b4a-863e-d1767905d2a5 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959976
Nov 27 21:06:37.641720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port abed8479-85b0-4e8b-840e-5f0910f53527 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:37.642347 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:37.694533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da3a35b6-af40-45b4-8031-43ff613facf3 req-72469d74-ff74-447c-832f-962ad7da5022 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 210 time: 0.0625553
Nov 27 21:06:37.718957 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Routers {'5a38721c-74e0-4510-8b38-4e828612f5d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:37.720015 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72eeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5a38721c-74e0-4510-8b38-4e828612f5d7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:37.723467 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b33ab-cd6a-4449-95f0-1a3f364e4e41 None None] Pushing event updated for resources: {'Port': ['ID=81145c87-94fd-477c-ac9e-6d539daf9d10,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:37.903986 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] Set router 5a38721c-74e0-4510-8b38-4e828612f5d7 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:38.077953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-028da475-a2c7-4fbe-96b7-410611961d5f None None] Provisioning complete for port 81145c87-94fd-477c-ac9e-6d539daf9d10 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:38.078920 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-028da475-a2c7-4fbe-96b7-410611961d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.084712 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.292236 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-028da475-a2c7-4fbe-96b7-410611961d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.332990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-028da475-a2c7-4fbe-96b7-410611961d5f None None] For port 81145c87-94fd-477c-ac9e-6d539daf9d10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81145c87-94fd-477c-ac9e-6d539daf9d10,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:38.338526 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-028da475-a2c7-4fbe-96b7-410611961d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.350197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60442) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:38.407730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028da475-a2c7-4fbe-96b7-410611961d5f None None] Pushing event updated for resources: {'Port': ['ID=81145c87-94fd-477c-ac9e-6d539daf9d10,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:38.413651 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72eeb0>, [{'id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:29Z', 'updated_at': '2021-11-27T21:06:34Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:30Z', 'updated_at': '2021-11-27T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '81145c87-94fd-477c-ac9e-6d539daf9d10', 'name': '', 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:4c:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '0577663f-fa37-49f9-ac6a-e3fed26e77dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:33Z', 'updated_at': '2021-11-27T21:06:37Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0577663f-fa37-49f9-ac6a-e3fed26e77dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:38.443313 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e59e2f-6964-4008-b4fa-d649465c0cbf None None] The sync data for ids ['5a38721c-74e0-4510-8b38-4e828612f5d7'] in ncdv-master-1 is: [{'id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:29Z', 'updated_at': '2021-11-27T21:06:34Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:30Z', 'updated_at': '2021-11-27T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '81145c87-94fd-477c-ac9e-6d539daf9d10', 'name': '', 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:4c:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '0577663f-fa37-49f9-ac6a-e3fed26e77dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:33Z', 'updated_at': '2021-11-27T21:06:37Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0577663f-fa37-49f9-ac6a-e3fed26e77dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:38.469431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b6336e81-a743-47b8-adb9-38084f1fbf2b None None] Provisioning complete for port 81145c87-94fd-477c-ac9e-6d539daf9d10 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:38.469905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b6336e81-a743-47b8-adb9-38084f1fbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.566734 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8468-3c07-43ff-8180-c9eda2f164fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.707585 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8468-3c07-43ff-8180-c9eda2f164fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.713191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8468-3c07-43ff-8180-c9eda2f164fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.755128 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b1bc8468-3c07-43ff-8180-c9eda2f164fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e5095f98d2343c580afbe3b6ca53b96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4036963
Nov 27 21:06:38.759384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60452) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:38.783645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc8468-3c07-43ff-8180-c9eda2f164fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c9e0d1-a9d9-4baa-8bb9-e0ce4c469d7c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:38.850786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef4a2-6ade-4a45-b097-1fcbd366bd90 req-76e4e444-eea2-4526-af05-5618b570c805 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:38.852407 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d1ef4a2-6ade-4a45-b097-1fcbd366bd90 req-76e4e444-eea2-4526-af05-5618b570c805 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1353230
Nov 27 21:06:38.856119 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0568e337-ed20-4795-bbf2-122e6f685f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.912355 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32d8f033-75bc-4d20-863d-3e9afddc544d req-11f8d468-508a-427c-a0d3-10c095cd89b5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 210 time: 0.0422549
Nov 27 21:06:38.921915 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0568e337-ed20-4795-bbf2-122e6f685f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.939628 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d1ef4a2-6ade-4a45-b097-1fcbd366bd90 req-059ffb40-a9b7-4010-920b-3767ffb57f17 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804982
Nov 27 21:06:38.988537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0568e337-ed20-4795-bbf2-122e6f685f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.992937 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0568e337-ed20-4795-bbf2-122e6f685f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:38.997477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0568e337-ed20-4795-bbf2-122e6f685f05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87c9e0d1-a9d9-4baa-8bb9-e0ce4c469d7c HTTP/1.1" status: 204  len: 168 time: 0.2343361
Nov 27 21:06:39.014522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568e337-ed20-4795-bbf2-122e6f685f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c9e0d1-a9d9-4baa-8bb9-e0ce4c469d7c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:39.371444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60484) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:39.392757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6951-f214-4544-9d12-c290425cd1f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.543906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6951-f214-4544-9d12-c290425cd1f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.554193 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6951-f214-4544-9d12-c290425cd1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.555688 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.581786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-a29da813-0eeb-490d-9106-f582bbb5f13a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:39.596394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-a29da813-0eeb-490d-9106-f582bbb5f13a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.35 "GET /v2.0/networks?id=3c2305ad-2518-4293-9163-cfc7ab918fa2 HTTP/1.1" status: 200  len: 798 time: 0.1946073
Nov 27 21:06:39.598972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 81145c87-94fd-477c-ac9e-6d539daf9d10 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:39.612641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Request body: {'port': {'device_id': '5aa18b08-2216-447b-a821-c1fd7cfa67c6', 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2', 'admin_state_up': True, 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:39.654204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2b1f6951-f214-4544-9d12-c290425cd1f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be1fcaf3208148b7ab32f74cba12ff8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2813802
Nov 27 21:06:39.655145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f6951-f214-4544-9d12-c290425cd1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bc1566-f58c-415c-81d5-c163d26dea08,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:39.658323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60492) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:39.741951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 81145c87-94fd-477c-ac9e-6d539daf9d10 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:39.742670 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.782413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9aecabd5-1607-497e-8267-393c6f06ebbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.814376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9aecabd5-1607-497e-8267-393c6f06ebbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.863022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Made reservation on behalf of 8367cf5d4f724cabb1d4ac0a8e7a6b89 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:39.867552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.873004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9aecabd5-1607-497e-8267-393c6f06ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.877284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9aecabd5-1607-497e-8267-393c6f06ebbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:39.881079 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9aecabd5-1607-497e-8267-393c6f06ebbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30bc1566-f58c-415c-81d5-c163d26dea08 HTTP/1.1" status: 204  len: 168 time: 0.2168248
Nov 27 21:06:39.892407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecabd5-1607-497e-8267-393c6f06ebbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bc1566-f58c-415c-81d5-c163d26dea08,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:40.066103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12651ba8-3556-4bce-bce0-6b2edb76f56b req-e7fbedd9-f70a-49c9-8cef-c7f264edc829 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 210 time: 0.0333695
Nov 27 21:06:40.098213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Allocated IP 172.20.0.21 (3c2305ad-2518-4293-9163-cfc7ab918fa2/0577663f-fa37-49f9-ac6a-e3fed26e77dc/bd5f150c-0bba-4f1a-a18b-b447241a905f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:40.111079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b0df5-77fd-4f16-9efd-a6252f256252 req-6c5c5f88-229c-41c3-a1d8-75d3b59f8547 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:40.121886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-991b0df5-77fd-4f16-9efd-a6252f256252 req-6c5c5f88-229c-41c3-a1d8-75d3b59f8547 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0839562
Nov 27 21:06:40.191959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-991b0df5-77fd-4f16-9efd-a6252f256252 req-ec55c0fe-c9fe-4eb9-b658-dafa15bbecb0 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667493
Nov 27 21:06:40.248335 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.277707 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.320546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.363419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Network 3c2305ad-2518-4293-9163-cfc7ab918fa2 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:40.366380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:40.371296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:40.373245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60504) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:40.392808 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-062583f7-2a36-4aa8-8baa-039fad006ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.402657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event updated for resources: {'Port': ['ID=bd5f150c-0bba-4f1a-a18b-b447241a905f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:40.434709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:40.435476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.457602 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-2df72643-261e-4c4e-a726-b95411733e5a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.8492873
Nov 27 21:06:40.471974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Request body: {'port': {'device_id': '5aa18b08-2216-447b-a821-c1fd7cfa67c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:40.494336 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-062583f7-2a36-4aa8-8baa-039fad006ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.498760 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-062583f7-2a36-4aa8-8baa-039fad006ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.537446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.538472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062583f7-2a36-4aa8-8baa-039fad006ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3ef61-8e5f-4c94-86b4-ca3f26b85d17,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:40.545749 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-062583f7-2a36-4aa8-8baa-039fad006ddb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19ed7a0660a8433aba8702f0adca92e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1711595
Nov 27 21:06:40.546408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60506) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:40.694481 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc668-2c26-43d9-ac32-53d4390de12c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.695137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3b034233-a963-4036-8586-416862936e4b None None] Provisioning complete for port bd5f150c-0bba-4f1a-a18b-b447241a905f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:40.695639 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b034233-a963-4036-8586-416862936e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.728595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc668-2c26-43d9-ac32-53d4390de12c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.730600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3b034233-a963-4036-8586-416862936e4b None None] Port bd5f150c-0bba-4f1a-a18b-b447241a905f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:06:40.835439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc668-2c26-43d9-ac32-53d4390de12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.838038 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b7ebc668-2c26-43d9-ac32-53d4390de12c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.841723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b7ebc668-2c26-43d9-ac32-53d4390de12c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cc3ef61-8e5f-4c94-86b4-ca3f26b85d17 HTTP/1.1" status: 204  len: 168 time: 0.2917569
Nov 27 21:06:40.855672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebc668-2c26-43d9-ac32-53d4390de12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3ef61-8e5f-4c94-86b4-ca3f26b85d17,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:40.917451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5f150c-0bba-4f1a-a18b-b447241a905f {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:06:40.926605 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:40.941267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Transition to ACTIVE for port object bd5f150c-0bba-4f1a-a18b-b447241a905f will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:06:40.945847 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:41.002685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5f150c-0bba-4f1a-a18b-b447241a905f,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:41.107610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Attempting to bind port bd5f150c-0bba-4f1a-a18b-b447241a905f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:41.110309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Attempting to bind port bd5f150c-0bba-4f1a-a18b-b447241a905f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:41.112058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Attempting to bind port bd5f150c-0bba-4f1a-a18b-b447241a905f on network 3c2305ad-2518-4293-9163-cfc7ab918fa2 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:41.123447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Port bd5f150c-0bba-4f1a-a18b-b447241a905f on network 3c2305ad-2518-4293-9163-cfc7ab918fa2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:41.124424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Attempting to bind port bd5f150c-0bba-4f1a-a18b-b447241a905f on network 3c2305ad-2518-4293-9163-cfc7ab918fa2 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:41.139241 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:41.140895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Checking segment: {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:41.142218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Bound using segment: {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:41.143585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Bound port: bd5f150c-0bba-4f1a-a18b-b447241a905f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a714a19-f04f-48e2-90c3-eccc9852007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:41.148256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:41.448496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] For port bd5f150c-0bba-4f1a-a18b-b447241a905f, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:41.455974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] For port bd5f150c-0bba-4f1a-a18b-b447241a905f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd5f150c-0bba-4f1a-a18b-b447241a905f,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:41.467611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc25b-afdd-4577-a17d-2f82f690a25b req-83891da6-fe40-4f2a-897e-ea950f13721d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:41.468493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fd014-12fb-46b2-aa27-d2860f7ca196 req-87452985-6121-4ed0-939a-a17b410f6b55 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:41.479192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-691fd014-12fb-46b2-aa27-d2860f7ca196 req-87452985-6121-4ed0-939a-a17b410f6b55 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0813804
Nov 27 21:06:41.479879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-babfc25b-afdd-4577-a17d-2f82f690a25b req-83891da6-fe40-4f2a-897e-ea950f13721d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 907 time: 0.2065902
Nov 27 21:06:41.485739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:41.520363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:41.521330 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:41.522740 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] 10.222.0.35 "PUT /v2.0/ports/bd5f150c-0bba-4f1a-a18b-b447241a905f HTTP/1.1" status: 200  len: 1055 time: 1.0565612
Nov 27 21:06:41.523295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa18b08-2216-447b-a821-c1fd7cfa67c6', 'tag': 'bd5f150c-0bba-4f1a-a18b-b447241a905f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:41.525607 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a935572-4033-42ef-807a-f65612436637" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa18b08-2216-447b-a821-c1fd7cfa67c6", "tag": "bd5f150c-0bba-4f1a-a18b-b447241a905f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:41.548818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-691fd014-12fb-46b2-aa27-d2860f7ca196 req-1ca9c0e2-1a8c-4cac-919e-be382c78c314 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685680
Nov 27 21:06:41.590717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8443d1-b1b8-4bc4-bbca-340521d77705 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5f150c-0bba-4f1a-a18b-b447241a905f,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:41.610896 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1d9de8-73d4-4108-93a6-2b7f4f0c5b38 x-openstack-request-id: req-0b1d9de8-73d4-4108-93a6-2b7f4f0c5b38 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:41.611197 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa18b08-2216-447b-a821-c1fd7cfa67c6", "tag": "bd5f150c-0bba-4f1a-a18b-b447241a905f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:41.611498 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b1d9de8-73d4-4108-93a6-2b7f4f0c5b38 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:41.611931 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa18b08-2216-447b-a821-c1fd7cfa67c6', 'tag': 'bd5f150c-0bba-4f1a-a18b-b447241a905f', 'status': 'completed', 'code': 200}
Nov 27 21:06:41.629878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-95c9bc9f-6d26-4d25-9f81-28e3d32ddc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:41.631431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-95c9bc9f-6d26-4d25-9f81-28e3d32ddc27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 1058 time: 0.0627298
Nov 27 21:06:41.685393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-f0a7c79d-c6c6-45c8-8bb0-fd6861629750 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=bd5f150c-0bba-4f1a-a18b-b447241a905f HTTP/1.1" status: 200  len: 217 time: 0.0446334
Nov 27 21:06:41.740985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-44408474-1e0e-4c3e-a335-70978a8d6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:41.742742 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-44408474-1e0e-4c3e-a335-70978a8d6cd1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0577663f-fa37-49f9-ac6a-e3fed26e77dc HTTP/1.1" status: 200  len: 836 time: 0.0498998
Nov 27 21:06:41.795357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-67396c6c-d9fd-45f3-8fc9-384246fb4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:41.796805 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-67396c6c-d9fd-45f3-8fc9-384246fb4382 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c2305ad-2518-4293-9163-cfc7ab918fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0441463
Nov 27 21:06:41.859357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60562) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:41.895764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-1a4a5cdb-6f2e-4b8d-9a85-3838613d2065 service neutron] 10.222.0.35 "GET /v2.0/networks/3c2305ad-2518-4293-9163-cfc7ab918fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907769
Nov 27 21:06:41.972983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-734061347-network', 'tenant_id': 'f916d44620e3418a8916382d00618dc9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:41.986825 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ab5c011-586d-4b9d-96c9-b51ee03ec512 req-c33ed3a3-188f-4558-ab84-c956aa2fdfbc service neutron] 10.222.0.35 "GET /v2.0/networks/3c2305ad-2518-4293-9163-cfc7ab918fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835106
Nov 27 21:06:41.994020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Made reservation on behalf of f916d44620e3418a8916382d00618dc9 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:41.996654 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.006001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.078506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935572-4033-42ef-807a-f65612436637 req-f0d8cd66-442d-483b-a555-a8735fde9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:42.080519 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a935572-4033-42ef-807a-f65612436637 req-f0d8cd66-442d-483b-a555-a8735fde9675 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 1058 time: 0.0467346
Nov 27 21:06:42.088349 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.092108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.116673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:06:42.125691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3296160-df8b-45b1-a40a-2a0979dbd504,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:42.133152 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.133503 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Added segment 2f6d3ef0-c82a-429d-9a48-e4b0774dd242 of type vlan for network 0771b852-2194-43c2-9f78-4a1a5847b501
Nov 27 21:06:42.174252 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.175972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935572-4033-42ef-807a-f65612436637 req-83dee885-d8ff-47f9-a63a-e81238f63325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:42.177667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a935572-4033-42ef-807a-f65612436637 req-83dee885-d8ff-47f9-a63a-e81238f63325 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c2305ad-2518-4293-9163-cfc7ab918fa2 HTTP/1.1" status: 200  len: 899 time: 0.0894625
Nov 27 21:06:42.199846 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.200964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:42.201538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.221369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a935572-4033-42ef-807a-f65612436637 req-afd0b60d-3b74-496a-b67f-1a22b39ff95c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=bd5f150c-0bba-4f1a-a18b-b447241a905f HTTP/1.1" status: 200  len: 217 time: 0.0346031
Nov 27 21:06:42.259005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3957214
Nov 27 21:06:42.262139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60566) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:42.269273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Request body: {'subnet': {'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-734061347-subnet', 'tenant_id': 'f916d44620e3418a8916382d00618dc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:42.278435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4de03d-aed3-4f56-92db-8d9d1fdba6e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0771b852-2194-43c2-9f78-4a1a5847b501,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:42.283109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935572-4033-42ef-807a-f65612436637 req-006c2f90-e894-45fc-9802-6c91511bdae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:42.284225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a935572-4033-42ef-807a-f65612436637 req-006c2f90-e894-45fc-9802-6c91511bdae8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0577663f-fa37-49f9-ac6a-e3fed26e77dc HTTP/1.1" status: 200  len: 836 time: 0.0526240
Nov 27 21:06:42.290853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 0771b852-2194-43c2-9f78-4a1a5847b501 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:06:42.296326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Made reservation on behalf of f916d44620e3418a8916382d00618dc9 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:42.299747 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.380365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935572-4033-42ef-807a-f65612436637 req-56b86aa0-3736-4d3e-a8a0-61966f256cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:42.382475 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a935572-4033-42ef-807a-f65612436637 req-56b86aa0-3736-4d3e-a8a0-61966f256cc1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c2305ad-2518-4293-9163-cfc7ab918fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0872984
Nov 27 21:06:42.487520 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a935572-4033-42ef-807a-f65612436637 req-4296a24d-a79e-4edc-8746-ac7c247fab47 service neutron] 10.222.0.35 "GET /v2.0/networks/3c2305ad-2518-4293-9163-cfc7ab918fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949576
Nov 27 21:06:42.512553 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.582872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a845da-e4a5-433e-9efe-2e1166b3b633,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:42.596279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Checking segment: {'id': '2f6d3ef0-c82a-429d-9a48-e4b0774dd242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:42.596728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Network hostable DHCP agents. Network: 0771b852-2194-43c2-9f78-4a1a5847b501, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:06:42.617563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Network 0771b852-2194-43c2-9f78-4a1a5847b501 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:06:42.630873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0771b852-2194-43c2-9f78-4a1a5847b501) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:42.636401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:42.638929 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:42.648535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43381f9f-e464-4f10-9660-16f6ecdef66d None None] Network 0771b852-2194-43c2-9f78-4a1a5847b501 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:42.648753 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5a935572-4033-42ef-807a-f65612436637 req-f85c4573-1e61-498a-9fe5-46eb37ef72dc service neutron] 10.222.0.35 "GET /v2.0/networks/3c2305ad-2518-4293-9163-cfc7ab918fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509809
Nov 27 21:06:42.658575 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09eb671-0c57-4d79-9c26-1f4ffe11df6b req-f29c0966-8bb0-4ae0-9e0a-d274dea5df41 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:42.660603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d09eb671-0c57-4d79-9c26-1f4ffe11df6b req-f29c0966-8bb0-4ae0-9e0a-d274dea5df41 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 907 time: 0.0914896
Nov 27 21:06:42.671781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ab486d03-7e4a-4e2f-b3c8-67aacadc51e2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4085846
Nov 27 21:06:42.777210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586ede-110c-41b2-b189-90e2ebd141ac req-08a303d6-91b0-42e0-9a67-e2cee7683bf6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:42.785290 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d586ede-110c-41b2-b189-90e2ebd141ac req-08a303d6-91b0-42e0-9a67-e2cee7683bf6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0895751
Nov 27 21:06:42.859585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d586ede-110c-41b2-b189-90e2ebd141ac req-391fd75e-4b51-44e7-b989-455253dd9eed tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733945
Nov 27 21:06:42.900900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdbcdcc-57b6-42c0-b8ac-316f745adda6 None None] Network 0771b852-2194-43c2-9f78-4a1a5847b501 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:43.789170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7af268-c108-4bc7-ae1d-6194507066ea req-41a7ac0a-bfb2-4cf8-b2c1-0ca023a71f50 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:43.790651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f7af268-c108-4bc7-ae1d-6194507066ea req-41a7ac0a-bfb2-4cf8-b2c1-0ca023a71f50 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 907 time: 0.0483084
Nov 27 21:06:43.990805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58055617-dd0c-49da-b6b3-7210db3ab519 req-4248b6c4-224d-4d87-86e3-565b732f00e1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:43.992334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58055617-dd0c-49da-b6b3-7210db3ab519 req-4248b6c4-224d-4d87-86e3-565b732f00e1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0570760
Nov 27 21:06:44.038651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58055617-dd0c-49da-b6b3-7210db3ab519 req-f7f14733-b03b-4fcf-b01a-c118c65f7528 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400167
Nov 27 21:06:44.369396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-f0a2be74-3256-462d-b934-e38b2889a567 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0484519
Nov 27 21:06:44.499225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-73e2e84c-1a59-4cf8-9cf6-a178debb57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:44.500765 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-73e2e84c-1a59-4cf8-9cf6-a178debb57da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1135 time: 0.0764873
Nov 27 21:06:44.510969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-2059df1f-af0f-4c24-89fb-49d4c4020c12 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:44.515717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-2059df1f-af0f-4c24-89fb-49d4c4020c12 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/networks?id=0771b852-2194-43c2-9f78-4a1a5847b501 HTTP/1.1" status: 200  len: 808 time: 0.1423273
Nov 27 21:06:44.547105 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-a82a2f6b-d1c8-47a8-ace4-6dcea3dcab04 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/quotas/f916d44620e3418a8916382d00618dc9 HTTP/1.1" status: 200  len: 375 time: 0.0289917
Nov 27 21:06:44.605231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-11acd5c6-8398-408d-be9e-0de990e9d8b0 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f916d44620e3418a8916382d00618dc9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0324163
Nov 27 21:06:44.682189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-61768f2e-e02d-470a-9730-359c4e038d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:44.683657 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-61768f2e-e02d-470a-9730-359c4e038d87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ca13ca1-ce2e-44b8-9716-f8635f05b861 HTTP/1.1" status: 200  len: 898 time: 0.1624386
Nov 27 21:06:44.763195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-4b747416-8443-495b-88de-54b7b2ddfbec service neutron] 10.222.0.21 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500857
Nov 27 21:06:44.780716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-ca4a4264-d03a-4b76-aa21-3e3f8983651c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04aa03c2-a96d-486e-b422-4296e83311b0 HTTP/1.1" status: 200  len: 1001 time: 0.0893378
Nov 27 21:06:44.869785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-5a79a7d6-9f7b-4f4e-9a92-65f0c767d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:44.871557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-5a79a7d6-9f7b-4f4e-9a92-65f0c767d77b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d30880d-8f8f-405c-a1ea-bbba2caaab36 HTTP/1.1" status: 200  len: 834 time: 0.0805881
Nov 27 21:06:44.908102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfb3a3-63d5-4480-a769-df15a4779fa6 req-1ef4773b-699a-4398-8a67-234d727ce043 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:44.909580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29bfb3a3-63d5-4480-a769-df15a4779fa6 req-1ef4773b-699a-4398-8a67-234d727ce043 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 907 time: 0.0495455
Nov 27 21:06:44.920062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-2ef8835e-95c7-40d3-931f-6ffe7b203459 service neutron] 10.222.0.21 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475029
Nov 27 21:06:44.934343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-1d791fa8-2fec-45ac-8892-7ba1be00effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:44.935835 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-1d791fa8-2fec-45ac-8892-7ba1be00effd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ca13ca1-ce2e-44b8-9716-f8635f05b861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0559564
Nov 27 21:06:45.036221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-5dc592d2-42d3-49a2-a6a4-636754fc0219 service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930126
Nov 27 21:06:45.117961 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fe4eaec1-669c-483e-8d93-f816daa9619b req-c51102bb-219c-45ad-923d-489f8baf8240 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 210 time: 0.0385942
Nov 27 21:06:45.158972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60de6a7e-8a26-405a-bf31-7a1a70d14e1c req-c438f0c4-d5fa-45de-9c62-63b790130297 service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142395
Nov 27 21:06:45.218486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd602de-3956-4865-9444-7823b350f0e9 req-7ac10943-c474-410a-bc76-f56fbb496dcd tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:45.220022 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddd602de-3956-4865-9444-7823b350f0e9 req-7ac10943-c474-410a-bc76-f56fbb496dcd tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0541468
Nov 27 21:06:45.273655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddd602de-3956-4865-9444-7823b350f0e9 req-7225bab1-d76f-4af2-862e-ab8064f6f06e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464919
Nov 27 21:06:45.649795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bd5f150c-0bba-4f1a-a18b-b447241a905f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:06:45.748045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port bd5f150c-0bba-4f1a-a18b-b447241a905f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd5f150c-0bba-4f1a-a18b-b447241a905f,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:45.759279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'bd5f150c-0bba-4f1a-a18b-b447241a905f', 'network_id': '3c2305ad-2518-4293-9163-cfc7ab918fa2', 'port_id': 'bd5f150c-0bba-4f1a-a18b-b447241a905f', 'mac_address': 'fa:16:3e:47:3b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0577663f-fa37-49f9-ac6a-e3fed26e77dc', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:06:45.799074 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:45.812180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5f150c-0bba-4f1a-a18b-b447241a905f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:06:45.831389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port bd5f150c-0bba-4f1a-a18b-b447241a905f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd5f150c-0bba-4f1a-a18b-b447241a905f,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:45.834905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:45.880565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=bd5f150c-0bba-4f1a-a18b-b447241a905f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:45.979648 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:46.085776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f2eb1-2250-49b8-8447-54f24f0fc14d req-08f69811-443f-4c2d-9793-b20077c20aed tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:46.087199 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b22f2eb1-2250-49b8-8447-54f24f0fc14d req-08f69811-443f-4c2d-9793-b20077c20aed tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 908 time: 0.1071110
Nov 27 21:06:46.122545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-20b8a885-ebbc-4c5c-a2a9-77dbbad1b2fd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:46.124010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-20b8a885-ebbc-4c5c-a2a9-77dbbad1b2fd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.15 "GET /v2.0/networks?id=0771b852-2194-43c2-9f78-4a1a5847b501 HTTP/1.1" status: 200  len: 808 time: 0.1354406
Nov 27 21:06:46.137769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Request body: {'port': {'device_id': 'bfeb79d3-6bf2-4d24-9f06-9ff60e170931', 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501', 'admin_state_up': True, 'tenant_id': 'f916d44620e3418a8916382d00618dc9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:46.164955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['bd5f150c-0bba-4f1a-a18b-b447241a905f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:06:46.232572 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eca9e76f-d9f1-4a29-96be-06d9942344b9 req-eb7580b9-3c7e-406f-80c0-c265f54c1d93 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 210 time: 0.0316107
Nov 27 21:06:46.258582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Made reservation on behalf of f916d44620e3418a8916382d00618dc9 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:06:46.262669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:46.439093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86218b47-7e78-4e89-84d8-897e15eff224 req-4e5e2c9f-d990-41af-9ce3-5bf00073f959 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:46.441091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86218b47-7e78-4e89-84d8-897e15eff224 req-4e5e2c9f-d990-41af-9ce3-5bf00073f959 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0915682
Nov 27 21:06:46.442177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Allocated IP 172.20.0.11 (0771b852-2194-43c2-9f78-4a1a5847b501/73a845da-e4a5-433e-9efe-2e1166b3b633/9101f8e1-94cc-4943-98a2-eba62038f7e4) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:06:46.540479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86218b47-7e78-4e89-84d8-897e15eff224 req-c2ed6988-fa4c-4824-b570-f174059c938e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828128
Nov 27 21:06:46.629140 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:46.670853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:46.717333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Network 0771b852-2194-43c2-9f78-4a1a5847b501 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:06:46.720441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:06:46.724226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:06:46.752160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Pushing event updated for resources: {'Port': ['ID=9101f8e1-94cc-4943-98a2-eba62038f7e4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:46.776145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:46.776779 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:46.791679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-1195ffcb-ae03-476b-8fe1-7f3d328609aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6575079
Nov 27 21:06:46.804478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Request body: {'port': {'device_id': 'bfeb79d3-6bf2-4d24-9f06-9ff60e170931', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:06:46.859069 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:47.109215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9101f8e1-94cc-4943-98a2-eba62038f7e4 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:06:47.117542 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:47.129852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Transition to ACTIVE for port object 9101f8e1-94cc-4943-98a2-eba62038f7e4 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:06:47.134487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:47.214814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9101f8e1-94cc-4943-98a2-eba62038f7e4,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:47.276520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa869bde-eb15-4973-b8d5-1325cef9fa2b req-7d6ec454-e378-4c77-bdac-5b944bc2d3cd tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:47.278061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa869bde-eb15-4973-b8d5-1325cef9fa2b req-7d6ec454-e378-4c77-bdac-5b944bc2d3cd tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 908 time: 0.1161294
Nov 27 21:06:47.305858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Attempting to bind port 9101f8e1-94cc-4943-98a2-eba62038f7e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:06:47.306207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Attempting to bind port 9101f8e1-94cc-4943-98a2-eba62038f7e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2f6d3ef0-c82a-429d-9a48-e4b0774dd242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:06:47.306548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Attempting to bind port 9101f8e1-94cc-4943-98a2-eba62038f7e4 on network 0771b852-2194-43c2-9f78-4a1a5847b501 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:47.310919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Port 9101f8e1-94cc-4943-98a2-eba62038f7e4 on network 0771b852-2194-43c2-9f78-4a1a5847b501 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:06:47.311278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Attempting to bind port 9101f8e1-94cc-4943-98a2-eba62038f7e4 on network 0771b852-2194-43c2-9f78-4a1a5847b501 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:06:47.316471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:06:47.316820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Checking segment: {'id': '2f6d3ef0-c82a-429d-9a48-e4b0774dd242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:06:47.317214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Bound using segment: {'id': '2f6d3ef0-c82a-429d-9a48-e4b0774dd242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:06:47.317764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Bound port: 9101f8e1-94cc-4943-98a2-eba62038f7e4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6d3ef0-c82a-429d-9a48-e4b0774dd242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:06:47.318018 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:47.381432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92cd89-8e62-4dfc-8dce-9dfc48c9c5a5 req-f25162d9-30f7-4529-a4cb-b69c0d42e490 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:47.385954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd92cd89-8e62-4dfc-8dce-9dfc48c9c5a5 req-f25162d9-30f7-4529-a4cb-b69c0d42e490 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 944 time: 0.0665123
Nov 27 21:06:47.403214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] For port 9101f8e1-94cc-4943-98a2-eba62038f7e4, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:06:47.411395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] For port 9101f8e1-94cc-4943-98a2-eba62038f7e4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9101f8e1-94cc-4943-98a2-eba62038f7e4,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:06:47.416080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:47.438014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd92cd89-8e62-4dfc-8dce-9dfc48c9c5a5 req-de2d6bc1-aa2f-4449-8f6f-831eb15409aa tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458317
Nov 27 21:06:47.473049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:47.473671 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:47.475061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/9101f8e1-94cc-4943-98a2-eba62038f7e4 HTTP/1.1" status: 200  len: 1092 time: 0.6747091
Nov 27 21:06:47.475539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfeb79d3-6bf2-4d24-9f06-9ff60e170931', 'tag': '9101f8e1-94cc-4943-98a2-eba62038f7e4'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:47.477851 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07" -d '{"events": [{"name": "network-changed", "server_uuid": "bfeb79d3-6bf2-4d24-9f06-9ff60e170931", "tag": "9101f8e1-94cc-4943-98a2-eba62038f7e4"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:47.494015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8a356-da05-42f4-ad97-5e0ba09702a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9101f8e1-94cc-4943-98a2-eba62038f7e4,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:47.535832 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395a43a7-16f7-49be-b642-44393dbd08f0 x-openstack-request-id: req-395a43a7-16f7-49be-b642-44393dbd08f0 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:47.536132 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfeb79d3-6bf2-4d24-9f06-9ff60e170931", "tag": "9101f8e1-94cc-4943-98a2-eba62038f7e4", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:47.536388 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-395a43a7-16f7-49be-b642-44393dbd08f0 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:47.536790 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfeb79d3-6bf2-4d24-9f06-9ff60e170931', 'tag': '9101f8e1-94cc-4943-98a2-eba62038f7e4', 'status': 'completed', 'code': 200}
Nov 27 21:06:47.590113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-d24a8c6c-d5e4-44c4-ba45-542f4c7915a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:47.591663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-d24a8c6c-d5e4-44c4-ba45-542f4c7915a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f916d44620e3418a8916382d00618dc9&device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 1095 time: 0.0515051
Nov 27 21:06:47.634481 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-492963dd-1699-4d61-92c6-83ec3d7bcb4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9101f8e1-94cc-4943-98a2-eba62038f7e4 HTTP/1.1" status: 200  len: 217 time: 0.0341008
Nov 27 21:06:47.657958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a002ee-9ec8-4f8a-88f2-e08c2b181494 req-e27f769b-3989-43f7-b493-8ce3aa7be6a5 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:47.660698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-11a002ee-9ec8-4f8a-88f2-e08c2b181494 req-e27f769b-3989-43f7-b493-8ce3aa7be6a5 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0504382
Nov 27 21:06:47.666255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bd5f150c-0bba-4f1a-a18b-b447241a905f up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:47.686263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-0f663108-a362-40fd-8236-3c988626c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:47.687784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-0f663108-a362-40fd-8236-3c988626c4a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a845da-e4a5-433e-9efe-2e1166b3b633 HTTP/1.1" status: 200  len: 848 time: 0.0465176
Nov 27 21:06:47.718951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-11a002ee-9ec8-4f8a-88f2-e08c2b181494 req-b6159adc-fab0-492a-a479-3109629b073a tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518243
Nov 27 21:06:47.720237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port bd5f150c-0bba-4f1a-a18b-b447241a905f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:06:47.724528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port bd5f150c-0bba-4f1a-a18b-b447241a905f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:47.724905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:47.730892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-9d2e8c4b-8fc8-4287-98f0-b191b1a6b779 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0771b852-2194-43c2-9f78-4a1a5847b501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355325
Nov 27 21:06:47.808717 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:47.826048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-f7e1d7c8-a4b8-408e-848b-4c532e2b5d0d service neutron] 10.222.0.15 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835376
Nov 27 21:06:47.832490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa18b08-2216-447b-a821-c1fd7cfa67c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f150c-0bba-4f1a-a18b-b447241a905f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:47.835084 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab31131-f5ed-4d31-b4df-dcf67492b920" -d '{"events": [{"server_uuid": "5aa18b08-2216-447b-a821-c1fd7cfa67c6", "name": "network-vif-plugged", "status": "completed", "tag": "bd5f150c-0bba-4f1a-a18b-b447241a905f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:47.847495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port bd5f150c-0bba-4f1a-a18b-b447241a905f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd5f150c-0bba-4f1a-a18b-b447241a905f,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:47.852331 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:47.880992 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaff2e7-7ecb-4c86-8faf-e023e60e06e9 x-openstack-request-id: req-edaff2e7-7ecb-4c86-8faf-e023e60e06e9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:47.881764 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa18b08-2216-447b-a821-c1fd7cfa67c6", "name": "network-vif-plugged", "status": "completed", "tag": "bd5f150c-0bba-4f1a-a18b-b447241a905f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:47.882031 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edaff2e7-7ecb-4c86-8faf-e023e60e06e9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:47.882750 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa18b08-2216-447b-a821-c1fd7cfa67c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f150c-0bba-4f1a-a18b-b447241a905f', 'code': 200}
Nov 27 21:06:47.914021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=bd5f150c-0bba-4f1a-a18b-b447241a905f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:47.978191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469e3e9-3759-492f-b41b-95d191975bcd req-de076e6c-c778-401c-9613-8dc4f7bddbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:47.979749 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d469e3e9-3759-492f-b41b-95d191975bcd req-de076e6c-c778-401c-9613-8dc4f7bddbc0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 1060 time: 0.0417166
Nov 27 21:06:48.240853 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9c96e20-01da-446b-acc7-cbf52975d303 req-4a651463-7583-41e6-a176-e8ab856c1465 service neutron] 10.222.0.15 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4077656
Nov 27 21:06:48.328498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-391a310c-23fb-4ef9-829a-96a85ef72d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:48.330009 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-391a310c-23fb-4ef9-829a-96a85ef72d39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f916d44620e3418a8916382d00618dc9&device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 1095 time: 0.0429411
Nov 27 21:06:48.384295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:48.446610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a337fe4-5f07-49a8-ad5b-8587b709d858 req-fd044c62-803e-4738-a65a-088e9d3a29df tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:48.448242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a337fe4-5f07-49a8-ad5b-8587b709d858 req-fd044c62-803e-4738-a65a-088e9d3a29df tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 909 time: 0.0949717
Nov 27 21:06:48.465708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-6b6e5987-ec8c-482f-96af-992eba9cf662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:48.467220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-6b6e5987-ec8c-482f-96af-992eba9cf662 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0771b852-2194-43c2-9f78-4a1a5847b501 HTTP/1.1" status: 200  len: 909 time: 0.1306267
Nov 27 21:06:48.512803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-66307127-fa49-4caa-8301-d11f54c042e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9101f8e1-94cc-4943-98a2-eba62038f7e4 HTTP/1.1" status: 200  len: 217 time: 0.0349948
Nov 27 21:06:48.566154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92150a-693c-4893-a168-f020ea1d1f09 req-df1864b6-0045-4b89-8ac2-0394214b52e8 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:48.567696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e92150a-693c-4893-a168-f020ea1d1f09 req-df1864b6-0045-4b89-8ac2-0394214b52e8 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 944 time: 0.0550783
Nov 27 21:06:48.569712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-d03a98ac-d578-47e0-8b0e-a5d5a48f350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:48.571155 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-d03a98ac-d578-47e0-8b0e-a5d5a48f350d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a845da-e4a5-433e-9efe-2e1166b3b633 HTTP/1.1" status: 200  len: 848 time: 0.0513682
Nov 27 21:06:48.603781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-7c8b002a-bb6b-447e-b3c9-9816005f702e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0771b852-2194-43c2-9f78-4a1a5847b501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250967
Nov 27 21:06:48.615460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e92150a-693c-4893-a168-f020ea1d1f09 req-f0984364-94fb-4e49-815b-e07ad107fdb4 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419502
Nov 27 21:06:48.695435 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-003484aa-a516-4351-bd0d-63c514459f1e service neutron] 10.222.0.15 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841689
Nov 27 21:06:48.817156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfe6235b-9ae1-4131-9f94-b3eebaf73f07 req-9f0fbaa8-7221-4555-ba0f-cba2f909a5c0 service neutron] 10.222.0.15 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142359
Nov 27 21:06:48.859021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2e493-3fdb-4879-ab89-356c8278dfc8 req-fda07c58-08f1-404f-bc53-fbfc048f45f6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:48.860754 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a2e493-3fdb-4879-ab89-356c8278dfc8 req-fda07c58-08f1-404f-bc53-fbfc048f45f6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0630705
Nov 27 21:06:48.912087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8a2e493-3fdb-4879-ab89-356c8278dfc8 req-5f47cc51-feff-49ba-9a53-f8913d2b073a tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452616
Nov 27 21:06:49.572891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90b0b2-f052-488b-a6eb-311f5f5ea88c req-c9b734fd-edf4-4104-8f63-546efedf19c9 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:49.574327 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a90b0b2-f052-488b-a6eb-311f5f5ea88c req-c9b734fd-edf4-4104-8f63-546efedf19c9 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 909 time: 0.0517154
Nov 27 21:06:49.688644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a881fa-ef3d-4693-81d6-64c5f54120d9 req-d81103b2-a89f-41d9-a49c-c77416e92d3c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:49.690783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30a881fa-ef3d-4693-81d6-64c5f54120d9 req-d81103b2-a89f-41d9-a49c-c77416e92d3c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 909 time: 0.0492315
Nov 27 21:06:49.734539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091323f3-c0d5-4bd8-8527-1f60c55cefa7 req-5072ba80-d76d-4c2c-8ac6-c293933f5a04 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:49.736047 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-091323f3-c0d5-4bd8-8527-1f60c55cefa7 req-5072ba80-d76d-4c2c-8ac6-c293933f5a04 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 944 time: 0.0491440
Nov 27 21:06:49.783522 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-091323f3-c0d5-4bd8-8527-1f60c55cefa7 req-973ac5cd-aef4-4e11-a5ab-9f473cc15aaf tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409560
Nov 27 21:06:49.798052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc5cc3-0294-422b-8101-6a67fa810608 req-62608ea7-2cac-40e7-800c-cd2289b21ccd tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:49.800353 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e3cc5cc3-0294-422b-8101-6a67fa810608 req-62608ea7-2cac-40e7-800c-cd2289b21ccd tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 1060 time: 0.0443521
Nov 27 21:06:49.908185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd15a6-8a57-4b0c-9946-571d56aed40d req-5ff25b1a-3dbc-49be-871d-f3c124dd5d3a tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:49.909979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97fd15a6-8a57-4b0c-9946-571d56aed40d req-5ff25b1a-3dbc-49be-871d-f3c124dd5d3a tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1135 time: 0.0449028
Nov 27 21:06:49.963760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97fd15a6-8a57-4b0c-9946-571d56aed40d req-9bbe8b68-91b7-4ac7-9d5f-074e9b468143 tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0473011
Nov 27 21:06:49.985245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60766) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:50.024449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c644624f-2e4d-4533-a8b5-0f8f7a22fa0a tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:50.025969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c644624f-2e4d-4533-a8b5-0f8f7a22fa0a tempest-TestSecurityGroupsBasicOps-181105384 tempest-TestSecurityGroupsBasicOps-181105384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 1055 time: 0.0396490
Nov 27 21:06:50.032921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce14fd-a220-4639-a384-fb45eda11de0 req-726e81f3-b314-46e0-a3bc-067869dab6d6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:50.034925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-82ce14fd-a220-4639-a384-fb45eda11de0 req-726e81f3-b314-46e0-a3bc-067869dab6d6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0497496
Nov 27 21:06:50.082904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-82ce14fd-a220-4639-a384-fb45eda11de0 req-83369bd4-bb1c-446b-8efb-0630b36f7eaa tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418344
Nov 27 21:06:50.241789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f825de-2cc9-47b8-827b-f1637034355e req-41bce3e4-e9bb-4d77-91b3-3d57544f7fa4 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:50.243298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74f825de-2cc9-47b8-827b-f1637034355e req-41bce3e4-e9bb-4d77-91b3-3d57544f7fa4 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 909 time: 0.0487006
Nov 27 21:06:50.900340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b919c0-2263-43ef-a616-5c9665a0cb53 req-d340ff78-0eca-4cab-bbdd-3df3208ea12e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:50.901835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19b919c0-2263-43ef-a616-5c9665a0cb53 req-d340ff78-0eca-4cab-bbdd-3df3208ea12e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 944 time: 0.0484109
Nov 27 21:06:50.959409 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-19b919c0-2263-43ef-a616-5c9665a0cb53 req-8344ecd4-f1fa-4fc2-95eb-0a5996a7fd6e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475614
Nov 27 21:06:51.233591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9edac-0833-40fd-8e0c-eb6d8a6a7214 req-da78f308-8136-4101-aac6-4a75896d590e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:51.235828 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69c9edac-0833-40fd-8e0c-eb6d8a6a7214 req-da78f308-8136-4101-aac6-4a75896d590e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0654714
Nov 27 21:06:51.291416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-69c9edac-0833-40fd-8e0c-eb6d8a6a7214 req-c4391841-45df-4430-aff3-45ad80e0fa31 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462041
Nov 27 21:06:51.359677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba698ba9-c62f-4dd0-b1e1-73ee455c2566 req-30c23e41-d1fa-471c-8a7c-8d1c8a09a1e5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:51.361067 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba698ba9-c62f-4dd0-b1e1-73ee455c2566 req-30c23e41-d1fa-471c-8a7c-8d1c8a09a1e5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 909 time: 0.0488465
Nov 27 21:06:51.622522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-c6e7c129-211e-4580-8199-4830f0b37a96 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:51.623906 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-c6e7c129-211e-4580-8199-4830f0b37a96 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.35 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 909 time: 0.0477328
Nov 27 21:06:51.729365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Deleting port bd5f150c-0bba-4f1a-a18b-b447241a905f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:51.729711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:52.135531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c7ae-53e2-431b-90a9-565dc5d18d55 req-28595018-e111-4397-a77d-ff7f6a01a0c4 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:52.136993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae29c7ae-53e2-431b-90a9-565dc5d18d55 req-28595018-e111-4397-a77d-ff7f6a01a0c4 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 944 time: 0.0975049
Nov 27 21:06:52.158166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] For port bd5f150c-0bba-4f1a-a18b-b447241a905f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd5f150c-0bba-4f1a-a18b-b447241a905f,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:52.159240 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:52.179071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Calling delete_port for bd5f150c-0bba-4f1a-a18b-b447241a905f owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:52.237737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae29c7ae-53e2-431b-90a9-565dc5d18d55 req-bb6cf1d2-7d8d-436d-829c-5ce673da4503 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911734
Nov 27 21:06:52.328065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:52.363318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Port': ['ID=bd5f150c-0bba-4f1a-a18b-b447241a905f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:52.403564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] No DVR routers for this DVR port bd5f150c-0bba-4f1a-a18b-b447241a905f on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:06:52.407358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:52.411455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1ee21ea-0a43-46dc-a0d0-bd8bc90c556c req-eecb64a7-f7ae-4fd2-8d44-db4db004994d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.35 "DELETE /v2.0/ports/bd5f150c-0bba-4f1a-a18b-b447241a905f HTTP/1.1" status: 204  len: 173 time: 0.7694433
Nov 27 21:06:52.412191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa18b08-2216-447b-a821-c1fd7cfa67c6', 'name': 'network-vif-deleted', 'tag': 'bd5f150c-0bba-4f1a-a18b-b447241a905f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:52.414586 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e38efb-93de-46e8-ae26-a8339e6812dd" -d '{"events": [{"server_uuid": "5aa18b08-2216-447b-a821-c1fd7cfa67c6", "name": "network-vif-deleted", "tag": "bd5f150c-0bba-4f1a-a18b-b447241a905f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:52.424733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ded91-3f98-4dd1-bd7b-37d33e1d432a req-e4c4b711-ba5d-4548-90d2-c6858f2f42ff tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:52.430225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a3ded91-3f98-4dd1-bd7b-37d33e1d432a req-e4c4b711-ba5d-4548-90d2-c6858f2f42ff tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0611677
Nov 27 21:06:52.509913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-116268f5-0576-45cd-8cbc-bcebfd9f0da4 req-fd1ac41a-d8a5-49b8-a7f5-9e9b32e19378 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aa18b08-2216-447b-a821-c1fd7cfa67c6 HTTP/1.1" status: 200  len: 210 time: 0.0519371
Nov 27 21:06:52.536586 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a3ded91-3f98-4dd1-bd7b-37d33e1d432a req-5c0f117f-ca8d-4d02-90b8-aa2b7e974703 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002011
Nov 27 21:06:52.541561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 9101f8e1-94cc-4943-98a2-eba62038f7e4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:06:52.577574 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5b2094-2795-46e8-8f8b-c8dc30b846bb x-openstack-request-id: req-4f5b2094-2795-46e8-8f8b-c8dc30b846bb {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:52.577886 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa18b08-2216-447b-a821-c1fd7cfa67c6", "name": "network-vif-deleted", "tag": "bd5f150c-0bba-4f1a-a18b-b447241a905f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:52.578132 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f5b2094-2795-46e8-8f8b-c8dc30b846bb {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:52.578539 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa18b08-2216-447b-a821-c1fd7cfa67c6', 'name': 'network-vif-deleted', 'tag': 'bd5f150c-0bba-4f1a-a18b-b447241a905f', 'status': 'completed', 'code': 200}
Nov 27 21:06:52.672326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9101f8e1-94cc-4943-98a2-eba62038f7e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9101f8e1-94cc-4943-98a2-eba62038f7e4,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:52.685355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '9101f8e1-94cc-4943-98a2-eba62038f7e4', 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501', 'port_id': '9101f8e1-94cc-4943-98a2-eba62038f7e4', 'mac_address': 'fa:16:3e:cd:63:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a845da-e4a5-433e-9efe-2e1166b3b633', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:06:52.723376 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:52.737591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9101f8e1-94cc-4943-98a2-eba62038f7e4 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:06:52.758204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9101f8e1-94cc-4943-98a2-eba62038f7e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9101f8e1-94cc-4943-98a2-eba62038f7e4,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:52.761608 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:52.807082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=9101f8e1-94cc-4943-98a2-eba62038f7e4,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:53.077534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['9101f8e1-94cc-4943-98a2-eba62038f7e4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:06:53.357556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83af5b-9631-47fe-a5b0-ea90c6364b67 req-31d55413-461b-4603-905e-ace44d80bafb tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:53.359053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca83af5b-9631-47fe-a5b0-ea90c6364b67 req-31d55413-461b-4603-905e-ace44d80bafb tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 945 time: 0.0528319
Nov 27 21:06:53.409801 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca83af5b-9631-47fe-a5b0-ea90c6364b67 req-154ec1bf-3a82-490f-8026-3e00e8daa453 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442650
Nov 27 21:06:53.574694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60856) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:53.714084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954dbb7-4f93-4a80-bdb9-bf5ee4a9d187 req-4ed194a8-7064-407c-85ed-8d62d0716651 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:53.715643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4954dbb7-4f93-4a80-bdb9-bf5ee4a9d187 req-4ed194a8-7064-407c-85ed-8d62d0716651 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0991178
Nov 27 21:06:53.838161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4954dbb7-4f93-4a80-bdb9-bf5ee4a9d187 req-4235a57d-20d5-4b57-be49-2084db8a127c tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137881
Nov 27 21:06:54.055882 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:54.342645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Deleting port 81145c87-94fd-477c-ac9e-6d539daf9d10 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:54.343127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:54.442299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] For port 81145c87-94fd-477c-ac9e-6d539daf9d10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81145c87-94fd-477c-ac9e-6d539daf9d10,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:54.442875 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:54.458900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Calling delete_port for 81145c87-94fd-477c-ac9e-6d539daf9d10 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:54.538300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 9101f8e1-94cc-4943-98a2-eba62038f7e4 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:06:54.586399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 9101f8e1-94cc-4943-98a2-eba62038f7e4 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:06:54.590024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 9101f8e1-94cc-4943-98a2-eba62038f7e4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:06:54.590393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:54.601751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e24b3-9cef-448c-b3a4-e7a42f5fe602 req-60f3a170-c2be-4baf-9979-dc198ce95f3d tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:54.603241 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-532e24b3-9cef-448c-b3a4-e7a42f5fe602 req-60f3a170-c2be-4baf-9979-dc198ce95f3d tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 945 time: 0.0978830
Nov 27 21:06:54.672311 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:54.675417 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-532e24b3-9cef-448c-b3a4-e7a42f5fe602 req-5df69321-3a4f-4eba-8beb-a14e68672f79 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654597
Nov 27 21:06:54.696977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb79d3-6bf2-4d24-9f06-9ff60e170931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9101f8e1-94cc-4943-98a2-eba62038f7e4'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:54.699289 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c316b0-6f9a-454d-b141-dc7212536945" -d '{"events": [{"server_uuid": "bfeb79d3-6bf2-4d24-9f06-9ff60e170931", "name": "network-vif-plugged", "status": "completed", "tag": "9101f8e1-94cc-4943-98a2-eba62038f7e4"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:54.729062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9101f8e1-94cc-4943-98a2-eba62038f7e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9101f8e1-94cc-4943-98a2-eba62038f7e4,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:54.735011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:54.749444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:54.762814 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b527ab57-f343-4d08-bb81-ddcb7bcec159 x-openstack-request-id: req-b527ab57-f343-4d08-bb81-ddcb7bcec159 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:54.763323 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb79d3-6bf2-4d24-9f06-9ff60e170931", "name": "network-vif-plugged", "status": "completed", "tag": "9101f8e1-94cc-4943-98a2-eba62038f7e4", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:54.763692 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b527ab57-f343-4d08-bb81-ddcb7bcec159 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:54.764220 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfeb79d3-6bf2-4d24-9f06-9ff60e170931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9101f8e1-94cc-4943-98a2-eba62038f7e4', 'code': 200}
Nov 27 21:06:54.798090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=9101f8e1-94cc-4943-98a2-eba62038f7e4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:54.798477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Port': ['ID=81145c87-94fd-477c-ac9e-6d539daf9d10,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:54.858029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0d904-a2f3-42c9-8edb-21bffe7d2c04 req-1275b5f9-f3c3-4d8f-96d2-52fa355fa30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:54.859604 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6df0d904-a2f3-42c9-8edb-21bffe7d2c04 req-1275b5f9-f3c3-4d8f-96d2-52fa355fa30c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 1097 time: 0.0504954
Nov 27 21:06:54.946965 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6df0d904-a2f3-42c9-8edb-21bffe7d2c04 req-d57e75a8-bfd7-45f0-9690-4c5fa898f067 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791051
Nov 27 21:06:55.072921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751b592-0258-4a7a-8c00-6e8c95b3fc04 req-1635506c-5f81-40b5-8cdc-42f33cbdf722 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:55.074372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1751b592-0258-4a7a-8c00-6e8c95b3fc04 req-1635506c-5f81-40b5-8cdc-42f33cbdf722 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1219640
Nov 27 21:06:55.089720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:55.167179 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1751b592-0258-4a7a-8c00-6e8c95b3fc04 req-4e6edeb6-cbbf-4efc-be39-a07c0b362613 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854819
Nov 27 21:06:55.335718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Router 5a38721c-74e0-4510-8b38-4e828612f5d7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:06:55.447504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:55.452751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4c107692-d6eb-470e-8a14-2b902499a612 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "PUT /v2.0/routers/5a38721c-74e0-4510-8b38-4e828612f5d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8766575
Nov 27 21:06:55.455908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60924) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:55.464981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] Sync routers for ids ['5a38721c-74e0-4510-8b38-4e828612f5d7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:55.475084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] Routers {'5a38721c-74e0-4510-8b38-4e828612f5d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:55.475796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc404df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5a38721c-74e0-4510-8b38-4e828612f5d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:55.506735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-832275be-0bc1-456e-8c16-128883b4238e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Deleting subnet 0577663f-fa37-49f9-ac6a-e3fed26e77dc {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:06:55.509944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-832275be-0bc1-456e-8c16-128883b4238e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:55.548452 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-832275be-0bc1-456e-8c16-128883b4238e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:55.578380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] Set router 5a38721c-74e0-4510-8b38-4e828612f5d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:55.634104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-832275be-0bc1-456e-8c16-128883b4238e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:55.690118 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-832275be-0bc1-456e-8c16-128883b4238e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:55.690723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bd5f150c-0bba-4f1a-a18b-b447241a905f no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:06:55.716244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832275be-0bc1-456e-8c16-128883b4238e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Subnet': ['ID=0577663f-fa37-49f9-ac6a-e3fed26e77dc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:55.721551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-832275be-0bc1-456e-8c16-128883b4238e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:55.727737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60928) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:55.727888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-832275be-0bc1-456e-8c16-128883b4238e tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "DELETE /v2.0/subnets/0577663f-fa37-49f9-ac6a-e3fed26e77dc HTTP/1.1" status: 204  len: 168 time: 0.2708390
Nov 27 21:06:55.737499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80651dba-0031-49c8-8339-7f92cbfd5299 None None] Network 3c2305ad-2518-4293-9163-cfc7ab918fa2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:06:55.741070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: bd5f150c-0bba-4f1a-a18b-b447241a905f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:06:55.741546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device bd5f150c-0bba-4f1a-a18b-b447241a905f not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:06:55.812449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdb752-4c3c-4045-b5c8-d30f62d2c350 req-884a2932-0780-4594-9799-368636527f0b tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:55.813972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53cdb752-4c3c-4045-b5c8-d30f62d2c350 req-884a2932-0780-4594-9799-368636527f0b tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 946 time: 0.0547819
Nov 27 21:06:55.845162 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:55.866424 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53cdb752-4c3c-4045-b5c8-d30f62d2c350 req-c2e9c808-3665-44e6-b4e4-6c90b569ac1f tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434277
Nov 27 21:06:55.894318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc404df0>, [{'id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:29Z', 'updated_at': '2021-11-27T21:06:54Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:30Z', 'updated_at': '2021-11-27T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:55.925784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] Checking router: 5a38721c-74e0-4510-8b38-4e828612f5d7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:06:55.935691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] Routers {'5a38721c-74e0-4510-8b38-4e828612f5d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:55.936379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc404df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['5a38721c-74e0-4510-8b38-4e828612f5d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:55.964416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:55.981270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f1188-2e18-4422-bd5a-d484e299de70 None None] DHCP port deletion for 3c2305ad-2518-4293-9163-cfc7ab918fa2 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:56.020762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Deleting port 39fc15bb-6147-4ab9-a24b-c467460c49dc {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:56.021112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.105421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] For port 39fc15bb-6147-4ab9-a24b-c467460c49dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39fc15bb-6147-4ab9-a24b-c467460c49dc,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:56.105803 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.120839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Calling delete_port for 39fc15bb-6147-4ab9-a24b-c467460c49dc owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:56.237755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] Set router 5a38721c-74e0-4510-8b38-4e828612f5d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:56.315430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f1188-2e18-4422-bd5a-d484e299de70 None None] Deleting port abed8479-85b0-4e8b-840e-5f0910f53527 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:56.315816 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1188-2e18-4422-bd5a-d484e299de70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.332402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.394853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Port': ['ID=39fc15bb-6147-4ab9-a24b-c467460c49dc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:56.414543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a165da2-7447-49ec-9c79-4dca257b9de8 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:06:56.444809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3f2f1188-2e18-4422-bd5a-d484e299de70 None None] For port abed8479-85b0-4e8b-840e-5f0910f53527, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abed8479-85b0-4e8b-840e-5f0910f53527,segment=NetworkSegment(8a714a19-f04f-48e2-90c3-eccc9852007e),segment_id=8a714a19-f04f-48e2-90c3-eccc9852007e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:56.444809 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1188-2e18-4422-bd5a-d484e299de70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.483620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f1188-2e18-4422-bd5a-d484e299de70 None None] Calling delete_port for abed8479-85b0-4e8b-840e-5f0910f53527 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:56.618336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe06be-c6dd-40e2-9313-4441b072128f req-1995279b-e6db-4b93-8099-b6c1d9def53e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:56.627910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88fe06be-c6dd-40e2-9313-4441b072128f req-1995279b-e6db-4b93-8099-b6c1d9def53e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.2559056
Nov 27 21:06:56.639522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc404df0>, [{'id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:29Z', 'updated_at': '2021-11-27T21:06:54Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:30Z', 'updated_at': '2021-11-27T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:56.640482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.663813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc9a4-fd59-414c-bcc5-5b53b507117f req-78742fc8-308c-4497-8eef-f654168aad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:56.666411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df4dc9a4-fd59-414c-bcc5-5b53b507117f req-78742fc8-308c-4497-8eef-f654168aad3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 1097 time: 0.0606406
Nov 27 21:06:56.676074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ecebe8-2956-4b15-b2ff-80d3cf4d2f0b None None] The sync data for ids ['5a38721c-74e0-4510-8b38-4e828612f5d7'] in ncdv-master-1 is: [{'id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095559832', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:29Z', 'updated_at': '2021-11-27T21:06:54Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '39fc15bb-6147-4ab9-a24b-c467460c49dc', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a38721c-74e0-4510-8b38-4e828612f5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:30Z', 'updated_at': '2021-11-27T21:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:56.687489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1188-2e18-4422-bd5a-d484e299de70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.734782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df4dc9a4-fd59-414c-bcc5-5b53b507117f req-a7b48716-8352-42f4-899b-99af759fd8c4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506315
Nov 27 21:06:56.744120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f1188-2e18-4422-bd5a-d484e299de70 None None] Pushing event deleted for resources: {'Port': ['ID=abed8479-85b0-4e8b-840e-5f0910f53527,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:56.749929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f1188-2e18-4422-bd5a-d484e299de70 None None] No DVR routers for this DVR port abed8479-85b0-4e8b-840e-5f0910f53527 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:06:56.781110 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.786514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.804972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88fe06be-c6dd-40e2-9313-4441b072128f req-b46c5c8f-11c8-428d-9e5f-5c4aacb2811a tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762061
Nov 27 21:06:56.854658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.855195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Fanout notify agent at l3_agent the message router_deleted on router 5a38721c-74e0-4510-8b38-4e828612f5d7 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:06:56.862399 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.863543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4a37d206-0b3d-4abe-bf79-013fdf556c0c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "DELETE /v2.0/routers/5a38721c-74e0-4510-8b38-4e828612f5d7 HTTP/1.1" status: 204  len: 168 time: 1.1344817
Nov 27 21:06:56.866156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60958) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:56.941763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:56.990810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccf9a5-bb00-46ba-b687-0d8065313bf0 req-6a5ce11f-3610-46a6-a580-bb5982a593dc tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:56.992205 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8ccf9a5-bb00-46ba-b687-0d8065313bf0 req-6a5ce11f-3610-46a6-a580-bb5982a593dc tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 946 time: 0.0535886
Nov 27 21:06:57.038617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.046775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a8ccf9a5-bb00-46ba-b687-0d8065313bf0 req-9ec27832-ecfb-44ac-872f-0ce6c2f4fb17 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479765
Nov 27 21:06:57.065465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efe4b7f0>,) {'filters': {'network_id': ['3c2305ad-2518-4293-9163-cfc7ab918fa2']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:57.075782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efe4b7f0>, '8a714a19-f04f-48e2-90c3-eccc9852007e') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:57.076163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efe4b7f0>, '8a714a19-f04f-48e2-90c3-eccc9852007e') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:57.086937 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.101912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.108495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:06:57.108897 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:06:57.112566 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:06:57.176013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.194881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.200539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "DELETE /v2.0/networks/3c2305ad-2518-4293-9163-cfc7ab918fa2 HTTP/1.1" status: 204  len: 168 time: 0.3310282
Nov 27 21:06:57.200539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13109e7-c444-4c77-8d60-9524f07c5a1c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Network': ['ID=3c2305ad-2518-4293-9163-cfc7ab918fa2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:57.201218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60964) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:06:57.386998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Deleting port 43760a0f-939a-4be1-8719-23daedf9e8ae {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:57.387538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.512036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.512369 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.525404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Calling delete_port for 43760a0f-939a-4be1-8719-23daedf9e8ae owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:57.763621 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.779064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84405b-a908-4af7-a392-7cad85896d49 req-b141cf4b-cee3-4cfa-b9d4-1af9d0b926cc tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:57.780609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc84405b-a908-4af7-a392-7cad85896d49 req-b141cf4b-cee3-4cfa-b9d4-1af9d0b926cc tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 946 time: 0.0754893
Nov 27 21:06:57.810232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Port': ['ID=43760a0f-939a-4be1-8719-23daedf9e8ae,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:57.935645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc84405b-a908-4af7-a392-7cad85896d49 req-d8eac6ec-1246-472d-be09-5065c85e686a tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322300
Nov 27 21:06:57.936475 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:57.936819 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Floating IP f9d94b4e-5512-4551-bac3-bbef0de5f756 disassociated (deleted). External IP: 172.35.3.151, port: 04aa03c2-a96d-486e-b422-4296e83311b0.
Nov 27 21:06:57.965678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 81145c87-94fd-477c-ac9e-6d539daf9d10 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:06:57.995666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 81145c87-94fd-477c-ac9e-6d539daf9d10 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:06:57.996030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 81145c87-94fd-477c-ac9e-6d539daf9d10 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:06:57.996460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abed8479-85b0-4e8b-840e-5f0910f53527 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:06:58.002932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92706ab-220a-45c9-b681-797eed0670ef req-4c5bf516-f09e-4b07-ac62-0f144e3ed34e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:58.004672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e92706ab-220a-45c9-b681-797eed0670ef req-4c5bf516-f09e-4b07-ac62-0f144e3ed34e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.0597079
Nov 27 21:06:58.019784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: abed8479-85b0-4e8b-840e-5f0910f53527 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:06:58.020160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abed8479-85b0-4e8b-840e-5f0910f53527 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:06:58.073657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e92706ab-220a-45c9-b681-797eed0670ef req-f30d714b-8e25-4bd3-8f02-09cc8059763c tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615883
Nov 27 21:06:58.233647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Router 4af97957-ee93-4f9a-bd44-468a68689527 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:06:58.242358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec7052-340f-4426-951d-00e2bbc6f66f req-e06fb8aa-6abb-4e06-8679-652fef8d91ce tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:58.243875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5ec7052-340f-4426-951d-00e2bbc6f66f req-e06fb8aa-6abb-4e06-8679-652fef8d91ce tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1027093
Nov 27 21:06:58.361064 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5ec7052-340f-4426-951d-00e2bbc6f66f req-9c28b280-3445-457b-bafe-6e0fc44cce6e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099293
Nov 27 21:06:58.383835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:06:58.388344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:58.394796 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] Sync routers for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:06:58.410617 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:58.411274 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4006ed730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:58.426635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-30ca87c8-beb4-4cf6-b0ef-2ae8eba08fe5 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9d94b4e-5512-4551-bac3-bbef0de5f756 HTTP/1.1" status: 204  len: 168 time: 1.2243721
Nov 27 21:06:58.427298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:58.431346 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e838f7-5da4-4936-9eed-9f0fde680e59" -d '{"events": [{"name": "network-changed", "server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:58.558993 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:58.573121 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3844112-06c7-4c13-9b70-41cd21800c19 x-openstack-request-id: req-c3844112-06c7-4c13-9b70-41cd21800c19 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:58.573633 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:58.574064 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3844112-06c7-4c13-9b70-41cd21800c19 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:58.574635 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0', 'status': 'completed', 'code': 200}
Nov 27 21:06:58.686984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-045186d6-cd36-4bc0-a61f-b56245244934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:58.688703 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-045186d6-cd36-4bc0-a61f-b56245244934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 1135 time: 0.0555727
Nov 27 21:06:58.723479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f90a3-c7cc-4f49-988f-bb751374c9d9 req-b41ebf53-0c74-4d53-b3ac-3e4761cfcf72 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:58.725151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f69f90a3-c7cc-4f49-988f-bb751374c9d9 req-b41ebf53-0c74-4d53-b3ac-3e4761cfcf72 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0558913
Nov 27 21:06:58.783450 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4006ed730>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43bb351d-24cb-4f9c-a50b-8885703f74dd', 'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:b6:d0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:48Z', 'updated_at': '2021-11-27T21:04:56Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:58.810355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f69f90a3-c7cc-4f49-988f-bb751374c9d9 req-075fec63-920c-4fab-950f-101642d2d626 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737231
Nov 27 21:06:58.813956 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] Checking router: 4af97957-ee93-4f9a-bd44-468a68689527 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:06:58.817306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67d563-b157-4c7d-926b-5fae5f8fe920 req-9a4dcf0f-552c-4b7c-94a4-4bdb7b6e8575 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:58.818760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a67d563-b157-4c7d-926b-5fae5f8fe920 req-9a4dcf0f-552c-4b7c-94a4-4bdb7b6e8575 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 984 time: 0.0992274
Nov 27 21:06:58.824183 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:06:58.825046 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4006ed730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:58.867548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-c1ba1ae8-9439-4946-b31e-2df36ccd33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:58.868946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-c1ba1ae8-9439-4946-b31e-2df36ccd33d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ca13ca1-ce2e-44b8-9716-f8635f05b861 HTTP/1.1" status: 200  len: 898 time: 0.1690364
Nov 27 21:06:58.928631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-e8d5cdb6-5ea7-44b5-a177-9f19d26cdba3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04aa03c2-a96d-486e-b422-4296e83311b0 HTTP/1.1" status: 200  len: 217 time: 0.0478272
Nov 27 21:06:58.937285 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:06:58.981933 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1a67d563-b157-4c7d-926b-5fae5f8fe920 req-3e362ed8-d3ae-4b29-b3bd-2bb838731e85 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1530674
Nov 27 21:06:59.026776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-662b6dcc-bd8b-452b-851c-168e3ccad920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:59.031483 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-662b6dcc-bd8b-452b-851c-168e3ccad920 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d30880d-8f8f-405c-a1ea-bbba2caaab36 HTTP/1.1" status: 200  len: 834 time: 0.0916641
Nov 27 21:06:59.100725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-e5bcf9ff-649e-464f-bd5a-c241fec27da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:59.102660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-e5bcf9ff-649e-464f-bd5a-c241fec27da2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ca13ca1-ce2e-44b8-9716-f8635f05b861&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0623813
Nov 27 21:06:59.118499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87c64c-eafc-48c4-9966-3d0ce69863c1 req-3ec0e57c-3294-4051-8be1-26987b8c3e32 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:59.120054 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a87c64c-eafc-48c4-9966-3d0ce69863c1 req-3ec0e57c-3294-4051-8be1-26987b8c3e32 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 946 time: 0.0845518
Nov 27 21:06:59.192042 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4006ed730>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43bb351d-24cb-4f9c-a50b-8885703f74dd', 'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:b6:d0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:48Z', 'updated_at': '2021-11-27T21:04:56Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:06:59.213696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda67631-5cea-409e-9720-e3cae985f005 req-c9c61fc9-0426-454b-a33b-e638ae0f0e97 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:59.216289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bda67631-5cea-409e-9720-e3cae985f005 req-c9c61fc9-0426-454b-a33b-e638ae0f0e97 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfeb79d3-6bf2-4d24-9f06-9ff60e170931 HTTP/1.1" status: 200  len: 946 time: 0.1154318
Nov 27 21:06:59.221427 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5df60b-05aa-4829-aecb-e6add8a6dd0e None None] The sync data for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 is: [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:04:51Z', 'revision_number': 4, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43bb351d-24cb-4f9c-a50b-8885703f74dd', 'name': '', 'network_id': '6ca13ca1-ce2e-44b8-9716-f8635f05b861', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'mac_address': 'fa:16:3e:b6:d0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:48Z', 'updated_at': '2021-11-27T21:04:56Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'subnets': [{'id': '0d30880d-8f8f-405c-a1ea-bbba2caaab36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:06:59.224371 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-18c28774-62e9-43e8-bf5d-6ccaf819b86c service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128030
Nov 27 21:06:59.281156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a87c64c-eafc-48c4-9966-3d0ce69863c1 req-b1375f03-6024-44bd-8159-a92f2ce21aeb tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454575
Nov 27 21:06:59.381985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-bda67631-5cea-409e-9720-e3cae985f005 req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Deleting port 9101f8e1-94cc-4943-98a2-eba62038f7e4 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:06:59.382499 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bda67631-5cea-409e-9720-e3cae985f005 req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:59.404492 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72e838f7-5da4-4936-9eed-9f0fde680e59 req-dcb5c8c2-0f40-4b9a-aa0e-edb89ce9a33c service neutron] 10.222.0.15 "GET /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1708612
Nov 27 21:06:59.451830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 39fc15bb-6147-4ab9-a24b-c467460c49dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:06:59.476525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 39fc15bb-6147-4ab9-a24b-c467460c49dc {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:06:59.476969 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 39fc15bb-6147-4ab9-a24b-c467460c49dc not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:06:59.511099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-bda67631-5cea-409e-9720-e3cae985f005 req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] For port 9101f8e1-94cc-4943-98a2-eba62038f7e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9101f8e1-94cc-4943-98a2-eba62038f7e4,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:06:59.511579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bda67631-5cea-409e-9720-e3cae985f005 req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:59.526043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-bda67631-5cea-409e-9720-e3cae985f005 req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Calling delete_port for 9101f8e1-94cc-4943-98a2-eba62038f7e4 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:06:59.569261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436f8b0-8575-4dcf-a3d0-095b9894ad85 None None] New status for floating IP f9d94b4e-5512-4551-bac3-bbef0de5f756: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:06:59.654221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bda67631-5cea-409e-9720-e3cae985f005 req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:59.666677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['9101f8e1-94cc-4943-98a2-eba62038f7e4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:06:59.690651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Pushing event deleted for resources: {'Port': ['ID=9101f8e1-94cc-4943-98a2-eba62038f7e4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:06:59.734186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda67631-5cea-409e-9720-e3cae985f005 req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] No DVR routers for this DVR port 9101f8e1-94cc-4943-98a2-eba62038f7e4 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:06:59.736720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bda67631-5cea-409e-9720-e3cae985f005 req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:06:59.740124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bda67631-5cea-409e-9720-e3cae985f005 req-1a83caeb-e6d9-4c8e-afd1-f4f7e81264dd tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.15 "DELETE /v2.0/ports/9101f8e1-94cc-4943-98a2-eba62038f7e4 HTTP/1.1" status: 204  len: 173 time: 0.5082426
Nov 27 21:06:59.740610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb79d3-6bf2-4d24-9f06-9ff60e170931', 'name': 'network-vif-deleted', 'tag': '9101f8e1-94cc-4943-98a2-eba62038f7e4'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:06:59.742872 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2add5bd2-a0b7-468c-951b-92113c2e06a1" -d '{"events": [{"server_uuid": "bfeb79d3-6bf2-4d24-9f06-9ff60e170931", "name": "network-vif-deleted", "tag": "9101f8e1-94cc-4943-98a2-eba62038f7e4"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:06:59.785189 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181d9303-b0d5-4864-b808-46f8326eec0c x-openstack-request-id: req-181d9303-b0d5-4864-b808-46f8326eec0c {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:06:59.785489 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb79d3-6bf2-4d24-9f06-9ff60e170931", "name": "network-vif-deleted", "tag": "9101f8e1-94cc-4943-98a2-eba62038f7e4", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:06:59.785775 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-181d9303-b0d5-4864-b808-46f8326eec0c {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:06:59.786180 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfeb79d3-6bf2-4d24-9f06-9ff60e170931', 'name': 'network-vif-deleted', 'tag': '9101f8e1-94cc-4943-98a2-eba62038f7e4', 'status': 'completed', 'code': 200}
Nov 27 21:06:59.922007 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffa923-4e46-422f-b39e-20100ebb8a81 req-6423dc35-2d2c-41e5-98d8-8aa823c23d50 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:06:59.923430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84ffa923-4e46-422f-b39e-20100ebb8a81 req-6423dc35-2d2c-41e5-98d8-8aa823c23d50 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0494635
Nov 27 21:06:59.971702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84ffa923-4e46-422f-b39e-20100ebb8a81 req-c0f5b52b-42f0-48b7-9d24-6a8679599630 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423844
Nov 27 21:07:00.105812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebb116-e806-450f-8c08-efa61fc72ef0 req-36777844-de8e-4868-b69f-e42c0466f314 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:00.107523 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aeebb116-e806-450f-8c08-efa61fc72ef0 req-36777844-de8e-4868-b69f-e42c0466f314 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 984 time: 0.0539303
Nov 27 21:07:00.182835 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aeebb116-e806-450f-8c08-efa61fc72ef0 req-559828d2-2262-4764-ba2f-4ae554ea970b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0685878
Nov 27 21:07:00.240583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eab079-3a6f-47d8-b550-388961d2b0cd req-87b960ef-1dce-4c43-95fd-856e38537554 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:00.242156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7eab079-3a6f-47d8-b550-388961d2b0cd req-87b960ef-1dce-4c43-95fd-856e38537554 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0551524
Nov 27 21:07:00.293923 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e7eab079-3a6f-47d8-b550-388961d2b0cd req-b9732ea5-5c2a-4a1a-bb8c-41f3f164f894 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443292
Nov 27 21:07:00.383846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-d5ee9719-4110-453b-8f38-6f094b65372c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:00.385546 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-d5ee9719-4110-453b-8f38-6f094b65372c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 984 time: 0.0848277
Nov 27 21:07:00.867141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Deleting port 04aa03c2-a96d-486e-b422-4296e83311b0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:00.867504 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:00.956765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-ecc1b5a8-c0ee-4ab3-af67-9374c8aae606 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:00.958214 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-ecc1b5a8-c0ee-4ab3-af67-9374c8aae606 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/networks?id=0771b852-2194-43c2-9f78-4a1a5847b501 HTTP/1.1" status: 200  len: 808 time: 0.4615636
Nov 27 21:07:00.991452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-6b918406-f131-44aa-8415-50df5dccb733 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/quotas/f916d44620e3418a8916382d00618dc9 HTTP/1.1" status: 200  len: 375 time: 0.0238001
Nov 27 21:07:00.996225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] For port 04aa03c2-a96d-486e-b422-4296e83311b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04aa03c2-a96d-486e-b422-4296e83311b0,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:00.996593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:01.017923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Calling delete_port for 04aa03c2-a96d-486e-b422-4296e83311b0 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:01.034533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-905aa19c-e552-4cd8-b8fe-5286ef1767e8 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f916d44620e3418a8916382d00618dc9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0355053
Nov 27 21:07:01.177125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-b5b4331d-1b49-43a7-b52b-1edc09fc282f service neutron] 10.222.0.21 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337340
Nov 27 21:07:01.281429 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:01.313123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad82f44-2c7d-4d14-9b0c-a6b793b319f7 req-503e3bec-ade8-4014-b10c-b7a6b92aee39 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:01.314648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ad82f44-2c7d-4d14-9b0c-a6b793b319f7 req-503e3bec-ade8-4014-b10c-b7a6b92aee39 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73f5655-5a54-4017-a8b8-1dacb1f718c0 HTTP/1.1" status: 200  len: 906 time: 0.0503578
Nov 27 21:07:01.326761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Port': ['ID=04aa03c2-a96d-486e-b422-4296e83311b0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:01.337949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-3b2766bb-8adb-40ae-acef-32c3de0bbec8 service neutron] 10.222.0.21 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514883
Nov 27 21:07:01.374937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] No DVR routers for this DVR port 04aa03c2-a96d-486e-b422-4296e83311b0 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:07:01.377589 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:01.381019 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08f9a1ce-3f4f-46e6-a301-803d23dbad98 req-c3bbf3b4-6ad3-4e77-8190-5426abb42550 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.15 "DELETE /v2.0/ports/04aa03c2-a96d-486e-b422-4296e83311b0 HTTP/1.1" status: 204  len: 173 time: 0.9887965
Nov 27 21:07:01.383776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ad82f44-2c7d-4d14-9b0c-a6b793b319f7 req-55aba1e2-918b-4986-98bc-82543099e12a tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "GET /v2.0/security-groups?id=a32fe259-e26a-42a4-8069-ebb2f85bcff6&id=19cc1b09-2c20-4950-8991-f1d213bd5234&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.0627258
Nov 27 21:07:01.552964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bf517-5594-4968-9447-8824ee067e3e req-5dd8f0d0-4197-4363-b7b3-9d45c7b3c9c0 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:01.562090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b96bf517-5594-4968-9447-8824ee067e3e req-5dd8f0d0-4197-4363-b7b3-9d45c7b3c9c0 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0897830
Nov 27 21:07:01.578734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f1537f0-fa1f-4d98-b160-44ad00975d17 req-9a8a7ed8-e11e-4c80-9a8e-e26fbfa52e62 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 210 time: 0.0544121
Nov 27 21:07:01.621740 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b96bf517-5594-4968-9447-8824ee067e3e req-150eea2d-9f37-455e-b913-050faac91712 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586593
Nov 27 21:07:01.788347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'name': 'network-vif-deleted', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:07:01.792004 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7665746b-3220-4ce1-b5e9-46f6853c6916" -d '{"events": [{"server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "name": "network-vif-deleted", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:07:01.894243 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507cf878-a604-4eae-9f93-9c403320ef12 x-openstack-request-id: req-507cf878-a604-4eae-9f93-9c403320ef12 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:07:01.894641 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73f5655-5a54-4017-a8b8-1dacb1f718c0", "name": "network-vif-deleted", "tag": "04aa03c2-a96d-486e-b422-4296e83311b0", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:07:01.894907 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-507cf878-a604-4eae-9f93-9c403320ef12 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:07:01.895573 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73f5655-5a54-4017-a8b8-1dacb1f718c0', 'name': 'network-vif-deleted', 'tag': '04aa03c2-a96d-486e-b422-4296e83311b0', 'status': 'completed', 'code': 200}
Nov 27 21:07:02.443235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 32936) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:02.498326 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6803360b-b6d6-40ff-8dc8-7d96e324802b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:02.524304 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6803360b-b6d6-40ff-8dc8-7d96e324802b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:02.567310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6803360b-b6d6-40ff-8dc8-7d96e324802b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:02.571414 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6803360b-b6d6-40ff-8dc8-7d96e324802b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:02.575118 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6803360b-b6d6-40ff-8dc8-7d96e324802b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "DELETE /v2.0/security-groups/a32fe259-e26a-42a4-8069-ebb2f85bcff6 HTTP/1.1" status: 204  len: 168 time: 0.1282580
Nov 27 21:07:02.575377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 9101f8e1-94cc-4943-98a2-eba62038f7e4 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:02.575848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 32954) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:02.584914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803360b-b6d6-40ff-8dc8-7d96e324802b tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32fe259-e26a-42a4-8069-ebb2f85bcff6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:02.625191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 9101f8e1-94cc-4943-98a2-eba62038f7e4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:02.625561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 9101f8e1-94cc-4943-98a2-eba62038f7e4 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:02.730008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-baa1c761-4542-44f4-a71c-e2854f3de961 req-dd1fa891-21cb-45ff-8026-d0bd1095cc46 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 210 time: 0.0675807
Nov 27 21:07:02.732486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39eb8385-3146-40c1-8bb6-0d52a953aa28 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:02.781822 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39eb8385-3146-40c1-8bb6-0d52a953aa28 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:02.814059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-a69c97a0-4075-4024-8199-e06d11d088b0 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:02.816048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-a69c97a0-4075-4024-8199-e06d11d088b0 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.15 "GET /v2.0/networks?id=0771b852-2194-43c2-9f78-4a1a5847b501 HTTP/1.1" status: 200  len: 808 time: 0.1849217
Nov 27 21:07:02.832395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Request body: {'port': {'device_id': '16495f29-b412-4fc8-8851-21f4471f7247', 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501', 'admin_state_up': True, 'tenant_id': 'f916d44620e3418a8916382d00618dc9'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:07:02.886391 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39eb8385-3146-40c1-8bb6-0d52a953aa28 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:02.889436 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39eb8385-3146-40c1-8bb6-0d52a953aa28 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:02.890605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-39eb8385-3146-40c1-8bb6-0d52a953aa28 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "DELETE /v2.0/security-groups/19cc1b09-2c20-4950-8991-f1d213bd5234 HTTP/1.1" status: 204  len: 168 time: 0.3135819
Nov 27 21:07:02.894128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 32960) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:02.907144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb8385-3146-40c1-8bb6-0d52a953aa28 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc1b09-2c20-4950-8991-f1d213bd5234,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:02.969951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Made reservation on behalf of f916d44620e3418a8916382d00618dc9 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:07:02.973959 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:03.142157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Allocated IP 172.20.0.2 (0771b852-2194-43c2-9f78-4a1a5847b501/73a845da-e4a5-433e-9efe-2e1166b3b633/53013d13-d0f6-4cc7-82ad-5773aa2bbcfd) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:07:03.326804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:03.367582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:03.431321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Network 0771b852-2194-43c2-9f78-4a1a5847b501 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:07:03.431321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:07:03.436116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:07:03.473686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Pushing event updated for resources: {'Port': ['ID=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:03.500410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:03.501056 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:03.518265 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-da2e7f01-b6bc-4055-9441-0147ab364583 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6904731
Nov 27 21:07:03.540811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Request body: {'port': {'device_id': '16495f29-b412-4fc8-8851-21f4471f7247', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:07:03.587121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-3c8f3c52-17fc-443f-89ea-dd55c9afeb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:03.588662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-3c8f3c52-17fc-443f-89ea-dd55c9afeb3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1096 time: 0.1070089
Nov 27 21:07:03.601126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:03.656976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 32998) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:03.663920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b215239-a892-43cf-a329-8274519b2d23 req-b31c7555-5fb7-4299-aa98-80dea6ca8a86 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:03.665434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b215239-a892-43cf-a329-8274519b2d23 req-b31c7555-5fb7-4299-aa98-80dea6ca8a86 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1534219
Nov 27 21:07:03.787192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-21dcc9ab-6257-4aa1-993b-8c04ddeda8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:03.788719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-21dcc9ab-6257-4aa1-993b-8c04ddeda8b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 920 time: 0.1917982
Nov 27 21:07:03.809730 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c329fa76-dcec-4679-bf9d-1fbe428f6058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:03.810513 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b215239-a892-43cf-a329-8274519b2d23 req-2d93d881-a920-47d2-89c6-9c403efd5928 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355944
Nov 27 21:07:03.853878 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-5ef1bcc2-38e8-43ec-b06e-8c0229fcc450 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b613c97a-4d90-417e-b201-5f479ccadf21 HTTP/1.1" status: 200  len: 217 time: 0.0476952
Nov 27 21:07:03.919727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-b766561e-1b62-4f16-935f-07145abde406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:03.921208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-b766561e-1b62-4f16-935f-07145abde406 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.0604141
Nov 27 21:07:03.923699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c49c7d-00d5-4300-9320-211ef0b60f24 req-2534cd2b-b53f-4537-9c40-24294052b855 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:03.925208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4c49c7d-00d5-4300-9320-211ef0b60f24 req-2534cd2b-b53f-4537-9c40-24294052b855 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 931 time: 0.1134257
Nov 27 21:07:03.976628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-a95e5607-64f0-42f6-bd99-85841bce11b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455532
Nov 27 21:07:04.028844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4c49c7d-00d5-4300-9320-211ef0b60f24 req-c3847d27-a635-4c30-afbc-06bde81f5615 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963559
Nov 27 21:07:04.030767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:07:04.043294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.055395 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.079498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Transition to ACTIVE for port object 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:07:04.084374 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c329fa76-dcec-4679-bf9d-1fbe428f6058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.085850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.095158 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c329fa76-dcec-4679-bf9d-1fbe428f6058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.167950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-8fe0ef1b-06c6-441d-8251-5747d9d0afbd service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844561
Nov 27 21:07:04.175120 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c329fa76-dcec-4679-bf9d-1fbe428f6058 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7afbb7ecad0945e481bdcce35173b4a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5171111
Nov 27 21:07:04.179794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33006) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:04.181737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329fa76-dcec-4679-bf9d-1fbe428f6058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc40ab1f-f468-48ed-a6fd-c12b63ede86c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:04.190333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Pushing event updated for resources: {'Port': ['ID=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:04.290910 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0a02bd-342f-4f38-a2b7-ef1c9a907e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.299930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d371be6-c0c7-44a7-b760-0e4e4be567f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.302530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Attempting to bind port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:07:04.302880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Attempting to bind port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2f6d3ef0-c82a-429d-9a48-e4b0774dd242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:07:04.303213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Attempting to bind port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd on network 0771b852-2194-43c2-9f78-4a1a5847b501 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:07:04.314421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd on network 0771b852-2194-43c2-9f78-4a1a5847b501 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:07:04.314751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Attempting to bind port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd on network 0771b852-2194-43c2-9f78-4a1a5847b501 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:07:04.329769 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d371be6-c0c7-44a7-b760-0e4e4be567f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.331766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:07:04.332106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Checking segment: {'id': '2f6d3ef0-c82a-429d-9a48-e4b0774dd242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:07:04.332499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Bound using segment: {'id': '2f6d3ef0-c82a-429d-9a48-e4b0774dd242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:07:04.332959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Bound port: 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6d3ef0-c82a-429d-9a48-e4b0774dd242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:07:04.333290 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.343960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04dbc812-6b9f-48fb-b8ed-8511cf2215e8 req-0c10d4c8-dcd1-4bd4-9af9-68b298f7563d service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670587
Nov 27 21:07:04.430013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] For port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:07:04.433862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] For port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:07:04.435694 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d371be6-c0c7-44a7-b760-0e4e4be567f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.438621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5d371be6-c0c7-44a7-b760-0e4e4be567f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.442295 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5d371be6-c0c7-44a7-b760-0e4e4be567f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc40ab1f-f468-48ed-a6fd-c12b63ede86c HTTP/1.1" status: 204  len: 168 time: 0.2591453
Nov 27 21:07:04.447334 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.469967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Deleting port 43bb351d-24cb-4f9c-a50b-8885703f74dd {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:04.471204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.475727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d371be6-c0c7-44a7-b760-0e4e4be567f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc40ab1f-f468-48ed-a6fd-c12b63ede86c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:04.493025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:04.493742 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.495220 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f959003c-c268-4093-be19-d1ef4524864a service neutron] 10.222.0.15 "PUT /v2.0/ports/53013d13-d0f6-4cc7-82ad-5773aa2bbcfd HTTP/1.1" status: 200  len: 1091 time: 0.9594603
Nov 27 21:07:04.496010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16495f29-b412-4fc8-8851-21f4471f7247', 'tag': '53013d13-d0f6-4cc7-82ad-5773aa2bbcfd'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:07:04.498401 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549ef5b0-b050-429a-95d6-799afe52800f" -d '{"events": [{"name": "network-changed", "server_uuid": "16495f29-b412-4fc8-8851-21f4471f7247", "tag": "53013d13-d0f6-4cc7-82ad-5773aa2bbcfd"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:07:04.518814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959003c-c268-4093-be19-d1ef4524864a service neutron] Pushing event updated for resources: {'Port': ['ID=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:04.578348 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e20433-6c6d-4881-8cac-e619e0aeadb2 x-openstack-request-id: req-29e20433-6c6d-4881-8cac-e619e0aeadb2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:07:04.578615 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16495f29-b412-4fc8-8851-21f4471f7247", "tag": "53013d13-d0f6-4cc7-82ad-5773aa2bbcfd", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:07:04.578843 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29e20433-6c6d-4881-8cac-e619e0aeadb2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:07:04.579237 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16495f29-b412-4fc8-8851-21f4471f7247', 'tag': '53013d13-d0f6-4cc7-82ad-5773aa2bbcfd', 'status': 'completed', 'code': 200}
Nov 27 21:07:04.587135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 04aa03c2-a96d-486e-b422-4296e83311b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:04.599521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-44f59193-179e-4a4a-9559-c4363a104d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:04.601076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-44f59193-179e-4a4a-9559-c4363a104d44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f916d44620e3418a8916382d00618dc9&device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 1094 time: 0.0582702
Nov 27 21:07:04.606298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] For port 43bb351d-24cb-4f9c-a50b-8885703f74dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43bb351d-24cb-4f9c-a50b-8885703f74dd,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:04.606786 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.610595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 04aa03c2-a96d-486e-b422-4296e83311b0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:04.611544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 04aa03c2-a96d-486e-b422-4296e83311b0 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:04.624274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Calling delete_port for 43bb351d-24cb-4f9c-a50b-8885703f74dd owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:04.644392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-3a3dc0cb-165e-48ea-b8d0-62cffcbd37b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd HTTP/1.1" status: 200  len: 217 time: 0.0358331
Nov 27 21:07:04.699119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-e496a6e8-02ad-4b07-980c-6ecd0bd1abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:04.700670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-e496a6e8-02ad-4b07-980c-6ecd0bd1abff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a845da-e4a5-433e-9efe-2e1166b3b633 HTTP/1.1" status: 200  len: 848 time: 0.0500476
Nov 27 21:07:04.734177 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-64c106ee-755e-4f75-a8d0-649a1e4a4dcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0771b852-2194-43c2-9f78-4a1a5847b501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256586
Nov 27 21:07:04.803853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33018) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:04.820340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.828131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-838ffadc-1b2b-4b9c-8dcb-346ee8a60cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:04.853294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Port': ['ID=43bb351d-24cb-4f9c-a50b-8885703f74dd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:04.862458 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-e28b21bf-9594-4cd2-b2ce-5441b199edb2 service neutron] 10.222.0.15 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212165
Nov 27 21:07:04.999443 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9639e9a8-5aad-4e54-bd2c-86df01dcd19b req-f45363d3-43be-47d8-b9a0-25398aec5f67 service neutron] 10.222.0.15 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289070
Nov 27 21:07:05.009338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987c5e3-5126-4610-a718-cc78430e87e4 req-5a86bad1-c53a-4e3b-aa98-fcc52ae5c9ca tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:05.011415 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0987c5e3-5126-4610-a718-cc78430e87e4 req-5a86bad1-c53a-4e3b-aa98-fcc52ae5c9ca tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1050360
Nov 27 21:07:05.020143 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-838ffadc-1b2b-4b9c-8dcb-346ee8a60cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.025955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-838ffadc-1b2b-4b9c-8dcb-346ee8a60cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.095054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ffadc-1b2b-4b9c-8dcb-346ee8a60cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425ebf23-7706-4aaa-a02d-3887455c2cd4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:05.099843 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-838ffadc-1b2b-4b9c-8dcb-346ee8a60cad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d8d9900b5f8499e91ad84b278134d0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2947860
Nov 27 21:07:05.103725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33024) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:05.130260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.136463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0987c5e3-5126-4610-a718-cc78430e87e4 req-512a3055-bbda-430b-8818-0cf2c62b0670 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160567
Nov 27 21:07:05.140666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ef5b0-b050-429a-95d6-799afe52800f req-45f17a60-260b-457e-9c2d-da833e6a0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:05.143579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-549ef5b0-b050-429a-95d6-799afe52800f req-45f17a60-260b-457e-9c2d-da833e6a0d29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f916d44620e3418a8916382d00618dc9&device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 1094 time: 0.0832038
Nov 27 21:07:05.263137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08efb965-cb27-459b-8558-ed574b38f36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.286814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634ec77-3a81-4a0b-b962-7b5937133e1c req-4ec4fbbf-4d50-441b-b2ce-1434f37afac3 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:05.288350 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0634ec77-3a81-4a0b-b962-7b5937133e1c req-4ec4fbbf-4d50-441b-b2ce-1434f37afac3 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 943 time: 0.1390336
Nov 27 21:07:05.314897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08efb965-cb27-459b-8558-ed574b38f36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.366965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Router 4af97957-ee93-4f9a-bd44-468a68689527 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:07:05.370664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ef5b0-b050-429a-95d6-799afe52800f req-9b2fd548-7d54-4ab5-b6f7-053edf0140f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:05.372195 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-549ef5b0-b050-429a-95d6-799afe52800f req-9b2fd548-7d54-4ab5-b6f7-053edf0140f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0771b852-2194-43c2-9f78-4a1a5847b501 HTTP/1.1" status: 200  len: 909 time: 0.2168756
Nov 27 21:07:05.428947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-549ef5b0-b050-429a-95d6-799afe52800f req-1ed1d6be-8216-4006-baf3-4aeec55b41d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd HTTP/1.1" status: 200  len: 217 time: 0.0454292
Nov 27 21:07:05.432864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0634ec77-3a81-4a0b-b962-7b5937133e1c req-9568a9dd-7354-428c-ade7-fa9edea28127 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362913
Nov 27 21:07:05.481876 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08efb965-cb27-459b-8558-ed574b38f36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.484149 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08efb965-cb27-459b-8558-ed574b38f36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.487339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-08efb965-cb27-459b-8558-ed574b38f36c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/425ebf23-7706-4aaa-a02d-3887455c2cd4 HTTP/1.1" status: 204  len: 168 time: 0.3804641
Nov 27 21:07:05.499591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ef5b0-b050-429a-95d6-799afe52800f req-d12949c7-ee09-4a6d-8c98-8ca5090deca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:05.501264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-549ef5b0-b050-429a-95d6-799afe52800f req-d12949c7-ee09-4a6d-8c98-8ca5090deca8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a845da-e4a5-433e-9efe-2e1166b3b633 HTTP/1.1" status: 200  len: 848 time: 0.0644116
Nov 27 21:07:05.502703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efb965-cb27-459b-8558-ed574b38f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425ebf23-7706-4aaa-a02d-3887455c2cd4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:05.518649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:07:05.526039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1ef205c3-6a86-47cc-b2c9-0a2b3def6d63 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "PUT /v2.0/routers/4af97957-ee93-4f9a-bd44-468a68689527/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6307869
Nov 27 21:07:05.529100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33032) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:05.529957 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] Sync routers for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:07:05.542921 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:07:05.543579 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9b0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:05.551720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-549ef5b0-b050-429a-95d6-799afe52800f req-62bdc409-bae2-41f2-b3d1-814599f29884 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0771b852-2194-43c2-9f78-4a1a5847b501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427461
Nov 27 21:07:05.599848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-498534ca-f3fd-41f4-b63e-6eb31a4b357d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Deleting subnet 0d30880d-8f8f-405c-a1ea-bbba2caaab36 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:07:05.603352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-498534ca-f3fd-41f4-b63e-6eb31a4b357d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.654335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-498534ca-f3fd-41f4-b63e-6eb31a4b357d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.655065 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:07:05.668810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-549ef5b0-b050-429a-95d6-799afe52800f req-4506cb03-c660-43c6-a0ac-93c640aa1e56 service neutron] 10.222.0.15 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1100135
Nov 27 21:07:05.756589 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-498534ca-f3fd-41f4-b63e-6eb31a4b357d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.801776 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-549ef5b0-b050-429a-95d6-799afe52800f req-8c5bcd49-d918-4b21-a997-f7f5d3be26a9 service neutron] 10.222.0.15 "GET /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252012
Nov 27 21:07:05.831026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-498534ca-f3fd-41f4-b63e-6eb31a4b357d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.862648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498534ca-f3fd-41f4-b63e-6eb31a4b357d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Subnet': ['ID=0d30880d-8f8f-405c-a1ea-bbba2caaab36,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:05.867781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-498534ca-f3fd-41f4-b63e-6eb31a4b357d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:05.871525 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-498534ca-f3fd-41f4-b63e-6eb31a4b357d tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "DELETE /v2.0/subnets/0d30880d-8f8f-405c-a1ea-bbba2caaab36 HTTP/1.1" status: 204  len: 168 time: 0.3412423
Nov 27 21:07:05.874275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33040) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:05.874997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479e81a-3b80-4840-a50a-4e9a5f198bcc None None] Network 6ca13ca1-ce2e-44b8-9716-f8635f05b861 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:07:05.878942 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9b0640>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:07:04Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:05.913303 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] Checking router: 4af97957-ee93-4f9a-bd44-468a68689527 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:07:05.921970 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] Routers {'4af97957-ee93-4f9a-bd44-468a68689527'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:07:05.922602 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9b0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:06:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4af97957-ee93-4f9a-bd44-468a68689527'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:06.007871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.120947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf1c8a-aaf2-4ab8-9ad5-e4b076cf4455 None None] DHCP port deletion for 6ca13ca1-ce2e-44b8-9716-f8635f05b861 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:07:06.134674 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] Set router 4af97957-ee93-4f9a-bd44-468a68689527 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:07:06.153761 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.186684 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf1c8a-aaf2-4ab8-9ad5-e4b076cf4455 None None] Deleting port ec9aee01-87ef-4806-ad44-81b28dea9e7a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:06.187076 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1c8a-aaf2-4ab8-9ad5-e4b076cf4455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.222275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Deleting port 8af22106-9840-4c28-971e-77f3b0319876 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:06.222748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.282011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3ccf1c8a-aaf2-4ab8-9ad5-e4b076cf4455 None None] For port ec9aee01-87ef-4806-ad44-81b28dea9e7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec9aee01-87ef-4806-ad44-81b28dea9e7a,segment=NetworkSegment(4aa5205d-75ef-4880-a33c-cbde2c8590a2),segment_id=4aa5205d-75ef-4880-a33c-cbde2c8590a2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:06.288911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1c8a-aaf2-4ab8-9ad5-e4b076cf4455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.315687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf1c8a-aaf2-4ab8-9ad5-e4b076cf4455 None None] Calling delete_port for ec9aee01-87ef-4806-ad44-81b28dea9e7a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:06.346321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd084f-abb9-4c67-8912-59b40a0e8877 req-0b6b1aca-3b1d-4aea-be8f-954fb47919f6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:06.348893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ffd084f-abb9-4c67-8912-59b40a0e8877 req-0b6b1aca-3b1d-4aea-be8f-954fb47919f6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0851099
Nov 27 21:07:06.356353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] For port 8af22106-9840-4c28-971e-77f3b0319876, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8af22106-9840-4c28-971e-77f3b0319876,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:06.356896 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.371599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Calling delete_port for 8af22106-9840-4c28-971e-77f3b0319876 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:06.409393 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ffd084f-abb9-4c67-8912-59b40a0e8877 req-b497eea9-0637-4f7f-8dc5-04012fb422f2 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535157
Nov 27 21:07:06.458995 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9b0640>, [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:07:04Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:06.466927 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-984bd0d1-0692-4faa-8701-69bd915099c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.498589 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1c8a-aaf2-4ab8-9ad5-e4b076cf4455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.502241 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c13c42-2e0d-4952-a82e-f428ee89ca0c None None] The sync data for ids ['4af97957-ee93-4f9a-bd44-468a68689527'] in ncdv-master-1 is: [{'id': '4af97957-ee93-4f9a-bd44-468a68689527', 'name': 'tempest-TestSecurityGroupsBasicOps-router-566184478', 'tenant_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': '8af22106-9840-4c28-971e-77f3b0319876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:39Z', 'updated_at': '2021-11-27T21:07:04Z', 'revision_number': 5, 'project_id': '8367cf5d4f724cabb1d4ac0a8e7a6b89', 'gw_port': {'id': '8af22106-9840-4c28-971e-77f3b0319876', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af97957-ee93-4f9a-bd44-468a68689527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:40Z', 'updated_at': '2021-11-27T21:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:07:06.548404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf1c8a-aaf2-4ab8-9ad5-e4b076cf4455 None None] No DVR routers for this DVR port ec9aee01-87ef-4806-ad44-81b28dea9e7a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:07:06.551220 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf1c8a-aaf2-4ab8-9ad5-e4b076cf4455 None None] Pushing event deleted for resources: {'Port': ['ID=ec9aee01-87ef-4806-ad44-81b28dea9e7a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:06.657555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6fce-eff9-4718-b686-f3d077690eaa req-5a26fa1d-00d4-463b-91f6-4d8bef6836a4 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:06.659953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-646b6fce-eff9-4718-b686-f3d077690eaa req-5a26fa1d-00d4-463b-91f6-4d8bef6836a4 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 943 time: 0.0883179
Nov 27 21:07:06.691015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.730767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Port': ['ID=8af22106-9840-4c28-971e-77f3b0319876,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:06.747845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b76a63-478a-4803-870d-330b7b5ccb68 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:07:06.792971 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-646b6fce-eff9-4718-b686-f3d077690eaa req-104c373a-7234-457c-b026-40bfc24d1dbf tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249220
Nov 27 21:07:06.816122 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.913874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.916119 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.959874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.960449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Fanout notify agent at l3_agent the message router_deleted on router 4af97957-ee93-4f9a-bd44-468a68689527 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:07:06.969555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:06.971355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-73032b77-c4d7-402b-adf7-a3eed58d679c tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "DELETE /v2.0/routers/4af97957-ee93-4f9a-bd44-468a68689527 HTTP/1.1" status: 204  len: 168 time: 1.0959935
Nov 27 21:07:06.974054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33070) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:07.059065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:07.153939 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:07.179191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f76e3280>,) {'filters': {'network_id': ['6ca13ca1-ce2e-44b8-9716-f8635f05b861']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:07.188826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f76e3280>, '4aa5205d-75ef-4880-a33c-cbde2c8590a2') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:07.189672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f76e3280>, '4aa5205d-75ef-4880-a33c-cbde2c8590a2') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:07.199225 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:07.213270 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:07.219519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:07:07.219942 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:07:07.223223 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:07:07.280879 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:07.285878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:07.292799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] 10.222.0.21 "DELETE /v2.0/networks/6ca13ca1-ce2e-44b8-9716-f8635f05b861 HTTP/1.1" status: 204  len: 168 time: 0.3154008
Nov 27 21:07:07.310791 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab94420-936a-49e0-9a56-12a32241d9f0 tempest-TestSecurityGroupsBasicOps-1854712040 tempest-TestSecurityGroupsBasicOps-1854712040-project] Pushing event deleted for resources: {'Network': ['ID=6ca13ca1-ce2e-44b8-9716-f8635f05b861,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:07.533636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 43bb351d-24cb-4f9c-a50b-8885703f74dd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:07.556061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 43bb351d-24cb-4f9c-a50b-8885703f74dd {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:07.556413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 43bb351d-24cb-4f9c-a50b-8885703f74dd not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:07.557026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8af22106-9840-4c28-971e-77f3b0319876 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:07.579213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 8af22106-9840-4c28-971e-77f3b0319876 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:07.580385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8af22106-9840-4c28-971e-77f3b0319876 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:07.581003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ec9aee01-87ef-4806-ad44-81b28dea9e7a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:07.600348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c84bb9-aa12-46f0-80d5-64c565ea04ad req-34385829-b3f3-4917-91db-e5cf70517a07 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:07.603382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ec9aee01-87ef-4806-ad44-81b28dea9e7a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:07.603923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ec9aee01-87ef-4806-ad44-81b28dea9e7a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:07.626270 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3c84bb9-aa12-46f0-80d5-64c565ea04ad req-34385829-b3f3-4917-91db-e5cf70517a07 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1087327
Nov 27 21:07:07.679339 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3c84bb9-aa12-46f0-80d5-64c565ea04ad req-26521f55-aef6-4af4-8449-5e1b866d7e59 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517149
Nov 27 21:07:07.713326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33100) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:07.805507 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:07.847209 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d44f95f0-9c40-408c-861f-2b5382082b6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8367cf5d4f724cabb1d4ac0a8e7a6b89&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1327059
Nov 27 21:07:07.849740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33106) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:07.929698 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bdd28aaa-b727-48f9-a815-cb908c9647ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:07.942805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7743ae3-6f55-4792-8b74-cd760b5d0fff req-c942c28b-d00a-4866-8ebb-621e81d24905 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:07.944286 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7743ae3-6f55-4792-8b74-cd760b5d0fff req-c942c28b-d00a-4866-8ebb-621e81d24905 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 943 time: 0.0738590
Nov 27 21:07:07.974408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bdd28aaa-b727-48f9-a815-cb908c9647ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.023187 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7743ae3-6f55-4792-8b74-cd760b5d0fff req-002971fa-3d6f-4c62-a339-a7621520397d tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721445
Nov 27 21:07:08.040512 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bdd28aaa-b727-48f9-a815-cb908c9647ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.043347 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bdd28aaa-b727-48f9-a815-cb908c9647ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.044482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bdd28aaa-b727-48f9-a815-cb908c9647ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcb82283-f097-43ca-abf8-a25f65fa7f92 HTTP/1.1" status: 204  len: 168 time: 0.1938267
Nov 27 21:07:08.053148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd28aaa-b727-48f9-a815-cb908c9647ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb82283-f097-43ca-abf8-a25f65fa7f92,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:08.309240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33112) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:08.322603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca98f-9ff4-418c-9363-2c0b08fe7ad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.397757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca98f-9ff4-418c-9363-2c0b08fe7ad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.401545 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca98f-9ff4-418c-9363-2c0b08fe7ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.439484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dd6ca98f-9ff4-418c-9363-2c0b08fe7ad4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fc8f4845a06488eb7542f9a67e999ed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1291094
Nov 27 21:07:08.441527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ca98f-9ff4-418c-9363-2c0b08fe7ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17b83ab-ffa5-434f-ad48-27b32f6dc73e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:08.442149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33116) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:08.493503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89dd228b-f50d-4ff2-87a7-c09d1a4d453f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.513763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89dd228b-f50d-4ff2-87a7-c09d1a4d453f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.559636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89dd228b-f50d-4ff2-87a7-c09d1a4d453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.562228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89dd228b-f50d-4ff2-87a7-c09d1a4d453f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.563419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-89dd228b-f50d-4ff2-87a7-c09d1a4d453f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e17b83ab-ffa5-434f-ad48-27b32f6dc73e HTTP/1.1" status: 204  len: 168 time: 0.1202374
Nov 27 21:07:08.571038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd228b-f50d-4ff2-87a7-c09d1a4d453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17b83ab-ffa5-434f-ad48-27b32f6dc73e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:08.598611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:07:08.696258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:08.718641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '53013d13-d0f6-4cc7-82ad-5773aa2bbcfd', 'network_id': '0771b852-2194-43c2-9f78-4a1a5847b501', 'port_id': '53013d13-d0f6-4cc7-82ad-5773aa2bbcfd', 'mac_address': 'fa:16:3e:5a:b1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a845da-e4a5-433e-9efe-2e1166b3b633', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:07:08.778840 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.798064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:07:08.827831 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:08.836271 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:08.848964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765c97-2cb2-4514-be39-e9b37ba37e0b req-d0a953e4-db5d-4630-9092-bcd64d715bfc tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:08.856659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05765c97-2cb2-4514-be39-e9b37ba37e0b req-d0a953e4-db5d-4630-9092-bcd64d715bfc tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0946546
Nov 27 21:07:08.897178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:08.913468 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05765c97-2cb2-4514-be39-e9b37ba37e0b req-2237a91a-5e8e-4830-abca-6e4e04078370 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558290
Nov 27 21:07:08.959709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33130) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:08.974193 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:07:09.002637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3bf8b773-11ae-4121-8013-20e8c59049ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecf574b6fd6542ea99394a276de3ca85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0417426
Nov 27 21:07:09.005159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33132) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:09.052828 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e07fd97-0eae-4ed9-9f1b-e4bf5327d0e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:09.084385 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e07fd97-0eae-4ed9-9f1b-e4bf5327d0e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:09.139815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['53013d13-d0f6-4cc7-82ad-5773aa2bbcfd'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:07:09.168104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283f1a4-5723-4ab3-a9a3-28e8d668c6e1 req-af34b8b9-97ec-49f3-a3ae-3af980ff8499 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:09.169597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e283f1a4-5723-4ab3-a9a3-28e8d668c6e1 req-af34b8b9-97ec-49f3-a3ae-3af980ff8499 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 944 time: 0.0688806
Nov 27 21:07:09.186411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e07fd97-0eae-4ed9-9f1b-e4bf5327d0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:09.189609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e07fd97-0eae-4ed9-9f1b-e4bf5327d0e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:09.190737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9e07fd97-0eae-4ed9-9f1b-e4bf5327d0e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06af1384-3183-4194-991f-ab9aae791a41 HTTP/1.1" status: 204  len: 168 time: 0.1846418
Nov 27 21:07:09.207115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07fd97-0eae-4ed9-9f1b-e4bf5327d0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af1384-3183-4194-991f-ab9aae791a41,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:09.250346 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e283f1a4-5723-4ab3-a9a3-28e8d668c6e1 req-f38a6ad7-70ae-41c9-92f7-83aeace96cc7 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668314
Nov 27 21:07:09.531457 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:10.035652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7bdc9-d9e9-4e67-8404-379537340ad9 req-d869c435-a54c-4228-b90b-8fd0ded6b971 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:10.037889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ec7bdc9-d9e9-4e67-8404-379537340ad9 req-d869c435-a54c-4228-b90b-8fd0ded6b971 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0558920
Nov 27 21:07:10.088301 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ec7bdc9-d9e9-4e67-8404-379537340ad9 req-ba580619-dfb8-494d-90c9-21fac33aadd3 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441158
Nov 27 21:07:10.243113 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:10.368025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58494fb-3350-4561-a39c-ec03fc89421a req-11ccec45-b42d-4378-a1d5-61cfd19a4a9d tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:10.369648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e58494fb-3350-4561-a39c-ec03fc89421a req-11ccec45-b42d-4378-a1d5-61cfd19a4a9d tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 944 time: 0.0538158
Nov 27 21:07:10.419905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e58494fb-3350-4561-a39c-ec03fc89421a req-7359e6ff-8cbe-46b3-ab48-64c605a317fc tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434210
Nov 27 21:07:10.615160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:07:10.662389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:07:10.665946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:10.666316 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:10.742969 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:10.765103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16495f29-b412-4fc8-8851-21f4471f7247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53013d13-d0f6-4cc7-82ad-5773aa2bbcfd'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:07:10.767420 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201778a7-a64f-45dd-820d-faa29ff6027b" -d '{"events": [{"server_uuid": "16495f29-b412-4fc8-8851-21f4471f7247", "name": "network-vif-plugged", "status": "completed", "tag": "53013d13-d0f6-4cc7-82ad-5773aa2bbcfd"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:07:10.780033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:10.784145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:10.808321 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f77a40-a135-45b2-bf94-280ac32d2f29 x-openstack-request-id: req-01f77a40-a135-45b2-bf94-280ac32d2f29 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:07:10.808614 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16495f29-b412-4fc8-8851-21f4471f7247", "name": "network-vif-plugged", "status": "completed", "tag": "53013d13-d0f6-4cc7-82ad-5773aa2bbcfd", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:07:10.808869 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01f77a40-a135-45b2-bf94-280ac32d2f29 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:07:10.809260 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16495f29-b412-4fc8-8851-21f4471f7247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53013d13-d0f6-4cc7-82ad-5773aa2bbcfd', 'code': 200}
Nov 27 21:07:10.835548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:10.901636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f949b6-8192-46e7-a12c-7d74f76bcb6b req-306cebeb-68d6-4371-95e4-c4374684d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:10.903036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05f949b6-8192-46e7-a12c-7d74f76bcb6b req-306cebeb-68d6-4371-95e4-c4374684d01e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 1096 time: 0.0435452
Nov 27 21:07:11.119411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22038d-9d23-4e25-bbb9-3decdd0d1404 req-dceff2d9-e1a5-441b-a974-99d781198bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:11.121212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed22038d-9d23-4e25-bbb9-3decdd0d1404 req-dceff2d9-e1a5-441b-a974-99d781198bc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1096 time: 0.0422468
Nov 27 21:07:11.175703 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed22038d-9d23-4e25-bbb9-3decdd0d1404 req-0d742f1a-bc10-44eb-8539-db4db4749b73 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465183
Nov 27 21:07:11.230530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54c396-a5d7-47cb-86c2-0ed31cc47e9f req-172f0941-0853-4653-91cd-94bad6a0e332 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:11.232177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e54c396-a5d7-47cb-86c2-0ed31cc47e9f req-172f0941-0853-4653-91cd-94bad6a0e332 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0556772
Nov 27 21:07:11.260605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05f949b6-8192-46e7-a12c-7d74f76bcb6b req-afe64457-fc01-45f6-afe1-277be6284ece service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3493757
Nov 27 21:07:11.285618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e54c396-a5d7-47cb-86c2-0ed31cc47e9f req-b8bc7a2a-dc98-41f5-9e04-33f4de55e5c9 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468302
Nov 27 21:07:11.540862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d676d-8270-4c46-85c1-133925dd69bf req-1bdf4a56-c77a-476a-bcc8-51418c247010 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:11.542348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d0d676d-8270-4c46-85c1-133925dd69bf req-1bdf4a56-c77a-476a-bcc8-51418c247010 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 945 time: 0.0486000
Nov 27 21:07:11.589869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d0d676d-8270-4c46-85c1-133925dd69bf req-ae60a048-3e10-440c-b063-6885065c8dce tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409796
Nov 27 21:07:12.402548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a80bed-dbe7-41af-97f3-f1ad84f6e74c req-4c27762f-7fed-4d0c-acb2-c53659052722 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:12.404081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27a80bed-dbe7-41af-97f3-f1ad84f6e74c req-4c27762f-7fed-4d0c-acb2-c53659052722 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0482783
Nov 27 21:07:12.461784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27a80bed-dbe7-41af-97f3-f1ad84f6e74c req-ade8fb4d-77a7-4c1a-96b5-9664edeec714 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517046
Nov 27 21:07:12.709870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88704c0d-3800-4aa2-84f1-ba12761a4195 req-731671c8-7fd2-4090-a1cc-6fc5050e87bc tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:12.711532 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88704c0d-3800-4aa2-84f1-ba12761a4195 req-731671c8-7fd2-4090-a1cc-6fc5050e87bc tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 945 time: 0.0491621
Nov 27 21:07:12.764078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88704c0d-3800-4aa2-84f1-ba12761a4195 req-1ed649a2-c643-48b0-bbb5-53b294d2e984 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458860
Nov 27 21:07:13.582431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3b743-c9ce-4baf-8b98-840cdf8d28e7 req-28dcb6fc-2055-4bc0-ab55-7c850a39c7b7 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:13.583920 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75f3b743-c9ce-4baf-8b98-840cdf8d28e7 req-28dcb6fc-2055-4bc0-ab55-7c850a39c7b7 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0482380
Nov 27 21:07:13.630988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75f3b743-c9ce-4baf-8b98-840cdf8d28e7 req-86f9da27-0d9b-47e2-ba70-38c751b4cfa9 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410495
Nov 27 21:07:13.892777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-714bd5ed-d8a7-454c-9f47-751e8902ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:13.894291 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-714bd5ed-d8a7-454c-9f47-751e8902ad40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1096 time: 0.0765305
Nov 27 21:07:13.902705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a8590-2735-4b37-bfcd-b78b514ca133 req-a2ecf8e3-ba81-4489-bbc9-18117fb9c457 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:13.904208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f28a8590-2735-4b37-bfcd-b78b514ca133 req-a2ecf8e3-ba81-4489-bbc9-18117fb9c457 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0755005
Nov 27 21:07:13.940884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aca3d8-7114-4987-ac96-c44e137dc215 req-664978bd-8ef4-4ab7-abec-4abffe1c2d76 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:13.942574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f3aca3d8-7114-4987-ac96-c44e137dc215 req-664978bd-8ef4-4ab7-abec-4abffe1c2d76 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 945 time: 0.0529368
Nov 27 21:07:14.001856 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f3aca3d8-7114-4987-ac96-c44e137dc215 req-55726a26-306c-4042-a9cf-1645cd52f440 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530457
Nov 27 21:07:14.004379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f28a8590-2735-4b37-bfcd-b78b514ca133 req-eee1fd7c-6f56-4360-b951-66a6aa188954 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913365
Nov 27 21:07:14.027409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-47a1948a-0296-4155-aadd-245b18adbabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:14.028843 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-47a1948a-0296-4155-aadd-245b18adbabd service neutron] 10.222.0.15 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 920 time: 0.1237602
Nov 27 21:07:14.080731 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-8cf05fa1-85ba-41b1-a225-b18b21cebb68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b613c97a-4d90-417e-b201-5f479ccadf21 HTTP/1.1" status: 200  len: 217 time: 0.0442336
Nov 27 21:07:14.141367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-92565c42-8587-4f8a-a478-b040cef7713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:14.142889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-92565c42-8587-4f8a-a478-b040cef7713a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.0538297
Nov 27 21:07:14.182506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-c40c7630-9276-498e-bc5d-673bde03845c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321810
Nov 27 21:07:14.281367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-5a60231a-97bc-42e2-8c32-787c98cabcfe service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918756
Nov 27 21:07:14.380955 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68186719-5f12-4808-af15-d0143d4dfeb7 req-b6c0bf62-f93b-4c03-8042-4c1128174066 service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930507
Nov 27 21:07:14.703711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7077ffd-228b-40ec-9533-e23143ff9896 req-d077ed28-50b8-409a-8342-6dcc8c6dec30 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:14.705628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7077ffd-228b-40ec-9533-e23143ff9896 req-d077ed28-50b8-409a-8342-6dcc8c6dec30 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 945 time: 0.0487432
Nov 27 21:07:14.753757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7077ffd-228b-40ec-9533-e23143ff9896 req-7d6426bc-c926-4a3c-9c88-bb87614e3177 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420003
Nov 27 21:07:15.130899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a0576-f73a-4900-871c-574d312f2fb7 req-b52fb7f4-83a5-4766-8c07-b7f65743141e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:15.132390 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-156a0576-f73a-4900-871c-574d312f2fb7 req-b52fb7f4-83a5-4766-8c07-b7f65743141e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0484843
Nov 27 21:07:15.177873 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-156a0576-f73a-4900-871c-574d312f2fb7 req-503d4101-f841-4520-ba95-766c537f0013 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396452
Nov 27 21:07:15.878543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202c78d-0584-4f8c-b285-e0746f69d451 req-20012ec7-8630-4b5d-8e33-3ed68cf0f42d tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:15.880079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a202c78d-0584-4f8c-b285-e0746f69d451 req-20012ec7-8630-4b5d-8e33-3ed68cf0f42d tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 945 time: 0.0514114
Nov 27 21:07:15.927764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a202c78d-0584-4f8c-b285-e0746f69d451 req-9e15dd02-9424-4a27-b0d7-cd517a79dfef tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3296160-df8b-45b1-a40a-2a0979dbd504&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413756
Nov 27 21:07:15.971538 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:16.133034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-13960b4b-10aa-4ba4-a8c4-57bcc8cdb146 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:16.134432 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-13960b4b-10aa-4ba4-a8c4-57bcc8cdb146 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.15 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 945 time: 0.0522316
Nov 27 21:07:16.233903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Deleting port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:16.234391 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:16.342718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] For port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,segment=NetworkSegment(2f6d3ef0-c82a-429d-9a48-e4b0774dd242),segment_id=2f6d3ef0-c82a-429d-9a48-e4b0774dd242)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:16.343087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:16.358319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Calling delete_port for 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:16.363328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2765b92-d24e-4595-b82c-1c7c6b69ea44 req-f703deac-2b1b-4113-9db6-35a9450c2427 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:16.364876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c2765b92-d24e-4595-b82c-1c7c6b69ea44 req-f703deac-2b1b-4113-9db6-35a9450c2427 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1103318
Nov 27 21:07:16.431553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c2765b92-d24e-4595-b82c-1c7c6b69ea44 req-f00ae87e-de19-4ae1-b006-e4c820c10dd1 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558047
Nov 27 21:07:16.523926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:16.536330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['53013d13-d0f6-4cc7-82ad-5773aa2bbcfd'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:07:16.552077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Pushing event deleted for resources: {'Port': ['ID=53013d13-d0f6-4cc7-82ad-5773aa2bbcfd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:16.598263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] No DVR routers for this DVR port 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:07:16.601097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:16.604840 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80fc97d0-8770-484a-905f-8ba1b1cc7adf req-96398425-f40a-4915-aaf3-c2d4f403b65e tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.15 "DELETE /v2.0/ports/53013d13-d0f6-4cc7-82ad-5773aa2bbcfd HTTP/1.1" status: 204  len: 173 time: 0.4641919
Nov 27 21:07:16.605295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16495f29-b412-4fc8-8851-21f4471f7247', 'name': 'network-vif-deleted', 'tag': '53013d13-d0f6-4cc7-82ad-5773aa2bbcfd'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:07:16.607701 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e6ae07-6902-4acb-9fe8-bfb7428d44ea" -d '{"events": [{"server_uuid": "16495f29-b412-4fc8-8851-21f4471f7247", "name": "network-vif-deleted", "tag": "53013d13-d0f6-4cc7-82ad-5773aa2bbcfd"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:07:16.853957 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97806512-c6c8-4250-87bc-78943a8bd03a x-openstack-request-id: req-97806512-c6c8-4250-87bc-78943a8bd03a {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:07:16.854514 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16495f29-b412-4fc8-8851-21f4471f7247", "name": "network-vif-deleted", "tag": "53013d13-d0f6-4cc7-82ad-5773aa2bbcfd", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:07:16.854973 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97806512-c6c8-4250-87bc-78943a8bd03a {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:07:16.855763 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16495f29-b412-4fc8-8851-21f4471f7247', 'name': 'network-vif-deleted', 'tag': '53013d13-d0f6-4cc7-82ad-5773aa2bbcfd', 'status': 'completed', 'code': 200}
Nov 27 21:07:17.061026 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bbf19baf-81fc-44a7-907b-6b5f5821d376 req-8661c61e-2a44-465f-8dbf-9920dceb8472 tempest-VolumesActionsTest-24419802 tempest-VolumesActionsTest-24419802-project] 10.222.0.21 "GET /v2.0/ports?device_id=16495f29-b412-4fc8-8851-21f4471f7247 HTTP/1.1" status: 200  len: 210 time: 0.0325890
Nov 27 21:07:17.551605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60533239-e31f-4bee-ada4-7ed9a1e73980 req-d71458ef-af02-430f-b7f0-35b99a22baba tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:17.553091 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60533239-e31f-4bee-ada4-7ed9a1e73980 req-d71458ef-af02-430f-b7f0-35b99a22baba tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0510247
Nov 27 21:07:17.600537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60533239-e31f-4bee-ada4-7ed9a1e73980 req-2290fb34-74a3-4733-aea5-24b2898ad5d4 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415404
Nov 27 21:07:18.400707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47709e-6235-412d-81c9-03e03b731b4e req-5c234f50-8775-4a49-8fee-ed6c0945117c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:18.402221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef47709e-6235-412d-81c9-03e03b731b4e req-5c234f50-8775-4a49-8fee-ed6c0945117c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0543122
Nov 27 21:07:18.405959 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:18.453684 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef47709e-6235-412d-81c9-03e03b731b4e req-2e4d3e99-39f2-4a0a-8023-cf7738c4b415 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441065
Nov 27 21:07:19.006591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548320-95c2-405f-bd1c-a9ec9b145d4d req-f8578b40-a4ef-4e67-b8de-f59ffe4dfed6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:19.008204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66548320-95c2-405f-bd1c-a9ec9b145d4d req-f8578b40-a4ef-4e67-b8de-f59ffe4dfed6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0531938
Nov 27 21:07:19.069642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66548320-95c2-405f-bd1c-a9ec9b145d4d req-7cc8b833-3d0d-4d88-92fe-4ee6fcacb738 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508502
Nov 27 21:07:19.630391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dab4e6-eb77-45c6-9db8-2843e3a03c60 req-de3076a9-6306-40a8-a364-54d657ef2247 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:19.633584 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9dab4e6-eb77-45c6-9db8-2843e3a03c60 req-de3076a9-6306-40a8-a364-54d657ef2247 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0832868
Nov 27 21:07:19.688115 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9dab4e6-eb77-45c6-9db8-2843e3a03c60 req-addac5b4-baac-46ef-a03e-983cfa39d607 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483596
Nov 27 21:07:20.665313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:20.690377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:20.691212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 53013d13-d0f6-4cc7-82ad-5773aa2bbcfd not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:20.891466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d8a9-82b0-42d8-9a00-d369de9062d7 req-debb8c5e-88eb-44ab-931f-1d99be4b8f25 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:20.895596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a44d8a9-82b0-42d8-9a00-d369de9062d7 req-debb8c5e-88eb-44ab-931f-1d99be4b8f25 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0988829
Nov 27 21:07:20.958289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a44d8a9-82b0-42d8-9a00-d369de9062d7 req-35173cb5-437e-4209-bf2a-1149a2161847 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525181
Nov 27 21:07:22.106032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15470013-0ebd-4df2-a951-e5ca2c19e014 req-1e5644ec-6a7c-48b8-9812-63ee2b4af72e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:22.108578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15470013-0ebd-4df2-a951-e5ca2c19e014 req-1e5644ec-6a7c-48b8-9812-63ee2b4af72e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0572808
Nov 27 21:07:22.167831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15470013-0ebd-4df2-a951-e5ca2c19e014 req-b94a3ed9-fd0d-407a-b065-2ab41bfb1d0a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527084
Nov 27 21:07:23.050186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33666) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:23.174892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-6a2895fb-e811-4e82-befc-b94548f3128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:23.176352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-6a2895fb-e811-4e82-befc-b94548f3128b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1096 time: 0.0674791
Nov 27 21:07:23.273621 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47070c9-668c-4ce8-b659-722d30569e6f req-5e920346-69d9-4561-b1fb-0fbffdbb1cda tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:23.276575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d47070c9-668c-4ce8-b659-722d30569e6f req-5e920346-69d9-4561-b1fb-0fbffdbb1cda tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1541259
Nov 27 21:07:23.320854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:23.373741 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d47070c9-668c-4ce8-b659-722d30569e6f req-31170335-5dbd-4edf-8999-970c81def7ec tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897002
Nov 27 21:07:23.404808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a013-7b12-4628-b28b-684a29841b92 req-2333d8bc-db1d-4460-af58-4061551de8ad tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:23.413148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e75a013-7b12-4628-b28b-684a29841b92 req-2333d8bc-db1d-4460-af58-4061551de8ad tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0937781
Nov 27 21:07:23.448255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-e663b014-75f0-4b54-90f4-6d5decc1ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:23.451051 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-e663b014-75f0-4b54-90f4-6d5decc1ca96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 920 time: 0.2651830
Nov 27 21:07:23.501135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-8efe22a4-996f-4a2f-b809-55d36c26ac91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b613c97a-4d90-417e-b201-5f479ccadf21 HTTP/1.1" status: 200  len: 217 time: 0.0411673
Nov 27 21:07:23.513278 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:23.519614 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:23.559654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-26685ac2-6179-44da-b22e-4e5246fbe8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:23.561640 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-26685ac2-6179-44da-b22e-4e5246fbe8c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.0535190
Nov 27 21:07:23.573869 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01631e590ebe4902a5848693921c36c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5197492
Nov 27 21:07:23.573869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d7ffb-83dc-4ee7-a1d2-2edc9e648ff0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:23.575355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33678) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:23.575798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e75a013-7b12-4628-b28b-684a29841b92 req-7c1a000b-2807-4646-819e-68e7fc7c6346 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1617188
Nov 27 21:07:23.606116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.606467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.606832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.607152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.607533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.607899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.608201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.608531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.608861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.609818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.610157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.610489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267a822-9ee5-4c04-a90b-55c888228f75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:23.618510 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-ec1306ae-881c-49b5-b493-e461174f724a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416913
Nov 27 21:07:23.677116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f5a80231-1b8f-4fc1-89ef-3edec20c547a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:23.709872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f5a80231-1b8f-4fc1-89ef-3edec20c547a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:23.749928 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-768a733f-b6ea-4ba3-8c12-0f74df8d51e3 service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136131
Nov 27 21:07:23.771973 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f5a80231-1b8f-4fc1-89ef-3edec20c547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:23.775206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f5a80231-1b8f-4fc1-89ef-3edec20c547a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:23.778163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f5a80231-1b8f-4fc1-89ef-3edec20c547a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a17d7ffb-83dc-4ee7-a1d2-2edc9e648ff0 HTTP/1.1" status: 204  len: 168 time: 0.2016466
Nov 27 21:07:23.795433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a80231-1b8f-4fc1-89ef-3edec20c547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d7ffb-83dc-4ee7-a1d2-2edc9e648ff0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:23.873446 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2a8a1204-b1b6-4f99-91c4-e9b54067bd4d req-394ba342-c560-4652-b92b-56a0a8fcd8b1 service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1147664
Nov 27 21:07:24.199491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33692) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:24.221131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c9cfde-ac3a-480a-8a34-906b6b834f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:24.310568 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c9cfde-ac3a-480a-8a34-906b6b834f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:24.317376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06c9cfde-ac3a-480a-8a34-906b6b834f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:24.358504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9cfde-ac3a-480a-8a34-906b6b834f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d95076f-f189-4f00-b895-728e1f770cb5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:24.366430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33694) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:24.366900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-06c9cfde-ac3a-480a-8a34-906b6b834f4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db215f31a6a14d658f748276b18125aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1657639
Nov 27 21:07:24.457493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:24.494633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:24.527781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74f4e8-5514-4ae9-83f9-3fad7d652ef1 req-75ad8f68-c91a-467f-927e-de40364e9a28 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:24.534819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c74f4e8-5514-4ae9-83f9-3fad7d652ef1 req-75ad8f68-c91a-467f-927e-de40364e9a28 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0758469
Nov 27 21:07:24.570344 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:24.575619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:24.578092 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d95076f-f189-4f00-b895-728e1f770cb5 HTTP/1.1" status: 204  len: 168 time: 0.2106028
Nov 27 21:07:24.596215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d95076f-f189-4f00-b895-728e1f770cb5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:24.617193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.618179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.618492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.618843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.619774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.620124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.620720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.621624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.622383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.623779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.624149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.624985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e9c5b-8f92-420c-83b2-84ca03fe2d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:24.640597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c74f4e8-5514-4ae9-83f9-3fad7d652ef1 req-b7fb3298-adf0-4786-8a44-2559891c714d tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970721
Nov 27 21:07:24.759362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401d08-eec1-49da-8816-c90098ba14da req-efd1f998-0eb6-4715-9ee2-61794b43d52d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:24.767124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4401d08-eec1-49da-8816-c90098ba14da req-efd1f998-0eb6-4715-9ee2-61794b43d52d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0672109
Nov 27 21:07:24.841251 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4401d08-eec1-49da-8816-c90098ba14da req-b40a745b-48d2-42a6-8fbb-3e43bd96326c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730977
Nov 27 21:07:25.799350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e952b-a545-4c17-b03d-3be5ecddc9d6 req-e8dd5216-60b2-4516-8733-541eeb93e104 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:25.809277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a1e952b-a545-4c17-b03d-3be5ecddc9d6 req-e8dd5216-60b2-4516-8733-541eeb93e104 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0731978
Nov 27 21:07:25.866424 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a1e952b-a545-4c17-b03d-3be5ecddc9d6 req-8c7a1076-cdde-4b3b-93e2-1cb1f7273cb2 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561109
Nov 27 21:07:26.001975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e80db-2b66-434d-81c7-dd3dac69986a req-58c825ff-28bc-460e-af14-e50423a0f37e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:26.011035 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bb1e80db-2b66-434d-81c7-dd3dac69986a req-58c825ff-28bc-460e-af14-e50423a0f37e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0767782
Nov 27 21:07:26.083803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bb1e80db-2b66-434d-81c7-dd3dac69986a req-b562bf53-8907-4c48-8216-72378e7b85f6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669751
Nov 27 21:07:27.086516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49543d7-858f-4034-83f3-5f296ff1f3fd req-5fa0a2ad-5103-44f0-8a83-ffe3ca10eff0 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:27.089815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e49543d7-858f-4034-83f3-5f296ff1f3fd req-5fa0a2ad-5103-44f0-8a83-ffe3ca10eff0 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1200564
Nov 27 21:07:27.164613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e49543d7-858f-4034-83f3-5f296ff1f3fd req-71e52b58-f1ab-410d-a35e-49b8b5eb2c8d tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655165
Nov 27 21:07:27.224529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69911e0-a105-4403-abcd-b3576117d4e9 req-0b6a64ee-08b7-452c-9833-26013562c217 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:27.231982 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b69911e0-a105-4403-abcd-b3576117d4e9 req-0b6a64ee-08b7-452c-9833-26013562c217 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0751495
Nov 27 21:07:27.314634 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b69911e0-a105-4403-abcd-b3576117d4e9 req-8e114228-0424-40e0-a0bd-918872985f9d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678124
Nov 27 21:07:28.341646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092553c1-07c8-4430-8105-39873451d91f req-04be27e7-2818-413c-a4d8-581a78cc4c08 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:28.349829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-092553c1-07c8-4430-8105-39873451d91f req-04be27e7-2818-413c-a4d8-581a78cc4c08 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0822976
Nov 27 21:07:28.428223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-092553c1-07c8-4430-8105-39873451d91f req-319b7c6c-409a-4124-b342-56cac8c89afd tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731637
Nov 27 21:07:28.467655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33862) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:28.488068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d4d21-258a-423a-b234-2cfe91943c39 req-29b0eadd-9f3a-46bd-a7b2-bd8d42088d1e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:28.496735 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f54d4d21-258a-423a-b234-2cfe91943c39 req-29b0eadd-9f3a-46bd-a7b2-bd8d42088d1e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0866332
Nov 27 21:07:28.569984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f54d4d21-258a-423a-b234-2cfe91943c39 req-998b81a9-354f-4f8e-a2bf-0feb5f9ef0a7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702577
Nov 27 21:07:28.600753 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9137bc28-8241-4e5f-a028-2ac6ff3db81a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:28.696143 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9137bc28-8241-4e5f-a028-2ac6ff3db81a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:28.700411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9137bc28-8241-4e5f-a028-2ac6ff3db81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:28.740586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33866) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:28.740832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9137bc28-8241-4e5f-a028-2ac6ff3db81a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be7dd4c26d8244d9882a1e97162c411f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2718742
Nov 27 21:07:28.752155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137bc28-8241-4e5f-a028-2ac6ff3db81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3685afb2-1517-432a-bb57-0629532fd874,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:28.820046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f671395-3986-44c2-8073-87597bc24df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:28.847933 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f671395-3986-44c2-8073-87597bc24df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:28.918768 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f671395-3986-44c2-8073-87597bc24df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:28.922165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f671395-3986-44c2-8073-87597bc24df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:28.936852 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4f671395-3986-44c2-8073-87597bc24df5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3685afb2-1517-432a-bb57-0629532fd874 HTTP/1.1" status: 204  len: 168 time: 0.1870842
Nov 27 21:07:28.952857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f671395-3986-44c2-8073-87597bc24df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3685afb2-1517-432a-bb57-0629532fd874,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:29.271601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33876) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:29.286512 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e55fc8ee-a355-4c02-893c-dd7855dd56f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:29.415214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e55fc8ee-a355-4c02-893c-dd7855dd56f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:29.420586 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e55fc8ee-a355-4c02-893c-dd7855dd56f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:29.464442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33880) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:29.465073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e55fc8ee-a355-4c02-893c-dd7855dd56f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9426be9f70f4498cb413acffebd1aa03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1922603
Nov 27 21:07:29.471916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fc8ee-a355-4c02-893c-dd7855dd56f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e5a3af-0261-42a2-af97-d8bdf2b86b55,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:29.585149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cff23018-ce23-4656-bcd6-b7dbd24a20a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:29.630266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efb5d-efbd-480e-a510-3b9ae4004ef3 req-b84ba1d3-27f0-43fa-b412-3bea27a3556e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:29.637706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af6efb5d-efbd-480e-a510-3b9ae4004ef3 req-b84ba1d3-27f0-43fa-b412-3bea27a3556e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1160805
Nov 27 21:07:29.706882 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af6efb5d-efbd-480e-a510-3b9ae4004ef3 req-bf046f3d-b089-4ec3-b250-3f5fb786d847 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681863
Nov 27 21:07:29.714382 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cff23018-ce23-4656-bcd6-b7dbd24a20a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:29.735923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7585a-00f8-458a-acd8-448f1df6c4e0 req-88f4ffeb-f8d2-4507-9641-7e7feddd2d72 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:29.737385 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b1f7585a-00f8-458a-acd8-448f1df6c4e0 req-88f4ffeb-f8d2-4507-9641-7e7feddd2d72 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0661256
Nov 27 21:07:29.775757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cff23018-ce23-4656-bcd6-b7dbd24a20a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:29.778982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cff23018-ce23-4656-bcd6-b7dbd24a20a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:29.784154 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cff23018-ce23-4656-bcd6-b7dbd24a20a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15e5a3af-0261-42a2-af97-d8bdf2b86b55 HTTP/1.1" status: 204  len: 168 time: 0.3185050
Nov 27 21:07:29.799730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff23018-ce23-4656-bcd6-b7dbd24a20a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e5a3af-0261-42a2-af97-d8bdf2b86b55,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:29.830542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:07:29.834441 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b1f7585a-00f8-458a-acd8-448f1df6c4e0 req-671180ea-2e11-4f87-be62-58c6259a8a0f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883031
Nov 27 21:07:29.983327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:30.003092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'port_id': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'mac_address': 'fa:16:3e:e3:54:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:07:30.065041 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:30.085331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:07:30.112968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:30.127634 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:30.202350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:30.212675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.213290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.213792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.214293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.214793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.215551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.216059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.216550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.217060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.217397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.217812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.218153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:07:30.289429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:07:30.867848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e0aae-8c3f-43d7-9f6e-a049cd3cdcf7 req-25c0bcbe-99b7-4e93-af27-14deffbba2fc tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:30.882047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d42e0aae-8c3f-43d7-9f6e-a049cd3cdcf7 req-25c0bcbe-99b7-4e93-af27-14deffbba2fc tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0988936
Nov 27 21:07:31.022312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d42e0aae-8c3f-43d7-9f6e-a049cd3cdcf7 req-2009afde-1fa1-4fbb-b504-655ae68415cf tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374044
Nov 27 21:07:31.056493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1472-0d4e-4d67-ab0c-924351a11bc5 req-8e081fd0-04a9-4d8a-a6b8-48f33d89e6ae tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:31.058450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-915d1472-0d4e-4d67-ab0c-924351a11bc5 req-8e081fd0-04a9-4d8a-a6b8-48f33d89e6ae tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 944 time: 0.0929551
Nov 27 21:07:31.124103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-915d1472-0d4e-4d67-ab0c-924351a11bc5 req-3a757f59-849d-479e-be0e-527d96c2a35c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599852
Nov 27 21:07:31.845667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:07:32.018342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:32.018902 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:32.186986 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:32.303642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:07:32.303642 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d11316d-346c-4c87-a0c4-3bbacf6278d9" -d '{"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-plugged", "status": "completed", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:07:32.303642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:32.310354 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:32.464888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699619a9-175c-4a5c-b5ae-151d0af06f86 req-7af50907-0a70-4f7f-a682-65b6a1021c0d tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:32.479220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-699619a9-175c-4a5c-b5ae-151d0af06f86 req-7af50907-0a70-4f7f-a682-65b6a1021c0d tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.2641785
Nov 27 21:07:32.483033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296569f-a185-4579-a3f4-d3c1a6598b33 req-215a3afd-88fe-4593-8979-212e7e8f27c5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:32.496767 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e296569f-a185-4579-a3f4-d3c1a6598b33 req-215a3afd-88fe-4593-8979-212e7e8f27c5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1631837
Nov 27 21:07:32.509149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:32.579081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e296569f-a185-4579-a3f4-d3c1a6598b33 req-a23bd215-280e-4192-9756-93ceb71e2f2d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803256
Nov 27 21:07:32.621934 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-699619a9-175c-4a5c-b5ae-151d0af06f86 req-1dc61b83-b259-40e7-bfc6-30815c375c38 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350398
Nov 27 21:07:32.653171 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6025ddfc-0b43-4c84-bcf2-990969992249 x-openstack-request-id: req-6025ddfc-0b43-4c84-bcf2-990969992249 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:07:32.654021 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-plugged", "status": "completed", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:07:32.654488 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6025ddfc-0b43-4c84-bcf2-990969992249 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:07:32.654897 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'code': 200}
Nov 27 21:07:32.734887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33984) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:32.975329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b92d-8d30-49ba-a41e-a1e82c04aa06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:33.252266 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b92d-8d30-49ba-a41e-a1e82c04aa06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:33.260047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b92d-8d30-49ba-a41e-a1e82c04aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:33.352197 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a3d9b92d-8d30-49ba-a41e-a1e82c04aa06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb6a3ca6f66d4f898a2edd7ba3116cca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6156895
Nov 27 21:07:33.354827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33988) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:33.359392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9b92d-8d30-49ba-a41e-a1e82c04aa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56d9042-ec1a-49cf-bf18-1f92cc1f1982,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:33.465092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c20cfaa-d1df-461e-81ab-25a7a6b75ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:33.493486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c20cfaa-d1df-461e-81ab-25a7a6b75ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:33.625226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c20cfaa-d1df-461e-81ab-25a7a6b75ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:33.634841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c20cfaa-d1df-461e-81ab-25a7a6b75ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:33.638553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3c20cfaa-d1df-461e-81ab-25a7a6b75ede admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c56d9042-ec1a-49cf-bf18-1f92cc1f1982 HTTP/1.1" status: 204  len: 168 time: 0.2751470
Nov 27 21:07:33.651148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20cfaa-d1df-461e-81ab-25a7a6b75ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56d9042-ec1a-49cf-bf18-1f92cc1f1982,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:33.872557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4c1a6-6243-43e3-815f-883002f867d9 req-4ab0dff1-c429-49f3-9b83-016811cf0d90 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:33.887224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4f007-25bc-4802-81dc-3e3cec48cbcb req-795dee6f-fdee-434c-94f4-bf83d2dd13d2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:33.888212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25d4c1a6-6243-43e3-815f-883002f867d9 req-4ab0dff1-c429-49f3-9b83-016811cf0d90 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1202247
Nov 27 21:07:33.897936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-78b4f007-25bc-4802-81dc-3e3cec48cbcb req-795dee6f-fdee-434c-94f4-bf83d2dd13d2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1378560
Nov 27 21:07:34.010872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-78b4f007-25bc-4802-81dc-3e3cec48cbcb req-2d63e96a-cbfa-4b63-a037-109bcc915a5d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995958
Nov 27 21:07:34.025992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25d4c1a6-6243-43e3-815f-883002f867d9 req-305e2786-d01c-451e-a44f-07d88917eca2 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338909
Nov 27 21:07:34.292002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33998) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:34.312813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1edf5e96-847f-49cf-aa8e-e8591a591c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:34.329874 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-01e9546d-591b-41d0-bf50-11bd19ddd376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:34.515924 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-01e9546d-591b-41d0-bf50-11bd19ddd376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:34.522833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-01e9546d-591b-41d0-bf50-11bd19ddd376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:34.580049 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-01e9546d-591b-41d0-bf50-11bd19ddd376 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39dae204cc28443ab86176db95b44c16&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2834108
Nov 27 21:07:34.580049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9546d-591b-41d0-bf50-11bd19ddd376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2391b58f-be0d-4657-92fe-b3142163db03,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:34.580456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34000) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:34.677590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69572727-81f3-4e39-b025-277f630a1ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:34.719549 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69572727-81f3-4e39-b025-277f630a1ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:35.218775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b5ad0-81be-4c15-b9df-6b3c3646dced req-37936490-7955-46ee-a8ae-bb6276affd54 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:35.228884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-171b5ad0-81be-4c15-b9df-6b3c3646dced req-37936490-7955-46ee-a8ae-bb6276affd54 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0871611
Nov 27 21:07:35.341309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-171b5ad0-81be-4c15-b9df-6b3c3646dced req-f899726a-c036-41ea-abe3-826c92200a8b tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098702
Nov 27 21:07:35.419534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69572727-81f3-4e39-b025-277f630a1ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:35.422231 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69572727-81f3-4e39-b025-277f630a1ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:35.426570 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-69572727-81f3-4e39-b025-277f630a1ec2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2391b58f-be0d-4657-92fe-b3142163db03 HTTP/1.1" status: 204  len: 168 time: 0.8451385
Nov 27 21:07:35.459486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69572727-81f3-4e39-b025-277f630a1ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2391b58f-be0d-4657-92fe-b3142163db03,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:35.521224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e874-55ea-4e1f-9bf5-3ec6c3c16dab req-7eba3db5-450f-439e-ab32-de3b6bdb7c4b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:35.522332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb15e874-55ea-4e1f-9bf5-3ec6c3c16dab req-7eba3db5-450f-439e-ab32-de3b6bdb7c4b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1229784
Nov 27 21:07:35.632638 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb15e874-55ea-4e1f-9bf5-3ec6c3c16dab req-7237628e-970a-41a1-9a89-aaeead2d6d4c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037755
Nov 27 21:07:36.168133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-311af317-7096-47a4-b3d2-909e482af454 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0959499
Nov 27 21:07:36.332256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-28359741-ccd6-4d7c-8b46-84b17611f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:36.335479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-28359741-ccd6-4d7c-8b46-84b17611f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:36.335988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-28359741-ccd6-4d7c-8b46-84b17611f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:36.337076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-28359741-ccd6-4d7c-8b46-84b17611f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:36.337558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-28359741-ccd6-4d7c-8b46-84b17611f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:36.338040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-28359741-ccd6-4d7c-8b46-84b17611f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:36.342159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-28359741-ccd6-4d7c-8b46-84b17611f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:36.344298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-28359741-ccd6-4d7c-8b46-84b17611f226 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c03be159839446f2a47ca07f13bb552c&device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 6488 time: 0.1070065
Nov 27 21:07:36.494053 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b83c-eb7d-4954-a815-376f4f4d2edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:36.774624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d242a0-3612-41da-9892-eb11ab98e3c1 req-9d5858b1-9599-4eeb-924f-62649dc03104 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:36.776272 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05d242a0-3612-41da-9892-eb11ab98e3c1 req-9d5858b1-9599-4eeb-924f-62649dc03104 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.2531664
Nov 27 21:07:36.971317 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4a42e-3810-468b-a8e1-f3fdba54b669 req-ae9255e6-e157-41e2-b6f4-43e8bad177d0 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:36.976778 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41d4a42e-3810-468b-a8e1-f3fdba54b669 req-ae9255e6-e157-41e2-b6f4-43e8bad177d0 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1797626
Nov 27 21:07:37.017474 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05d242a0-3612-41da-9892-eb11ab98e3c1 req-01d45b5e-0523-479e-b638-b9903da201fc tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212687
Nov 27 21:07:37.021169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-167603c9-19a3-458b-9092-dcbe20a4f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:37.021825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-167603c9-19a3-458b-9092-dcbe20a4f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:37.022316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-167603c9-19a3-458b-9092-dcbe20a4f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:37.035285 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-167603c9-19a3-458b-9092-dcbe20a4f4ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=2db01d42-b5d2-4173-a7f0-d71456cff74a&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&id=cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 200  len: 2293 time: 0.6484702
Nov 27 21:07:37.105346 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41d4a42e-3810-468b-a8e1-f3fdba54b669 req-17773495-7c4a-49dd-9721-67d0eb28ed3f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234055
Nov 27 21:07:37.181775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-2ffa316f-e9b9-4113-9bcf-777ca4ecb574 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7 HTTP/1.1" status: 200  len: 1002 time: 0.1414568
Nov 27 21:07:37.274263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-edc0130d-8944-41ab-984a-9168872536b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:37.275794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-edc0130d-8944-41ab-984a-9168872536b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73487f2e-a260-462c-a2bd-5ff76746725f HTTP/1.1" status: 200  len: 851 time: 0.0844367
Nov 27 21:07:37.384044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-95962618-748d-47fe-9de6-d9c524a18e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:37.387730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-95962618-748d-47fe-9de6-d9c524a18e7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1024697
Nov 27 21:07:37.607338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-4b8ec462-9357-48d1-a4a4-8295f824e9d5 service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111416
Nov 27 21:07:37.822001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-9ad1f1f5-d20f-44b1-8362-863c020f21fb service neutron] 10.222.0.35 "GET /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2066939
Nov 27 21:07:37.822383 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:37.915981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-7311c68f-f7cf-436c-8314-b8d6a8f09aad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 217 time: 0.0848479
Nov 27 21:07:38.013640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-2cdcaf70-e947-49c6-a9be-6982d348043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:38.018185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-2cdcaf70-e947-49c6-a9be-6982d348043a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0899892
Nov 27 21:07:38.137815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-5708e2a5-8536-4b4a-880e-905171a90725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:38.139284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-5708e2a5-8536-4b4a-880e-905171a90725 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1066012
Nov 27 21:07:38.273590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fae686-5b26-43db-ab93-d8f820b1884c req-45f2a33c-7699-4a79-9774-713d5662983c tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:38.281565 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45fae686-5b26-43db-ab93-d8f820b1884c req-45f2a33c-7699-4a79-9774-713d5662983c tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1060126
Nov 27 21:07:38.426340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45fae686-5b26-43db-ab93-d8f820b1884c req-414c6e29-d776-44f2-b2e8-0f42a082b179 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438227
Nov 27 21:07:38.430165 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-567a3db3-c204-4662-9183-8d49e5457926 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2780833
Nov 27 21:07:38.449174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e6fcd-4d8d-4de5-93b6-8110c5756c57 req-f7356d3c-b249-4929-bb94-e43b79d6bd2d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:38.464342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a7e6fcd-4d8d-4de5-93b6-8110c5756c57 req-f7356d3c-b249-4929-bb94-e43b79d6bd2d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1868341
Nov 27 21:07:38.623462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a7e6fcd-4d8d-4de5-93b6-8110c5756c57 req-8a4ae8c0-6d32-4671-b7cf-725b17e3a9b7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1580849
Nov 27 21:07:38.637160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-231c97f5-5476-4743-858d-125ab8da51c3 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941214
Nov 27 21:07:38.717642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-d4330f80-0b0f-4dbd-a196-15a4eca69071 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 217 time: 0.0716393
Nov 27 21:07:38.809830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-65843c39-2cdb-40a0-bfc0-134c617ddee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:38.812058 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-65843c39-2cdb-40a0-bfc0-134c617ddee4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0824931
Nov 27 21:07:38.909754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-83b666cc-a763-4e3d-9021-10c0c825fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:38.911918 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-83b666cc-a763-4e3d-9021-10c0c825fa07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0870962
Nov 27 21:07:39.145657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-0041c765-5b59-4bfc-9b4f-28513e21d073 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2150126
Nov 27 21:07:39.345272 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-865cc3c2-f93e-4631-b7d5-eedec352f666 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1881804
Nov 27 21:07:39.437403 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-5027681b-0a27-41a4-afe7-f7fa6f451342 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 HTTP/1.1" status: 200  len: 217 time: 0.0801654
Nov 27 21:07:39.550443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-738bf521-6bcd-46e7-8f43-64bd54935de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:39.551979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-738bf521-6bcd-46e7-8f43-64bd54935de7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.1032979
Nov 27 21:07:39.584629 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:39.687982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-bb3f5480-9d62-48c0-b38f-8f60c849c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:39.700723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-bb3f5480-9d62-48c0-b38f-8f60c849c9ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1397440
Nov 27 21:07:39.918141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-6006ad9b-f475-4ff2-bef2-69bfe8eb65ea service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869779
Nov 27 21:07:39.918835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34100) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:40.003772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b1d21-b03b-4661-a0fe-d25fb574c4b6 req-1689b2ea-9d5f-4c9e-84fb-8b74b5af533b tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:40.011269 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d51b1d21-b03b-4661-a0fe-d25fb574c4b6 req-1689b2ea-9d5f-4c9e-84fb-8b74b5af533b tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.3514376
Nov 27 21:07:40.021405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f5f95-5784-49ce-9f4d-fe52e6a8e339 req-568d5abe-bed9-46d4-8110-6bc5328ff28c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:40.040522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575f5f95-5784-49ce-9f4d-fe52e6a8e339 req-568d5abe-bed9-46d4-8110-6bc5328ff28c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.2174511
Nov 27 21:07:40.124020 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-575f5f95-5784-49ce-9f4d-fe52e6a8e339 req-30166ca3-43a8-4bdc-ae79-4452cdbe72b7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819266
Nov 27 21:07:40.150791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d51b1d21-b03b-4661-a0fe-d25fb574c4b6 req-f69a55f3-5e75-430f-b054-c6741fdfeaf9 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384344
Nov 27 21:07:40.205582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0504baa-0d54-4da9-8cf8-8c616609de4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:40.225119 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-2da506d2-e5db-49f1-890b-0fb5198e2706 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2816236
Nov 27 21:07:40.264817 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:40.393149 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-ca25d4b0-eb5b-474a-ac4b-fd8969cbe048 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8 HTTP/1.1" status: 200  len: 217 time: 0.1671090
Nov 27 21:07:40.394996 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0504baa-0d54-4da9-8cf8-8c616609de4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:40.401919 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0504baa-0d54-4da9-8cf8-8c616609de4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:40.435192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0504baa-0d54-4da9-8cf8-8c616609de4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98464cb1-fbe2-496f-9ff8-a9b88da1a43c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:40.505347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34104) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:40.505960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e0504baa-0d54-4da9-8cf8-8c616609de4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85d69b223b23413a93ff4d1f75f567e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5801156
Nov 27 21:07:40.529123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-05f7f3e0-be2d-4ae7-921b-ab60a0efa2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:40.530603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-05f7f3e0-be2d-4ae7-921b-ab60a0efa2fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 200  len: 797 time: 0.0964925
Nov 27 21:07:40.601098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c09a9601-06f5-4d42-8eac-b126033e66d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:40.632264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-46cb2fb3-b52e-49c2-b92e-514717c20ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:40.633730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-46cb2fb3-b52e-49c2-b92e-514717c20ac5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2db01d42-b5d2-4173-a7f0-d71456cff74a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0942008
Nov 27 21:07:40.640908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c09a9601-06f5-4d42-8eac-b126033e66d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:40.736626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c09a9601-06f5-4d42-8eac-b126033e66d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:40.740960 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c09a9601-06f5-4d42-8eac-b126033e66d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:40.747169 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c09a9601-06f5-4d42-8eac-b126033e66d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98464cb1-fbe2-496f-9ff8-a9b88da1a43c HTTP/1.1" status: 204  len: 168 time: 0.2356532
Nov 27 21:07:40.759707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a9601-06f5-4d42-8eac-b126033e66d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98464cb1-fbe2-496f-9ff8-a9b88da1a43c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:40.763138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab569-d278-4acf-a9c6-198e36bfe3f7 req-82b58234-3b76-428b-a7b6-1a652219dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:40.771517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aafab569-d278-4acf-a9c6-198e36bfe3f7 req-82b58234-3b76-428b-a7b6-1a652219dc46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1096 time: 0.1256793
Nov 27 21:07:40.884741 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-5db66d62-9a27-4e68-8338-6e613937f3ee service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287617
Nov 27 21:07:40.918495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aafab569-d278-4acf-a9c6-198e36bfe3f7 req-5d077a41-bc02-4588-bdba-db4b8fd989f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343322
Nov 27 21:07:41.256082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34134) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:41.287521 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26ded99c-e9a3-48e7-b75a-2525d33a2fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:41.381261 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26ded99c-e9a3-48e7-b75a-2525d33a2fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:41.394996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a5553-f98f-4acc-9579-84cddc05ce85 req-8cca7fda-f9e5-46cf-b2c0-55ef20e4a0d2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:41.405467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f4a5553-f98f-4acc-9579-84cddc05ce85 req-8cca7fda-f9e5-46cf-b2c0-55ef20e4a0d2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1653597
Nov 27 21:07:41.429018 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-26ded99c-e9a3-48e7-b75a-2525d33a2fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:41.466893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ded99c-e9a3-48e7-b75a-2525d33a2fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0059ae72-e75c-4f0a-81b3-8077a54b1f42,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:41.534363 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f4a5553-f98f-4acc-9579-84cddc05ce85 req-3b952b40-ad43-4dde-97db-d90d175d259f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1278892
Nov 27 21:07:41.540207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a6bda-97b4-4617-ade0-f59f480946f2 req-c3d73869-7ccc-4294-9a55-4fcbd37f165d tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:41.542093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-584a6bda-97b4-4617-ade0-f59f480946f2 req-c3d73869-7ccc-4294-9a55-4fcbd37f165d tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0901058
Nov 27 21:07:41.545628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-26ded99c-e9a3-48e7-b75a-2525d33a2fe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d4b95b2a4854adea4ef7e29f25aeb84&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2903800
Nov 27 21:07:41.546643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34140) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:41.564084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-ff54b91e-defd-498b-ab1c-35758c8b9360 service neutron] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6672740
Nov 27 21:07:41.606837 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5e1b0566-095d-4eb4-9341-b0a09f24728d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:41.627424 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-2a9bd57f-768f-4d17-8df2-df9714371529 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406 HTTP/1.1" status: 200  len: 217 time: 0.0523827
Nov 27 21:07:41.632538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5e1b0566-095d-4eb4-9341-b0a09f24728d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:41.670202 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-584a6bda-97b4-4617-ade0-f59f480946f2 req-323e3a6e-a453-4f0d-9023-3c5d1efeae5a tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188691
Nov 27 21:07:41.690851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5e1b0566-095d-4eb4-9341-b0a09f24728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:41.694135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5e1b0566-095d-4eb4-9341-b0a09f24728d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:41.698718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5e1b0566-095d-4eb4-9341-b0a09f24728d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0059ae72-e75c-4f0a-81b3-8077a54b1f42 HTTP/1.1" status: 204  len: 168 time: 0.1509387
Nov 27 21:07:41.707024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b0566-095d-4eb4-9341-b0a09f24728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0059ae72-e75c-4f0a-81b3-8077a54b1f42,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:41.717143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-5a82ebc7-72a1-4c49-8162-0ece1088673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:41.718632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-5a82ebc7-72a1-4c49-8162-0ece1088673f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.0812607
Nov 27 21:07:41.783852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-b7b55065-3cd0-4aed-86f2-f7a798be64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:41.785307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-b7b55065-3cd0-4aed-86f2-f7a798be64ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0528593
Nov 27 21:07:41.899900 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-d1dc9b62-2cb2-4092-8a82-1b3424d3b694 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020913
Nov 27 21:07:42.076804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-25331c7d-fe6b-4b73-87cf-5c90c395d1a8 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631625
Nov 27 21:07:42.164467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-64ade697-ee5f-4d9d-9225-7e68028879e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39 HTTP/1.1" status: 200  len: 217 time: 0.0789330
Nov 27 21:07:42.225201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-fdf3c668-5738-40dd-9df7-9fd0e5a74595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:42.227000 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-fdf3c668-5738-40dd-9df7-9fd0e5a74595 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 200  len: 797 time: 0.0507226
Nov 27 21:07:42.338254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-b824c16d-2a86-4876-94ed-19c26905e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:42.339905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-b824c16d-2a86-4876-94ed-19c26905e6b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cd3220c8-70c2-46d1-9b13-a59a0a45a117&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1039319
Nov 27 21:07:42.510354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-cc4808cb-cb08-417b-9ac9-1c716ff4e01e service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590579
Nov 27 21:07:42.686490 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e8bef01-2d53-4e6b-9b2d-507e846f3815 req-602994d6-f026-49b7-b113-2176c64ec982 service neutron] 10.222.0.35 "GET /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1680419
Nov 27 21:07:42.777564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e79bf8-d8f9-44da-a027-42aa65737752 req-831568c9-5c1b-4da4-91d9-8e8d2a8e1a00 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:42.779489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53e79bf8-d8f9-44da-a027-42aa65737752 req-831568c9-5c1b-4da4-91d9-8e8d2a8e1a00 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1136973
Nov 27 21:07:42.884146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53e79bf8-d8f9-44da-a027-42aa65737752 req-208f4fdb-c6b1-474a-83cc-90b6d1d5da58 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911775
Nov 27 21:07:42.891871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8b885-d740-4da0-8866-a0711b883e84 req-35add6c9-e7b6-4b30-82a8-3073fb65592b tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:42.899715 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1fc8b885-d740-4da0-8866-a0711b883e84 req-35add6c9-e7b6-4b30-82a8-3073fb65592b tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0710747
Nov 27 21:07:42.957972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1fc8b885-d740-4da0-8866-a0711b883e84 req-35cf70e4-410e-4263-809c-b2d651fa7e51 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571847
Nov 27 21:07:43.441237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e885f99-a70a-4d92-9e58-231a8dc381b0 req-28cee848-2b95-4e51-944c-e0353abd2581 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:43.446682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e885f99-a70a-4d92-9e58-231a8dc381b0 req-28cee848-2b95-4e51-944c-e0353abd2581 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0891230
Nov 27 21:07:43.470025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-cb35a0b0-7ebd-418b-b58d-d72f6b64a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:43.472635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-cb35a0b0-7ebd-418b-b58d-d72f6b64a912 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1096 time: 0.1323462
Nov 27 21:07:43.535902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e885f99-a70a-4d92-9e58-231a8dc381b0 req-9265ef76-37d0-4b8f-9516-03051e2f01b4 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758488
Nov 27 21:07:43.630616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-ebe0fbb3-ac05-4ed8-bb3e-8f15a18d693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:43.632870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-ebe0fbb3-ac05-4ed8-bb3e-8f15a18d693c service neutron] 10.222.0.15 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 920 time: 0.1490848
Nov 27 21:07:43.723702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-e14bef03-d544-413f-882f-03f6fcc2c1fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b613c97a-4d90-417e-b201-5f479ccadf21 HTTP/1.1" status: 200  len: 217 time: 0.0831802
Nov 27 21:07:43.797721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-ea3fd6d2-f5c5-4811-85eb-9e460c68ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:43.799390 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-ea3fd6d2-f5c5-4811-85eb-9e460c68ec12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.0661786
Nov 27 21:07:43.845745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-66012fff-ab2e-4177-bb53-62cab1390e45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391965
Nov 27 21:07:43.994533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-3cfad631-9e06-429e-a0a5-f549e2b344f7 service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399081
Nov 27 21:07:44.232959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d24fc1-f178-4e58-9523-747bc04a46ec req-92194fa4-7673-4baf-a21a-80bf5a7bae90 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:44.235816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5d24fc1-f178-4e58-9523-747bc04a46ec req-92194fa4-7673-4baf-a21a-80bf5a7bae90 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.2146578
Nov 27 21:07:44.318373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b8a9f810-3050-4c64-b3fd-acd7860460d9 req-9e8d8b3b-6b5a-429e-826c-e40a54f0c2df service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3157041
Nov 27 21:07:44.342854 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5d24fc1-f178-4e58-9523-747bc04a46ec req-c05f6cca-725b-414f-b30b-b19e8cee667e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1000116
Nov 27 21:07:44.453879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34326) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:44.512836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f939894f-2a8c-42cb-9b72-555d8fd7140c admin admin] Deleting subnet 73a845da-e4a5-433e-9efe-2e1166b3b633 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:07:44.516784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f939894f-2a8c-42cb-9b72-555d8fd7140c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.555923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f939894f-2a8c-42cb-9b72-555d8fd7140c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.621708 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f939894f-2a8c-42cb-9b72-555d8fd7140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.672072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295f019-1064-48f3-9ebd-67fd0e5fabe0 req-601249fe-2626-4042-b77a-6835f09cacc9 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:44.677034 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5295f019-1064-48f3-9ebd-67fd0e5fabe0 req-601249fe-2626-4042-b77a-6835f09cacc9 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0618978
Nov 27 21:07:44.685170 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f939894f-2a8c-42cb-9b72-555d8fd7140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.724895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939894f-2a8c-42cb-9b72-555d8fd7140c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a845da-e4a5-433e-9efe-2e1166b3b633,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:44.729469 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f939894f-2a8c-42cb-9b72-555d8fd7140c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.737743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f939894f-2a8c-42cb-9b72-555d8fd7140c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/73a845da-e4a5-433e-9efe-2e1166b3b633 HTTP/1.1" status: 204  len: 168 time: 0.2827439
Nov 27 21:07:44.738680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34340) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:44.742510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5295f019-1064-48f3-9ebd-67fd0e5fabe0 req-11a15db8-5bd5-421d-951c-878c941f66d3 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602782
Nov 27 21:07:44.829766 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.922543 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.945983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdf44a30>,) {'filters': {'network_id': ['0771b852-2194-43c2-9f78-4a1a5847b501']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:44.956307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdf44a30>, '2f6d3ef0-c82a-429d-9a48-e4b0774dd242') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:44.956843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdf44a30>, '2f6d3ef0-c82a-429d-9a48-e4b0774dd242') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:44.967777 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.983448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.990151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:07:44.990548 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:07:44.992462 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:07:45.054052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:45.059016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:45.065979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] 10.222.0.21 "DELETE /v2.0/networks/0771b852-2194-43c2-9f78-4a1a5847b501 HTTP/1.1" status: 204  len: 168 time: 0.3226788
Nov 27 21:07:45.080720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9662800-a5ab-4182-b3aa-71b4b497fb0a admin admin] Pushing event deleted for resources: {'Network': ['ID=0771b852-2194-43c2-9f78-4a1a5847b501,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:45.257500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34346) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:45.298793 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-252d983f-9002-4141-b73e-7e4c5f6c0e02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f916d44620e3418a8916382d00618dc9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0400019
Nov 27 21:07:45.300684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34348) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:45.382683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d1216c7-9c28-4c51-b515-65b4356cad13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:45.403686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-99d5a25d-b4fb-4757-96f5-18fe1df7e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:45.405206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-99d5a25d-b4fb-4757-96f5-18fe1df7e2f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 1096 time: 0.0643046
Nov 27 21:07:45.421604 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d1216c7-9c28-4c51-b515-65b4356cad13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:45.582585 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d1216c7-9c28-4c51-b515-65b4356cad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:45.586163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d1216c7-9c28-4c51-b515-65b4356cad13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:45.587520 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1d1216c7-9c28-4c51-b515-65b4356cad13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3296160-df8b-45b1-a40a-2a0979dbd504 HTTP/1.1" status: 204  len: 168 time: 0.2855618
Nov 27 21:07:45.614015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b98f9-a3c6-4864-a1ae-e126a7a53310 req-84a5ad82-049e-4d7b-912c-5648ef5b47fb tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:45.616042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e34b98f9-a3c6-4864-a1ae-e126a7a53310 req-84a5ad82-049e-4d7b-912c-5648ef5b47fb tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.1543608
Nov 27 21:07:45.626617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1216c7-9c28-4c51-b515-65b4356cad13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3296160-df8b-45b1-a40a-2a0979dbd504,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:45.662619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-a2826344-6a5d-4860-b5c7-c0b5a15cf6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:45.664437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-a2826344-6a5d-4860-b5c7-c0b5a15cf6b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 200  len: 920 time: 0.2362959
Nov 27 21:07:45.698773 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e34b98f9-a3c6-4864-a1ae-e126a7a53310 req-d48f4ac5-04f5-4858-b370-d6d1e05c5178 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743942
Nov 27 21:07:45.758299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-8598503b-fa53-4982-aed3-7e28e16d6e3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b613c97a-4d90-417e-b201-5f479ccadf21 HTTP/1.1" status: 200  len: 217 time: 0.0644853
Nov 27 21:07:45.868500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-f8e0d99f-26ca-4fcd-8fb9-b94f773be501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:45.868500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-f8e0d99f-26ca-4fcd-8fb9-b94f773be501 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 200  len: 859 time: 0.1005216
Nov 27 21:07:45.933907 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-6e220175-1411-41e8-b74c-21dba0c71112 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=24dac3ac-1146-4be6-b1df-ff69289a0028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595999
Nov 27 21:07:45.939387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761c9b9-6af0-4587-aae9-576bdd0771f0 req-c4df6588-5826-4310-9de3-c7e7703bbf1e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:45.953668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e761c9b9-6af0-4587-aae9-576bdd0771f0 req-c4df6588-5826-4310-9de3-c7e7703bbf1e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1260657
Nov 27 21:07:45.975509 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:07:46.008511 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:46.062052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-f33b49b6-02c8-4f7e-b269-f8691bedbc8d service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204283
Nov 27 21:07:46.095144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e761c9b9-6af0-4587-aae9-576bdd0771f0 req-7c3ab2d4-422b-4e7e-a45e-c2db3f0ce7dd tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343510
Nov 27 21:07:46.194845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0fb4a60-4a6c-49b5-87a7-7f23b10ed017 req-bc508521-00eb-4ae6-8fba-ca04870b8e70 service neutron] 10.222.0.15 "GET /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208084
Nov 27 21:07:46.585988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34392) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:46.713321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-704360550-network', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:07:46.737182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Made reservation on behalf of 7d726e50ae6948c1ac498d2bfe00bbdc for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:07:46.743037 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:46.759057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:46.881361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2b746-4b4f-404d-9e7b-5eb5f2e4f49a req-b60ba712-dae0-47db-8b03-8dc7c14fdfd9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:46.882851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ec2b746-4b4f-404d-9e7b-5eb5f2e4f49a req-b60ba712-dae0-47db-8b03-8dc7c14fdfd9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0811887
Nov 27 21:07:46.911296 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:46.918433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:46.951139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ec2b746-4b4f-404d-9e7b-5eb5f2e4f49a req-52c8311e-5529-42da-9aa8-1ac6a3ade6e0 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619650
Nov 27 21:07:46.953488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:07:46.971579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39afe3f9-3d91-4bf5-bc66-211f824ad3f8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:46.976721 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:46.977143 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Added segment d64b1740-c4a9-4219-afc1-b2a2a0fca804 of type vlan for network 66b151c8-5275-429c-b0d1-a9a63ce5c192
Nov 27 21:07:47.018269 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:47.048651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:47.049615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:47.050193 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:47.097856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-4b8c9fe6-43bb-4e48-a176-27d42c4d9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:47.099405 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-4b8c9fe6-43bb-4e48-a176-27d42c4d9e20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 1096 time: 0.0431385
Nov 27 21:07:47.113963 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5241487
Nov 27 21:07:47.114874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34414) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:47.122870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7a664-fd85-49ea-8774-929a79f4b924 admin admin] Pushing event updated for resources: {'Network': ['ID=66b151c8-5275-429c-b0d1-a9a63ce5c192,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:47.134246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 66b151c8-5275-429c-b0d1-a9a63ce5c192 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:07:47.135003 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Request body: {'subnet': {'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-704360550-subnet', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:07:47.200828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Made reservation on behalf of 7d726e50ae6948c1ac498d2bfe00bbdc for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:07:47.203857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:47.222896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3df57-7664-4413-8d93-3feb86187098 req-1be17eb0-4715-4bb7-8df8-d5a9496f94f8 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:47.224434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8b3df57-7664-4413-8d93-3feb86187098 req-1be17eb0-4715-4bb7-8df8-d5a9496f94f8 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0531046
Nov 27 21:07:47.258871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-a679a54f-c2a7-4bac-9ae0-e57b551862d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:47.260401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-a679a54f-c2a7-4bac-9ae0-e57b551862d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.1535728
Nov 27 21:07:47.272109 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8b3df57-7664-4413-8d93-3feb86187098 req-411e978b-a81e-42de-a2fd-bd271e7acbd4 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413048
Nov 27 21:07:47.350147 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-7d88c954-6668-4530-b153-69067037c0ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 HTTP/1.1" status: 200  len: 1001 time: 0.0768471
Nov 27 21:07:47.439081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-58d215f4-7a9d-4e53-bd0e-ae3db2488939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:47.440623 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-58d215f4-7a9d-4e53-bd0e-ae3db2488939 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0820277
Nov 27 21:07:47.520398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:47.569699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-3e36f4ae-2c57-4969-85df-fd47069167da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:47.571452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-3e36f4ae-2c57-4969-85df-fd47069167da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1221769
Nov 27 21:07:47.662915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=493c3f08-70b7-41d4-bb31-491e28eceefa,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:47.679890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Checking segment: {'id': 'd64b1740-c4a9-4219-afc1-b2a2a0fca804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:07:47.680248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Network hostable DHCP agents. Network: 66b151c8-5275-429c-b0d1-a9a63ce5c192, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:07:47.718084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-4864edc0-cc6c-47b3-98dc-4a4c59ea0a38 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327703
Nov 27 21:07:47.724307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Network 66b151c8-5275-429c-b0d1-a9a63ce5c192 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:07:47.749740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66b151c8-5275-429c-b0d1-a9a63ce5c192) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:07:47.759352 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd06c85-1301-411f-902b-629f656f808c None None] Network 66b151c8-5275-429c-b0d1-a9a63ce5c192 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:07:47.788246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:47.788849 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:47.818555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3bf557d0-1134-408d-8310-b6208eecd86f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.7017336
Nov 27 21:07:47.818938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34430) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:47.823862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-704360550-router', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:07:47.851292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5504a17-3f29-4ae0-bf14-cff1e8ebe353 req-e67ad9d7-525a-4cc7-95e9-1ba583d55b3f service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214368
Nov 27 21:07:47.866517 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:47.867979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:47.934359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-66b151c8-5275-429c-b0d1-a9a63ce5c192', 'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'fixed_ips': [{'subnet_id': '493c3f08-70b7-41d4-bb31-491e28eceefa'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:07:47.934775 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:47.935523 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.068687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Allocated IP 172.20.0.2 (66b151c8-5275-429c-b0d1-a9a63ce5c192/493c3f08-70b7-41d4-bb31-491e28eceefa/b78e8d6a-4f6c-43c5-9e20-346b6d971fe0) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:07:48.076971 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.101465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1beb-c42a-4345-b3e7-4895f0a38e59 req-fb8f9bec-e01a-469e-9a9f-72170ecc2ee1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:48.103297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68ec1beb-c42a-4345-b3e7-4895f0a38e59 req-fb8f9bec-e01a-469e-9a9f-72170ecc2ee1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0560198
Nov 27 21:07:48.160961 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68ec1beb-c42a-4345-b3e7-4895f0a38e59 req-3e58c081-73e1-4ef9-89e9-cb48bd26e780 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500877
Nov 27 21:07:48.312330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.333968 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.414973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.420407 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.426474 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.444452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Allocated IP 172.35.3.197 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/14c36d9d-b79d-4edc-a683-cffe7151df75) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:07:48.467859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Network 66b151c8-5275-429c-b0d1-a9a63ce5c192 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:07:48.473514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:07:48.477301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:07:48.491600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Pushing event updated for resources: {'Port': ['ID=b78e8d6a-4f6c-43c5-9e20-346b6d971fe0,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:48.538534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Attempting to bind port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:07:48.538939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Attempting to bind port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd64b1740-c4a9-4219-afc1-b2a2a0fca804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:07:48.539342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Attempting to bind port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 on network 66b151c8-5275-429c-b0d1-a9a63ce5c192 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:07:48.544402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:07:48.544781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Checking segment: {'id': 'd64b1740-c4a9-4219-afc1-b2a2a0fca804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:07:48.545183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.545577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Bound using segment: {'id': 'd64b1740-c4a9-4219-afc1-b2a2a0fca804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:07:48.546079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Bound port: b78e8d6a-4f6c-43c5-9e20-346b6d971fe0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64b1740-c4a9-4219-afc1-b2a2a0fca804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:07:48.546466 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.561200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.599014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.612197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] For port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:07:48.615735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] For port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b78e8d6a-4f6c-43c5-9e20-346b6d971fe0,segment=NetworkSegment(d64b1740-c4a9-4219-afc1-b2a2a0fca804),segment_id=d64b1740-c4a9-4219-afc1-b2a2a0fca804)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:07:48.622366 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.657125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:07:48.660209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:07:48.664719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:07:48.680749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060cd59-4b5a-47cb-b844-89185f22644b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:07:48.703569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386d299-76c1-4593-975f-1fe51c1028f8 None None] Pushing event updated for resources: {'Port': ['ID=b78e8d6a-4f6c-43c5-9e20-346b6d971fe0,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:48.709568 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=14c36d9d-b79d-4edc-a683-cffe7151df75,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:48.826138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7c461d15-36c2-438c-a58b-897e46d2dd73 None None] Provisioning complete for port 14c36d9d-b79d-4edc-a683-cffe7151df75 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:48.826138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c461d15-36c2-438c-a58b-897e46d2dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:48.883795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7c461d15-36c2-438c-a58b-897e46d2dd73 None None] Port 14c36d9d-b79d-4edc-a683-cffe7151df75 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:07:49.028202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:49.318009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861035e-1899-4f67-ae1b-ce9b44418d31 req-e148f5db-137c-4c88-9129-ccc18958d9ee tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:49.319588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b861035e-1899-4f67-ae1b-ce9b44418d31 req-e148f5db-137c-4c88-9129-ccc18958d9ee tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 945 time: 0.0540144
Nov 27 21:07:49.360991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:49.400126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b861035e-1899-4f67-ae1b-ce9b44418d31 req-15e85e43-3749-472f-98a9-aef1cfd80792 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653212
Nov 27 21:07:49.538486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Router 434577cc-7bca-493e-ab8c-c441996fab78 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:07:49.570406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:07:49.630054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:49.630615 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:49.694510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:07:49.719165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Sync routers for ids ['434577cc-7bca-493e-ab8c-c441996fab78'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:07:49.725799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:49.730265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34500) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:49.730983 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bbc36d68-d3db-42fe-a245-5802baf30bd2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 1.9106979
Nov 27 21:07:49.747429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Routers {'434577cc-7bca-493e-ab8c-c441996fab78'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:07:49.748428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd576070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:07:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['434577cc-7bca-493e-ab8c-c441996fab78'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:49.752095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:49.859065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b78e8d6a-4f6c-43c5-9e20-346b6d971fe0,segment=NetworkSegment(d64b1740-c4a9-4219-afc1-b2a2a0fca804),segment_id=d64b1740-c4a9-4219-afc1-b2a2a0fca804)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:49.865966 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:49.916853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:49.925410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Set router 434577cc-7bca-493e-ab8c-c441996fab78 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:07:50.014524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02790c19-7b62-4397-873f-2506aa6315c5 None None] Network 66b151c8-5275-429c-b0d1-a9a63ce5c192 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:07:50.038738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=b78e8d6a-4f6c-43c5-9e20-346b6d971fe0,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:50.138892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d223835c-b75b-49ca-92e6-47a36063be3c None None] Provisioning complete for port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:50.139581 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d223835c-b75b-49ca-92e6-47a36063be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:50.228125 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:50.390758 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:50.441503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Allocated IP 172.20.0.1 (66b151c8-5275-429c-b0d1-a9a63ce5c192/493c3f08-70b7-41d4-bb31-491e28eceefa/74cc46d8-c742-470a-aa34-eaceb4ed7095) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:07:50.452584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:07:50.455740 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e682228d-88e2-4b69-8fcd-85573aaaa181" -d '{"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-unplugged", "status": "completed", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:07:50.497110 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:50.526783 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc9e937-b9c5-4503-917f-a388ae8154b6 x-openstack-request-id: req-7dc9e937-b9c5-4503-917f-a388ae8154b6 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:07:50.527088 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-unplugged", "status": "failed", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9", "code": 422}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:07:50.527444 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dc9e937-b9c5-4503-917f-a388ae8154b6 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:07:50.527856 ncdv-master-1 neutron-server[120910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'code': 422} returned with failed status
Nov 27 21:07:50.533404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:50.584134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd576070>, [{'id': '434577cc-7bca-493e-ab8c-c441996fab78', 'name': 'tempest-ImageQuotaTest-704360550-router', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:07:47Z', 'updated_at': '2021-11-27T21:07:48Z', 'revision_number': 3, 'project_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'gw_port': {'id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434577cc-7bca-493e-ab8c-c441996fab78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:07:48Z', 'updated_at': '2021-11-27T21:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:50.595747 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:50.634710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1e1c2-964b-4543-aaf1-285443fd70fa req-d853e1f5-e4e5-496b-8c83-cc660b19b6bb tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:50.640645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Checking router: 434577cc-7bca-493e-ab8c-c441996fab78 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:07:50.641539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Updating router 434577cc-7bca-493e-ab8c-c441996fab78 port 14c36d9d-b79d-4edc-a683-cffe7151df75 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:07:50.642684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0f1e1c2-964b-4543-aaf1-285443fd70fa req-d853e1f5-e4e5-496b-8c83-cc660b19b6bb tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.1058681
Nov 27 21:07:50.645439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:50.649638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:50.702642 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:50.739917 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0f1e1c2-964b-4543-aaf1-285443fd70fa req-dc40f528-2acd-47f4-913a-b72b7eb3db79 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813560
Nov 27 21:07:50.748742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Network 66b151c8-5275-429c-b0d1-a9a63ce5c192 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:07:50.773302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:07:50.783746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:07:50.843504 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:50.966203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Pushing event updated for resources: {'Port': ['ID=74cc46d8-c742-470a-aa34-eaceb4ed7095,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:51.020183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.102179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c6d34d4d-e255-42d4-9684-8ccfe8026927 None None] Provisioning complete for port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:51.102753 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c6d34d4d-e255-42d4-9684-8ccfe8026927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.285587 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.294795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.298333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.351279 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.409620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Pushing event updated for resources: {'Port': ['ID=74cc46d8-c742-470a-aa34-eaceb4ed7095,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:51.412863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.417607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556df9eb-b852-4376-950a-56040637c8e3 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:07:51.434522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Attempting to bind port 14c36d9d-b79d-4edc-a683-cffe7151df75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:07:51.434902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Attempting to bind port 14c36d9d-b79d-4edc-a683-cffe7151df75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:07:51.435301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Attempting to bind port 14c36d9d-b79d-4edc-a683-cffe7151df75 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:07:51.438181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899e69c-f44f-4455-9914-d2e101f87323 None None] Pushing event updated for resources: {'Port': ['ID=14c36d9d-b79d-4edc-a683-cffe7151df75,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:51.445891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:07:51.446367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:07:51.446823 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.447240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:07:51.447799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Bound port: 14c36d9d-b79d-4edc-a683-cffe7151df75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:07:51.448132 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.563889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f770b2a5-24f0-4299-bfee-37d1341cd579 None None] Provisioning complete for port 74cc46d8-c742-470a-aa34-eaceb4ed7095 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:51.564539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f770b2a5-24f0-4299-bfee-37d1341cd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.577552 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Network 66b151c8-5275-429c-b0d1-a9a63ce5c192 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:07:51.579092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:07:51.598353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:07:51.640467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] For port 14c36d9d-b79d-4edc-a683-cffe7151df75, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:07:51.641726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-be69cfeb-9fe6-48ab-b34d-55fdb36b26c2 req-13b906a2-1628-4084-9a1b-057789602182 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:07:51.644234 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-be69cfeb-9fe6-48ab-b34d-55fdb36b26c2 req-13b906a2-1628-4084-9a1b-057789602182 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1851342
Nov 27 21:07:51.668121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] For port 14c36d9d-b79d-4edc-a683-cffe7151df75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14c36d9d-b79d-4edc-a683-cffe7151df75,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:07:51.669272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f770b2a5-24f0-4299-bfee-37d1341cd579 None None] Port 74cc46d8-c742-470a-aa34-eaceb4ed7095 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:07:51.680130 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.721348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2938f-d5eb-4f20-a873-2e59c8f4e09e req-122fb49a-f416-41d4-81eb-bb6c74c97597 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:51.751679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8bb2938f-d5eb-4f20-a873-2e59c8f4e09e req-122fb49a-f416-41d4-81eb-bb6c74c97597 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1437709
Nov 27 21:07:51.764966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f770b2a5-24f0-4299-bfee-37d1341cd579 None None] Provisioning complete for port 14c36d9d-b79d-4edc-a683-cffe7151df75 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:51.766430 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f770b2a5-24f0-4299-bfee-37d1341cd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:51.902135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Router 434577cc-7bca-493e-ab8c-c441996fab78 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:07:51.912207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39860f-e22f-43e7-bf07-0367d80dc36f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:07:51.919518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ad1d6-edd5-4f2f-90f5-7ef12c9c7f4a req-92d05f24-f289-4062-b805-90bf99eae78b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:51.930339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-996ad1d6-edd5-4f2f-90f5-7ef12c9c7f4a req-92d05f24-f289-4062-b805-90bf99eae78b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0989852
Nov 27 21:07:51.956187 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8bb2938f-d5eb-4f20-a873-2e59c8f4e09e req-d4754f82-a385-4823-a421-c6f1376fb828 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031360
Nov 27 21:07:51.987702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899e69c-f44f-4455-9914-d2e101f87323 None None] Pushing event updated for resources: {'Port': ['ID=14c36d9d-b79d-4edc-a683-cffe7151df75,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:51.994150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Routers {'434577cc-7bca-493e-ab8c-c441996fab78'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:07:51.995719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd576070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:07:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['434577cc-7bca-493e-ab8c-c441996fab78'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:52.069117 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-996ad1d6-edd5-4f2f-90f5-7ef12c9c7f4a req-1822636a-d521-42c7-8de9-e67edc6de6da tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1359465
Nov 27 21:07:52.075484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:52.076173 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:52.198633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34612) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:52.300071 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-b139540e-d6a6-4510-91e9-635fb4d0db3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0997486
Nov 27 21:07:52.310267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-5a74da10-9330-46da-81bd-8672a36bc1e6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:07:52.311519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-5a74da10-9330-46da-81bd-8672a36bc1e6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055799
Nov 27 21:07:52.366344 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f770b2a5-24f0-4299-bfee-37d1341cd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:52.405087 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] Set router 434577cc-7bca-493e-ab8c-c441996fab78 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:07:52.409511 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f770b2a5-24f0-4299-bfee-37d1341cd579 None None] For port 14c36d9d-b79d-4edc-a683-cffe7151df75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14c36d9d-b79d-4edc-a683-cffe7151df75,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:52.444822 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f770b2a5-24f0-4299-bfee-37d1341cd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:52.482082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:07:52.487798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-155af75d-2307-4f78-90b4-039a263beded admin admin] 10.222.0.21 "PUT /v2.0/routers/434577cc-7bca-493e-ab8c-c441996fab78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7563584
Nov 27 21:07:52.624015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770b2a5-24f0-4299-bfee-37d1341cd579 None None] Pushing event updated for resources: {'Port': ['ID=14c36d9d-b79d-4edc-a683-cffe7151df75,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:52.641465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-64f728a3-cecb-4555-b3b9-4f0fd4978374 None None] Provisioning complete for port 14c36d9d-b79d-4edc-a683-cffe7151df75 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:52.641853 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64f728a3-cecb-4555-b3b9-4f0fd4978374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:52.796878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd576070>, [{'id': '434577cc-7bca-493e-ab8c-c441996fab78', 'name': 'tempest-ImageQuotaTest-704360550-router', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:07:47Z', 'updated_at': '2021-11-27T21:07:50Z', 'revision_number': 4, 'project_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'gw_port': {'id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434577cc-7bca-493e-ab8c-c441996fab78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:07:48Z', 'updated_at': '2021-11-27T21:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74cc46d8-c742-470a-aa34-eaceb4ed7095', 'name': '', 'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'mac_address': 'fa:16:3e:bc:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434577cc-7bca-493e-ab8c-c441996fab78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '493c3f08-70b7-41d4-bb31-491e28eceefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:07:50Z', 'updated_at': '2021-11-27T21:07:51Z', 'revision_number': 2, 'project_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'subnets': [{'id': '493c3f08-70b7-41d4-bb31-491e28eceefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:52.827711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d3535-dbaf-41ac-af04-5964c20f49d3 None None] The sync data for ids ['434577cc-7bca-493e-ab8c-c441996fab78'] in ncdv-master-1 is: [{'id': '434577cc-7bca-493e-ab8c-c441996fab78', 'name': 'tempest-ImageQuotaTest-704360550-router', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:07:47Z', 'updated_at': '2021-11-27T21:07:50Z', 'revision_number': 4, 'project_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'gw_port': {'id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434577cc-7bca-493e-ab8c-c441996fab78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:07:48Z', 'updated_at': '2021-11-27T21:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74cc46d8-c742-470a-aa34-eaceb4ed7095', 'name': '', 'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'mac_address': 'fa:16:3e:bc:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434577cc-7bca-493e-ab8c-c441996fab78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '493c3f08-70b7-41d4-bb31-491e28eceefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:07:50Z', 'updated_at': '2021-11-27T21:07:51Z', 'revision_number': 2, 'project_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'subnets': [{'id': '493c3f08-70b7-41d4-bb31-491e28eceefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:07:52.834751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-64f728a3-cecb-4555-b3b9-4f0fd4978374 None None] Provisioning complete for port 74cc46d8-c742-470a-aa34-eaceb4ed7095 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:52.835144 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64f728a3-cecb-4555-b3b9-4f0fd4978374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:52.872219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-64f728a3-cecb-4555-b3b9-4f0fd4978374 None None] Port 74cc46d8-c742-470a-aa34-eaceb4ed7095 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:07:53.189947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c48a93-b911-4a9f-a7cc-ab6bc9f1f50c req-15ad43ef-2f1b-4136-99a9-97177f3ec7d6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:53.197489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11c48a93-b911-4a9f-a7cc-ab6bc9f1f50c req-15ad43ef-2f1b-4136-99a9-97177f3ec7d6 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1192408
Nov 27 21:07:53.269202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11c48a93-b911-4a9f-a7cc-ab6bc9f1f50c req-688297d9-88ec-4151-9a3e-9b1d8a11a987 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705326
Nov 27 21:07:53.287998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efe2c6-cba3-4dc7-af77-a843b63c16e1 req-dfbe604f-3557-4455-953e-a0aa2da3a771 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:53.298942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3efe2c6-cba3-4dc7-af77-a843b63c16e1 req-dfbe604f-3557-4455-953e-a0aa2da3a771 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.1037481
Nov 27 21:07:53.382688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3efe2c6-cba3-4dc7-af77-a843b63c16e1 req-e16a7cac-2877-474a-b889-56770ac0ce74 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769677
Nov 27 21:07:53.938916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:53.975052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34670) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:54.178593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-c143027e-6e09-4940-9e0c-00bbe5ac309b tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:54.181089 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-c143027e-6e09-4940-9e0c-00bbe5ac309b tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1125951
Nov 27 21:07:54.325168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Deleting port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:54.325727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:54.551423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e7db1-93d8-4b04-83d8-d2c794f79c24 req-538d95b7-f14c-468f-a90d-8bf11b33074f tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:54.558056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-970e7db1-93d8-4b04-83d8-d2c794f79c24 req-538d95b7-f14c-468f-a90d-8bf11b33074f tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa59779-cb4a-4c93-9512-ba7c5570d157 HTTP/1.1" status: 200  len: 946 time: 0.1982486
Nov 27 21:07:54.597428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] For port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:54.597954 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:54.618225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Calling delete_port for cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:54.628296 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:54.639015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0e66b-f667-4920-a923-52bff8cb673a req-98fb5617-e757-4f37-a8d9-81ffa0291990 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:54.641074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73e0e66b-f667-4920-a923-52bff8cb673a req-98fb5617-e757-4f37-a8d9-81ffa0291990 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.1129498
Nov 27 21:07:54.694041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-970e7db1-93d8-4b04-83d8-d2c794f79c24 req-c0c2f3ff-3a5e-45cb-b0a9-ee084986da56 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285808
Nov 27 21:07:54.754863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73e0e66b-f667-4920-a923-52bff8cb673a req-d43eb329-4187-4700-a0d4-cfd35a67fb7c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1071970
Nov 27 21:07:54.832764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:54.847402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['b613c97a-4d90-417e-b201-5f479ccadf21'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:07:54.852290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:07:54.874673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Pushing event deleted for resources: {'Port': ['ID=cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:54.930163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] No DVR routers for this DVR port cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:07:54.933084 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:54.938838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48a7ce92-d251-4345-93b2-d25d8f62e12d req-3550db35-e0b5-4ece-836e-0fd18665be45 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.35 "DELETE /v2.0/ports/cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f HTTP/1.1" status: 204  len: 173 time: 0.7421186
Nov 27 21:07:54.939602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa59779-cb4a-4c93-9512-ba7c5570d157', 'name': 'network-vif-deleted', 'tag': 'cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:07:54.942046 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a717107a-6abf-480f-a607-ab3a8dae9156" -d '{"events": [{"server_uuid": "5fa59779-cb4a-4c93-9512-ba7c5570d157", "name": "network-vif-deleted", "tag": "cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:07:54.991627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-85d1dc06-afb8-4a01-a97c-20fee9c9390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:54.993441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-85d1dc06-afb8-4a01-a97c-20fee9c9390b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981&tenant_id=4b756ba4e580446980b973ad0b42b9fe HTTP/1.1" status: 200  len: 1094 time: 0.1279836
Nov 27 21:07:54.998903 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da67c834-5eee-43f4-89c9-bf069a492fee x-openstack-request-id: req-da67c834-5eee-43f4-89c9-bf069a492fee {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:07:55.000379 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa59779-cb4a-4c93-9512-ba7c5570d157", "name": "network-vif-deleted", "tag": "cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:07:55.000916 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da67c834-5eee-43f4-89c9-bf069a492fee {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:07:55.001473 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa59779-cb4a-4c93-9512-ba7c5570d157', 'name': 'network-vif-deleted', 'tag': 'cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f', 'status': 'completed', 'code': 200}
Nov 27 21:07:55.096306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Deleting port 74cc46d8-c742-470a-aa34-eaceb4ed7095 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:55.096788 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:55.111211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-f4a79075-ad53-4cf2-9dd0-930e6d6299cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:55.112826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-f4a79075-ad53-4cf2-9dd0-930e6d6299cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 1094 time: 0.0743742
Nov 27 21:07:55.569493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 14c36d9d-b79d-4edc-a683-cffe7151df75 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:07:55.570074 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:55.595623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Calling delete_port for 74cc46d8-c742-470a-aa34-eaceb4ed7095 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:55.604232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-84a634c8-7d36-4b55-a8ef-3f88ebf8e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:55.605705 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-84a634c8-7d36-4b55-a8ef-3f88ebf8e36b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.4659014
Nov 27 21:07:55.629116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 14c36d9d-b79d-4edc-a683-cffe7151df75 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:07:55.629502 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:55.730346 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-e67eb0ed-0abb-4071-a621-757938bd220d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 HTTP/1.1" status: 200  len: 999 time: 0.0836315
Nov 27 21:07:55.765081 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54825723-219b-499b-ab6a-676117759a10 None None] Sync routers for ids ['434577cc-7bca-493e-ab8c-c441996fab78'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:07:55.775548 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54825723-219b-499b-ab6a-676117759a10 None None] Routers {'434577cc-7bca-493e-ab8c-c441996fab78'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:07:55.776171 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-54825723-219b-499b-ab6a-676117759a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe70c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:07:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['434577cc-7bca-493e-ab8c-c441996fab78'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:55.877727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-4b1d8489-4c4a-4de1-85fc-7150c32b0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:55.879563 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-4b1d8489-4c4a-4de1-85fc-7150c32b0c2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0922308
Nov 27 21:07:55.919329 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-54825723-219b-499b-ab6a-676117759a10 None None] Set router 434577cc-7bca-493e-ab8c-c441996fab78 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:07:55.983661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-2d07f92d-d8fc-4b2f-834b-4faacbadcbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:55.986060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-2d07f92d-d8fc-4b2f-834b-4faacbadcbe5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0939131
Nov 27 21:07:55.987331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ea567-a94e-49f8-96d4-19cd839d20ef req-c0ac51a1-1845-4b00-9489-f4bc1e60adf3 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:55.997049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da5ea567-a94e-49f8-96d4-19cd839d20ef req-c0ac51a1-1845-4b00-9489-f4bc1e60adf3 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.1133690
Nov 27 21:07:56.058817 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:56.075922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da5ea567-a94e-49f8-96d4-19cd839d20ef req-7f5c9855-6e5b-4004-8c9d-02ba4d9d84a6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710173
Nov 27 21:07:56.104013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Pushing event deleted for resources: {'Port': ['ID=74cc46d8-c742-470a-aa34-eaceb4ed7095,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:56.227048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-27ec716f-9556-4486-a983-4bdf4a25da5b service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309744
Nov 27 21:07:56.238255 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-54825723-219b-499b-ab6a-676117759a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe70c400>, [{'id': '434577cc-7bca-493e-ab8c-c441996fab78', 'name': 'tempest-ImageQuotaTest-704360550-router', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:07:47Z', 'updated_at': '2021-11-27T21:07:50Z', 'revision_number': 4, 'project_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'gw_port': {'id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434577cc-7bca-493e-ab8c-c441996fab78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:07:48Z', 'updated_at': '2021-11-27T21:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '74cc46d8-c742-470a-aa34-eaceb4ed7095', 'name': '', 'network_id': '66b151c8-5275-429c-b0d1-a9a63ce5c192', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'mac_address': 'fa:16:3e:bc:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434577cc-7bca-493e-ab8c-c441996fab78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '493c3f08-70b7-41d4-bb31-491e28eceefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:07:50Z', 'updated_at': '2021-11-27T21:07:51Z', 'revision_number': 2, 'project_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'subnets': [{'id': '493c3f08-70b7-41d4-bb31-491e28eceefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:56.246580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36b586-0e87-4404-a4d5-773de51e523f req-b4d7a37e-c66f-42bb-8158-b725488d912e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:56.248208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be36b586-0e87-4404-a4d5-773de51e523f req-b4d7a37e-c66f-42bb-8158-b725488d912e tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1395919
Nov 27 21:07:56.268800 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54825723-219b-499b-ab6a-676117759a10 None None] Checking router: 434577cc-7bca-493e-ab8c-c441996fab78 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:07:56.269207 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54825723-219b-499b-ab6a-676117759a10 None None] Updating router 434577cc-7bca-493e-ab8c-c441996fab78 port 74cc46d8-c742-470a-aa34-eaceb4ed7095 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:07:56.291839 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54825723-219b-499b-ab6a-676117759a10 None None] Port 74cc46d8-c742-470a-aa34-eaceb4ed7095 not found while updating agent binding for router 434577cc-7bca-493e-ab8c-c441996fab78. {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Nov 27 21:07:56.302310 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54825723-219b-499b-ab6a-676117759a10 None None] Routers {'434577cc-7bca-493e-ab8c-c441996fab78'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:07:56.302826 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-54825723-219b-499b-ab6a-676117759a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe70c400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:07:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['434577cc-7bca-493e-ab8c-c441996fab78'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:56.419491 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-54825723-219b-499b-ab6a-676117759a10 None None] Set router 434577cc-7bca-493e-ab8c-c441996fab78 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:07:56.441292 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be36b586-0e87-4404-a4d5-773de51e523f req-94b60f41-4f7b-473c-801c-a5598ffbc8ce tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492012
Nov 27 21:07:56.475222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547ba77f-362d-4e20-88c0-b88b26a2c60f req-70a51c48-47a8-4dd4-bcaf-6e3dc35ee538 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2260058
Nov 27 21:07:56.475838 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:56.603742 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-54825723-219b-499b-ab6a-676117759a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe70c400>, [{'id': '434577cc-7bca-493e-ab8c-c441996fab78', 'name': 'tempest-ImageQuotaTest-704360550-router', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:07:47Z', 'updated_at': '2021-11-27T21:07:55Z', 'revision_number': 5, 'project_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'gw_port': {'id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434577cc-7bca-493e-ab8c-c441996fab78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:07:48Z', 'updated_at': '2021-11-27T21:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:56.637180 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54825723-219b-499b-ab6a-676117759a10 None None] The sync data for ids ['434577cc-7bca-493e-ab8c-c441996fab78'] in ncdv-master-1 is: [{'id': '434577cc-7bca-493e-ab8c-c441996fab78', 'name': 'tempest-ImageQuotaTest-704360550-router', 'tenant_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:07:47Z', 'updated_at': '2021-11-27T21:07:55Z', 'revision_number': 5, 'project_id': '7d726e50ae6948c1ac498d2bfe00bbdc', 'gw_port': {'id': '14c36d9d-b79d-4edc-a683-cffe7151df75', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434577cc-7bca-493e-ab8c-c441996fab78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:07:48Z', 'updated_at': '2021-11-27T21:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:07:56.704078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Router 434577cc-7bca-493e-ab8c-c441996fab78 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:07:56.816934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:07:56.822089 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fd7d521e-3da7-4ba4-b5a0-6b963256191e admin admin] 10.222.0.21 "PUT /v2.0/routers/434577cc-7bca-493e-ab8c-c441996fab78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8459015
Nov 27 21:07:56.824520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34768) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:56.948115 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:57.217928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:57.267747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30503d96-927b-4687-8faa-ddcddbd49b96 req-3728c725-9fb2-4447-8fa9-b40989f8e0e2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:57.283402 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30503d96-927b-4687-8faa-ddcddbd49b96 req-3728c725-9fb2-4447-8fa9-b40989f8e0e2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0972991
Nov 27 21:07:57.369335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Deleting port 14c36d9d-b79d-4edc-a683-cffe7151df75 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:57.369751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:57.415893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30503d96-927b-4687-8faa-ddcddbd49b96 req-f0768b04-8f1e-427e-b1e5-bd5c7c5b7ef6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1305606
Nov 27 21:07:57.503009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 74cc46d8-c742-470a-aa34-eaceb4ed7095 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:57.552169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 74cc46d8-c742-470a-aa34-eaceb4ed7095 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:57.554015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 74cc46d8-c742-470a-aa34-eaceb4ed7095 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:57.561998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] For port 14c36d9d-b79d-4edc-a683-cffe7151df75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14c36d9d-b79d-4edc-a683-cffe7151df75,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:57.564177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:57.585249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Calling delete_port for 14c36d9d-b79d-4edc-a683-cffe7151df75 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:57.723921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf0bf7-252a-4904-92a2-8e50144e5ec9 req-ec5f41c6-ddc4-4856-b2fe-3ade69535eaa tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:57.725746 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49bf0bf7-252a-4904-92a2-8e50144e5ec9 req-ec5f41c6-ddc4-4856-b2fe-3ade69535eaa tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1281557
Nov 27 21:07:57.879843 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49bf0bf7-252a-4904-92a2-8e50144e5ec9 req-dd8ef4c8-8829-4b11-a82c-9408b6f93e4b tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457689
Nov 27 21:07:57.980690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:58.005768 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.019601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:58.020451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cd5b57d3-f3a1-4ea3-8f34-be4de4c3781f not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:58.051168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c36d9d-b79d-4edc-a683-cffe7151df75,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:58.079406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ea315-fb2c-4520-a582-334f06042d7e None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:07:58.170725 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.315811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.319849 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.387587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bd2d6-378d-4255-896e-23106867a31a None None] Sync routers for ids ['434577cc-7bca-493e-ab8c-c441996fab78'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:07:58.388894 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.389608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434577cc-7bca-493e-ab8c-c441996fab78 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:07:58.410666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.413788 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e94e41bb-4df7-4727-8757-77e28c6bbb22 admin admin] 10.222.0.21 "DELETE /v2.0/routers/434577cc-7bca-493e-ab8c-c441996fab78 HTTP/1.1" status: 204  len: 168 time: 1.5880461
Nov 27 21:07:58.417738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34828) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:58.435043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bd2d6-378d-4255-896e-23106867a31a None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:07:58.435372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bd2d6-378d-4255-896e-23106867a31a None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 21:07:58.436150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_agentschedulers_db [None req-266bd2d6-378d-4255-896e-23106867a31a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'434577cc-7bca-493e-ab8c-c441996fab78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:07:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent'). {{(pid=120910) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 21:07:58.459754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bd2d6-378d-4255-896e-23106867a31a None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:07:58.460382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bd2d6-378d-4255-896e-23106867a31a None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 21:07:58.461467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_agentschedulers_db [None req-266bd2d6-378d-4255-896e-23106867a31a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'434577cc-7bca-493e-ab8c-c441996fab78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:07:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent'). {{(pid=120910) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 21:07:58.462055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bd2d6-378d-4255-896e-23106867a31a None None] The sync data for ids ['434577cc-7bca-493e-ab8c-c441996fab78'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:07:58.491459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4179f1a-d9ce-400f-badb-14912c716e8a admin admin] Deleting subnet 493c3f08-70b7-41d4-bb31-491e28eceefa {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:07:58.497999 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4179f1a-d9ce-400f-badb-14912c716e8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.590998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4179f1a-d9ce-400f-badb-14912c716e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.610631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d594bfd-2c7f-4897-bb9c-243cbf0d45ee req-c9f8bbc2-b860-47c6-b544-ddf9d147370f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:58.624114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d594bfd-2c7f-4897-bb9c-243cbf0d45ee req-c9f8bbc2-b860-47c6-b544-ddf9d147370f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0853000
Nov 27 21:07:58.701909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d594bfd-2c7f-4897-bb9c-243cbf0d45ee req-c782937e-d9b7-4833-a6a6-6f39c325bbd6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764015
Nov 27 21:07:58.762547 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4179f1a-d9ce-400f-badb-14912c716e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.820445 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4179f1a-d9ce-400f-badb-14912c716e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.848602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4179f1a-d9ce-400f-badb-14912c716e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493c3f08-70b7-41d4-bb31-491e28eceefa,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:58.850619 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4179f1a-d9ce-400f-badb-14912c716e8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:58.856378 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e4179f1a-d9ce-400f-badb-14912c716e8a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/493c3f08-70b7-41d4-bb31-491e28eceefa HTTP/1.1" status: 204  len: 168 time: 0.4347703
Nov 27 21:07:58.856754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34832) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:07:58.867613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae32e6cb-421b-41fb-93c4-f6ad177e25c3 None None] Network 66b151c8-5275-429c-b0d1-a9a63ce5c192 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:07:58.963168 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.174736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd92b2-869a-4db2-ba74-b71a0851a7a1 req-9b297358-2ddd-4fa5-8267-b66a40d50dde tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:59.177091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15bd92b2-869a-4db2-ba74-b71a0851a7a1 req-9b297358-2ddd-4fa5-8267-b66a40d50dde tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1660595
Nov 27 21:07:59.224034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Deleting port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:59.224779 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.246269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8a65e-2b5c-41e7-a7a8-e60f91c28e92 None None] DHCP port deletion for 66b151c8-5275-429c-b0d1-a9a63ce5c192 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:07:59.301916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] For port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b78e8d6a-4f6c-43c5-9e20-346b6d971fe0,segment=NetworkSegment(d64b1740-c4a9-4219-afc1-b2a2a0fca804),segment_id=d64b1740-c4a9-4219-afc1-b2a2a0fca804)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:59.302734 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.316775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Calling delete_port for b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:59.372167 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-31e8a65e-2b5c-41e7-a7a8-e60f91c28e92 None None] Deleting port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:07:59.372521 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-31e8a65e-2b5c-41e7-a7a8-e60f91c28e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.411731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.509268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] No DVR routers for this DVR port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:07:59.513944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78e8d6a-4f6c-43c5-9e20-346b6d971fe0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:59.538746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-31e8a65e-2b5c-41e7-a7a8-e60f91c28e92 None None] For port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b78e8d6a-4f6c-43c5-9e20-346b6d971fe0,segment=NetworkSegment(d64b1740-c4a9-4219-afc1-b2a2a0fca804),segment_id=d64b1740-c4a9-4219-afc1-b2a2a0fca804)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:07:59.539235 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-31e8a65e-2b5c-41e7-a7a8-e60f91c28e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.546685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15bd92b2-869a-4db2-ba74-b71a0851a7a1 req-ce5f2b2b-72cd-48d4-baaa-3167b3419c97 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3635819
Nov 27 21:07:59.576284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-31e8a65e-2b5c-41e7-a7a8-e60f91c28e92 None None] Calling delete_port for b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:07:59.609733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.624944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:59.642999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5ef040>,) {'filters': {'network_id': ['66b151c8-5275-429c-b0d1-a9a63ce5c192']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:59.650758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:59.650758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:59.651321 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 14c36d9d-b79d-4edc-a683-cffe7151df75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:07:59.654500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5ef040>, 'd64b1740-c4a9-4219-afc1-b2a2a0fca804') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:59.655786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5ef040>, 'd64b1740-c4a9-4219-afc1-b2a2a0fca804') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:07:59.668456 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.681812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 14c36d9d-b79d-4edc-a683-cffe7151df75 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:07:59.684299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 14c36d9d-b79d-4edc-a683-cffe7151df75 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:07:59.685480 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.695380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:07:59.696289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:07:59.698461 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:07:59.705057 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:07:59.717418 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-31e8a65e-2b5c-41e7-a7a8-e60f91c28e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.750538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8a65e-2b5c-41e7-a7a8-e60f91c28e92 None None] Pushing event deleted for resources: {'Port': ['ID=b78e8d6a-4f6c-43c5-9e20-346b6d971fe0,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:59.752583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8a65e-2b5c-41e7-a7a8-e60f91c28e92 None None] No DVR routers for this DVR port b78e8d6a-4f6c-43c5-9e20-346b6d971fe0 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:07:59.798427 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.803919 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:07:59.819612 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/66b151c8-5275-429c-b0d1-a9a63ce5c192 HTTP/1.1" status: 204  len: 168 time: 0.9615505
Nov 27 21:07:59.839662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa98bfd-0587-44b2-8465-73c28b97b7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66b151c8-5275-429c-b0d1-a9a63ce5c192,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:07:59.869161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a7021-2e71-4882-b9c5-966bf6087b83 req-fa6f262a-cb42-44d1-88ab-545539e70de8 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:07:59.871049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa0a7021-2e71-4882-b9c5-966bf6087b83 req-fa6f262a-cb42-44d1-88ab-545539e70de8 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0630913
Nov 27 21:07:59.949705 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa0a7021-2e71-4882-b9c5-966bf6087b83 req-02170d0c-a3ee-42cd-a2a9-354a32dabd62 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702612
Nov 27 21:07:59.960323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34862) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:00.017389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dc9bfb53-29a5-4400-8f8d-74e41d7a1d49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d726e50ae6948c1ac498d2bfe00bbdc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0554619
Nov 27 21:08:00.020091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34864) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:00.072616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-16356018-f5ce-4f15-815e-4040a0efaf4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:00.093441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-16356018-f5ce-4f15-815e-4040a0efaf4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:00.144214 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-16356018-f5ce-4f15-815e-4040a0efaf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:00.146833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-16356018-f5ce-4f15-815e-4040a0efaf4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:00.150630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-16356018-f5ce-4f15-815e-4040a0efaf4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39afe3f9-3d91-4bf5-bc66-211f824ad3f8 HTTP/1.1" status: 204  len: 168 time: 0.1272974
Nov 27 21:08:00.157900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16356018-f5ce-4f15-815e-4040a0efaf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39afe3f9-3d91-4bf5-bc66-211f824ad3f8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:00.575111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34878) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:00.592961 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b58181de-22e2-4544-8ae6-0945db8869fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:00.630295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34880) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:00.731653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc7e22-ebda-4fd8-8216-ccc3494fe4c7 req-c94cb083-cf5b-437c-8956-ce82212c0f93 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:00.733336 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52bc7e22-ebda-4fd8-8216-ccc3494fe4c7 req-c94cb083-cf5b-437c-8956-ce82212c0f93 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1039183
Nov 27 21:08:00.769059 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b58181de-22e2-4544-8ae6-0945db8869fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:00.782273 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b58181de-22e2-4544-8ae6-0945db8869fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:00.827591 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1337915-4e89-4e95-9905-983d261d0e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:00.827830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52bc7e22-ebda-4fd8-8216-ccc3494fe4c7 req-b78ffab5-248f-4bfe-9cde-9467b4d5f419 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855193
Nov 27 21:08:00.836156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b58181de-22e2-4544-8ae6-0945db8869fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.2598200
Nov 27 21:08:00.839173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34884) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:00.845586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58181de-22e2-4544-8ae6-0945db8869fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07469ce3-fd81-4944-be8e-7d5454c1239f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:00.917127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8441b4d7-04bd-4e5f-a77e-69f289e9c995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:00.953726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8441b4d7-04bd-4e5f-a77e-69f289e9c995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.033245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1337915-4e89-4e95-9905-983d261d0e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.038595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1337915-4e89-4e95-9905-983d261d0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.116958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e1337915-4e89-4e95-9905-983d261d0e4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c3bcfde0f704cce95e3dd3f22c1dc2f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4850063
Nov 27 21:08:01.119611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34888) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:01.122831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8441b4d7-04bd-4e5f-a77e-69f289e9c995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.126051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8441b4d7-04bd-4e5f-a77e-69f289e9c995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.131730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8441b4d7-04bd-4e5f-a77e-69f289e9c995 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07469ce3-fd81-4944-be8e-7d5454c1239f HTTP/1.1" status: 204  len: 168 time: 0.2895160
Nov 27 21:08:01.139451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1337915-4e89-4e95-9905-983d261d0e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fea9477-aef2-41ce-9760-0f8d5519ade8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:01.175083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd865-7e4e-437f-880e-7b0691c79f83 req-eb99a15a-95e6-4584-9c72-2f0616dd65d6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:01.181011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-693dd865-7e4e-437f-880e-7b0691c79f83 req-eb99a15a-95e6-4584-9c72-2f0616dd65d6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.1205235
Nov 27 21:08:01.185619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441b4d7-04bd-4e5f-a77e-69f289e9c995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07469ce3-fd81-4944-be8e-7d5454c1239f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:01.218677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a67eb51a-7269-4f14-82af-afabc77a36ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.244430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a67eb51a-7269-4f14-82af-afabc77a36ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.258001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-693dd865-7e4e-437f-880e-7b0691c79f83 req-820a00cb-9bf1-4e21-a21b-c6eeb7c58843 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676110
Nov 27 21:08:01.335677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a67eb51a-7269-4f14-82af-afabc77a36ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.356403 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a67eb51a-7269-4f14-82af-afabc77a36ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.360204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a67eb51a-7269-4f14-82af-afabc77a36ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fea9477-aef2-41ce-9760-0f8d5519ade8 HTTP/1.1" status: 204  len: 168 time: 0.2367802
Nov 27 21:08:01.368429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eb51a-7269-4f14-82af-afabc77a36ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fea9477-aef2-41ce-9760-0f8d5519ade8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:01.556547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-866b6057-3066-4688-83e5-205b851abf55 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:01.561356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-866b6057-3066-4688-83e5-205b851abf55 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.15 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.1028471
Nov 27 21:08:01.701547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Deleting port b613c97a-4d90-417e-b201-5f479ccadf21 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:01.702286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.815971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] For port b613c97a-4d90-417e-b201-5f479ccadf21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b613c97a-4d90-417e-b201-5f479ccadf21,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:01.816779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:01.836900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Calling delete_port for b613c97a-4d90-417e-b201-5f479ccadf21 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:02.032985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:02.037394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4fb8-079e-47fe-888d-6689477b7b50 req-541f1462-01ff-4ae2-ae8a-4a8d60b35a14 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:02.039059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa8d4fb8-079e-47fe-888d-6689477b7b50 req-541f1462-01ff-4ae2-ae8a-4a8d60b35a14 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/ports?device_id=7896504e-013d-42df-9c95-1445b03b7e48 HTTP/1.1" status: 200  len: 945 time: 0.0673146
Nov 27 21:08:02.047911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['b613c97a-4d90-417e-b201-5f479ccadf21'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:02.089731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Pushing event deleted for resources: {'Port': ['ID=b613c97a-4d90-417e-b201-5f479ccadf21,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:02.135076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] No DVR routers for this DVR port b613c97a-4d90-417e-b201-5f479ccadf21 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:02.137753 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:02.141540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00f60b8d-5509-47d8-9e53-b62ae27d8b61 req-4f727df8-7bdf-4ed6-852a-c35799022503 tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.15 "DELETE /v2.0/ports/b613c97a-4d90-417e-b201-5f479ccadf21 HTTP/1.1" status: 204  len: 173 time: 0.5710177
Nov 27 21:08:02.142048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7896504e-013d-42df-9c95-1445b03b7e48', 'name': 'network-vif-deleted', 'tag': 'b613c97a-4d90-417e-b201-5f479ccadf21'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:02.143121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa8d4fb8-079e-47fe-888d-6689477b7b50 req-f0632ccc-e8a2-4bc1-8ba3-e6674980e4de tempest-ServerRescueNegativeTestJSON-609742415 tempest-ServerRescueNegativeTestJSON-609742415-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fd1cd99-481b-44b2-bee0-1997401dceb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844147
Nov 27 21:08:02.145000 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170a9588-b3bc-45e5-bf08-b6a12b9927b6" -d '{"events": [{"server_uuid": "7896504e-013d-42df-9c95-1445b03b7e48", "name": "network-vif-deleted", "tag": "b613c97a-4d90-417e-b201-5f479ccadf21"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:02.228865 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08558779-5188-46aa-9fb5-4f046c0252f3 x-openstack-request-id: req-08558779-5188-46aa-9fb5-4f046c0252f3 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:02.229180 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7896504e-013d-42df-9c95-1445b03b7e48", "name": "network-vif-deleted", "tag": "b613c97a-4d90-417e-b201-5f479ccadf21", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:02.229446 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08558779-5188-46aa-9fb5-4f046c0252f3 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:02.229864 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7896504e-013d-42df-9c95-1445b03b7e48', 'name': 'network-vif-deleted', 'tag': 'b613c97a-4d90-417e-b201-5f479ccadf21', 'status': 'completed', 'code': 200}
Nov 27 21:08:02.488608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f948f10-4bbf-4c7f-b91b-7e8449790a75 req-b8e3f1be-e99c-4321-a17c-ecd2f522f023 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:02.490743 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f948f10-4bbf-4c7f-b91b-7e8449790a75 req-b8e3f1be-e99c-4321-a17c-ecd2f522f023 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0801132
Nov 27 21:08:02.560561 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f948f10-4bbf-4c7f-b91b-7e8449790a75 req-ed3fcbd6-de0c-4429-9eba-adde767091f9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631018
Nov 27 21:08:03.218005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34942) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:03.585883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:03.725460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dc305-4d9f-46b7-9c93-d66e46eff3cc req-7ef02ac7-f53f-4ebe-b086-f1e48d905811 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:03.730799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c8dc305-4d9f-46b7-9c93-d66e46eff3cc req-7ef02ac7-f53f-4ebe-b086-f1e48d905811 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0723987
Nov 27 21:08:03.782045 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8c8dc305-4d9f-46b7-9c93-d66e46eff3cc req-80c10a98-0651-46eb-8843-2f6ea618d6f7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417330
Nov 27 21:08:03.872851 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Deleting port e6bbf31b-55e6-46ea-b02e-087499199235 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:03.873365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:03.961295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] For port e6bbf31b-55e6-46ea-b02e-087499199235, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6bbf31b-55e6-46ea-b02e-087499199235,segment=NetworkSegment(3e7ae3c4-34f6-4410-9bd2-c9ca314ba042),segment_id=3e7ae3c4-34f6-4410-9bd2-c9ca314ba042)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:03.961672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:03.992383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Calling delete_port for e6bbf31b-55e6-46ea-b02e-087499199235 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:04.255945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:04.292490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bbf31b-55e6-46ea-b02e-087499199235,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:04.314802 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8265dba2-7577-4cc7-a81e-d3ed00a51b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:04.528788 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:04.772901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Router 439d6361-1d25-4518-b1c2-e29b7c16bcef has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:08:04.925542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:04.930959 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-546334ae-d21e-48ec-a24b-97bf2ccf5c48 admin admin] 10.222.0.21 "PUT /v2.0/routers/439d6361-1d25-4518-b1c2-e29b7c16bcef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7117734
Nov 27 21:08:04.933485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 34982) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:04.936428 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] Sync routers for ids ['439d6361-1d25-4518-b1c2-e29b7c16bcef'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:04.946661 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] Routers {'439d6361-1d25-4518-b1c2-e29b7c16bcef'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:04.947208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b613c97a-4d90-417e-b201-5f479ccadf21 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:04.947811 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403bf9610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:07:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['439d6361-1d25-4518-b1c2-e29b7c16bcef'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:04.949574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370df455-0dd2-48fa-aa58-70e2761dcdad req-86ee39cc-7e33-4647-8d90-82c687c1675e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:04.951749 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-370df455-0dd2-48fa-aa58-70e2761dcdad req-86ee39cc-7e33-4647-8d90-82c687c1675e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0702093
Nov 27 21:08:04.998052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: b613c97a-4d90-417e-b201-5f479ccadf21 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:05.000621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b613c97a-4d90-417e-b201-5f479ccadf21 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:05.051986 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-370df455-0dd2-48fa-aa58-70e2761dcdad req-a5fcc02c-7142-435e-b046-f6de54bd7ce8 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906696
Nov 27 21:08:05.076621 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:05.137340 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] Set router 439d6361-1d25-4518-b1c2-e29b7c16bcef gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:05.394542 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403bf9610>, [{'id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:01Z', 'updated_at': '2021-11-27T21:08:04Z', 'revision_number': 5, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'gw_port': {'id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:02Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:05.440157 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] Checking router: 439d6361-1d25-4518-b1c2-e29b7c16bcef for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:05.496464 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] Routers {'439d6361-1d25-4518-b1c2-e29b7c16bcef'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:05.497691 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403bf9610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:07:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['439d6361-1d25-4518-b1c2-e29b7c16bcef'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:05.625487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:05.647312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34990) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:05.690357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Deleting port acd20fd4-6183-40a3-b325-edefb50002ef {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:05.690793 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:05.709499 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] Set router 439d6361-1d25-4518-b1c2-e29b7c16bcef gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:05.810276 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a160632-1899-48e5-abe4-9176e34c8393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:05.812994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] For port acd20fd4-6183-40a3-b325-edefb50002ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acd20fd4-6183-40a3-b325-edefb50002ef,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:05.813433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:05.836178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Calling delete_port for acd20fd4-6183-40a3-b325-edefb50002ef owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:05.936983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a160632-1899-48e5-abe4-9176e34c8393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:05.948181 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a160632-1899-48e5-abe4-9176e34c8393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.015154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5a160632-1899-48e5-abe4-9176e34c8393 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b14c416fb81f4b1dbff2aa82e2323988&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3662233
Nov 27 21:08:06.016781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a160632-1899-48e5-abe4-9176e34c8393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44a1bf0-c6c3-442c-9342-dd8212168be4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:06.020622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 34996) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:06.085197 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4254a29c-2c85-4cdc-9f86-f54fec7b27b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.087821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.111947 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4254a29c-2c85-4cdc-9f86-f54fec7b27b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.118276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c53578-976e-428e-af89-5d7d97f32250 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:06.189691 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403bf9610>, [{'id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:01Z', 'updated_at': '2021-11-27T21:08:04Z', 'revision_number': 5, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'gw_port': {'id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:02Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:06.192773 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4254a29c-2c85-4cdc-9f86-f54fec7b27b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.195176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd20fd4-6183-40a3-b325-edefb50002ef,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:06.196147 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4254a29c-2c85-4cdc-9f86-f54fec7b27b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.197494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4254a29c-2c85-4cdc-9f86-f54fec7b27b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b44a1bf0-c6c3-442c-9342-dd8212168be4 HTTP/1.1" status: 204  len: 168 time: 0.1757882
Nov 27 21:08:06.209919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254a29c-2c85-4cdc-9f86-f54fec7b27b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44a1bf0-c6c3-442c-9342-dd8212168be4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:06.243095 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a8d3e-688d-44c2-a394-f0e49006b18b None None] The sync data for ids ['439d6361-1d25-4518-b1c2-e29b7c16bcef'] in ncdv-master-1 is: [{'id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'name': 'tempest-ServerRescueNegativeTestJSON-2013807313-router', 'tenant_id': '2fcfaa0229934ca2881bd510e1a2aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:06:01Z', 'updated_at': '2021-11-27T21:08:04Z', 'revision_number': 5, 'project_id': '2fcfaa0229934ca2881bd510e1a2aade', 'gw_port': {'id': 'acd20fd4-6183-40a3-b325-edefb50002ef', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d6361-1d25-4518-b1c2-e29b7c16bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:06:02Z', 'updated_at': '2021-11-27T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:06.276212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.435983 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.438322 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.440445 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3deb583a-2c0a-481c-aa80-9bc834596505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.515804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0d14a-9bd8-4c67-a2f6-d343196ab023 req-52197f82-b6b4-41ad-b223-3882edec3f5a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:06.523402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffd0d14a-9bd8-4c67-a2f6-d343196ab023 req-52197f82-b6b4-41ad-b223-3882edec3f5a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.2616093
Nov 27 21:08:06.525994 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.526571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439d6361-1d25-4518-b1c2-e29b7c16bcef {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:08:06.531582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.535219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dabeb3c0-89d8-417f-a51b-047e1193f148 admin admin] 10.222.0.21 "DELETE /v2.0/routers/439d6361-1d25-4518-b1c2-e29b7c16bcef HTTP/1.1" status: 204  len: 168 time: 1.5977132
Nov 27 21:08:06.535703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35004) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:06.577514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffd0d14a-9bd8-4c67-a2f6-d343196ab023 req-cc4ac6ae-3d81-4cce-b23e-0638b9574bb2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531955
Nov 27 21:08:06.633390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18e3df9-aca4-47c0-813f-98c1817e4dd5 admin admin] Deleting subnet dc152b7f-a1a1-4d89-b760-1363f01335be {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:08:06.636885 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c18e3df9-aca4-47c0-813f-98c1817e4dd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.699897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c18e3df9-aca4-47c0-813f-98c1817e4dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.747237 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c18e3df9-aca4-47c0-813f-98c1817e4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.805183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c18e3df9-aca4-47c0-813f-98c1817e4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.830107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e3df9-aca4-47c0-813f-98c1817e4dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc152b7f-a1a1-4d89-b760-1363f01335be,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:06.845058 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c18e3df9-aca4-47c0-813f-98c1817e4dd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:06.849696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c18e3df9-aca4-47c0-813f-98c1817e4dd5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc152b7f-a1a1-4d89-b760-1363f01335be HTTP/1.1" status: 204  len: 168 time: 0.3125226
Nov 27 21:08:06.851833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35014) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:06.924979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.014591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.037559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fde79b80>,) {'filters': {'network_id': ['24dac3ac-1146-4be6-b1df-ff69289a0028']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:07.047835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fde79b80>, '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:07.048141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fde79b80>, '3e7ae3c4-34f6-4410-9bd2-c9ca314ba042') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:07.058699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.076219 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.082972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:08:07.083451 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:08:07.085655 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:08:07.123805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35024) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:07.146455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.152258 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.156654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] 10.222.0.21 "DELETE /v2.0/networks/24dac3ac-1146-4be6-b1df-ff69289a0028 HTTP/1.1" status: 204  len: 168 time: 0.3038156
Nov 27 21:08:07.168149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c922277-dcfa-4a46-a8e3-2e814e787675 admin admin] Pushing event deleted for resources: {'Network': ['ID=24dac3ac-1146-4be6-b1df-ff69289a0028,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:07.233455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-74833711-network', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:07.257499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Made reservation on behalf of 49981e6330d04897a5b23f4ca0b9a934 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:07.259886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.268957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.271072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35030) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:07.313550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6cb6ae4a-dbfb-4e0a-a9ff-e48c87a7a5ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fcfaa0229934ca2881bd510e1a2aade&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0411978
Nov 27 21:08:07.316126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35032) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:07.350338 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.354313 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.368294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1574636-bf1c-4e8c-b8df-f4ce7383801d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.373877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:08:07.387206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.387651 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Added segment 15340db1-f014-4759-aa92-f6cff4aa417a of type vlan for network 82b7458b-bb62-43f1-8459-dfaac22cfd80
Nov 27 21:08:07.392959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1574636-bf1c-4e8c-b8df-f4ce7383801d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.429767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5559d6cb-8ec1-4274-b2e4-91dcc343b169,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:07.459291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.460145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1574636-bf1c-4e8c-b8df-f4ce7383801d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.463039 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1574636-bf1c-4e8c-b8df-f4ce7383801d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.467143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a1574636-bf1c-4e8c-b8df-f4ce7383801d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fd1cd99-481b-44b2-bee0-1997401dceb9 HTTP/1.1" status: 204  len: 168 time: 0.1471460
Nov 27 21:08:07.473142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1574636-bf1c-4e8c-b8df-f4ce7383801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd1cd99-481b-44b2-bee0-1997401dceb9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:07.503877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.505045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:07.505648 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.555853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device acd20fd4-6183-40a3-b325-edefb50002ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:07.557534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.4326172
Nov 27 21:08:07.560338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35036) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:07.565230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Request body: {'subnet': {'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-74833711-subnet', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:07.575952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: acd20fd4-6183-40a3-b325-edefb50002ef {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:07.576668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device acd20fd4-6183-40a3-b325-edefb50002ef not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:07.577104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e6bbf31b-55e6-46ea-b02e-087499199235 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:07.587211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcc5a3-0f66-4dae-b305-81a7b3f5403c admin admin] Pushing event updated for resources: {'Network': ['ID=82b7458b-bb62-43f1-8459-dfaac22cfd80,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:07.601657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e6bbf31b-55e6-46ea-b02e-087499199235 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:07.602046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e6bbf31b-55e6-46ea-b02e-087499199235 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:07.605245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Made reservation on behalf of 49981e6330d04897a5b23f4ca0b9a934 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:07.605413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 82b7458b-bb62-43f1-8459-dfaac22cfd80 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:08:07.612242 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.788449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f3aae-00be-419c-9c3d-da7113bcbf12 req-ba06e8bf-2dd4-4225-9aa0-0d96dfc2b2f6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:07.789957 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca1f3aae-00be-419c-9c3d-da7113bcbf12 req-ba06e8bf-2dd4-4225-9aa0-0d96dfc2b2f6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0855250
Nov 27 21:08:07.818918 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.886793 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca1f3aae-00be-419c-9c3d-da7113bcbf12 req-9d55523e-145f-49ef-8284-e3fc32fa2164 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903001
Nov 27 21:08:07.902076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:07.961320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=25faca2d-2257-4a52-b33e-465ce544c73e,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:07.971232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Checking segment: {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:07.971631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Network hostable DHCP agents. Network: 82b7458b-bb62-43f1-8459-dfaac22cfd80, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:08:07.988597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Network 82b7458b-bb62-43f1-8459-dfaac22cfd80 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:08:07.997895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 82b7458b-bb62-43f1-8459-dfaac22cfd80) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:08.003427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:08.004040 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.007845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5376dd29-39c6-4885-81ca-d916193af0f8 None None] Network 82b7458b-bb62-43f1-8459-dfaac22cfd80 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:08.026290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eba26c8c-fa1f-45e8-8cb4-c04e822232fa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.4649067
Nov 27 21:08:08.028127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35052) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:08.032800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:08.058497 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.059405 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.116476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.172121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702be76-c86a-425b-b741-908c18429726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-82b7458b-bb62-43f1-8459-dfaac22cfd80', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:08:08.173101 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d702be76-c86a-425b-b741-908c18429726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.246835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35060) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:08.265890 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.314847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-d702be76-c86a-425b-b741-908c18429726 None None] Allocated IP 172.20.0.2 (82b7458b-bb62-43f1-8459-dfaac22cfd80/25faca2d-2257-4a52-b33e-465ce544c73e/b24cb19a-609e-4947-9126-9a6b9d86d336) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:08.374104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1213610444-network', 'tenant_id': '9e71ba352bc24e6783f74563b7ccef73'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:08.396495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Made reservation on behalf of 9e71ba352bc24e6783f74563b7ccef73 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:08.398842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.408609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.488125 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d702be76-c86a-425b-b741-908c18429726 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.490927 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.500791 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.500994 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d702be76-c86a-425b-b741-908c18429726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.505732 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.512563 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.528700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:08:08.540144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702be76-c86a-425b-b741-908c18429726 None None] Network 82b7458b-bb62-43f1-8459-dfaac22cfd80 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:08.542653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27ed50d-2961-4010-955c-60a2bb201f1a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:08.546874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-d702be76-c86a-425b-b741-908c18429726 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:08.553406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.553883 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Added segment 5842a979-759c-40b4-99ef-f555b1c47ae3 of type vlan for network 2feaefb8-3f7a-421e-9bcb-1af37c4138c1
Nov 27 21:08:08.556233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702be76-c86a-425b-b741-908c18429726 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:08.569808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702be76-c86a-425b-b741-908c18429726 None None] Pushing event updated for resources: {'Port': ['ID=b24cb19a-609e-4947-9126-9a6b9d86d336,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:08.607984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.625169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d702be76-c86a-425b-b741-908c18429726 None None] Attempting to bind port b24cb19a-609e-4947-9126-9a6b9d86d336 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:08.625639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d702be76-c86a-425b-b741-908c18429726 None None] Attempting to bind port b24cb19a-609e-4947-9126-9a6b9d86d336 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:08.626083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702be76-c86a-425b-b741-908c18429726 None None] Attempting to bind port b24cb19a-609e-4947-9126-9a6b9d86d336 on network 82b7458b-bb62-43f1-8459-dfaac22cfd80 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:08.627445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Allocated IP 172.35.3.25 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/56609901-117b-4bce-9b6d-f86ae4e71604) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:08.631403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702be76-c86a-425b-b741-908c18429726 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:08.632110 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702be76-c86a-425b-b741-908c18429726 None None] Checking segment: {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:08.632742 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d702be76-c86a-425b-b741-908c18429726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.633381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702be76-c86a-425b-b741-908c18429726 None None] Bound using segment: {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:08.633944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d702be76-c86a-425b-b741-908c18429726 None None] Bound port: b24cb19a-609e-4947-9126-9a6b9d86d336, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:08.634399 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d702be76-c86a-425b-b741-908c18429726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.636562 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.637822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:08.638411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.697000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4474235
Nov 27 21:08:08.699228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d702be76-c86a-425b-b741-908c18429726 None None] For port b24cb19a-609e-4947-9126-9a6b9d86d336, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:08.699888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35064) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:08.702822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d702be76-c86a-425b-b741-908c18429726 None None] For port b24cb19a-609e-4947-9126-9a6b9d86d336, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b24cb19a-609e-4947-9126-9a6b9d86d336,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:08.705219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Request body: {'subnet': {'network_id': '2feaefb8-3f7a-421e-9bcb-1af37c4138c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1213610444-subnet', 'tenant_id': '9e71ba352bc24e6783f74563b7ccef73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:08.710568 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d702be76-c86a-425b-b741-908c18429726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.720970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d91f86-a164-4b77-9d75-7da7ce7f9c85 admin admin] Pushing event updated for resources: {'Network': ['ID=2feaefb8-3f7a-421e-9bcb-1af37c4138c1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:08.741351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Made reservation on behalf of 9e71ba352bc24e6783f74563b7ccef73 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:08.741655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2feaefb8-3f7a-421e-9bcb-1af37c4138c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:08:08.743730 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.752935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.792284 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.840958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:08.847387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:08.849301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Pushing event updated for resources: {'Port': ['ID=56609901-117b-4bce-9b6d-f86ae4e71604,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:08.849452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702be76-c86a-425b-b741-908c18429726 None None] Pushing event updated for resources: {'Port': ['ID=b24cb19a-609e-4947-9126-9a6b9d86d336,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:08.851956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:08.876964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff836037-ba53-423e-bd3e-46ec244efbd2 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:08.938808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-86c9f386-23b5-4819-9a83-bfea8165abb8 None None] Provisioning complete for port 56609901-117b-4bce-9b6d-f86ae4e71604 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:08.941239 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86c9f386-23b5-4819-9a83-bfea8165abb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.949597 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:08.983743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-86c9f386-23b5-4819-9a83-bfea8165abb8 None None] Port 56609901-117b-4bce-9b6d-f86ae4e71604 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:09.054740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61604d3d-dc0d-444e-8543-f97e29c4f436,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:09.072110 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Checking segment: {'id': '5842a979-759c-40b4-99ef-f555b1c47ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2feaefb8-3f7a-421e-9bcb-1af37c4138c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:09.072423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Network hostable DHCP agents. Network: 2feaefb8-3f7a-421e-9bcb-1af37c4138c1, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:08:09.101878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafebf46-f8cb-4b1e-a60d-ec1de8cea48a req-9558e8f9-52ca-4892-9a49-49256043ea06 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:09.103635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aafebf46-f8cb-4b1e-a60d-ec1de8cea48a req-9558e8f9-52ca-4892-9a49-49256043ea06 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0924735
Nov 27 21:08:09.124656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Network 2feaefb8-3f7a-421e-9bcb-1af37c4138c1 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:08:09.141011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2feaefb8-3f7a-421e-9bcb-1af37c4138c1) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:09.146676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:09.147282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:09.161465 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:09.162208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e143a8-db6a-48db-8344-addd45a240d8 None None] Network 2feaefb8-3f7a-421e-9bcb-1af37c4138c1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:09.194796 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-67d884d2-dc21-4a34-8fb2-e8940026c64e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4856637
Nov 27 21:08:09.206659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aafebf46-f8cb-4b1e-a60d-ec1de8cea48a req-3e92d112-9031-4d62-9a9a-fd1318621805 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633678
Nov 27 21:08:09.391222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d336eb-065b-4f03-88ed-e72c123082ca None None] Network 2feaefb8-3f7a-421e-9bcb-1af37c4138c1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:09.488853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:09.571353 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:09.606515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b24cb19a-609e-4947-9126-9a6b9d86d336 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:09.648820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Router 18243142-ada0-43a6-a282-aec9572be8d7 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:08:09.658675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b24cb19a-609e-4947-9126-9a6b9d86d336 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:09.659133 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:09.906881 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:09.948402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port b24cb19a-609e-4947-9126-9a6b9d86d336, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b24cb19a-609e-4947-9126-9a6b9d86d336,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:09.955348 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:10.009960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=b24cb19a-609e-4947-9126-9a6b9d86d336,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:10.102566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ad886e-b3fa-498d-9956-40bd2737cdae None None] Network 82b7458b-bb62-43f1-8459-dfaac22cfd80 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:10.153354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:10.163577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ab766a18-a297-4966-9103-671a3efcbf14 None None] Provisioning complete for port b24cb19a-609e-4947-9126-9a6b9d86d336 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:10.163958 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ab766a18-a297-4966-9103-671a3efcbf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:10.168256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Sync routers for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:10.189400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-f9f4e47b-5e22-449f-bd78-8419381323a6 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:10.190879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-f9f4e47b-5e22-449f-bd78-8419381323a6 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/networks?id=2feaefb8-3f7a-421e-9bcb-1af37c4138c1 HTTP/1.1" status: 200  len: 809 time: 0.4829845
Nov 27 21:08:10.193965 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:10.195393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f100b234-59b0-4c26-b60e-6c86eaea61d0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 2.1657348
Nov 27 21:08:10.198381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35084) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:10.208457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-09547ad0-0aff-4054-8f10-8599255803f9 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/quotas/9e71ba352bc24e6783f74563b7ccef73 HTTP/1.1" status: 200  len: 375 time: 0.0111141
Nov 27 21:08:10.226393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:10.227210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5ffdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:10.250036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-1c62c79f-be2e-4442-9e97-2c763e81937c tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9e71ba352bc24e6783f74563b7ccef73&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0324306
Nov 27 21:08:10.261511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d940a7d4-3e2a-415f-a5a0-ace8602e49a1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:08:10.262598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d940a7d4-3e2a-415f-a5a0-ace8602e49a1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056319
Nov 27 21:08:10.367082 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:10.386754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-551ffd49-f561-44b2-a5d8-f704073b37c1 service neutron] 10.222.0.21 "GET /v2.0/networks/2feaefb8-3f7a-421e-9bcb-1af37c4138c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093762
Nov 27 21:08:10.427386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547964de-50fa-4437-862e-cd26175ebe39 req-0b3f864c-7f72-4723-8ee2-1877375e5b43 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:10.429644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547964de-50fa-4437-862e-cd26175ebe39 req-0b3f864c-7f72-4723-8ee2-1877375e5b43 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.1058588
Nov 27 21:08:10.460687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:10.507493 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-bdf4be4d-7d82-4e27-9664-a30d2cdd23ca service neutron] 10.222.0.21 "GET /v2.0/networks/2feaefb8-3f7a-421e-9bcb-1af37c4138c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138902
Nov 27 21:08:10.591391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-547964de-50fa-4437-862e-cd26175ebe39 req-e007b784-53f9-4b93-9d7a-c7edbc2d50c4 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1324310
Nov 27 21:08:10.700612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5ffdc0>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:09Z', 'revision_number': 3, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:10.733986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Checking router: 18243142-ada0-43a6-a282-aec9572be8d7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:10.734546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Updating router 18243142-ada0-43a6-a282-aec9572be8d7 port 56609901-117b-4bce-9b6d-f86ae4e71604 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:08:10.763015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7bc1c555-b976-4192-9e4e-742a4bdfbec6 req-d9f150c7-0037-41ab-95e7-6fa56a4efac4 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 210 time: 0.0611937
Nov 27 21:08:10.773253 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:10.846817 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:10.911116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-730e463e-cb0d-48f3-baa9-c8f3ce97e0f2 None None] Provisioning complete for port b24cb19a-609e-4947-9126-9a6b9d86d336 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:10.911478 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-730e463e-cb0d-48f3-baa9-c8f3ce97e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.017747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Allocated IP 172.20.0.1 (82b7458b-bb62-43f1-8459-dfaac22cfd80/25faca2d-2257-4a52-b33e-465ce544c73e/baea8521-4b70-4561-842b-3b6735e4b9fa) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:11.124013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.146069 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.152777 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.162200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.203173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd8c54-9da3-46fc-a9ed-09b6531cb08b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:11.214551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18932222-53d8-46e6-b933-5918c1d4ec42 None None] Pushing event updated for resources: {'Port': ['ID=56609901-117b-4bce-9b6d-f86ae4e71604,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:11.217756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Attempting to bind port 56609901-117b-4bce-9b6d-f86ae4e71604 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:11.217996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Attempting to bind port 56609901-117b-4bce-9b6d-f86ae4e71604 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:11.218455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Attempting to bind port 56609901-117b-4bce-9b6d-f86ae4e71604 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:11.224581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:11.224969 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:11.225127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Network 82b7458b-bb62-43f1-8459-dfaac22cfd80 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:11.225595 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.225767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:11.226242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Bound port: 56609901-117b-4bce-9b6d-f86ae4e71604, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:11.226729 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.233234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:11.236331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:11.258978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Pushing event updated for resources: {'Port': ['ID=baea8521-4b70-4561-842b-3b6735e4b9fa,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:11.295688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.302229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] For port 56609901-117b-4bce-9b6d-f86ae4e71604, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:11.307228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] For port 56609901-117b-4bce-9b6d-f86ae4e71604, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56609901-117b-4bce-9b6d-f86ae4e71604,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:11.311158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4833b4e2-57f7-4de2-bb0e-a801554745e4 None None] Provisioning complete for port 56609901-117b-4bce-9b6d-f86ae4e71604 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:11.311710 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4833b4e2-57f7-4de2-bb0e-a801554745e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.336751 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.406508 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab11527c-ed4b-49e1-b17f-54f4511e82d7 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:11.436101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:11.436750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5ffdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:11.473547 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.506007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18932222-53d8-46e6-b933-5918c1d4ec42 None None] Pushing event updated for resources: {'Port': ['ID=56609901-117b-4bce-9b6d-f86ae4e71604,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:11.565920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b24cb19a-609e-4947-9126-9a6b9d86d336 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:11.628173 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4833b4e2-57f7-4de2-bb0e-a801554745e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.654367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:11.670909 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.678670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.699923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4833b4e2-57f7-4de2-bb0e-a801554745e4 None None] For port 56609901-117b-4bce-9b6d-f86ae4e71604, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56609901-117b-4bce-9b6d-f86ae4e71604,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:11.716953 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4833b4e2-57f7-4de2-bb0e-a801554745e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.727295 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.747104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886ca09-c903-4489-9a19-434fafe1ed30 req-3d02b689-5f42-4af4-8bdc-e4b244b1e4b5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:11.748649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2886ca09-c903-4489-9a19-434fafe1ed30 req-3d02b689-5f42-4af4-8bdc-e4b244b1e4b5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 943 time: 0.0848596
Nov 27 21:08:11.791995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b24cb19a-609e-4947-9126-9a6b9d86d336 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:11.792545 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:11.822990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Pushing event updated for resources: {'Port': ['ID=baea8521-4b70-4561-842b-3b6735e4b9fa,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:11.858886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2886ca09-c903-4489-9a19-434fafe1ed30 req-bc906ac0-1ebd-4d2b-88c0-0dce8acb2f95 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720613
Nov 27 21:08:11.873419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Network 82b7458b-bb62-43f1-8459-dfaac22cfd80 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:11.875974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:11.933126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-7c6fdbcd-793b-409b-b5a1-74a1c342506c tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:11.935367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-7c6fdbcd-793b-409b-b5a1-74a1c342506c tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.15 "GET /v2.0/networks?id=2feaefb8-3f7a-421e-9bcb-1af37c4138c1 HTTP/1.1" status: 200  len: 809 time: 0.2308376
Nov 27 21:08:11.950002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Request body: {'port': {'device_id': '44b4e830-3d4a-4c27-9c08-00844558c13c', 'network_id': '2feaefb8-3f7a-421e-9bcb-1af37c4138c1', 'admin_state_up': True, 'tenant_id': '9e71ba352bc24e6783f74563b7ccef73'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:11.975411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff57ee44-6c55-4ed9-b8e0-484b5a3f4550 req-c16b570c-6224-4121-a713-d7fe6b91237f tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 210 time: 0.0328772
Nov 27 21:08:12.071615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:08:12.083558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Router 18243142-ada0-43a6-a282-aec9572be8d7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:08:12.100543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833b4e2-57f7-4de2-bb0e-a801554745e4 None None] Pushing event updated for resources: {'Port': ['ID=56609901-117b-4bce-9b6d-f86ae4e71604,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:12.121495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fdd061a0-230a-4f6d-8ca0-94bc01371225 None None] Provisioning complete for port baea8521-4b70-4561-842b-3b6735e4b9fa triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:12.121872 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fdd061a0-230a-4f6d-8ca0-94bc01371225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.162543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Made reservation on behalf of 9e71ba352bc24e6783f74563b7ccef73 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:12.167649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.226839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:12.232572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0fd032a3-ff93-450a-83d4-3e412974123d admin admin] 10.222.0.21 "PUT /v2.0/routers/18243142-ada0-43a6-a282-aec9572be8d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0325274
Nov 27 21:08:12.306732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fdd061a0-230a-4f6d-8ca0-94bc01371225 None None] Port baea8521-4b70-4561-842b-3b6735e4b9fa cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:12.310441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Allocated IP 172.20.0.6 (2feaefb8-3f7a-421e-9bcb-1af37c4138c1/61604d3d-dc0d-444e-8543-f97e29c4f436/e38da6ce-a6a3-4ee5-b87d-c9eb82116542) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:12.359676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:12.377439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fdd061a0-230a-4f6d-8ca0-94bc01371225 None None] Provisioning complete for port 56609901-117b-4bce-9b6d-f86ae4e71604 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:12.377863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fdd061a0-230a-4f6d-8ca0-94bc01371225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.380256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'port_id': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'mac_address': 'fa:16:3e:e3:54:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:08:12.462685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.483083 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.485202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5ffdc0>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 1, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:12.522318 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.526629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:08:12.536896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a74acd-413a-45c3-be06-6302e504f04b None None] The sync data for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 is: [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 1, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:12.561379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:12.569195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.583947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Network 2feaefb8-3f7a-421e-9bcb-1af37c4138c1 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:12.588271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:12.590110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Pushing event updated for resources: {'Port': ['ID=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:12.592347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:12.661150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:12.662415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:12.663081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.683635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-d7ca2e98-3619-4803-8325-749515f7dff7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7390563
Nov 27 21:08:12.695567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Request body: {'port': {'device_id': '44b4e830-3d4a-4c27-9c08-00844558c13c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:12.752725 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.766902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c3e2deee-88f0-42d1-8d23-0fe85638d49a None None] Provisioning complete for port baea8521-4b70-4561-842b-3b6735e4b9fa triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:12.767465 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c3e2deee-88f0-42d1-8d23-0fe85638d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.838643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2deee-88f0-42d1-8d23-0fe85638d49a None None] Port baea8521-4b70-4561-842b-3b6735e4b9fa cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:12.845883 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35116) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:12.851055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1114039221-network', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:12.875413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Made reservation on behalf of 45d33ddc5be04cb1befef1cd37e34830 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:12.877970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.887838 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:12.944677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:12.993031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.001846 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.020947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:08:13.060819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf178ca-4691-4a01-9d72-7b826d5813af,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:13.074267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.074633 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Added segment d0da10b9-4166-4ca5-85fd-5b25c8088cf4 of type vlan for network c50186e2-4e0e-443b-abec-23aa0e7d1d96
Nov 27 21:08:13.154509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.168450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d668fe-3a85-4fa6-957d-8c3e3fb77bdb req-0e32c36b-556a-47c8-a877-31ce0de32065 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:13.175979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c5d668fe-3a85-4fa6-957d-8c3e3fb77bdb req-0e32c36b-556a-47c8-a877-31ce0de32065 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 944 time: 0.1821914
Nov 27 21:08:13.188960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38da6ce-a6a3-4ee5-b87d-c9eb82116542 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:08:13.196188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862db71-d7e4-4bc7-a5b2-30e7e261bb13 req-e648df54-c84b-4bc6-89f0-113e8f1e8a3d tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:13.197149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b862db71-d7e4-4bc7-a5b2-30e7e261bb13 req-e648df54-c84b-4bc6-89f0-113e8f1e8a3d tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 931 time: 0.0892510
Nov 27 21:08:13.204591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.205157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:13.205756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.210897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.238216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Transition to ACTIVE for port object e38da6ce-a6a3-4ee5-b87d-c9eb82116542 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:08:13.251093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.283642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c5d668fe-3a85-4fa6-957d-8c3e3fb77bdb req-0ce018ad-7614-4bec-9d48-8165afed99af tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1068907
Nov 27 21:08:13.289920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4427409
Nov 27 21:08:13.293030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35122) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:13.298819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbcb98-1d09-49b0-b9d7-d628bf07b52f admin admin] Pushing event updated for resources: {'Network': ['ID=c50186e2-4e0e-443b-abec-23aa0e7d1d96,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:13.314742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Request body: {'subnet': {'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1114039221-subnet', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:13.316649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c50186e2-4e0e-443b-abec-23aa0e7d1d96 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:08:13.335074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b862db71-d7e4-4bc7-a5b2-30e7e261bb13 req-4ed23129-8929-4dcb-aae9-78f95e217058 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211061
Nov 27 21:08:13.371010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Pushing event updated for resources: {'Port': ['ID=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:13.397298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Made reservation on behalf of 45d33ddc5be04cb1befef1cd37e34830 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:13.399687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.479798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Attempting to bind port e38da6ce-a6a3-4ee5-b87d-c9eb82116542 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:13.480148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Attempting to bind port e38da6ce-a6a3-4ee5-b87d-c9eb82116542 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5842a979-759c-40b4-99ef-f555b1c47ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2feaefb8-3f7a-421e-9bcb-1af37c4138c1'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:13.480488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Attempting to bind port e38da6ce-a6a3-4ee5-b87d-c9eb82116542 on network 2feaefb8-3f7a-421e-9bcb-1af37c4138c1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:13.498562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Port e38da6ce-a6a3-4ee5-b87d-c9eb82116542 on network 2feaefb8-3f7a-421e-9bcb-1af37c4138c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:08:13.498968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Attempting to bind port e38da6ce-a6a3-4ee5-b87d-c9eb82116542 on network 2feaefb8-3f7a-421e-9bcb-1af37c4138c1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:13.508739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:13.509098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Checking segment: {'id': '5842a979-759c-40b4-99ef-f555b1c47ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2feaefb8-3f7a-421e-9bcb-1af37c4138c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:13.509495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Bound using segment: {'id': '5842a979-759c-40b4-99ef-f555b1c47ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2feaefb8-3f7a-421e-9bcb-1af37c4138c1'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:13.510027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Bound port: e38da6ce-a6a3-4ee5-b87d-c9eb82116542, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5842a979-759c-40b4-99ef-f555b1c47ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2feaefb8-3f7a-421e-9bcb-1af37c4138c1'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:13.510364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.585257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 56609901-117b-4bce-9b6d-f86ae4e71604 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:13.633169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] For port e38da6ce-a6a3-4ee5-b87d-c9eb82116542, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:13.638153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] For port e38da6ce-a6a3-4ee5-b87d-c9eb82116542, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,segment=NetworkSegment(5842a979-759c-40b4-99ef-f555b1c47ae3),segment_id=5842a979-759c-40b4-99ef-f555b1c47ae3)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:13.644847 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.646540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 56609901-117b-4bce-9b6d-f86ae4e71604 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:13.646967 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.708663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:13.708784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.710990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] 10.222.0.15 "PUT /v2.0/ports/e38da6ce-a6a3-4ee5-b87d-c9eb82116542 HTTP/1.1" status: 200  len: 1091 time: 1.0192974
Nov 27 21:08:13.731425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b4e830-3d4a-4c27-9c08-00844558c13c', 'tag': 'e38da6ce-a6a3-4ee5-b87d-c9eb82116542'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:13.733898 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993c90f3-2cb3-4857-afcf-eb965658aa7b" -d '{"events": [{"name": "network-changed", "server_uuid": "44b4e830-3d4a-4c27-9c08-00844558c13c", "tag": "e38da6ce-a6a3-4ee5-b87d-c9eb82116542"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:13.745060 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.791815 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725eae04-fd76-43ce-926e-90f7ca45df5e x-openstack-request-id: req-725eae04-fd76-43ce-926e-90f7ca45df5e {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:13.792502 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b4e830-3d4a-4c27-9c08-00844558c13c", "tag": "e38da6ce-a6a3-4ee5-b87d-c9eb82116542", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:13.792502 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-725eae04-fd76-43ce-926e-90f7ca45df5e {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:13.792755 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b4e830-3d4a-4c27-9c08-00844558c13c', 'tag': 'e38da6ce-a6a3-4ee5-b87d-c9eb82116542', 'status': 'completed', 'code': 200}
Nov 27 21:08:13.830048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa52b2-124a-4fb1-8f44-5e06d0502b15 service neutron] Pushing event updated for resources: {'Port': ['ID=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:13.872561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e3b320-ccc9-497c-af39-934b5741912a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:13.884173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-9a3d132b-098d-461e-ba02-9ca305e2912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:13.885691 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-9a3d132b-098d-461e-ba02-9ca305e2912f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e71ba352bc24e6783f74563b7ccef73&device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 1094 time: 0.1148829
Nov 27 21:08:13.888628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Checking segment: {'id': 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:13.889012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Network hostable DHCP agents. Network: c50186e2-4e0e-443b-abec-23aa0e7d1d96, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:08:13.933296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-75ffafb0-e932-4919-8b29-46160c756aec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e38da6ce-a6a3-4ee5-b87d-c9eb82116542 HTTP/1.1" status: 200  len: 217 time: 0.0392578
Nov 27 21:08:13.948427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Network c50186e2-4e0e-443b-abec-23aa0e7d1d96 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:08:13.981344 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c50186e2-4e0e-443b-abec-23aa0e7d1d96) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:13.989632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:13.990238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:13.990860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d32aa98-3f7a-4c24-9e82-592c6d0b493d None None] Network c50186e2-4e0e-443b-abec-23aa0e7d1d96 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:14.001110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-c7db102a-2e45-4433-a917-70fde644c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:14.002618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-c7db102a-2e45-4433-a917-70fde644c8cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61604d3d-dc0d-444e-8543-f97e29c4f436 HTTP/1.1" status: 200  len: 849 time: 0.0625575
Nov 27 21:08:14.023549 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1a19a7a6-1dfc-44ba-97ee-19298d0a8de0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7191484
Nov 27 21:08:14.023782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35126) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:14.028314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:14.045594 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:14.053499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-9280d014-ad09-4484-b6ec-bc4a4cb9476f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2feaefb8-3f7a-421e-9bcb-1af37c4138c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435452
Nov 27 21:08:14.113730 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.114776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.159139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:14.159499 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.188863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.234870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c50186e2-4e0e-443b-abec-23aa0e7d1d96', 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'fixed_ips': [{'subnet_id': '37e3b320-ccc9-497c-af39-934b5741912a'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:08:14.235707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.278241 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-930b425f-e110-4b5f-8d4d-adf642e81a75 service neutron] 10.222.0.15 "GET /v2.0/networks/2feaefb8-3f7a-421e-9bcb-1af37c4138c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177551
Nov 27 21:08:14.363529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.396044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.424245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:14.427078 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e697a14-d371-46d8-b9b3-3ee82db18078" -d '{"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-plugged", "status": "completed", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:14.450554 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:14.457155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Allocated IP 172.20.0.2 (c50186e2-4e0e-443b-abec-23aa0e7d1d96/37e3b320-ccc9-497c-af39-934b5741912a/3786d614-d979-4eb0-9ac8-19a24826cef8) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:14.460418 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.530333 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8eb44a95-521f-4942-9303-3853e010b8f3 req-60508ce9-2e34-404f-9de3-f0e8da51467e service neutron] 10.222.0.15 "GET /v2.0/networks/2feaefb8-3f7a-421e-9bcb-1af37c4138c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2452848
Nov 27 21:08:14.544280 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111c153-bcaf-431f-9f2a-53c186bbc16f req-2140fd97-3e7b-445f-ab97-af4a8b357a86 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:14.546969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9111c153-bcaf-431f-9f2a-53c186bbc16f req-2140fd97-3e7b-445f-ab97-af4a8b357a86 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 946 time: 0.0840449
Nov 27 21:08:14.561200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60f5a9-561c-4caf-ad23-5845a80e52e2 req-de57186c-679b-49e0-9492-fc05ce7c84a0 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:14.563447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd60f5a9-561c-4caf-ad23-5845a80e52e2 req-de57186c-679b-49e0-9492-fc05ce7c84a0 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 943 time: 0.0772569
Nov 27 21:08:14.585986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=10']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:14.638756 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9111c153-bcaf-431f-9f2a-53c186bbc16f req-3a9e3059-b101-4697-b77f-4ef02675e1ea tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812845
Nov 27 21:08:14.678509 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7a95d6-1ba3-4a81-bfa8-e58954520a6d x-openstack-request-id: req-9d7a95d6-1ba3-4a81-bfa8-e58954520a6d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:14.678814 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-plugged", "status": "completed", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:14.679076 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d7a95d6-1ba3-4a81-bfa8-e58954520a6d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:14.679500 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'code': 200}
Nov 27 21:08:14.685529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.692670 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.738288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Network c50186e2-4e0e-443b-abec-23aa0e7d1d96 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:14.743347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:14.746044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:14.748058 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd60f5a9-561c-4caf-ad23-5845a80e52e2 req-163fe558-9156-466a-a8c9-a5b40a578303 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738417
Nov 27 21:08:14.754369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Pushing event updated for resources: {'Port': ['ID=3786d614-d979-4eb0-9ac8-19a24826cef8,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:14.776134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-fe732585-9209-46d1-98fe-8a61b8e0e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:14.777824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-fe732585-9209-46d1-98fe-8a61b8e0e378 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e71ba352bc24e6783f74563b7ccef73&device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 1094 time: 0.1771398
Nov 27 21:08:14.824040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Attempting to bind port 3786d614-d979-4eb0-9ac8-19a24826cef8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:14.824427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Attempting to bind port 3786d614-d979-4eb0-9ac8-19a24826cef8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:14.824888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Attempting to bind port 3786d614-d979-4eb0-9ac8-19a24826cef8 on network c50186e2-4e0e-443b-abec-23aa0e7d1d96 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:14.830437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:14.830648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Checking segment: {'id': 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:14.830949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.831380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Bound using segment: {'id': 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:14.831856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Bound port: 3786d614-d979-4eb0-9ac8-19a24826cef8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:14.832244 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.882318 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.893733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b671a8-7dec-49ec-aa0f-7fb5d4549e9c req-53fda363-b2be-404d-a2a6-ba09e1ce4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:14.895517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9b671a8-7dec-49ec-aa0f-7fb5d4549e9c req-53fda363-b2be-404d-a2a6-ba09e1ce4d04 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 1097 time: 0.0511129
Nov 27 21:08:14.902894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] For port 3786d614-d979-4eb0-9ac8-19a24826cef8, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:14.906391 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.906647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] For port 3786d614-d979-4eb0-9ac8-19a24826cef8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3786d614-d979-4eb0-9ac8-19a24826cef8,segment=NetworkSegment(d0da10b9-4166-4ca5-85fd-5b25c8088cf4),segment_id=d0da10b9-4166-4ca5-85fd-5b25c8088cf4)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:14.912943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:14.961569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9b671a8-7dec-49ec-aa0f-7fb5d4549e9c req-2fc7d903-727b-421c-a1bc-548312bf8a72 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533919
Nov 27 21:08:14.979136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e68b1-079e-48b5-8fc6-05c6d32c0e61 None None] Pushing event updated for resources: {'Port': ['ID=3786d614-d979-4eb0-9ac8-19a24826cef8,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:15.002994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-2405d0de-1dbd-4b3d-a1e7-2fa0bd34be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:15.004573 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-2405d0de-1dbd-4b3d-a1e7-2fa0bd34be99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2feaefb8-3f7a-421e-9bcb-1af37c4138c1 HTTP/1.1" status: 200  len: 910 time: 0.1949739
Nov 27 21:08:15.069726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-6211a832-59e2-4e20-b988-65a49288ecc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e38da6ce-a6a3-4ee5-b87d-c9eb82116542 HTTP/1.1" status: 200  len: 217 time: 0.0565310
Nov 27 21:08:15.130616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Allocated IP 172.35.3.149 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/cc49231c-2ad7-48bf-aa82-3a6851d4ada8) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:15.147317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-eb46b6f0-03ca-4b3a-8721-7eb8353a853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:15.148822 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-eb46b6f0-03ca-4b3a-8721-7eb8353a853e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61604d3d-dc0d-444e-8543-f97e29c4f436 HTTP/1.1" status: 200  len: 849 time: 0.0726151
Nov 27 21:08:15.199800 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Sync routers for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:15.200722 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-7f7db4b6-79a2-4ffc-a35b-aa11685238c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2feaefb8-3f7a-421e-9bcb-1af37c4138c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400493
Nov 27 21:08:15.217922 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:15.219552 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403c133d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:15.334858 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:15.357154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-b9242056-5f69-4ad9-927a-3408f5ee8a4d service neutron] 10.222.0.15 "GET /v2.0/networks/2feaefb8-3f7a-421e-9bcb-1af37c4138c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284580
Nov 27 21:08:15.361704 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:15.463192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:15.500716 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-993c90f3-2cb3-4857-afcf-eb965658aa7b req-fce762e5-a204-4df1-8adc-366cce9ec07f service neutron] 10.222.0.15 "GET /v2.0/networks/2feaefb8-3f7a-421e-9bcb-1af37c4138c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360641
Nov 27 21:08:15.510184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:15.517430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:15.521092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:15.539158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1169b2-2fba-4014-b2cd-432d293e6740 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:15.550591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Pushing event updated for resources: {'Port': ['ID=cc49231c-2ad7-48bf-aa82-3a6851d4ada8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:15.573431 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403c133d0>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 2, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:15.592360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-722bd05b-a2d2-4449-ab07-b80b630e5f19 None None] Provisioning complete for port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:15.593106 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-722bd05b-a2d2-4449-ab07-b80b630e5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:15.604712 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Checking router: 18243142-ada0-43a6-a282-aec9572be8d7 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:15.605331 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Updating router 18243142-ada0-43a6-a282-aec9572be8d7 port baea8521-4b70-4561-842b-3b6735e4b9fa binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:08:15.631005 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:15.633830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3786d614-d979-4eb0-9ac8-19a24826cef8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:15.677697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-722bd05b-a2d2-4449-ab07-b80b630e5f19 None None] Port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:15.698960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 3786d614-d979-4eb0-9ac8-19a24826cef8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:15.699482 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:15.819733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe139ee5-9732-477d-9ab9-9606461472de req-db7525f2-87cd-48a1-b42c-dabef9ca1e22 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:15.824912 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe139ee5-9732-477d-9ab9-9606461472de req-db7525f2-87cd-48a1-b42c-dabef9ca1e22 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 946 time: 0.1047494
Nov 27 21:08:15.826269 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:15.889465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 3786d614-d979-4eb0-9ac8-19a24826cef8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3786d614-d979-4eb0-9ac8-19a24826cef8,segment=NetworkSegment(d0da10b9-4166-4ca5-85fd-5b25c8088cf4),segment_id=d0da10b9-4166-4ca5-85fd-5b25c8088cf4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:15.896805 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:15.912186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe139ee5-9732-477d-9ab9-9606461472de req-99569ba6-e74f-43a3-80d9-013056240ca1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736616
Nov 27 21:08:15.983160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=3786d614-d979-4eb0-9ac8-19a24826cef8,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:15.994486 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.016269 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.023163 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.088349 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Pushing event updated for resources: {'Port': ['ID=baea8521-4b70-4561-842b-3b6735e4b9fa,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:16.101069 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.101866 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.102215 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.102555 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.102888 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.103218 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.103572 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.103906 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.104226 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.104974 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.104974 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.105174 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:16.172802 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Attempting to bind port baea8521-4b70-4561-842b-3b6735e4b9fa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:16.172802 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Attempting to bind port baea8521-4b70-4561-842b-3b6735e4b9fa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:16.173065 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Attempting to bind port baea8521-4b70-4561-842b-3b6735e4b9fa on network 82b7458b-bb62-43f1-8459-dfaac22cfd80 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:16.181585 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:16.181934 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Checking segment: {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:16.182350 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.182767 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Bound using segment: {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:16.183274 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Bound port: baea8521-4b70-4561-842b-3b6735e4b9fa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:16.183668 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.243370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08607a9-1192-4062-837d-2c0485464f0f req-06d6656c-edca-4d20-b583-2f390c73ca15 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:16.245691 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a08607a9-1192-4062-837d-2c0485464f0f req-06d6656c-edca-4d20-b583-2f390c73ca15 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 943 time: 0.1730661
Nov 27 21:08:16.263084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf77f25-576b-428b-b220-f60a2fad8dc7 None None] Network c50186e2-4e0e-443b-abec-23aa0e7d1d96 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:16.350769 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] For port baea8521-4b70-4561-842b-3b6735e4b9fa, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:16.357246 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] For port baea8521-4b70-4561-842b-3b6735e4b9fa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=baea8521-4b70-4561-842b-3b6735e4b9fa,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:16.362434 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.371387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-52bafb49-e249-4cca-8249-cc7b769f0a6d None None] Provisioning complete for port 3786d614-d979-4eb0-9ac8-19a24826cef8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:16.371871 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-52bafb49-e249-4cca-8249-cc7b769f0a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.453287 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:16.454680 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403c133d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:16.472510 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a08607a9-1192-4062-837d-2c0485464f0f req-d2623767-461a-4c17-9c83-fc6b316ec5a7 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673176
Nov 27 21:08:16.473223 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.605862 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3520f-7722-4c43-a4b9-206a7214a0e7 None None] Pushing event updated for resources: {'Port': ['ID=baea8521-4b70-4561-842b-3b6735e4b9fa,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:16.653889 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:16.700750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-64dfe37e-447c-455e-8932-6244870b9ee3 None None] Provisioning complete for port baea8521-4b70-4561-842b-3b6735e4b9fa triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:16.701363 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64dfe37e-447c-455e-8932-6244870b9ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.821064 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.846954 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64dfe37e-447c-455e-8932-6244870b9ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.888229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-64dfe37e-447c-455e-8932-6244870b9ee3 None None] For port baea8521-4b70-4561-842b-3b6735e4b9fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=baea8521-4b70-4561-842b-3b6735e4b9fa,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:16.897086 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64dfe37e-447c-455e-8932-6244870b9ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:16.959298 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403c133d0>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:16Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:16.992972 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793cc15-2a3e-4d15-996c-3f102150a54d None None] The sync data for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 is: [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:16Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:16.998292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfe37e-447c-455e-8932-6244870b9ee3 None None] Pushing event updated for resources: {'Port': ['ID=baea8521-4b70-4561-842b-3b6735e4b9fa,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:17.023516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8cbcaac3-0fbf-4437-a408-515fa1bc3b9f None None] Provisioning complete for port 3786d614-d979-4eb0-9ac8-19a24826cef8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:17.024094 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8cbcaac3-0fbf-4437-a408-515fa1bc3b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:17.054808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Router 76f23ff1-bb3c-4408-af82-22b84611eb83 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:08:17.123877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d62838-2383-440c-9d01-b07428ff4c2b req-39363a7b-5037-4832-aeac-65c578fa110d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:17.127833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7d62838-2383-440c-9d01-b07428ff4c2b req-39363a7b-5037-4832-aeac-65c578fa110d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 946 time: 0.0908871
Nov 27 21:08:17.134440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8cbcaac3-0fbf-4437-a408-515fa1bc3b9f None None] Provisioning complete for port baea8521-4b70-4561-842b-3b6735e4b9fa triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:17.135563 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8cbcaac3-0fbf-4437-a408-515fa1bc3b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:17.193658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7d62838-2383-440c-9d01-b07428ff4c2b req-42256540-9d67-477b-88d0-143430fabfa2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600824
Nov 27 21:08:17.229570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:17.243597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Sync routers for ids ['76f23ff1-bb3c-4408-af82-22b84611eb83'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:17.250460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:17.252765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-048c710d-f8b5-48a9-91f2-d08b9318082d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.2271838
Nov 27 21:08:17.254724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35174) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:17.255756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Routers {'76f23ff1-bb3c-4408-af82-22b84611eb83'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:17.256460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4d4a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['76f23ff1-bb3c-4408-af82-22b84611eb83'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:17.403122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Set router 76f23ff1-bb3c-4408-af82-22b84611eb83 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:17.674394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81661f5-e824-47b8-b901-749f6ab10e14 req-e4329328-34ad-4101-99fb-ebf062fbc26f tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:17.675986 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f81661f5-e824-47b8-b901-749f6ab10e14 req-e4329328-34ad-4101-99fb-ebf062fbc26f tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 943 time: 0.1152699
Nov 27 21:08:17.742587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device baea8521-4b70-4561-842b-3b6735e4b9fa up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:17.764961 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f81661f5-e824-47b8-b901-749f6ab10e14 req-9fef1aa1-2b6c-4a7e-9cc6-b07dfe3c26f8 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788441
Nov 27 21:08:17.821635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4d4a60>, [{'id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:16Z', 'revision_number': 3, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'gw_port': {'id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:17.825490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port baea8521-4b70-4561-842b-3b6735e4b9fa triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:17.825490 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:17.847659 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:17.854563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Checking router: 76f23ff1-bb3c-4408-af82-22b84611eb83 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:17.854933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Updating router 76f23ff1-bb3c-4408-af82-22b84611eb83 port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:08:17.903441 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.008543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Allocated IP 172.20.0.1 (c50186e2-4e0e-443b-abec-23aa0e7d1d96/37e3b320-ccc9-497c-af39-934b5741912a/af54d102-7865-490e-bf6e-4072756bf1a4) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:18.048866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3786d614-d979-4eb0-9ac8-19a24826cef8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:18.110094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.142822 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.182216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 3786d614-d979-4eb0-9ac8-19a24826cef8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:18.182871 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.187205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Network c50186e2-4e0e-443b-abec-23aa0e7d1d96 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:18.192823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:18.195078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:18.198227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Pushing event updated for resources: {'Port': ['ID=af54d102-7865-490e-bf6e-4072756bf1a4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:18.248639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.269362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.279439 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.352088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcfe5-817b-43ae-bc46-28db756b9223 req-6b3dd494-6e1d-4281-817f-7d39c786e669 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:18.353902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-504fcfe5-817b-43ae-bc46-28db756b9223 req-6b3dd494-6e1d-4281-817f-7d39c786e669 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 946 time: 0.0644600
Nov 27 21:08:18.380282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a63e1-279a-41c7-b446-37a14bbb21a1 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:18.410387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.421965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef3f35-7b63-44d4-93a6-d62fbf20b828 None None] Pushing event updated for resources: {'Port': ['ID=cc49231c-2ad7-48bf-aa82-3a6851d4ada8,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:18.429245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Attempting to bind port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:18.430252 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Attempting to bind port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:18.430798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Attempting to bind port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:18.437443 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-504fcfe5-817b-43ae-bc46-28db756b9223 req-6eb2a7a9-219f-4e45-af65-a2919bff07cd tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712485
Nov 27 21:08:18.441182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:18.441679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:18.442274 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.442775 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:18.443437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Bound port: cc49231c-2ad7-48bf-aa82-3a6851d4ada8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:18.444372 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.446874 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.513501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-163a8a96-9316-42a6-a7ba-50ee1e8e253f None None] Provisioning complete for port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:18.513869 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-163a8a96-9316-42a6-a7ba-50ee1e8e253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.544739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] For port cc49231c-2ad7-48bf-aa82-3a6851d4ada8, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:18.565034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] For port cc49231c-2ad7-48bf-aa82-3a6851d4ada8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc49231c-2ad7-48bf-aa82-3a6851d4ada8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:18.567878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-163a8a96-9316-42a6-a7ba-50ee1e8e253f None None] Port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:18.571038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.613916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5081d7-3a18-413c-be1e-4d522ed099ff None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:18.618887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.625321 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.633482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Routers {'76f23ff1-bb3c-4408-af82-22b84611eb83'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:18.634113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4d4a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['76f23ff1-bb3c-4408-af82-22b84611eb83'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:18.686104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef3f35-7b63-44d4-93a6-d62fbf20b828 None None] Pushing event updated for resources: {'Port': ['ID=cc49231c-2ad7-48bf-aa82-3a6851d4ada8,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:18.695859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Pushing event updated for resources: {'Port': ['ID=af54d102-7865-490e-bf6e-4072756bf1a4,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:18.698207 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.733020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5aaf778a-1c24-471b-a2a1-0e51e73208f6 None None] Provisioning complete for port af54d102-7865-490e-bf6e-4072756bf1a4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:18.733426 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5aaf778a-1c24-471b-a2a1-0e51e73208f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.785186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf778a-1c24-471b-a2a1-0e51e73208f6 None None] Port af54d102-7865-490e-bf6e-4072756bf1a4 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:18.787763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] Set router 76f23ff1-bb3c-4408-af82-22b84611eb83 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:18.789246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Network c50186e2-4e0e-443b-abec-23aa0e7d1d96 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:18.790617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:18.872802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5aaf778a-1c24-471b-a2a1-0e51e73208f6 None None] Provisioning complete for port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:18.873183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5aaf778a-1c24-471b-a2a1-0e51e73208f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:18.956299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba114e73-379b-472d-860f-1f34e403d47e req-89e57c2c-6a4a-4d11-95b4-3d9f3cd69caf tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:18.957864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba114e73-379b-472d-860f-1f34e403d47e req-89e57c2c-6a4a-4d11-95b4-3d9f3cd69caf tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 943 time: 0.0731227
Nov 27 21:08:18.959858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Router 76f23ff1-bb3c-4408-af82-22b84611eb83 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:08:19.045026 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5aaf778a-1c24-471b-a2a1-0e51e73208f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:19.060090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e38da6ce-a6a3-4ee5-b87d-c9eb82116542 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:08:19.087295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5aaf778a-1c24-471b-a2a1-0e51e73208f6 None None] For port cc49231c-2ad7-48bf-aa82-3a6851d4ada8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc49231c-2ad7-48bf-aa82-3a6851d4ada8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:19.099678 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba114e73-379b-472d-860f-1f34e403d47e req-a43d3054-52b1-4148-996e-31c3e999f74a tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284776
Nov 27 21:08:19.100555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5aaf778a-1c24-471b-a2a1-0e51e73208f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:19.113994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:19.124675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a32d2381-5dc3-4e34-af84-c35e1d24bd9a admin admin] 10.222.0.21 "PUT /v2.0/routers/76f23ff1-bb3c-4408-af82-22b84611eb83/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8639011
Nov 27 21:08:19.199764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4d4a60>, [{'id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 4, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'gw_port': {'id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af54d102-7865-490e-bf6e-4072756bf1a4', 'name': '', 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'mac_address': 'fa:16:3e:3d:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '37e3b320-ccc9-497c-af39-934b5741912a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:17Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 2, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'subnets': [{'id': '37e3b320-ccc9-497c-af39-934b5741912a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:19.236469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf778a-1c24-471b-a2a1-0e51e73208f6 None None] Pushing event updated for resources: {'Port': ['ID=cc49231c-2ad7-48bf-aa82-3a6851d4ada8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:19.242971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c67dd5-517c-4eae-a35e-bea4bfc9cff9 None None] The sync data for ids ['76f23ff1-bb3c-4408-af82-22b84611eb83'] in ncdv-master-1 is: [{'id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 4, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'gw_port': {'id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af54d102-7865-490e-bf6e-4072756bf1a4', 'name': '', 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'mac_address': 'fa:16:3e:3d:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '37e3b320-ccc9-497c-af39-934b5741912a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:17Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 2, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'subnets': [{'id': '37e3b320-ccc9-497c-af39-934b5741912a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:19.274683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9590fe47-44a0-4a4b-a065-36ca6134ec62 None None] Provisioning complete for port af54d102-7865-490e-bf6e-4072756bf1a4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:19.275068 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9590fe47-44a0-4a4b-a065-36ca6134ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:19.301172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e38da6ce-a6a3-4ee5-b87d-c9eb82116542, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,segment=NetworkSegment(5842a979-759c-40b4-99ef-f555b1c47ae3),segment_id=5842a979-759c-40b4-99ef-f555b1c47ae3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:19.320243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'e38da6ce-a6a3-4ee5-b87d-c9eb82116542', 'network_id': '2feaefb8-3f7a-421e-9bcb-1af37c4138c1', 'port_id': 'e38da6ce-a6a3-4ee5-b87d-c9eb82116542', 'mac_address': 'fa:16:3e:f6:97:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61604d3d-dc0d-444e-8543-f97e29c4f436', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:08:19.326430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9590fe47-44a0-4a4b-a065-36ca6134ec62 None None] Port af54d102-7865-490e-bf6e-4072756bf1a4 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:19.366676 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:19.386070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38da6ce-a6a3-4ee5-b87d-c9eb82116542 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:08:19.407814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e38da6ce-a6a3-4ee5-b87d-c9eb82116542, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,segment=NetworkSegment(5842a979-759c-40b4-99ef-f555b1c47ae3),segment_id=5842a979-759c-40b4-99ef-f555b1c47ae3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:19.413240 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:19.487439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:19.727850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['e38da6ce-a6a3-4ee5-b87d-c9eb82116542'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:19.850073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35190) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:19.854817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e1d8294d-5866-41bf-bde3-214d927fed92 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-29767374', 'description': 'tempest-secgroup-smoke-29767374 description', 'project_id': '49981e6330d04897a5b23f4ca0b9a934'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:19.881316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1d8294d-5866-41bf-bde3-214d927fed92 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:19.974136 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1d8294d-5866-41bf-bde3-214d927fed92 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:19.978336 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1d8294d-5866-41bf-bde3-214d927fed92 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.009097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8294d-5866-41bf-bde3-214d927fed92 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59658518-37d1-403d-bd33-b44142ef2edf,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:20.018129 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e1d8294d-5866-41bf-bde3-214d927fed92 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.022549 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e1d8294d-5866-41bf-bde3-214d927fed92 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1685820
Nov 27 21:08:20.022725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35192) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:20.027364 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a67fb8fa-3e90-406e-b2a6-7fe7527ce5f8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Request body: {'security_group_rule': {'security_group_id': '59658518-37d1-403d-bd33-b44142ef2edf', 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:20.060008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a67fb8fa-3e90-406e-b2a6-7fe7527ce5f8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.124222 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a67fb8fa-3e90-406e-b2a6-7fe7527ce5f8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.128801 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a67fb8fa-3e90-406e-b2a6-7fe7527ce5f8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.154187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fb8fa-3e90-406e-b2a6-7fe7527ce5f8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334adbac-986d-4778-a130-1c91f6bbe995,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:20.161156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a67fb8fa-3e90-406e-b2a6-7fe7527ce5f8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.162385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a67fb8fa-3e90-406e-b2a6-7fe7527ce5f8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1386189
Nov 27 21:08:20.165271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35196) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:20.169757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-28ba43e5-b602-403a-90ec-39f2d759e022 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Request body: {'security_group_rule': {'security_group_id': '59658518-37d1-403d-bd33-b44142ef2edf', 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:20.228132 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ba43e5-b602-403a-90ec-39f2d759e022 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.264996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61880276-88a3-4a1d-89fb-2e8b61a262b5 req-0eaf6a24-dc0a-4f2b-b530-9819a5b94515 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:20.266503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61880276-88a3-4a1d-89fb-2e8b61a262b5 req-0eaf6a24-dc0a-4f2b-b530-9819a5b94515 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 944 time: 0.0773368
Nov 27 21:08:20.310488 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ba43e5-b602-403a-90ec-39f2d759e022 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.317165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ba43e5-b602-403a-90ec-39f2d759e022 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.356221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba43e5-b602-403a-90ec-39f2d759e022 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeaa75b4-40f3-48f5-b061-8b25ed232d3c,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:20.362563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61880276-88a3-4a1d-89fb-2e8b61a262b5 req-410e6818-42b4-4f66-8b8c-00e4f89f8f5d tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878360
Nov 27 21:08:20.365768 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ba43e5-b602-403a-90ec-39f2d759e022 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.369631 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-28ba43e5-b602-403a-90ec-39f2d759e022 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2008684
Nov 27 21:08:20.370291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35198) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:20.375077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-220f3c9b-cf1a-4319-835f-98f8fbcbedec tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Request body: {'security_group_rule': {'security_group_id': '59658518-37d1-403d-bd33-b44142ef2edf', 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:20.402169 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-220f3c9b-cf1a-4319-835f-98f8fbcbedec tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.461689 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-220f3c9b-cf1a-4319-835f-98f8fbcbedec tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.465534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-220f3c9b-cf1a-4319-835f-98f8fbcbedec tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.485438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f3c9b-cf1a-4319-835f-98f8fbcbedec tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9a92d2-f8dd-4689-a342-8e84e97caa03,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:20.495352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-220f3c9b-cf1a-4319-835f-98f8fbcbedec tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.496611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-220f3c9b-cf1a-4319-835f-98f8fbcbedec tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1252358
Nov 27 21:08:20.499971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35200) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:20.505005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-32ff0a7c-2eac-435d-b316-1e6bbd4c4f53 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Request body: {'security_group_rule': {'security_group_id': '59658518-37d1-403d-bd33-b44142ef2edf', 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:20.532716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32ff0a7c-2eac-435d-b316-1e6bbd4c4f53 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.601258 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32ff0a7c-2eac-435d-b316-1e6bbd4c4f53 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.605122 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32ff0a7c-2eac-435d-b316-1e6bbd4c4f53 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.623813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff0a7c-2eac-435d-b316-1e6bbd4c4f53 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b17ed3a-d202-49bb-b701-b7259df33888,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:20.632077 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32ff0a7c-2eac-435d-b316-1e6bbd4c4f53 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.633286 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-32ff0a7c-2eac-435d-b316-1e6bbd4c4f53 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1322265
Nov 27 21:08:20.635901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35202) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:20.640841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b4e628f0-e54b-42cf-b5bb-838724aae4c7 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Request body: {'security_group_rule': {'security_group_id': '59658518-37d1-403d-bd33-b44142ef2edf', 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:20.661423 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-b4e628f0-e54b-42cf-b5bb-838724aae4c7 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Project 49981e6330d04897a5b23f4ca0b9a934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:08:20.666150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4e628f0-e54b-42cf-b5bb-838724aae4c7 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.722752 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4e628f0-e54b-42cf-b5bb-838724aae4c7 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.726135 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4e628f0-e54b-42cf-b5bb-838724aae4c7 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.745740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e628f0-e54b-42cf-b5bb-838724aae4c7 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e465a70a-c821-4cf3-82cf-8ad35b12db64,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:20.751480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4e628f0-e54b-42cf-b5bb-838724aae4c7 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.755671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35204) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:20.755834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b4e628f0-e54b-42cf-b5bb-838724aae4c7 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1189070
Nov 27 21:08:20.760396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ffcaf897-c015-4249-bc93-2082b898c664 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Request body: {'security_group_rule': {'security_group_id': '59658518-37d1-403d-bd33-b44142ef2edf', 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:20.781718 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-ffcaf897-c015-4249-bc93-2082b898c664 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Project 49981e6330d04897a5b23f4ca0b9a934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:08:20.786531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf897-c015-4249-bc93-2082b898c664 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.848034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf897-c015-4249-bc93-2082b898c664 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.851678 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf897-c015-4249-bc93-2082b898c664 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.871109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaf897-c015-4249-bc93-2082b898c664 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61c5002-d03e-4af7-82f8-c5c7b73b0ea5,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:20.879089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf897-c015-4249-bc93-2082b898c664 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:20.883737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ffcaf897-c015-4249-bc93-2082b898c664 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1268716
Nov 27 21:08:21.070262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e38da6ce-a6a3-4ee5-b87d-c9eb82116542 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:21.122151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port e38da6ce-a6a3-4ee5-b87d-c9eb82116542 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:08:21.126131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-80ddf75c-4627-409e-bf74-96b55f5cadf4 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-29767374&fields=id&tenant_id=49981e6330d04897a5b23f4ca0b9a934 HTTP/1.1" status: 200  len: 267 time: 0.0550299
Nov 27 21:08:21.127507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port e38da6ce-a6a3-4ee5-b87d-c9eb82116542 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:21.128057 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:21.209320 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:21.236779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b4e830-3d4a-4c27-9c08-00844558c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38da6ce-a6a3-4ee5-b87d-c9eb82116542'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:21.239014 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4c5789-02ac-4654-a282-0d556caf1da3" -d '{"events": [{"server_uuid": "44b4e830-3d4a-4c27-9c08-00844558c13c", "name": "network-vif-plugged", "status": "completed", "tag": "e38da6ce-a6a3-4ee5-b87d-c9eb82116542"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:21.243282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-b294b591-12b2-4e80-9f23-625dcbf8833b tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:21.244440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-b294b591-12b2-4e80-9f23-625dcbf8833b tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/networks?id=82b7458b-bb62-43f1-8459-dfaac22cfd80 HTTP/1.1" status: 200  len: 807 time: 0.1091180
Nov 27 21:08:21.252805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e38da6ce-a6a3-4ee5-b87d-c9eb82116542, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,segment=NetworkSegment(5842a979-759c-40b4-99ef-f555b1c47ae3),segment_id=5842a979-759c-40b4-99ef-f555b1c47ae3)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:21.260465 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:21.265673 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-7b72c17e-b38d-41f7-9fd9-5db5d4cb5f00 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/quotas/49981e6330d04897a5b23f4ca0b9a934 HTTP/1.1" status: 200  len: 375 time: 0.0123432
Nov 27 21:08:21.289776 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d9a103-40e1-4cce-a0c8-228d64f9d665 x-openstack-request-id: req-52d9a103-40e1-4cce-a0c8-228d64f9d665 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:21.290073 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b4e830-3d4a-4c27-9c08-00844558c13c", "name": "network-vif-plugged", "status": "completed", "tag": "e38da6ce-a6a3-4ee5-b87d-c9eb82116542", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:21.290332 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52d9a103-40e1-4cce-a0c8-228d64f9d665 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:21.290722 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b4e830-3d4a-4c27-9c08-00844558c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38da6ce-a6a3-4ee5-b87d-c9eb82116542', 'code': 200}
Nov 27 21:08:21.322887 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:21.331804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-cbf39545-d327-4b22-9787-4d42ce340ed4 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=49981e6330d04897a5b23f4ca0b9a934&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0599365
Nov 27 21:08:21.347922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-838a4abd-a84f-469e-a574-13b61a227bf2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:08:21.348902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-838a4abd-a84f-469e-a574-13b61a227bf2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051966
Nov 27 21:08:21.384494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51a593-30c8-4a0a-937b-e8fc67570517 req-2f5e1604-1f2e-435f-b4c1-8e11a58bf4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:21.386137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d51a593-30c8-4a0a-937b-e8fc67570517 req-2f5e1604-1f2e-435f-b4c1-8e11a58bf4b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 1096 time: 0.0435662
Nov 27 21:08:21.401457 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Sync routers for ids ['76f23ff1-bb3c-4408-af82-22b84611eb83'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:21.416438 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Routers {'76f23ff1-bb3c-4408-af82-22b84611eb83'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:21.418169 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['76f23ff1-bb3c-4408-af82-22b84611eb83'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:21.447709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d51a593-30c8-4a0a-937b-e8fc67570517 req-cdfe28f9-6049-4971-a137-c907910d6f73 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538838
Nov 27 21:08:21.462504 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-1aaa185c-e977-4f30-a143-c6c5449fc1d4 service neutron] 10.222.0.21 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068680
Nov 27 21:08:21.529411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd90815-a5f5-4141-a2ca-e926a0cc7942 req-37d35b4c-84ed-428b-85b0-27e249e8df47 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:21.531960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bd90815-a5f5-4141-a2ca-e926a0cc7942 req-37d35b4c-84ed-428b-85b0-27e249e8df47 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 945 time: 0.0640604
Nov 27 21:08:21.593448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-671c5b35-de76-47b5-8116-211e9eb46ced service neutron] 10.222.0.21 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234839
Nov 27 21:08:21.600491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cc49231c-2ad7-48bf-aa82-3a6851d4ada8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:21.609600 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bd90815-a5f5-4141-a2ca-e926a0cc7942 req-637398ca-894f-4518-800a-e9fd24eb577c tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710354
Nov 27 21:08:21.655807 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Set router 76f23ff1-bb3c-4408-af82-22b84611eb83 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:21.657913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:21.658350 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:21.809835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d36b0f2-9840-415e-a344-c2c000fe85aa req-479324ac-b43d-4704-ae35-44497be243e4 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 210 time: 0.0269983
Nov 27 21:08:21.860932 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a5c70>, [{'id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 4, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'gw_port': {'id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af54d102-7865-490e-bf6e-4072756bf1a4', 'name': '', 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'mac_address': 'fa:16:3e:3d:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '37e3b320-ccc9-497c-af39-934b5741912a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:17Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 2, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'subnets': [{'id': '37e3b320-ccc9-497c-af39-934b5741912a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:21.888553 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Checking router: 76f23ff1-bb3c-4408-af82-22b84611eb83 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:21.888907 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Updating router 76f23ff1-bb3c-4408-af82-22b84611eb83 port af54d102-7865-490e-bf6e-4072756bf1a4 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:08:21.914401 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.183624 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.188640 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.255108 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8db8f-c5a2-431d-983f-ca9e570777cd None None] Pushing event updated for resources: {'Port': ['ID=af54d102-7865-490e-bf6e-4072756bf1a4,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:22.310121 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Attempting to bind port af54d102-7865-490e-bf6e-4072756bf1a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:22.310562 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Attempting to bind port af54d102-7865-490e-bf6e-4072756bf1a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:22.310956 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Attempting to bind port af54d102-7865-490e-bf6e-4072756bf1a4 on network c50186e2-4e0e-443b-abec-23aa0e7d1d96 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:22.317643 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:22.318026 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Checking segment: {'id': 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:22.318427 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.318823 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Bound using segment: {'id': 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:22.319313 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Bound port: af54d102-7865-490e-bf6e-4072756bf1a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:22.319696 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.395160 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] For port af54d102-7865-490e-bf6e-4072756bf1a4, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:22.398320 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] For port af54d102-7865-490e-bf6e-4072756bf1a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af54d102-7865-490e-bf6e-4072756bf1a4,segment=NetworkSegment(d0da10b9-4166-4ca5-85fd-5b25c8088cf4),segment_id=d0da10b9-4166-4ca5-85fd-5b25c8088cf4)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:22.402003 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.455925 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Routers {'76f23ff1-bb3c-4408-af82-22b84611eb83'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:22.456550 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['76f23ff1-bb3c-4408-af82-22b84611eb83'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:22.464561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4eb09f80-3e6f-42bc-a4a1-ac12a8fec082 None None] Provisioning complete for port af54d102-7865-490e-bf6e-4072756bf1a4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:22.465021 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f80-3e6f-42bc-a4a1-ac12a8fec082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.521638 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8db8f-c5a2-431d-983f-ca9e570777cd None None] Pushing event updated for resources: {'Port': ['ID=af54d102-7865-490e-bf6e-4072756bf1a4,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:22.548635 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f80-3e6f-42bc-a4a1-ac12a8fec082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.582894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4eb09f80-3e6f-42bc-a4a1-ac12a8fec082 None None] For port af54d102-7865-490e-bf6e-4072756bf1a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af54d102-7865-490e-bf6e-4072756bf1a4,segment=NetworkSegment(d0da10b9-4166-4ca5-85fd-5b25c8088cf4),segment_id=d0da10b9-4166-4ca5-85fd-5b25c8088cf4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:22.589871 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f80-3e6f-42bc-a4a1-ac12a8fec082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.612183 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] Set router 76f23ff1-bb3c-4408-af82-22b84611eb83 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:22.655202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb09f80-3e6f-42bc-a4a1-ac12a8fec082 None None] Pushing event updated for resources: {'Port': ['ID=af54d102-7865-490e-bf6e-4072756bf1a4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:22.713051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-55f86c9c-1fdf-4037-a24d-305a143a1cae None None] Provisioning complete for port af54d102-7865-490e-bf6e-4072756bf1a4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:22.714195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55f86c9c-1fdf-4037-a24d-305a143a1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:22.746886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21bb51-7414-4249-a4a1-18e47a05aad6 req-6a61e887-5c00-4a47-a849-031d47fe62a1 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:22.756050 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d21bb51-7414-4249-a4a1-18e47a05aad6 req-6a61e887-5c00-4a47-a849-031d47fe62a1 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 945 time: 0.0683806
Nov 27 21:08:22.923382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d21bb51-7414-4249-a4a1-18e47a05aad6 req-2d34e20d-6bd0-410a-ab2b-4ce4a42f0800 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515145
Nov 27 21:08:22.957654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-00da733b-996a-42f8-8555-97dfafefbcd6 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:22.959453 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-00da733b-996a-42f8-8555-97dfafefbcd6 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.35 "GET /v2.0/networks?id=82b7458b-bb62-43f1-8459-dfaac22cfd80 HTTP/1.1" status: 200  len: 807 time: 0.1868796
Nov 27 21:08:22.961324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-764fbd32-b60f-4232-b98d-442a28e76aff req-4004b23c-7723-43b9-adf4-650e902f0f55 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 210 time: 0.0536587
Nov 27 21:08:22.977648 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:08:23.001344 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a5c70>, [{'id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 4, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'gw_port': {'id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af54d102-7865-490e-bf6e-4072756bf1a4', 'name': '', 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'mac_address': 'fa:16:3e:3d:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '37e3b320-ccc9-497c-af39-934b5741912a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:17Z', 'updated_at': '2021-11-27T21:08:22Z', 'revision_number': 4, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'subnets': [{'id': '37e3b320-ccc9-497c-af39-934b5741912a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:23.027045 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3fa95-5012-4766-be4d-8de12fc99f30 None None] The sync data for ids ['76f23ff1-bb3c-4408-af82-22b84611eb83'] in ncdv-master-1 is: [{'id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:18Z', 'revision_number': 4, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'gw_port': {'id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'af54d102-7865-490e-bf6e-4072756bf1a4', 'name': '', 'network_id': 'c50186e2-4e0e-443b-abec-23aa0e7d1d96', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'mac_address': 'fa:16:3e:3d:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '37e3b320-ccc9-497c-af39-934b5741912a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:17Z', 'updated_at': '2021-11-27T21:08:22Z', 'revision_number': 4, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'subnets': [{'id': '37e3b320-ccc9-497c-af39-934b5741912a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:23.031857 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-294a10a5-bfb2-4727-b28e-99780f2b390e tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49981e6330d04897a5b23f4ca0b9a934 HTTP/1.1" status: 200  len: 378 time: 0.0628273
Nov 27 21:08:23.042540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Request body: {'port': {'device_id': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'admin_state_up': True, 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'security_groups': ['59658518-37d1-403d-bd33-b44142ef2edf']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:23.152353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Made reservation on behalf of 49981e6330d04897a5b23f4ca0b9a934 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:23.156479 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:23.291386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Allocated IP 172.20.0.3 (82b7458b-bb62-43f1-8459-dfaac22cfd80/25faca2d-2257-4a52-b33e-465ce544c73e/016719dd-00d2-4489-a2b6-c05c7ea909ed) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:23.439840 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:23.484533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:23.523571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Network 82b7458b-bb62-43f1-8459-dfaac22cfd80 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:23.527076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:23.533913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:23.570420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'Port': ['ID=016719dd-00d2-4489-a2b6-c05c7ea909ed,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:23.593399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:23.594048 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:23.597717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af54d102-7865-490e-bf6e-4072756bf1a4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:23.613406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-42c51ba6-e127-4289-b24e-a6c4222a5576 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5747159
Nov 27 21:08:23.625852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Request body: {'port': {'device_id': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:23.666595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port af54d102-7865-490e-bf6e-4072756bf1a4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:23.667079 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:23.697556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:23.846711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e5809f7e-56db-4e9f-b3d5-c6d0153b590f None None] Provisioning complete for port 016719dd-00d2-4489-a2b6-c05c7ea909ed triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:23.847199 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5809f7e-56db-4e9f-b3d5-c6d0153b590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:23.880587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e5809f7e-56db-4e9f-b3d5-c6d0153b590f None None] Port 016719dd-00d2-4489-a2b6-c05c7ea909ed cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:23.974251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016719dd-00d2-4489-a2b6-c05c7ea909ed {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:08:23.990131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:24.020352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Transition to ACTIVE for port object 016719dd-00d2-4489-a2b6-c05c7ea909ed will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:08:24.025291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:24.072900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07a0b4-894c-4760-a98a-77b773980943 req-43d3d970-4c83-4b5f-9789-fb5da569a1d9 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:24.074405 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d07a0b4-894c-4760-a98a-77b773980943 req-43d3d970-4c83-4b5f-9789-fb5da569a1d9 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 945 time: 0.1029677
Nov 27 21:08:24.087077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbd85d-6ebf-4fee-bf87-9a7225d59956 req-fa459c85-b7fc-41e7-ad8c-c5c8dc262179 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:24.088973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5dbd85d-6ebf-4fee-bf87-9a7225d59956 req-fa459c85-b7fc-41e7-ad8c-c5c8dc262179 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 943 time: 0.0583398
Nov 27 21:08:24.103565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Pushing event updated for resources: {'Port': ['ID=016719dd-00d2-4489-a2b6-c05c7ea909ed,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:24.134325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.134325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.134659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.135413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.135413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.135656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.135814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.136145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.136479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.136810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.137140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.137466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:24.163273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b5dbd85d-6ebf-4fee-bf87-9a7225d59956 req-b57656e2-a6d2-4029-aea3-3208849b2e6f tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0676494
Nov 27 21:08:24.191172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d07a0b4-894c-4760-a98a-77b773980943 req-b9f08e1e-77f0-46c0-9f6d-fa88b0e89e53 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078944
Nov 27 21:08:24.209932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Attempting to bind port 016719dd-00d2-4489-a2b6-c05c7ea909ed on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:24.210333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Attempting to bind port 016719dd-00d2-4489-a2b6-c05c7ea909ed by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:24.210725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Attempting to bind port 016719dd-00d2-4489-a2b6-c05c7ea909ed on network 82b7458b-bb62-43f1-8459-dfaac22cfd80 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:24.215683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Port 016719dd-00d2-4489-a2b6-c05c7ea909ed on network 82b7458b-bb62-43f1-8459-dfaac22cfd80 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:08:24.216088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Attempting to bind port 016719dd-00d2-4489-a2b6-c05c7ea909ed on network 82b7458b-bb62-43f1-8459-dfaac22cfd80 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:24.221833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:24.222270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Checking segment: {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:24.222730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Bound using segment: {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:24.223590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Bound port: 016719dd-00d2-4489-a2b6-c05c7ea909ed, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15340db1-f014-4759-aa92-f6cff4aa417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:24.223727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:24.290135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] For port 016719dd-00d2-4489-a2b6-c05c7ea909ed, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:24.293464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] For port 016719dd-00d2-4489-a2b6-c05c7ea909ed, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:24.298163 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:24.344085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:24.344709 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:24.346188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] 10.222.0.35 "PUT /v2.0/ports/016719dd-00d2-4489-a2b6-c05c7ea909ed HTTP/1.1" status: 200  len: 1091 time: 0.7248006
Nov 27 21:08:24.346641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'tag': '016719dd-00d2-4489-a2b6-c05c7ea909ed'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:24.349017 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e9a358-9535-4c87-be3a-306afebf3d36" -d '{"events": [{"name": "network-changed", "server_uuid": "592ef09c-8fa3-4952-a2c1-8aa3bf414542", "tag": "016719dd-00d2-4489-a2b6-c05c7ea909ed"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:24.375697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923f0c4-9257-4dc5-860b-24e3ce7a85d2 service neutron] Pushing event updated for resources: {'Port': ['ID=016719dd-00d2-4489-a2b6-c05c7ea909ed,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:24.396773 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe0bc0d-8e39-4411-a8fa-24542e06bee5 x-openstack-request-id: req-efe0bc0d-8e39-4411-a8fa-24542e06bee5 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:24.396773 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592ef09c-8fa3-4952-a2c1-8aa3bf414542", "tag": "016719dd-00d2-4489-a2b6-c05c7ea909ed", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:24.397011 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efe0bc0d-8e39-4411-a8fa-24542e06bee5 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:24.397417 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'tag': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'status': 'completed', 'code': 200}
Nov 27 21:08:24.456855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-634fddfc-a687-4f19-a01d-ecf639730f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:24.458575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-634fddfc-a687-4f19-a01d-ecf639730f5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49981e6330d04897a5b23f4ca0b9a934&device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 1094 time: 0.0521429
Nov 27 21:08:24.508059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-053e78cf-ce9a-41cc-89c7-473372a6f74f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed HTTP/1.1" status: 200  len: 217 time: 0.0414426
Nov 27 21:08:24.567345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-edb202b3-2b4c-40bc-bb4c-5ee3a6615e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:24.569271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-edb202b3-2b4c-40bc-bb4c-5ee3a6615e05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25faca2d-2257-4a52-b33e-465ce544c73e HTTP/1.1" status: 200  len: 846 time: 0.0541127
Nov 27 21:08:24.964422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-ee0c8d0f-8bdf-4ce7-aebe-1270d1e42d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:24.969546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-ee0c8d0f-8bdf-4ce7-aebe-1270d1e42d66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82b7458b-bb62-43f1-8459-dfaac22cfd80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3899660
Nov 27 21:08:25.056601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-6cf50a68-0bc0-46bc-9480-71bd5a49a50b service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825665
Nov 27 21:08:25.153449 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68838fff-98ff-4a81-9e08-f5ec124fbff4 req-83b4ddbd-390a-42a2-b468-eb3d64b3317b service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889738
Nov 27 21:08:25.275750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-41e8cec5-ac09-45ab-8a99-eb7c0d9863aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:25.277257 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-41e8cec5-ac09-45ab-8a99-eb7c0d9863aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49981e6330d04897a5b23f4ca0b9a934&device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 1094 time: 0.0750003
Nov 27 21:08:25.300337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2ce6-8564-4410-9cd3-7f294d42439f req-9c607ffc-a2e5-4f4b-8806-e797162be138 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:25.301771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503e2ce6-8564-4410-9cd3-7f294d42439f req-9c607ffc-a2e5-4f4b-8806-e797162be138 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 943 time: 0.0652363
Nov 27 21:08:25.415011 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-503e2ce6-8564-4410-9cd3-7f294d42439f req-9a5c54c6-fc85-454b-b4d4-6b50b3f284b2 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0995038
Nov 27 21:08:25.417726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-5241941c-4d4e-4655-919a-5aef80106589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:25.419118 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-5241941c-4d4e-4655-919a-5aef80106589 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82b7458b-bb62-43f1-8459-dfaac22cfd80 HTTP/1.1" status: 200  len: 908 time: 0.1341846
Nov 27 21:08:25.475422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-5ad7b604-8c57-4099-8984-fa34c672d61a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed HTTP/1.1" status: 200  len: 217 time: 0.0459380
Nov 27 21:08:25.527167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-d7ff105f-9470-4e17-a9c1-09c34d2effc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:25.528805 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-d7ff105f-9470-4e17-a9c1-09c34d2effc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25faca2d-2257-4a52-b33e-465ce544c73e HTTP/1.1" status: 200  len: 846 time: 0.0466373
Nov 27 21:08:25.576880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-95d06832-dc1b-435d-9771-5cc0d96e13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:25.578441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-95d06832-dc1b-435d-9771-5cc0d96e13bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82b7458b-bb62-43f1-8459-dfaac22cfd80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0424719
Nov 27 21:08:25.683541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-d7d81b1c-e73a-4f7f-9155-aef42be60fd6 service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900543
Nov 27 21:08:25.780088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3e9a358-9535-4c87-be3a-306afebf3d36 req-a28f00ad-c3c2-487b-b36b-59fc6ce99d2c service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891471
Nov 27 21:08:25.869201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79125226-a993-44df-8433-e2c0aaa4758b req-5805c431-17fc-49ba-8c99-7f5969f53516 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:25.870937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79125226-a993-44df-8433-e2c0aaa4758b req-5805c431-17fc-49ba-8c99-7f5969f53516 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 945 time: 0.0491745
Nov 27 21:08:25.918131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79125226-a993-44df-8433-e2c0aaa4758b req-84e4719f-e520-419d-8f3c-f245706473ef tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403378
Nov 27 21:08:26.533617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278506-f63f-488a-9a5c-608f9b283e04 req-119fc99f-a721-4ee8-990c-2abf0afd041d tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:26.535106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b9278506-f63f-488a-9a5c-608f9b283e04 req-119fc99f-a721-4ee8-990c-2abf0afd041d tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 943 time: 0.0491438
Nov 27 21:08:26.586626 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b9278506-f63f-488a-9a5c-608f9b283e04 req-3ccb2448-2085-4046-9fe3-f27fc9f89fe8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454402
Nov 27 21:08:27.040214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ee58f-8659-4117-a370-ce7da56c63eb req-b223f016-fceb-4d6c-be96-d4dde1edfc7f tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:27.041722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf0ee58f-8659-4117-a370-ce7da56c63eb req-b223f016-fceb-4d6c-be96-d4dde1edfc7f tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 945 time: 0.0540211
Nov 27 21:08:27.089055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf0ee58f-8659-4117-a370-ce7da56c63eb req-05805751-f580-48d4-b418-2a65baba24c2 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.21 "GET /v2.0/security-groups?id=b27ed50d-2961-4010-955c-60a2bb201f1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407066
Nov 27 21:08:27.218540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-ad803114-2ebb-4656-8cdf-635824374bb4 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:27.220029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-ad803114-2ebb-4656-8cdf-635824374bb4 tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b4e830-3d4a-4c27-9c08-00844558c13c HTTP/1.1" status: 200  len: 945 time: 0.0468438
Nov 27 21:08:27.313827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Deleting port e38da6ce-a6a3-4ee5-b87d-c9eb82116542 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:27.314114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:27.404627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] For port e38da6ce-a6a3-4ee5-b87d-c9eb82116542, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,segment=NetworkSegment(5842a979-759c-40b4-99ef-f555b1c47ae3),segment_id=5842a979-759c-40b4-99ef-f555b1c47ae3)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:27.405522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:27.417049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Calling delete_port for e38da6ce-a6a3-4ee5-b87d-c9eb82116542 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:27.540573 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:27.573471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Pushing event deleted for resources: {'Port': ['ID=e38da6ce-a6a3-4ee5-b87d-c9eb82116542,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:27.601891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.602250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.602606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.602957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.603337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.603683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.604026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.604380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.604706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.605043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.605384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.605723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:27.626562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] No DVR routers for this DVR port e38da6ce-a6a3-4ee5-b87d-c9eb82116542 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:27.629292 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:27.632818 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0fbbe963-92a8-4f62-b56a-5799fdbb0052 req-b22eb44b-dfcd-4b4d-ba5a-0c1134d9501b tempest-ServerTagsTestJSON-1062512863 tempest-ServerTagsTestJSON-1062512863-project] 10.222.0.15 "DELETE /v2.0/ports/e38da6ce-a6a3-4ee5-b87d-c9eb82116542 HTTP/1.1" status: 204  len: 173 time: 0.4065876
Nov 27 21:08:27.633191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b4e830-3d4a-4c27-9c08-00844558c13c', 'name': 'network-vif-deleted', 'tag': 'e38da6ce-a6a3-4ee5-b87d-c9eb82116542'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:27.635966 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d4e37f-6e7f-450f-a7f4-5956609259b0" -d '{"events": [{"server_uuid": "44b4e830-3d4a-4c27-9c08-00844558c13c", "name": "network-vif-deleted", "tag": "e38da6ce-a6a3-4ee5-b87d-c9eb82116542"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:27.701334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['e38da6ce-a6a3-4ee5-b87d-c9eb82116542'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:27.715809 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac1d0b5-406a-4fa0-bb05-93bffa213a12 x-openstack-request-id: req-3ac1d0b5-406a-4fa0-bb05-93bffa213a12 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:27.716393 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b4e830-3d4a-4c27-9c08-00844558c13c", "name": "network-vif-deleted", "tag": "e38da6ce-a6a3-4ee5-b87d-c9eb82116542", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:27.716666 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ac1d0b5-406a-4fa0-bb05-93bffa213a12 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:27.717070 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b4e830-3d4a-4c27-9c08-00844558c13c', 'name': 'network-vif-deleted', 'tag': 'e38da6ce-a6a3-4ee5-b87d-c9eb82116542', 'status': 'completed', 'code': 200}
Nov 27 21:08:27.754560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378261ad-4072-4f87-94e1-a3e7e8bd3e2b req-58bcd452-368b-4bc0-942b-9dfb19fe3465 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:27.756128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-378261ad-4072-4f87-94e1-a3e7e8bd3e2b req-58bcd452-368b-4bc0-942b-9dfb19fe3465 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 943 time: 0.0519669
Nov 27 21:08:27.806256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-378261ad-4072-4f87-94e1-a3e7e8bd3e2b req-87c3695f-d1c4-4c9f-9801-cf8acf118bb9 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439115
Nov 27 21:08:28.087153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 016719dd-00d2-4489-a2b6-c05c7ea909ed details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:08:28.146326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35296) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:28.190187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 016719dd-00d2-4489-a2b6-c05c7ea909ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:28.194255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36bbe37-d1de-4c6a-a560-1448bcc81040 admin admin] Deleting subnet 61604d3d-dc0d-444e-8543-f97e29c4f436 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:08:28.197421 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f36bbe37-d1de-4c6a-a560-1448bcc81040 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.203235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'port_id': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'mac_address': 'fa:16:3e:4a:77:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:08:28.231404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f36bbe37-d1de-4c6a-a560-1448bcc81040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.239504 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.253842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016719dd-00d2-4489-a2b6-c05c7ea909ed {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:08:28.273612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 016719dd-00d2-4489-a2b6-c05c7ea909ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:28.274903 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f36bbe37-d1de-4c6a-a560-1448bcc81040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.277011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.322367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=016719dd-00d2-4489-a2b6-c05c7ea909ed,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:28.325806 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f36bbe37-d1de-4c6a-a560-1448bcc81040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.353409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bbe37-d1de-4c6a-a560-1448bcc81040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61604d3d-dc0d-444e-8543-f97e29c4f436,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:28.356535 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f36bbe37-d1de-4c6a-a560-1448bcc81040 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.359948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f36bbe37-d1de-4c6a-a560-1448bcc81040 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/61604d3d-dc0d-444e-8543-f97e29c4f436 HTTP/1.1" status: 204  len: 168 time: 0.2124784
Nov 27 21:08:28.362515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35298) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:28.429976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.511241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.531296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3feefd430>,) {'filters': {'network_id': ['2feaefb8-3f7a-421e-9bcb-1af37c4138c1']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:28.541214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feefd430>, '5842a979-759c-40b4-99ef-f555b1c47ae3') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:28.541517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feefd430>, '5842a979-759c-40b4-99ef-f555b1c47ae3') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:28.552507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.565827 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.571539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:08:28.571923 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:08:28.573552 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:08:28.591338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['016719dd-00d2-4489-a2b6-c05c7ea909ed'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:28.631204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.636548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.640120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] 10.222.0.21 "DELETE /v2.0/networks/2feaefb8-3f7a-421e-9bcb-1af37c4138c1 HTTP/1.1" status: 204  len: 168 time: 0.2766466
Nov 27 21:08:28.651182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9800f9-197e-4000-90c2-eced0d80568d admin admin] Pushing event deleted for resources: {'Network': ['ID=2feaefb8-3f7a-421e-9bcb-1af37c4138c1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:28.803776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35302) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:28.849211 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ace2c68b-2d3a-4a1a-8d30-f2e49d435fd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e71ba352bc24e6783f74563b7ccef73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0440729
Nov 27 21:08:28.851705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35306) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:28.901088 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fff21513-ac87-405b-a85b-4f4a1792fa5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.923464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fff21513-ac87-405b-a85b-4f4a1792fa5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.930586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4934d0-738c-44de-b333-6dd0cac096cc req-61ff9aac-d920-4381-8ac8-8b90b75195e4 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:28.932102 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae4934d0-738c-44de-b333-6dd0cac096cc req-61ff9aac-d920-4381-8ac8-8b90b75195e4 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 944 time: 0.0519021
Nov 27 21:08:28.971540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fff21513-ac87-405b-a85b-4f4a1792fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.974291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fff21513-ac87-405b-a85b-4f4a1792fa5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:28.975598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fff21513-ac87-405b-a85b-4f4a1792fa5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b27ed50d-2961-4010-955c-60a2bb201f1a HTTP/1.1" status: 204  len: 168 time: 0.1228671
Nov 27 21:08:28.982160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae4934d0-738c-44de-b333-6dd0cac096cc req-3d3d0ed2-4ecc-4e69-9f08-41e3e9ec6719 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439293
Nov 27 21:08:28.983777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff21513-ac87-405b-a85b-4f4a1792fa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27ed50d-2961-4010-955c-60a2bb201f1a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:29.650998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35328) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:29.746608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1104956031-network', 'tenant_id': 'e50ca5bbf0334faa9bad45c847b7301c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:29.768915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Made reservation on behalf of e50ca5bbf0334faa9bad45c847b7301c for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:29.771210 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:29.779787 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:29.857154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:29.860790 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:29.887111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:08:29.897176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:29.904802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:29.904802 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Added segment e36b2fcc-9344-4d53-95f9-ed80b401803c of type vlan for network 222dd9d8-01e1-49e7-9bb7-8028b20baa13
Nov 27 21:08:29.941807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:29.968382 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:29.969319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:29.969894 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:30.021246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.3690541
Nov 27 21:08:30.022792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35334) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:30.029180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Request body: {'subnet': {'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1104956031-subnet', 'tenant_id': 'e50ca5bbf0334faa9bad45c847b7301c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:30.033012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbd577-e63d-470e-b662-8cbdac7d306e admin admin] Pushing event updated for resources: {'Network': ['ID=222dd9d8-01e1-49e7-9bb7-8028b20baa13,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:30.044724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:08:30.055489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Made reservation on behalf of e50ca5bbf0334faa9bad45c847b7301c for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:30.058277 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:30.096238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 016719dd-00d2-4489-a2b6-c05c7ea909ed up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:30.156392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 016719dd-00d2-4489-a2b6-c05c7ea909ed completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:08:30.160480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 016719dd-00d2-4489-a2b6-c05c7ea909ed triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:30.161098 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:30.174890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a8064-f128-41e0-b64c-0de1aba79cdb req-18a2cfdd-b3d6-4b4a-af0a-b512d34b754f tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:30.176502 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a6a8064-f128-41e0-b64c-0de1aba79cdb req-18a2cfdd-b3d6-4b4a-af0a-b512d34b754f tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 944 time: 0.1042271
Nov 27 21:08:30.242903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:30.260581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a6a8064-f128-41e0-b64c-0de1aba79cdb req-f5fe902d-e7c0-4eb6-9705-268b9ebfdfbd tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0771763
Nov 27 21:08:30.266484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016719dd-00d2-4489-a2b6-c05c7ea909ed'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:30.268871 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1152203-7537-444d-9764-6a9c8cda1798" -d '{"events": [{"server_uuid": "592ef09c-8fa3-4952-a2c1-8aa3bf414542", "name": "network-vif-plugged", "status": "completed", "tag": "016719dd-00d2-4489-a2b6-c05c7ea909ed"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:30.281925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 016719dd-00d2-4489-a2b6-c05c7ea909ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:30.289534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:30.316415 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bb7fb1-e297-4352-9ae0-4ffda113e489 x-openstack-request-id: req-87bb7fb1-e297-4352-9ae0-4ffda113e489 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:30.316738 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592ef09c-8fa3-4952-a2c1-8aa3bf414542", "name": "network-vif-plugged", "status": "completed", "tag": "016719dd-00d2-4489-a2b6-c05c7ea909ed", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:30.316993 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87bb7fb1-e297-4352-9ae0-4ffda113e489 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:30.317489 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'code': 200}
Nov 27 21:08:30.321572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:30.348946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=016719dd-00d2-4489-a2b6-c05c7ea909ed,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:30.357020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.357652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.358160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.359037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.359424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.359776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.360127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.360469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.360807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.361228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.361473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.362042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:08:30.391714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b06d34-5b0e-426f-968c-5fc6c99a5004,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:30.409916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Checking segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:30.410287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Network hostable DHCP agents. Network: 222dd9d8-01e1-49e7-9bb7-8028b20baa13, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:08:30.437539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1188d8-f66f-4192-8594-8f3c88a4c7fd req-16616a72-0225-4b16-8f63-e275b18b3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:30.439160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af1188d8-f66f-4192-8594-8f3c88a4c7fd req-16616a72-0225-4b16-8f63-e275b18b3b54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 1096 time: 0.0571532
Nov 27 21:08:30.440271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:08:30.454658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 222dd9d8-01e1-49e7-9bb7-8028b20baa13) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:30.463809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab2ede5-e3fc-4fe2-9965-a952569caccb None None] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:30.465512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:30.466164 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:30.495622 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-78b56c5f-138e-4e2f-aed4-19cdf6396574 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.4708662
Nov 27 21:08:30.504170 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af1188d8-f66f-4192-8594-8f3c88a4c7fd req-3abcf33e-42a6-4430-919a-6896013183e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0558929
Nov 27 21:08:30.606500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa666b-50fd-428e-b058-3233632b34b0 None None] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:30.931241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-62ce007e-9303-4f97-86d4-01d2b441cf6a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:30.932675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-62ce007e-9303-4f97-86d4-01d2b441cf6a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1065159
Nov 27 21:08:30.947481 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fb25b90f-05af-4ea1-ba79-d0b214e2a7e0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/quotas/e50ca5bbf0334faa9bad45c847b7301c HTTP/1.1" status: 200  len: 375 time: 0.0089412
Nov 27 21:08:30.979006 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-87997d16-76fb-4549-9501-78b39c4743cc tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0264831
Nov 27 21:08:31.071293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-67f90f3b-834c-483c-9ba0-f43e14900b91 service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853956
Nov 27 21:08:31.101176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e38da6ce-a6a3-4ee5-b87d-c9eb82116542 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:31.131644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: e38da6ce-a6a3-4ee5-b87d-c9eb82116542 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:31.132092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e38da6ce-a6a3-4ee5-b87d-c9eb82116542 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:31.166797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-d57b1717-bdfe-475f-bac0-933cb70aa22f service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891566
Nov 27 21:08:31.377979 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47cc4742-9b57-4f2c-b7db-32f5ad0ba493 req-2188f057-9ca8-4cc4-a420-5c00da5f85f4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 210 time: 0.0632427
Nov 27 21:08:31.463663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee1e46-ff32-4db3-902e-30ff69e3b8cb req-2cd63c7e-951a-4d3c-8334-b5638c383530 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:31.466875 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89ee1e46-ff32-4db3-902e-30ff69e3b8cb req-2cd63c7e-951a-4d3c-8334-b5638c383530 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 945 time: 0.0658145
Nov 27 21:08:31.502909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41b58-1f86-4c61-9fa3-2c480253275e req-e9a94420-a136-4585-b436-f6fdac33cf77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:31.509622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41b58-1f86-4c61-9fa3-2c480253275e req-e9a94420-a136-4585-b436-f6fdac33cf77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:31.516834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41b58-1f86-4c61-9fa3-2c480253275e req-e9a94420-a136-4585-b436-f6fdac33cf77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:31.523422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41b58-1f86-4c61-9fa3-2c480253275e req-e9a94420-a136-4585-b436-f6fdac33cf77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:31.530296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41b58-1f86-4c61-9fa3-2c480253275e req-e9a94420-a136-4585-b436-f6fdac33cf77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:31.534193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89ee1e46-ff32-4db3-902e-30ff69e3b8cb req-3ce4e9f2-775b-4302-9023-19c2cda8c55a tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0605440
Nov 27 21:08:31.537667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41b58-1f86-4c61-9fa3-2c480253275e req-e9a94420-a136-4585-b436-f6fdac33cf77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:31.544200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41b58-1f86-4c61-9fa3-2c480253275e req-e9a94420-a136-4585-b436-f6fdac33cf77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:31.553422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6f41b58-1f86-4c61-9fa3-2c480253275e req-e9a94420-a136-4585-b436-f6fdac33cf77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.1300108
Nov 27 21:08:31.625864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6f41b58-1f86-4c61-9fa3-2c480253275e req-5d82bc00-e99a-400e-95a5-3a7a40ce19f5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0714576
Nov 27 21:08:32.345770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-7a7d0150-5528-4332-aa0a-e9ffbfcf310a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.347536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-7a7d0150-5528-4332-aa0a-e9ffbfcf310a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1085634
Nov 27 21:08:32.360298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Request body: {'port': {'device_id': 'af42a712-cb65-42f8-b073-c9aa8c778116', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'admin_state_up': True, 'tenant_id': 'e50ca5bbf0334faa9bad45c847b7301c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:32.661300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fa9c731a-2305-4cf8-97d7-b1ac2516f28d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.667750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fa9c731a-2305-4cf8-97d7-b1ac2516f28d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.673816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fa9c731a-2305-4cf8-97d7-b1ac2516f28d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.679823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fa9c731a-2305-4cf8-97d7-b1ac2516f28d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.685774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fa9c731a-2305-4cf8-97d7-b1ac2516f28d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.692340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fa9c731a-2305-4cf8-97d7-b1ac2516f28d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.698298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fa9c731a-2305-4cf8-97d7-b1ac2516f28d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.700283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fa9c731a-2305-4cf8-97d7-b1ac2516f28d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.1203563
Nov 27 21:08:32.756896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-ab923ce2-4c4e-455d-ae78-21e179277daf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.758263 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-ab923ce2-4c4e-455d-ae78-21e179277daf tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "GET /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0502954
Nov 27 21:08:32.766226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a8ea3-fac0-466d-b74c-f2edb541ae7e req-c253c0d8-3200-44c7-87d9-ae136459c064 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.767616 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-807a8ea3-fac0-466d-b74c-f2edb541ae7e req-c253c0d8-3200-44c7-87d9-ae136459c064 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 945 time: 0.1458955
Nov 27 21:08:32.773808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98942dcb-5664-4b06-a2aa-3508b35dae36 req-603637fb-abe5-4ba0-821d-36cffce76638 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 210 time: 0.3463874
Nov 27 21:08:32.818993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Made reservation on behalf of e50ca5bbf0334faa9bad45c847b7301c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:32.822644 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:32.871568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-807a8ea3-fac0-466d-b74c-f2edb541ae7e req-71a9067e-8f31-41e1-b49a-e2199fee9bb0 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0938087
Nov 27 21:08:32.912965 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-2d5dc5f4-af9f-47e1-b2fd-9be3cc377dc9 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "GET /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1442783
Nov 27 21:08:32.924438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:32.966928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d403-a172-4a77-bd21-aa534c082cfe req-0028d1b6-5907-4489-8450-75d6e8f29975 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.972980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d403-a172-4a77-bd21-aa534c082cfe req-0028d1b6-5907-4489-8450-75d6e8f29975 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.978929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d403-a172-4a77-bd21-aa534c082cfe req-0028d1b6-5907-4489-8450-75d6e8f29975 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.984915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d403-a172-4a77-bd21-aa534c082cfe req-0028d1b6-5907-4489-8450-75d6e8f29975 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.990839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d403-a172-4a77-bd21-aa534c082cfe req-0028d1b6-5907-4489-8450-75d6e8f29975 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:32.997056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d403-a172-4a77-bd21-aa534c082cfe req-0028d1b6-5907-4489-8450-75d6e8f29975 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:33.003719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d403-a172-4a77-bd21-aa534c082cfe req-0028d1b6-5907-4489-8450-75d6e8f29975 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:33.005636 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d119d403-a172-4a77-bd21-aa534c082cfe req-0028d1b6-5907-4489-8450-75d6e8f29975 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 5431 time: 0.1690385
Nov 27 21:08:33.006184 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.026517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc90b4-0008-4b85-91a6-42a411d67b04 req-44c465a0-7a1c-4cdc-a641-7c3b901033b6 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:33.028053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5bcc90b4-0008-4b85-91a6-42a411d67b04 req-44c465a0-7a1c-4cdc-a641-7c3b901033b6 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 945 time: 0.0841465
Nov 27 21:08:33.055211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Allocated IP 172.20.0.10 (222dd9d8-01e1-49e7-9bb7-8028b20baa13/26b06d34-5b0e-426f-968c-5fc6c99a5004/c65eb439-cdbe-4239-9004-3a356e2f3c6f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:33.095553 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d119d403-a172-4a77-bd21-aa534c082cfe req-5fc02f87-31cc-49ad-874a-0d0260ae2a63 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=76381062-da63-4132-9640-3ccb01f46a1c&id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0822325
Nov 27 21:08:33.146791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5bcc90b4-0008-4b85-91a6-42a411d67b04 req-c06ec0e0-bc90-40ae-b25c-8a3c65e0a074 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0942156
Nov 27 21:08:33.191526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=decba21e-805a-4b68-9d38-6e3b44662ff5,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:33.240892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] For port decba21e-805a-4b68-9d38-6e3b44662ff5, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:33.265936 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.279378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] device_id is not set on port decba21e-805a-4b68-9d38-6e3b44662ff5 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:08:33.288051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.290703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5c0e7-f35a-4a17-8ca7-5934354361c4 req-da2250cf-ce6d-4ffa-ad7d-385f99ce07cb tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:33.292368 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cef5c0e7-f35a-4a17-8ca7-5934354361c4 req-da2250cf-ce6d-4ffa-ad7d-385f99ce07cb tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 945 time: 0.0725892
Nov 27 21:08:33.293479 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.350560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.362862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] No DVR routers for this DVR port decba21e-805a-4b68-9d38-6e3b44662ff5 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:33.363158 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cef5c0e7-f35a-4a17-8ca7-5934354361c4 req-0898fbc7-7e16-4cf3-b94c-88fb9915703d tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0604827
Nov 27 21:08:33.369362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] Pushing event updated for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=9']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:33.393692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35382) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:33.410285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:33.414404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:33.419233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:33.419428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] In _notify_port_updated(), no bound segment for port decba21e-805a-4b68-9d38-6e3b44662ff5 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:08:33.420203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:33.421092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.423959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-17ceb445-e9f3-4639-93cb-8d41e2107a3d service neutron] 10.222.0.35 "PUT /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 200  len: 1026 time: 0.5037315
Nov 27 21:08:33.448062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event updated for resources: {'Port': ['ID=c65eb439-cdbe-4239-9004-3a356e2f3c6f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:33.481257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:33.481924 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.504111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-720040ff-92e9-4d36-8c23-c1d1cd7c20a5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:33.504542 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-c284a2c8-49be-4c9c-9e81-6c822b5e59e5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1477463
Nov 27 21:08:33.506255 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-720040ff-92e9-4d36-8c23-c1d1cd7c20a5 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "GET /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0752945
Nov 27 21:08:33.517522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Request body: {'port': {'device_id': 'af42a712-cb65-42f8-b073-c9aa8c778116', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:33.518573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:33.577063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.602826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.625443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ad42cbf7-b597-4914-bfc1-cc16c2afe3c3 None None] Provisioning complete for port decba21e-805a-4b68-9d38-6e3b44662ff5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:33.626023 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ad42cbf7-b597-4914-bfc1-cc16c2afe3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.646597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7042a867-0d82-47c5-b3e5-ee2ec1a27010 tempest-TestServerBasicOps-235821989 tempest-TestServerBasicOps-235821989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:33.651065 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7042a867-0d82-47c5-b3e5-ee2ec1a27010 tempest-TestServerBasicOps-235821989 tempest-TestServerBasicOps-235821989-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 1091 time: 0.2535100
Nov 27 21:08:33.652277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35386) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:33.661052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:33.664623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ad42cbf7-b597-4914-bfc1-cc16c2afe3c3 None None] Port decba21e-805a-4b68-9d38-6e3b44662ff5 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:33.736396 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.825228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=14e81df6-5fa0-4831-a0b4-1270866d1c86,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:33.860835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65eb439-cdbe-4239-9004-3a356e2f3c6f {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:08:33.869113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.881841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Transition to ACTIVE for port object c65eb439-cdbe-4239-9004-3a356e2f3c6f will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:08:33.887727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.893335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] For port 14e81df6-5fa0-4831-a0b4-1270866d1c86, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:33.939484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] device_id is not set on port 14e81df6-5fa0-4831-a0b4-1270866d1c86 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:08:33.953219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Pushing event updated for resources: {'Port': ['ID=c65eb439-cdbe-4239-9004-3a356e2f3c6f,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:33.958115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12130750-d211-4311-a361-d99ff83a3039 req-0e382403-c7e8-4989-86e2-6e9931a1d755 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:33.959669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12130750-d211-4311-a361-d99ff83a3039 req-0e382403-c7e8-4989-86e2-6e9931a1d755 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 932 time: 0.1132073
Nov 27 21:08:33.962712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:33.974887 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.009054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Attempting to bind port c65eb439-cdbe-4239-9004-3a356e2f3c6f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:34.009413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Attempting to bind port c65eb439-cdbe-4239-9004-3a356e2f3c6f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:34.009754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Attempting to bind port c65eb439-cdbe-4239-9004-3a356e2f3c6f on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:34.014245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Port c65eb439-cdbe-4239-9004-3a356e2f3c6f on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:08:34.014576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Attempting to bind port c65eb439-cdbe-4239-9004-3a356e2f3c6f on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:34.019993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:34.020333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Checking segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:34.020714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Bound using segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:34.021137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Bound port: c65eb439-cdbe-4239-9004-3a356e2f3c6f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:34.021496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.040064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.082595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] No DVR routers for this DVR port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:34.084504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=9']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:34.097539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] For port c65eb439-cdbe-4239-9004-3a356e2f3c6f, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:34.101409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] For port c65eb439-cdbe-4239-9004-3a356e2f3c6f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65eb439-cdbe-4239-9004-3a356e2f3c6f,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:34.106423 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.146183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.146817 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.148281 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] 10.222.0.15 "PUT /v2.0/ports/c65eb439-cdbe-4239-9004-3a356e2f3c6f HTTP/1.1" status: 200  len: 1092 time: 0.6356325
Nov 27 21:08:34.148752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af42a712-cb65-42f8-b073-c9aa8c778116', 'tag': 'c65eb439-cdbe-4239-9004-3a356e2f3c6f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:34.151104 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d03b95-b7f2-4f84-b84e-a76421af6a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "af42a712-cb65-42f8-b073-c9aa8c778116", "tag": "c65eb439-cdbe-4239-9004-3a356e2f3c6f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:34.175238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61b85a-f7bb-42f4-80a5-ea85edbcb728 service neutron] Pushing event updated for resources: {'Port': ['ID=c65eb439-cdbe-4239-9004-3a356e2f3c6f,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:34.195826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12130750-d211-4311-a361-d99ff83a3039 req-fa71f8b4-94dd-423d-965b-42994a20f694 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176828
Nov 27 21:08:34.252668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] In _notify_port_updated(), no bound segment for port 14e81df6-5fa0-4831-a0b4-1270866d1c86 on network 2db01d42-b5d2-4173-a7f0-d71456cff74a {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:08:34.253572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.254201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.255720 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-0478693a-9738-4944-8c1e-a27baa3f6ce7 service neutron] 10.222.0.35 "PUT /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 200  len: 1025 time: 0.7413197
Nov 27 21:08:34.257987 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc7b3ac-8afb-476c-83de-853b1cc19a0d x-openstack-request-id: req-8fc7b3ac-8afb-476c-83de-853b1cc19a0d {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:34.258289 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af42a712-cb65-42f8-b073-c9aa8c778116", "tag": "c65eb439-cdbe-4239-9004-3a356e2f3c6f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:34.258635 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fc7b3ac-8afb-476c-83de-853b1cc19a0d {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:34.259034 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af42a712-cb65-42f8-b073-c9aa8c778116', 'tag': 'c65eb439-cdbe-4239-9004-3a356e2f3c6f', 'status': 'completed', 'code': 200}
Nov 27 21:08:34.302011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-63093023-f751-461f-9c58-935b47dca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.303744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-63093023-f751-461f-9c58-935b47dca6e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 1095 time: 0.0984681
Nov 27 21:08:34.316174 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f3ae0c0d-c95b-4913-812e-ede3e3a44d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.320252 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-91250d40-51d5-4d3f-911a-3e176c9c1480 None None] Provisioning complete for port 14e81df6-5fa0-4831-a0b4-1270866d1c86 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:34.320801 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-91250d40-51d5-4d3f-911a-3e176c9c1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.324858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Allocated IP 172.35.3.207 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/4b8208dd-1a4e-4be6-8293-7d0f8a6d0697) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:34.355719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-b29546e0-124c-4d36-a615-82ee88fd54fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65eb439-cdbe-4239-9004-3a356e2f3c6f HTTP/1.1" status: 200  len: 217 time: 0.0430183
Nov 27 21:08:34.364065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-91250d40-51d5-4d3f-911a-3e176c9c1480 None None] Port 14e81df6-5fa0-4831-a0b4-1270866d1c86 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:34.367530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e7f9-f77f-482f-822c-c7b12efdd327 req-4334eb39-13bb-4566-b9cc-b25cc00cb613 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.374701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e7f9-f77f-482f-822c-c7b12efdd327 req-4334eb39-13bb-4566-b9cc-b25cc00cb613 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.380759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e7f9-f77f-482f-822c-c7b12efdd327 req-4334eb39-13bb-4566-b9cc-b25cc00cb613 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.386724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e7f9-f77f-482f-822c-c7b12efdd327 req-4334eb39-13bb-4566-b9cc-b25cc00cb613 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.393334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e7f9-f77f-482f-822c-c7b12efdd327 req-4334eb39-13bb-4566-b9cc-b25cc00cb613 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.395195 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f14e7f9-f77f-482f-822c-c7b12efdd327 req-4334eb39-13bb-4566-b9cc-b25cc00cb613 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3886 time: 0.1432276
Nov 27 21:08:34.451605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port c24676eb-b68a-43ef-928f-8f5a3e6d3406 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:34.451951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.462360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-e3fe7c9c-c212-4497-87aa-c6c5411c7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.463932 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-e3fe7c9c-c212-4497-87aa-c6c5411c7d53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0678153
Nov 27 21:08:34.491161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f14e7f9-f77f-482f-822c-c7b12efdd327 req-dad51754-68c2-4cdc-8abc-e51756d6802f tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869062
Nov 27 21:08:34.506637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-39787d9d-7851-4e2c-a123-9d3e8f8561dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351965
Nov 27 21:08:34.531575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.586338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port c24676eb-b68a-43ef-928f-8f5a3e6d3406, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c24676eb-b68a-43ef-928f-8f5a3e6d3406,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:34.586626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.589361 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.597263 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-233dc4f3-9007-4b71-a67c-d24c50d4fe8b service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837770
Nov 27 21:08:34.630340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for c24676eb-b68a-43ef-928f-8f5a3e6d3406 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:34.651470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:34.656831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:34.659141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:34.694940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28464a28-7d6e-4393-9d83-60ffab69bb92 req-88f32286-d6d8-4e69-8e95-59452f3fbdb9 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906823
Nov 27 21:08:34.709082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'Port': ['ID=4b8208dd-1a4e-4be6-8293-7d0f8a6d0697,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:34.784111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-ed1d8863-4750-4188-b719-39098f74fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.786352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-ed1d8863-4750-4188-b719-39098f74fb8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 1095 time: 0.0440621
Nov 27 21:08:34.881432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-2f2d0029-a2c5-4593-b029-d9cf601ee5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.882824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-2f2d0029-a2c5-4593-b029-d9cf601ee5e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 907 time: 0.0899482
Nov 27 21:08:34.929298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-be6e80e5-e827-45ee-bc03-d11ad002f74f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65eb439-cdbe-4239-9004-3a356e2f3c6f HTTP/1.1" status: 200  len: 217 time: 0.0389314
Nov 27 21:08:34.953798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:34.978483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-853c7216-2af7-4745-b0d8-afa361e90994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:34.979987 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-853c7216-2af7-4745-b0d8-afa361e90994 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0445433
Nov 27 21:08:34.991882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=c24676eb-b68a-43ef-928f-8f5a3e6d3406,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:35.012299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-69a8edfe-0d5a-463f-9576-03cfd71c8740 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258927
Nov 27 21:08:35.047196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port c24676eb-b68a-43ef-928f-8f5a3e6d3406 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:35.050200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:35.053615 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-fc25e9db-f9c7-439a-825d-2784e0f77db2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "DELETE /v2.0/ports/c24676eb-b68a-43ef-928f-8f5a3e6d3406 HTTP/1.1" status: 204  len: 173 time: 0.7911377
Nov 27 21:08:35.054064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'c24676eb-b68a-43ef-928f-8f5a3e6d3406'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:35.056375 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4680544e-6214-4a39-a6be-743cdfd99c71" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "c24676eb-b68a-43ef-928f-8f5a3e6d3406"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:35.101873 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14127067-77ca-49fa-a6ef-916261f0db99 x-openstack-request-id: req-14127067-77ca-49fa-a6ef-916261f0db99 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:35.102171 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "c24676eb-b68a-43ef-928f-8f5a3e6d3406", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:35.102429 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14127067-77ca-49fa-a6ef-916261f0db99 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:35.102834 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'c24676eb-b68a-43ef-928f-8f5a3e6d3406', 'status': 'completed', 'code': 200}
Nov 27 21:08:35.113652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-d90ad1c8-f066-4f24-9615-f8c24bc8fefe service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946572
Nov 27 21:08:35.204934 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87d03b95-b7f2-4f84-b84e-a76421af6a0c req-18f46bc7-524d-4c04-8e4c-e51afc192e25 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834200
Nov 27 21:08:35.255932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port cef2b0c3-7e85-49c6-a464-7f8486966ae7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:35.256278 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:35.313541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:35.314686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecdf58-cc6f-4f4f-b48d-587083b3564f req-06956d80-2e16-4fdf-b4f4-e54087ac0ad5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:35.316427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6ecdf58-cc6f-4f4f-b48d-587083b3564f req-06956d80-2e16-4fdf-b4f4-e54087ac0ad5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 944 time: 0.0498877
Nov 27 21:08:35.377502 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6ecdf58-cc6f-4f4f-b48d-587083b3564f req-ffe8d098-dc92-42a4-a33e-6907ccda744a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530090
Nov 27 21:08:35.414900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port cef2b0c3-7e85-49c6-a464-7f8486966ae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cef2b0c3-7e85-49c6-a464-7f8486966ae7,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:35.415299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:35.454147 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.003046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aca6-58bf-4151-85d6-4f90f36f2eb4 req-93447e6d-aa80-46c6-b24c-5dc9b9d3df62 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:36.008977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aca6-58bf-4151-85d6-4f90f36f2eb4 req-93447e6d-aa80-46c6-b24c-5dc9b9d3df62 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:36.015441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aca6-58bf-4151-85d6-4f90f36f2eb4 req-93447e6d-aa80-46c6-b24c-5dc9b9d3df62 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:36.021406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345aca6-58bf-4151-85d6-4f90f36f2eb4 req-93447e6d-aa80-46c6-b24c-5dc9b9d3df62 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:36.023051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f345aca6-58bf-4151-85d6-4f90f36f2eb4 req-93447e6d-aa80-46c6-b24c-5dc9b9d3df62 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 3151 time: 0.1948459
Nov 27 21:08:36.124869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:36.187781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f345aca6-58bf-4151-85d6-4f90f36f2eb4 req-620a7f7f-759a-4316-8c37-d971e5ac676d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369271
Nov 27 21:08:36.191368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.191747 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.192072 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Floating IP c10d2a50-20b5-48cf-b722-5c16bcd7105f disassociated. External IP: 172.35.3.107, port: cef2b0c3-7e85-49c6-a464-7f8486966ae7.
Nov 27 21:08:36.192424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for cef2b0c3-7e85-49c6-a464-7f8486966ae7 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:36.216174 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.240026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:36.242847 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96182704-47a1-4d45-a0ec-40d9b68900a8" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-unplugged", "status": "completed", "tag": "d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:36.260432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:36.264414 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.267190 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.267190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device f797bf4c-f839-40c9-aa3e-3edb0a159de8 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:36.273820 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.312366 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4243021-9ea5-411b-83b0-98cd96f63143 x-openstack-request-id: req-b4243021-9ea5-411b-83b0-98cd96f63143 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:36.312668 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-unplugged", "status": "completed", "tag": "d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:36.312971 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4243021-9ea5-411b-83b0-98cd96f63143 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:36.313327 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45', 'code': 200}
Nov 27 21:08:36.353459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:36.370222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event updated for resources: {'Port': ['ID=4b8208dd-1a4e-4be6-8293-7d0f8a6d0697,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:36.388893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.398334 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.450035 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c21f982a-e7f4-453c-9ef6-883dde4f7d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.462781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port f797bf4c-f839-40c9-aa3e-3edb0a159de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:36.467415 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.468223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:36.548385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=f797bf4c-f839-40c9-aa3e-3edb0a159de8,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:36.566937 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.594350 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.625604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd83d64-cc30-4a36-86b1-d48452d53088 req-5e67cfa2-3c2c-4d8e-8639-f974bba4c67d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:36.627202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd83d64-cc30-4a36-86b1-d48452d53088 req-5e67cfa2-3c2c-4d8e-8639-f974bba4c67d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 944 time: 0.1697862
Nov 27 21:08:36.627457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:36.631563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=cef2b0c3-7e85-49c6-a464-7f8486966ae7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:36.632656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:36.635387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c24676eb-b68a-43ef-928f-8f5a3e6d3406 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:36.652444 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Floating IP 8a0407b9-34ef-4eb3-ae56-22a9ad26daec associated. External IP: 172.35.3.207, port: 016719dd-00d2-4489-a2b6-c05c7ea909ed.
Nov 27 21:08:36.675723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: c24676eb-b68a-43ef-928f-8f5a3e6d3406 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:36.676091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c24676eb-b68a-43ef-928f-8f5a3e6d3406 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:36.676571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cef2b0c3-7e85-49c6-a464-7f8486966ae7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:36.705613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: cef2b0c3-7e85-49c6-a464-7f8486966ae7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:36.705961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device cef2b0c3-7e85-49c6-a464-7f8486966ae7 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:36.706385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device decba21e-805a-4b68-9d38-6e3b44662ff5 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:36.751056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:36.760905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device decba21e-805a-4b68-9d38-6e3b44662ff5 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:36.761342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 14e81df6-5fa0-4831-a0b4-1270866d1c86 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:36.799132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 14e81df6-5fa0-4831-a0b4-1270866d1c86 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:36.863632 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efd83d64-cc30-4a36-86b1-d48452d53088 req-d2c40103-a1d4-4ee2-a39a-78d2d65687f0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2263486
Nov 27 21:08:36.908418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Router d5793437-6ae1-448c-8229-c7c757613756 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:08:37.073084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5433f488-730b-40c6-981c-9db7a0678401 req-e8038411-b070-4fe4-b024-c8e0fa57f45f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0414851
Nov 27 21:08:37.105657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Router 18243142-ada0-43a6-a282-aec9572be8d7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:08:37.116261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:37.129222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] Sync routers for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:37.138785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:37.139975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa2df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:37.154176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f488-730b-40c6-981c-9db7a0678401 req-c6bc398c-923b-4710-912f-133a35f6a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:37.156433 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5433f488-730b-40c6-981c-9db7a0678401 req-c6bc398c-923b-4710-912f-133a35f6a553 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 1097 time: 0.0541680
Nov 27 21:08:37.213028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port cef2b0c3-7e85-49c6-a464-7f8486966ae7 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:37.217102 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:37.220841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-e060293b-428d-4468-bec9-38f2644f9a99 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "DELETE /v2.0/ports/cef2b0c3-7e85-49c6-a464-7f8486966ae7 HTTP/1.1" status: 204  len: 173 time: 2.1599026
Nov 27 21:08:37.228401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:37.231242 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adbed8e-3d18-4e13-8638-04ee620ae45b" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "cef2b0c3-7e85-49c6-a464-7f8486966ae7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:37.276547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:37.325451 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f699f3-19fa-4738-90a4-1708b3d80369 x-openstack-request-id: req-71f699f3-19fa-4738-90a4-1708b3d80369 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:37.325744 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "cef2b0c3-7e85-49c6-a464-7f8486966ae7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:37.326008 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71f699f3-19fa-4738-90a4-1708b3d80369 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:37.326410 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'cef2b0c3-7e85-49c6-a464-7f8486966ae7', 'status': 'completed', 'code': 200}
Nov 27 21:08:37.330269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f488-730b-40c6-981c-9db7a0678401 req-4f110098-ed4b-4051-b65f-8d8e3cf16566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:37.332468 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5433f488-730b-40c6-981c-9db7a0678401 req-4f110098-ed4b-4051-b65f-8d8e3cf16566 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.1560116
Nov 27 21:08:37.364090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20774cc-1f73-4546-9df5-ad7f20fcc55a req-31e8b2de-931a-4a98-8d90-f9a9e2d09b08 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:37.365963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:37.371697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20774cc-1f73-4546-9df5-ad7f20fcc55a req-31e8b2de-931a-4a98-8d90-f9a9e2d09b08 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:37.379471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20774cc-1f73-4546-9df5-ad7f20fcc55a req-31e8b2de-931a-4a98-8d90-f9a9e2d09b08 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:37.381209 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a20774cc-1f73-4546-9df5-ad7f20fcc55a req-31e8b2de-931a-4a98-8d90-f9a9e2d09b08 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 2409 time: 0.1013577
Nov 27 21:08:37.398742 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] Sync routers for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:37.404845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:37.405301 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:37.410293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:37.432127 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:37.433292 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a52b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:37.471284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-064f4235-f3ad-4b27-9d98-143808f39cb8 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8058865
Nov 27 21:08:37.504912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5433f488-730b-40c6-981c-9db7a0678401 req-8fb3d7fd-f046-4eaa-94db-813354345548 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 HTTP/1.1" status: 200  len: 1001 time: 0.1579297
Nov 27 21:08:37.511307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a20774cc-1f73-4546-9df5-ad7f20fcc55a req-d9fe39c5-4c6e-4dad-a49a-ae3a5c29197d tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927811
Nov 27 21:08:37.541453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa2df0>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e0b43299-3ab2-48b9-985b-fcccf44ba85f', 'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'mac_address': 'fa:16:3e:b4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:24Z', 'updated_at': '2021-11-27T20:56:32Z', 'revision_number': 5, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'subnets': [{'id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:37.569963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] Checking router: d5793437-6ae1-448c-8229-c7c757613756 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:37.578529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:37.579150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa2df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:37.579406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f488-730b-40c6-981c-9db7a0678401 req-a7e9c617-b2ad-4ffc-ab93-b2f9d7d42d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:37.581177 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5433f488-730b-40c6-981c-9db7a0678401 req-a7e9c617-b2ad-4ffc-ab93-b2f9d7d42d02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0643656
Nov 27 21:08:37.586458 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:37.586659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:37.586859 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:37.603014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:37.642170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f488-730b-40c6-981c-9db7a0678401 req-8e1daf45-864d-4251-b894-33091e561daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:37.644124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5433f488-730b-40c6-981c-9db7a0678401 req-8e1daf45-864d-4251-b894-33091e561daf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0554202
Nov 27 21:08:37.711635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:37.768226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:37.780331 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5433f488-730b-40c6-981c-9db7a0678401 req-95463cd3-6195-4fc9-8bcd-ab088357ee56 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275291
Nov 27 21:08:37.835197 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:37.844915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=78e281c6-feff-4dc3-8b5f-015a2ed0fc39,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:37.877394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port 78e281c6-feff-4dc3-8b5f-015a2ed0fc39 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:37.880602 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:37.887024 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-b7f8f97a-8a4f-4ff5-a06e-0f0bde0ded64 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "DELETE /v2.0/ports/78e281c6-feff-4dc3-8b5f-015a2ed0fc39 HTTP/1.1" status: 204  len: 173 time: 0.6078305
Nov 27 21:08:37.912858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5433f488-730b-40c6-981c-9db7a0678401 req-fc772a29-78ff-4360-ad65-1442a7464469 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168492
Nov 27 21:08:37.920630 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a52b0>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a0407b9-34ef-4eb3-ae56-22a9ad26daec', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'floating_ip_address': '172.35.3.207', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'port_id': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'mac_address': 'fa:16:3e:4a:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:08:35Z', 'updated_at': '2021-11-27T21:08:35Z', 'revision_number': 0, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:16Z', 'revision_number': 5, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:37.950489 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] Checking router: 18243142-ada0-43a6-a282-aec9572be8d7 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:37.959069 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:37.959738 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a52b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:37.990716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa2df0>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e0b43299-3ab2-48b9-985b-fcccf44ba85f', 'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'mac_address': 'fa:16:3e:b4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:24Z', 'updated_at': '2021-11-27T20:56:32Z', 'revision_number': 5, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'subnets': [{'id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:38.021543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e287f98-c23f-47c1-8b31-77ab0a811672 None None] The sync data for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 is: [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T20:56:26Z', 'revision_number': 4, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e0b43299-3ab2-48b9-985b-fcccf44ba85f', 'name': '', 'network_id': '869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'mac_address': 'fa:16:3e:b4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:24Z', 'updated_at': '2021-11-27T20:56:32Z', 'revision_number': 5, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'subnets': [{'id': '73487f2e-a260-462c-a2bd-5ff76746725f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:38.039178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7de3b4-fc36-43df-abcc-bc77004d3e59 req-7fcae3a3-ddf2-423e-8232-88000a0e59fd tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:38.040746 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd7de3b4-fc36-43df-abcc-bc77004d3e59 req-7fcae3a3-ddf2-423e-8232-88000a0e59fd tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 944 time: 0.0900280
Nov 27 21:08:38.068091 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:38.070326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:38.070326 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:38.145205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cd7de3b4-fc36-43df-abcc-bc77004d3e59 req-a7091882-10a1-475e-9b87-e0a9b1a802a1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973959
Nov 27 21:08:38.193471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:38.193917 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:38.208345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:38.314370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8'}, {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:38.317204 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa3d2fd-3b84-48d8-9c0b-115744dea827" -d '{"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-unplugged", "status": "completed", "tag": "f797bf4c-f839-40c9-aa3e-3edb0a159de8"}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-unplugged", "status": "completed", "tag": "78e281c6-feff-4dc3-8b5f-015a2ed0fc39"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:38.354247 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4a52b0>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a0407b9-34ef-4eb3-ae56-22a9ad26daec', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'floating_ip_address': '172.35.3.207', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'port_id': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'mac_address': 'fa:16:3e:4a:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:08:35Z', 'updated_at': '2021-11-27T21:08:35Z', 'revision_number': 0, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:16Z', 'revision_number': 5, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:38.374165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80796bd4-3c2b-47b2-95a3-7ceccaee957c None None] New status for floating IP c10d2a50-20b5-48cf-b722-5c16bcd7105f: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:08:38.380323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:38.388556 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d325a1-7e90-42c8-8f41-b2d8092bb0b2 None None] The sync data for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 is: [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8a0407b9-34ef-4eb3-ae56-22a9ad26daec', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'floating_ip_address': '172.35.3.207', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'port_id': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'mac_address': 'fa:16:3e:4a:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:08:35Z', 'updated_at': '2021-11-27T21:08:35Z', 'revision_number': 0, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:16Z', 'revision_number': 5, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:38.417788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:38.423777 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e2374a-b58b-4fea-bfde-ede7b2eaff9f x-openstack-request-id: req-56e2374a-b58b-4fea-bfde-ede7b2eaff9f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:38.424010 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-unplugged", "status": "completed", "tag": "f797bf4c-f839-40c9-aa3e-3edb0a159de8", "code": 200}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-unplugged", "status": "completed", "tag": "78e281c6-feff-4dc3-8b5f-015a2ed0fc39", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:38.424280 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56e2374a-b58b-4fea-bfde-ede7b2eaff9f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:38.424692 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8', 'code': 200}
Nov 27 21:08:38.424955 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39', 'code': 200}
Nov 27 21:08:38.465663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:38.469099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:38.472806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-d24023fc-a3cd-46c3-a021-78b63af6b938 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "DELETE /v2.0/ports/d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45 HTTP/1.1" status: 204  len: 173 time: 0.5809617
Nov 27 21:08:38.582857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port f797bf4c-f839-40c9-aa3e-3edb0a159de8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:38.583521 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:38.626830 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37ee9d-fb86-43a3-bcfa-4fea3e5e7567 None None] New status for floating IP 8a0407b9-34ef-4eb3-ae56-22a9ad26daec: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:08:38.722699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930625d4-fab6-4884-9796-52bef441f02c req-823fe59f-199b-4914-8d30-8dc58577d227 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:38.724272 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-930625d4-fab6-4884-9796-52bef441f02c req-823fe59f-199b-4914-8d30-8dc58577d227 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 943 time: 0.0876067
Nov 27 21:08:38.729854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port f797bf4c-f839-40c9-aa3e-3edb0a159de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f797bf4c-f839-40c9-aa3e-3edb0a159de8,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:38.730230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:38.761532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for f797bf4c-f839-40c9-aa3e-3edb0a159de8 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:38.834508 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-930625d4-fab6-4884-9796-52bef441f02c req-ace816e1-aa02-4c85-a499-877e920b5e7a tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d7ab178-febe-43ec-b403-d31bd0fe2d81&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014702
Nov 27 21:08:38.925160 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:38.957866 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=f797bf4c-f839-40c9-aa3e-3edb0a159de8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:38.997453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port f797bf4c-f839-40c9-aa3e-3edb0a159de8 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:39.000394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:39.003730 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91d564fa-c4ab-40ba-90bf-76bfdfa112b8 req-a2fd11fe-b0d9-435a-a0d3-32587e0d9b1b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.35 "DELETE /v2.0/ports/f797bf4c-f839-40c9-aa3e-3edb0a159de8 HTTP/1.1" status: 204  len: 173 time: 0.5249491
Nov 27 21:08:39.132284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c65eb439-cdbe-4239-9004-3a356e2f3c6f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:08:39.242479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c65eb439-cdbe-4239-9004-3a356e2f3c6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65eb439-cdbe-4239-9004-3a356e2f3c6f,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:39.254739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'c65eb439-cdbe-4239-9004-3a356e2f3c6f', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'port_id': 'c65eb439-cdbe-4239-9004-3a356e2f3c6f', 'mac_address': 'fa:16:3e:bf:e8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b06d34-5b0e-426f-968c-5fc6c99a5004', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:08:39.272841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b755dd-498e-450a-8fc1-cf9adc2df68d req-40f4795f-df8a-4629-9d33-f31e40b50b56 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:39.274325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57b755dd-498e-450a-8fc1-cf9adc2df68d req-40f4795f-df8a-4629-9d33-f31e40b50b56 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 944 time: 0.0527723
Nov 27 21:08:39.297192 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:39.311947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65eb439-cdbe-4239-9004-3a356e2f3c6f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:08:39.327412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'tag': '016719dd-00d2-4489-a2b6-c05c7ea909ed'}, {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39'}, {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45'}, {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:39.330135 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6106595b-9e56-423b-a7c3-6f37e46f5477" -d '{"events": [{"name": "network-changed", "server_uuid": "592ef09c-8fa3-4952-a2c1-8aa3bf414542", "tag": "016719dd-00d2-4489-a2b6-c05c7ea909ed"}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "78e281c6-feff-4dc3-8b5f-015a2ed0fc39"}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45"}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "f797bf4c-f839-40c9-aa3e-3edb0a159de8"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:39.340641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c65eb439-cdbe-4239-9004-3a356e2f3c6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65eb439-cdbe-4239-9004-3a356e2f3c6f,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:39.346520 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:39.348993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-57b755dd-498e-450a-8fc1-cf9adc2df68d req-5da8af91-1986-4d3a-ae24-0353263fc96e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636392
Nov 27 21:08:39.398184 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f7fcfd-30d2-4282-b49e-28606d06b2a1 x-openstack-request-id: req-a6f7fcfd-30d2-4282-b49e-28606d06b2a1 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:39.398573 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592ef09c-8fa3-4952-a2c1-8aa3bf414542", "tag": "016719dd-00d2-4489-a2b6-c05c7ea909ed", "status": "completed", "code": 200}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "78e281c6-feff-4dc3-8b5f-015a2ed0fc39", "status": "completed", "code": 200}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "d8df4dd9-ac96-46a1-8c31-3baa5c7f4a45", "status": "completed", "code": 200}, {"server_uuid": "bd06a931-046d-43fe-bcde-df2fc2cb0a30", "name": "network-vif-deleted", "tag": "f797bf4c-f839-40c9-aa3e-3edb0a159de8", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:39.398844 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6f7fcfd-30d2-4282-b49e-28606d06b2a1 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:39.399616 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'tag': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'status': 'completed', 'code': 200}
Nov 27 21:08:39.399616 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': '78e281c6-feff-4dc3-8b5f-015a2ed0fc39', 'status': 'completed', 'code': 200}
Nov 27 21:08:39.399823 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'd8df4dd9-ac96-46a1-8c31-3baa5c7f4a45', 'status': 'completed', 'code': 200}
Nov 27 21:08:39.400071 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd06a931-046d-43fe-bcde-df2fc2cb0a30', 'name': 'network-vif-deleted', 'tag': 'f797bf4c-f839-40c9-aa3e-3edb0a159de8', 'status': 'completed', 'code': 200}
Nov 27 21:08:39.408077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c65eb439-cdbe-4239-9004-3a356e2f3c6f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:39.476645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-a3331ae0-a753-4464-8690-5723797a3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:39.477844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-a3331ae0-a753-4464-8690-5723797a3829 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49981e6330d04897a5b23f4ca0b9a934&device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 1096 time: 0.0452659
Nov 27 21:08:39.559444 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:39.603458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-06809af0-128d-40f1-aa87-55d06ff3b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:39.604990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-06809af0-128d-40f1-aa87-55d06ff3b9f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82b7458b-bb62-43f1-8459-dfaac22cfd80 HTTP/1.1" status: 200  len: 908 time: 0.1197803
Nov 27 21:08:39.647218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:39.682235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-754f55b2-e4a2-4b93-a423-f87a3d26201e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed HTTP/1.1" status: 200  len: 1001 time: 0.0667791
Nov 27 21:08:39.752844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-40b858b0-ddd4-40b6-b467-d86603c5e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:39.754992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-40b858b0-ddd4-40b6-b467-d86603c5e6c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25faca2d-2257-4a52-b33e-465ce544c73e HTTP/1.1" status: 200  len: 846 time: 0.0623724
Nov 27 21:08:39.816368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-fa71f233-c4b2-4252-b2af-b3b45c9c8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:39.818085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-fa71f233-c4b2-4252-b2af-b3b45c9c8635 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82b7458b-bb62-43f1-8459-dfaac22cfd80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0551164
Nov 27 21:08:39.915614 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-ac7ff069-57fc-45ee-8727-6130bba94118 service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835330
Nov 27 21:08:39.947587 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f0a2a51b-cc1d-4fc0-b702-af5d5cc8d7f6 req-d27d703e-73cb-4ffb-90fd-1fa5735b0c63 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a931-046d-43fe-bcde-df2fc2cb0a30 HTTP/1.1" status: 200  len: 210 time: 0.0252082
Nov 27 21:08:40.253446 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:40.367411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6106595b-9e56-423b-a7c3-6f37e46f5477 req-8a465f91-e53e-4aae-838e-c2585a9e92ae service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4348235
Nov 27 21:08:40.481985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb22178-7e51-4642-aa50-71b0c9669dd4 req-ecd8c36d-f2f4-4639-845a-3669d5cfae10 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:40.483641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbb22178-7e51-4642-aa50-71b0c9669dd4 req-ecd8c36d-f2f4-4639-845a-3669d5cfae10 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 945 time: 0.0513768
Nov 27 21:08:40.532174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbb22178-7e51-4642-aa50-71b0c9669dd4 req-56186a5a-d476-46e6-978b-c4fe860362b7 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424600
Nov 27 21:08:41.036632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35432) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:41.092138 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdbde849-be3c-4bfb-aebb-d4057612e626 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.115539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdbde849-be3c-4bfb-aebb-d4057612e626 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.132015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c65eb439-cdbe-4239-9004-3a356e2f3c6f up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:41.161362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdbde849-be3c-4bfb-aebb-d4057612e626 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.164063 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdbde849-be3c-4bfb-aebb-d4057612e626 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.165214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bdbde849-be3c-4bfb-aebb-d4057612e626 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d7ab178-febe-43ec-b403-d31bd0fe2d81 HTTP/1.1" status: 204  len: 168 time: 0.1275358
Nov 27 21:08:41.168177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:41.174851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbde849-be3c-4bfb-aebb-d4057612e626 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7ab178-febe-43ec-b403-d31bd0fe2d81,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:41.185969 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-84c8267d-c133-45df-893e-29b59a2c4a5b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] show failed (client error): The resource could not be found.
Nov 27 21:08:41.187598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-84c8267d-c133-45df-893e-29b59a2c4a5b tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "GET /v2.0/security-groups/1d7ab178-febe-43ec-b403-d31bd0fe2d81 HTTP/1.1" status: 404  len: 347 time: 0.0177813
Nov 27 21:08:41.188607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port c65eb439-cdbe-4239-9004-3a356e2f3c6f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:08:41.190263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35436) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:41.198088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port c65eb439-cdbe-4239-9004-3a356e2f3c6f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:41.198495 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.276625 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.305310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af42a712-cb65-42f8-b073-c9aa8c778116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65eb439-cdbe-4239-9004-3a356e2f3c6f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:41.308092 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54e54f4-5d3c-4700-9fb7-8665f5ee4418" -d '{"events": [{"server_uuid": "af42a712-cb65-42f8-b073-c9aa8c778116", "name": "network-vif-plugged", "status": "completed", "tag": "c65eb439-cdbe-4239-9004-3a356e2f3c6f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:41.317248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port 71d070ef-8265-4c2d-a3aa-ff0b4a49a7a2 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:41.317600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.324043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c65eb439-cdbe-4239-9004-3a356e2f3c6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65eb439-cdbe-4239-9004-3a356e2f3c6f,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:41.329193 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.353755 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aa5b16-46a2-4c47-8ab1-572d71b4bd6f x-openstack-request-id: req-c9aa5b16-46a2-4c47-8ab1-572d71b4bd6f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:41.354067 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af42a712-cb65-42f8-b073-c9aa8c778116", "name": "network-vif-plugged", "status": "completed", "tag": "c65eb439-cdbe-4239-9004-3a356e2f3c6f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:41.354332 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9aa5b16-46a2-4c47-8ab1-572d71b4bd6f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:41.354733 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af42a712-cb65-42f8-b073-c9aa8c778116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65eb439-cdbe-4239-9004-3a356e2f3c6f', 'code': 200}
Nov 27 21:08:41.386183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c65eb439-cdbe-4239-9004-3a356e2f3c6f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:41.402160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.402499 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.423455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for 71d070ef-8265-4c2d-a3aa-ff0b4a49a7a2 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:41.501257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811497e-94f8-4b58-bd9f-b4fe14a0e0de req-2070bc4a-9246-4692-b368-f1edd203c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:41.502778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8811497e-94f8-4b58-bd9f-b4fe14a0e0de req-2070bc4a-9246-4692-b368-f1edd203c57b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 1097 time: 0.0877397
Nov 27 21:08:41.562992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8811497e-94f8-4b58-bd9f-b4fe14a0e0de req-9661bbce-8dc4-42f6-9976-8f29034cc3f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505757
Nov 27 21:08:41.619577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.652593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=71d070ef-8265-4c2d-a3aa-ff0b4a49a7a2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:41.656625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d83be6-cec5-49fa-8d4e-e930deb7c1c9 req-2576e3cd-c1c5-498f-bd12-c9b65f287806 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:41.658166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf1bd8a-7fa8-4655-bc6f-bb12549e0a00 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:41.658312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9d83be6-cec5-49fa-8d4e-e930deb7c1c9 req-2576e3cd-c1c5-498f-bd12-c9b65f287806 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 946 time: 0.0521686
Nov 27 21:08:41.708221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9d83be6-cec5-49fa-8d4e-e930deb7c1c9 req-762f414d-2916-49b3-b56c-59243b965aa0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433588
Nov 27 21:08:41.711706 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.714596 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.715807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0c0530d1-afbb-4792-b3c1-7e074a0827c6 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "DELETE /v2.0/floatingips/c10d2a50-20b5-48cf-b722-5c16bcd7105f HTTP/1.1" status: 204  len: 168 time: 0.5246680
Nov 27 21:08:41.718561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35442) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:41.809624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-395b6269-c109-46ff-bd10-223c66433f28 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port decba21e-805a-4b68-9d38-6e3b44662ff5 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:41.810023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-395b6269-c109-46ff-bd10-223c66433f28 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.896943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-395b6269-c109-46ff-bd10-223c66433f28 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:41.908321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-395b6269-c109-46ff-bd10-223c66433f28 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for decba21e-805a-4b68-9d38-6e3b44662ff5 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:42.034776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-395b6269-c109-46ff-bd10-223c66433f28 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.064288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b6269-c109-46ff-bd10-223c66433f28 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=decba21e-805a-4b68-9d38-6e3b44662ff5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:42.134596 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-395b6269-c109-46ff-bd10-223c66433f28 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.137869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-395b6269-c109-46ff-bd10-223c66433f28 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "DELETE /v2.0/ports/decba21e-805a-4b68-9d38-6e3b44662ff5 HTTP/1.1" status: 204  len: 168 time: 0.4183667
Nov 27 21:08:42.140695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35444) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:42.230294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-eb5802b3-0aaf-470d-b933-ff7047985e77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port 14e81df6-5fa0-4831-a0b4-1270866d1c86 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:42.230667 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb5802b3-0aaf-470d-b933-ff7047985e77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.315147 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb5802b3-0aaf-470d-b933-ff7047985e77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.326573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-eb5802b3-0aaf-470d-b933-ff7047985e77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for 14e81df6-5fa0-4831-a0b4-1270866d1c86 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:42.457267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb5802b3-0aaf-470d-b933-ff7047985e77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.487627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5802b3-0aaf-470d-b933-ff7047985e77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=14e81df6-5fa0-4831-a0b4-1270866d1c86,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:42.557996 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb5802b3-0aaf-470d-b933-ff7047985e77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.564227 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eb5802b3-0aaf-470d-b933-ff7047985e77 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "DELETE /v2.0/ports/14e81df6-5fa0-4831-a0b4-1270866d1c86 HTTP/1.1" status: 204  len: 168 time: 0.4224806
Nov 27 21:08:42.564582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35446) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:42.615938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb57d99-c75a-40bf-bea9-1d04b0a6e8ec tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting subnet 5d2ee161-ccdf-43d2-bc59-97c39e568c31 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:08:42.619008 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cb57d99-c75a-40bf-bea9-1d04b0a6e8ec tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.659854 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cb57d99-c75a-40bf-bea9-1d04b0a6e8ec tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.747209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cb57d99-c75a-40bf-bea9-1d04b0a6e8ec tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.831548 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cb57d99-c75a-40bf-bea9-1d04b0a6e8ec tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.871717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08020fca-eee4-4ba6-8d37-cc64928e5a16 req-57bd5dc4-73a3-4988-b4bd-11acb9bdca2e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:42.873308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd032c4a-f494-4192-97a6-0b3a52787592 None None] Network cd3220c8-70c2-46d1-9b13-a59a0a45a117 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:42.873838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08020fca-eee4-4ba6-8d37-cc64928e5a16 req-57bd5dc4-73a3-4988-b4bd-11acb9bdca2e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 946 time: 0.0897782
Nov 27 21:08:42.874335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb57d99-c75a-40bf-bea9-1d04b0a6e8ec tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2ee161-ccdf-43d2-bc59-97c39e568c31,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:42.876680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1cb57d99-c75a-40bf-bea9-1d04b0a6e8ec tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:42.883046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1cb57d99-c75a-40bf-bea9-1d04b0a6e8ec tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "DELETE /v2.0/subnets/5d2ee161-ccdf-43d2-bc59-97c39e568c31 HTTP/1.1" status: 204  len: 168 time: 0.3149505
Nov 27 21:08:42.883394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35450) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:42.943071 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08020fca-eee4-4ba6-8d37-cc64928e5a16 req-fdf909e6-e72b-48cd-856a-20f686d27a24 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570066
Nov 27 21:08:42.969791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb27fa09-3ee0-4408-8e3f-d02461d19bf7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting subnet 8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:08:42.973311 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb27fa09-3ee0-4408-8e3f-d02461d19bf7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.023813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb27fa09-3ee0-4408-8e3f-d02461d19bf7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.115853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa31ce5d-ec7a-4510-88f7-b9dabda793b3 None None] DHCP port deletion for cd3220c8-70c2-46d1-9b13-a59a0a45a117 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:43.121164 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb27fa09-3ee0-4408-8e3f-d02461d19bf7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.162233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-aa31ce5d-ec7a-4510-88f7-b9dabda793b3 None None] Deleting port 89efe7db-6eab-4610-bd24-e147071be375 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:43.162536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa31ce5d-ec7a-4510-88f7-b9dabda793b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.179798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb27fa09-3ee0-4408-8e3f-d02461d19bf7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.205874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27fa09-3ee0-4408-8e3f-d02461d19bf7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Subnet': ['ID=8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:43.211337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eb27fa09-3ee0-4408-8e3f-d02461d19bf7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.215032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eb27fa09-3ee0-4408-8e3f-d02461d19bf7 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "DELETE /v2.0/subnets/8dce0cc2-2317-4bc8-8fc9-d007ccf7d82a HTTP/1.1" status: 204  len: 168 time: 0.3304062
Nov 27 21:08:43.218303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35452) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:43.223740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96d564-0f44-41e3-93c3-d6a399931a9e None None] Network 2db01d42-b5d2-4173-a7f0-d71456cff74a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:43.280983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-aa31ce5d-ec7a-4510-88f7-b9dabda793b3 None None] For port 89efe7db-6eab-4610-bd24-e147071be375, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89efe7db-6eab-4610-bd24-e147071be375,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:43.281395 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa31ce5d-ec7a-4510-88f7-b9dabda793b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.297425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.305225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-aa31ce5d-ec7a-4510-88f7-b9dabda793b3 None None] Calling delete_port for 89efe7db-6eab-4610-bd24-e147071be375 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:43.355702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Deleting port 89efe7db-6eab-4610-bd24-e147071be375 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:43.355956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.419189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] For port 89efe7db-6eab-4610-bd24-e147071be375, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89efe7db-6eab-4610-bd24-e147071be375,segment=NetworkSegment(136e9185-055b-4c92-a8a4-d1994900da26),segment_id=136e9185-055b-4c92-a8a4-d1994900da26)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:43.419617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.435074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Calling delete_port for 89efe7db-6eab-4610-bd24-e147071be375 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:43.442795 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa31ce5d-ec7a-4510-88f7-b9dabda793b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.469370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31ce5d-ec7a-4510-88f7-b9dabda793b3 None None] Pushing event deleted for resources: {'Port': ['ID=89efe7db-6eab-4610-bd24-e147071be375,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:43.472925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31ce5d-ec7a-4510-88f7-b9dabda793b3 None None] No DVR routers for this DVR port 89efe7db-6eab-4610-bd24-e147071be375 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:43.527484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.528562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0491fd85-1241-4c65-acb5-c89b423ee251 None None] DHCP port deletion for 2db01d42-b5d2-4173-a7f0-d71456cff74a request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:43.558926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Port': ['ID=89efe7db-6eab-4610-bd24-e147071be375,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:43.560879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] No DVR routers for this DVR port 89efe7db-6eab-4610-bd24-e147071be375 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:43.588344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0491fd85-1241-4c65-acb5-c89b423ee251 None None] Deleting port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:43.588731 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0491fd85-1241-4c65-acb5-c89b423ee251 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.610459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:43.645891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.666303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ff17d2e0>,) {'filters': {'network_id': ['cd3220c8-70c2-46d1-9b13-a59a0a45a117']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:43.675712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ff17d2e0>, '136e9185-055b-4c92-a8a4-d1994900da26') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:43.676027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ff17d2e0>, '136e9185-055b-4c92-a8a4-d1994900da26') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:43.690963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.693255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0491fd85-1241-4c65-acb5-c89b423ee251 None None] For port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b38adf9-ca20-4104-9ed4-12d80a6d3a8d,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:43.693667 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0491fd85-1241-4c65-acb5-c89b423ee251 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.705764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.709738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0491fd85-1241-4c65-acb5-c89b423ee251 None None] Calling delete_port for 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:43.712145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:08:43.712681 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:08:43.715649 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:08:43.773572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.782141 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.788220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "DELETE /v2.0/networks/cd3220c8-70c2-46d1-9b13-a59a0a45a117 HTTP/1.1" status: 204  len: 168 time: 0.5685599
Nov 27 21:08:43.788719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35454) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:43.792371 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.800891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eb1b5-26c0-4c28-8a1e-b14e28d234a2 tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Network': ['ID=cd3220c8-70c2-46d1-9b13-a59a0a45a117,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:43.845657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b38adf9-ca20-4104-9ed4-12d80a6d3a8d,segment=NetworkSegment(82b95515-540c-4f6d-89b1-a6ff9562f10c),segment_id=82b95515-540c-4f6d-89b1-a6ff9562f10c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:43.851325 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.852033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 89efe7db-6eab-4610-bd24-e147071be375 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:43.874788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 89efe7db-6eab-4610-bd24-e147071be375 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:43.875476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 89efe7db-6eab-4610-bd24-e147071be375 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:43.881883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.894274 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0491fd85-1241-4c65-acb5-c89b423ee251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:43.897980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event deleted for resources: {'Port': ['ID=8b38adf9-ca20-4104-9ed4-12d80a6d3a8d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:43.925319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491fd85-1241-4c65-acb5-c89b423ee251 None None] Pushing event deleted for resources: {'Port': ['ID=8b38adf9-ca20-4104-9ed4-12d80a6d3a8d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:43.927159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491fd85-1241-4c65-acb5-c89b423ee251 None None] No DVR routers for this DVR port 8b38adf9-ca20-4104-9ed4-12d80a6d3a8d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:43.975819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:44.002633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f76b5910>,) {'filters': {'network_id': ['2db01d42-b5d2-4173-a7f0-d71456cff74a']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:44.011997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f76b5910>, '82b95515-540c-4f6d-89b1-a6ff9562f10c') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:44.012303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f76b5910>, '82b95515-540c-4f6d-89b1-a6ff9562f10c') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:44.021639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:44.035427 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:44.041453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:08:44.041927 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:08:44.045056 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:08:44.065361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c01eb7-2787-438e-bdc2-5cf1a08ceef9 req-514ec9c1-6bd5-43a9-b538-963b093e73d4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:44.066990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45c01eb7-2787-438e-bdc2-5cf1a08ceef9 req-514ec9c1-6bd5-43a9-b538-963b093e73d4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 946 time: 0.0520818
Nov 27 21:08:44.103798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:44.113986 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:44.117407 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] 10.222.0.21 "DELETE /v2.0/networks/2db01d42-b5d2-4173-a7f0-d71456cff74a HTTP/1.1" status: 204  len: 168 time: 0.3250899
Nov 27 21:08:44.133938 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45c01eb7-2787-438e-bdc2-5cf1a08ceef9 req-48ec0ffb-21a3-407c-86c3-e79867e311e0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545940
Nov 27 21:08:44.135655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5789c9-2dbb-4506-b117-03c62236340e tempest-TaggedBootDevicesTest-1441186917 tempest-TaggedBootDevicesTest-1441186917-project] Pushing event deleted for resources: {'Network': ['ID=2db01d42-b5d2-4173-a7f0-d71456cff74a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:44.376046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af079cbb-c91a-4b07-8d5b-d0bc3590ef7f req-ada723f9-2180-475c-8a29-1d3417a35c95 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:44.377485 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af079cbb-c91a-4b07-8d5b-d0bc3590ef7f req-ada723f9-2180-475c-8a29-1d3417a35c95 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1103914
Nov 27 21:08:44.393564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af079cbb-c91a-4b07-8d5b-d0bc3590ef7f req-25d3fb9e-961f-45ab-99e7-4c1856aed6b0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/quotas/e50ca5bbf0334faa9bad45c847b7301c HTTP/1.1" status: 200  len: 375 time: 0.0102398
Nov 27 21:08:44.450338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af079cbb-c91a-4b07-8d5b-d0bc3590ef7f req-d91729e1-1067-4095-bdf3-9403b0dc5a92 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0502722
Nov 27 21:08:44.555663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af079cbb-c91a-4b07-8d5b-d0bc3590ef7f req-c8a2b66e-e87a-4f93-8827-e3748125e9c0 service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917006
Nov 27 21:08:44.654257 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af079cbb-c91a-4b07-8d5b-d0bc3590ef7f req-d25e3a37-99f9-4761-a95a-728f62aff619 service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912733
Nov 27 21:08:45.309653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-9e54f5c0-bd9c-4c37-81ae-97bef9db38ef tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:45.311737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-9e54f5c0-bd9c-4c37-81ae-97bef9db38ef tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1076360
Nov 27 21:08:45.326582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-1c435cd7-1dfe-4bab-bc57-e0ec809e4658 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/quotas/e50ca5bbf0334faa9bad45c847b7301c HTTP/1.1" status: 200  len: 375 time: 0.0090890
Nov 27 21:08:45.375966 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-16e02b73-4d31-425c-84ba-6aac0fd6f00c tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0442934
Nov 27 21:08:45.468150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-25f79ecd-a9d3-4ca9-8889-45b5900a8404 service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849779
Nov 27 21:08:45.562121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-0826f092-37a4-4767-8b3d-5325cea9859b service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878437
Nov 27 21:08:45.731103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b3ec704-50ba-4dc3-9afa-1013a29232e3 req-b55adfb1-aafb-46c7-89b4-f8e2e4db88a2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 210 time: 0.0268872
Nov 27 21:08:45.996621 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:46.774546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-4abcc33f-9ad4-4780-9706-dbd4fc5d36e3 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:46.777032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-4abcc33f-9ad4-4780-9706-dbd4fc5d36e3 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1365094
Nov 27 21:08:46.793228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Request body: {'port': {'device_id': '2b33a307-15ed-43ab-8923-03775a9c4f27', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'admin_state_up': True, 'tenant_id': 'e50ca5bbf0334faa9bad45c847b7301c'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:46.881880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-420aaedd-b4f3-4293-95a8-d4bdec5dfa56 req-4a7d4d0f-1747-40dd-8b75-9034d9b4759e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 210 time: 0.0433915
Nov 27 21:08:46.953081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Made reservation on behalf of e50ca5bbf0334faa9bad45c847b7301c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:46.956582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:47.086235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Allocated IP 172.20.0.6 (222dd9d8-01e1-49e7-9bb7-8028b20baa13/26b06d34-5b0e-426f-968c-5fc6c99a5004/57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:47.250111 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:47.293336 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:47.314189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:47.387382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-6439b390-a2c8-4030-9e51-87f041e58f3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0689318
Nov 27 21:08:47.392661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:47.396757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:47.403962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:47.450259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event updated for resources: {'Port': ['ID=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:47.480194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:47.480946 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:47.504908 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-c3de336b-6450-41a0-8d7e-e09c97b6a382 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7158880
Nov 27 21:08:47.506438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-87572c0c-47a7-49be-9de4-329143421bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:47.508036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-87572c0c-47a7-49be-9de4-329143421bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 1097 time: 0.0552862
Nov 27 21:08:47.520050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Request body: {'port': {'device_id': '2b33a307-15ed-43ab-8923-03775a9c4f27', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:47.581783 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:47.625550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-0c1e850b-d9c9-4e90-b591-62948cb47794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:47.627074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-0c1e850b-d9c9-4e90-b591-62948cb47794 service neutron] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 907 time: 0.0955279
Nov 27 21:08:47.683889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-d3675374-3e7a-47aa-b867-bd27671832c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65eb439-cdbe-4239-9004-3a356e2f3c6f HTTP/1.1" status: 200  len: 217 time: 0.0414505
Nov 27 21:08:47.733674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-28c1ed0b-71be-4bb8-aef9-7d0ccf522b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:47.735153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-28c1ed0b-71be-4bb8-aef9-7d0ccf522b58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0438726
Nov 27 21:08:47.768227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-f07159dc-35f1-4f67-bda1-12228e7c3191 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247188
Nov 27 21:08:47.783691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35622) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:47.861912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:08:47.869880 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:47.882546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Transition to ACTIVE for port object 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:08:47.886526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:47.919407 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-4e71c823-2aeb-4562-9f07-7d2107a4ff7e service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445243
Nov 27 21:08:47.942838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Pushing event updated for resources: {'Port': ['ID=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:48.011758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Attempting to bind port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:48.012106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Attempting to bind port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:48.012462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Attempting to bind port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:48.017886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:08:48.018136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Attempting to bind port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:48.023425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:48.023774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Checking segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:48.024170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Bound using segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:48.024609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Bound port: 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:48.024976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:48.095655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] For port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:48.098902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] For port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:48.104992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:48.140991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:48.141631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:48.143074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] 10.222.0.35 "PUT /v2.0/ports/57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 HTTP/1.1" status: 200  len: 1091 time: 0.6283958
Nov 27 21:08:48.147731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b33a307-15ed-43ab-8923-03775a9c4f27', 'tag': '57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:48.151278 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2b33a307-15ed-43ab-8923-03775a9c4f27", "tag": "57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:48.175589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe4797-9853-4d30-aa48-0d295f73b1ac service neutron] Pushing event updated for resources: {'Port': ['ID=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:48.209280 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bc3a39-d43e-4ce4-b1cd-54f074aee7b0 x-openstack-request-id: req-d5bc3a39-d43e-4ce4-b1cd-54f074aee7b0 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:48.209587 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b33a307-15ed-43ab-8923-03775a9c4f27", "tag": "57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:48.209850 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5bc3a39-d43e-4ce4-b1cd-54f074aee7b0 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:48.210256 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b33a307-15ed-43ab-8923-03775a9c4f27', 'tag': '57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18', 'status': 'completed', 'code': 200}
Nov 27 21:08:48.244348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-6890be15-f7fa-4866-b059-c533db5faccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:48.246140 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-6890be15-f7fa-4866-b059-c533db5faccb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 1094 time: 0.0473268
Nov 27 21:08:48.296275 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-ccdbadab-0d6a-4f36-8ed9-614a102d770d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 HTTP/1.1" status: 200  len: 217 time: 0.0409803
Nov 27 21:08:48.346966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-ac55913b-8d3c-4571-90d7-7be3548f295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:48.348579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-ac55913b-8d3c-4571-90d7-7be3548f295a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0453596
Nov 27 21:08:48.381164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-a22352ca-10b1-496e-85ec-b0eb0837d272 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248280
Nov 27 21:08:48.399807 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:48.467522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6498b-fe8e-4d36-b066-fc6a7956007b req-31444d6d-343d-44e3-87ad-689f8c83f0a5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:48.468997 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9b6498b-fe8e-4d36-b066-fc6a7956007b req-31444d6d-343d-44e3-87ad-689f8c83f0a5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 943 time: 0.5040746
Nov 27 21:08:48.477609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-eb9c294a-7963-48fa-9f0a-860178f36b8e service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882387
Nov 27 21:08:48.515554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b47c5af3-70f3-4950-bd38-1e4044d88968 req-83a2af22-d8e8-4d81-8313-df4bf71d525f service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5516584
Nov 27 21:08:48.572934 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9b6498b-fe8e-4d36-b066-fc6a7956007b req-79bf8875-2022-48af-afd1-0cd0d97a395e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957181
Nov 27 21:08:48.579203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d08d6c2-7a4b-428e-99f9-fb6ca10376fc req-e76ac108-d99a-4ad1-9dd5-d92f972ec99f service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930429
Nov 27 21:08:48.675170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-7c27b0de-6913-4fff-a62f-1e97ac3657cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:48.677710 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-7c27b0de-6913-4fff-a62f-1e97ac3657cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 1094 time: 0.0438216
Nov 27 21:08:48.713089 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:48.775770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-d6077a5a-b536-4b6b-853a-cf49dea46fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:48.777641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-d6077a5a-b536-4b6b-853a-cf49dea46fa3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 907 time: 0.0898566
Nov 27 21:08:48.822699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-fdca6ad7-5ec5-45c1-85e9-74b59c335cb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 HTTP/1.1" status: 200  len: 217 time: 0.0354278
Nov 27 21:08:48.876323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-31368310-dd56-4ee6-8af0-0aa2afc61e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:48.877703 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-31368310-dd56-4ee6-8af0-0aa2afc61e11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0457234
Nov 27 21:08:48.914546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-7eca3b05-a37a-401c-ad0b-714d5187f76c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241108
Nov 27 21:08:48.960302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Deleting port e0b43299-3ab2-48b9-985b-fcccf44ba85f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:48.960649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:49.008321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-4eba94ff-5a39-42cc-bccb-682771c68f6a service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861690
Nov 27 21:08:49.041414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] For port e0b43299-3ab2-48b9-985b-fcccf44ba85f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0b43299-3ab2-48b9-985b-fcccf44ba85f,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:49.041786 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:49.055396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Calling delete_port for e0b43299-3ab2-48b9-985b-fcccf44ba85f owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:49.099733 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eeb3a97e-9141-48f9-8711-be1f6c7cd1ea req-23ca78f5-2ae2-4981-95ee-74fdd0ab307f service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824692
Nov 27 21:08:49.235947 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:49.262079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b43299-3ab2-48b9-985b-fcccf44ba85f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:49.427576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:49.644384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Router d5793437-6ae1-448c-8229-c7c757613756 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:08:49.694802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d539bf-8f7d-4961-86f6-971c6ee42b93 req-2bb1cb9a-b215-4df4-bcc3-cfef985dff63 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:49.696346 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c2d539bf-8f7d-4961-86f6-971c6ee42b93 req-2bb1cb9a-b215-4df4-bcc3-cfef985dff63 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 943 time: 0.0538380
Nov 27 21:08:49.743185 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c2d539bf-8f7d-4961-86f6-971c6ee42b93 req-18c2ee93-ed55-4280-b85e-76c7e2a0e9c8 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405231
Nov 27 21:08:49.753122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:49.761517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e9a9c054-a014-4fb9-aae4-78e8ce2cc1cf admin admin] 10.222.0.21 "PUT /v2.0/routers/d5793437-6ae1-448c-8229-c7c757613756/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9745519
Nov 27 21:08:49.762317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35636) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:49.765440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] Sync routers for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:49.774855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:49.775524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3bf850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:49.867439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:49.878543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:49.971359 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.023433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Deleting port d917e9bc-c810-42ee-84fe-fa4bdcaebb89 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:50.023860 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.057541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3bf850>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T21:08:49Z', 'revision_number': 5, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port': {'id': 'd917e9bc-c810-42ee-84fe-fa4bdcaebb89', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5793437-6ae1-448c-8229-c7c757613756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:19Z', 'updated_at': '2021-11-27T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:50.084732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] Checking router: d5793437-6ae1-448c-8229-c7c757613756 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:50.092997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] Routers {'d5793437-6ae1-448c-8229-c7c757613756'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:50.093611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3bf850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d5793437-6ae1-448c-8229-c7c757613756'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:50.099684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] For port d917e9bc-c810-42ee-84fe-fa4bdcaebb89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d917e9bc-c810-42ee-84fe-fa4bdcaebb89,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:50.100049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.116051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Calling delete_port for d917e9bc-c810-42ee-84fe-fa4bdcaebb89 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:50.154168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:08:50.203591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] Set router d5793437-6ae1-448c-8229-c7c757613756 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:50.286323 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.322743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Pushing event deleted for resources: {'Port': ['ID=d917e9bc-c810-42ee-84fe-fa4bdcaebb89,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:50.386479 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.412068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d2ac5-42da-49f6-b14a-e8e827966bda None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:50.451795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3bf850>, [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T21:08:49Z', 'revision_number': 6, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:50.486344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123cfcb-41fa-4b75-9a50-2118dfa3a7ec None None] The sync data for ids ['d5793437-6ae1-448c-8229-c7c757613756'] in ncdv-master-1 is: [{'id': 'd5793437-6ae1-448c-8229-c7c757613756', 'name': 'tempest-TaggedBootDevicesTest-1962842991-router', 'tenant_id': 'c03be159839446f2a47ca07f13bb552c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:18Z', 'updated_at': '2021-11-27T21:08:49Z', 'revision_number': 6, 'project_id': 'c03be159839446f2a47ca07f13bb552c', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:50.492263 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.495952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.535229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:50.551900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'port_id': '57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18', 'mac_address': 'fa:16:3e:82:f6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b06d34-5b0e-426f-968c-5fc6c99a5004', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:08:50.560640 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.561857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5793437-6ae1-448c-8229-c7c757613756 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:08:50.566544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.567750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cd01b679-fdc5-4aad-81f3-a6a876fe3094 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d5793437-6ae1-448c-8229-c7c757613756 HTTP/1.1" status: 204  len: 168 time: 0.8042727
Nov 27 21:08:50.570277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35648) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:50.602073 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.619064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:08:50.628394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ad050c-c39b-43a8-85bc-5fbe9e0b3073 admin admin] Deleting subnet 73487f2e-a260-462c-a2bd-5ff76746725f {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:08:50.632016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ad050c-c39b-43a8-85bc-5fbe9e0b3073 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.643041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:50.647003 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.681218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ad050c-c39b-43a8-85bc-5fbe9e0b3073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.702292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:50.770496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ad050c-c39b-43a8-85bc-5fbe9e0b3073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.838784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ad050c-c39b-43a8-85bc-5fbe9e0b3073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.867164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c47e-5458-49d5-b2f4-aa4d8f26b752 req-f74343b3-4330-4d19-8288-33a4fa7a99df tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:50.867804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad050c-c39b-43a8-85bc-5fbe9e0b3073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73487f2e-a260-462c-a2bd-5ff76746725f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:50.869361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fa9c47e-5458-49d5-b2f4-aa4d8f26b752 req-f74343b3-4330-4d19-8288-33a4fa7a99df tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 944 time: 0.0541923
Nov 27 21:08:50.872168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07ad050c-c39b-43a8-85bc-5fbe9e0b3073 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:50.877792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-07ad050c-c39b-43a8-85bc-5fbe9e0b3073 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/73487f2e-a260-462c-a2bd-5ff76746725f HTTP/1.1" status: 204  len: 168 time: 0.3043175
Nov 27 21:08:50.877933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35656) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:50.881181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80258a2-c15a-479f-ba26-d323a0a6d814 None None] Network 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:50.932092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:50.938973 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fa9c47e-5458-49d5-b2f4-aa4d8f26b752 req-723d34aa-3a88-49a7-a026-35f973b99d43 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585697
Nov 27 21:08:50.970195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.028167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Deleting port 436b89da-e932-4e5d-b717-18af1219631b {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:51.028508 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.096051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] For port 436b89da-e932-4e5d-b717-18af1219631b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436b89da-e932-4e5d-b717-18af1219631b,segment=NetworkSegment(fbec0034-dbf5-4a12-8909-8654567a3b06),segment_id=fbec0034-dbf5-4a12-8909-8654567a3b06)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:51.096329 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.110339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Calling delete_port for 436b89da-e932-4e5d-b717-18af1219631b owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:51.187382 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.209900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Pushing event deleted for resources: {'Port': ['ID=436b89da-e932-4e5d-b717-18af1219631b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:51.215320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] No DVR routers for this DVR port 436b89da-e932-4e5d-b717-18af1219631b on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:51.289618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.309155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32e27e-0654-4793-abe5-9522bd956eca None None] DHCP port deletion for 869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:51.312799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7cf74c0>,) {'filters': {'network_id': ['869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:51.322731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7cf74c0>, 'fbec0034-dbf5-4a12-8909-8654567a3b06') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:51.323033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7cf74c0>, 'fbec0034-dbf5-4a12-8909-8654567a3b06') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:51.334007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.349089 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.355348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:08:51.355725 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:08:51.360860 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:08:51.417600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.421909 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:51.428789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] 10.222.0.21 "DELETE /v2.0/networks/869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35 HTTP/1.1" status: 204  len: 168 time: 0.5467551
Nov 27 21:08:51.428789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35658) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:51.447495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b82fd-e34f-4677-8ab1-823499007361 admin admin] Pushing event deleted for resources: {'Network': ['ID=869e0cb1-cddc-4b0a-8f3a-3b205e8b5a35,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:51.573515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d917e9bc-c810-42ee-84fe-fa4bdcaebb89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:51.598522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d917e9bc-c810-42ee-84fe-fa4bdcaebb89 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:51.598875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d917e9bc-c810-42ee-84fe-fa4bdcaebb89 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:51.599613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 436b89da-e932-4e5d-b717-18af1219631b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:51.619365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 436b89da-e932-4e5d-b717-18af1219631b {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:51.620033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 436b89da-e932-4e5d-b717-18af1219631b not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:51.620458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e0b43299-3ab2-48b9-985b-fcccf44ba85f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:51.641210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e0b43299-3ab2-48b9-985b-fcccf44ba85f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:51.641563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e0b43299-3ab2-48b9-985b-fcccf44ba85f not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:51.803364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:52.058902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce3c1b-fb47-441d-8012-2398e0b13498 req-b144291c-a673-4699-8c0d-cc993d5eeccf tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:52.061385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19ce3c1b-fb47-441d-8012-2398e0b13498 req-b144291c-a673-4699-8c0d-cc993d5eeccf tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 944 time: 0.0553768
Nov 27 21:08:52.111133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19ce3c1b-fb47-441d-8012-2398e0b13498 req-ae578652-11af-4a48-a2e4-95d9f797f4a4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435889
Nov 27 21:08:52.164579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:52.218115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:08:52.222834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:52.223216 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:52.304369 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:52.326493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b33a307-15ed-43ab-8923-03775a9c4f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:52.328804 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e04730-86ec-4997-ab7e-703607ac9968" -d '{"events": [{"server_uuid": "2b33a307-15ed-43ab-8923-03775a9c4f27", "name": "network-vif-plugged", "status": "completed", "tag": "57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:52.340964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e0ba8-4cbb-4676-b52b-849a49ae5d4b req-4d95b879-4b2b-4425-8d2b-2ff9b1fc558b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:52.342882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:52.343131 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c03e0ba8-4cbb-4676-b52b-849a49ae5d4b req-4d95b879-4b2b-4425-8d2b-2ff9b1fc558b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 946 time: 0.0723653
Nov 27 21:08:52.351580 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:52.375471 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9fe3a6-3b5a-467d-8ba6-b0edc8cfb1fa x-openstack-request-id: req-7b9fe3a6-3b5a-467d-8ba6-b0edc8cfb1fa {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:52.375766 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b33a307-15ed-43ab-8923-03775a9c4f27", "name": "network-vif-plugged", "status": "completed", "tag": "57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:52.376025 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b9fe3a6-3b5a-467d-8ba6-b0edc8cfb1fa {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:52.376419 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b33a307-15ed-43ab-8923-03775a9c4f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18', 'code': 200}
Nov 27 21:08:52.410215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:52.450518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c03e0ba8-4cbb-4676-b52b-849a49ae5d4b req-f2684777-c80b-4d54-8943-64a811b25187 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812271
Nov 27 21:08:52.468266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Deleting port b302ddf1-16df-4086-997d-e0b2950b8a95 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:52.468548 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:52.480101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda3d8-b8ec-4336-b711-a0d5e99112ab req-176059a8-15f6-40e7-a2fe-3f955f8b8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:52.481611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51bda3d8-b8ec-4336-b711-a0d5e99112ab req-176059a8-15f6-40e7-a2fe-3f955f8b8b8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 1096 time: 0.0443735
Nov 27 21:08:52.527029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51bda3d8-b8ec-4336-b711-a0d5e99112ab req-d8f6e6ce-1b76-4ca6-9aa2-1aeb487bf895 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365064
Nov 27 21:08:52.552544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] For port b302ddf1-16df-4086-997d-e0b2950b8a95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b302ddf1-16df-4086-997d-e0b2950b8a95,segment=NetworkSegment(565afa4f-1411-4022-a661-618e1c0c3540),segment_id=565afa4f-1411-4022-a661-618e1c0c3540)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:52.552916 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:52.565683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Calling delete_port for b302ddf1-16df-4086-997d-e0b2950b8a95 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:52.741364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:52.771477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Pushing event deleted for resources: {'Port': ['ID=b302ddf1-16df-4086-997d-e0b2950b8a95,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:52.931484 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:53.144417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Router 94e6f241-df75-4406-963a-bdb94c92dc75 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:08:53.230629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ade5-f03b-4f2c-8f18-17fddcdd41df req-ceb23d47-e1ca-4a9f-b2e2-3a47493a13b2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:53.232283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2666ade5-f03b-4f2c-8f18-17fddcdd41df req-ceb23d47-e1ca-4a9f-b2e2-3a47493a13b2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 945 time: 0.0509512
Nov 27 21:08:53.251769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:53.256757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a45054c7-1bac-482b-8f64-d07e9b837850 admin admin] 10.222.0.21 "PUT /v2.0/routers/94e6f241-df75-4406-963a-bdb94c92dc75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8272500
Nov 27 21:08:53.259268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35674) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:53.263616 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] Sync routers for ids ['94e6f241-df75-4406-963a-bdb94c92dc75'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:53.273865 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] Routers {'94e6f241-df75-4406-963a-bdb94c92dc75'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:53.274493 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe982bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94e6f241-df75-4406-963a-bdb94c92dc75'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:53.287652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2666ade5-f03b-4f2c-8f18-17fddcdd41df req-80827e9c-ac30-49c8-bf9c-f2fc7918aea0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494194
Nov 27 21:08:53.365966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:53.378032 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] Set router 94e6f241-df75-4406-963a-bdb94c92dc75 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:53.468246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:53.524890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Deleting port 34210b07-569f-4d7a-9770-37f786b534df {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:53.525103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:53.560523 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe982bb0>, [{'id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '34210b07-569f-4d7a-9770-37f786b534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:34Z', 'updated_at': '2021-11-27T21:08:52Z', 'revision_number': 5, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'gw_port': {'id': '34210b07-569f-4d7a-9770-37f786b534df', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:13:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T20:56:35Z', 'updated_at': '2021-11-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:53.589921 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] Checking router: 94e6f241-df75-4406-963a-bdb94c92dc75 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:53.599190 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] Routers {'94e6f241-df75-4406-963a-bdb94c92dc75'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:53.599837 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe982bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94e6f241-df75-4406-963a-bdb94c92dc75'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:53.642640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3518b0a-9a95-4069-bff5-76bc9d7d8907 req-daba77d1-a4bc-4a12-9b48-3d542bc5435b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:53.644267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3518b0a-9a95-4069-bff5-76bc9d7d8907 req-daba77d1-a4bc-4a12-9b48-3d542bc5435b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 946 time: 0.1056056
Nov 27 21:08:53.651416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] For port 34210b07-569f-4d7a-9770-37f786b534df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34210b07-569f-4d7a-9770-37f786b534df,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:53.651788 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:53.676926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Calling delete_port for 34210b07-569f-4d7a-9770-37f786b534df owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:53.688253 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] Set router 94e6f241-df75-4406-963a-bdb94c92dc75 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:53.746660 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe982bb0>, [{'id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:34Z', 'updated_at': '2021-11-27T21:08:53Z', 'revision_number': 6, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:53.746905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3518b0a-9a95-4069-bff5-76bc9d7d8907 req-815ac26e-a162-41d2-8717-2087a3840e8d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8093a00-f571-4800-a015-9e273e024690&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922813
Nov 27 21:08:53.774467 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224baac0-ddfa-42ec-b331-279d6fd95722 None None] The sync data for ids ['94e6f241-df75-4406-963a-bdb94c92dc75'] in ncdv-master-1 is: [{'id': '94e6f241-df75-4406-963a-bdb94c92dc75', 'name': 'tempest-TaggedBootDevicesTest-847864144-router', 'tenant_id': '441ce7b15a1a4d9bb575c26f6393b942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T20:56:34Z', 'updated_at': '2021-11-27T21:08:53Z', 'revision_number': 6, 'project_id': '441ce7b15a1a4d9bb575c26f6393b942', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:53.878111 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:53.893939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-5f4cdbaf-9ac7-4b8a-a630-9c5a45ee603b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:53.895534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-5f4cdbaf-9ac7-4b8a-a630-9c5a45ee603b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 946 time: 0.0487397
Nov 27 21:08:53.905799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Pushing event deleted for resources: {'Port': ['ID=34210b07-569f-4d7a-9770-37f786b534df,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:53.916253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa08c6c-8127-4330-aa30-206790d2e169 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:53.963821 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.001046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Deleting port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:54.001305 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.056938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.059167 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.092796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] For port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:54.093184 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.101752 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.102450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94e6f241-df75-4406-963a-bdb94c92dc75 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:08:54.107272 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.108454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aec76464-589c-4559-a2d6-81dff92ce09f admin admin] 10.222.0.21 "DELETE /v2.0/routers/94e6f241-df75-4406-963a-bdb94c92dc75 HTTP/1.1" status: 204  len: 168 time: 0.8480668
Nov 27 21:08:54.110806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35678) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:54.169003 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e6897d-c9d6-4a13-a9a7-0152a9d54c78 admin admin] Deleting subnet 469ff05d-a473-44fa-96d3-b614f8c37f40 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:08:54.171374 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89e6897d-c9d6-4a13-a9a7-0152a9d54c78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.211413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89e6897d-c9d6-4a13-a9a7-0152a9d54c78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.278337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.278940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.279070 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Floating IP fd5c2006-88c5-4fe6-a0f2-4c894d8e252b disassociated. External IP: 172.35.3.117, port: 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9.
Nov 27 21:08:54.279460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Calling delete_port for 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:54.304044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89e6897d-c9d6-4a13-a9a7-0152a9d54c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.361246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89e6897d-c9d6-4a13-a9a7-0152a9d54c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.389484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6897d-c9d6-4a13-a9a7-0152a9d54c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469ff05d-a473-44fa-96d3-b614f8c37f40,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:54.392061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89e6897d-c9d6-4a13-a9a7-0152a9d54c78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.397973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-89e6897d-c9d6-4a13-a9a7-0152a9d54c78 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/469ff05d-a473-44fa-96d3-b614f8c37f40 HTTP/1.1" status: 204  len: 168 time: 0.2838728
Nov 27 21:08:54.398085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35682) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:54.399375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7ca6b-bfe2-42db-8edf-6dea0f4c16df None None] Network 60f6359b-974e-4e42-a78b-d311e18c04a3 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:54.449628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.482975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event deleted for resources: {'Port': ['ID=6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:54.486535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.505678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d36ef9-0302-4f46-9e98-5c0a9dc2df47 req-0fcc56c9-daa5-47bd-abce-1242eabade54 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:54.507549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9d36ef9-0302-4f46-9e98-5c0a9dc2df47 req-0fcc56c9-daa5-47bd-abce-1242eabade54 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 945 time: 0.1219637
Nov 27 21:08:54.555740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Deleting port 5cd92f33-5324-47ee-8e8c-0b446dc44601 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:54.556098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.620770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a40a27c-6581-4614-a323-6e34083d4426 None None] DHCP port deletion for 60f6359b-974e-4e42-a78b-d311e18c04a3 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:54.648124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] For port 5cd92f33-5324-47ee-8e8c-0b446dc44601, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cd92f33-5324-47ee-8e8c-0b446dc44601,segment=NetworkSegment(565afa4f-1411-4022-a661-618e1c0c3540),segment_id=565afa4f-1411-4022-a661-618e1c0c3540)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:54.648867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.652256 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9d36ef9-0302-4f46-9e98-5c0a9dc2df47 req-d130f123-71e8-466a-aa36-c097e44cc420 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056902
Nov 27 21:08:54.666424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Router 2dd2fff3-d84b-49ca-b032-796a4dcf417b has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:08:54.670051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Calling delete_port for 5cd92f33-5324-47ee-8e8c-0b446dc44601 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:54.691194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6a40a27c-6581-4614-a323-6e34083d4426 None None] Deleting port 5cd92f33-5324-47ee-8e8c-0b446dc44601 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:54.691622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6a40a27c-6581-4614-a323-6e34083d4426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.762155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6a40a27c-6581-4614-a323-6e34083d4426 None None] For port 5cd92f33-5324-47ee-8e8c-0b446dc44601, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cd92f33-5324-47ee-8e8c-0b446dc44601,segment=NetworkSegment(565afa4f-1411-4022-a661-618e1c0c3540),segment_id=565afa4f-1411-4022-a661-618e1c0c3540)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:54.762916 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6a40a27c-6581-4614-a323-6e34083d4426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.778247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6a40a27c-6581-4614-a323-6e34083d4426 None None] Calling delete_port for 5cd92f33-5324-47ee-8e8c-0b446dc44601 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:54.802125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:08:54.818521 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.846744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0db9-5e59-4eee-af6a-c5eab5aee153 req-b6689ee7-0d7f-4954-bd44-9996a621b557 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:54.848938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-226b0db9-5e59-4eee-af6a-c5eab5aee153 req-b6689ee7-0d7f-4954-bd44-9996a621b557 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 945 time: 0.0977757
Nov 27 21:08:54.871154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] Sync routers for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:08:54.879870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd92f33-5324-47ee-8e8c-0b446dc44601,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:54.882039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6a40a27c-6581-4614-a323-6e34083d4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.893837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] No DVR routers for this DVR port 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:54.895875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:54.896525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3ccc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:54.907942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44685574-8db4-4e78-b7fc-501b571a996a req-584778fb-6de4-4891-9371-7bb14bb069a1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b1a80e3-263a-4ff5-9417-defdda26f981 HTTP/1.1" status: 200  len: 210 time: 0.0406699
Nov 27 21:08:54.910560 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:54.915121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-117fad3c-a955-4e44-8d29-2d0f3bc38ae3 req-dfadcd06-943b-4198-b72b-865a5139d424 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.35 "DELETE /v2.0/ports/6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 HTTP/1.1" status: 204  len: 173 time: 1.0121360
Nov 27 21:08:54.915845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-deleted', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:54.927754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] No DVR routers for this DVR port 5cd92f33-5324-47ee-8e8c-0b446dc44601 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:54.929282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40a27c-6581-4614-a323-6e34083d4426 None None] No DVR routers for this DVR port 5cd92f33-5324-47ee-8e8c-0b446dc44601 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:54.945701 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8299ab4-07b6-424f-a3f1-d6688216015f" -d '{"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-deleted", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:54.981796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40a27c-6581-4614-a323-6e34083d4426 None None] Pushing event deleted for resources: {'Port': ['ID=5cd92f33-5324-47ee-8e8c-0b446dc44601,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:55.017015 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e81bc2d-1ab1-4e6c-9449-a6f226f4e0e4 x-openstack-request-id: req-4e81bc2d-1ab1-4e6c-9449-a6f226f4e0e4 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:55.017442 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1a80e3-263a-4ff5-9417-defdda26f981", "name": "network-vif-deleted", "tag": "6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:55.017643 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e81bc2d-1ab1-4e6c-9449-a6f226f4e0e4 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:55.018083 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1a80e3-263a-4ff5-9417-defdda26f981', 'name': 'network-vif-deleted', 'tag': '6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9', 'status': 'completed', 'code': 200}
Nov 27 21:08:55.059661 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.075222 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-226b0db9-5e59-4eee-af6a-c5eab5aee153 req-e00e1f78-3183-4381-98df-29c0caa61f8f tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861129
Nov 27 21:08:55.092246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:55.100381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd76f070>,) {'filters': {'network_id': ['60f6359b-974e-4e42-a78b-d311e18c04a3']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:55.130610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd76f070>, '565afa4f-1411-4022-a661-618e1c0c3540') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:55.130837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd76f070>, '565afa4f-1411-4022-a661-618e1c0c3540') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:55.141413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.158419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.167927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:08:55.167927 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:08:55.169706 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:08:55.239297 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.242784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.249521 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] 10.222.0.21 "DELETE /v2.0/networks/60f6359b-974e-4e42-a78b-d311e18c04a3 HTTP/1.1" status: 204  len: 168 time: 0.8480964
Nov 27 21:08:55.261068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef67ad-b445-47aa-816e-473551b5ea4d admin admin] Pushing event deleted for resources: {'Network': ['ID=60f6359b-974e-4e42-a78b-d311e18c04a3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:55.363558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3ccc10>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:55.385639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35696) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:55.395050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] Checking router: 2dd2fff3-d84b-49ca-b032-796a4dcf417b for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:08:55.403985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:08:55.405172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3ccc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:55.450598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7c8c9bbd-e2d2-4c1a-ab0d-e130df370e12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c03be159839446f2a47ca07f13bb552c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0634274
Nov 27 21:08:55.451889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216ae0e-09e1-4ce0-b72a-5c7081e94e9b req-e9f5113b-433a-40d3-aded-f414daa0eb34 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:55.452982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35698) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:55.453472 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7216ae0e-09e1-4ce0-b72a-5c7081e94e9b req-e9f5113b-433a-40d3-aded-f414daa0eb34 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 945 time: 0.0868454
Nov 27 21:08:55.506335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-576bde88-ecd6-4e5f-99a2-a232db04d631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.537453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-576bde88-ecd6-4e5f-99a2-a232db04d631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.543857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7216ae0e-09e1-4ce0-b72a-5c7081e94e9b req-034e59a6-1289-4dff-b3ed-87cd5e55b738 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802684
Nov 27 21:08:55.568004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:08:55.604669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-576bde88-ecd6-4e5f-99a2-a232db04d631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.606182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b302ddf1-16df-4086-997d-e0b2950b8a95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:55.607373 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-576bde88-ecd6-4e5f-99a2-a232db04d631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:55.609254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-576bde88-ecd6-4e5f-99a2-a232db04d631 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76381062-da63-4132-9640-3ccb01f46a1c HTTP/1.1" status: 204  len: 168 time: 0.1543045
Nov 27 21:08:55.618316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bde88-ecd6-4e5f-99a2-a232db04d631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76381062-da63-4132-9640-3ccb01f46a1c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:55.636551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b302ddf1-16df-4086-997d-e0b2950b8a95 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:55.636905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b302ddf1-16df-4086-997d-e0b2950b8a95 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:55.637336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 34210b07-569f-4d7a-9770-37f786b534df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:55.670399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 34210b07-569f-4d7a-9770-37f786b534df {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:55.671022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 34210b07-569f-4d7a-9770-37f786b534df not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:55.671166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5cd92f33-5324-47ee-8e8c-0b446dc44601 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:55.716264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5cd92f33-5324-47ee-8e8c-0b446dc44601 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:55.716614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5cd92f33-5324-47ee-8e8c-0b446dc44601 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:55.851681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd3ccc10>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:08:55.878261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639dab1-1a2b-4caf-bdcf-6ef094b9e175 None None] The sync data for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 is: [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:08:55.953608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35706) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:55.996619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35710) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:56.001993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-700efc53-1d19-4ed6-ad3a-542383bd2584 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=441ce7b15a1a4d9bb575c26f6393b942&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0471499
Nov 27 21:08:56.004477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35712) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:56.053379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0f98-9abe-48c1-9e97-c38db1d05a9a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.058563 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bfe1a66-56f1-4fa0-9b56-4d2ebfaf6385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.079578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0f98-9abe-48c1-9e97-c38db1d05a9a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.081425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bfe1a66-56f1-4fa0-9b56-4d2ebfaf6385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.132052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0f98-9abe-48c1-9e97-c38db1d05a9a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.135124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0f98-9abe-48c1-9e97-c38db1d05a9a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.136495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1f3c0f98-9abe-48c1-9e97-c38db1d05a9a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8093a00-f571-4800-a015-9e273e024690 HTTP/1.1" status: 204  len: 168 time: 0.1387720
Nov 27 21:08:56.139840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35714) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:56.147554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c0f98-9abe-48c1-9e97-c38db1d05a9a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8093a00-f571-4800-a015-9e273e024690,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:56.153822 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bfe1a66-56f1-4fa0-9b56-4d2ebfaf6385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.156575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bfe1a66-56f1-4fa0-9b56-4d2ebfaf6385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.159324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8bfe1a66-56f1-4fa0-9b56-4d2ebfaf6385 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9939244c-edca-4135-9d61-50afd00cfb22 HTTP/1.1" status: 204  len: 168 time: 0.1522884
Nov 27 21:08:56.160770 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-fd1dc35c-fb88-4abe-8f1d-ac6b5c24c1e4 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] show failed (client error): The resource could not be found.
Nov 27 21:08:56.161902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fd1dc35c-fb88-4abe-8f1d-ac6b5c24c1e4 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups/a8093a00-f571-4800-a015-9e273e024690 HTTP/1.1" status: 404  len: 347 time: 0.0208807
Nov 27 21:08:56.166823 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ba6f7a-8f2a-4f3d-9e7c-c573e47b96fb None None] New status for floating IP fd5c2006-88c5-4fe6-a0f2-4c894d8e252b: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:08:56.169244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35718) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:56.182198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe1a66-56f1-4fa0-9b56-4d2ebfaf6385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9939244c-edca-4135-9d61-50afd00cfb22,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:56.330426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Deleting port 1db877b3-2dca-4b69-b948-6391bc8bee0f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:56.330782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.413382 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.413717 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.427694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Calling delete_port for 1db877b3-2dca-4b69-b948-6391bc8bee0f owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:56.567192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.596566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event deleted for resources: {'Port': ['ID=1db877b3-2dca-4b69-b948-6391bc8bee0f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:56.665000 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.667895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.668413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec354e-08ab-4edc-99eb-2dc998be534e req-d0580410-2988-4773-9e58-721bd1879da6 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:56.673161 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9b0a3dce-f31a-4046-9a99-4ddba4f01b85 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "DELETE /v2.0/floatingips/fd5c2006-88c5-4fe6-a0f2-4c894d8e252b HTTP/1.1" status: 204  len: 168 time: 0.4987819
Nov 27 21:08:56.673277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-64ec354e-08ab-4edc-99eb-2dc998be534e req-d0580410-2988-4773-9e58-721bd1879da6 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 945 time: 0.0562048
Nov 27 21:08:56.765364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-64ec354e-08ab-4edc-99eb-2dc998be534e req-bc316573-50e9-43bf-95c7-e3037f426e99 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810776
Nov 27 21:08:56.804120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-42fe9b8e-ac7d-4b56-8596-cd539bcf3fe5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:56.805658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-42fe9b8e-ac7d-4b56-8596-cd539bcf3fe5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 945 time: 0.0759690
Nov 27 21:08:56.906073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Deleting port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:08:56.906695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:56.951544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35742) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:57.007319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] For port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:57.008118 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.021632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Calling delete_port for 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:08:57.062612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-926226004-network', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:57.085260 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Made reservation on behalf of 4c38c1fb709545fbb6279c9ee1dafe5d for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:57.088187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.097473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35746) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:57.099531 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.102670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f9d87860-4eb5-43b7-a649-bffa17751a3c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911929656', 'description': 'tempest-description--2007320301'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:57.158452 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9d87860-4eb5-43b7-a649-bffa17751a3c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.185661 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.197325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:57.203617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:08:57.222628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event deleted for resources: {'Port': ['ID=57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:57.259565 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.266163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.275605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] No DVR routers for this DVR port 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:08:57.278726 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.282673 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e0fdbe4-28f2-4fcc-9ce3-b92eadaac5b7 req-f2c8d615-a129-4c22-8bdf-9029c0dac3cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "DELETE /v2.0/ports/57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 HTTP/1.1" status: 204  len: 173 time: 0.4706287
Nov 27 21:08:57.283354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b33a307-15ed-43ab-8923-03775a9c4f27', 'name': 'network-vif-deleted', 'tag': '57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:08:57.285823 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab66619-cffd-4847-9488-dc9863d6681c" -d '{"events": [{"server_uuid": "2b33a307-15ed-43ab-8923-03775a9c4f27", "name": "network-vif-deleted", "tag": "57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:08:57.300982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e19d168-ea97-4e90-ac61-2db689f0ad61,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:57.312911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:08:57.314613 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9d87860-4eb5-43b7-a649-bffa17751a3c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.323865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9d87860-4eb5-43b7-a649-bffa17751a3c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.334344 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.334743 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Added segment 4ff30cd6-69a8-4924-8ac1-edea720f19fd of type vlan for network 07546b02-5ee2-4818-98ab-2b9b50e1991f
Nov 27 21:08:57.351928 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bb3f97-6aa0-42ce-8d78-0d9f4c639b5d x-openstack-request-id: req-45bb3f97-6aa0-42ce-8d78-0d9f4c639b5d {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:08:57.352284 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b33a307-15ed-43ab-8923-03775a9c4f27", "name": "network-vif-deleted", "tag": "57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:08:57.352541 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45bb3f97-6aa0-42ce-8d78-0d9f4c639b5d {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:08:57.353176 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b33a307-15ed-43ab-8923-03775a9c4f27', 'name': 'network-vif-deleted', 'tag': '57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18', 'status': 'completed', 'code': 200}
Nov 27 21:08:57.368572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9d87860-4eb5-43b7-a649-bffa17751a3c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.370455 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f9d87860-4eb5-43b7-a649-bffa17751a3c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2719562
Nov 27 21:08:57.374414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35750) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:57.380416 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a84f5784-7c97-47e9-ae3f-9c955ec91b58 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'security_group_rule': {'security_group_id': 'c7ba9d5c-08b5-4558-a5e0-c994af0be3e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:57.387181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d87860-4eb5-43b7-a649-bffa17751a3c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:57.391202 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.417758 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a84f5784-7c97-47e9-ae3f-9c955ec91b58 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.423602 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.425228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:57.425960 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.477734 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a84f5784-7c97-47e9-ae3f-9c955ec91b58 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.481901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a84f5784-7c97-47e9-ae3f-9c955ec91b58 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.501134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f5784-7c97-47e9-ae3f-9c955ec91b58 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c431981d-ac98-45f9-b198-71527d76b815,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:57.511115 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5557344
Nov 27 21:08:57.511347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a84f5784-7c97-47e9-ae3f-9c955ec91b58 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.511347 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a84f5784-7c97-47e9-ae3f-9c955ec91b58 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1341419
Nov 27 21:08:57.511347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35752) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:57.514264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35754) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:57.516830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Request body: {'subnet': {'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-926226004-subnet', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:57.520863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-caf2f784-9d2e-4c39-82a8-bcc718263150 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'security_group_rule': {'security_group_id': 'c7ba9d5c-08b5-4558-a5e0-c994af0be3e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:57.527804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5398dbe-7a58-4c43-88e2-7475da5a1899 admin admin] Pushing event updated for resources: {'Network': ['ID=07546b02-5ee2-4818-98ab-2b9b50e1991f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:57.533866 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.api [None req-caf2f784-9d2e-4c39-82a8-bcc718263150 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 27 21:08:57.533866 ncdv-master-1 neutron-server[120908]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 27 21:08:57.533866 ncdv-master-1 neutron-server[120908]: [parameters: {'project_id_1': '4b756ba4e580446980b973ad0b42b9fe', 'expiration_1': datetime.datetime(2021, 11, 27, 21, 8, 37, 526018)}]
Nov 27 21:08:57.533866 ncdv-master-1 neutron-server[120908]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:08:57.534447 ncdv-master-1 neutron-server[120908]: DEBUG oslo_db.api [None req-caf2f784-9d2e-4c39-82a8-bcc718263150 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:08:57.540654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Made reservation on behalf of 4c38c1fb709545fbb6279c9ee1dafe5d for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:08:57.540809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:08:57.543042 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.710509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.765363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07179a77-67fb-49d1-b1e5-6721a6f3c44b,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:57.776470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Checking segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:57.776897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Network hostable DHCP agents. Network: 07546b02-5ee2-4818-98ab-2b9b50e1991f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:08:57.797001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:08:57.808736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07546b02-5ee2-4818-98ab-2b9b50e1991f) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:57.814590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:57.815223 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.822108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3434f-b595-4320-a925-7c7f04bf4ca9 None None] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:08:57.844688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35758) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:57.847343 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5ebcaf55-62b8-4f55-9235-9bbded339b6c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3313367
Nov 27 21:08:57.852424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:57.891951 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.893267 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:57.912497 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-16f49f7c-d4e3-4e35-86f0-849f7f028aaf req-3fc51696-f9d0-40e6-98aa-f9087a34e855 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b33a307-15ed-43ab-8923-03775a9c4f27 HTTP/1.1" status: 200  len: 210 time: 0.0311928
Nov 27 21:08:57.964951 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.149514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07546b02-5ee2-4818-98ab-2b9b50e1991f', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:08:58.150495 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.223082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:58.250211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:58.250554 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 57a7f7e7-d7ad-4dc8-8d64-7c7d7cd57e18 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:58.250978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:08:58.274542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:08:58.274906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 6cab4853-1ac5-4ae0-b99c-8fa7c79f44b9 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:08:58.328924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Allocated IP 172.20.0.2 (07546b02-5ee2-4818-98ab-2b9b50e1991f/07179a77-67fb-49d1-b1e5-6721a6f3c44b/0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:58.426458 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.432485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-caf2f784-9d2e-4c39-82a8-bcc718263150 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.484931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.490870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.532390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:58.535317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:58.535472 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-caf2f784-9d2e-4c39-82a8-bcc718263150 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.539115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:58.540904 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-caf2f784-9d2e-4c39-82a8-bcc718263150 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.544661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Pushing event updated for resources: {'Port': ['ID=0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:58.565339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2f784-9d2e-4c39-82a8-bcc718263150 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57b5a8e-ab52-4a73-91c5-9ac5d9b470b6,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:58.571749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-caf2f784-9d2e-4c39-82a8-bcc718263150 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.575296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-caf2f784-9d2e-4c39-82a8-bcc718263150 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0579357
Nov 27 21:08:58.576639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35776) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:08:58.582776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:08:58.606520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Attempting to bind port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:08:58.607047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Attempting to bind port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:08:58.607471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Attempting to bind port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:08:58.607603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.612643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:08:58.613686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Checking segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:08:58.614118 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.614506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Bound using segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:08:58.614981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Bound port: 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:08:58.615390 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.682606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] For port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:08:58.685898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] For port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:08:58.690011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.706858 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.726339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.728338 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:58.759008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35518d63-42e6-4af7-bc58-8729115cf361 None None] Pushing event updated for resources: {'Port': ['ID=0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:58.840593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Allocated IP 172.35.3.31 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/1c922b36-c56d-40f0-b004-34e4bf3de4a8) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:58.960952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.019100 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.071055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Allocated IP 172.35.3.120 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/de234103-4ddb-424d-8a72-910a119e28b6) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:08:59.084520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:59.089340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:59.093261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:59.112456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633046b-7516-4473-a5dc-b01d0dcf7a02 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:08:59.128559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Pushing event updated for resources: {'Port': ['ID=1c922b36-c56d-40f0-b004-34e4bf3de4a8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:59.189148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f34a72f4-8ea1-4fa4-a8e2-65a9a7883734 None None] Provisioning complete for port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:59.190303 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f34a72f4-8ea1-4fa4-a8e2-65a9a7883734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.236124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.255819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f34a72f4-8ea1-4fa4-a8e2-65a9a7883734 None None] Port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:08:59.292865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.336717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:08:59.341519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:08:59.345243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:08:59.371986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'Port': ['ID=de234103-4ddb-424d-8a72-910a119e28b6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:59.402459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.457632 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.500659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.641475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:08:59.690572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.696415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.707850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:08:59.708308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.748768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'Port': ['ID=de234103-4ddb-424d-8a72-910a119e28b6,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:59.756393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-f9735460-0814-42cc-8bc7-95947cb2411b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:08:59.757999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-f9735460-0814-42cc-8bc7-95947cb2411b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.2632060
Nov 27 21:08:59.759616 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.798626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.813636 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.819628 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-7d53b5cd-f981-4ce0-830f-504c34c87c83 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/quotas/e50ca5bbf0334faa9bad45c847b7301c HTTP/1.1" status: 200  len: 375 time: 0.0524840
Nov 27 21:08:59.821182 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.831139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0ad7f77b-2c38-48e3-b06e-124c974e43ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2455897
Nov 27 21:08:59.857121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:08:59.862068 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:08:59.927406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:08:59.936175 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-4184b200-789a-4bb2-b67a-b0b93a5cfc05 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0981233
Nov 27 21:08:59.978332 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:09:00.032611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Router 7d86fba7-fe86-4a48-bd52-79114281084d is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:09:00.037866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29439a-6ee7-4382-b6c7-4ef0531ba120 None None] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:09:00.106313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ff306bb4-df62-4246-80c7-78f4e77833f6 None None] Provisioning complete for port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:00.107235 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ff306bb4-df62-4246-80c7-78f4e77833f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:00.126234 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-789aef03-8234-4184-97a1-1abf9292749a service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758304
Nov 27 21:09:00.139730 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-5b4b4526-9ef1-40cb-a9d9-9cf5f4cf6b8a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--911929656&fields=id&tenant_id=4b756ba4e580446980b973ad0b42b9fe HTTP/1.1" status: 200  len: 267 time: 0.0553780
Nov 27 21:09:00.238913 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:09:00.261614 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:00.262181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Sync routers for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:09:00.263206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-277c582f-6962-415a-8676-5455d2a0991c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:00.265721 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-277c582f-6962-415a-8676-5455d2a0991c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 817 time: 0.1180708
Nov 27 21:09:00.265850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bc0221dc-5208-4efc-94d5-8a734855881f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.4197714
Nov 27 21:09:00.266366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35808) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:09:00.287284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:09:00.287910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2c4460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:00.290403 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-460bc214-3794-4489-8349-05c9a4931ed5 service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301711
Nov 27 21:09:00.329467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-b0e36c0e-b53a-492c-b796-30899c24a60a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/quotas/4b756ba4e580446980b973ad0b42b9fe HTTP/1.1" status: 200  len: 375 time: 0.0242534
Nov 27 21:09:00.417968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:09:00.510596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1f7a925-f426-49c1-afa4-69b061ecfc6d req-d306b2a6-0c6a-45c0-a91a-028919385a61 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 210 time: 0.0538297
Nov 27 21:09:00.693215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2c4460>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:08:59Z', 'revision_number': 3, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:00.729916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Checking router: 7d86fba7-fe86-4a48-bd52-79114281084d for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:09:00.730285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Updating router 7d86fba7-fe86-4a48-bd52-79114281084d port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:09:00.771853 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:00.798118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f3386a1c-daf7-4c00-bc75-b0fdf681c010 None None] Provisioning complete for port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:00.798517 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f3386a1c-daf7-4c00-bc75-b0fdf681c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:00.875682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-20578e49-c54c-4a81-bf19-993645eae621 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0723903
Nov 27 21:09:01.106981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-66c6b910-2113-4920-bc55-646d2ccf1ddf service neutron] 10.222.0.21 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937177
Nov 27 21:09:01.116292 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.122725 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.183693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1c7d8-9223-4dcc-908d-7c89c78c4175 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:09:01.188733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7972d-7306-470f-b43c-74472ea1c046 None None] Pushing event updated for resources: {'Port': ['ID=1c922b36-c56d-40f0-b004-34e4bf3de4a8,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:01.192838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Attempting to bind port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:09:01.193215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Attempting to bind port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:09:01.193586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Attempting to bind port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:01.200873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:09:01.201994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:09:01.202402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.202794 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:09:01.203288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Bound port: 1c922b36-c56d-40f0-b004-34e4bf3de4a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:09:01.203677 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.258486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f4b07209-1496-42ed-866c-f5a704608cda None None] Provisioning complete for port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:01.258869 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f4b07209-1496-42ed-866c-f5a704608cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.277764 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-480a2662-a877-4ae4-9020-7c26a0b9df1f service neutron] 10.222.0.21 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378319
Nov 27 21:09:01.287549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] For port 1c922b36-c56d-40f0-b004-34e4bf3de4a8, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:09:01.306075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] For port 1c922b36-c56d-40f0-b004-34e4bf3de4a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c922b36-c56d-40f0-b004-34e4bf3de4a8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:09:01.313623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.316922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f4b07209-1496-42ed-866c-f5a704608cda None None] Port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:09:01.368856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.370818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3fa786-a7f5-467f-9c4a-6f2ae107ea9a None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:09:01.396446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:09:01.396949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2c4460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:01.399153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7972d-7306-470f-b43c-74472ea1c046 None None] Pushing event updated for resources: {'Port': ['ID=1c922b36-c56d-40f0-b004-34e4bf3de4a8,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:01.495845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03baa69c-6001-4623-bbff-9fa9ec69c28d req-3bba7cf6-103c-4a1e-9946-7cf4747bfd87 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 210 time: 0.0365317
Nov 27 21:09:01.713969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0526f11-e8b7-4ab7-9977-4269f194cba7 req-3f547fe2-c935-46bc-a350-93ea7eae3cd3 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 210 time: 0.0644088
Nov 27 21:09:01.743979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Allocated IP 172.20.0.1 (07546b02-5ee2-4818-98ab-2b9b50e1991f/07179a77-67fb-49d1-b1e5-6721a6f3c44b/a9dc9ceb-c769-4729-9523-5fe045145067) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:09:01.760199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:09:01.766364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-26e781fe-2fcf-42db-95aa-518bf888ee9d None None] Provisioning complete for port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:01.766364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-26e781fe-2fcf-42db-95aa-518bf888ee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.774566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-41d7a9cb-1003-4350-bcf1-4664d4d8419e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:01.776127 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-41d7a9cb-1003-4350-bcf1-4664d4d8419e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.2420416
Nov 27 21:09:01.796152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Request body: {'port': {'device_id': '3dbdbdc2-32aa-43ad-a84e-8bfc71c774df', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'admin_state_up': True, 'tenant_id': 'e50ca5bbf0334faa9bad45c847b7301c'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:01.862520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:09:01.953329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.988300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Made reservation on behalf of e50ca5bbf0334faa9bad45c847b7301c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:09:01.992482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:01.996029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:01.996423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.025514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.065509 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-26e781fe-2fcf-42db-95aa-518bf888ee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.113811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:09:02.119797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:09:02.129546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:09:02.135591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Pushing event updated for resources: {'Port': ['ID=a9dc9ceb-c769-4729-9523-5fe045145067,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:02.135811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-26e781fe-2fcf-42db-95aa-518bf888ee9d None None] For port 1c922b36-c56d-40f0-b004-34e4bf3de4a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c922b36-c56d-40f0-b004-34e4bf3de4a8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:02.141965 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-26e781fe-2fcf-42db-95aa-518bf888ee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.214516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.265106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e781fe-2fcf-42db-95aa-518bf888ee9d None None] Pushing event updated for resources: {'Port': ['ID=1c922b36-c56d-40f0-b004-34e4bf3de4a8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:02.273597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2c4460>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:08:59Z', 'revision_number': 3, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:02.291628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Allocated IP 172.20.0.11 (222dd9d8-01e1-49e7-9bb7-8028b20baa13/26b06d34-5b0e-426f-968c-5fc6c99a5004/83bff958-9bb0-4501-9714-e585a1134cb7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:09:02.307591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40678a9e-fabe-48a5-9add-a5f8d24424f0 None None] The sync data for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 is: [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:08:59Z', 'revision_number': 3, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:09:02.471993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.476121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d4094aae-78fc-456c-b696-aae467c901c8 None None] Provisioning complete for port a9dc9ceb-c769-4729-9523-5fe045145067 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:02.476501 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d4094aae-78fc-456c-b696-aae467c901c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.512824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d4094aae-78fc-456c-b696-aae467c901c8 None None] Port a9dc9ceb-c769-4729-9523-5fe045145067 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:09:02.561572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.625263 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.627822 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2116ce9b-a3b9-45e3-a4aa-7f7af86cf69b req-d287aded-3169-4f46-b96f-e499b7b74d10 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 210 time: 0.0551341
Nov 27 21:09:02.637350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:02.744025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:09:02.762083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:09:02.770776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:09:02.820461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-50b590b9-fee9-4fac-8904-6594f158a128 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:02.822154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-50b590b9-fee9-4fac-8904-6594f158a128 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.15 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 817 time: 0.1791291
Nov 27 21:09:02.855641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event updated for resources: {'Port': ['ID=83bff958-9bb0-4501-9714-e585a1134cb7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:02.922378 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-1da0f607-a31a-4986-a640-c6be8905094d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b756ba4e580446980b973ad0b42b9fe HTTP/1.1" status: 200  len: 379 time: 0.0904560
Nov 27 21:09:02.933081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'port': {'device_id': 'b8df0f80-255e-416b-b79a-4bed627485da', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'admin_state_up': True, 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'security_groups': ['c7ba9d5c-08b5-4558-a5e0-c994af0be3e6']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:02.941337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:02.942049 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.980849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f3b7-4c7f-4db0-8348-f4575b88719a req-59afc7c6-52da-4668-84dc-957e86669c3d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:02.982438 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0b2f3b7-4c7f-4db0-8348-f4575b88719a req-59afc7c6-52da-4668-84dc-957e86669c3d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 932 time: 0.1206343
Nov 27 21:09:02.984917 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:02.989618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-13c31baf-e3f5-495f-a6cb-be5b7b39131d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1992815
Nov 27 21:09:02.999083 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.034375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Request body: {'port': {'device_id': '3dbdbdc2-32aa-43ad-a84e-8bfc71c774df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:03.060937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Made reservation on behalf of 4b756ba4e580446980b973ad0b42b9fe for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:09:03.064622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.153201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Pushing event updated for resources: {'Port': ['ID=a9dc9ceb-c769-4729-9523-5fe045145067,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:03.156461 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.164253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0b2f3b7-4c7f-4db0-8348-f4575b88719a req-e87027b1-204b-4cd3-b396-ac6cec4ab7df tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736498
Nov 27 21:09:03.172490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.223398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Allocated IP 172.20.0.8 (e625b12a-b3fa-4ce9-b29c-1debf46798ed/cea12c44-8d25-4a99-87a8-7efe19824fa7/9b807251-334b-4d12-8574-592e43e94490) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:09:03.365911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:09:03.371668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:09:03.386815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.432671 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.514692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:09:03.518316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:09:03.521031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:09:03.563810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:03.591379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:03.593400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Router 7d86fba7-fe86-4a48-bd52-79114281084d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:09:03.608721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.646262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-74958dbb-7d59-4d4e-9e24-0265fc15f4ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7171619
Nov 27 21:09:03.646930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bff958-9bb0-4501-9714-e585a1134cb7 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:03.659996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Request body: {'port': {'device_id': 'b8df0f80-255e-416b-b79a-4bed627485da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:03.693494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.727686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1c922b36-c56d-40f0-b004-34e4bf3de4a8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:09:03.758141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.797152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Transition to ACTIVE for port object 83bff958-9bb0-4501-9714-e585a1134cb7 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:09:03.807967 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.826710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:03.827542 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.856433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:09:03.861689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413aab4-f061-47b4-9005-0bed66db616d req-e2bb00cd-6b06-43cc-a8aa-1040bc459c10 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:03.863437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a413aab4-f061-47b4-9005-0bed66db616d req-e2bb00cd-6b06-43cc-a8aa-1040bc459c10 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 931 time: 0.1061194
Nov 27 21:09:03.866003 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bec888c3-9503-41d7-9a71-742c22b185ad admin admin] 10.222.0.21 "PUT /v2.0/routers/7d86fba7-fe86-4a48-bd52-79114281084d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5985732
Nov 27 21:09:03.892091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Pushing event updated for resources: {'Port': ['ID=83bff958-9bb0-4501-9714-e585a1134cb7,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:03.937834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8f6d5268-f53f-45f5-a155-d5ad3496bd0f None None] Provisioning complete for port a9dc9ceb-c769-4729-9523-5fe045145067 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:03.939240 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8f6d5268-f53f-45f5-a155-d5ad3496bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:03.980970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Attempting to bind port 83bff958-9bb0-4501-9714-e585a1134cb7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:09:03.981584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Attempting to bind port 83bff958-9bb0-4501-9714-e585a1134cb7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:09:03.982186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Attempting to bind port 83bff958-9bb0-4501-9714-e585a1134cb7 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:03.986789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a413aab4-f061-47b4-9005-0bed66db616d req-3674b92a-2622-4c6e-aa12-a9bd60533adb tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1075079
Nov 27 21:09:03.992439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Port 83bff958-9bb0-4501-9714-e585a1134cb7 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:09:03.992785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Attempting to bind port 83bff958-9bb0-4501-9714-e585a1134cb7 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:04.011422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:09:04.013159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d5268-f53f-45f5-a155-d5ad3496bd0f None None] Port a9dc9ceb-c769-4729-9523-5fe045145067 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:09:04.014252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Checking segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:09:04.014831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Bound using segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:09:04.020556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Bound port: 83bff958-9bb0-4501-9714-e585a1134cb7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:09:04.021173 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.103528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] For port 83bff958-9bb0-4501-9714-e585a1134cb7, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:09:04.107088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] For port 83bff958-9bb0-4501-9714-e585a1134cb7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83bff958-9bb0-4501-9714-e585a1134cb7,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:09:04.112073 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.149678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-74d7c684-930c-4989-8a02-c76e6a26bb2e None None] Provisioning complete for port 9b807251-334b-4d12-8574-592e43e94490 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:04.150328 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-74d7c684-930c-4989-8a02-c76e6a26bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.157430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:04.158065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.159529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] 10.222.0.35 "PUT /v2.0/ports/83bff958-9bb0-4501-9714-e585a1134cb7 HTTP/1.1" status: 200  len: 1092 time: 1.1579847
Nov 27 21:09:04.159966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbdbdc2-32aa-43ad-a84e-8bfc71c774df', 'tag': '83bff958-9bb0-4501-9714-e585a1134cb7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:04.164858 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbdbdc2-32aa-43ad-a84e-8bfc71c774df", "tag": "83bff958-9bb0-4501-9714-e585a1134cb7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:04.184725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b807251-334b-4d12-8574-592e43e94490 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:04.190892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8b5d1-a7a4-4a47-864e-c052c9b238eb service neutron] Pushing event updated for resources: {'Port': ['ID=83bff958-9bb0-4501-9714-e585a1134cb7,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:04.197976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.216713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Transition to ACTIVE for port object 9b807251-334b-4d12-8574-592e43e94490 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:09:04.224977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.247214 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca81ea0d-ee18-416b-bed9-b0eac1278be3 x-openstack-request-id: req-ca81ea0d-ee18-416b-bed9-b0eac1278be3 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:04.247566 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbdbdc2-32aa-43ad-a84e-8bfc71c774df", "tag": "83bff958-9bb0-4501-9714-e585a1134cb7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:04.248332 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca81ea0d-ee18-416b-bed9-b0eac1278be3 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:04.248782 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbdbdc2-32aa-43ad-a84e-8bfc71c774df', 'tag': '83bff958-9bb0-4501-9714-e585a1134cb7', 'status': 'completed', 'code': 200}
Nov 27 21:09:04.280936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-74d7c684-930c-4989-8a02-c76e6a26bb2e None None] Port 9b807251-334b-4d12-8574-592e43e94490 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:09:04.291018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-cf6f5104-7b13-4e90-907e-60f0d390379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:04.292905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-cf6f5104-7b13-4e90-907e-60f0d390379b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 1095 time: 0.0585003
Nov 27 21:09:04.320472 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2916a726-941c-44cf-ae2e-54618eba0517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.379016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-c0fcf4b3-a027-4ffb-962e-616f8c2e3162 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83bff958-9bb0-4501-9714-e585a1134cb7 HTTP/1.1" status: 200  len: 217 time: 0.0771222
Nov 27 21:09:04.463430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-987297ca-d72e-4b70-9f88-0229894b8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:04.465078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-987297ca-d72e-4b70-9f88-0229894b8d9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0776942
Nov 27 21:09:04.466584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52069049-4038-4809-be21-f675c509dda2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:04.508889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b3753-a964-46d7-b2d8-57cca837d6b5 req-16a3bbae-0322-4e53-8828-f27f5c336097 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:04.511160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-2becf02a-f38e-47e4-8d11-d65189803e76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0336936
Nov 27 21:09:04.518021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b2b3753-a964-46d7-b2d8-57cca837d6b5 req-16a3bbae-0322-4e53-8828-f27f5c336097 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 944 time: 0.1440601
Nov 27 21:09:04.551727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Attempting to bind port 9b807251-334b-4d12-8574-592e43e94490 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:09:04.551986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Attempting to bind port 9b807251-334b-4d12-8574-592e43e94490 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:09:04.552351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Attempting to bind port 9b807251-334b-4d12-8574-592e43e94490 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:04.562523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Port 9b807251-334b-4d12-8574-592e43e94490 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:09:04.562523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Attempting to bind port 9b807251-334b-4d12-8574-592e43e94490 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:04.564811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35848) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:09:04.572069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-193bd151-62e5-4ed8-899d-2fd120856d73 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394110461', 'description': 'tempest-description--680133556'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:04.577463 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Sync routers for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:09:04.584843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:09:04.585238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Checking segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:09:04.585599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Bound using segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:09:04.589379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Bound port: 9b807251-334b-4d12-8574-592e43e94490, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:09:04.589379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.590178 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:09:04.590799 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403bea640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:04.616882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b2b3753-a964-46d7-b2d8-57cca837d6b5 req-557661cf-46b9-414a-b08d-1f23e767253f tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979638
Nov 27 21:09:04.652293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-193bd151-62e5-4ed8-899d-2fd120856d73 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.656804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-08c06e97-0a36-4060-9260-2ba6a47acab8 service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355741
Nov 27 21:09:04.696697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:09:04.715624 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:09:04.716532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:09:04.723375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.754102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4410f7df-dd80-4f4b-9603-c76ff13af5f2 req-2f91877d-f2c9-4cf8-804c-1df9d110ee67 service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899105
Nov 27 21:09:04.774419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:04.775115 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.776768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-52069049-4038-4809-be21-f675c509dda2 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 1091 time: 1.1213288
Nov 27 21:09:04.777252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'tag': '9b807251-334b-4d12-8574-592e43e94490'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:04.780214 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "tag": "9b807251-334b-4d12-8574-592e43e94490"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:04.817026 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-193bd151-62e5-4ed8-899d-2fd120856d73 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.832048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-193bd151-62e5-4ed8-899d-2fd120856d73 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.873950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52069049-4038-4809-be21-f675c509dda2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:04.881586 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa2d5ea-27fe-414d-8743-043777e3e214 x-openstack-request-id: req-4aa2d5ea-27fe-414d-8743-043777e3e214 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:04.882030 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "tag": "9b807251-334b-4d12-8574-592e43e94490", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:04.882382 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4aa2d5ea-27fe-414d-8743-043777e3e214 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:04.882884 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'tag': '9b807251-334b-4d12-8574-592e43e94490', 'status': 'completed', 'code': 200}
Nov 27 21:09:04.889896 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-193bd151-62e5-4ed8-899d-2fd120856d73 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:04.894012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-193bd151-62e5-4ed8-899d-2fd120856d73 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3247118
Nov 27 21:09:04.895330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35854) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:09:04.897181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-452c4b14-5940-4c60-a82e-f3235804b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:04.898720 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-452c4b14-5940-4c60-a82e-f3235804b038 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 1095 time: 0.0846112
Nov 27 21:09:04.905043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-688a8eae-59e2-43e4-b54c-7388921c4b2b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'security_group_rule': {'security_group_id': '1e16d197-9017-4317-8bc6-d8a7401bd4df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:04.967221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-32c545e3-76fc-4c02-8c7e-91551a9b2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:04.967863 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403bea640>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9dc9ceb-c769-4729-9523-5fe045145067', 'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'mac_address': 'fa:16:3e:c0:23:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:09:01Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 2, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'subnets': [{'id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:04.969555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-32c545e3-76fc-4c02-8c7e-91551a9b2372 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1094 time: 0.0902469
Nov 27 21:09:04.970672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bd151-62e5-4ed8-899d-2fd120856d73 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e16d197-9017-4317-8bc6-d8a7401bd4df,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:05.003056 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Checking router: 7d86fba7-fe86-4a48-bd52-79114281084d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:09:05.003813 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Updating router 7d86fba7-fe86-4a48-bd52-79114281084d port a9dc9ceb-c769-4729-9523-5fe045145067 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:09:05.013108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-688a8eae-59e2-43e4-b54c-7388921c4b2b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.030875 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-4f6f2670-76f4-4205-a516-6545e7a6a468 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 217 time: 0.0514460
Nov 27 21:09:05.043410 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.058726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-1cb1d008-8ecf-4c47-9b88-1cc6459ecfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:05.060983 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-1cb1d008-8ecf-4c47-9b88-1cc6459ecfb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 907 time: 0.1498463
Nov 27 21:09:05.094012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-d4fd600f-225c-44d0-8191-ffeec4fae5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:05.095639 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-d4fd600f-225c-44d0-8191-ffeec4fae5f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0586262
Nov 27 21:09:05.117139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-92c74e56-2783-448d-98fc-a6dc5f7449f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83bff958-9bb0-4501-9714-e585a1134cb7 HTTP/1.1" status: 200  len: 217 time: 0.0432775
Nov 27 21:09:05.126494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-688a8eae-59e2-43e4-b54c-7388921c4b2b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.187673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd9c62-bc50-4357-a896-131b590df557 req-062f38f0-f420-4efe-83c9-e7d1886d8df0 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:05.189290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dcbd9c62-bc50-4357-a896-131b590df557 req-062f38f0-f420-4efe-83c9-e7d1886d8df0 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 943 time: 0.0879464
Nov 27 21:09:05.191496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-bc46bd5b-f0f3-4971-8dba-218c7d2b452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:05.193012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-bc46bd5b-f0f3-4971-8dba-218c7d2b452b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0816169
Nov 27 21:09:05.354376 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.360691 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.441317 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fbc2b-4b5f-4cad-a7e4-316aa1d9476d None None] Pushing event updated for resources: {'Port': ['ID=a9dc9ceb-c769-4729-9523-5fe045145067,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:05.473922 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Attempting to bind port a9dc9ceb-c769-4729-9523-5fe045145067 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:09:05.474705 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Attempting to bind port a9dc9ceb-c769-4729-9523-5fe045145067 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:09:05.475275 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Attempting to bind port a9dc9ceb-c769-4729-9523-5fe045145067 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:05.481448 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:09:05.482191 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Checking segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:09:05.482770 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.483460 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Bound using segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:09:05.484104 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Bound port: a9dc9ceb-c769-4729-9523-5fe045145067, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:09:05.484799 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.560771 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] For port a9dc9ceb-c769-4729-9523-5fe045145067, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:09:05.564402 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] For port a9dc9ceb-c769-4729-9523-5fe045145067, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9dc9ceb-c769-4729-9523-5fe045145067,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:09:05.571281 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.591150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-688a8eae-59e2-43e4-b54c-7388921c4b2b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.624306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a8eae-59e2-43e4-b54c-7388921c4b2b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b631da9c-ec31-46b0-8290-61f6475d856e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:05.650049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-6ab67246-cd40-4556-a149-4c489482e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:05.653782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-6ab67246-cd40-4556-a149-4c489482e91e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.5251164
Nov 27 21:09:05.656302 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:09:05.656302 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403bea640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:08:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:05.660375 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dcbd9c62-bc50-4357-a896-131b590df557 req-4d68c1b3-b678-4b59-9ddc-6824f5c9f435 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4625728
Nov 27 21:09:05.663158 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-688a8eae-59e2-43e4-b54c-7388921c4b2b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.668453 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-688a8eae-59e2-43e4-b54c-7388921c4b2b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7673728
Nov 27 21:09:05.668606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35860) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:09:05.676875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0d63a159-a7a0-4554-b32c-8b8c95d9d564 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'security_group_rule': {'security_group_id': '1e16d197-9017-4317-8bc6-d8a7401bd4df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:05.712158 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-5f97291d-a615-4391-b768-c68989c45b26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423367
Nov 27 21:09:05.728236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-68b08f5b-0f2c-4274-bd74-56416b636544 service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5249102
Nov 27 21:09:05.732074 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fbc2b-4b5f-4cad-a7e4-316aa1d9476d None None] Pushing event updated for resources: {'Port': ['ID=a9dc9ceb-c769-4729-9523-5fe045145067,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:05.746413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d63a159-a7a0-4554-b32c-8b8c95d9d564 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.782396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-07dc50aa-cbbf-4b13-b619-94b13f953180 None None] Provisioning complete for port a9dc9ceb-c769-4729-9523-5fe045145067 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:05.783023 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-07dc50aa-cbbf-4b13-b619-94b13f953180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.831666 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:09:05.846858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8d376-80c4-452f-83c7-aea39e5f2584 req-1f2dc12e-23c7-47e0-8702-f166034848fe tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:05.856617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ab8d376-80c4-452f-83c7-aea39e5f2584 req-1f2dc12e-23c7-47e0-8702-f166034848fe tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 944 time: 0.1181231
Nov 27 21:09:05.909357 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-07dc50aa-cbbf-4b13-b619-94b13f953180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:05.919227 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-3cdb1997-faef-4a25-9840-9ec6dc8227f4 service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982670
Nov 27 21:09:05.955388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-07dc50aa-cbbf-4b13-b619-94b13f953180 None None] For port a9dc9ceb-c769-4729-9523-5fe045145067, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9dc9ceb-c769-4729-9523-5fe045145067,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:05.962580 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-07dc50aa-cbbf-4b13-b619-94b13f953180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.006620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d63a159-a7a0-4554-b32c-8b8c95d9d564 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.012090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ab8d376-80c4-452f-83c7-aea39e5f2584 req-2aa68f2d-f120-48fe-98f3-755347cf1703 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545579
Nov 27 21:09:06.023153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c3c1c79-bd21-4c79-8eac-70e502469548 req-2663f83c-686b-4f63-8420-605fbf6f5fad service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2857838
Nov 27 21:09:06.023795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d63a159-a7a0-4554-b32c-8b8c95d9d564 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.031550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc50aa-cbbf-4b13-b619-94b13f953180 None None] Pushing event updated for resources: {'Port': ['ID=a9dc9ceb-c769-4729-9523-5fe045145067,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:06.046950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63a159-a7a0-4554-b32c-8b8c95d9d564 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e288b67-65fb-4a65-93fa-e75b9f087e3e,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:06.068868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d63a159-a7a0-4554-b32c-8b8c95d9d564 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.071299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0d63a159-a7a0-4554-b32c-8b8c95d9d564 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3987610
Nov 27 21:09:06.081646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 35862) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:09:06.088971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:06.093642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9b01cfaf-0b64-4300-a63f-b09e17860f2d None None] Provisioning complete for port a9dc9ceb-c769-4729-9523-5fe045145067 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:06.094340 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b01cfaf-0b64-4300-a63f-b09e17860f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.103036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dca6b3c9-31ff-4e5a-b3cd-5aa371c31cee req-573e8683-0a0d-4801-a9e2-2177e8a91869 service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707177
Nov 27 21:09:06.125313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.136600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-93d91716-6056-4dc1-9b72-a51a26854517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:06.138471 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-93d91716-6056-4dc1-9b72-a51a26854517 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1094 time: 0.0547433
Nov 27 21:09:06.146426 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403bea640>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9dc9ceb-c769-4729-9523-5fe045145067', 'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'mac_address': 'fa:16:3e:c0:23:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:09:01Z', 'updated_at': '2021-11-27T21:09:05Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'subnets': [{'id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:06.178057 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb91931-c639-4377-a78c-ca7ecc683bbc None None] The sync data for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 is: [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9dc9ceb-c769-4729-9523-5fe045145067', 'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'mac_address': 'fa:16:3e:c0:23:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:09:01Z', 'updated_at': '2021-11-27T21:09:05Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'subnets': [{'id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:09:06.241023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.258930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 83bff958-9bb0-4501-9714-e585a1134cb7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:09:06.264060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-4adee6d8-795b-44e3-8210-a4dc5524c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:06.265551 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-4adee6d8-795b-44e3-8210-a4dc5524c147 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.1202207
Nov 27 21:09:06.314690 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-47fd2c32-9842-4f77-a1d4-d7fad8a1aec2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 217 time: 0.0375478
Nov 27 21:09:06.375679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-d53ab357-f664-4ac2-8542-d86ceb2e654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:06.377382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-d53ab357-f664-4ac2-8542-d86ceb2e654f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0558107
Nov 27 21:09:06.384298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 83bff958-9bb0-4501-9714-e585a1134cb7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83bff958-9bb0-4501-9714-e585a1134cb7,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:06.393469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Allocated IP 172.35.3.222 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/151369fb-fd52-4ac9-8418-a15af60b13ab) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:09:06.421864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '83bff958-9bb0-4501-9714-e585a1134cb7', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'port_id': '83bff958-9bb0-4501-9714-e585a1134cb7', 'mac_address': 'fa:16:3e:d4:f4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b06d34-5b0e-426f-968c-5fc6c99a5004', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:09:06.433624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-0ae0aeb4-d287-4e27-973f-2c67e2eb3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:06.435293 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-0ae0aeb4-d287-4e27-973f-2c67e2eb3ed6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0499201
Nov 27 21:09:06.474765 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7512955e-3bd7-44e2-80eb-e807abf52e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.491038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.512537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bff958-9bb0-4501-9714-e585a1134cb7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:06.527807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.542306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 83bff958-9bb0-4501-9714-e585a1134cb7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83bff958-9bb0-4501-9714-e585a1134cb7,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:06.548250 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.553764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-e7a137d7-e495-49ce-8518-d682e6d73f96 service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096087
Nov 27 21:09:06.570821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.605142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=83bff958-9bb0-4501-9714-e585a1134cb7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:06.619350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:09:06.622605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:09:06.626419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:09:06.651006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'Port': ['ID=151369fb-fd52-4ac9-8418-a15af60b13ab,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:06.663524 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f9beb7d-2837-444d-b7c5-e92cb6e129b4 req-6f5514a3-37b3-4cd6-9aa4-340b1475c616 service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1017504
Nov 27 21:09:06.729471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.767346 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.777541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['83bff958-9bb0-4501-9714-e585a1134cb7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:06.802481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d015088-bf06-428d-81c5-28a9dc98f677 req-fe6f7c28-247c-48b4-8a29-89f5f37d993f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:06.804179 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d015088-bf06-428d-81c5-28a9dc98f677 req-fe6f7c28-247c-48b4-8a29-89f5f37d993f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 943 time: 0.0686202
Nov 27 21:09:06.862537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d015088-bf06-428d-81c5-28a9dc98f677 req-66fc7fc2-25c6-4a6d-90b3-011a7a0b99bc tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504377
Nov 27 21:09:06.963804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:06.969235 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:07.043209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'Port': ['ID=151369fb-fd52-4ac9-8418-a15af60b13ab,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:07.056204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:07.076789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:07.083849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-965ea3e6-0ce6-42b3-8167-682a5879990b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0010552
Nov 27 21:09:07.150350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10774e-3b3f-4c0e-8aa4-5aed993f3584 req-96d1de8f-1642-4886-a1c0-e14f017f6927 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:07.152203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0f10774e-3b3f-4c0e-8aa4-5aed993f3584 req-96d1de8f-1642-4886-a1c0-e14f017f6927 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 945 time: 0.0560396
Nov 27 21:09:07.209095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0f10774e-3b3f-4c0e-8aa4-5aed993f3584 req-e52abf9a-4eed-42a5-99d5-a086d0394dc9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483356
Nov 27 21:09:07.242883 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-d4757151-b22f-4ac4-9ca0-4bb89be5c14f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1394110461&fields=id&tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d HTTP/1.1" status: 200  len: 267 time: 0.0457664
Nov 27 21:09:07.357740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-d7cc138f-badf-48f9-8eb0-4be93134a56a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:07.359305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-d7cc138f-badf-48f9-8eb0-4be93134a56a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.1088960
Nov 27 21:09:07.380596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-9791c25c-3cd6-42db-8647-ca55c9b8b657 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/quotas/4c38c1fb709545fbb6279c9ee1dafe5d HTTP/1.1" status: 200  len: 375 time: 0.0115311
Nov 27 21:09:07.441115 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-b0676cb9-c2a7-41e5-838b-4c3cd9d0e9b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0542855
Nov 27 21:09:07.542354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-c4b3485f-673c-46f7-911b-1e64c56f45ca service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879307
Nov 27 21:09:07.597466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a9dc9ceb-c769-4729-9523-5fe045145067 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:09:07.638547 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8f4d9be8-9b97-4981-970e-c168ac82f8bb service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894127
Nov 27 21:09:07.645467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a9dc9ceb-c769-4729-9523-5fe045145067 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:07.645844 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:07.806505 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b69a1455-a669-4153-bb3c-2f7db3f7700a req-131430b1-b261-4e96-84f6-e706951fba8c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 210 time: 0.0271227
Nov 27 21:09:07.817959 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:07.994822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328890-a60b-409f-9fb6-1f60456fe728 req-c909a967-5f71-4703-aaf8-8b026886709d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:07.996292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4328890-a60b-409f-9fb6-1f60456fe728 req-c909a967-5f71-4703-aaf8-8b026886709d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 943 time: 0.0531344
Nov 27 21:09:08.048534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4328890-a60b-409f-9fb6-1f60456fe728 req-63097188-63d7-4162-b369-9d317a9783eb tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461674
Nov 27 21:09:08.280157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 83bff958-9bb0-4501-9714-e585a1134cb7 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:09:08.333965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b08912-8158-4398-b413-d8090512690f req-21ac012c-271f-44e4-910e-4a07f70cc905 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:08.335771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46b08912-8158-4398-b413-d8090512690f req-21ac012c-271f-44e4-910e-4a07f70cc905 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 945 time: 0.0579181
Nov 27 21:09:08.339382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 83bff958-9bb0-4501-9714-e585a1134cb7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:09:08.345521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 83bff958-9bb0-4501-9714-e585a1134cb7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:08.345893 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:08.386953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46b08912-8158-4398-b413-d8090512690f req-51e8fae3-7f78-4ad2-a00e-f2e9484fbcf3 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438244
Nov 27 21:09:08.431467 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:08.454181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbdbdc2-32aa-43ad-a84e-8bfc71c774df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bff958-9bb0-4501-9714-e585a1134cb7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:08.456464 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0595091d-996d-4b34-ad29-28b51f7fc392" -d '{"events": [{"server_uuid": "3dbdbdc2-32aa-43ad-a84e-8bfc71c774df", "name": "network-vif-plugged", "status": "completed", "tag": "83bff958-9bb0-4501-9714-e585a1134cb7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:08.469294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 83bff958-9bb0-4501-9714-e585a1134cb7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83bff958-9bb0-4501-9714-e585a1134cb7,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:08.473858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:08.500577 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1194cc-430e-428c-a3be-3cc8e47aa311 x-openstack-request-id: req-8e1194cc-430e-428c-a3be-3cc8e47aa311 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:08.500878 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbdbdc2-32aa-43ad-a84e-8bfc71c774df", "name": "network-vif-plugged", "status": "completed", "tag": "83bff958-9bb0-4501-9714-e585a1134cb7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:08.501138 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e1194cc-430e-428c-a3be-3cc8e47aa311 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:08.501534 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbdbdc2-32aa-43ad-a84e-8bfc71c774df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bff958-9bb0-4501-9714-e585a1134cb7', 'code': 200}
Nov 27 21:09:08.527407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=83bff958-9bb0-4501-9714-e585a1134cb7,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:08.596814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed82c2b-4b6b-4548-a572-3db41e564b49 req-f7a45d53-e70b-4b9b-b768-f84030f53a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:08.598342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aed82c2b-4b6b-4548-a572-3db41e564b49 req-f7a45d53-e70b-4b9b-b768-f84030f53a64 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 1097 time: 0.0402374
Nov 27 21:09:08.649621 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aed82c2b-4b6b-4548-a572-3db41e564b49 req-4ab4bf39-52a3-4a3d-9694-363948b67702 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384336
Nov 27 21:09:08.951296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d533cf7-5c26-4c28-93dc-5aa9efd3c799 req-ed8b93f8-314f-4b35-9547-120ac96c179d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 210 time: 0.0586140
Nov 27 21:09:09.001137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-1d2e2bf0-e9ca-4a96-a816-00f8dc9abb6d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:09.002579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-1d2e2bf0-e9ca-4a96-a816-00f8dc9abb6d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.1394000
Nov 27 21:09:09.066386 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-a6dfe259-20d2-4aa5-9343-95b5392be18d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d HTTP/1.1" status: 200  len: 380 time: 0.0517128
Nov 27 21:09:09.078072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'port': {'device_id': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'admin_state_up': True, 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'security_groups': ['1e16d197-9017-4317-8bc6-d8a7401bd4df']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:09.176730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a293b-5905-4ccc-8ab1-471cfddded7c req-d458f205-48b0-4e76-905c-a71dd60e4986 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:09.183767 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c0a293b-5905-4ccc-8ab1-471cfddded7c req-d458f205-48b0-4e76-905c-a71dd60e4986 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 943 time: 0.0590346
Nov 27 21:09:09.199361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Made reservation on behalf of 4c38c1fb709545fbb6279c9ee1dafe5d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:09:09.203049 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:09.229259 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c0a293b-5905-4ccc-8ab1-471cfddded7c req-a2586053-fa78-4f92-913f-69bb1f79fa9e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445261
Nov 27 21:09:09.311438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 9b807251-334b-4d12-8574-592e43e94490 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:09:09.326743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Allocated IP 172.20.0.10 (07546b02-5ee2-4818-98ab-2b9b50e1991f/07179a77-67fb-49d1-b1e5-6721a6f3c44b/e5bdfed0-fc9f-4b10-be5e-edcd12274506) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:09:09.408644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:09.422897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '9b807251-334b-4d12-8574-592e43e94490', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'port_id': '9b807251-334b-4d12-8574-592e43e94490', 'mac_address': 'fa:16:3e:a7:2d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:09:09.465364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:09.480602 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:09.484504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b807251-334b-4d12-8574-592e43e94490 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:09.512379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:09.517764 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:09.526276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:09.575004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:09.585955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:09.590786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:09:09.595385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:09:09.600391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:09:09.609256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:09.671564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:09.672334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:09.692188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-212dacb4-7919-42bb-9a55-1e6288c61bcc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6178246
Nov 27 21:09:09.705840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Request body: {'port': {'device_id': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:09.805015 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:09.805253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['9b807251-334b-4d12-8574-592e43e94490'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:09.830502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942007f-4143-4af8-a651-d412498b7fd7 req-ae97c9e6-ed8d-48f4-9fbd-c8edd2157ace tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:09.832186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3942007f-4143-4af8-a651-d412498b7fd7 req-ae97c9e6-ed8d-48f4-9fbd-c8edd2157ace tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 946 time: 0.1007853
Nov 27 21:09:09.964034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d1aa9dbf-db64-47e5-a290-7ba052fac9be None None] Provisioning complete for port e5bdfed0-fc9f-4b10-be5e-edcd12274506 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:09.964280 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9dbf-db64-47e5-a290-7ba052fac9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:09.971788 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3942007f-4143-4af8-a651-d412498b7fd7 req-c9d8084a-a837-4f85-bba0-6efb088a39e7 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325600
Nov 27 21:09:10.003571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa9dbf-db64-47e5-a290-7ba052fac9be None None] Port e5bdfed0-fc9f-4b10-be5e-edcd12274506 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:09:10.076651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30390b48-73ba-4e86-a894-c8f190c2c272 req-d960dafb-cfb6-45a5-a4a1-0f76e59b7123 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:10.078250 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30390b48-73ba-4e86-a894-c8f190c2c272 req-d960dafb-cfb6-45a5-a4a1-0f76e59b7123 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 932 time: 0.0477016
Nov 27 21:09:10.126415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30390b48-73ba-4e86-a894-c8f190c2c272 req-d8e9bd78-4dd2-43f9-97c2-3c6e0d45b68c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412500
Nov 27 21:09:10.134922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bdfed0-fc9f-4b10-be5e-edcd12274506 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:10.144325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:10.157012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Transition to ACTIVE for port object e5bdfed0-fc9f-4b10-be5e-edcd12274506 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:09:10.160985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:10.235017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:10.264665 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:10.293285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Attempting to bind port e5bdfed0-fc9f-4b10-be5e-edcd12274506 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:09:10.293643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Attempting to bind port e5bdfed0-fc9f-4b10-be5e-edcd12274506 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:09:10.294018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Attempting to bind port e5bdfed0-fc9f-4b10-be5e-edcd12274506 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:10.298715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Port e5bdfed0-fc9f-4b10-be5e-edcd12274506 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:09:10.299108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Attempting to bind port e5bdfed0-fc9f-4b10-be5e-edcd12274506 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:10.304519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:09:10.304867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Checking segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:09:10.305263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Bound using segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:09:10.305710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Bound port: e5bdfed0-fc9f-4b10-be5e-edcd12274506, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:09:10.306057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:10.403699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40a08d-86a0-4bcc-bdd9-17541d767e06 req-784ab916-92ad-4872-bf02-8f68faab86b9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:10.405226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca40a08d-86a0-4bcc-bdd9-17541d767e06 req-784ab916-92ad-4872-bf02-8f68faab86b9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.0968838
Nov 27 21:09:10.420164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:09:10.424046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:09:10.439123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:10.483461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:10.484123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:10.485614 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] 10.222.0.35 "PUT /v2.0/ports/e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1092 time: 0.7852287
Nov 27 21:09:10.486016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:10.488354 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb3b343-1cb1-41d4-9888-89c6cc160098" -d '{"events": [{"name": "network-changed", "server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:10.536102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca40a08d-86a0-4bcc-bdd9-17541d767e06 req-7cec3aa3-8b50-4eed-984d-3d23227fa8fd tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232619
Nov 27 21:09:10.536792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5056b6-5fe6-49bc-9f03-0f2128029426 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:10.542876 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b442010-a9e8-49ab-8688-77c21864d298 x-openstack-request-id: req-5b442010-a9e8-49ab-8688-77c21864d298 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:10.543166 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:10.543453 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b442010-a9e8-49ab-8688-77c21864d298 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:10.543852 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'status': 'completed', 'code': 200}
Nov 27 21:09:10.589472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8e0314f5-be9c-4a16-8a6a-e4a0acf4f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:10.590983 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8e0314f5-be9c-4a16-8a6a-e4a0acf4f25e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1095 time: 0.0503650
Nov 27 21:09:10.642140 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-8c649889-b472-46f2-90d6-3b56201a603a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 217 time: 0.0405579
Nov 27 21:09:10.694828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-ba8f996d-117d-4233-b56d-ae4146727128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:10.696333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-ba8f996d-117d-4233-b56d-ae4146727128 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0455220
Nov 27 21:09:10.742032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-c65b68a9-7f01-49c5-9c29-c052e53daff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:10.743476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-c65b68a9-7f01-49c5-9c29-c052e53daff0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395160
Nov 27 21:09:10.839967 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-baeaaddf-9f61-4925-86af-191730610f8b service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892515
Nov 27 21:09:10.933237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e330ee03-8216-4f5f-a975-5d0f9dfaf4f2 req-a760cf35-7fc7-40a9-be0b-63e66abd8413 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858567
Nov 27 21:09:11.034077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-7acd6e60-1c73-450d-a340-98461b9054cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.035642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-7acd6e60-1c73-450d-a340-98461b9054cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1095 time: 0.0431199
Nov 27 21:09:11.090300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7acbd0-9128-4f69-879f-ee94acf62e16 req-ffed97b3-1036-444c-84a2-30c2f065f5f0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.092336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd7acbd0-9128-4f69-879f-ee94acf62e16 req-ffed97b3-1036-444c-84a2-30c2f065f5f0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 946 time: 0.0495365
Nov 27 21:09:11.129569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-d3c53e76-24bc-4db6-9167-d35fb58cb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.131035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-d3c53e76-24bc-4db6-9167-d35fb58cb324 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.0876555
Nov 27 21:09:11.143816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd7acbd0-9128-4f69-879f-ee94acf62e16 req-612f9844-e0d5-4b49-90a4-74566cc2f297 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451849
Nov 27 21:09:11.178746 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-8eed27ea-1cc7-45dc-ae75-d503eec308bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 217 time: 0.0377851
Nov 27 21:09:11.262046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217e5cc-6de1-4537-97ef-1c85907db8c0 req-79806322-b8eb-4da5-91b5-2d26779a60f4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.262895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-dfb8dbd2-4cc8-4eb3-8561-7adbee46a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.264122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e217e5cc-6de1-4537-97ef-1c85907db8c0 req-79806322-b8eb-4da5-91b5-2d26779a60f4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 946 time: 0.0504210
Nov 27 21:09:11.264912 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-dfb8dbd2-4cc8-4eb3-8561-7adbee46a5b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0765774
Nov 27 21:09:11.277187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35b00c-882a-4337-8a3d-2c96157d15ea req-21fc72ad-64f9-4215-98bb-c82c7ea3be8b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.278686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad35b00c-882a-4337-8a3d-2c96157d15ea req-21fc72ad-64f9-4215-98bb-c82c7ea3be8b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 944 time: 0.0817580
Nov 27 21:09:11.312670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e217e5cc-6de1-4537-97ef-1c85907db8c0 req-38ca2725-22b2-41cd-9fc1-138a25b05d07 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425675
Nov 27 21:09:11.317840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 9b807251-334b-4d12-8574-592e43e94490 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:09:11.348369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-1f891db4-228b-460d-9980-2cef16a3c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.349962 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-1f891db4-228b-460d-9980-2cef16a3c4ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0699186
Nov 27 21:09:11.357846 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad35b00c-882a-4337-8a3d-2c96157d15ea req-64c5d7fe-6063-452e-9c23-06ad3e98ab8b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692992
Nov 27 21:09:11.379406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 9b807251-334b-4d12-8574-592e43e94490 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:09:11.384562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 9b807251-334b-4d12-8574-592e43e94490 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:11.385091 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:11.463795 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-ce45f6bb-67c1-4980-b7e3-e47240b45ec7 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045558
Nov 27 21:09:11.476882 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:11.508958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b807251-334b-4d12-8574-592e43e94490'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:11.511297 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8c9fd4-2256-43c1-adbf-1e4f000bd141" -d '{"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-plugged", "status": "completed", "tag": "9b807251-334b-4d12-8574-592e43e94490"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:11.526329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:11.535440 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:11.573381 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d65e48-222f-48e9-b719-c7d73294a3d2 x-openstack-request-id: req-d8d65e48-222f-48e9-b719-c7d73294a3d2 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:11.573684 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-plugged", "status": "completed", "tag": "9b807251-334b-4d12-8574-592e43e94490", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:11.573949 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8d65e48-222f-48e9-b719-c7d73294a3d2 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:11.574351 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b807251-334b-4d12-8574-592e43e94490', 'code': 200}
Nov 27 21:09:11.592792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:11.599146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ffb3b343-1cb1-41d4-9888-89c6cc160098 req-3e68d4bd-e243-4a25-80c5-3d3c6de842aa service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280260
Nov 27 21:09:11.631222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bcecf-f04e-4efb-a27f-6e9ed19de5ee req-213c0c0d-6104-45c9-9c43-b759c10ae9b5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.632907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da7bcecf-f04e-4efb-a27f-6e9ed19de5ee req-213c0c0d-6104-45c9-9c43-b759c10ae9b5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 946 time: 0.0818884
Nov 27 21:09:11.683151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da7bcecf-f04e-4efb-a27f-6e9ed19de5ee req-ca1b2875-dd27-476f-9654-19d58def7861 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433555
Nov 27 21:09:11.706998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381a4db-afe6-4ccf-a1f4-53b63eee8065 req-fe63ab54-16ad-414d-a13c-374212a94962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.708514 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f381a4db-afe6-4ccf-a1f4-53b63eee8065 req-fe63ab54-16ad-414d-a13c-374212a94962 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1096 time: 0.0656381
Nov 27 21:09:11.715968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79caba5-43df-47cb-a37e-2c9fa5a6b875 req-96cf75f6-76f2-416e-b1bc-2e805c20a8ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:11.717336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b79caba5-43df-47cb-a37e-2c9fa5a6b875 req-96cf75f6-76f2-416e-b1bc-2e805c20a8ef tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0868096
Nov 27 21:09:11.787298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f381a4db-afe6-4ccf-a1f4-53b63eee8065 req-72937684-0546-4f85-a5b5-61add1e7e9a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663698
Nov 27 21:09:11.790819 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b79caba5-43df-47cb-a37e-2c9fa5a6b875 req-eecab5d6-9081-4b8b-8ccf-752c4d9c9fdf tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642447
Nov 27 21:09:12.326461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:09:12.417880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:12.433521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'port_id': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'mac_address': 'fa:16:3e:8d:67:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:09:12.470615 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:12.481182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d4a4-9866-4167-8270-9bcbd0f553ed req-0ca737d7-4f71-457f-88c4-c206918842d8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:12.483225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e645d4a4-9866-4167-8270-9bcbd0f553ed req-0ca737d7-4f71-457f-88c4-c206918842d8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 944 time: 0.0511100
Nov 27 21:09:12.483889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bdfed0-fc9f-4b10-be5e-edcd12274506 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:12.504528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:12.508712 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:12.535330 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e645d4a4-9866-4167-8270-9bcbd0f553ed req-c433f209-f0de-4acc-a66c-18ad568e8905 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453229
Nov 27 21:09:12.555938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:12.770265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['e5bdfed0-fc9f-4b10-be5e-edcd12274506'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:12.800058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bacdb4-b9f3-4626-93fd-9e57256e239b req-0e20322c-5f76-45f3-a635-88680f7314fb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:12.801546 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97bacdb4-b9f3-4626-93fd-9e57256e239b req-0e20322c-5f76-45f3-a635-88680f7314fb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 946 time: 0.0491607
Nov 27 21:09:12.855419 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97bacdb4-b9f3-4626-93fd-9e57256e239b req-37515157-ab9f-443d-8f4e-5b23885ce209 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477593
Nov 27 21:09:12.928073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18da6f-3bbd-41f0-a177-726f3babf1d9 req-9cb28e1d-7fa8-4d51-aec9-2cb1b075b04d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:12.929582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f18da6f-3bbd-41f0-a177-726f3babf1d9 req-9cb28e1d-7fa8-4d51-aec9-2cb1b075b04d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0488198
Nov 27 21:09:12.980570 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f18da6f-3bbd-41f0-a177-726f3babf1d9 req-281bf176-d0fc-4977-bfff-5703e885ef49 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449188
Nov 27 21:09:13.088882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264a244-4007-4303-a918-34937055ca62 req-99676987-b494-4847-ad47-ade27facdabc tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:13.090349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e264a244-4007-4303-a918-34937055ca62 req-99676987-b494-4847-ad47-ade27facdabc tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 946 time: 0.0511906
Nov 27 21:09:13.120996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff8e49-5b91-4d9a-96b3-87365232f39a req-9fc6e790-19d8-47e2-a5e6-1310cf6f33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:13.123149 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96ff8e49-5b91-4d9a-96b3-87365232f39a req-9fc6e790-19d8-47e2-a5e6-1310cf6f33b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 1096 time: 0.0884926
Nov 27 21:09:13.177220 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96ff8e49-5b91-4d9a-96b3-87365232f39a req-24650aca-ca09-4b81-813c-56350348a329 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466247
Nov 27 21:09:13.192370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e264a244-4007-4303-a918-34937055ca62 req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Deleting port 83bff958-9bb0-4501-9714-e585a1134cb7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:09:13.192725 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e264a244-4007-4303-a918-34937055ca62 req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:13.289872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e264a244-4007-4303-a918-34937055ca62 req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] For port 83bff958-9bb0-4501-9714-e585a1134cb7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83bff958-9bb0-4501-9714-e585a1134cb7,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:13.290247 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e264a244-4007-4303-a918-34937055ca62 req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:13.303856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-e264a244-4007-4303-a918-34937055ca62 req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Calling delete_port for 83bff958-9bb0-4501-9714-e585a1134cb7 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:09:13.432669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e264a244-4007-4303-a918-34937055ca62 req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:13.445034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:13.448278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['83bff958-9bb0-4501-9714-e585a1134cb7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:13.461502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event deleted for resources: {'Port': ['ID=83bff958-9bb0-4501-9714-e585a1134cb7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:13.503981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e264a244-4007-4303-a918-34937055ca62 req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] No DVR routers for this DVR port 83bff958-9bb0-4501-9714-e585a1134cb7 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:09:13.507057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e264a244-4007-4303-a918-34937055ca62 req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:13.510557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e264a244-4007-4303-a918-34937055ca62 req-061ae6d4-654c-4a24-9a80-d41f06e5a299 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "DELETE /v2.0/ports/83bff958-9bb0-4501-9714-e585a1134cb7 HTTP/1.1" status: 204  len: 173 time: 0.4070637
Nov 27 21:09:13.511030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbdbdc2-32aa-43ad-a84e-8bfc71c774df', 'name': 'network-vif-deleted', 'tag': '83bff958-9bb0-4501-9714-e585a1134cb7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:13.514731 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8d978e-1692-4ea0-bb64-47a1f8aeb392" -d '{"events": [{"server_uuid": "3dbdbdc2-32aa-43ad-a84e-8bfc71c774df", "name": "network-vif-deleted", "tag": "83bff958-9bb0-4501-9714-e585a1134cb7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:13.557559 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a704ba87-1608-4884-a12e-f5f5f4ae73e9 x-openstack-request-id: req-a704ba87-1608-4884-a12e-f5f5f4ae73e9 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:13.557933 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbdbdc2-32aa-43ad-a84e-8bfc71c774df", "name": "network-vif-deleted", "tag": "83bff958-9bb0-4501-9714-e585a1134cb7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:13.558308 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a704ba87-1608-4884-a12e-f5f5f4ae73e9 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:13.558799 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbdbdc2-32aa-43ad-a84e-8bfc71c774df', 'name': 'network-vif-deleted', 'tag': '83bff958-9bb0-4501-9714-e585a1134cb7', 'status': 'completed', 'code': 200}
Nov 27 21:09:13.661404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7495e0e-32e6-4297-b722-7cb6950870b6 req-f2e40dbd-a36e-4737-a769-2888fa5feaf4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:13.662906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7495e0e-32e6-4297-b722-7cb6950870b6 req-f2e40dbd-a36e-4737-a769-2888fa5feaf4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0510666
Nov 27 21:09:13.712873 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7495e0e-32e6-4297-b722-7cb6950870b6 req-82281de3-6874-4c48-80ba-5ac684e4ba31 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439818
Nov 27 21:09:13.963049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41ef385f-4d52-4e02-a10a-1b173c804c65 req-03fc4d6d-f0bc-4977-89b0-7fc66bd7b772 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbdbdc2-32aa-43ad-a84e-8bfc71c774df HTTP/1.1" status: 200  len: 210 time: 0.0280325
Nov 27 21:09:14.112768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab07b5-89f2-41b0-b4fe-c21d3f22a906 req-f28c1901-1b56-499b-9bf8-b217f232388c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:14.114907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9ab07b5-89f2-41b0-b4fe-c21d3f22a906 req-f28c1901-1b56-499b-9bf8-b217f232388c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0499337
Nov 27 21:09:14.164956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9ab07b5-89f2-41b0-b4fe-c21d3f22a906 req-a521832b-81e3-4ad6-afdd-beed3d997c7f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433438
Nov 27 21:09:14.293547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cf560-cf79-44b0-a9a4-d27f332b170b req-c2b50ab3-da1b-4eee-bfbe-30db7c8df456 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:14.295597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-470cf560-cf79-44b0-a9a4-d27f332b170b req-c2b50ab3-da1b-4eee-bfbe-30db7c8df456 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0569711
Nov 27 21:09:14.304158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 35958) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:09:14.308544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a39f14c4-a7ce-4bfe-b3ab-837d020f086b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Request body: {'floatingip': {'port_id': '9b807251-334b-4d12-8574-592e43e94490'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:14.344845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:09:14.351111 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a39f14c4-a7ce-4bfe-b3ab-837d020f086b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:14.408127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port e5bdfed0-fc9f-4b10-be5e-edcd12274506 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:09:14.413590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port e5bdfed0-fc9f-4b10-be5e-edcd12274506 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:14.413980 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:14.494249 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:14.521928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:14.524205 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16faa8d-52dd-484a-bc88-3f89a2ed6feb" -d '{"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:14.686261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f76933-d57f-4d73-b70a-d80fbe0afce7 req-234a6c74-028e-4b7a-9763-3d399703c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:14.688059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f76933-d57f-4d73-b70a-d80fbe0afce7 req-234a6c74-028e-4b7a-9763-3d399703c647 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1096 time: 0.0434275
Nov 27 21:09:14.696598 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e194d921-5a66-4c75-bc44-7460aaaa8584 x-openstack-request-id: req-e194d921-5a66-4c75-bc44-7460aaaa8584 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:14.696896 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:14.697152 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e194d921-5a66-4c75-bc44-7460aaaa8584 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:14.697538 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'code': 200}
Nov 27 21:09:14.699198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:14.703591 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:14.736960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f76933-d57f-4d73-b70a-d80fbe0afce7 req-0fcf413a-dc0e-4ab7-b3d1-e4add65f0e5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405931
Nov 27 21:09:14.758126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:14.835984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b5b2f-46b0-436a-96a0-72ec1983276c req-4761aa1e-b26a-4cbc-b1f5-6b98aa99cde1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:14.837865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b93b5b2f-46b0-436a-96a0-72ec1983276c req-4761aa1e-b26a-4cbc-b1f5-6b98aa99cde1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 946 time: 0.0546734
Nov 27 21:09:14.886245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b93b5b2f-46b0-436a-96a0-72ec1983276c req-1dd4a8a3-a087-4cd0-a039-bc22dc77e4c0 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417805
Nov 27 21:09:14.903312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a39f14c4-a7ce-4bfe-b3ab-837d020f086b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:14.907974 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a39f14c4-a7ce-4bfe-b3ab-837d020f086b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:15.007765 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-a39f14c4-a7ce-4bfe-b3ab-837d020f086b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Floating IP 0c74d401-5719-4a47-b878-00fa7657a0f8 associated. External IP: 172.35.3.120, port: 9b807251-334b-4d12-8574-592e43e94490.
Nov 27 21:09:15.297696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39f14c4-a7ce-4bfe-b3ab-837d020f086b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Router 2dd2fff3-d84b-49ca-b032-796a4dcf417b has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:09:15.306411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-1cdece1f-32d9-4c8e-a71e-b392cf21c6f8 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:15.307889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-1cdece1f-32d9-4c8e-a71e-b392cf21c6f8 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1564693
Nov 27 21:09:15.326913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-ab589e13-f376-4148-a5de-c38c91cd47af tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/quotas/e50ca5bbf0334faa9bad45c847b7301c HTTP/1.1" status: 200  len: 375 time: 0.0118639
Nov 27 21:09:15.444582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-2af51614-ce5a-4fc6-88e6-621ed4564da9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0883286
Nov 27 21:09:15.462538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39f14c4-a7ce-4bfe-b3ab-837d020f086b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:09:15.473501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] Sync routers for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:09:15.475623 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a39f14c4-a7ce-4bfe-b3ab-837d020f086b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:15.483535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:09:15.484171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd20fd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:09:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:15.539607 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a39f14c4-a7ce-4bfe-b3ab-837d020f086b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "PUT /v2.0/floatingips/0c74d401-5719-4a47-b878-00fa7657a0f8 HTTP/1.1" status: 200  len: 991 time: 1.2343419
Nov 27 21:09:15.542336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'tag': '9b807251-334b-4d12-8574-592e43e94490'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:15.545259 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627" -d '{"events": [{"name": "network-changed", "server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "tag": "9b807251-334b-4d12-8574-592e43e94490"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:15.583389 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-68482489-f89f-4fcb-ad4d-d7eb3ac0b9d7 service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302447
Nov 27 21:09:15.596546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:09:15.635558 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6f4d82-0349-4bad-aec4-671aeef0fb06 x-openstack-request-id: req-fa6f4d82-0349-4bad-aec4-671aeef0fb06 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:15.635990 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "tag": "9b807251-334b-4d12-8574-592e43e94490", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:15.636326 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa6f4d82-0349-4bad-aec4-671aeef0fb06 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:15.636798 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'tag': '9b807251-334b-4d12-8574-592e43e94490', 'status': 'completed', 'code': 200}
Nov 27 21:09:15.704975 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-ad249c84-9127-4c77-bd8d-abde5d6d47bf service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207180
Nov 27 21:09:15.716790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-58077edf-b039-4c73-8c6c-d3c462de985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:15.718308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-58077edf-b039-4c73-8c6c-d3c462de985b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1096 time: 0.0601737
Nov 27 21:09:15.816556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-9e83438e-3205-4ece-b135-152934f06e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:15.818033 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-9e83438e-3205-4ece-b135-152934f06e11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.0933409
Nov 27 21:09:15.858834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd20fd30>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0c74d401-5719-4a47-b878-00fa7657a0f8', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'floating_ip_address': '172.35.3.120', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'port_id': '9b807251-334b-4d12-8574-592e43e94490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'mac_address': 'fa:16:3e:a7:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8df0f80-255e-416b-b79a-4bed627485da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:08:59Z', 'updated_at': '2021-11-27T21:09:14Z', 'revision_number': 1, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:15.889293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] Checking router: 2dd2fff3-d84b-49ca-b032-796a4dcf417b for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:09:15.898593 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:09:15.899611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd20fd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:09:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:15.907477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-a5a04af4-4f2b-4504-bfc3-1b2343bb2862 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 999 time: 0.0806172
Nov 27 21:09:15.912120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72427454-f3b4-4886-ac63-de67cd8e2045 req-b2ffc302-2218-4726-9ce8-424997ff3fee tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 210 time: 0.0454788
Nov 27 21:09:16.054607 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:16.069483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:09:16.346381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-3c564b24-4195-41d1-908e-0b2236a27f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:16.347895 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-3c564b24-4195-41d1-908e-0b2236a27f8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.4333861
Nov 27 21:09:16.358232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd20fd30>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0c74d401-5719-4a47-b878-00fa7657a0f8', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'floating_ip_address': '172.35.3.120', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'port_id': '9b807251-334b-4d12-8574-592e43e94490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'mac_address': 'fa:16:3e:a7:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8df0f80-255e-416b-b79a-4bed627485da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:08:59Z', 'updated_at': '2021-11-27T21:09:14Z', 'revision_number': 1, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:16.382378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5bec3-c0c2-4b88-a7d3-79ba39a9e969 req-0e6cd88f-95b2-4bc9-b722-1d3d65a8fdb0 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:16.383923 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-21a5bec3-c0c2-4b88-a7d3-79ba39a9e969 req-0e6cd88f-95b2-4bc9-b722-1d3d65a8fdb0 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 946 time: 0.0825679
Nov 27 21:09:16.388365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 83bff958-9bb0-4501-9714-e585a1134cb7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:09:16.390963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecaa59-ec2b-4273-a943-cfee0a1bfb55 None None] The sync data for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 is: [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0c74d401-5719-4a47-b878-00fa7657a0f8', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'floating_ip_address': '172.35.3.120', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'port_id': '9b807251-334b-4d12-8574-592e43e94490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'mac_address': 'fa:16:3e:a7:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8df0f80-255e-416b-b79a-4bed627485da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:08:59Z', 'updated_at': '2021-11-27T21:09:14Z', 'revision_number': 1, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:09:16.412647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 83bff958-9bb0-4501-9714-e585a1134cb7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:09:16.413037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 83bff958-9bb0-4501-9714-e585a1134cb7 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:09:16.454041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-21a5bec3-c0c2-4b88-a7d3-79ba39a9e969 req-b5007d23-cb56-438a-8efe-fc3212690f38 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549829
Nov 27 21:09:16.456716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-197cacd0-aaf6-453b-a8d6-03024484576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:16.458117 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-197cacd0-aaf6-453b-a8d6-03024484576c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1016376
Nov 27 21:09:16.567062 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-21e60bf6-2741-45c3-a037-9cd852b4fcae service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1012175
Nov 27 21:09:16.633246 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d8a46-4910-4b0d-9a2b-b7a8d9b9b61d None None] New status for floating IP 0c74d401-5719-4a47-b878-00fa7657a0f8: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:09:16.672467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c30003a6-b15d-466f-bfd6-7d1ecbc2d627 req-4db6409e-89f9-4bf0-8086-1c4a2fd8bb5d service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981886
Nov 27 21:09:17.029035 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-afd2f391-70c9-43a5-b707-6eb20eebe744 req-9d14ea65-85af-4ead-bd60-67ac072810e1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 210 time: 0.0347376
Nov 27 21:09:17.052218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3327bee7-8f85-4ec9-945b-09ea5ead1c86 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:17.053702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3327bee7-8f85-4ec9-945b-09ea5ead1c86 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1129053
Nov 27 21:09:17.066749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Request body: {'port': {'device_id': '1aaaa739-f790-4ad2-b74b-e1ff685f5c72', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'admin_state_up': True, 'tenant_id': 'e50ca5bbf0334faa9bad45c847b7301c'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:17.171077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Made reservation on behalf of e50ca5bbf0334faa9bad45c847b7301c for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:09:17.174542 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:17.298535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Allocated IP 172.20.0.3 (222dd9d8-01e1-49e7-9bb7-8028b20baa13/26b06d34-5b0e-426f-968c-5fc6c99a5004/3cebccf3-7178-4836-8f8c-41022c7e9c06) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:09:17.447907 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:17.479862 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:17.491439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:17.532642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:09:17.538443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:09:17.544674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:09:17.555636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event updated for resources: {'Port': ['ID=3cebccf3-7178-4836-8f8c-41022c7e9c06,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:17.623480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:17.624097 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:17.642887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a36741-0ed8-46d8-9ba4-62554af39d92 req-280fad84-ca90-4c95-9de5-78d2bf00c66c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:17.644452 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6a36741-0ed8-46d8-9ba4-62554af39d92 req-280fad84-ca90-4c95-9de5-78d2bf00c66c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 946 time: 0.1038561
Nov 27 21:09:17.652285 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bdda9f97-913c-434e-97c9-6157a5b16c7d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5893002
Nov 27 21:09:17.671485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Request body: {'port': {'device_id': '1aaaa739-f790-4ad2-b74b-e1ff685f5c72', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:17.745506 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6a36741-0ed8-46d8-9ba4-62554af39d92 req-b9af5b69-9fc5-49d3-a9a8-b2a17bcd5a24 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922530
Nov 27 21:09:17.749950 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:17.862670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62f931-c369-48e4-b748-695e9a7dd26b req-5d3aa6f7-d745-41b5-a365-b9dbce05afa8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:17.864334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c62f931-c369-48e4-b748-695e9a7dd26b req-5d3aa6f7-d745-41b5-a365-b9dbce05afa8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 946 time: 0.0513098
Nov 27 21:09:17.873306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36012) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:09:17.878081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-85610e0e-4ed3-4165-98d9-ccaa9feec457 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'floatingip': {'port_id': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:17.915758 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-85610e0e-4ed3-4165-98d9-ccaa9feec457 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.009399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cebccf3-7178-4836-8f8c-41022c7e9c06 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:18.017902 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.030550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Transition to ACTIVE for port object 3cebccf3-7178-4836-8f8c-41022c7e9c06 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:09:18.034151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.119163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cebccf3-7178-4836-8f8c-41022c7e9c06,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:18.184031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Attempting to bind port 3cebccf3-7178-4836-8f8c-41022c7e9c06 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:09:18.184371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Attempting to bind port 3cebccf3-7178-4836-8f8c-41022c7e9c06 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:09:18.184701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Attempting to bind port 3cebccf3-7178-4836-8f8c-41022c7e9c06 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:18.197756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd042930-8077-40dd-b090-c03f9e982757 req-334b81b6-a7d7-483a-90bb-a13afbb332ec tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:18.199234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd042930-8077-40dd-b090-c03f9e982757 req-334b81b6-a7d7-483a-90bb-a13afbb332ec tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 943 time: 0.0813179
Nov 27 21:09:18.199789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Port 3cebccf3-7178-4836-8f8c-41022c7e9c06 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:09:18.200611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Attempting to bind port 3cebccf3-7178-4836-8f8c-41022c7e9c06 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:18.206463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:09:18.207389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Checking segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:09:18.207788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Bound using segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:09:18.208223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Bound port: 3cebccf3-7178-4836-8f8c-41022c7e9c06, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:09:18.208584 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.292335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd042930-8077-40dd-b090-c03f9e982757 req-7c062b03-9010-4e06-b942-f3b09ecd910e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808053
Nov 27 21:09:18.307652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] For port 3cebccf3-7178-4836-8f8c-41022c7e9c06, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:09:18.319844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] For port 3cebccf3-7178-4836-8f8c-41022c7e9c06, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cebccf3-7178-4836-8f8c-41022c7e9c06,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:09:18.325099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.363645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:18.364268 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.365634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] 10.222.0.35 "PUT /v2.0/ports/3cebccf3-7178-4836-8f8c-41022c7e9c06 HTTP/1.1" status: 200  len: 1091 time: 0.6985791
Nov 27 21:09:18.366108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaaa739-f790-4ad2-b74b-e1ff685f5c72', 'tag': '3cebccf3-7178-4836-8f8c-41022c7e9c06'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:18.368387 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db66650f-42b3-402d-9789-07e559938426" -d '{"events": [{"name": "network-changed", "server_uuid": "1aaaa739-f790-4ad2-b74b-e1ff685f5c72", "tag": "3cebccf3-7178-4836-8f8c-41022c7e9c06"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:18.373022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-85610e0e-4ed3-4165-98d9-ccaa9feec457 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.377371 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-85610e0e-4ed3-4165-98d9-ccaa9feec457 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.389845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc77ec-5f44-4120-a6af-bbd8f5ef69b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cebccf3-7178-4836-8f8c-41022c7e9c06,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:18.420849 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.458549 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c494f152-9cc3-4d18-b116-d3c019d7289a x-openstack-request-id: req-c494f152-9cc3-4d18-b116-d3c019d7289a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:18.458850 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aaaa739-f790-4ad2-b74b-e1ff685f5c72", "tag": "3cebccf3-7178-4836-8f8c-41022c7e9c06", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:18.459092 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c494f152-9cc3-4d18-b116-d3c019d7289a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:18.459507 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaaa739-f790-4ad2-b74b-e1ff685f5c72', 'tag': '3cebccf3-7178-4836-8f8c-41022c7e9c06', 'status': 'completed', 'code': 200}
Nov 27 21:09:18.475801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-346bb518-16b3-4d52-bd28-a3b62ab6d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:18.477315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-346bb518-16b3-4d52-bd28-a3b62ab6d613 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 1094 time: 0.0565255
Nov 27 21:09:18.501241 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-85610e0e-4ed3-4165-98d9-ccaa9feec457 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Floating IP bbe605fa-769b-4c9b-8117-a24066893c7a associated. External IP: 172.35.3.222, port: e5bdfed0-fc9f-4b10-be5e-edcd12274506.
Nov 27 21:09:18.719645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85610e0e-4ed3-4165-98d9-ccaa9feec457 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Router 7d86fba7-fe86-4a48-bd52-79114281084d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:09:18.832580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85610e0e-4ed3-4165-98d9-ccaa9feec457 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:09:18.837062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-85610e0e-4ed3-4165-98d9-ccaa9feec457 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:18.844142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] Sync routers for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:09:18.857399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:09:18.858803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4ebd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:09:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:18.868861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-85610e0e-4ed3-4165-98d9-ccaa9feec457 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "PUT /v2.0/floatingips/bbe605fa-769b-4c9b-8117-a24066893c7a HTTP/1.1" status: 200  len: 992 time: 0.9941192
Nov 27 21:09:18.869784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:18.870136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-bc27c4eb-68a6-440a-a7ff-1d05dd768824 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cebccf3-7178-4836-8f8c-41022c7e9c06 HTTP/1.1" status: 200  len: 217 time: 0.3838677
Nov 27 21:09:18.873009 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e57afd-4477-4373-ace0-6350b0d24371" -d '{"events": [{"name": "network-changed", "server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:18.911039 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16ac032-240a-4d97-8b5b-46ce727f22d2 x-openstack-request-id: req-a16ac032-240a-4d97-8b5b-46ce727f22d2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:18.911512 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:18.912165 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a16ac032-240a-4d97-8b5b-46ce727f22d2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:18.912861 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'status': 'completed', 'code': 200}
Nov 27 21:09:18.924586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-b929733c-648a-4666-b03b-e12618485ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:18.926863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-b929733c-648a-4666-b03b-e12618485ed4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0489495
Nov 27 21:09:18.969609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-ff2c83cf-dfa0-4925-ba92-770e70f6446d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273259
Nov 27 21:09:18.984855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e57afd-4477-4373-ace0-6350b0d24371 req-b61d5aea-4013-455a-9f8f-0a92a2317bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:18.986529 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29e57afd-4477-4373-ace0-6350b0d24371 req-b61d5aea-4013-455a-9f8f-0a92a2317bd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1097 time: 0.0440791
Nov 27 21:09:19.003847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:09:19.065746 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-70e37087-b351-432b-b892-06b309836a4e service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887005
Nov 27 21:09:19.091631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e57afd-4477-4373-ace0-6350b0d24371 req-4c437880-d2b4-43e8-9be4-fb69711e786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:19.093230 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29e57afd-4477-4373-ace0-6350b0d24371 req-4c437880-d2b4-43e8-9be4-fb69711e786f service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.0989468
Nov 27 21:09:19.164802 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29e57afd-4477-4373-ace0-6350b0d24371 req-2f3cc4fa-82fc-459d-b226-6952068aca9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1000 time: 0.0645308
Nov 27 21:09:19.169901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05ab5e06-6ca4-44e1-91b3-0027131fa644 req-3444a09f-cdc3-4723-91f3-1974e4dea8d4 service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0925457
Nov 27 21:09:19.234800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e57afd-4477-4373-ace0-6350b0d24371 req-a51770fd-35fb-4b70-8770-6b24dd5930a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:19.236361 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29e57afd-4477-4373-ace0-6350b0d24371 req-a51770fd-35fb-4b70-8770-6b24dd5930a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0510294
Nov 27 21:09:19.249846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4ebd00>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bbe605fa-769b-4c9b-8117-a24066893c7a', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'floating_ip_address': '172.35.3.222', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'port_id': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'mac_address': 'fa:16:3e:8d:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:09:06Z', 'updated_at': '2021-11-27T21:09:18Z', 'revision_number': 1, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9dc9ceb-c769-4729-9523-5fe045145067', 'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'mac_address': 'fa:16:3e:c0:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:09:01Z', 'updated_at': '2021-11-27T21:09:05Z', 'revision_number': 5, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'subnets': [{'id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:19.275056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66650f-42b3-402d-9789-07e559938426 req-db022ccf-bfc0-468a-821e-24519d27bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:19.276868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db66650f-42b3-402d-9789-07e559938426 req-db022ccf-bfc0-468a-821e-24519d27bb04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 1094 time: 0.0546703
Nov 27 21:09:19.284778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] Checking router: 7d86fba7-fe86-4a48-bd52-79114281084d for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:09:19.288559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e57afd-4477-4373-ace0-6350b0d24371 req-778280dc-91a3-43a4-95c5-367ad5195336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:19.290079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29e57afd-4477-4373-ace0-6350b0d24371 req-778280dc-91a3-43a4-95c5-367ad5195336 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0462174
Nov 27 21:09:19.293751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:09:19.294958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4ebd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:09:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:19.390436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66650f-42b3-402d-9789-07e559938426 req-78c0a593-897a-40e9-ab4f-b04ea864d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:19.391771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db66650f-42b3-402d-9789-07e559938426 req-78c0a593-897a-40e9-ab4f-b04ea864d71d service neutron] 10.222.0.35 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 907 time: 0.1071038
Nov 27 21:09:19.397224 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29e57afd-4477-4373-ace0-6350b0d24371 req-d912c9b7-8259-4c2a-a326-7c1a857b97e1 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998104
Nov 27 21:09:19.419631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:09:19.454971 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db66650f-42b3-402d-9789-07e559938426 req-253962f6-fc39-483e-8945-8ce01cc473ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cebccf3-7178-4836-8f8c-41022c7e9c06 HTTP/1.1" status: 200  len: 217 time: 0.0489643
Nov 27 21:09:19.499972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29e57afd-4477-4373-ace0-6350b0d24371 req-bcad6a54-c5ae-4866-a5a1-61938f070f79 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941310
Nov 27 21:09:19.500185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e29305-cbfa-46be-89fd-c77c19c65412 req-46e50d79-a037-48f1-aa73-b8f58b92e692 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:19.501499 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f3e29305-cbfa-46be-89fd-c77c19c65412 req-46e50d79-a037-48f1-aa73-b8f58b92e692 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 943 time: 0.1246107
Nov 27 21:09:19.544261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66650f-42b3-402d-9789-07e559938426 req-e4c23785-e5ee-473d-92be-f50223ca9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:19.545767 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db66650f-42b3-402d-9789-07e559938426 req-e4c23785-e5ee-473d-92be-f50223ca9170 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0819030
Nov 27 21:09:19.585939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db66650f-42b3-402d-9789-07e559938426 req-34bc032c-2969-4074-85c3-559a8f07f953 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324783
Nov 27 21:09:19.589770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f3e29305-cbfa-46be-89fd-c77c19c65412 req-dae7afdf-73bd-4ac9-99da-9e212ac726c4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806689
Nov 27 21:09:19.662135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4ebd00>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bbe605fa-769b-4c9b-8117-a24066893c7a', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'floating_ip_address': '172.35.3.222', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'port_id': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'mac_address': 'fa:16:3e:8d:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:09:06Z', 'updated_at': '2021-11-27T21:09:18Z', 'revision_number': 1, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9dc9ceb-c769-4729-9523-5fe045145067', 'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'mac_address': 'fa:16:3e:c0:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:09:01Z', 'updated_at': '2021-11-27T21:09:05Z', 'revision_number': 5, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'subnets': [{'id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:09:19.683538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db66650f-42b3-402d-9789-07e559938426 req-c62ed9b7-fb23-40fb-9923-e2d1b59a95e1 service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893455
Nov 27 21:09:19.690859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94005fd-afa9-49cd-8b6b-45ce76a84a6d None None] The sync data for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 is: [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bbe605fa-769b-4c9b-8117-a24066893c7a', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'floating_ip_address': '172.35.3.222', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'port_id': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'mac_address': 'fa:16:3e:8d:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:09:06Z', 'updated_at': '2021-11-27T21:09:18Z', 'revision_number': 1, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9dc9ceb-c769-4729-9523-5fe045145067', 'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'mac_address': 'fa:16:3e:c0:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:09:01Z', 'updated_at': '2021-11-27T21:09:05Z', 'revision_number': 5, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'subnets': [{'id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:09:19.776779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db66650f-42b3-402d-9789-07e559938426 req-01a12c7a-8cba-42ad-8fde-e3cadac7e1ef service neutron] 10.222.0.35 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858598
Nov 27 21:09:19.895140 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e1554-4855-4867-b2bf-52cb273cfa53 None None] New status for floating IP bbe605fa-769b-4c9b-8117-a24066893c7a: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:09:20.373026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3cebccf3-7178-4836-8f8c-41022c7e9c06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:09:20.464269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 3cebccf3-7178-4836-8f8c-41022c7e9c06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cebccf3-7178-4836-8f8c-41022c7e9c06,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:20.475403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '3cebccf3-7178-4836-8f8c-41022c7e9c06', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'port_id': '3cebccf3-7178-4836-8f8c-41022c7e9c06', 'mac_address': 'fa:16:3e:8e:63:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b06d34-5b0e-426f-968c-5fc6c99a5004', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:09:20.515678 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:20.528003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cebccf3-7178-4836-8f8c-41022c7e9c06 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:20.549097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 3cebccf3-7178-4836-8f8c-41022c7e9c06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cebccf3-7178-4836-8f8c-41022c7e9c06,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:20.552913 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:20.599307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=3cebccf3-7178-4836-8f8c-41022c7e9c06,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:20.707835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd67294-dedc-4d96-b6e4-0eff90e61ef7 req-49086e57-45f9-420e-a881-1e7453bf01a2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:20.709360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd67294-dedc-4d96-b6e4-0eff90e61ef7 req-49086e57-45f9-420e-a881-1e7453bf01a2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 944 time: 0.0486033
Nov 27 21:09:20.758273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efd67294-dedc-4d96-b6e4-0eff90e61ef7 req-df4e129f-9488-4291-a0b7-fe89e9d9f3e8 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428572
Nov 27 21:09:20.810312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['3cebccf3-7178-4836-8f8c-41022c7e9c06'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:21.880342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea2ef6-d186-476b-a1c7-73f53ed1bbe1 req-b5775fb6-70f9-4455-990f-9d7b431d466e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:21.881792 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abea2ef6-d186-476b-a1c7-73f53ed1bbe1 req-b5775fb6-70f9-4455-990f-9d7b431d466e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 944 time: 0.0536664
Nov 27 21:09:21.928841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abea2ef6-d186-476b-a1c7-73f53ed1bbe1 req-14848aea-8926-481f-806b-cf22103fd12b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412259
Nov 27 21:09:22.372360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3cebccf3-7178-4836-8f8c-41022c7e9c06 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:09:22.418927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 3cebccf3-7178-4836-8f8c-41022c7e9c06 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:09:22.422618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 3cebccf3-7178-4836-8f8c-41022c7e9c06 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:22.422995 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:22.501204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:22.666618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaaa739-f790-4ad2-b74b-e1ff685f5c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cebccf3-7178-4836-8f8c-41022c7e9c06'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:22.669441 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5b99b7-ae72-47df-9927-d6355deeaa4f" -d '{"events": [{"server_uuid": "1aaaa739-f790-4ad2-b74b-e1ff685f5c72", "name": "network-vif-plugged", "status": "completed", "tag": "3cebccf3-7178-4836-8f8c-41022c7e9c06"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:22.681494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 3cebccf3-7178-4836-8f8c-41022c7e9c06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cebccf3-7178-4836-8f8c-41022c7e9c06,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:22.686826 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:22.709632 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba967bf-103f-4492-8260-8f95b14cc202 x-openstack-request-id: req-7ba967bf-103f-4492-8260-8f95b14cc202 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:22.709937 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaaa739-f790-4ad2-b74b-e1ff685f5c72", "name": "network-vif-plugged", "status": "completed", "tag": "3cebccf3-7178-4836-8f8c-41022c7e9c06", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:22.710198 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ba967bf-103f-4492-8260-8f95b14cc202 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:22.710587 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaaa739-f790-4ad2-b74b-e1ff685f5c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cebccf3-7178-4836-8f8c-41022c7e9c06', 'code': 200}
Nov 27 21:09:22.737130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=3cebccf3-7178-4836-8f8c-41022c7e9c06,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:22.808105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5b93f-84e6-4f85-bec2-12a5ccad1e41 req-1c9586cb-4ac0-4136-95a2-25ecb322a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:22.810225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53d5b93f-84e6-4f85-bec2-12a5ccad1e41 req-1c9586cb-4ac0-4136-95a2-25ecb322a45b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 1096 time: 0.0392659
Nov 27 21:09:22.856825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53d5b93f-84e6-4f85-bec2-12a5ccad1e41 req-09cab993-f18f-4fb7-a04f-ed73e3199eb6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388479
Nov 27 21:09:23.049901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3f4ab-6530-4a66-bb61-b4abbcf24b61 req-ce2b00c3-2bb5-4846-a026-5239ce3e970a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:23.051457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea3f4ab-6530-4a66-bb61-b4abbcf24b61 req-ce2b00c3-2bb5-4846-a026-5239ce3e970a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 945 time: 0.0523877
Nov 27 21:09:23.097073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ea3f4ab-6530-4a66-bb61-b4abbcf24b61 req-f94f9230-f588-4acd-9d47-66bc97b5b9ca tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397167
Nov 27 21:09:24.213208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccd61f-2267-4de2-9aea-76fd2b2befc8 req-36bdc355-dd64-4c1f-9c8d-aafcc6ed0100 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:24.214697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5ccd61f-2267-4de2-9aea-76fd2b2befc8 req-36bdc355-dd64-4c1f-9c8d-aafcc6ed0100 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 945 time: 0.0493288
Nov 27 21:09:24.264151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5ccd61f-2267-4de2-9aea-76fd2b2befc8 req-630cd5eb-6067-49ed-ae29-368592fc577e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434973
Nov 27 21:09:24.488726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-d103bdb7-bae3-4d56-b756-a87fc6724403 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:24.490190 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-d103bdb7-bae3-4d56-b756-a87fc6724403 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1040723
Nov 27 21:09:24.505175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1fda4e22-5591-4541-9371-9a294597e7d3 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/quotas/e50ca5bbf0334faa9bad45c847b7301c HTTP/1.1" status: 200  len: 375 time: 0.0090694
Nov 27 21:09:24.559482 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-a93d4409-d93f-4482-937a-b62e08202198 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0491207
Nov 27 21:09:24.700809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-0c19b717-9ca4-497d-925e-5d50e5521fcf service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344829
Nov 27 21:09:24.793175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-4a3796b2-5ffa-4bd7-b528-1214a4a2ada8 service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862012
Nov 27 21:09:24.956029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41228400-8dd4-464b-b65c-4a6368af0317 req-73675b97-e10a-4ecf-851c-9615062be38d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 210 time: 0.0305896
Nov 27 21:09:26.058961 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-deb560c5-6e75-4c9f-b042-5395308d01d7 req-c3d91eee-a382-42ac-afe9-44255591dcd5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 210 time: 0.0284328
Nov 27 21:09:26.126299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-5beab972-50c9-41da-8c55-cc56811fe3d1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:26.127972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-5beab972-50c9-41da-8c55-cc56811fe3d1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1110873
Nov 27 21:09:26.142542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Request body: {'port': {'device_id': '4ef7d071-5d70-464d-a1e3-8e0844b6efcd', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'admin_state_up': True, 'tenant_id': 'e50ca5bbf0334faa9bad45c847b7301c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:26.254285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Made reservation on behalf of e50ca5bbf0334faa9bad45c847b7301c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:09:26.257889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:26.386367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Allocated IP 172.20.0.12 (222dd9d8-01e1-49e7-9bb7-8028b20baa13/26b06d34-5b0e-426f-968c-5fc6c99a5004/0da0019f-9627-48fb-9cfe-b9251e3872ff) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:09:26.527428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:26.559877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:26.574003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:26.596022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['3cebccf3-7178-4836-8f8c-41022c7e9c06'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:26.609630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:09:26.612806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:09:26.615405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:09:26.641152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event updated for resources: {'Port': ['ID=0da0019f-9627-48fb-9cfe-b9251e3872ff,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:26.670684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:26.671325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:26.687064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-2408f47f-6945-4bba-a05a-85108ee278f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5487189
Nov 27 21:09:26.698955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Request body: {'port': {'device_id': '4ef7d071-5d70-464d-a1e3-8e0844b6efcd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:26.751461 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:27.013251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da0019f-9627-48fb-9cfe-b9251e3872ff {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:27.020680 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:27.032219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Transition to ACTIVE for port object 0da0019f-9627-48fb-9cfe-b9251e3872ff will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:09:27.036022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:27.083027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Pushing event updated for resources: {'Port': ['ID=0da0019f-9627-48fb-9cfe-b9251e3872ff,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:27.183122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Attempting to bind port 0da0019f-9627-48fb-9cfe-b9251e3872ff on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:09:27.183856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Attempting to bind port 0da0019f-9627-48fb-9cfe-b9251e3872ff by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:09:27.183856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Attempting to bind port 0da0019f-9627-48fb-9cfe-b9251e3872ff on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:27.191565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Port 0da0019f-9627-48fb-9cfe-b9251e3872ff on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:09:27.191890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Attempting to bind port 0da0019f-9627-48fb-9cfe-b9251e3872ff on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:27.203568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d714f2-65a9-4409-9468-9b97ac553bfd req-fca3b344-6e78-4819-980e-48b561e7c06a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:27.205060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1d714f2-65a9-4409-9468-9b97ac553bfd req-fca3b344-6e78-4819-980e-48b561e7c06a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 944 time: 0.0694854
Nov 27 21:09:27.206187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:09:27.206522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Checking segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:09:27.206896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Bound using segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:09:27.207359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Bound port: 0da0019f-9627-48fb-9cfe-b9251e3872ff, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:09:27.207717 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:27.292032 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1d714f2-65a9-4409-9468-9b97ac553bfd req-fb876eab-e503-4214-9618-1efbd7f9a690 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811551
Nov 27 21:09:27.303284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] For port 0da0019f-9627-48fb-9cfe-b9251e3872ff, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:09:27.307662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] For port 0da0019f-9627-48fb-9cfe-b9251e3872ff, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da0019f-9627-48fb-9cfe-b9251e3872ff,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:09:27.313325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:27.348622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:27.349257 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:27.350686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] 10.222.0.15 "PUT /v2.0/ports/0da0019f-9627-48fb-9cfe-b9251e3872ff HTTP/1.1" status: 200  len: 1092 time: 0.6557736
Nov 27 21:09:27.351077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef7d071-5d70-464d-a1e3-8e0844b6efcd', 'tag': '0da0019f-9627-48fb-9cfe-b9251e3872ff'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:27.353368 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d0a68-168f-458f-89cd-dd1c90c74884" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef7d071-5d70-464d-a1e3-8e0844b6efcd", "tag": "0da0019f-9627-48fb-9cfe-b9251e3872ff"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:27.379552 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca67d62-fc11-4a0a-a1ac-7456eda05d21 service neutron] Pushing event updated for resources: {'Port': ['ID=0da0019f-9627-48fb-9cfe-b9251e3872ff,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:27.409191 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303a7ce0-cbed-4ab9-8d0a-77456dbd78df x-openstack-request-id: req-303a7ce0-cbed-4ab9-8d0a-77456dbd78df {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:27.409561 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef7d071-5d70-464d-a1e3-8e0844b6efcd", "tag": "0da0019f-9627-48fb-9cfe-b9251e3872ff", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:27.409882 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-303a7ce0-cbed-4ab9-8d0a-77456dbd78df {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:27.410368 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef7d071-5d70-464d-a1e3-8e0844b6efcd', 'tag': '0da0019f-9627-48fb-9cfe-b9251e3872ff', 'status': 'completed', 'code': 200}
Nov 27 21:09:27.440169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-646dbb2b-609e-476a-8fcf-f315220f3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:27.441730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-646dbb2b-609e-476a-8fcf-f315220f3c9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 1095 time: 0.0451140
Nov 27 21:09:27.484265 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-7661517a-04c9-49e7-975b-a8f93a91dbb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da0019f-9627-48fb-9cfe-b9251e3872ff HTTP/1.1" status: 200  len: 217 time: 0.0345738
Nov 27 21:09:27.538040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-caabd11b-28d9-4124-985d-a56220145bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:27.539509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-caabd11b-28d9-4124-985d-a56220145bb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0472744
Nov 27 21:09:27.569699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-a99ba650-e046-4bcb-96f6-48db6a7f68f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0232568
Nov 27 21:09:27.656517 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-1201a48e-bab1-408d-944a-6c8b87960cfe service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791991
Nov 27 21:09:27.749055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dac3342f-2a98-41ed-a489-3f75fad6affa req-034a250b-01ae-4ce7-b2cd-8c06df621958 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847266
Nov 27 21:09:27.833456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-d5f5ded6-edc7-4a07-988f-98f400e39013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:27.836095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-d5f5ded6-edc7-4a07-988f-98f400e39013 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 1095 time: 0.0463810
Nov 27 21:09:27.926742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-3bc62182-40ee-40f2-a2b5-1931e6c266fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:27.928143 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-3bc62182-40ee-40f2-a2b5-1931e6c266fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 907 time: 0.0849988
Nov 27 21:09:27.969282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-2a482800-2ba7-4c41-ba84-0027413cdbb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da0019f-9627-48fb-9cfe-b9251e3872ff HTTP/1.1" status: 200  len: 217 time: 0.0337796
Nov 27 21:09:28.016472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-d0bd699b-1332-4c0c-ad8a-f10471942833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:28.017904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-d0bd699b-1332-4c0c-ad8a-f10471942833 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0419288
Nov 27 21:09:28.048240 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-f89efd79-5af2-489a-aed8-1e93d3054aea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236359
Nov 27 21:09:28.138540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-bbe6c817-165a-4bdb-8516-e5d0aacd7cdc service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836971
Nov 27 21:09:28.224376 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f82d0a68-168f-458f-89cd-dd1c90c74884 req-66ee4e4e-15a8-42b9-946d-8e8838ad694d service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796080
Nov 27 21:09:28.421458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911d8cc-efc6-4c53-b6a3-fa97512c0b84 req-82258177-6a9b-4f7f-a868-b178b168b297 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:28.422930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d911d8cc-efc6-4c53-b6a3-fa97512c0b84 req-82258177-6a9b-4f7f-a868-b178b168b297 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 944 time: 0.0535867
Nov 27 21:09:28.470709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d911d8cc-efc6-4c53-b6a3-fa97512c0b84 req-cef9f6da-6c74-4118-8d4c-89d7319bd87b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418673
Nov 27 21:09:29.591162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb60f0-4a43-4e18-9507-98fcc8089481 req-581ef8dd-d4e4-4002-b4fd-ddba27067bc9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:29.592696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ebeb60f0-4a43-4e18-9507-98fcc8089481 req-581ef8dd-d4e4-4002-b4fd-ddba27067bc9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 944 time: 0.0491586
Nov 27 21:09:29.639613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ebeb60f0-4a43-4e18-9507-98fcc8089481 req-68fb420d-f19e-45c7-a880-e0ee80e0e284 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408115
Nov 27 21:09:30.755259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692e3fd-0679-4c7c-9f07-18b51506be13 req-c45d55f2-981e-4dd9-ac05-6190619f1a73 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:30.756737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e692e3fd-0679-4c7c-9f07-18b51506be13 req-c45d55f2-981e-4dd9-ac05-6190619f1a73 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 944 time: 0.0483146
Nov 27 21:09:30.803396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e692e3fd-0679-4c7c-9f07-18b51506be13 req-7ff8431d-8b2d-4cff-80a3-e8a79d9057cb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408964
Nov 27 21:09:31.407477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0da0019f-9627-48fb-9cfe-b9251e3872ff details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:09:31.499727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0da0019f-9627-48fb-9cfe-b9251e3872ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da0019f-9627-48fb-9cfe-b9251e3872ff,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:31.511467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '0da0019f-9627-48fb-9cfe-b9251e3872ff', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'port_id': '0da0019f-9627-48fb-9cfe-b9251e3872ff', 'mac_address': 'fa:16:3e:9c:a6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b06d34-5b0e-426f-968c-5fc6c99a5004', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:09:31.553166 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:31.566720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da0019f-9627-48fb-9cfe-b9251e3872ff {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:31.585408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0da0019f-9627-48fb-9cfe-b9251e3872ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da0019f-9627-48fb-9cfe-b9251e3872ff,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:31.589347 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:31.634917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=0da0019f-9627-48fb-9cfe-b9251e3872ff,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:31.642180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.642541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.642894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.643242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.643609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.643949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.644289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.644625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.644959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.645291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.645624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.645956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:31.925861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['0da0019f-9627-48fb-9cfe-b9251e3872ff'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:31.927320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f97f2-178b-4877-aa55-60d8bb1805d6 req-06a16655-12f6-4b48-a018-2335a4461dc2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:31.928821 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e11f97f2-178b-4877-aa55-60d8bb1805d6 req-06a16655-12f6-4b48-a018-2335a4461dc2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 945 time: 0.0497322
Nov 27 21:09:31.981413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e11f97f2-178b-4877-aa55-60d8bb1805d6 req-7e29f3cc-a272-4308-ae72-a9fc01dbd9b9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466540
Nov 27 21:09:33.096326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55edc9-4b6d-42a3-808b-b299077eb974 req-d557576f-c913-4700-9096-8345109a8896 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:33.097798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b55edc9-4b6d-42a3-808b-b299077eb974 req-d557576f-c913-4700-9096-8345109a8896 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 945 time: 0.0479650
Nov 27 21:09:33.147242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b55edc9-4b6d-42a3-808b-b299077eb974 req-8132351e-621a-4d9d-add7-7fff25b28970 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436804
Nov 27 21:09:33.423156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0da0019f-9627-48fb-9cfe-b9251e3872ff up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:09:33.469993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 0da0019f-9627-48fb-9cfe-b9251e3872ff completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:09:33.473515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 0da0019f-9627-48fb-9cfe-b9251e3872ff triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:33.473888 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:33.548341 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:33.570103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef7d071-5d70-464d-a1e3-8e0844b6efcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0019f-9627-48fb-9cfe-b9251e3872ff'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:33.572361 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490df534-166a-4037-b056-e65ff3a92020" -d '{"events": [{"server_uuid": "4ef7d071-5d70-464d-a1e3-8e0844b6efcd", "name": "network-vif-plugged", "status": "completed", "tag": "0da0019f-9627-48fb-9cfe-b9251e3872ff"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:33.587694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0da0019f-9627-48fb-9cfe-b9251e3872ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da0019f-9627-48fb-9cfe-b9251e3872ff,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:33.592385 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:33.615964 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0a733d-51f0-4924-8964-ab0b78c74872 x-openstack-request-id: req-fd0a733d-51f0-4924-8964-ab0b78c74872 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:33.616232 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef7d071-5d70-464d-a1e3-8e0844b6efcd", "name": "network-vif-plugged", "status": "completed", "tag": "0da0019f-9627-48fb-9cfe-b9251e3872ff", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:33.616465 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd0a733d-51f0-4924-8964-ab0b78c74872 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:33.616866 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef7d071-5d70-464d-a1e3-8e0844b6efcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0019f-9627-48fb-9cfe-b9251e3872ff', 'code': 200}
Nov 27 21:09:33.644081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=0da0019f-9627-48fb-9cfe-b9251e3872ff,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:33.709077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca6647-9832-42c1-ba14-e88d75b3021f req-f76a062e-cf34-4f3b-b3b7-8064701fa3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:33.710602 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2cca6647-9832-42c1-ba14-e88d75b3021f req-f76a062e-cf34-4f3b-b3b7-8064701fa3e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 1097 time: 0.0401177
Nov 27 21:09:33.754934 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2cca6647-9832-42c1-ba14-e88d75b3021f req-eea4083f-c391-4b4d-a6b2-2674144eaf21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367889
Nov 27 21:09:34.268820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3886053-9906-4309-bb55-519a927e7826 req-00936a4f-335f-4401-bbef-990c0d8169cf tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:34.270377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3886053-9906-4309-bb55-519a927e7826 req-00936a4f-335f-4401-bbef-990c0d8169cf tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 946 time: 0.0496430
Nov 27 21:09:34.302532 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b5b09f5-ef12-47c4-bdd2-7b5502b5b1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:34.319356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3886053-9906-4309-bb55-519a927e7826 req-8313e162-07e6-4b0b-8abd-182934b0aba6 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430965
Nov 27 21:09:35.435131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe139327-77f4-4292-b85e-31dbdce23cdf req-f2b5ea35-12b1-4cee-bbe6-6d70c92c2dca tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:35.436624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe139327-77f4-4292-b85e-31dbdce23cdf req-f2b5ea35-12b1-4cee-bbe6-6d70c92c2dca tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 946 time: 0.0479219
Nov 27 21:09:35.482979 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe139327-77f4-4292-b85e-31dbdce23cdf req-aa361430-7a60-4c2f-a6a7-bae6d28ba334 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404487
Nov 27 21:09:35.603531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d5036-a839-455a-8c64-250a58f971fc req-abdb1340-e6eb-4c47-bd97-a38bf9eb2483 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:35.604947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b83d5036-a839-455a-8c64-250a58f971fc req-abdb1340-e6eb-4c47-bd97-a38bf9eb2483 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 945 time: 0.0514464
Nov 27 21:09:35.650975 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b83d5036-a839-455a-8c64-250a58f971fc req-dd7eb10a-205a-4079-aac5-1ebb5d95327a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402973
Nov 27 21:09:35.764670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88afbe-0549-4347-8c4f-ed0ee9845a93 req-f30da491-0c4a-44f8-b08d-5c49128446ec tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:35.766144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf88afbe-0549-4347-8c4f-ed0ee9845a93 req-f30da491-0c4a-44f8-b08d-5c49128446ec tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 946 time: 0.0483801
Nov 27 21:09:35.814857 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf88afbe-0549-4347-8c4f-ed0ee9845a93 req-87712c19-44d7-4267-a8ac-e8819efe6e9b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421908
Nov 27 21:09:36.050630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6f153-5cf1-4792-865b-a91b5cfe7961 req-e0d4521e-8bb0-49b1-989e-cfec51abd8fa tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:36.052139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ea6f153-5cf1-4792-865b-a91b5cfe7961 req-e0d4521e-8bb0-49b1-989e-cfec51abd8fa tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 946 time: 0.0514445
Nov 27 21:09:36.098325 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ea6f153-5cf1-4792-865b-a91b5cfe7961 req-f875da69-9b76-4d18-a8b3-5a193ff8f9a5 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402956
Nov 27 21:09:36.426682 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2062-078f-496d-af33-747f8067f146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:36.979925 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:09:37.215229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664e422-7a9b-4f5d-838b-1ad903bc0572 req-4f32249c-c826-4b23-9b1f-ee2fab308c34 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:37.216765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6664e422-7a9b-4f5d-838b-1ad903bc0572 req-4f32249c-c826-4b23-9b1f-ee2fab308c34 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 946 time: 0.0483763
Nov 27 21:09:37.265726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6664e422-7a9b-4f5d-838b-1ad903bc0572 req-8ae8a876-c17a-4b17-a558-23ad77b7cb2a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430841
Nov 27 21:09:37.502673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350325a-760e-4eae-a2da-09e3199a9845 req-3f1bb35b-35e1-4baa-b00e-b51e00370d17 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:37.504117 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a350325a-760e-4eae-a2da-09e3199a9845 req-3f1bb35b-35e1-4baa-b00e-b51e00370d17 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 946 time: 0.0471961
Nov 27 21:09:37.595328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a350325a-760e-4eae-a2da-09e3199a9845 req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Deleting port 0da0019f-9627-48fb-9cfe-b9251e3872ff {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:09:37.595677 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a350325a-760e-4eae-a2da-09e3199a9845 req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:37.686035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a350325a-760e-4eae-a2da-09e3199a9845 req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] For port 0da0019f-9627-48fb-9cfe-b9251e3872ff, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da0019f-9627-48fb-9cfe-b9251e3872ff,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:37.686466 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a350325a-760e-4eae-a2da-09e3199a9845 req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:37.698103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a350325a-760e-4eae-a2da-09e3199a9845 req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Calling delete_port for 0da0019f-9627-48fb-9cfe-b9251e3872ff owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:09:37.817550 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:37.821644 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a350325a-760e-4eae-a2da-09e3199a9845 req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:37.832595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f', '0da0019f-9627-48fb-9cfe-b9251e3872ff'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:37.837216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['3cebccf3-7178-4836-8f8c-41022c7e9c06'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:37.847284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event deleted for resources: {'Port': ['ID=0da0019f-9627-48fb-9cfe-b9251e3872ff,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:37.861636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.861996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.862352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.862698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.863042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.863408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.863749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.864084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.864423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.864754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.865088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.865419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:37.902015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a350325a-760e-4eae-a2da-09e3199a9845 req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] No DVR routers for this DVR port 0da0019f-9627-48fb-9cfe-b9251e3872ff on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:09:37.905067 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a350325a-760e-4eae-a2da-09e3199a9845 req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:37.909014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a350325a-760e-4eae-a2da-09e3199a9845 req-c906a8bc-4b34-411a-858f-fe64f844f783 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "DELETE /v2.0/ports/0da0019f-9627-48fb-9cfe-b9251e3872ff HTTP/1.1" status: 204  len: 173 time: 0.3976018
Nov 27 21:09:37.909014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef7d071-5d70-464d-a1e3-8e0844b6efcd', 'name': 'network-vif-deleted', 'tag': '0da0019f-9627-48fb-9cfe-b9251e3872ff'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:37.911240 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc1a5da-db0d-43f6-bea3-f327a648f99c" -d '{"events": [{"server_uuid": "4ef7d071-5d70-464d-a1e3-8e0844b6efcd", "name": "network-vif-deleted", "tag": "0da0019f-9627-48fb-9cfe-b9251e3872ff"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:37.982622 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0301ced-801d-425a-98d3-25f17e574ac2 x-openstack-request-id: req-c0301ced-801d-425a-98d3-25f17e574ac2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:37.983462 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef7d071-5d70-464d-a1e3-8e0844b6efcd", "name": "network-vif-deleted", "tag": "0da0019f-9627-48fb-9cfe-b9251e3872ff", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:37.983820 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0301ced-801d-425a-98d3-25f17e574ac2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:37.984368 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef7d071-5d70-464d-a1e3-8e0844b6efcd', 'name': 'network-vif-deleted', 'tag': '0da0019f-9627-48fb-9cfe-b9251e3872ff', 'status': 'completed', 'code': 200}
Nov 27 21:09:38.378616 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c630efd5-1401-4650-a227-65b4492a8938 req-8877ba68-6c19-4e12-a1d7-b09acf03a5ca tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ef7d071-5d70-464d-a1e3-8e0844b6efcd HTTP/1.1" status: 200  len: 210 time: 0.0268512
Nov 27 21:09:39.545450 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:39.663688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b55e-f135-49b4-be6f-fdb163a53421 req-80609983-7b95-426c-b8b6-21b9bfdcb190 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:39.665099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7624b55e-f135-49b4-be6f-fdb163a53421 req-80609983-7b95-426c-b8b6-21b9bfdcb190 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 945 time: 0.0490773
Nov 27 21:09:39.711987 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7624b55e-f135-49b4-be6f-fdb163a53421 req-1b3ed0d4-8cb9-431a-a935-66d1eb8ee085 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409575
Nov 27 21:09:40.257894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:40.830603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0100275-534f-495d-bd93-51ead317b15e req-e9ebaa92-6a83-49e0-bbc0-867c795b02ed tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:40.832150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0100275-534f-495d-bd93-51ead317b15e req-e9ebaa92-6a83-49e0-bbc0-867c795b02ed tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 945 time: 0.0501630
Nov 27 21:09:40.879515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0100275-534f-495d-bd93-51ead317b15e req-c8091929-5859-4c07-8678-5a32b9eea969 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414948
Nov 27 21:09:41.122662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-287c31db-33f5-4a0a-90e9-635eea039f95 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:41.124167 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-287c31db-33f5-4a0a-90e9-635eea039f95 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 945 time: 0.0518510
Nov 27 21:09:41.218491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Deleting port 3cebccf3-7178-4836-8f8c-41022c7e9c06 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:09:41.218842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:41.312077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] For port 3cebccf3-7178-4836-8f8c-41022c7e9c06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3cebccf3-7178-4836-8f8c-41022c7e9c06,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:41.312449 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:41.325021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Calling delete_port for 3cebccf3-7178-4836-8f8c-41022c7e9c06 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:09:41.453182 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:41.467770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:41.470910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['3cebccf3-7178-4836-8f8c-41022c7e9c06'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:41.480357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event deleted for resources: {'Port': ['ID=3cebccf3-7178-4836-8f8c-41022c7e9c06,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:41.490334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.490694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.491047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.491797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.491797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.492151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.492428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.493100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.493100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.493418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.493750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.494080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:09:41.516985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0da0019f-9627-48fb-9cfe-b9251e3872ff no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:09:41.534340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] No DVR routers for this DVR port 3cebccf3-7178-4836-8f8c-41022c7e9c06 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:09:41.536946 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:41.540337 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5749afd8-37f6-4748-b86c-eb2f37e135f7 req-8e5136be-b58d-4dce-9715-0df22eaa0a85 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.35 "DELETE /v2.0/ports/3cebccf3-7178-4836-8f8c-41022c7e9c06 HTTP/1.1" status: 204  len: 173 time: 0.4082334
Nov 27 21:09:41.540786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaaa739-f790-4ad2-b74b-e1ff685f5c72', 'name': 'network-vif-deleted', 'tag': '3cebccf3-7178-4836-8f8c-41022c7e9c06'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:41.543129 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19965dd7-a5bf-4e08-9067-d1ba2aa08268" -d '{"events": [{"server_uuid": "1aaaa739-f790-4ad2-b74b-e1ff685f5c72", "name": "network-vif-deleted", "tag": "3cebccf3-7178-4836-8f8c-41022c7e9c06"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:41.546716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 0da0019f-9627-48fb-9cfe-b9251e3872ff {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:09:41.547069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0da0019f-9627-48fb-9cfe-b9251e3872ff not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:09:41.594041 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e8f8f4-8c90-4333-8623-7c20018c700a x-openstack-request-id: req-18e8f8f4-8c90-4333-8623-7c20018c700a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:41.594341 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaaa739-f790-4ad2-b74b-e1ff685f5c72", "name": "network-vif-deleted", "tag": "3cebccf3-7178-4836-8f8c-41022c7e9c06", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:41.594605 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18e8f8f4-8c90-4333-8623-7c20018c700a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:41.595029 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaaa739-f790-4ad2-b74b-e1ff685f5c72', 'name': 'network-vif-deleted', 'tag': '3cebccf3-7178-4836-8f8c-41022c7e9c06', 'status': 'completed', 'code': 200}
Nov 27 21:09:41.989396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28fe721b-ad8e-4a81-9578-d35d3442d203 req-67a38ce9-7bed-400f-8e1b-0d29b0c93194 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aaaa739-f790-4ad2-b74b-e1ff685f5c72 HTTP/1.1" status: 200  len: 210 time: 0.0260692
Nov 27 21:09:43.258582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba07340-1ed5-4500-a7d2-273631b86693 req-0bc9d1a1-a2d8-410f-bb4d-94c1908b2925 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:43.260098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-0bc9d1a1-a2d8-410f-bb4d-94c1908b2925 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1094136
Nov 27 21:09:43.274996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-7af35f4f-7be7-44cd-a23c-99b27a455839 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/quotas/e50ca5bbf0334faa9bad45c847b7301c HTTP/1.1" status: 200  len: 375 time: 0.0089695
Nov 27 21:09:43.324240 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-5c24ecb5-558e-4f73-a651-6e46b36b8ee1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0435414
Nov 27 21:09:43.421164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-55a414c9-24b1-4832-aec1-c891231bca9e service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898459
Nov 27 21:09:43.508958 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-fbafd23b-3537-4dce-9c68-3d2e8c1cb395 service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817568
Nov 27 21:09:43.668126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-479460bd-c47d-41d3-bce1-4a17b2449f89 req-6156bc93-a8e3-4c91-a5ae-dc2720093efb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 210 time: 0.0262220
Nov 27 21:09:44.464379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3cebccf3-7178-4836-8f8c-41022c7e9c06 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:09:44.488953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 3cebccf3-7178-4836-8f8c-41022c7e9c06 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:09:44.489320 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3cebccf3-7178-4836-8f8c-41022c7e9c06 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:09:44.770464 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea269e22-45a8-4279-99d5-bd8e1e2a9695 req-b0e1de50-b3d5-4034-9660-3be69146e175 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 210 time: 0.0280135
Nov 27 21:09:44.894246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a5312bed-78c8-4468-a639-32183f146b4e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:44.895698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a5312bed-78c8-4468-a639-32183f146b4e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.4123118
Nov 27 21:09:44.909911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Request body: {'port': {'device_id': 'e084ddda-4b13-4be9-8e94-cfa73ea95181', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'admin_state_up': True, 'tenant_id': 'e50ca5bbf0334faa9bad45c847b7301c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:45.017064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Made reservation on behalf of e50ca5bbf0334faa9bad45c847b7301c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:09:45.020745 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:45.139991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Allocated IP 172.20.0.3 (222dd9d8-01e1-49e7-9bb7-8028b20baa13/26b06d34-5b0e-426f-968c-5fc6c99a5004/1c3ae37b-95af-474c-9626-0f2fe55d3ff4) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:09:45.290502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:45.322037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:45.333955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:45.366952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:09:45.370644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:09:45.375023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:09:45.381422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event updated for resources: {'Port': ['ID=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:45.435996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:45.436633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:45.458477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-ac41adb1-047b-4c13-bd65-d8f3ca51f527 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5521343
Nov 27 21:09:45.472974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Request body: {'port': {'device_id': 'e084ddda-4b13-4be9-8e94-cfa73ea95181', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:09:45.527847 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:45.784080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:45.791325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:45.803238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Transition to ACTIVE for port object 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:09:45.807131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:45.888054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:45.957409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9aa1b-27ef-427b-91b9-84b7d3d69f76 req-b6ada227-0076-4f95-b587-44e9aaed966c tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:45.958905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-06b9aa1b-27ef-427b-91b9-84b7d3d69f76 req-b6ada227-0076-4f95-b587-44e9aaed966c tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 943 time: 0.1124213
Nov 27 21:09:45.979040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Attempting to bind port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:09:45.979411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Attempting to bind port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:09:45.979753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Attempting to bind port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:45.991907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:09:45.992238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Attempting to bind port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:09:46.001826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:09:46.002179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Checking segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:09:46.002561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Bound using segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:09:46.002996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Bound port: 1c3ae37b-95af-474c-9626-0f2fe55d3ff4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:09:46.003385 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:46.011772 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:46.053580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-06b9aa1b-27ef-427b-91b9-84b7d3d69f76 req-c3f78700-ab72-4c44-a6a0-9e0d39a9065f tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844533
Nov 27 21:09:46.084099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] For port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:09:46.087206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] For port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:09:46.091765 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:46.124252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:46.124888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:46.126279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c3ae37b-95af-474c-9626-0f2fe55d3ff4 HTTP/1.1" status: 200  len: 1091 time: 0.6578641
Nov 27 21:09:46.126724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e084ddda-4b13-4be9-8e94-cfa73ea95181', 'tag': '1c3ae37b-95af-474c-9626-0f2fe55d3ff4'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:46.129044 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e06623-8dfa-4d8d-b57a-27dd9a139fee" -d '{"events": [{"name": "network-changed", "server_uuid": "e084ddda-4b13-4be9-8e94-cfa73ea95181", "tag": "1c3ae37b-95af-474c-9626-0f2fe55d3ff4"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:46.160607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc65b8-4202-4b7e-b2eb-1a96eb521c85 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:46.178916 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5676a03-2d46-4444-bb11-376f9643b3a8 x-openstack-request-id: req-f5676a03-2d46-4444-bb11-376f9643b3a8 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:46.179232 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e084ddda-4b13-4be9-8e94-cfa73ea95181", "tag": "1c3ae37b-95af-474c-9626-0f2fe55d3ff4", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:46.179515 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5676a03-2d46-4444-bb11-376f9643b3a8 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:46.179918 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e084ddda-4b13-4be9-8e94-cfa73ea95181', 'tag': '1c3ae37b-95af-474c-9626-0f2fe55d3ff4', 'status': 'completed', 'code': 200}
Nov 27 21:09:46.217227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba07340-1ed5-4500-a7d2-273631b86693 req-fb0d1628-2608-4837-958b-c7745cb16eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:46.218751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-fb0d1628-2608-4837-958b-c7745cb16eb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 1094 time: 0.0486531
Nov 27 21:09:46.263202 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-2173e218-fc7d-409e-9ac3-66df714edbb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c3ae37b-95af-474c-9626-0f2fe55d3ff4 HTTP/1.1" status: 200  len: 217 time: 0.0346074
Nov 27 21:09:46.312150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba07340-1ed5-4500-a7d2-273631b86693 req-eb45a5ae-fdbc-4fd5-a1ac-befd2882e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:46.313501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-eb45a5ae-fdbc-4fd5-a1ac-befd2882e064 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0428576
Nov 27 21:09:46.345436 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-f0ba6fa7-9ede-4148-954d-3f94f534bf1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246985
Nov 27 21:09:46.437189 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-54df4011-2954-43b1-8f6d-60bb8bf2ea6a service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842142
Nov 27 21:09:46.528593 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bba07340-1ed5-4500-a7d2-273631b86693 req-4a87221f-f9b9-453b-8e30-f0cdfc680109 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837877
Nov 27 21:09:46.632556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-3cfc2f37-8f46-4474-a29d-eca2f0777353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:46.634071 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-3cfc2f37-8f46-4474-a29d-eca2f0777353 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 1094 time: 0.0477862
Nov 27 21:09:46.721280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-487b560e-54c9-4fdf-b5c6-8b5c47151170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:46.722757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-487b560e-54c9-4fdf-b5c6-8b5c47151170 service neutron] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 907 time: 0.0810781
Nov 27 21:09:46.767940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-f6dc9def-e493-45ad-ac1c-89cbaeee5d69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c3ae37b-95af-474c-9626-0f2fe55d3ff4 HTTP/1.1" status: 200  len: 217 time: 0.0380659
Nov 27 21:09:46.815910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-3364c8da-cdb3-45ac-84e1-96c7eeaaa0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:46.817325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-3364c8da-cdb3-45ac-84e1-96c7eeaaa0a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0424035
Nov 27 21:09:46.851010 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-3b81c9e3-877c-4d25-9896-64ede1be7c7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268936
Nov 27 21:09:46.940282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-03900453-1071-43b7-8325-c751611deaf1 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817382
Nov 27 21:09:47.031568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54e06623-8dfa-4d8d-b57a-27dd9a139fee req-fdf6c676-644c-4c46-a17b-ed6014318149 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842953
Nov 27 21:09:47.174632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a8dae-b830-4ddc-9acb-dc90cb7279bc req-dffe0f57-fdad-4fd8-8ebb-dc45eccc3e25 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:47.177016 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba8a8dae-b830-4ddc-9acb-dc90cb7279bc req-dffe0f57-fdad-4fd8-8ebb-dc45eccc3e25 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 943 time: 0.0545869
Nov 27 21:09:47.224724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba8a8dae-b830-4ddc-9acb-dc90cb7279bc req-90d83e7b-53c6-405b-b5f6-d52186a7a975 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417941
Nov 27 21:09:48.348959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a9b0b-39f9-43f5-8d29-d8a3bcff1157 req-872e9a6f-7bad-4610-8a7b-b100a96d7084 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:48.350472 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-773a9b0b-39f9-43f5-8d29-d8a3bcff1157 req-872e9a6f-7bad-4610-8a7b-b100a96d7084 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 943 time: 0.0557573
Nov 27 21:09:48.373005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-649e3571-016e-4842-8af9-7b8b757fc618 req-df535df1-e1cf-4b1f-92fd-09c903366ee6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0463126
Nov 27 21:09:48.401949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-773a9b0b-39f9-43f5-8d29-d8a3bcff1157 req-e7889f6c-8853-4ef1-bfc2-b4b884f15368 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447938
Nov 27 21:09:48.411063 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:48.454296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e3571-016e-4842-8af9-7b8b757fc618 req-550af445-864d-47a1-b076-1be3df678ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:48.455930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-649e3571-016e-4842-8af9-7b8b757fc618 req-550af445-864d-47a1-b076-1be3df678ef0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 1097 time: 0.0407922
Nov 27 21:09:48.557470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e3571-016e-4842-8af9-7b8b757fc618 req-0ca8a1c7-5f8e-4f6c-a269-fd1384f68a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:48.558966 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-649e3571-016e-4842-8af9-7b8b757fc618 req-0ca8a1c7-5f8e-4f6c-a269-fd1384f68a9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 907 time: 0.0839911
Nov 27 21:09:48.604446 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-649e3571-016e-4842-8af9-7b8b757fc618 req-c845558c-1c08-4957-b796-20c22c1eef38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65eb439-cdbe-4239-9004-3a356e2f3c6f HTTP/1.1" status: 200  len: 217 time: 0.0367105
Nov 27 21:09:48.653601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e3571-016e-4842-8af9-7b8b757fc618 req-6948dffe-ac48-4b5d-a15c-1c7158605b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:48.655102 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-649e3571-016e-4842-8af9-7b8b757fc618 req-6948dffe-ac48-4b5d-a15c-1c7158605b04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0432880
Nov 27 21:09:48.687356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-649e3571-016e-4842-8af9-7b8b757fc618 req-70e5dd2d-744a-4a0e-b2bd-b7b7de3f0073 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250869
Nov 27 21:09:48.782887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-649e3571-016e-4842-8af9-7b8b757fc618 req-1d89a98c-ab6e-4dd2-af9f-39b7a75d0419 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877464
Nov 27 21:09:48.871779 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-649e3571-016e-4842-8af9-7b8b757fc618 req-68f72bb8-c504-49b3-9de0-7aa04164ed4a service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801363
Nov 27 21:09:49.525516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52af07-7982-4ac7-bfcc-03b160a3f5b3 req-563513c1-0e6d-4248-9de3-7409bff93dd4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:49.527035 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca52af07-7982-4ac7-bfcc-03b160a3f5b3 req-563513c1-0e6d-4248-9de3-7409bff93dd4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 943 time: 0.0530236
Nov 27 21:09:49.578451 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca52af07-7982-4ac7-bfcc-03b160a3f5b3 req-1e1f4e9f-85c7-4ba9-b0d0-4e807a5cafe6 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455458
Nov 27 21:09:50.696728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562ae4-2207-4294-ad25-16c32d978535 req-db159fd5-8044-464f-85c8-4dae4f9c1d0c tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:50.698135 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f562ae4-2207-4294-ad25-16c32d978535 req-db159fd5-8044-464f-85c8-4dae4f9c1d0c tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 943 time: 0.0484672
Nov 27 21:09:50.744661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f562ae4-2207-4294-ad25-16c32d978535 req-60b249b3-8b0b-40a0-b411-4fd282a8e946 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398920
Nov 27 21:09:51.552943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:09:51.646250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:51.657750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '1c3ae37b-95af-474c-9626-0f2fe55d3ff4', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'port_id': '1c3ae37b-95af-474c-9626-0f2fe55d3ff4', 'mac_address': 'fa:16:3e:a1:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b06d34-5b0e-426f-968c-5fc6c99a5004', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:09:51.693224 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:51.705395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:09:51.724881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:51.728858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:51.784732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:51.867117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bdd01-a4d5-4d2e-828e-1dd81c31077b req-c8341f56-1c3d-4541-9c5c-1f79967633f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:51.868632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d9bdd01-a4d5-4d2e-828e-1dd81c31077b req-c8341f56-1c3d-4541-9c5c-1f79967633f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 944 time: 0.0510657
Nov 27 21:09:51.918192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1d9bdd01-a4d5-4d2e-828e-1dd81c31077b req-bb170bf6-d431-46df-87ad-c5b537ff2dcb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433278
Nov 27 21:09:52.051592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1c3ae37b-95af-474c-9626-0f2fe55d3ff4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:53.047228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d42400-3e11-447c-bb23-fde8417d5284 req-fdbd2209-7dff-4646-8674-b6eef43eb61d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:53.048797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38d42400-3e11-447c-bb23-fde8417d5284 req-fdbd2209-7dff-4646-8674-b6eef43eb61d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 944 time: 0.0489416
Nov 27 21:09:53.099217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38d42400-3e11-447c-bb23-fde8417d5284 req-7ea3e5a9-9273-4601-bc58-779863e66689 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445557
Nov 27 21:09:53.626452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:09:53.674468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:09:53.678221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:09:53.678591 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:53.752686 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:53.774210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084ddda-4b13-4be9-8e94-cfa73ea95181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ae37b-95af-474c-9626-0f2fe55d3ff4'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:53.776522 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91d461c-9590-43dc-8416-5804c2393ee8" -d '{"events": [{"server_uuid": "e084ddda-4b13-4be9-8e94-cfa73ea95181", "name": "network-vif-plugged", "status": "completed", "tag": "1c3ae37b-95af-474c-9626-0f2fe55d3ff4"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:53.789548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:53.793415 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:53.819311 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d94f75-1ef1-432b-8dfe-308f7cdb182d x-openstack-request-id: req-d8d94f75-1ef1-432b-8dfe-308f7cdb182d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:53.819621 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084ddda-4b13-4be9-8e94-cfa73ea95181", "name": "network-vif-plugged", "status": "completed", "tag": "1c3ae37b-95af-474c-9626-0f2fe55d3ff4", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:53.819918 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8d94f75-1ef1-432b-8dfe-308f7cdb182d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:53.820244 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e084ddda-4b13-4be9-8e94-cfa73ea95181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ae37b-95af-474c-9626-0f2fe55d3ff4', 'code': 200}
Nov 27 21:09:53.847138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:53.913482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f05d-2ff1-4fba-bcd9-6943a1fed2fa req-b1cd94bf-c74e-4775-8de1-1fab68c06f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:53.914954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0b11f05d-2ff1-4fba-bcd9-6943a1fed2fa req-b1cd94bf-c74e-4775-8de1-1fab68c06f0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 1096 time: 0.0394595
Nov 27 21:09:53.956677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0b11f05d-2ff1-4fba-bcd9-6943a1fed2fa req-02af0cc8-b62d-4bd4-af14-353950c8332e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351636
Nov 27 21:09:54.221466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec2216-abf3-441b-9db1-36bb00ab0e70 req-08fbff10-d49d-448c-86df-e3719bdcbb2f tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:54.222988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98ec2216-abf3-441b-9db1-36bb00ab0e70 req-08fbff10-d49d-448c-86df-e3719bdcbb2f tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 945 time: 0.0566635
Nov 27 21:09:54.270523 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-98ec2216-abf3-441b-9db1-36bb00ab0e70 req-e075e361-ef35-4282-a86d-3a289c0963b6 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415468
Nov 27 21:09:55.392231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7e127-27ed-45dc-b836-e7c0cf8132de req-830bdb64-98ff-42a3-9441-ce22cc8102b9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:55.393672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ba7e127-27ed-45dc-b836-e7c0cf8132de req-830bdb64-98ff-42a3-9441-ce22cc8102b9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 945 time: 0.0512562
Nov 27 21:09:55.441815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0ba7e127-27ed-45dc-b836-e7c0cf8132de req-beff05eb-4f6c-42b8-9495-8fa811eec3d2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422506
Nov 27 21:09:55.644412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595d486-75ae-4990-b734-7d68d116d9cd req-e025e44a-877a-45ea-b6ba-a4500b3bf0a4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:55.645779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f595d486-75ae-4990-b734-7d68d116d9cd req-e025e44a-877a-45ea-b6ba-a4500b3bf0a4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 945 time: 0.0487480
Nov 27 21:09:55.691581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f595d486-75ae-4990-b734-7d68d116d9cd req-9b5f96ac-bb35-4ed0-9c1f-85157f0c6e15 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397770
Nov 27 21:09:55.804951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faa6eb-4db0-465f-b383-1a93721c4de2 req-c2616582-3f6e-4a5c-a06e-dd781858ff51 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:55.806482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67faa6eb-4db0-465f-b383-1a93721c4de2 req-c2616582-3f6e-4a5c-a06e-dd781858ff51 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 945 time: 0.0484478
Nov 27 21:09:55.853494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67faa6eb-4db0-465f-b383-1a93721c4de2 req-46f7ba7c-7097-4743-a9f0-fe3af0f5cedc tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410233
Nov 27 21:09:56.080523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8900a-e1d0-4029-98d5-a16912831a35 req-e24c7237-ae3b-49c0-8e1f-ef958a09f773 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:56.082004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08f8900a-e1d0-4029-98d5-a16912831a35 req-e24c7237-ae3b-49c0-8e1f-ef958a09f773 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 945 time: 0.0480876
Nov 27 21:09:56.135416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08f8900a-e1d0-4029-98d5-a16912831a35 req-9a1b5c71-cae3-4975-8f80-45f329cb1f2e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473757
Nov 27 21:09:57.261579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda3dde-447b-4ade-a6f5-adffcf61856a req-6df25840-3818-43c7-8f32-52ef9585c5d1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:57.263673 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ceda3dde-447b-4ade-a6f5-adffcf61856a req-6df25840-3818-43c7-8f32-52ef9585c5d1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 945 time: 0.0534365
Nov 27 21:09:57.312234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ceda3dde-447b-4ade-a6f5-adffcf61856a req-d2ee4f34-cd28-41e3-8183-e968fd7448f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409973
Nov 27 21:09:57.542425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-22ea70f6-e719-40b4-9fa3-b8a364690349 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:57.543912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-22ea70f6-e719-40b4-9fa3-b8a364690349 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 945 time: 0.0487211
Nov 27 21:09:57.633796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Deleting port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:09:57.634142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:57.724255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] For port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:09:57.724540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:57.738062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Calling delete_port for 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:09:57.864969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:57.876507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f', '1c3ae37b-95af-474c-9626-0f2fe55d3ff4'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:09:57.917271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event deleted for resources: {'Port': ['ID=1c3ae37b-95af-474c-9626-0f2fe55d3ff4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:09:57.939213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] No DVR routers for this DVR port 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:09:57.942086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:09:57.946201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dfaf4a2a-11a3-4ded-a6af-8da2a5000fe6 req-ff0f2fa1-0e2a-4cc2-80e7-f6dc72f1aef1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "DELETE /v2.0/ports/1c3ae37b-95af-474c-9626-0f2fe55d3ff4 HTTP/1.1" status: 204  len: 173 time: 0.3956048
Nov 27 21:09:57.946927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084ddda-4b13-4be9-8e94-cfa73ea95181', 'name': 'network-vif-deleted', 'tag': '1c3ae37b-95af-474c-9626-0f2fe55d3ff4'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:09:57.952229 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24484ca1-b929-45b7-9514-1345ad77e20e" -d '{"events": [{"server_uuid": "e084ddda-4b13-4be9-8e94-cfa73ea95181", "name": "network-vif-deleted", "tag": "1c3ae37b-95af-474c-9626-0f2fe55d3ff4"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:09:57.993760 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45180c3f-474a-421f-b04e-3d0a3836b8bd x-openstack-request-id: req-45180c3f-474a-421f-b04e-3d0a3836b8bd {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:09:57.994344 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084ddda-4b13-4be9-8e94-cfa73ea95181", "name": "network-vif-deleted", "tag": "1c3ae37b-95af-474c-9626-0f2fe55d3ff4", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:09:57.994628 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45180c3f-474a-421f-b04e-3d0a3836b8bd {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:09:57.995042 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e084ddda-4b13-4be9-8e94-cfa73ea95181', 'name': 'network-vif-deleted', 'tag': '1c3ae37b-95af-474c-9626-0f2fe55d3ff4', 'status': 'completed', 'code': 200}
Nov 27 21:09:58.429832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c165279-cd10-4a37-b401-75d959b2739f req-423ef99a-db2c-4886-8db9-07b4294f4102 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=e084ddda-4b13-4be9-8e94-cfa73ea95181 HTTP/1.1" status: 200  len: 210 time: 0.0296323
Nov 27 21:09:59.693970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84325d6-79d5-444d-aebc-f265009425ff req-b5962b24-8d17-4c89-8a50-6374b18d4325 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:09:59.695412 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-b5962b24-8d17-4c89-8a50-6374b18d4325 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1060505
Nov 27 21:09:59.709763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-dff0b4aa-0008-449d-8816-f850e200b640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/quotas/e50ca5bbf0334faa9bad45c847b7301c HTTP/1.1" status: 200  len: 375 time: 0.0087531
Nov 27 21:09:59.756578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-14255907-299d-4bd2-ad8f-bbda107f8875 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0416679
Nov 27 21:09:59.846431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-46963f56-de70-4d46-a1cc-405c4839c98b service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829527
Nov 27 21:09:59.932782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-76dace6b-a751-4048-9cfc-08aab015ca79 service neutron] 10.222.0.21 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803554
Nov 27 21:10:00.091994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9499ab2-1f86-44b6-b283-a2636c83e3eb req-e031bba2-7a05-422c-87db-4a72ca263d2f tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 210 time: 0.0269186
Nov 27 21:10:00.996611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84325d6-79d5-444d-aebc-f265009425ff req-8d848df1-9627-46ba-825b-a64d82d799e3 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:00.998738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-8d848df1-9627-46ba-825b-a64d82d799e3 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 806 time: 0.1118548
Nov 27 21:10:01.013360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Request body: {'port': {'device_id': '4f8ada76-a85d-40d5-aedc-4323b4072dd2', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'admin_state_up': True, 'tenant_id': 'e50ca5bbf0334faa9bad45c847b7301c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:10:01.119277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Made reservation on behalf of e50ca5bbf0334faa9bad45c847b7301c for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:10:01.123031 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:01.208888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3215c383-ecf8-48c6-9311-4f34e46046b5 req-edea3e89-ddbb-48c2-af08-72223b2d1751 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 210 time: 0.0302570
Nov 27 21:10:01.270155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Allocated IP 172.20.0.5 (222dd9d8-01e1-49e7-9bb7-8028b20baa13/26b06d34-5b0e-426f-968c-5fc6c99a5004/1c8af7c2-3583-40e3-882c-e5d19b2dce00) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:10:01.414609 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:01.447322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:01.462353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:10:01.489583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:10:01.492719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:10:01.497135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:10:01.531737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event updated for resources: {'Port': ['ID=1c8af7c2-3583-40e3-882c-e5d19b2dce00,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:01.557494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:01.558228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:01.574387 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-d54b6182-4ca4-4b4a-9303-a1da08bce640 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5647976
Nov 27 21:10:01.586280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Request body: {'port': {'device_id': '4f8ada76-a85d-40d5-aedc-4323b4072dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:10:01.639897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:01.676039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:10:01.699600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:10:01.699955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1c3ae37b-95af-474c-9626-0f2fe55d3ff4 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:10:01.899356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8af7c2-3583-40e3-882c-e5d19b2dce00 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:10:01.907070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:01.918721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Transition to ACTIVE for port object 1c8af7c2-3583-40e3-882c-e5d19b2dce00 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:10:01.923110 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:01.973633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8af7c2-3583-40e3-882c-e5d19b2dce00,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:02.040974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Attempting to bind port 1c8af7c2-3583-40e3-882c-e5d19b2dce00 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:10:02.041676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Attempting to bind port 1c8af7c2-3583-40e3-882c-e5d19b2dce00 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:10:02.041676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Attempting to bind port 1c8af7c2-3583-40e3-882c-e5d19b2dce00 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:10:02.046471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Port 1c8af7c2-3583-40e3-882c-e5d19b2dce00 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:10:02.046804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Attempting to bind port 1c8af7c2-3583-40e3-882c-e5d19b2dce00 on network 222dd9d8-01e1-49e7-9bb7-8028b20baa13 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:10:02.051557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:10:02.051906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Checking segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:10:02.052307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Bound using segment: {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:10:02.052728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Bound port: 1c8af7c2-3583-40e3-882c-e5d19b2dce00, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36b2fcc-9344-4d53-95f9-ed80b401803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:10:02.053085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:02.114092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] For port 1c8af7c2-3583-40e3-882c-e5d19b2dce00, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:10:02.118303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] For port 1c8af7c2-3583-40e3-882c-e5d19b2dce00, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c8af7c2-3583-40e3-882c-e5d19b2dce00,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:10:02.125030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:02.166765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:02.167776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:02.169816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c8af7c2-3583-40e3-882c-e5d19b2dce00 HTTP/1.1" status: 200  len: 1091 time: 0.5869672
Nov 27 21:10:02.170270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8ada76-a85d-40d5-aedc-4323b4072dd2', 'tag': '1c8af7c2-3583-40e3-882c-e5d19b2dce00'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:10:02.172598 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a241ef24-accd-4a88-8481-43e82fde2574" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8ada76-a85d-40d5-aedc-4323b4072dd2", "tag": "1c8af7c2-3583-40e3-882c-e5d19b2dce00"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:10:02.203767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a56ad4-a17e-4777-a4c8-4ddc3460c6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8af7c2-3583-40e3-882c-e5d19b2dce00,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:02.222414 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159cdf0b-186a-47ee-bb63-9294f67779b2 x-openstack-request-id: req-159cdf0b-186a-47ee-bb63-9294f67779b2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:10:02.222707 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8ada76-a85d-40d5-aedc-4323b4072dd2", "tag": "1c8af7c2-3583-40e3-882c-e5d19b2dce00", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:10:02.222974 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-159cdf0b-186a-47ee-bb63-9294f67779b2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:10:02.223398 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8ada76-a85d-40d5-aedc-4323b4072dd2', 'tag': '1c8af7c2-3583-40e3-882c-e5d19b2dce00', 'status': 'completed', 'code': 200}
Nov 27 21:10:02.257494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84325d6-79d5-444d-aebc-f265009425ff req-2e2e5728-95f2-44c2-b458-6595fc75b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:02.259021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-2e2e5728-95f2-44c2-b458-6595fc75b5f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 1094 time: 0.0464971
Nov 27 21:10:02.308698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-abcdbbe3-8446-4af9-b1be-3924d96dbaa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c8af7c2-3583-40e3-882c-e5d19b2dce00 HTTP/1.1" status: 200  len: 217 time: 0.0418570
Nov 27 21:10:02.385713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8ca59-b0df-4faf-bbd4-65e4fa62fff9 req-30d7450c-a857-4163-9338-9806dcf125f2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:02.387175 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38e8ca59-b0df-4faf-bbd4-65e4fa62fff9 req-30d7450c-a857-4163-9338-9806dcf125f2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 943 time: 0.0874062
Nov 27 21:10:02.391820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84325d6-79d5-444d-aebc-f265009425ff req-fdc1d581-b1ef-4907-88eb-ceaf2968c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:02.393134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-fdc1d581-b1ef-4907-88eb-ceaf2968c90c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0641627
Nov 27 21:10:02.432743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-243d2fe0-e954-49f8-bc82-163b5c373d17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321531
Nov 27 21:10:02.499971 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38e8ca59-b0df-4faf-bbd4-65e4fa62fff9 req-0bb3f7a6-4e12-4424-922a-54ae88385d01 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058965
Nov 27 21:10:02.540011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-055b3202-42a3-4e5a-8010-3be8e262c739 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982852
Nov 27 21:10:02.629447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a84325d6-79d5-444d-aebc-f265009425ff req-03daf91c-cdcf-46ba-a5c2-4c6cf6177d3f service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823457
Nov 27 21:10:02.721218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ef24-accd-4a88-8481-43e82fde2574 req-6a4d0cca-5b89-481c-81a4-8ce178dfe030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:02.721218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a241ef24-accd-4a88-8481-43e82fde2574 req-6a4d0cca-5b89-481c-81a4-8ce178dfe030 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 1094 time: 0.0411000
Nov 27 21:10:02.816110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ef24-accd-4a88-8481-43e82fde2574 req-d1f52de5-c8e6-4e1a-a6d6-9eca23148be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:02.817561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a241ef24-accd-4a88-8481-43e82fde2574 req-d1f52de5-c8e6-4e1a-a6d6-9eca23148be1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 200  len: 907 time: 0.0896461
Nov 27 21:10:02.858629 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a241ef24-accd-4a88-8481-43e82fde2574 req-38cda66f-74a4-4a93-b394-a930989f3101 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c8af7c2-3583-40e3-882c-e5d19b2dce00 HTTP/1.1" status: 200  len: 217 time: 0.0340180
Nov 27 21:10:02.909350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ef24-accd-4a88-8481-43e82fde2574 req-576d4ba5-679f-46b3-81fc-e6b8f47cb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:02.910748 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a241ef24-accd-4a88-8481-43e82fde2574 req-576d4ba5-679f-46b3-81fc-e6b8f47cb7c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 200  len: 846 time: 0.0457602
Nov 27 21:10:02.941050 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a241ef24-accd-4a88-8481-43e82fde2574 req-c28dc926-839e-4d73-8112-8baf5be3ef3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222dd9d8-01e1-49e7-9bb7-8028b20baa13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0233960
Nov 27 21:10:03.029349 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a241ef24-accd-4a88-8481-43e82fde2574 req-1f0ade60-d667-49a3-8cd9-23a5b614fd03 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810907
Nov 27 21:10:03.121750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a241ef24-accd-4a88-8481-43e82fde2574 req-9313c49a-bfff-48df-8ebd-a66312117cf7 service neutron] 10.222.0.15 "GET /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842016
Nov 27 21:10:03.620596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155f83b-11c7-4776-9e95-701851380883 req-2bbd277f-2ac5-42a4-97a1-506d5b68252d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:03.622083 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b155f83b-11c7-4776-9e95-701851380883 req-2bbd277f-2ac5-42a4-97a1-506d5b68252d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 943 time: 0.0494387
Nov 27 21:10:03.674626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b155f83b-11c7-4776-9e95-701851380883 req-7c14e461-5011-48fb-98a9-8611fc43e3c0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459845
Nov 27 21:10:04.304746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-46b31034-0c30-4da6-9185-c7f846ef2765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:04.792904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544313d3-fca0-44c0-9a8e-9890f10e4b9f req-3045a814-baa1-40df-a64a-c27283f778c0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:04.794453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-544313d3-fca0-44c0-9a8e-9890f10e4b9f req-3045a814-baa1-40df-a64a-c27283f778c0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 943 time: 0.0502238
Nov 27 21:10:04.842710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-544313d3-fca0-44c0-9a8e-9890f10e4b9f req-4243791f-87a8-46a5-8e15-da28233bad7c tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422685
Nov 27 21:10:05.960676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f61065-8c90-436d-8f6f-6f985914da35 req-ac6693e3-b597-4066-86e0-6f78d4216d38 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:05.962168 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65f61065-8c90-436d-8f6f-6f985914da35 req-ac6693e3-b597-4066-86e0-6f78d4216d38 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 943 time: 0.0485430
Nov 27 21:10:06.009197 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65f61065-8c90-436d-8f6f-6f985914da35 req-e6c4ca44-b1cc-4e44-994c-fc2ed2790d3d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407603
Nov 27 21:10:06.428521 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6283e9b4-add3-4ec5-bee1-6327e0cbfc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:07.126750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9f0a4-33f3-4b52-9b77-fb94f98169fd req-ca462cd0-c602-4ba2-bbb1-2de8a3a09422 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:07.128182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9f9f0a4-33f3-4b52-9b77-fb94f98169fd req-ca462cd0-c602-4ba2-bbb1-2de8a3a09422 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 943 time: 0.0495908
Nov 27 21:10:07.178577 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9f9f0a4-33f3-4b52-9b77-fb94f98169fd req-8af709e3-8023-47b6-ad98-f57409610737 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446119
Nov 27 21:10:07.692503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1c8af7c2-3583-40e3-882c-e5d19b2dce00 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:10:07.789903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1c8af7c2-3583-40e3-882c-e5d19b2dce00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c8af7c2-3583-40e3-882c-e5d19b2dce00,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:10:07.801363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '1c8af7c2-3583-40e3-882c-e5d19b2dce00', 'network_id': '222dd9d8-01e1-49e7-9bb7-8028b20baa13', 'port_id': '1c8af7c2-3583-40e3-882c-e5d19b2dce00', 'mac_address': 'fa:16:3e:e3:c1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b06d34-5b0e-426f-968c-5fc6c99a5004', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:10:07.847523 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:07.848553 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:07.861187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8af7c2-3583-40e3-882c-e5d19b2dce00 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:10:07.881403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1c8af7c2-3583-40e3-882c-e5d19b2dce00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c8af7c2-3583-40e3-882c-e5d19b2dce00,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:10:07.884963 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:07.930192 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1c8af7c2-3583-40e3-882c-e5d19b2dce00,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:08.215608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1c8af7c2-3583-40e3-882c-e5d19b2dce00'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:10:08.296934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b06a-5d92-4d12-baa9-056c8d643b40 req-c8e8ec57-3577-470e-b12c-3c889e566034 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:08.298426 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ba8b06a-5d92-4d12-baa9-056c8d643b40 req-c8e8ec57-3577-470e-b12c-3c889e566034 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 944 time: 0.0495985
Nov 27 21:10:08.347057 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5ba8b06a-5d92-4d12-baa9-056c8d643b40 req-2c07cb41-2d7b-420f-b18a-cfb9d4557adb tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425115
Nov 27 21:10:09.463735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f22af-cf35-4430-b39d-c4d87c617a21 req-ad8868c5-68a0-4af8-9dde-b55614f5dd72 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:09.465201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-863f22af-cf35-4430-b39d-c4d87c617a21 req-ad8868c5-68a0-4af8-9dde-b55614f5dd72 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 944 time: 0.0493281
Nov 27 21:10:09.512196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-863f22af-cf35-4430-b39d-c4d87c617a21 req-f49fd966-a129-4735-ba35-3ab9cdee9f12 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403917
Nov 27 21:10:09.539709 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:09.695213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1c8af7c2-3583-40e3-882c-e5d19b2dce00 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:10:09.745549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 1c8af7c2-3583-40e3-882c-e5d19b2dce00 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:10:09.749619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 1c8af7c2-3583-40e3-882c-e5d19b2dce00 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:10:09.749996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:09.824297 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:09.846566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ada76-a85d-40d5-aedc-4323b4072dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8af7c2-3583-40e3-882c-e5d19b2dce00'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:10:09.848833 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4518e2-e74f-4ff1-8408-2f3148124994" -d '{"events": [{"server_uuid": "4f8ada76-a85d-40d5-aedc-4323b4072dd2", "name": "network-vif-plugged", "status": "completed", "tag": "1c8af7c2-3583-40e3-882c-e5d19b2dce00"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:10:09.861673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1c8af7c2-3583-40e3-882c-e5d19b2dce00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c8af7c2-3583-40e3-882c-e5d19b2dce00,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:10:09.865933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:09.891323 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce6db50-db2c-4a5d-ad85-73997a484824 x-openstack-request-id: req-1ce6db50-db2c-4a5d-ad85-73997a484824 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:10:09.891623 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8ada76-a85d-40d5-aedc-4323b4072dd2", "name": "network-vif-plugged", "status": "completed", "tag": "1c8af7c2-3583-40e3-882c-e5d19b2dce00", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:10:09.891883 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ce6db50-db2c-4a5d-ad85-73997a484824 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:10:09.892275 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ada76-a85d-40d5-aedc-4323b4072dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8af7c2-3583-40e3-882c-e5d19b2dce00', 'code': 200}
Nov 27 21:10:09.916920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1c8af7c2-3583-40e3-882c-e5d19b2dce00,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:09.989633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc02f6-eb57-4f43-a644-a09c3efc656e req-84af8b76-e5f9-4d1d-8961-724923f007ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:09.991000 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cbbc02f6-eb57-4f43-a644-a09c3efc656e req-84af8b76-e5f9-4d1d-8961-724923f007ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 1096 time: 0.0386987
Nov 27 21:10:10.034418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cbbc02f6-eb57-4f43-a644-a09c3efc656e req-5af14e13-e217-4b5a-bd08-0ddaf3f3e007 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358257
Nov 27 21:10:10.263099 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:10.634486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a03c4-040e-4c56-bd16-996d1be24e3d req-038c050b-538c-41e9-a495-0a1a0d8ff38b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:10.635988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f54a03c4-040e-4c56-bd16-996d1be24e3d req-038c050b-538c-41e9-a495-0a1a0d8ff38b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0514088
Nov 27 21:10:10.682920 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f54a03c4-040e-4c56-bd16-996d1be24e3d req-5d0cb5cf-1df4-46a4-98a5-2c87a645875d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409954
Nov 27 21:10:11.802937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25491ac-3f29-46e8-920b-10aadd87bf52 req-7c279817-04e5-427c-8cbf-e0d07408c33e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:11.804428 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c25491ac-3f29-46e8-920b-10aadd87bf52 req-7c279817-04e5-427c-8cbf-e0d07408c33e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0519097
Nov 27 21:10:11.851198 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c25491ac-3f29-46e8-920b-10aadd87bf52 req-acd4ac22-8e4d-4fc1-b4b9-cb1c8d7bff6e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408983
Nov 27 21:10:12.052651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34b9b-0570-4014-acf4-9f7a9b4ed11d req-60c4355a-c6c8-4de7-b880-eafe05cbad4b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:12.054120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29e34b9b-0570-4014-acf4-9f7a9b4ed11d req-60c4355a-c6c8-4de7-b880-eafe05cbad4b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0484395
Nov 27 21:10:12.100529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29e34b9b-0570-4014-acf4-9f7a9b4ed11d req-c5203182-91cc-49d7-9269-84dd44b5ac2e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405641
Nov 27 21:10:12.215032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29467fca-c7ec-409e-92c0-2598bce8bdf7 req-4cf03c24-27d2-4f79-8685-3195cc23b2be tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:12.217274 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29467fca-c7ec-409e-92c0-2598bce8bdf7 req-4cf03c24-27d2-4f79-8685-3195cc23b2be tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0493989
Nov 27 21:10:12.268782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29467fca-c7ec-409e-92c0-2598bce8bdf7 req-d7c7bb61-af11-43ff-9edc-06e467bb327e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457714
Nov 27 21:10:12.484545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f74c1-bf16-46c8-af5f-1dd5018499d7 req-04b918e7-d38b-4f70-96ef-df4c177484d7 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:12.485955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-471f74c1-bf16-46c8-af5f-1dd5018499d7 req-04b918e7-d38b-4f70-96ef-df4c177484d7 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0488868
Nov 27 21:10:12.536500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-471f74c1-bf16-46c8-af5f-1dd5018499d7 req-e2acb3aa-a74f-4b5e-84c0-c5a67b52cd1b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445669
Nov 27 21:10:13.657246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977053-cd41-4586-8e26-c79137e395f1 req-170cbc26-c608-4ac2-9e2f-70e71a2351b1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:13.658712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-94977053-cd41-4586-8e26-c79137e395f1 req-170cbc26-c608-4ac2-9e2f-70e71a2351b1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0524220
Nov 27 21:10:13.705169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-94977053-cd41-4586-8e26-c79137e395f1 req-0d91d9c4-fc55-462a-97f9-f702d545019d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405240
Nov 27 21:10:13.979229 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:10:14.821712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ecc27-7241-4692-936e-234cf14d6cac req-d2ce609a-eeb1-4823-af01-248f7ff6fa6e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:14.823189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce4ecc27-7241-4692-936e-234cf14d6cac req-d2ce609a-eeb1-4823-af01-248f7ff6fa6e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0490899
Nov 27 21:10:14.869675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce4ecc27-7241-4692-936e-234cf14d6cac req-d4910ecd-a5a9-4d41-93cf-2eec5668f202 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406711
Nov 27 21:10:15.986254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5d667-24e2-4502-b31b-347e300d9b3b req-90eb82c3-9b2a-4d06-8137-263ea5c8600e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:15.987759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74b5d667-24e2-4502-b31b-347e300d9b3b req-90eb82c3-9b2a-4d06-8137-263ea5c8600e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0480888
Nov 27 21:10:16.014412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:16.037265 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74b5d667-24e2-4502-b31b-347e300d9b3b req-8ac33cff-48ac-434a-b242-2bcd30186e6b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436909
Nov 27 21:10:17.162865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f664f2-e6b3-413e-a4f4-5082a594e7af req-38ba8e8d-4c6a-4ebd-a8a3-b5d2d29107f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:17.164348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-75f664f2-e6b3-413e-a4f4-5082a594e7af req-38ba8e8d-4c6a-4ebd-a8a3-b5d2d29107f9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0484109
Nov 27 21:10:17.210021 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-75f664f2-e6b3-413e-a4f4-5082a594e7af req-25de2ce8-bff2-4682-9ec9-afb2469cf89e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399454
Nov 27 21:10:18.326042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa009d0c-14c6-42fc-a161-68e97012edb5 req-22750063-1b1f-4649-9257-481f4302f9a0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:18.328125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa009d0c-14c6-42fc-a161-68e97012edb5 req-22750063-1b1f-4649-9257-481f4302f9a0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0485849
Nov 27 21:10:18.378808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa009d0c-14c6-42fc-a161-68e97012edb5 req-363b166c-36bf-4650-9a18-8ef963985d10 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448761
Nov 27 21:10:18.406646 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:19.500058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311ea9-4a56-41ea-ad4b-20c4e807e0d5 req-eb9c3f4d-cb69-4cf5-9d22-57a37f1a33bf tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:19.501521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29311ea9-4a56-41ea-ad4b-20c4e807e0d5 req-eb9c3f4d-cb69-4cf5-9d22-57a37f1a33bf tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0524259
Nov 27 21:10:19.547371 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29311ea9-4a56-41ea-ad4b-20c4e807e0d5 req-259c9fe9-3d70-4dfb-b622-4094b537b51d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400598
Nov 27 21:10:20.666278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdacf3-3478-4cea-94d0-d508c6d68823 req-0a15461a-3f45-4eab-8d4c-b31a33730737 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:20.667798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1fdacf3-3478-4cea-94d0-d508c6d68823 req-0a15461a-3f45-4eab-8d4c-b31a33730737 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0500891
Nov 27 21:10:20.714261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1fdacf3-3478-4cea-94d0-d508c6d68823 req-9c08ab79-5bcd-43e5-b2a5-ff2f2346bc08 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400591
Nov 27 21:10:21.834863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb647f-2bbd-49f5-9bac-b7c52d92ba8a req-3e301c52-e0ee-48f1-bf5d-05069d6fe3c9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:21.836684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1bbb647f-2bbd-49f5-9bac-b7c52d92ba8a req-3e301c52-e0ee-48f1-bf5d-05069d6fe3c9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0516291
Nov 27 21:10:21.883803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1bbb647f-2bbd-49f5-9bac-b7c52d92ba8a req-cd585415-f340-474a-9b88-591e79b1db47 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414736
Nov 27 21:10:23.001544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de2076-2f29-493b-9005-22d410d2addc req-b20c219f-54c6-4b22-ba09-e6c534e050e0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:23.003039 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-16de2076-2f29-493b-9005-22d410d2addc req-b20c219f-54c6-4b22-ba09-e6c534e050e0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0483706
Nov 27 21:10:23.053343 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-16de2076-2f29-493b-9005-22d410d2addc req-3feb2604-85d0-4261-b920-31c87a1de0e7 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444481
Nov 27 21:10:24.184813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe65d66-4b91-4701-941e-cdd25a4bb1fe req-6a0713dc-e682-42a5-b8a5-382e1f7cbd80 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:24.186226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe65d66-4b91-4701-941e-cdd25a4bb1fe req-6a0713dc-e682-42a5-b8a5-382e1f7cbd80 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0534425
Nov 27 21:10:24.233112 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6fe65d66-4b91-4701-941e-cdd25a4bb1fe req-33210527-23f7-42a8-b047-6378851961be tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409558
Nov 27 21:10:25.354582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db73f92-83c2-4341-97d7-3671749b6216 req-9e095c15-6fba-4824-822b-47e764dac323 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:25.356104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4db73f92-83c2-4341-97d7-3671749b6216 req-9e095c15-6fba-4824-822b-47e764dac323 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0526881
Nov 27 21:10:25.402341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4db73f92-83c2-4341-97d7-3671749b6216 req-14931a8b-5a56-4762-bb9e-df491292f8d6 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396721
Nov 27 21:10:26.518491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f7dc5-6aa5-4d3c-96f8-4cf904a5e1b1 req-906aa8ac-ade7-483b-b86e-b6f08016b88c tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:26.519983 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d88f7dc5-6aa5-4d3c-96f8-4cf904a5e1b1 req-906aa8ac-ade7-483b-b86e-b6f08016b88c tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0482204
Nov 27 21:10:26.566266 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d88f7dc5-6aa5-4d3c-96f8-4cf904a5e1b1 req-8774642a-3d86-4572-88e0-247ae193b7d2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404778
Nov 27 21:10:27.681966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340bee4-598a-46c4-9c19-5141283ca936 req-9c022fbd-6318-4179-b599-924a17cd7b0b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:27.683456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5340bee4-598a-46c4-9c19-5141283ca936 req-9c022fbd-6318-4179-b599-924a17cd7b0b tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0479829
Nov 27 21:10:27.729479 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5340bee4-598a-46c4-9c19-5141283ca936 req-2977fcf0-0ce5-4c9d-840d-d328cefc6f9a tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395544
Nov 27 21:10:28.848358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86709884-8e7f-4a65-b63e-bde8e53b1298 req-2adab2c8-aafd-4c96-aac2-daa623d49b3e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:28.849833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86709884-8e7f-4a65-b63e-bde8e53b1298 req-2adab2c8-aafd-4c96-aac2-daa623d49b3e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0483022
Nov 27 21:10:28.900057 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86709884-8e7f-4a65-b63e-bde8e53b1298 req-43a6370b-ee95-4438-a016-6a03ad568845 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444593
Nov 27 21:10:30.015569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6e2e2-d57a-48cd-9864-0c274d9c07ab req-cd42e11f-b580-4132-b192-00549c1c216d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:30.017014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-94c6e2e2-d57a-48cd-9864-0c274d9c07ab req-cd42e11f-b580-4132-b192-00549c1c216d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0476334
Nov 27 21:10:30.065729 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-94c6e2e2-d57a-48cd-9864-0c274d9c07ab req-ef84d1c4-8e69-4039-9852-5d2d4bdb6075 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427010
Nov 27 21:10:31.185141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cad4b-7be8-4841-bc27-808ae11f7dc1 req-f6e86e73-8616-4a0a-9117-b18af619c64e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:31.186658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-127cad4b-7be8-4841-bc27-808ae11f7dc1 req-f6e86e73-8616-4a0a-9117-b18af619c64e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0486088
Nov 27 21:10:31.232517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-127cad4b-7be8-4841-bc27-808ae11f7dc1 req-3c33c923-087a-4917-9ab7-2c79d938787e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399456
Nov 27 21:10:32.410585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c53cc1-9991-435f-9138-0606588ad7d2 req-a0ae7f24-e472-4502-9676-546645c9dc67 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:32.412123 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a6c53cc1-9991-435f-9138-0606588ad7d2 req-a0ae7f24-e472-4502-9676-546645c9dc67 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.1088967
Nov 27 21:10:32.459431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a6c53cc1-9991-435f-9138-0606588ad7d2 req-b44e99ef-bdbf-4789-91b4-1db8ad08a288 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412652
Nov 27 21:10:33.577617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883e5fa-85f2-4592-8dec-d9c30f817198 req-9576908c-711d-4e57-8db5-ff4c2054a771 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:33.579097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9883e5fa-85f2-4592-8dec-d9c30f817198 req-9576908c-711d-4e57-8db5-ff4c2054a771 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0493770
Nov 27 21:10:33.626932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9883e5fa-85f2-4592-8dec-d9c30f817198 req-a291f589-bdee-4c96-9116-167b7bdf7e0e tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414860
Nov 27 21:10:34.305348 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a3106d3f-6e34-4399-bbe2-42c122e364eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:34.741947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621d10b-595c-4895-b6ef-2bce7b9eb081 req-1a204986-9a77-4514-a834-0a369e2e5c94 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:34.743466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c621d10b-595c-4895-b6ef-2bce7b9eb081 req-1a204986-9a77-4514-a834-0a369e2e5c94 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0473361
Nov 27 21:10:34.791096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c621d10b-595c-4895-b6ef-2bce7b9eb081 req-b7d4a4de-ca1e-447c-b22d-00642d6ad2a9 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409007
Nov 27 21:10:35.915598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dc999-8ee0-43ae-92bf-70ea8a310bf6 req-33387fdc-2158-4791-9c70-c7ade95c9bc4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:35.917065 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-935dc999-8ee0-43ae-92bf-70ea8a310bf6 req-33387fdc-2158-4791-9c70-c7ade95c9bc4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0523140
Nov 27 21:10:35.963382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-935dc999-8ee0-43ae-92bf-70ea8a310bf6 req-6b1da6ff-87b7-4d36-8295-9c725c8a3cb4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397429
Nov 27 21:10:36.429671 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd09b-077e-4cc9-a2b4-f70fe185cb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:37.084717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e8c9c-9163-4a47-bebc-2d2aa3c99bc1 req-3c231b76-69af-4cc8-95e0-111e08e5ced7 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:37.086173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d7e8c9c-9163-4a47-bebc-2d2aa3c99bc1 req-3c231b76-69af-4cc8-95e0-111e08e5ced7 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0525587
Nov 27 21:10:37.133837 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d7e8c9c-9163-4a47-bebc-2d2aa3c99bc1 req-325b9c3d-6832-425a-8385-b1733455c726 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417287
Nov 27 21:10:37.823182 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:38.251680 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c876f-3cab-44cf-9556-1e1ab12ede1a req-85432fc0-fefc-4313-90dc-1a6d0fb25d55 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:38.253583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-347c876f-3cab-44cf-9556-1e1ab12ede1a req-85432fc0-fefc-4313-90dc-1a6d0fb25d55 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0494998
Nov 27 21:10:38.307875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-347c876f-3cab-44cf-9556-1e1ab12ede1a req-cd560027-9320-4c59-bd11-07e654f96108 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480533
Nov 27 21:10:38.515246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccedd8b-a982-42b0-8c0c-8ea96ae9cb68 req-6dd31c0a-c50b-4b72-9766-0fb46c2f2e89 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:38.516768 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ccedd8b-a982-42b0-8c0c-8ea96ae9cb68 req-6dd31c0a-c50b-4b72-9766-0fb46c2f2e89 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0492110
Nov 27 21:10:38.568863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ccedd8b-a982-42b0-8c0c-8ea96ae9cb68 req-1763f0c9-d835-4c94-b4f9-003121db7673 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457323
Nov 27 21:10:38.686452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d91f2-5cef-4cd4-9ac1-f3e2a0c35387 req-6d263336-de97-42a8-97e1-7eee963af868 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:38.687947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-935d91f2-5cef-4cd4-9ac1-f3e2a0c35387 req-6d263336-de97-42a8-97e1-7eee963af868 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0508969
Nov 27 21:10:38.735427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-935d91f2-5cef-4cd4-9ac1-f3e2a0c35387 req-d32801b9-144e-4264-8e42-ceb4dddc336f tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414672
Nov 27 21:10:39.033527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7a866-c966-4258-82ba-3a007d7bc709 req-acc3befc-35c6-4f2d-b26f-b7e1a9d74448 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:39.035991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0b7a866-c966-4258-82ba-3a007d7bc709 req-acc3befc-35c6-4f2d-b26f-b7e1a9d74448 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.1092255
Nov 27 21:10:39.087186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0b7a866-c966-4258-82ba-3a007d7bc709 req-1bbc674a-88b0-4ac2-ac4a-b1ff0c7027e1 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434039
Nov 27 21:10:39.541155 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:40.210732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbe196-1229-41d8-a2fb-52a7e0e9bdd2 req-2291f84d-d182-443a-a4f6-5379d5444b47 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:40.212154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1bcbe196-1229-41d8-a2fb-52a7e0e9bdd2 req-2291f84d-d182-443a-a4f6-5379d5444b47 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0512269
Nov 27 21:10:40.255593 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:40.288043 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1bcbe196-1229-41d8-a2fb-52a7e0e9bdd2 req-043f0dde-f1f1-4e99-ac23-b351afd6cd2d tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636694
Nov 27 21:10:40.296859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-820d2215-ced7-4112-983a-ef5450e5d9c8 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:40.298280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-820d2215-ced7-4112-983a-ef5450e5d9c8 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f8ada76-a85d-40d5-aedc-4323b4072dd2 HTTP/1.1" status: 200  len: 945 time: 0.0818868
Nov 27 21:10:40.387726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Deleting port 1c8af7c2-3583-40e3-882c-e5d19b2dce00 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:10:40.388073 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:40.476967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] For port 1c8af7c2-3583-40e3-882c-e5d19b2dce00, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c8af7c2-3583-40e3-882c-e5d19b2dce00,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:10:40.477268 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:40.489321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Calling delete_port for 1c8af7c2-3583-40e3-882c-e5d19b2dce00 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:10:40.614028 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:40.626263 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f', '1c8af7c2-3583-40e3-882c-e5d19b2dce00'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:10:40.640771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event deleted for resources: {'Port': ['ID=1c8af7c2-3583-40e3-882c-e5d19b2dce00,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:40.651195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.651618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.652016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.652369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.652710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.653055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.653394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.653730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.654064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.654429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.654763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.655093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:40.708540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] No DVR routers for this DVR port 1c8af7c2-3583-40e3-882c-e5d19b2dce00 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:10:40.711246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:40.714603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a35d6dc4-084d-4d35-8283-b2c8f032d30f req-8c35870e-8aaf-4606-a6f9-c50d22c41fe4 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "DELETE /v2.0/ports/1c8af7c2-3583-40e3-882c-e5d19b2dce00 HTTP/1.1" status: 204  len: 173 time: 0.4101300
Nov 27 21:10:40.715061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ada76-a85d-40d5-aedc-4323b4072dd2', 'name': 'network-vif-deleted', 'tag': '1c8af7c2-3583-40e3-882c-e5d19b2dce00'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:10:40.717524 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832c676-4948-459c-b156-d0e71a2c2516" -d '{"events": [{"server_uuid": "4f8ada76-a85d-40d5-aedc-4323b4072dd2", "name": "network-vif-deleted", "tag": "1c8af7c2-3583-40e3-882c-e5d19b2dce00"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:10:40.764731 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae1042a-742b-490d-a525-fb6b2e72c39b x-openstack-request-id: req-6ae1042a-742b-490d-a525-fb6b2e72c39b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:10:40.765099 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8ada76-a85d-40d5-aedc-4323b4072dd2", "name": "network-vif-deleted", "tag": "1c8af7c2-3583-40e3-882c-e5d19b2dce00", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:10:40.765362 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ae1042a-742b-490d-a525-fb6b2e72c39b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:10:40.765774 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ada76-a85d-40d5-aedc-4323b4072dd2', 'name': 'network-vif-deleted', 'tag': '1c8af7c2-3583-40e3-882c-e5d19b2dce00', 'status': 'completed', 'code': 200}
Nov 27 21:10:41.071316 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-63d5c6af-b044-472d-a348-0090d234b006 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400352
Nov 27 21:10:41.163211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-52e5a89f-c6d2-4ab0-881f-b412436b0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:41.163211 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-52e5a89f-c6d2-4ab0-881f-b412436b0073 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49981e6330d04897a5b23f4ca0b9a934&device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 1096 time: 0.0462716
Nov 27 21:10:41.273624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-492cb36a-21c4-47c7-9902-3da0f3d025f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:41.275449 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-492cb36a-21c4-47c7-9902-3da0f3d025f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82b7458b-bb62-43f1-8459-dfaac22cfd80 HTTP/1.1" status: 200  len: 908 time: 0.0875618
Nov 27 21:10:41.352140 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-fac76101-5f32-4bd5-ab87-cd73085b78b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed HTTP/1.1" status: 200  len: 1001 time: 0.0650227
Nov 27 21:10:41.407063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-feefc01c-e933-4a6e-9095-e59cbcb6afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:41.408657 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-feefc01c-e933-4a6e-9095-e59cbcb6afac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25faca2d-2257-4a52-b33e-465ce544c73e HTTP/1.1" status: 200  len: 846 time: 0.0455816
Nov 27 21:10:41.462204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-b72c5f2a-1185-4dea-a509-d24b46694bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:41.463753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-b72c5f2a-1185-4dea-a509-d24b46694bc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82b7458b-bb62-43f1-8459-dfaac22cfd80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437908
Nov 27 21:10:41.564008 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-bf0314d7-e7c3-40d6-b2ce-6525b0bf914d service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877380
Nov 27 21:10:41.664479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5c9ce4de-a372-4671-947a-7c7cd0988429 req-e4f1026b-ea8b-4fee-b8e5-9ad29bba559a service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880518
Nov 27 21:10:42.318492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a702eba-313a-4246-a5f0-50204027da98 req-f90a27c9-84ac-4925-9288-1e07502aa307 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:42.319908 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a702eba-313a-4246-a5f0-50204027da98 req-f90a27c9-84ac-4925-9288-1e07502aa307 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 946 time: 0.3639672
Nov 27 21:10:42.365860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a702eba-313a-4246-a5f0-50204027da98 req-d0f45839-e8b2-422e-938d-dc9ec3679164 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400496
Nov 27 21:10:43.453122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-8555967e-4563-44fd-b298-94c487df59ec tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:43.454602 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-8555967e-4563-44fd-b298-94c487df59ec tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 946 time: 0.0496554
Nov 27 21:10:43.485762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021a495-c50c-4e43-9db8-77778bd6179a req-a10cb6b3-469f-4448-a934-3d9eb2aa1cd0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:43.487349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8021a495-c50c-4e43-9db8-77778bd6179a req-a10cb6b3-469f-4448-a934-3d9eb2aa1cd0 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/ports?device_id=af42a712-cb65-42f8-b073-c9aa8c778116 HTTP/1.1" status: 200  len: 946 time: 0.0499477
Nov 27 21:10:43.535220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8021a495-c50c-4e43-9db8-77778bd6179a req-006c889c-7379-4bb0-b366-33a4bca2d35c tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.21 "GET /v2.0/security-groups?id=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415208
Nov 27 21:10:43.555235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Deleting port c65eb439-cdbe-4239-9004-3a356e2f3c6f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:10:43.555235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:43.635965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] For port c65eb439-cdbe-4239-9004-3a356e2f3c6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65eb439-cdbe-4239-9004-3a356e2f3c6f,segment=NetworkSegment(e36b2fcc-9344-4d53-95f9-ed80b401803c),segment_id=e36b2fcc-9344-4d53-95f9-ed80b401803c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:10:43.636330 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:43.649381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Calling delete_port for c65eb439-cdbe-4239-9004-3a356e2f3c6f owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:10:43.773938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:43.797654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c65eb439-cdbe-4239-9004-3a356e2f3c6f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:10:43.800130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Pushing event deleted for resources: {'Port': ['ID=c65eb439-cdbe-4239-9004-3a356e2f3c6f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:43.843426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] No DVR routers for this DVR port c65eb439-cdbe-4239-9004-3a356e2f3c6f on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:10:43.846166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:43.850215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2c822c7-7bd8-458d-8b9d-b543f2f29239 req-9f1b19e0-2045-4996-8d44-84b86f2a32c2 tempest-ServersTestJSON-904910598 tempest-ServersTestJSON-904910598-project] 10.222.0.15 "DELETE /v2.0/ports/c65eb439-cdbe-4239-9004-3a356e2f3c6f HTTP/1.1" status: 204  len: 173 time: 0.3875237
Nov 27 21:10:43.850689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af42a712-cb65-42f8-b073-c9aa8c778116', 'name': 'network-vif-deleted', 'tag': 'c65eb439-cdbe-4239-9004-3a356e2f3c6f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:10:43.853080 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b246f98-2d67-4b49-ab93-58f16d6acbc1" -d '{"events": [{"server_uuid": "af42a712-cb65-42f8-b073-c9aa8c778116", "name": "network-vif-deleted", "tag": "c65eb439-cdbe-4239-9004-3a356e2f3c6f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:10:43.888497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1c8af7c2-3583-40e3-882c-e5d19b2dce00 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:10:43.897650 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb6ae95-751d-49a2-a458-c414471eeefa x-openstack-request-id: req-0bb6ae95-751d-49a2-a458-c414471eeefa {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:10:43.897953 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af42a712-cb65-42f8-b073-c9aa8c778116", "name": "network-vif-deleted", "tag": "c65eb439-cdbe-4239-9004-3a356e2f3c6f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:10:43.898213 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bb6ae95-751d-49a2-a458-c414471eeefa {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:10:43.898641 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af42a712-cb65-42f8-b073-c9aa8c778116', 'name': 'network-vif-deleted', 'tag': 'c65eb439-cdbe-4239-9004-3a356e2f3c6f', 'status': 'completed', 'code': 200}
Nov 27 21:10:44.062415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 1c8af7c2-3583-40e3-882c-e5d19b2dce00 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:10:44.062658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1c8af7c2-3583-40e3-882c-e5d19b2dce00 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:10:44.063076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c65eb439-cdbe-4239-9004-3a356e2f3c6f no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:10:44.082397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: c65eb439-cdbe-4239-9004-3a356e2f3c6f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:10:44.082748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c65eb439-cdbe-4239-9004-3a356e2f3c6f not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:10:44.595523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36684) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:44.642666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4dd359-a48f-47ec-9544-ff3894e21236 admin admin] Deleting subnet 26b06d34-5b0e-426f-968c-5fc6c99a5004 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:10:44.645737 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd359-a48f-47ec-9544-ff3894e21236 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:44.679843 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd359-a48f-47ec-9544-ff3894e21236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:44.717750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd359-a48f-47ec-9544-ff3894e21236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:44.767984 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd359-a48f-47ec-9544-ff3894e21236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:44.795180 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd359-a48f-47ec-9544-ff3894e21236 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:44.798354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ec4dd359-a48f-47ec-9544-ff3894e21236 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26b06d34-5b0e-426f-968c-5fc6c99a5004 HTTP/1.1" status: 204  len: 168 time: 0.2017896
Nov 27 21:10:44.799339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dd359-a48f-47ec-9544-ff3894e21236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b06d34-5b0e-426f-968c-5fc6c99a5004,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:44.801009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36686) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:44.873457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:44.949439 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:44.972774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef0b8a30>,) {'filters': {'network_id': ['222dd9d8-01e1-49e7-9bb7-8028b20baa13']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:10:44.981814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef0b8a30>, 'e36b2fcc-9344-4d53-95f9-ed80b401803c') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:10:44.982619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef0b8a30>, 'e36b2fcc-9344-4d53-95f9-ed80b401803c') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:10:44.991754 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:45.005536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:45.011338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:10:45.011722 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:10:45.013339 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:10:45.064901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:45.070282 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:45.073597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/222dd9d8-01e1-49e7-9bb7-8028b20baa13 HTTP/1.1" status: 204  len: 168 time: 0.2709997
Nov 27 21:10:45.084489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=222dd9d8-01e1-49e7-9bb7-8028b20baa13,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:45.092155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.092521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.092876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.093224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.093570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.093915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.094257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.094686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.094917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.095273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.095612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.095945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8a158-d54b-496d-8797-15d6030ff0f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:10:45.187004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36690) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:45.225234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a5206086-18e1-4d9a-a3f9-4d81ab8cf6d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e50ca5bbf0334faa9bad45c847b7301c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0369444
Nov 27 21:10:45.227656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36692) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:45.275794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-263091e7-9e28-41d6-a044-cbfe23861ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:45.301812 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-263091e7-9e28-41d6-a044-cbfe23861ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:45.349891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-263091e7-9e28-41d6-a044-cbfe23861ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:45.352235 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-263091e7-9e28-41d6-a044-cbfe23861ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:45.353379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-263091e7-9e28-41d6-a044-cbfe23861ab6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28e8e0a6-2e4e-4145-b64d-3221fe7d42e2 HTTP/1.1" status: 204  len: 168 time: 0.1248076
Nov 27 21:10:45.361846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263091e7-9e28-41d6-a044-cbfe23861ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e8e0a6-2e4e-4145-b64d-3221fe7d42e2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:46.010434 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:48.405932 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:49.065361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36810) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:49.173497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cda4104b-bee0-41dc-803e-50a6e89cf13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:49.248464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cda4104b-bee0-41dc-803e-50a6e89cf13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:49.252332 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cda4104b-bee0-41dc-803e-50a6e89cf13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:49.290020 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cda4104b-bee0-41dc-803e-50a6e89cf13f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b55dff1681ba4140a33bf720af894950&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2234914
Nov 27 21:10:49.292560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36814) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:49.298650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4104b-bee0-41dc-803e-50a6e89cf13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b261a63-026f-46ec-8c8c-c211a876a4ca,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:49.343134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b6099cb-d0b1-49cc-9b9d-04c44083bd98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:49.363917 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b6099cb-d0b1-49cc-9b9d-04c44083bd98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:49.412081 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b6099cb-d0b1-49cc-9b9d-04c44083bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:49.414644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b6099cb-d0b1-49cc-9b9d-04c44083bd98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:49.415819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4b6099cb-d0b1-49cc-9b9d-04c44083bd98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b261a63-026f-46ec-8c8c-c211a876a4ca HTTP/1.1" status: 204  len: 168 time: 0.1223238
Nov 27 21:10:49.423807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6099cb-d0b1-49cc-9b9d-04c44083bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b261a63-026f-46ec-8c8c-c211a876a4ca,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:50.359065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-192fba67-2f9a-4d9b-9261-2db488817078 req-7e0b6877-1afb-400d-a835-c62f1547ee57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0445340
Nov 27 21:10:50.420792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fba67-2f9a-4d9b-9261-2db488817078 req-5ae34603-7a7d-4aa9-8860-0740013771dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:50.422476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-192fba67-2f9a-4d9b-9261-2db488817078 req-5ae34603-7a7d-4aa9-8860-0740013771dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1096 time: 0.0411932
Nov 27 21:10:50.530392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fba67-2f9a-4d9b-9261-2db488817078 req-074e6ec0-6456-4daf-9ea5-81f7fb9c8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:50.531949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-192fba67-2f9a-4d9b-9261-2db488817078 req-074e6ec0-6456-4daf-9ea5-81f7fb9c8015 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.0897536
Nov 27 21:10:50.601633 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-192fba67-2f9a-4d9b-9261-2db488817078 req-1a9c05a3-0a68-4ded-a6a2-066392e6825d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 1001 time: 0.0620623
Nov 27 21:10:50.665000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fba67-2f9a-4d9b-9261-2db488817078 req-30a56c0b-fc5c-4e08-a18e-5a8974eed337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:50.666774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-192fba67-2f9a-4d9b-9261-2db488817078 req-30a56c0b-fc5c-4e08-a18e-5a8974eed337 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0577888
Nov 27 21:10:50.717492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fba67-2f9a-4d9b-9261-2db488817078 req-ea98e39e-69b9-4e75-8e40-3de8d2ccabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:50.718668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-192fba67-2f9a-4d9b-9261-2db488817078 req-ea98e39e-69b9-4e75-8e40-3de8d2ccabc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0438585
Nov 27 21:10:50.816017 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-192fba67-2f9a-4d9b-9261-2db488817078 req-1ebf0556-cd5a-47cc-b68b-9dc1e93119c6 service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897927
Nov 27 21:10:50.907904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-192fba67-2f9a-4d9b-9261-2db488817078 req-e6ee9db5-a283-456b-ad9d-5481cc6d6e21 service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850084
Nov 27 21:10:50.977793 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:10:51.480691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36874) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:51.584290 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c57789cb-a058-4d7c-b0d5-46655f71e985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:51.657540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c57789cb-a058-4d7c-b0d5-46655f71e985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:51.661432 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c57789cb-a058-4d7c-b0d5-46655f71e985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:51.699471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c57789cb-a058-4d7c-b0d5-46655f71e985 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f81590033de149a3941c282b24569840&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2176332
Nov 27 21:10:51.700257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57789cb-a058-4d7c-b0d5-46655f71e985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3905b7-e9cf-4153-9f87-6cb734c375b8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:51.703481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36878) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:51.754384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bebc68b6-b5d8-43c3-8a5b-d745d6b1d624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:51.777605 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bebc68b6-b5d8-43c3-8a5b-d745d6b1d624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:51.830037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bebc68b6-b5d8-43c3-8a5b-d745d6b1d624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:51.836067 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bebc68b6-b5d8-43c3-8a5b-d745d6b1d624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:51.836067 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bebc68b6-b5d8-43c3-8a5b-d745d6b1d624 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c3905b7-e9cf-4153-9f87-6cb734c375b8 HTTP/1.1" status: 204  len: 168 time: 0.1308446
Nov 27 21:10:51.844616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc68b6-b5d8-43c3-8a5b-d745d6b1d624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3905b7-e9cf-4153-9f87-6cb734c375b8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:52.084536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 36888) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:52.098159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4825b1df-823c-4ab9-a9c0-76eb512298d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:52.173793 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4825b1df-823c-4ab9-a9c0-76eb512298d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:52.177324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4825b1df-823c-4ab9-a9c0-76eb512298d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:52.214062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4825b1df-823c-4ab9-a9c0-76eb512298d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=459ba99499df49f1aeadadd0c6603924&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1284680
Nov 27 21:10:52.215206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825b1df-823c-4ab9-a9c0-76eb512298d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66599961-6afe-461f-9544-6475f6b4ffa2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:52.217300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 36890) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:52.266003 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18165044-8b90-427b-b065-440c11208598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:52.286736 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18165044-8b90-427b-b065-440c11208598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:52.332249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18165044-8b90-427b-b065-440c11208598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:52.335113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18165044-8b90-427b-b065-440c11208598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:52.336286 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-18165044-8b90-427b-b065-440c11208598 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66599961-6afe-461f-9544-6475f6b4ffa2 HTTP/1.1" status: 204  len: 168 time: 0.1178763
Nov 27 21:10:52.344539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18165044-8b90-427b-b065-440c11208598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66599961-6afe-461f-9544-6475f6b4ffa2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:58.303170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83fbb-35b4-4af3-8cbb-b71021d9455c req-ab29a977-389f-44a9-b675-d838170de86a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:10:58.304703 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fb83fbb-35b4-4af3-8cbb-b71021d9455c req-ab29a977-389f-44a9-b675-d838170de86a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 946 time: 0.0519819
Nov 27 21:10:58.354890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fb83fbb-35b4-4af3-8cbb-b71021d9455c req-e0d67075-1d4b-4489-b0e3-817cf5b93c96 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441155
Nov 27 21:10:58.745922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37086) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:58.854091 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b8c88a86-5970-427a-bd00-442290bf176f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:58.927911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b8c88a86-5970-427a-bd00-442290bf176f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:58.931296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b8c88a86-5970-427a-bd00-442290bf176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:58.969395 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b8c88a86-5970-427a-bd00-442290bf176f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eccb384080724d99820eadb5b0d2c7e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2223189
Nov 27 21:10:58.970541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c88a86-5970-427a-bd00-442290bf176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c917ea5f-7c1f-46ad-a53c-4eb83035b2d9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:58.972062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37090) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:59.023613 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8ed29798-cfd7-4143-bf0e-e1705538fffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.045677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8ed29798-cfd7-4143-bf0e-e1705538fffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.091405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8ed29798-cfd7-4143-bf0e-e1705538fffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.094856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8ed29798-cfd7-4143-bf0e-e1705538fffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.096062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8ed29798-cfd7-4143-bf0e-e1705538fffc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c917ea5f-7c1f-46ad-a53c-4eb83035b2d9 HTTP/1.1" status: 204  len: 168 time: 0.1230097
Nov 27 21:10:59.103844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed29798-cfd7-4143-bf0e-e1705538fffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c917ea5f-7c1f-46ad-a53c-4eb83035b2d9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:59.360686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37098) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:59.374259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec390-4615-4fb4-a7ac-527d19aa69fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.454418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec390-4615-4fb4-a7ac-527d19aa69fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.458358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4c6ec390-4615-4fb4-a7ac-527d19aa69fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.496742 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4c6ec390-4615-4fb4-a7ac-527d19aa69fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=818a986a96314fa889f82fbd0a0a1123&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1349833
Nov 27 21:10:59.497673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ec390-4615-4fb4-a7ac-527d19aa69fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c780618-39ce-458c-b228-cb3a96117b9e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:10:59.499986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37100) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:10:59.547689 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60dc640b-2d1a-4d8f-8f2c-c577e785cda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.568210 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60dc640b-2d1a-4d8f-8f2c-c577e785cda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.613376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60dc640b-2d1a-4d8f-8f2c-c577e785cda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.616123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60dc640b-2d1a-4d8f-8f2c-c577e785cda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:10:59.617285 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-60dc640b-2d1a-4d8f-8f2c-c577e785cda4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c780618-39ce-458c-b228-cb3a96117b9e HTTP/1.1" status: 204  len: 168 time: 0.1157529
Nov 27 21:10:59.625745 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc640b-2d1a-4d8f-8f2c-c577e785cda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c780618-39ce-458c-b228-cb3a96117b9e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:01.573465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37168) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:01.682460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ea7fd63-3dc4-42d0-9209-6c7bbbb159a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:01.758013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ea7fd63-3dc4-42d0-9209-6c7bbbb159a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:01.761877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7ea7fd63-3dc4-42d0-9209-6c7bbbb159a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:01.799815 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7ea7fd63-3dc4-42d0-9209-6c7bbbb159a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=734f48230ca04e5290a8817613b7160d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2252343
Nov 27 21:11:01.800941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7fd63-3dc4-42d0-9209-6c7bbbb159a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b762e2f-122d-4702-879f-d376e5321b31,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:01.802585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37176) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:01.851137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71d8de79-5b7b-45ee-b5d5-5bdbef36ad74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:01.874897 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71d8de79-5b7b-45ee-b5d5-5bdbef36ad74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:01.919541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71d8de79-5b7b-45ee-b5d5-5bdbef36ad74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:01.922121 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-71d8de79-5b7b-45ee-b5d5-5bdbef36ad74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:01.923273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-71d8de79-5b7b-45ee-b5d5-5bdbef36ad74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b762e2f-122d-4702-879f-d376e5321b31 HTTP/1.1" status: 204  len: 168 time: 0.1191788
Nov 27 21:11:01.930546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8de79-5b7b-45ee-b5d5-5bdbef36ad74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b762e2f-122d-4702-879f-d376e5321b31,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:02.190713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37188) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:02.203610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28f3bff7-5494-43bd-bc77-54aa0eaf2396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:02.280930 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28f3bff7-5494-43bd-bc77-54aa0eaf2396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:02.285405 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28f3bff7-5494-43bd-bc77-54aa0eaf2396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:02.324677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-28f3bff7-5494-43bd-bc77-54aa0eaf2396 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4dee4304a8c4994b1cf50bde8853bf8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1327441
Nov 27 21:11:02.327071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3bff7-5494-43bd-bc77-54aa0eaf2396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efed4418-ffd6-4d00-86f9-4b3c7887abc4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:02.327444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37196) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:02.382052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce127cec-50e0-4352-b04b-c5be1ab488b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:02.404751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce127cec-50e0-4352-b04b-c5be1ab488b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:02.458150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce127cec-50e0-4352-b04b-c5be1ab488b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:02.461216 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce127cec-50e0-4352-b04b-c5be1ab488b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:02.462389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ce127cec-50e0-4352-b04b-c5be1ab488b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efed4418-ffd6-4d00-86f9-4b3c7887abc4 HTTP/1.1" status: 204  len: 168 time: 0.1338010
Nov 27 21:11:02.480014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce127cec-50e0-4352-b04b-c5be1ab488b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efed4418-ffd6-4d00-86f9-4b3c7887abc4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:02.952541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:11:03.068431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:03.080647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'port_id': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'mac_address': 'fa:16:3e:8d:67:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:11:03.123728 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:03.137523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5bdfed0-fc9f-4b10-be5e-edcd12274506 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:11:03.158999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:03.164653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:03.235897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:03.246479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.247118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.247665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.248706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.249540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.250044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.250779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.251318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.251818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.252483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.252990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.253485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:03.266227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['e5bdfed0-fc9f-4b10-be5e-edcd12274506'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:11:04.312873 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6359931f-4faa-42d3-aa88-3e5d4e8ff135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:04.791124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37272) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:04.917324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6876ca5-ef05-4a04-9e9c-76044dab4ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:04.978767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:05.005588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6876ca5-ef05-4a04-9e9c-76044dab4ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.014569 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6876ca5-ef05-4a04-9e9c-76044dab4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.034830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port e5bdfed0-fc9f-4b10-be5e-edcd12274506 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:05.035659 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.067313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37280) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:05.071926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f6876ca5-ef05-4a04-9e9c-76044dab4ea1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c185ca8f2ebf48c6b6736aa3d875ddce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2793090
Nov 27 21:11:05.074378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6876ca5-ef05-4a04-9e9c-76044dab4ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4287e20-3383-4b18-9fbc-20406ab99b95,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:05.125569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-762cad52-185a-4ee0-89ca-36d72268c80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.131390 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.150109 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-762cad52-185a-4ee0-89ca-36d72268c80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.160624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:11:05.163203 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae50e3f-7265-46db-beb1-18d3dda8bae8" -d '{"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:11:05.178897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:05.189004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.210419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-762cad52-185a-4ee0-89ca-36d72268c80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.214489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-762cad52-185a-4ee0-89ca-36d72268c80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.229758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-762cad52-185a-4ee0-89ca-36d72268c80b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4287e20-3383-4b18-9fbc-20406ab99b95 HTTP/1.1" status: 204  len: 168 time: 0.1510179
Nov 27 21:11:05.235229 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b70507-dabc-4a30-8cd6-ad472b11b16a x-openstack-request-id: req-b7b70507-dabc-4a30-8cd6-ad472b11b16a {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:11:05.235651 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:11:05.235972 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7b70507-dabc-4a30-8cd6-ad472b11b16a {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:11:05.236448 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'code': 200}
Nov 27 21:11:05.239672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cad52-185a-4ee0-89ca-36d72268c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4287e20-3383-4b18-9fbc-20406ab99b95,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:05.294380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:05.547580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37288) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:05.560200 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08f7fa4c-cbef-4a20-b31c-fae77b5c6e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.651725 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08f7fa4c-cbef-4a20-b31c-fae77b5c6e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.656627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08f7fa4c-cbef-4a20-b31c-fae77b5c6e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.696346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7fa4c-cbef-4a20-b31c-fae77b5c6e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1b06d0-7d6a-4c06-a47b-9f616f10de32,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:05.703917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37290) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:05.704132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-08f7fa4c-cbef-4a20-b31c-fae77b5c6e61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76bca9e5aa3a4fc98924ab0ef29351fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1573362
Nov 27 21:11:05.766756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b5196b9-004f-4709-b5b5-cc58d4d93645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.795837 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b5196b9-004f-4709-b5b5-cc58d4d93645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.849924 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b5196b9-004f-4709-b5b5-cc58d4d93645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.852900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b5196b9-004f-4709-b5b5-cc58d4d93645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:05.854220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6b5196b9-004f-4709-b5b5-cc58d4d93645 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be1b06d0-7d6a-4c06-a47b-9f616f10de32 HTTP/1.1" status: 204  len: 168 time: 0.1487250
Nov 27 21:11:05.866099 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5196b9-004f-4709-b5b5-cc58d4d93645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1b06d0-7d6a-4c06-a47b-9f616f10de32,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:06.448843 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-105875fd-8c14-4749-9215-77d89ae26294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:07.587972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37358) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:07.717413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7b1938dd-f83c-417c-bd19-f5f2f50e1c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:07.805695 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7b1938dd-f83c-417c-bd19-f5f2f50e1c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:07.812686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7b1938dd-f83c-417c-bd19-f5f2f50e1c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:07.836361 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:07.854241 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1938dd-f83c-417c-bd19-f5f2f50e1c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2fa157-3ade-4138-bd23-74b8519df341,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:07.864796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37362) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:07.867672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7b1938dd-f83c-417c-bd19-f5f2f50e1c94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90e090dbcdb44f3a8e9abcf01a9ed8e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2782264
Nov 27 21:11:07.954550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-508a7041-5806-4a9d-9ee6-7990324fbf72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:07.982370 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-508a7041-5806-4a9d-9ee6-7990324fbf72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:08.038673 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-508a7041-5806-4a9d-9ee6-7990324fbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:08.042478 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-508a7041-5806-4a9d-9ee6-7990324fbf72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:08.046572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-508a7041-5806-4a9d-9ee6-7990324fbf72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b2fa157-3ade-4138-bd23-74b8519df341 HTTP/1.1" status: 204  len: 168 time: 0.1807449
Nov 27 21:11:08.059777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a7041-5806-4a9d-9ee6-7990324fbf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2fa157-3ade-4138-bd23-74b8519df341,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:09.560586 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:10.261315 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:10.298004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37466) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:10.568539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e173279b-68c2-40f5-bdb3-90d75af3d59b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:10.657623 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e173279b-68c2-40f5-bdb3-90d75af3d59b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:10.663008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e173279b-68c2-40f5-bdb3-90d75af3d59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:10.704467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173279b-68c2-40f5-bdb3-90d75af3d59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381a6d62-1628-4042-b378-5a74d22cb0d9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:10.712177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37470) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:10.712572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e173279b-68c2-40f5-bdb3-90d75af3d59b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54c9b162de4a4339bdaeaa399cc1b226&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4130218
Nov 27 21:11:10.776270 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0b7aff75-5ec6-478a-9894-3489027cd092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:10.802718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0b7aff75-5ec6-478a-9894-3489027cd092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:10.854205 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0b7aff75-5ec6-478a-9894-3489027cd092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:10.858197 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0b7aff75-5ec6-478a-9894-3489027cd092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:10.862611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0b7aff75-5ec6-478a-9894-3489027cd092 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/381a6d62-1628-4042-b378-5a74d22cb0d9 HTTP/1.1" status: 204  len: 168 time: 0.1496680
Nov 27 21:11:10.872712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7aff75-5ec6-478a-9894-3489027cd092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a6d62-1628-4042-b378-5a74d22cb0d9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:11.183364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37482) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:11.199837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14a1b794-0409-43c3-9f42-5a1e5b52fa8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:11.292744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14a1b794-0409-43c3-9f42-5a1e5b52fa8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:11.297085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14a1b794-0409-43c3-9f42-5a1e5b52fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:11.338587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1b794-0409-43c3-9f42-5a1e5b52fa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a803ada-a7ac-4a37-a257-1936ad0d9244,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:11.346620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-14a1b794-0409-43c3-9f42-5a1e5b52fa8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=033eb4791fdc4637820a66f37ccbee0b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1619391
Nov 27 21:11:11.349438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37484) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:11.424631 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c026a21-b062-4b32-b28a-6d7ec35ea0bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:11.447113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c026a21-b062-4b32-b28a-6d7ec35ea0bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:11.506475 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c026a21-b062-4b32-b28a-6d7ec35ea0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:11.509535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3c026a21-b062-4b32-b28a-6d7ec35ea0bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:11.510705 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3c026a21-b062-4b32-b28a-6d7ec35ea0bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a803ada-a7ac-4a37-a257-1936ad0d9244 HTTP/1.1" status: 204  len: 168 time: 0.1600792
Nov 27 21:11:11.519408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c026a21-b062-4b32-b28a-6d7ec35ea0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a803ada-a7ac-4a37-a257-1936ad0d9244,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:12.545341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37534) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:12.652262 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-848c4a2a-582e-4a1f-9c12-0bd57278e03b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:12.729421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-848c4a2a-582e-4a1f-9c12-0bd57278e03b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:12.734048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-848c4a2a-582e-4a1f-9c12-0bd57278e03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:12.772572 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-848c4a2a-582e-4a1f-9c12-0bd57278e03b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a524bb84d634e2996877a8de5fd901c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2261279
Nov 27 21:11:12.773427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c4a2a-582e-4a1f-9c12-0bd57278e03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2659923e-ea33-4c16-b685-6055191efdf4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:12.776649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37542) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:12.827056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58b8ba4d-337e-4ae8-91ae-58b2917dd6a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:12.848645 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58b8ba4d-337e-4ae8-91ae-58b2917dd6a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:12.894935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58b8ba4d-337e-4ae8-91ae-58b2917dd6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:12.897485 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58b8ba4d-337e-4ae8-91ae-58b2917dd6a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:12.898636 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-58b8ba4d-337e-4ae8-91ae-58b2917dd6a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2659923e-ea33-4c16-b685-6055191efdf4 HTTP/1.1" status: 204  len: 168 time: 0.1202157
Nov 27 21:11:12.906772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8ba4d-337e-4ae8-91ae-58b2917dd6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2659923e-ea33-4c16-b685-6055191efdf4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:13.210958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171bc23-c8f0-4d4d-852f-41b0a8f2f240 req-7194c451-d977-48ab-8121-c047d82cad81 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:13.212481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b171bc23-c8f0-4d4d-852f-41b0a8f2f240 req-7194c451-d977-48ab-8121-c047d82cad81 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 946 time: 0.0496080
Nov 27 21:11:13.265447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b171bc23-c8f0-4d4d-852f-41b0a8f2f240 req-63e0a44a-266a-4cdf-9f8f-f1daea684534 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467896
Nov 27 21:11:14.063868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37600) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:14.159913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f6d99f2d-b001-4d08-b0a2-f19d33085922 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1359199364'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:14.160369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f6d99f2d-b001-4d08-b0a2-f19d33085922 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Unknown quota resources ['metering_label']. {{(pid=120909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 21:11:14.361330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6d99f2d-b001-4d08-b0a2-f19d33085922 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:14.362540 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f6d99f2d-b001-4d08-b0a2-f19d33085922 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.2976453
Nov 27 21:11:14.365357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37606) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:14.369728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-712513e4-e26b-4965-9c7f-dc09d657436a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0a523ae7-ba9b-4e12-9ec7-54c81822f06b'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:14.370225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-712513e4-e26b-4965-9c7f-dc09d657436a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 21:11:14.446504 ncdv-master-1 neutron-server[120909]: WARNING neutron.services.metering.metering_plugin [None req-712513e4-e26b-4965-9c7f-dc09d657436a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 27 21:11:14.550051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-712513e4-e26b-4965-9c7f-dc09d657436a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:14.551243 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-712513e4-e26b-4965-9c7f-dc09d657436a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1849616
Nov 27 21:11:14.554409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37608) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:14.558531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f2a385ee-021d-4aaf-b661-c6ef4bfef68a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0a523ae7-ba9b-4e12-9ec7-54c81822f06b'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:14.559031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f2a385ee-021d-4aaf-b661-c6ef4bfef68a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 21:11:14.609440 ncdv-master-1 neutron-server[120909]: WARNING neutron.services.metering.metering_plugin [None req-f2a385ee-021d-4aaf-b661-c6ef4bfef68a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 27 21:11:15.009174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f2a385ee-021d-4aaf-b661-c6ef4bfef68a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:15.010378 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f2a385ee-021d-4aaf-b661-c6ef4bfef68a tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.4550447
Nov 27 21:11:15.013164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37614) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.022855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ef2197a6-6e8a-4ed5-b018-794cdab55a5d tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=0a5af522-2664-4e5c-8f2b-ea78dbf00a57 HTTP/1.1" status: 200  len: 464 time: 0.0087047
Nov 27 21:11:15.025071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37616) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.030831 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:11:15.107130 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:15.124926 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6da71e92-6a29-4a5b-bd53-dbe11203d87f tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:15.126076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6da71e92-6a29-4a5b-bd53-dbe11203d87f tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/0a5af522-2664-4e5c-8f2b-ea78dbf00a57 HTTP/1.1" status: 204  len: 168 time: 0.1001604
Nov 27 21:11:15.128773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37618) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.129548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:11:15.131846 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc891d-2edb-4c45-8266-27f67a51003e" -d '{"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-unplugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:11:15.141732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7481c936-dd6e-409c-b32e-39e9e4c0acba tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=0a5af522-2664-4e5c-8f2b-ea78dbf00a57 HTTP/1.1" status: 200  len: 221 time: 0.0078204
Nov 27 21:11:15.141967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37622) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.144394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:15.146474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fb197caf-3f7d-4e56-97e9-1e8210e55a44 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1143529399', 'description': 'label created by tempest'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:15.147151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fb197caf-3f7d-4e56-97e9-1e8210e55a44 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Unknown quota resources ['metering_label']. {{(pid=120909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 21:11:15.149346 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:15.177253 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03145c5a-eea5-409d-b1ee-e78f8040e413 x-openstack-request-id: req-03145c5a-eea5-409d-b1ee-e78f8040e413 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:11:15.177537 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-unplugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:11:15.177806 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03145c5a-eea5-409d-b1ee-e78f8040e413 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:11:15.178186 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'code': 200}
Nov 27 21:11:15.202440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:15.304827 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb197caf-3f7d-4e56-97e9-1e8210e55a44 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:15.305922 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fb197caf-3f7d-4e56-97e9-1e8210e55a44 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.1630414
Nov 27 21:11:15.308707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37624) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.381229 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-24d3c43c-1b72-4f57-99d6-c43dfd68fce8 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=2de54f28-7330-4ab4-ad49-680ee1f8b1b1 HTTP/1.1" status: 200  len: 468 time: 0.0713840
Nov 27 21:11:15.383706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37626) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.562383 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8acc71d9-9309-4a0a-a798-fb47265f1c10 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:15.563471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8acc71d9-9309-4a0a-a798-fb47265f1c10 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/2de54f28-7330-4ab4-ad49-680ee1f8b1b1 HTTP/1.1" status: 204  len: 168 time: 0.1788039
Nov 27 21:11:15.566107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37630) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.577052 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5817c600-e8d6-4c0f-a89c-de530b7d41bf tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=2de54f28-7330-4ab4-ad49-680ee1f8b1b1 HTTP/1.1" status: 200  len: 216 time: 0.0099523
Nov 27 21:11:15.579922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37632) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.588383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-20b76bc1-8a2c-4a5e-a3fd-cfda646692ce tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0074687
Nov 27 21:11:15.591676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37634) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.602585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9d8a869e-843d-4445-9784-889ebd323ecb tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0099788
Nov 27 21:11:15.605434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37636) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.654293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f58ea39b-d040-4b93-b9a4-416987b3c00f tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/0a523ae7-ba9b-4e12-9ec7-54c81822f06b HTTP/1.1" status: 200  len: 473 time: 0.0473864
Nov 27 21:11:15.658878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37642) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.668747 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-91fb1ac4-af68-4f67-b62c-39bfbb29bd62 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/452d5612-f7fa-45f7-8f8a-c3dbce49b653 HTTP/1.1" status: 200  len: 461 time: 0.0087295
Nov 27 21:11:15.671894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37644) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.767286 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-49ef6a0b-c85a-47f7-8ed2-03868c5e1581 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:15.768409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-49ef6a0b-c85a-47f7-8ed2-03868c5e1581 tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/452d5612-f7fa-45f7-8f8a-c3dbce49b653 HTTP/1.1" status: 204  len: 168 time: 0.0956254
Nov 27 21:11:15.770809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37646) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:15.944095 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-875acf55-46a1-46a7-8285-fbee608df13c tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:15.945153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-875acf55-46a1-46a7-8285-fbee608df13c tempest-MeteringTestJSON-351495214 tempest-MeteringTestJSON-351495214-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/0a523ae7-ba9b-4e12-9ec7-54c81822f06b HTTP/1.1" status: 204  len: 168 time: 0.1734071
Nov 27 21:11:16.007699 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.187190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37654) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:16.291847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20ba2c83-72c5-4792-9476-e7254836f49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.367720 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20ba2c83-72c5-4792-9476-e7254836f49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.371536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-20ba2c83-72c5-4792-9476-e7254836f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.410332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-20ba2c83-72c5-4792-9476-e7254836f49e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78fad847ff924ac7ba87cac5b29cec53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2220454
Nov 27 21:11:16.411219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba2c83-72c5-4792-9476-e7254836f49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e741873-13cf-44b3-b6a3-fb5b91b97511,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:16.413083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37658) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:16.463886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69bac5f5-bd19-46fb-9807-d44c9a0bcc89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.486150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69bac5f5-bd19-46fb-9807-d44c9a0bcc89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.536674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69bac5f5-bd19-46fb-9807-d44c9a0bcc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.539449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69bac5f5-bd19-46fb-9807-d44c9a0bcc89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.540586 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-69bac5f5-bd19-46fb-9807-d44c9a0bcc89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e741873-13cf-44b3-b6a3-fb5b91b97511 HTTP/1.1" status: 204  len: 168 time: 0.1265101
Nov 27 21:11:16.548245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bac5f5-bd19-46fb-9807-d44c9a0bcc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e741873-13cf-44b3-b6a3-fb5b91b97511,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:16.799499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37672) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:16.813169 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c0c3-a096-4608-91f6-6fd181e6105b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.889327 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c0c3-a096-4608-91f6-6fd181e6105b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.893162 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c0c3-a096-4608-91f6-6fd181e6105b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:16.930305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c2d1c0c3-a096-4608-91f6-6fd181e6105b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=503ed502cb514d96811c50dfd6e3deaf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1297467
Nov 27 21:11:16.931511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1c0c3-a096-4608-91f6-6fd181e6105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e4879b-af6d-494d-aa70-2c420258fe21,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:16.933184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37682) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:16.983426 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23060b17-6927-4263-bf8a-80222e365eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:17.004808 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23060b17-6927-4263-bf8a-80222e365eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:17.026643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:11:17.056853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23060b17-6927-4263-bf8a-80222e365eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:17.059585 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-23060b17-6927-4263-bf8a-80222e365eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:17.060891 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-23060b17-6927-4263-bf8a-80222e365eb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61e4879b-af6d-494d-aa70-2c420258fe21 HTTP/1.1" status: 204  len: 168 time: 0.1266804
Nov 27 21:11:17.075623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23060b17-6927-4263-bf8a-80222e365eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e4879b-af6d-494d-aa70-2c420258fe21,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:17.158003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:17.170262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'port_id': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'mac_address': 'fa:16:3e:8d:67:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:11:17.211377 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:17.228802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bdfed0-fc9f-4b10-be5e-edcd12274506 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:11:17.254977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:17.260931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:17.319243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:17.366145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['e5bdfed0-fc9f-4b10-be5e-edcd12274506'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:11:17.916383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37724) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:18.029395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1137744707'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:18.057835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Made reservation on behalf of bf6faeaa8093415dbcf10657bd44216a for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:18.063143 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.074301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.183618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.192448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.226430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:11:18.233115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71181bb-a234-41ab-bf98-ea5ba16b1e94,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:18.253651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.254788 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Added segment a48799d6-ce1a-4f30-b215-ca84858920ab of type vlan for network 8d8fc03a-d873-4701-9ca1-192140fcb79f
Nov 27 21:11:18.306350 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.335422 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.342068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:18.345030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.409274 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.4915173
Nov 27 21:11:18.413945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37728) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:18.419298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.421332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'subnet': {'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:18.449153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3226bda-eb9a-48e7-8e5f-2580597c6022 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Network': ['ID=8d8fc03a-d873-4701-9ca1-192140fcb79f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:18.461759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:11:18.538861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Made reservation on behalf of bf6faeaa8093415dbcf10657bd44216a for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:18.547964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.779005 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.848992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Subnet': ['ID=5f88c00b-3bfb-4334-af32-f32cd9a436fa,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:18.853405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Checking segment: {'id': 'a48799d6-ce1a-4f30-b215-ca84858920ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:18.853900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Network hostable DHCP agents. Network: 8d8fc03a-d873-4701-9ca1-192140fcb79f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:11:18.880995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:11:18.892351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d8fc03a-d873-4701-9ca1-192140fcb79f) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:18.897497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:18.898181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:18.912922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8e7a1f-5826-41da-9565-620dd7dbe9b3 None None] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:18.920712 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d63b02a1-2ac6-4bdb-88b2-6d7bfda9272d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5054064
Nov 27 21:11:18.923419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37736) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:18.930699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'port': {'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f', 'name': 'tempest-AllowedAddressPairTestJSON-273238036'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:19.048206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:19.085492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Made reservation on behalf of bf6faeaa8093415dbcf10657bd44216a for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:19.092237 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.121811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] device_id is not set on port 60ddabef-e285-433b-b0df-217dc0e3294f yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:19.136837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8d8fc03a-d873-4701-9ca1-192140fcb79f', 'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f', 'tenant_id': 'bf6faeaa8093415dbcf10657bd44216a', 'fixed_ips': [{'subnet_id': '5f88c00b-3bfb-4334-af32-f32cd9a436fa'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:11:19.137738 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.156541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port e5bdfed0-fc9f-4b10-be5e-edcd12274506 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:19.156921 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.259801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Allocated IP 172.20.0.3 (8d8fc03a-d873-4701-9ca1-192140fcb79f/5f88c00b-3bfb-4334-af32-f32cd9a436fa/60ddabef-e285-433b-b0df-217dc0e3294f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:19.326404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.362808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:11:19.365229 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3cdecf-e23b-4036-8ac4-7b9115c0627a" -d '{"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:11:19.418190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:19.428803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.462363 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960583e-2b34-4f92-bce1-6d60909fbb59 x-openstack-request-id: req-5960583e-2b34-4f92-bce1-6d60909fbb59 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:11:19.462967 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:11:19.463437 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5960583e-2b34-4f92-bce1-6d60909fbb59 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:11:19.464017 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'code': 200}
Nov 27 21:11:19.479214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.492448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=10']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:19.519484 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.572084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:19.574498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:19.579633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:19.580650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Allocated IP 172.20.0.2 (8d8fc03a-d873-4701-9ca1-192140fcb79f/5f88c00b-3bfb-4334-af32-f32cd9a436fa/25f6dcc0-02e5-4c75-873a-0bf7c7d121ed) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:19.619335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Port': ['ID=60ddabef-e285-433b-b0df-217dc0e3294f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:19.638289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:19.639020 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.660418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6be4b327-71ed-4489-aa73-22ccb29af0e9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.7344129
Nov 27 21:11:19.663646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37740) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:19.669490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'port': {'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f', 'name': 'tempest-AllowedAddressPairTestJSON-1762681243', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3b:ff:97'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:19.806607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Made reservation on behalf of bf6faeaa8093415dbcf10657bd44216a for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:19.830103 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.837640 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.877492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:19.885452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:19.887465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:19.907975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.918626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Pushing event updated for resources: {'Port': ['ID=25f6dcc0-02e5-4c75-873a-0bf7c7d121ed,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:19.936103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] device_id is not set on port 66b4132a-c737-4674-b7f5-5ba77b94bc9f yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:19.952135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Attempting to bind port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:11:19.952415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Attempting to bind port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a48799d6-ce1a-4f30-b215-ca84858920ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:11:19.952865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Attempting to bind port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed on network 8d8fc03a-d873-4701-9ca1-192140fcb79f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:11:19.959089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:11:19.959591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Checking segment: {'id': 'a48799d6-ce1a-4f30-b215-ca84858920ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:19.960106 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:19.960592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Bound using segment: {'id': 'a48799d6-ce1a-4f30-b215-ca84858920ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:11:19.961143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Bound port: 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48799d6-ce1a-4f30-b215-ca84858920ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:11:19.961700 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:20.047796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] For port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:11:20.051502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] For port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f6dcc0-02e5-4c75-873a-0bf7c7d121ed,segment=NetworkSegment(a48799d6-ce1a-4f30-b215-ca84858920ab),segment_id=a48799d6-ce1a-4f30-b215-ca84858920ab)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:11:20.057093 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:20.079551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Allocated IP 172.20.0.14 (8d8fc03a-d873-4701-9ca1-192140fcb79f/5f88c00b-3bfb-4334-af32-f32cd9a436fa/66b4132a-c737-4674-b7f5-5ba77b94bc9f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:20.130099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fc274-3dc8-4e30-84b6-16b5d31edc4a None None] Pushing event updated for resources: {'Port': ['ID=25f6dcc0-02e5-4c75-873a-0bf7c7d121ed,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:20.306062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:20.390816 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:20.462198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Port': ['ID=66b4132a-c737-4674-b7f5-5ba77b94bc9f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:20.473658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:20.476435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:20.490774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:20.566215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:20.567020 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:20.586459 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-580b853c-346f-4b22-9988-d5764b0e3107 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 0.9215209
Nov 27 21:11:20.589053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37748) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:20.693285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e93c7-62c4-42ff-aaf0-e840c5c75ce2 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:20.701922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e93c7-62c4-42ff-aaf0-e840c5c75ce2 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:20.708686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e93c7-62c4-42ff-aaf0-e840c5c75ce2 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:20.710519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b65e93c7-62c4-42ff-aaf0-e840c5c75ce2 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2464 time: 0.1204460
Nov 27 21:11:20.713458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37752) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:20.807685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-60ed828f-3529-4fcd-b8cf-e720b5887364 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Deleting port 66b4132a-c737-4674-b7f5-5ba77b94bc9f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:20.808179 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60ed828f-3529-4fcd-b8cf-e720b5887364 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:20.919758 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60ed828f-3529-4fcd-b8cf-e720b5887364 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:20.931841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-60ed828f-3529-4fcd-b8cf-e720b5887364 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Calling delete_port for 66b4132a-c737-4674-b7f5-5ba77b94bc9f owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:21.110007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60ed828f-3529-4fcd-b8cf-e720b5887364 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:21.144858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed828f-3529-4fcd-b8cf-e720b5887364 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event deleted for resources: {'Port': ['ID=66b4132a-c737-4674-b7f5-5ba77b94bc9f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:21.350486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60ed828f-3529-4fcd-b8cf-e720b5887364 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:21.355345 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-60ed828f-3529-4fcd-b8cf-e720b5887364 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "DELETE /v2.0/ports/66b4132a-c737-4674-b7f5-5ba77b94bc9f HTTP/1.1" status: 204  len: 168 time: 0.6402688
Nov 27 21:11:21.358025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37762) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:21.387060 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd81e33-cf90-47e4-b468-38c37726e019 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] GET failed (client error): The resource could not be found.
Nov 27 21:11:21.393474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fcd81e33-cf90-47e4-b468-38c37726e019 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "GET /v2.0/ports/66b4132a-c737-4674-b7f5-5ba77b94bc9f HTTP/1.1" status: 404  len: 333 time: 0.0299983
Nov 27 21:11:21.394476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37764) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:21.405919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'port': {'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f', 'name': 'tempest-AllowedAddressPairTestJSON-1409626984'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:21.459058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc5e68-14c9-4ed3-b34d-d02693eca164 None None] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:21.570259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1ecd10cb-10e1-4e6d-a363-288e0a7657d6 None None] Provisioning complete for port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:21.570790 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ecd10cb-10e1-4e6d-a363-288e0a7657d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:21.583104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Made reservation on behalf of bf6faeaa8093415dbcf10657bd44216a for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:21.602856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:21.647303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] device_id is not set on port 539c8530-7de5-47d7-8744-e1ddbd7bf3c3 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:21.758046 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ecd10cb-10e1-4e6d-a363-288e0a7657d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:21.778235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:21.862125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Allocated IP 172.20.0.7 (8d8fc03a-d873-4701-9ca1-192140fcb79f/5f88c00b-3bfb-4334-af32-f32cd9a436fa/539c8530-7de5-47d7-8744-e1ddbd7bf3c3) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:21.866399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1ecd10cb-10e1-4e6d-a363-288e0a7657d6 None None] For port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f6dcc0-02e5-4c75-873a-0bf7c7d121ed,segment=NetworkSegment(a48799d6-ce1a-4f30-b215-ca84858920ab),segment_id=a48799d6-ce1a-4f30-b215-ca84858920ab)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:21.874189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:21.874571 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:21.914637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ecd10cb-10e1-4e6d-a363-288e0a7657d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.029371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd10cb-10e1-4e6d-a363-288e0a7657d6 None None] Pushing event updated for resources: {'Port': ['ID=25f6dcc0-02e5-4c75-873a-0bf7c7d121ed,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:22.130687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.140209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8a24fe7c-bbcc-4cae-a198-a0d74360ca12 None None] Provisioning complete for port 60ddabef-e285-433b-b0df-217dc0e3294f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:22.140648 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a24fe7c-bbcc-4cae-a198-a0d74360ca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.174848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.187312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8a24fe7c-bbcc-4cae-a198-a0d74360ca12 None None] Port 60ddabef-e285-433b-b0df-217dc0e3294f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:22.199654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8a24fe7c-bbcc-4cae-a198-a0d74360ca12 None None] Provisioning complete for port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:22.201099 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a24fe7c-bbcc-4cae-a198-a0d74360ca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.240119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Port': ['ID=539c8530-7de5-47d7-8744-e1ddbd7bf3c3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:22.256017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:22.257599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:22.261030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:22.338764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:22.339900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.366730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9a322503-8d30-44e9-90d3-34cb30c7413b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9680183
Nov 27 21:11:22.366921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37772) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:22.372676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5a22cca5-7d8a-45d0-bc7d-f2ea7f0d473c tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3b:ff:97'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:22.463435 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a22cca5-7d8a-45d0-bc7d-f2ea7f0d473c tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.475701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c576a0b8-bc48-468e-b2d8-4ed900b85a0c None None] Provisioning complete for port 60ddabef-e285-433b-b0df-217dc0e3294f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:22.476304 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c576a0b8-bc48-468e-b2d8-4ed900b85a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.525904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c576a0b8-bc48-468e-b2d8-4ed900b85a0c None None] Port 60ddabef-e285-433b-b0df-217dc0e3294f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:22.643032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dabd9bd2-a81b-4a0d-a346-6e07ab87ba7a None None] Could not find standard attr ID for object 66b4132a-c737-4674-b7f5-5ba77b94bc9f. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:11:22.720393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a22cca5-7d8a-45d0-bc7d-f2ea7f0d473c tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.725044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a22cca5-7d8a-45d0-bc7d-f2ea7f0d473c tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.819670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22cca5-7d8a-45d0-bc7d-f2ea7f0d473c tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Port': ['ID=539c8530-7de5-47d7-8744-e1ddbd7bf3c3,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:22.836754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5a22cca5-7d8a-45d0-bc7d-f2ea7f0d473c tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] In _notify_port_updated(), no bound segment for port 539c8530-7de5-47d7-8744-e1ddbd7bf3c3 on network 8d8fc03a-d873-4701-9ca1-192140fcb79f {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:11:22.845344 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22cca5-7d8a-45d0-bc7d-f2ea7f0d473c tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:22.846241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a22cca5-7d8a-45d0-bc7d-f2ea7f0d473c tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.848182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5a22cca5-7d8a-45d0-bc7d-f2ea7f0d473c tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "PUT /v2.0/ports/539c8530-7de5-47d7-8744-e1ddbd7bf3c3 HTTP/1.1" status: 200  len: 993 time: 0.4801457
Nov 27 21:11:22.851976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37776) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:22.975576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6aa8b412-3e77-4d37-9b0b-088b710db929 None None] Provisioning complete for port 539c8530-7de5-47d7-8744-e1ddbd7bf3c3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:22.976436 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b412-3e77-4d37-9b0b-088b710db929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:22.986135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c92b9a47-33d6-44bb-803a-5a6181ef9e0d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Deleting port 539c8530-7de5-47d7-8744-e1ddbd7bf3c3 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:22.986481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92b9a47-33d6-44bb-803a-5a6181ef9e0d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:23.034666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8b412-3e77-4d37-9b0b-088b710db929 None None] Port 539c8530-7de5-47d7-8744-e1ddbd7bf3c3 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:23.097614 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92b9a47-33d6-44bb-803a-5a6181ef9e0d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:23.112661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c92b9a47-33d6-44bb-803a-5a6181ef9e0d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Calling delete_port for 539c8530-7de5-47d7-8744-e1ddbd7bf3c3 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:23.284470 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92b9a47-33d6-44bb-803a-5a6181ef9e0d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:23.321746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b9a47-33d6-44bb-803a-5a6181ef9e0d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event deleted for resources: {'Port': ['ID=539c8530-7de5-47d7-8744-e1ddbd7bf3c3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:23.450218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-43b5c873-a30e-4220-ad50-6c9737962b51 None None] Could not find standard attr ID for object 539c8530-7de5-47d7-8744-e1ddbd7bf3c3. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:11:23.482862 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c92b9a47-33d6-44bb-803a-5a6181ef9e0d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:23.487321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c92b9a47-33d6-44bb-803a-5a6181ef9e0d tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "DELETE /v2.0/ports/539c8530-7de5-47d7-8744-e1ddbd7bf3c3 HTTP/1.1" status: 204  len: 168 time: 0.6335237
Nov 27 21:11:23.489351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37782) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:23.521680 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1578bfbc-008c-4a39-9219-854cb41a0f97 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] GET failed (client error): The resource could not be found.
Nov 27 21:11:23.523186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1578bfbc-008c-4a39-9219-854cb41a0f97 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "GET /v2.0/ports/539c8530-7de5-47d7-8744-e1ddbd7bf3c3 HTTP/1.1" status: 404  len: 333 time: 0.0322728
Nov 27 21:11:23.527182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37784) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:23.532852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'port': {'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f', 'name': 'tempest-AllowedAddressPairTestJSON-908359408'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:23.681460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Made reservation on behalf of bf6faeaa8093415dbcf10657bd44216a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:23.687693 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:23.708084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] device_id is not set on port e12e2c44-2c83-4e66-80af-6c9f75b447bc yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:23.708992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:23.777440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:23.778590 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:23.827293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Allocated IP 172.20.0.14 (8d8fc03a-d873-4701-9ca1-192140fcb79f/5f88c00b-3bfb-4334-af32-f32cd9a436fa/e12e2c44-2c83-4e66-80af-6c9f75b447bc) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:24.014181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.050092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.099237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:24.102697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:24.105234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:24.134537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Port': ['ID=e12e2c44-2c83-4e66-80af-6c9f75b447bc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:24.167632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:24.168447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.226575 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-51c90003-61be-495f-b86c-eb8f3c8bd829 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6968272
Nov 27 21:11:24.228640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37792) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:24.239803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-47090693-f2d4-40ed-a977-c47a57eea6b8 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3b:ff:97'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:24.344485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47090693-f2d4-40ed-a977-c47a57eea6b8 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.587157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b750c82a-7ad2-40dd-8233-e630ce8afc52 None None] Provisioning complete for port e12e2c44-2c83-4e66-80af-6c9f75b447bc triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:24.587559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b750c82a-7ad2-40dd-8233-e630ce8afc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.595395 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47090693-f2d4-40ed-a977-c47a57eea6b8 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.600887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47090693-f2d4-40ed-a977-c47a57eea6b8 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.631961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b750c82a-7ad2-40dd-8233-e630ce8afc52 None None] Port e12e2c44-2c83-4e66-80af-6c9f75b447bc cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:24.698812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47090693-f2d4-40ed-a977-c47a57eea6b8 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Port': ['ID=e12e2c44-2c83-4e66-80af-6c9f75b447bc,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:24.716253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-47090693-f2d4-40ed-a977-c47a57eea6b8 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] In _notify_port_updated(), no bound segment for port e12e2c44-2c83-4e66-80af-6c9f75b447bc on network 8d8fc03a-d873-4701-9ca1-192140fcb79f {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:11:24.722086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47090693-f2d4-40ed-a977-c47a57eea6b8 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:24.722810 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-47090693-f2d4-40ed-a977-c47a57eea6b8 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.724191 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-47090693-f2d4-40ed-a977-c47a57eea6b8 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "PUT /v2.0/ports/e12e2c44-2c83-4e66-80af-6c9f75b447bc HTTP/1.1" status: 200  len: 996 time: 0.4944656
Nov 27 21:11:24.727037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37798) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:24.849345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8d45b64b-1c47-45c1-af11-85805ecfffb5 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Deleting port e12e2c44-2c83-4e66-80af-6c9f75b447bc {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:24.849710 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d45b64b-1c47-45c1-af11-85805ecfffb5 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.946539 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d45b64b-1c47-45c1-af11-85805ecfffb5 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.953696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-de1fff97-7b66-4873-8bed-bc313acb5923 None None] Provisioning complete for port e12e2c44-2c83-4e66-80af-6c9f75b447bc triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:24.954272 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de1fff97-7b66-4873-8bed-bc313acb5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:24.960537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8d45b64b-1c47-45c1-af11-85805ecfffb5 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Calling delete_port for e12e2c44-2c83-4e66-80af-6c9f75b447bc owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:24.998278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-de1fff97-7b66-4873-8bed-bc313acb5923 None None] Port e12e2c44-2c83-4e66-80af-6c9f75b447bc cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:25.103124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d45b64b-1c47-45c1-af11-85805ecfffb5 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:25.136316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45b64b-1c47-45c1-af11-85805ecfffb5 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event deleted for resources: {'Port': ['ID=e12e2c44-2c83-4e66-80af-6c9f75b447bc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:25.233346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d45b64b-1c47-45c1-af11-85805ecfffb5 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:25.240350 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8d45b64b-1c47-45c1-af11-85805ecfffb5 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "DELETE /v2.0/ports/e12e2c44-2c83-4e66-80af-6c9f75b447bc HTTP/1.1" status: 204  len: 168 time: 0.5122716
Nov 27 21:11:25.241024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37804) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:25.267721 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1400ee-2302-4749-86d1-3b9536600645 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] GET failed (client error): The resource could not be found.
Nov 27 21:11:25.269256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6d1400ee-2302-4749-86d1-3b9536600645 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "GET /v2.0/ports/e12e2c44-2c83-4e66-80af-6c9f75b447bc HTTP/1.1" status: 404  len: 333 time: 0.0272627
Nov 27 21:11:25.274080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37808) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:25.280193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'port': {'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f', 'name': 'tempest-AllowedAddressPairTestJSON-1410312664'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:25.417925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Made reservation on behalf of bf6faeaa8093415dbcf10657bd44216a for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:25.421707 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:25.445757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] device_id is not set on port 3384c0e9-4039-4e0d-a0dc-c8787ffcce01 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:25.574308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Allocated IP 172.20.0.7 (8d8fc03a-d873-4701-9ca1-192140fcb79f/5f88c00b-3bfb-4334-af32-f32cd9a436fa/3384c0e9-4039-4e0d-a0dc-c8787ffcce01) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:25.730672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:25.766074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:25.811109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:25.814485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:25.818366 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:25.842547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Port': ['ID=3384c0e9-4039-4e0d-a0dc-c8787ffcce01,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:25.876520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:25.877648 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:25.900754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37810) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:25.903287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2396f6ea-72ff-471e-b57b-44d87fcfaea9 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6278832
Nov 27 21:11:25.911734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'port': {'network_id': '8d8fc03a-d873-4701-9ca1-192140fcb79f', 'name': 'tempest-AllowedAddressPairTestJSON-1685841197'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:26.062731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Made reservation on behalf of bf6faeaa8093415dbcf10657bd44216a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:26.067347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:26.086353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] device_id is not set on port a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:26.132258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c96b80b6-6bd8-4c7c-aa8f-1f8b4d117f83 None None] Provisioning complete for port 3384c0e9-4039-4e0d-a0dc-c8787ffcce01 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:26.133286 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c96b80b6-6bd8-4c7c-aa8f-1f8b4d117f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:26.173142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c96b80b6-6bd8-4c7c-aa8f-1f8b4d117f83 None None] Port 3384c0e9-4039-4e0d-a0dc-c8787ffcce01 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:26.470372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Allocated IP 172.20.0.12 (8d8fc03a-d873-4701-9ca1-192140fcb79f/5f88c00b-3bfb-4334-af32-f32cd9a436fa/a3cbb407-0b84-4ec1-a470-6eaa6b1857b7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:26.631818 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:26.672498 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:26.723393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:26.726684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:26.730762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:26.760164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Port': ['ID=a3cbb407-0b84-4ec1-a470-6eaa6b1857b7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:26.799996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:26.800686 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:26.823806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-44953eca-819b-47bf-b98a-8f2ba2a78d61 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9210534
Nov 27 21:11:26.827092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37818) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:26.836435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-81f59b36-0247-443b-b472-266602e3bac1 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3b:ff:97'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7d:c5:47'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:27.012081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-98201aff-1bca-46ac-bd8e-d7f85d107b56 None None] Provisioning complete for port a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:27.013376 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-98201aff-1bca-46ac-bd8e-d7f85d107b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:27.018425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81f59b36-0247-443b-b472-266602e3bac1 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:27.052466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-98201aff-1bca-46ac-bd8e-d7f85d107b56 None None] Port a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:27.215786 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81f59b36-0247-443b-b472-266602e3bac1 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:27.221527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81f59b36-0247-443b-b472-266602e3bac1 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:27.318231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f59b36-0247-443b-b472-266602e3bac1 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event updated for resources: {'Port': ['ID=a3cbb407-0b84-4ec1-a470-6eaa6b1857b7,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:27.345188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-81f59b36-0247-443b-b472-266602e3bac1 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] In _notify_port_updated(), no bound segment for port a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 on network 8d8fc03a-d873-4701-9ca1-192140fcb79f {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:11:27.351042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f59b36-0247-443b-b472-266602e3bac1 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:27.360255 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81f59b36-0247-443b-b472-266602e3bac1 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:27.360255 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-81f59b36-0247-443b-b472-266602e3bac1 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "PUT /v2.0/ports/a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 HTTP/1.1" status: 200  len: 1056 time: 0.5252407
Nov 27 21:11:27.360552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37824) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:27.480501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e8b07af3-ce10-4914-b4e5-fafb14289e26 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Deleting port a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:27.480959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b07af3-ce10-4914-b4e5-fafb14289e26 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:27.579978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ce6ca8c3-3de1-489b-a4e0-6f7d5c4e6264 None None] Provisioning complete for port a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:27.580971 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ce6ca8c3-3de1-489b-a4e0-6f7d5c4e6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:27.604813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b07af3-ce10-4914-b4e5-fafb14289e26 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:27.619160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e8b07af3-ce10-4914-b4e5-fafb14289e26 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Calling delete_port for a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:27.623302 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ca8c3-3de1-489b-a4e0-6f7d5c4e6264 None None] Port a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:27.780394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b07af3-ce10-4914-b4e5-fafb14289e26 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:27.813241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b07af3-ce10-4914-b4e5-fafb14289e26 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event deleted for resources: {'Port': ['ID=a3cbb407-0b84-4ec1-a470-6eaa6b1857b7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:27.979771 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:11:28.076112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b07af3-ce10-4914-b4e5-fafb14289e26 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:28.084188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e8b07af3-ce10-4914-b4e5-fafb14289e26 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "DELETE /v2.0/ports/a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 HTTP/1.1" status: 204  len: 168 time: 0.7191148
Nov 27 21:11:28.084188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37836) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:28.109744 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a2c0f6-0dca-4c03-a2a8-e889ce34b314 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] GET failed (client error): The resource could not be found.
Nov 27 21:11:28.111073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d4a2c0f6-0dca-4c03-a2a8-e889ce34b314 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "GET /v2.0/ports/a3cbb407-0b84-4ec1-a470-6eaa6b1857b7 HTTP/1.1" status: 404  len: 333 time: 0.0262311
Nov 27 21:11:28.113946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37838) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:28.209278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3237d4e7-4e48-4562-b96f-0352ca93d671 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Deleting port 3384c0e9-4039-4e0d-a0dc-c8787ffcce01 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:28.209622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3237d4e7-4e48-4562-b96f-0352ca93d671 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:28.299938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3237d4e7-4e48-4562-b96f-0352ca93d671 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:28.311856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3237d4e7-4e48-4562-b96f-0352ca93d671 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Calling delete_port for 3384c0e9-4039-4e0d-a0dc-c8787ffcce01 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:28.441638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3237d4e7-4e48-4562-b96f-0352ca93d671 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:28.471372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237d4e7-4e48-4562-b96f-0352ca93d671 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event deleted for resources: {'Port': ['ID=3384c0e9-4039-4e0d-a0dc-c8787ffcce01,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:28.542373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3237d4e7-4e48-4562-b96f-0352ca93d671 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:28.548390 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3237d4e7-4e48-4562-b96f-0352ca93d671 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "DELETE /v2.0/ports/3384c0e9-4039-4e0d-a0dc-c8787ffcce01 HTTP/1.1" status: 204  len: 168 time: 0.4310749
Nov 27 21:11:28.548629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37852) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:28.573682 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96fe029-4e48-4dcb-8f3f-d24ba6607d88 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] GET failed (client error): The resource could not be found.
Nov 27 21:11:28.575666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f96fe029-4e48-4dcb-8f3f-d24ba6607d88 tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "GET /v2.0/ports/3384c0e9-4039-4e0d-a0dc-c8787ffcce01 HTTP/1.1" status: 404  len: 333 time: 0.0255716
Nov 27 21:11:28.579060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37854) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:28.673733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a3077210-0d97-4513-8b14-70817d2d3d9b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Deleting port 60ddabef-e285-433b-b0df-217dc0e3294f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:28.674075 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3077210-0d97-4513-8b14-70817d2d3d9b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:28.758858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3077210-0d97-4513-8b14-70817d2d3d9b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:28.771529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a3077210-0d97-4513-8b14-70817d2d3d9b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Calling delete_port for 60ddabef-e285-433b-b0df-217dc0e3294f owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:28.901847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3077210-0d97-4513-8b14-70817d2d3d9b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:28.929669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3077210-0d97-4513-8b14-70817d2d3d9b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event deleted for resources: {'Port': ['ID=60ddabef-e285-433b-b0df-217dc0e3294f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:29.005793 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3077210-0d97-4513-8b14-70817d2d3d9b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.009447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a3077210-0d97-4513-8b14-70817d2d3d9b tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "DELETE /v2.0/ports/60ddabef-e285-433b-b0df-217dc0e3294f HTTP/1.1" status: 204  len: 168 time: 0.4290943
Nov 27 21:11:29.011984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37860) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:29.068526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5685e9a-2e03-4d9c-b2ee-8f3fd62b17ba tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Deleting subnet 5f88c00b-3bfb-4334-af32-f32cd9a436fa {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:29.073585 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5685e9a-2e03-4d9c-b2ee-8f3fd62b17ba tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.116268 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5685e9a-2e03-4d9c-b2ee-8f3fd62b17ba tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.232015 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5685e9a-2e03-4d9c-b2ee-8f3fd62b17ba tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.276930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498d031-7416-4c24-80a1-39b6a2e2fd97 req-d26953cf-c089-45a5-8e9a-c07f50af76d1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:29.278465 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e498d031-7416-4c24-80a1-39b6a2e2fd97 req-d26953cf-c089-45a5-8e9a-c07f50af76d1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.0829458
Nov 27 21:11:29.330869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5685e9a-2e03-4d9c-b2ee-8f3fd62b17ba tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.364119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e498d031-7416-4c24-80a1-39b6a2e2fd97 req-56689c48-e2bf-4bd9-a7d4-d41a2ad25522 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794659
Nov 27 21:11:29.366590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5685e9a-2e03-4d9c-b2ee-8f3fd62b17ba tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event deleted for resources: {'Subnet': ['ID=5f88c00b-3bfb-4334-af32-f32cd9a436fa,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:29.368868 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5685e9a-2e03-4d9c-b2ee-8f3fd62b17ba tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.374021 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b5685e9a-2e03-4d9c-b2ee-8f3fd62b17ba tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "DELETE /v2.0/subnets/5f88c00b-3bfb-4334-af32-f32cd9a436fa HTTP/1.1" status: 204  len: 168 time: 0.3603556
Nov 27 21:11:29.375158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37872) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:29.377561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa8b8fd-9731-460e-8b02-5154bf43fe27 None None] Network 8d8fc03a-d873-4701-9ca1-192140fcb79f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:29.460685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.519492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Deleting port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:29.519958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.568558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d60c1-ecac-446d-a176-2aec87d35469 None None] DHCP port deletion for 8d8fc03a-d873-4701-9ca1-192140fcb79f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:11:29.586367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] For port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f6dcc0-02e5-4c75-873a-0bf7c7d121ed,segment=NetworkSegment(a48799d6-ce1a-4f30-b215-ca84858920ab),segment_id=a48799d6-ce1a-4f30-b215-ca84858920ab)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:29.586836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.604274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Calling delete_port for 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:29.624649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-325d60c1-ecac-446d-a176-2aec87d35469 None None] Deleting port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:29.625392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-325d60c1-ecac-446d-a176-2aec87d35469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.702440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:11:29.708053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.735098 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:11:29.735480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:11:29.735791 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event deleted for resources: {'Port': ['ID=25f6dcc0-02e5-4c75-873a-0bf7c7d121ed,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:29.739108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] No DVR routers for this DVR port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:11:29.744648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-325d60c1-ecac-446d-a176-2aec87d35469 None None] For port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25f6dcc0-02e5-4c75-873a-0bf7c7d121ed,segment=NetworkSegment(a48799d6-ce1a-4f30-b215-ca84858920ab),segment_id=a48799d6-ce1a-4f30-b215-ca84858920ab)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:29.745168 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-325d60c1-ecac-446d-a176-2aec87d35469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.760356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-325d60c1-ecac-446d-a176-2aec87d35469 None None] Calling delete_port for 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:29.831713 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.845577 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-325d60c1-ecac-446d-a176-2aec87d35469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:29.873968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d60c1-ecac-446d-a176-2aec87d35469 None None] No DVR routers for this DVR port 25f6dcc0-02e5-4c75-873a-0bf7c7d121ed on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:11:29.875794 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d60c1-ecac-446d-a176-2aec87d35469 None None] Pushing event deleted for resources: {'Port': ['ID=25f6dcc0-02e5-4c75-873a-0bf7c7d121ed,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:29.916954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1cc04-71d7-4e82-8803-c290a056ec4c req-dea2d69e-04b3-461f-bc90-2027ed0d40d7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:29.923885 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52d1cc04-71d7-4e82-8803-c290a056ec4c req-dea2d69e-04b3-461f-bc90-2027ed0d40d7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.0869479
Nov 27 21:11:29.972841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52d1cc04-71d7-4e82-8803-c290a056ec4c req-f6069a95-4a9d-462e-9ee2-6ffcad2bf489 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468802
Nov 27 21:11:30.165426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fce3a670>,) {'filters': {'network_id': ['8d8fc03a-d873-4701-9ca1-192140fcb79f']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:11:30.174745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fce3a670>, 'a48799d6-ce1a-4f30-b215-ca84858920ab') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:11:30.175049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fce3a670>, 'a48799d6-ce1a-4f30-b215-ca84858920ab') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:11:30.184603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:30.197406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:30.203661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:11:30.204053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:11:30.207007 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:11:30.263687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:30.268311 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:30.274049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] 10.222.0.21 "DELETE /v2.0/networks/8d8fc03a-d873-4701-9ca1-192140fcb79f HTTP/1.1" status: 204  len: 168 time: 0.8946605
Nov 27 21:11:30.285988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5856c-5afb-41bc-b425-514148f03fdb tempest-AllowedAddressPairTestJSON-838261096 tempest-AllowedAddressPairTestJSON-838261096-project] Pushing event deleted for resources: {'Network': ['ID=8d8fc03a-d873-4701-9ca1-192140fcb79f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:30.509680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37892) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:30.641900 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d2907c2e-673c-46bf-b364-633b8304dbc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf6faeaa8093415dbcf10657bd44216a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1310663
Nov 27 21:11:30.644427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37896) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:30.693334 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d4b-5a59-40f6-980f-097f5b01e0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:30.718465 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d4b-5a59-40f6-980f-097f5b01e0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:30.767716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d4b-5a59-40f6-980f-097f5b01e0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:30.770294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-15fb8d4b-5a59-40f6-980f-097f5b01e0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:30.771468 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-15fb8d4b-5a59-40f6-980f-097f5b01e0f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d71181bb-a234-41ab-bf98-ea5ba16b1e94 HTTP/1.1" status: 204  len: 168 time: 0.1261208
Nov 27 21:11:30.780121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb8d4b-5a59-40f6-980f-097f5b01e0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71181bb-a234-41ab-bf98-ea5ba16b1e94,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:31.097763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef248-85b5-42f7-a394-9bbb7ee72e33 req-dfdfa5f2-423e-47e5-9447-b867522aea5e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:31.099941 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cefef248-85b5-42f7-a394-9bbb7ee72e33 req-dfdfa5f2-423e-47e5-9447-b867522aea5e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.0563998
Nov 27 21:11:31.118891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:11:31.154901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cefef248-85b5-42f7-a394-9bbb7ee72e33 req-bb5b6f1c-216c-49db-b54b-22fec32e5351 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486436
Nov 27 21:11:31.354196 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.378897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:11:31.381257 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769f96b1-73af-41af-8467-5caf17135823" -d '{"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-unplugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:11:31.394559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:31.399123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.445383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37926) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:31.463989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=11']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:31.545915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1070879620'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:31.559025 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e087d7c-7938-4e45-a68c-153f7caa6081 x-openstack-request-id: req-2e087d7c-7938-4e45-a68c-153f7caa6081 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:11:31.559887 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-unplugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:11:31.560149 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e087d7c-7938-4e45-a68c-153f7caa6081 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:11:31.560557 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'code': 200}
Nov 27 21:11:31.567999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:31.571587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.580188 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.654978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.658512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.685645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:11:31.701103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742c9989-e123-4a29-a207-ccee68f5fba0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:31.703932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.704284 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Added segment bd271828-4419-4e59-8246-6678426e685f of type vlan for network b35d14d8-f79d-48c1-bc3c-6c52c752991f
Nov 27 21:11:31.742822 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.767885 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.773774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:31.774364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:31.843608 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3970249
Nov 27 21:11:31.847211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37932) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:31.852918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:31.883066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc867c2-f824-4e62-863e-0e4b1bca1754 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Network': ['ID=b35d14d8-f79d-48c1-bc3c-6c52c752991f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:31.893441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:11:31.940859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:31.944487 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.120560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.185870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=78d2af83-241b-4f53-9803-c0331ad0ab01,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:32.191183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:32.191572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network hostable DHCP agents. Network: b35d14d8-f79d-48c1-bc3c-6c52c752991f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:11:32.208063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:11:32.218080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b35d14d8-f79d-48c1-bc3c-6c52c752991f) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:32.222611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:32.223271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.230863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d190207-d172-4a56-8240-31784130dbe0 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:32.247066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-73834dbf-371e-4b7e-9bf8-6a4702e236e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3981018
Nov 27 21:11:32.250025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37936) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:32.255487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'name': 'tempest-NetworksTestDHCPv6-530884223'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:32.289906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93d02c-ba78-4488-b077-eb48016b1257 req-396d20fa-8731-4d5c-bbb9-1f0a5f170c7e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:32.291497 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d93d02c-ba78-4488-b077-eb48016b1257 req-396d20fa-8731-4d5c-bbb9-1f0a5f170c7e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0575786
Nov 27 21:11:32.342869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d93d02c-ba78-4488-b077-eb48016b1257 req-1ccf4ac3-b97a-4343-b06a-1670206ce165 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441012
Nov 27 21:11:32.377075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:32.380853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.391160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '78d2af83-241b-4f53-9803-c0331ad0ab01'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:11:32.391874 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.398752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port e3efd0f9-4021-45f5-b8d1-cfef77400c7f yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:32.518461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::165 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/78d2af83-241b-4f53-9803-c0331ad0ab01/e3efd0f9-4021-45f5-b8d1-cfef77400c7f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:32.663664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.695229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.738448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:32.739602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Allocated IP 2001:db8::2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/78d2af83-241b-4f53-9803-c0331ad0ab01/9bff6271-58c8-4290-bbb9-b6fda2c5ede4) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:32.741567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:32.747130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:32.753451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:32.754451 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.760654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=e3efd0f9-4021-45f5-b8d1-cfef77400c7f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:32.779693 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-73e0c748-8eac-4c4f-9f66-aec2e877ba72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.5262249
Nov 27 21:11:32.780013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37938) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:32.827285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c1208-3328-4e69-a34d-cdab954c88e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:32.828758 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7f8c1208-3328-4e69-a34d-cdab954c88e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.0477846
Nov 27 21:11:32.831404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37940) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:32.902049 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.910709 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.937622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0d68eb19-f315-47ab-bfc7-490cf59a8e45 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port e3efd0f9-4021-45f5-b8d1-cfef77400c7f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:32.937857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d68eb19-f315-47ab-bfc7-490cf59a8e45 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:32.951240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:32.955521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:32.959999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:32.965239 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Pushing event updated for resources: {'Port': ['ID=9bff6271-58c8-4290-bbb9-b6fda2c5ede4,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:33.016410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Attempting to bind port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:11:33.016783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Attempting to bind port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:11:33.017151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Attempting to bind port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:11:33.022036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:11:33.022414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:33.022821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.023218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:11:33.023714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Bound port: 9bff6271-58c8-4290-bbb9-b6fda2c5ede4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:11:33.024092 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.028889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d68eb19-f315-47ab-bfc7-490cf59a8e45 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.041277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0d68eb19-f315-47ab-bfc7-490cf59a8e45 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for e3efd0f9-4021-45f5-b8d1-cfef77400c7f owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:33.088062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] For port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:11:33.091086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] For port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bff6271-58c8-4290-bbb9-b6fda2c5ede4,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:11:33.095536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.126716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:11:33.173433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368557cb-95c6-45e1-bf70-cd06a1a872ce None None] Pushing event updated for resources: {'Port': ['ID=9bff6271-58c8-4290-bbb9-b6fda2c5ede4,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:33.176616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d68eb19-f315-47ab-bfc7-490cf59a8e45 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.208343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68eb19-f315-47ab-bfc7-490cf59a8e45 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=e3efd0f9-4021-45f5-b8d1-cfef77400c7f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:33.249261 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d68eb19-f315-47ab-bfc7-490cf59a8e45 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.256638 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0d68eb19-f315-47ab-bfc7-490cf59a8e45 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/e3efd0f9-4021-45f5-b8d1-cfef77400c7f HTTP/1.1" status: 204  len: 168 time: 0.4220736
Nov 27 21:11:33.257282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37944) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:33.267376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:33.288340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'port_id': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'mac_address': 'fa:16:3e:8d:67:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:11:33.324037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff005d-ef73-449f-84b8-8c996203a8cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:33.325861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff005d-ef73-449f-84b8-8c996203a8cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:33.327413 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-62ff005d-ef73-449f-84b8-8c996203a8cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0693030
Nov 27 21:11:33.330020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37948) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:33.333587 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.352252 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bdfed0-fc9f-4b10-be5e-edcd12274506 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:11:33.403245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:33.408678 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.440458 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb46ea6-547c-48ed-a0e4-02ea356d3ef6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 78d2af83-241b-4f53-9803-c0331ad0ab01 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:33.450863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afb46ea6-547c-48ed-a0e4-02ea356d3ef6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.489204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=12']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:33.497672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afb46ea6-547c-48ed-a0e4-02ea356d3ef6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.507073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['e5bdfed0-fc9f-4b10-be5e-edcd12274506'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:11:33.617112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47171d7-3de2-4a17-a88d-ef4d561106f3 req-ba74d076-2058-440e-b05b-ea3e9030c23e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:33.618944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a47171d7-3de2-4a17-a88d-ef4d561106f3 req-ba74d076-2058-440e-b05b-ea3e9030c23e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 946 time: 0.1181116
Nov 27 21:11:33.697110 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afb46ea6-547c-48ed-a0e4-02ea356d3ef6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.704670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a47171d7-3de2-4a17-a88d-ef4d561106f3 req-cdf3b77c-1ce9-4fb5-8938-3fc762547df9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657823
Nov 27 21:11:33.759675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:33.775745 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afb46ea6-547c-48ed-a0e4-02ea356d3ef6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.803188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb46ea6-547c-48ed-a0e4-02ea356d3ef6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=78d2af83-241b-4f53-9803-c0331ad0ab01,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:33.810890 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afb46ea6-547c-48ed-a0e4-02ea356d3ef6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.814394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-afb46ea6-547c-48ed-a0e4-02ea356d3ef6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/78d2af83-241b-4f53-9803-c0331ad0ab01 HTTP/1.1" status: 204  len: 168 time: 0.4833877
Nov 27 21:11:33.817369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37968) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:33.818100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:33.818480 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.879702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-66c7d0c3-f9ad-43fb-9ccc-66146b81936d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0583858
Nov 27 21:11:33.880056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37970) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:33.885197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:33.925018 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:33.981804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bff6271-58c8-4290-bbb9-b6fda2c5ede4,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:33.988010 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:34.047496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:34.056535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=9bff6271-58c8-4290-bbb9-b6fda2c5ede4,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:34.057348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:34.304772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:34.325637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-faced509-3408-4c5c-8bc3-d82b2ce6c1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:34.349340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:34.353181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:34.359033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:34.359745 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:34.382142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=7d4b0e95-5375-4018-a5c6-0e427e3ff51d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:34.392598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b00c8f2d-4b12-4e15-aa03-694c11303cee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5092359
Nov 27 21:11:34.392820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37978) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:34.399135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'name': 'tempest-NetworksTestDHCPv6-2074905279'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:34.404119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757dd45-d3db-4a55-84d0-1152b56c99d7 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:34.557437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:34.558849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b9966efa-cdf1-4e1b-a4fd-425bb87ff20a None None] Provisioning complete for port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:34.559389 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9966efa-cdf1-4e1b-a4fd-425bb87ff20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:34.562965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:34.585117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 0548e654-0f39-45bb-b33c-774de3c8778b yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:34.747450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::2e9 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/7d4b0e95-5375-4018-a5c6-0e427e3ff51d/0548e654-0f39-45bb-b33c-774de3c8778b) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:34.884320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b1f9-a16a-4e0e-8410-fd53ab4da30e req-cf49304d-9cd0-4e80-a39f-9f19f4abbe86 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:34.892515 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2da4b1f9-a16a-4e0e-8410-fd53ab4da30e req-cf49304d-9cd0-4e80-a39f-9f19f4abbe86 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 946 time: 0.0852623
Nov 27 21:11:34.958108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70b6f6b-24fd-4f0b-a394-292f72fcdb86 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:34.973272 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:34.990356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2da4b1f9-a16a-4e0e-8410-fd53ab4da30e req-df0e3ab6-b241-44bb-86bb-663cdce23ecf tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918860
Nov 27 21:11:35.017105 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:35.054618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cd5117de-8141-4d2e-a6ec-86b671bcd501 None None] Provisioning complete for port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:35.055005 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd5117de-8141-4d2e-a6ec-86b671bcd501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:35.107465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:35.113313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:35.117409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:35.123461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:35.124098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:35.133063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=0548e654-0f39-45bb-b33c-774de3c8778b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:35.164413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b7a7b1c9-e4ea-4271-bab3-3d99afcc3056 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.7690303
Nov 27 21:11:35.164657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:35.166395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37984) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:35.232327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f865601-6d8f-4dda-8747-cd9fe2169b92 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:35.238739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f865601-6d8f-4dda-8747-cd9fe2169b92 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:35.240571 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3f865601-6d8f-4dda-8747-cd9fe2169b92 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1592 time: 0.0729024
Nov 27 21:11:35.243918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37986) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:35.347460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e8097ae7-92a6-4571-805e-3d0088c39316 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port 0548e654-0f39-45bb-b33c-774de3c8778b {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:35.348138 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8097ae7-92a6-4571-805e-3d0088c39316 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:35.363486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port e5bdfed0-fc9f-4b10-be5e-edcd12274506 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:35.365467 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:35.481986 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8097ae7-92a6-4571-805e-3d0088c39316 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:35.496600 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:35.497558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e8097ae7-92a6-4571-805e-3d0088c39316 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for 0548e654-0f39-45bb-b33c-774de3c8778b owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:35.530927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:11:35.533983 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da9b22a-b810-4649-bf2c-6d0845f6c0dd" -d '{"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:11:35.567529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:35.581628 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:35.634375 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a31aa3d-4887-470a-8c0d-c3598a8be828 x-openstack-request-id: req-1a31aa3d-4887-470a-8c0d-c3598a8be828 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:11:35.641536 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-plugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:11:35.641976 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a31aa3d-4887-470a-8c0d-c3598a8be828 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:11:35.642504 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'code': 200}
Nov 27 21:11:35.682702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=13']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:35.705785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:35.771849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6c1e47e3-08e8-4108-b431-af375ba39fca None None] Provisioning complete for port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:35.772505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c1e47e3-08e8-4108-b431-af375ba39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:35.821645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:35.822020 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.025207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6c1e47e3-08e8-4108-b431-af375ba39fca None None] Provisioning complete for port 0548e654-0f39-45bb-b33c-774de3c8778b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:36.025401 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c1e47e3-08e8-4108-b431-af375ba39fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.073215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e47e3-08e8-4108-b431-af375ba39fca None None] Port 0548e654-0f39-45bb-b33c-774de3c8778b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:36.078898 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8097ae7-92a6-4571-805e-3d0088c39316 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.117341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8097ae7-92a6-4571-805e-3d0088c39316 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=0548e654-0f39-45bb-b33c-774de3c8778b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:36.188527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8097ae7-92a6-4571-805e-3d0088c39316 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.189724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fa685e69-e347-42f5-86bd-3112952c1d0c None None] Could not find standard attr ID for object e3efd0f9-4021-45f5-b8d1-cfef77400c7f. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:11:36.193994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e8097ae7-92a6-4571-805e-3d0088c39316 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/0548e654-0f39-45bb-b33c-774de3c8778b HTTP/1.1" status: 204  len: 168 time: 0.9491987
Nov 27 21:11:36.196938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37994) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:36.217277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d523484-b729-44ea-b5d0-633fc931d44a req-89afa45e-485d-45b9-b824-328b43cc594f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:36.219528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d523484-b729-44ea-b5d0-633fc931d44a req-89afa45e-485d-45b9-b824-328b43cc594f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.0937941
Nov 27 21:11:36.280141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5f1de-6450-4efd-a2fa-6d2dfa07d0ef tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:36.285071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5f1de-6450-4efd-a2fa-6d2dfa07d0ef tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:36.290583 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c3b5f1de-6450-4efd-a2fa-6d2dfa07d0ef tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0925269
Nov 27 21:11:36.291071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 37996) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:36.339803 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8d523484-b729-44ea-b5d0-633fc931d44a req-25850777-9e74-46dd-b69f-2aa6651fade5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119087
Nov 27 21:11:36.379674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-68db6d25-4014-4fbd-aaf3-c11375eb93cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 7d4b0e95-5375-4018-a5c6-0e427e3ff51d {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:36.383731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68db6d25-4014-4fbd-aaf3-c11375eb93cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.409925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f99effe0-393e-4edc-9e95-e7dcde5a79ce None None] Could not find standard attr ID for object 0548e654-0f39-45bb-b33c-774de3c8778b. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:11:36.430535 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68db6d25-4014-4fbd-aaf3-c11375eb93cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.459744 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c426334b-29b2-4fc4-82f2-d190bc0a5d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.485042 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68db6d25-4014-4fbd-aaf3-c11375eb93cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.560644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68db6d25-4014-4fbd-aaf3-c11375eb93cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.582677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68db6d25-4014-4fbd-aaf3-c11375eb93cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.589260 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 37998) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:36.603560 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-68db6d25-4014-4fbd-aaf3-c11375eb93cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/7d4b0e95-5375-4018-a5c6-0e427e3ff51d HTTP/1.1" status: 204  len: 168 time: 0.3031385
Nov 27 21:11:36.629062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db6d25-4014-4fbd-aaf3-c11375eb93cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4b0e95-5375-4018-a5c6-0e427e3ff51d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:36.657251 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4d2c8744-aacd-42ed-86a9-1c8766a04f45 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0667188
Nov 27 21:11:36.660132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38000) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:36.665640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:36.680505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75dd6c-2004-4114-a4a1-112bab54c280 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:36.797472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:36.805998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:36.912513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e07f8-0f40-4644-8981-e14f64bb3410 None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:11:36.983589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-804e07f8-0f40-4644-8981-e14f64bb3410 None None] Deleting port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:36.984172 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-804e07f8-0f40-4644-8981-e14f64bb3410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.053478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-804e07f8-0f40-4644-8981-e14f64bb3410 None None] For port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bff6271-58c8-4290-bbb9-b6fda2c5ede4,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:37.054009 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-804e07f8-0f40-4644-8981-e14f64bb3410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.059666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.069220 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-804e07f8-0f40-4644-8981-e14f64bb3410 None None] Calling delete_port for 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:37.112055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:37.116569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:37.125021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:37.125892 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.146627 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4852886
Nov 27 21:11:37.153486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38002) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:37.159043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'name': 'tempest-NetworksTestDHCPv6-595979912'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:37.230257 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-804e07f8-0f40-4644-8981-e14f64bb3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.251112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4311523-5931-4c6f-aff5-8501996ea24c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=4253a921-f5ba-4117-97ba-ce9829b6eaea,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:37.289041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e07f8-0f40-4644-8981-e14f64bb3410 None None] Pushing event deleted for resources: {'Port': ['ID=9bff6271-58c8-4290-bbb9-b6fda2c5ede4,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:37.338460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e07f8-0f40-4644-8981-e14f64bb3410 None None] No DVR routers for this DVR port 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:11:37.349549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:37.352732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa1648a-a8a3-4d66-8f7d-45abf4e8f2b6 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:37.359789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.386462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port c9967091-ca12-4173-aae0-0e8ba2a18ed8 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:37.617221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::41 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/4253a921-f5ba-4117-97ba-ce9829b6eaea/c9967091-ca12-4173-aae0-0e8ba2a18ed8) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:37.652184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9932c5-d34c-472e-9ce6-b0f94e876173 req-2aa542fc-c3e6-4390-9161-e5886c5340ef tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:37.659808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d9932c5-d34c-472e-9ce6-b0f94e876173 req-2aa542fc-c3e6-4390-9161-e5886c5340ef tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.1429856
Nov 27 21:11:37.759739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:11:37.776467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d9932c5-d34c-472e-9ce6-b0f94e876173 req-bdd808ef-d9d8-413a-9efb-db54c3ef24cc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128061
Nov 27 21:11:37.788768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:11:37.789125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9bff6271-58c8-4290-bbb9-b6fda2c5ede4 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:11:37.838674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '4253a921-f5ba-4117-97ba-ce9829b6eaea'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:11:37.842000 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.863314 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.899417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.938179 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:37.989449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:37.992851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:37.998888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:38.004760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:38.005401 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.012185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=c9967091-ca12-4173-aae0-0e8ba2a18ed8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:38.027055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f9d1fc3b-5056-4b1c-896c-62bf5eaad6fe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8699980
Nov 27 21:11:38.028066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38012) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:38.042006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Allocated IP 2001:db8::2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/4253a921-f5ba-4117-97ba-ce9829b6eaea/19c33b11-a3e1-4d99-814a-36fb2a85848e) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:38.092442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ffba0f-07be-4ad8-80ce-e28d63c71cce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:38.096664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38014) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:38.096851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-42ffba0f-07be-4ad8-80ce-e28d63c71cce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.0676384
Nov 27 21:11:38.227107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-753f995b-5cde-457d-b93f-e348ff5c2f50 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port c9967091-ca12-4173-aae0-0e8ba2a18ed8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:38.227805 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-753f995b-5cde-457d-b93f-e348ff5c2f50 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.237028 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.249868 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.300395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:38.306163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:38.310499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:38.313824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Pushing event updated for resources: {'Port': ['ID=19c33b11-a3e1-4d99-814a-36fb2a85848e,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:38.347510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-753f995b-5cde-457d-b93f-e348ff5c2f50 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.379641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-753f995b-5cde-457d-b93f-e348ff5c2f50 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for c9967091-ca12-4173-aae0-0e8ba2a18ed8 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:38.384618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Attempting to bind port 19c33b11-a3e1-4d99-814a-36fb2a85848e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:11:38.385010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Attempting to bind port 19c33b11-a3e1-4d99-814a-36fb2a85848e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:11:38.385384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Attempting to bind port 19c33b11-a3e1-4d99-814a-36fb2a85848e on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:11:38.393433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:11:38.393433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:38.393858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.394261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:11:38.394733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Bound port: 19c33b11-a3e1-4d99-814a-36fb2a85848e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:11:38.395148 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.493985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] For port 19c33b11-a3e1-4d99-814a-36fb2a85848e, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:11:38.498785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] For port 19c33b11-a3e1-4d99-814a-36fb2a85848e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19c33b11-a3e1-4d99-814a-36fb2a85848e,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:11:38.507987 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.585510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488815f-e6f0-49ab-981f-a14bf58a1163 None None] Pushing event updated for resources: {'Port': ['ID=19c33b11-a3e1-4d99-814a-36fb2a85848e,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:38.600821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-753f995b-5cde-457d-b93f-e348ff5c2f50 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.632995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f995b-5cde-457d-b93f-e348ff5c2f50 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=c9967091-ca12-4173-aae0-0e8ba2a18ed8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:38.666171 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-753f995b-5cde-457d-b93f-e348ff5c2f50 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.672822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38018) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:38.686661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-753f995b-5cde-457d-b93f-e348ff5c2f50 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/c9967091-ca12-4173-aae0-0e8ba2a18ed8 HTTP/1.1" status: 204  len: 168 time: 0.5881360
Nov 27 21:11:38.740371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0abe5-34f6-4bad-9742-efbece359a9d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:38.742457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0abe5-34f6-4bad-9742-efbece359a9d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:38.747937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38020) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:38.755723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5cd0abe5-34f6-4bad-9742-efbece359a9d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0817444
Nov 27 21:11:38.880833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c1492b-4335-409e-af99-552e598e47d3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 4253a921-f5ba-4117-97ba-ce9829b6eaea {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:38.884922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95c1492b-4335-409e-af99-552e598e47d3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:38.981446 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95c1492b-4335-409e-af99-552e598e47d3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:39.035430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce533a6e-ecb9-4032-b1f7-ecae6eeb05d8 req-e6106df9-fb00-498d-a2be-a2683ea7caba tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:39.037449 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce533a6e-ecb9-4032-b1f7-ecae6eeb05d8 req-e6106df9-fb00-498d-a2be-a2683ea7caba tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.1219549
Nov 27 21:11:39.135461 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95c1492b-4335-409e-af99-552e598e47d3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:39.142441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce533a6e-ecb9-4032-b1f7-ecae6eeb05d8 req-d60d7807-dc22-46d0-b782-e4ba21caaea6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963347
Nov 27 21:11:39.213198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95c1492b-4335-409e-af99-552e598e47d3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:39.243672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1492b-4335-409e-af99-552e598e47d3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=4253a921-f5ba-4117-97ba-ce9829b6eaea,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:39.253602 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-95c1492b-4335-409e-af99-552e598e47d3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:39.259114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-95c1492b-4335-409e-af99-552e598e47d3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/4253a921-f5ba-4117-97ba-ce9829b6eaea HTTP/1.1" status: 204  len: 168 time: 0.5080748
Nov 27 21:11:39.259736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38024) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:39.305904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0142ebc4-d2c8-4432-85e7-552da936faf3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0449245
Nov 27 21:11:39.308474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38026) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:39.374015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112824b2-22ef-4815-a32d-214effa975de tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:39.378615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38028) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:39.378886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-112824b2-22ef-4815-a32d-214effa975de tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0679579
Nov 27 21:11:39.441004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e42f654-a947-445f-87e8-14126325cd2f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:39.443880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6e42f654-a947-445f-87e8-14126325cd2f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0629199
Nov 27 21:11:39.445706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38030) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:39.505286 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-19d6fd8b-5199-4cee-b614-d2e18d01f53e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0543118
Nov 27 21:11:39.506419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38034) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:39.510704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:39.559954 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:39.671071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:39.674831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:39.763278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 19c33b11-a3e1-4d99-814a-36fb2a85848e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:39.880793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 19c33b11-a3e1-4d99-814a-36fb2a85848e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:39.881177 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:39.935205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189d8df-dfe3-4e4b-9e70-969ee9244188 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:39.994118 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.041408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:40.043515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eb79a52b-60b8-43d2-9b30-ced9d693a692 None None] Provisioning complete for port 19c33b11-a3e1-4d99-814a-36fb2a85848e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:40.043905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb79a52b-60b8-43d2-9b30-ced9d693a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.045264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:40.053627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:40.054355 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.072635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=f7ec82c2-d1a4-4eab-a08a-148a0696b500,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:40.088955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-64c8b243-e6c2-4d3f-84e5-de8f13b398f1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5822239
Nov 27 21:11:40.092829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38036) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:40.097953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': 'f7ec82c2-d1a4-4eab-a08a-148a0696b500', 'ip_address': '2001:db8::ea16:f618:1536:a683'}], 'name': 'tempest-NetworksTestDHCPv6-279654367'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:40.159110 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.197678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 19c33b11-a3e1-4d99-814a-36fb2a85848e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19c33b11-a3e1-4d99-814a-36fb2a85848e,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:40.210593 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.280099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:40.308808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56029ba3-4665-4410-a769-6800e33931b4 req-4521f11e-b128-4396-9fa7-6cb083aeee17 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:40.311309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56029ba3-4665-4410-a769-6800e33931b4 req-4521f11e-b128-4396-9fa7-6cb083aeee17 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.0579534
Nov 27 21:11:40.353578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.374023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=19c33b11-a3e1-4d99-814a-36fb2a85848e,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:40.406742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56029ba3-4665-4410-a769-6800e33931b4 req-3306c078-e098-4a86-8ef9-63182c20f7f3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860229
Nov 27 21:11:40.410721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.442754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port cba90db9-8538-4bc1-9792-c85fd77a3fc1 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:40.685858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0307246-1012-43d5-8c2e-c17503182426 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:40.694943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::ea16:f618:1536:a683 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/f7ec82c2-d1a4-4eab-a08a-148a0696b500/cba90db9-8538-4bc1-9792-c85fd77a3fc1) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:40.778943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1d38b620-215b-40be-8615-8761f5122683 None None] Provisioning complete for port 19c33b11-a3e1-4d99-814a-36fb2a85848e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:40.779577 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1d38b620-215b-40be-8615-8761f5122683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.892884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.932959 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:40.988780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:40.994443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:40.994443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:41.000582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:41.001240 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:41.016754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=cba90db9-8538-4bc1-9792-c85fd77a3fc1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:41.025884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.026246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.026736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.027905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.031651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.031651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.031651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.031651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.031651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.031651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.031651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.031651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:41.040980 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-75acc9af-3e0e-4ee2-b247-138b74bd7853 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.9442432
Nov 27 21:11:41.041406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38042) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:41.111470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c685b4a-b6df-474d-b91c-57e54348d01a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:41.119417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c685b4a-b6df-474d-b91c-57e54348d01a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:41.124759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c685b4a-b6df-474d-b91c-57e54348d01a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1607 time: 0.0822322
Nov 27 21:11:41.125625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38044) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:41.269196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-86775e7d-902e-4cfb-9b31-525d0c4e860e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port cba90db9-8538-4bc1-9792-c85fd77a3fc1 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:41.269562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-86775e7d-902e-4cfb-9b31-525d0c4e860e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:41.304462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-50023a31-1f03-43f8-8b0b-830524353c26 None None] Provisioning complete for port 19c33b11-a3e1-4d99-814a-36fb2a85848e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:41.307721 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50023a31-1f03-43f8-8b0b-830524353c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:41.468231 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-86775e7d-902e-4cfb-9b31-525d0c4e860e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:41.482442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-86775e7d-902e-4cfb-9b31-525d0c4e860e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for cba90db9-8538-4bc1-9792-c85fd77a3fc1 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:41.620069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed272917-e88e-4dc0-9454-b4968828cc9b req-ade65bf0-09f7-49e8-b20d-a7c9e0b2b919 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:41.623114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed272917-e88e-4dc0-9454-b4968828cc9b req-ade65bf0-09f7-49e8-b20d-a7c9e0b2b919 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.0829744
Nov 27 21:11:41.684588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-197ac9a8-f8d5-4902-bcb0-add5adfc29b7 None None] Could not find standard attr ID for object c9967091-ca12-4173-aae0-0e8ba2a18ed8. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:11:41.699171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-86775e7d-902e-4cfb-9b31-525d0c4e860e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:41.735569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed272917-e88e-4dc0-9454-b4968828cc9b req-0edc4d51-7375-4884-b02c-475baceb0880 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051083
Nov 27 21:11:41.746915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 19c33b11-a3e1-4d99-814a-36fb2a85848e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:41.773560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-86775e7d-902e-4cfb-9b31-525d0c4e860e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:41.778534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-86775e7d-902e-4cfb-9b31-525d0c4e860e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/cba90db9-8538-4bc1-9792-c85fd77a3fc1 HTTP/1.1" status: 204  len: 168 time: 0.6518013
Nov 27 21:11:41.780059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86775e7d-902e-4cfb-9b31-525d0c4e860e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=cba90db9-8538-4bc1-9792-c85fd77a3fc1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:41.780963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38054) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:41.849001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 19c33b11-a3e1-4d99-814a-36fb2a85848e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:41.850130 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:41.907835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-82ddc1d8-4ea8-4e36-adbb-00043c53fff8 None None] Could not find standard attr ID for object cba90db9-8538-4bc1-9792-c85fd77a3fc1. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:11:41.908278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d401d7-5314-4e88-98a2-2372a39eca75 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:41.910036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d401d7-5314-4e88-98a2-2372a39eca75 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:41.911590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-70d401d7-5314-4e88-98a2-2372a39eca75 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1293552
Nov 27 21:11:41.914417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38056) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:41.988014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fdaaae-3121-47da-b556-775dc38678ba tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet f7ec82c2-d1a4-4eab-a08a-148a0696b500 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:41.991590 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37fdaaae-3121-47da-b556-775dc38678ba tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.042049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37fdaaae-3121-47da-b556-775dc38678ba tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.107513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37fdaaae-3121-47da-b556-775dc38678ba tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.190221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37fdaaae-3121-47da-b556-775dc38678ba tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.210252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37fdaaae-3121-47da-b556-775dc38678ba tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.215852 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-37fdaaae-3121-47da-b556-775dc38678ba tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/f7ec82c2-d1a4-4eab-a08a-148a0696b500 HTTP/1.1" status: 204  len: 168 time: 0.2978389
Nov 27 21:11:42.216429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38058) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:42.248579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdaaae-3121-47da-b556-775dc38678ba tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ec82c2-d1a4-4eab-a08a-148a0696b500,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:42.271244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-de91743d-107a-4c80-853d-d23b2e67563b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0508926
Nov 27 21:11:42.271757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38060) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:42.277363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:42.403919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:42.407853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.420620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e265ac-361f-41a6-84d2-c3b4f51ae1c7 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:42.667322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.731747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:42.735699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:42.738779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:42.739421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.754842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=6f5f24c3-a124-415f-a6c5-f62e824289e9,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:42.768085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38064) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:42.768377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-18268412-7a1d-44e2-8c94-6601def55d52 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4955575
Nov 27 21:11:42.774214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4ebd3-95f8-443e-aad4-fe08fac3da8f None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:11:42.776320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': '6f5f24c3-a124-415f-a6c5-f62e824289e9', 'ip_address': '2001:db8::3574:24d8:d0f3:1ace'}], 'name': 'tempest-NetworksTestDHCPv6-1785122476'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:42.849064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4ebd3-95f8-443e-aad4-fe08fac3da8f None None] Deleting port 19c33b11-a3e1-4d99-814a-36fb2a85848e {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:42.849451 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ebd3-95f8-443e-aad4-fe08fac3da8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.970541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fdb4ebd3-95f8-443e-aad4-fe08fac3da8f None None] For port 19c33b11-a3e1-4d99-814a-36fb2a85848e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19c33b11-a3e1-4d99-814a-36fb2a85848e,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:42.970541 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ebd3-95f8-443e-aad4-fe08fac3da8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:42.989129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4ebd3-95f8-443e-aad4-fe08fac3da8f None None] Calling delete_port for 19c33b11-a3e1-4d99-814a-36fb2a85848e owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:43.037886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b27a0-5886-484c-a119-2916f3db25ed req-c8e5c009-3c3e-4394-ae29-81e43ed7a964 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:43.039555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-457b27a0-5886-484c-a119-2916f3db25ed req-c8e5c009-3c3e-4394-ae29-81e43ed7a964 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.1265557
Nov 27 21:11:43.060470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:43.093784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-375afde8-8544-4b98-ac59-37d97ecba58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:43.095397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-375afde8-8544-4b98-ac59-37d97ecba58c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1098 time: 0.2136447
Nov 27 21:11:43.114084 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ebd3-95f8-443e-aad4-fe08fac3da8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:43.141304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4ebd3-95f8-443e-aad4-fe08fac3da8f None None] Pushing event deleted for resources: {'Port': ['ID=19c33b11-a3e1-4d99-814a-36fb2a85848e,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:43.145530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4ebd3-95f8-443e-aad4-fe08fac3da8f None None] No DVR routers for this DVR port 19c33b11-a3e1-4d99-814a-36fb2a85848e on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:11:43.164448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d1a7e-ba39-46cc-868a-b1fb25d58215 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:43.225404 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-457b27a0-5886-484c-a119-2916f3db25ed req-e978dcf8-7658-4dbf-961c-8ae05fb31992 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1788723
Nov 27 21:11:43.271682 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:43.312629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port ed6937a4-db8e-44ce-8431-a39f16fb88b8 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:43.319765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-c3d891c8-1729-4510-ac8f-5da3830f3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:43.321405 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-c3d891c8-1729-4510-ac8f-5da3830f3802 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.1900418
Nov 27 21:11:43.379793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '6f5f24c3-a124-415f-a6c5-f62e824289e9'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:11:43.380412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:43.521537 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-b5152ca2-85ce-412b-a835-4d06a1b508c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1002 time: 0.1801984
Nov 27 21:11:43.561193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Allocated IP 2001:db8::2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/6f5f24c3-a124-415f-a6c5-f62e824289e9/7a0301e8-5678-4e69-8eaa-874d0c13ae00) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:43.597249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-138f1ce8-8de7-4374-ab8a-b46ab6424cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:43.598769 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-138f1ce8-8de7-4374-ab8a-b46ab6424cb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0633025
Nov 27 21:11:43.672820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-35d56dd0-24c8-446d-bb03-d8e907fffc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:43.674482 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-35d56dd0-24c8-446d-bb03-d8e907fffc94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0675490
Nov 27 21:11:43.686802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 19c33b11-a3e1-4d99-814a-36fb2a85848e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:11:43.744578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 19c33b11-a3e1-4d99-814a-36fb2a85848e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:11:43.745039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 19c33b11-a3e1-4d99-814a-36fb2a85848e not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:11:43.780621 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-0c6f7325-5c22-44fe-a392-5a5afff84d33 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978181
Nov 27 21:11:43.793333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:43.804479 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:43.848801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:43.852079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:43.855208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:43.869191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Pushing event updated for resources: {'Port': ['ID=7a0301e8-5678-4e69-8eaa-874d0c13ae00,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:43.927219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Attempting to bind port 7a0301e8-5678-4e69-8eaa-874d0c13ae00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:11:43.927796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Attempting to bind port 7a0301e8-5678-4e69-8eaa-874d0c13ae00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:11:43.928276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Attempting to bind port 7a0301e8-5678-4e69-8eaa-874d0c13ae00 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:11:43.934515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:11:43.935052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:43.935684 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:43.936186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:11:43.936866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Bound port: 7a0301e8-5678-4e69-8eaa-874d0c13ae00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:11:43.937358 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:44.014907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] For port 7a0301e8-5678-4e69-8eaa-874d0c13ae00, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:11:44.019743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] For port 7a0301e8-5678-4e69-8eaa-874d0c13ae00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a0301e8-5678-4e69-8eaa-874d0c13ae00,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:11:44.027773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:44.110456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb16026-7c41-421a-be74-82d69a29758b None None] Pushing event updated for resources: {'Port': ['ID=7a0301e8-5678-4e69-8eaa-874d0c13ae00,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:44.176763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::3574:24d8:d0f3:1ace (b35d14d8-f79d-48c1-bc3c-6c52c752991f/6f5f24c3-a124-415f-a6c5-f62e824289e9/ed6937a4-db8e-44ce-8431-a39f16fb88b8) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:44.227898 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4021f3e9-3031-4d6a-bd72-932e8fe318c9 req-1e76115a-1d18-4871-8bd4-6f0456ef062d service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4397194
Nov 27 21:11:44.483958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728e8ca-0330-4766-abbc-8d5f8cfd773f req-25eb549d-58c6-462e-8fc1-8e2b63d2d74e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:44.485532 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7728e8ca-0330-4766-abbc-8d5f8cfd773f req-25eb549d-58c6-462e-8fc1-8e2b63d2d74e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.1042986
Nov 27 21:11:44.539284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:44.612058 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7728e8ca-0330-4766-abbc-8d5f8cfd773f req-67bad29d-5b84-4c48-8b1a-5242b8e64c06 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125593
Nov 27 21:11:44.650652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:44.726809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:44.730278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:44.735342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:44.743595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:44.744260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:44.748684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=ed6937a4-db8e-44ce-8431-a39f16fb88b8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:44.767389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-454049b8-121d-4abd-8fb0-7618b9399a88 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.9976847
Nov 27 21:11:44.769862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38076) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:44.834108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e23d52-eb33-41f1-b20f-5d52574e535a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:44.841129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e23d52-eb33-41f1-b20f-5d52574e535a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:44.842769 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-56e23d52-eb33-41f1-b20f-5d52574e535a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0719094
Nov 27 21:11:44.845507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38078) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:44.961564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port ed6937a4-db8e-44ce-8431-a39f16fb88b8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:44.961908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.126450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.144398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for ed6937a4-db8e-44ce-8431-a39f16fb88b8 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:45.312651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.351697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=ed6937a4-db8e-44ce-8431-a39f16fb88b8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:45.416264 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.423785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38082) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:45.424318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/ed6937a4-db8e-44ce-8431-a39f16fb88b8 HTTP/1.1" status: 204  len: 168 time: 0.5773127
Nov 27 21:11:45.425573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.425938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.426297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.426650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.426997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.427373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.427718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.428060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.428406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.428743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.429082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.429416 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf7ec-a076-4c03-a690-e6fb9dc4b76b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:11:45.491836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e0343e-4893-4fd3-af72-8d8cc2102a9b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:45.492564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-28f08b05-85f8-4b1d-bb79-a022561ccd60 None None] Provisioning complete for port 7a0301e8-5678-4e69-8eaa-874d0c13ae00 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:45.493287 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-28f08b05-85f8-4b1d-bb79-a022561ccd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.493782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e0343e-4893-4fd3-af72-8d8cc2102a9b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:45.498423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38088) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:45.499783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-27e0343e-4893-4fd3-af72-8d8cc2102a9b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0748265
Nov 27 21:11:45.566271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57d47b0-1366-4c92-bf6f-f9301dd074fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 6f5f24c3-a124-415f-a6c5-f62e824289e9 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:45.574800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a57d47b0-1366-4c92-bf6f-f9301dd074fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.633056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a57d47b0-1366-4c92-bf6f-f9301dd074fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.647137 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-28f08b05-85f8-4b1d-bb79-a022561ccd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.728539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-28f08b05-85f8-4b1d-bb79-a022561ccd60 None None] For port 7a0301e8-5678-4e69-8eaa-874d0c13ae00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a0301e8-5678-4e69-8eaa-874d0c13ae00,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:45.740029 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-28f08b05-85f8-4b1d-bb79-a022561ccd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.814222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f08b05-85f8-4b1d-bb79-a022561ccd60 None None] Pushing event updated for resources: {'Port': ['ID=7a0301e8-5678-4e69-8eaa-874d0c13ae00,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:45.823719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a0301e8-5678-4e69-8eaa-874d0c13ae00 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:45.874053 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a57d47b0-1366-4c92-bf6f-f9301dd074fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.905049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-05a8c766-eeb6-4351-b8da-31496552f792 None None] Could not find standard attr ID for object ed6937a4-db8e-44ce-8431-a39f16fb88b8. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:11:45.931197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7a0301e8-5678-4e69-8eaa-874d0c13ae00 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:45.931856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:45.947104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc527773-9e0a-46e3-aeb6-1b704b809f32 req-b1ebd139-c6f4-44a4-aa89-999d7fa96a0e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:45.948749 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dc527773-9e0a-46e3-aeb6-1b704b809f32 req-b1ebd139-c6f4-44a4-aa89-999d7fa96a0e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.2096930
Nov 27 21:11:46.025802 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a57d47b0-1366-4c92-bf6f-f9301dd074fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.041918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dc527773-9e0a-46e3-aeb6-1b704b809f32 req-a748f5d6-f3e2-448a-95e8-7e5d2ca09669 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832052
Nov 27 21:11:46.042160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.063580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d47b0-1366-4c92-bf6f-f9301dd074fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5f24c3-a124-415f-a6c5-f62e824289e9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:46.082709 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a57d47b0-1366-4c92-bf6f-f9301dd074fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.086075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a57d47b0-1366-4c92-bf6f-f9301dd074fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/6f5f24c3-a124-415f-a6c5-f62e824289e9 HTTP/1.1" status: 204  len: 168 time: 0.5866168
Nov 27 21:11:46.088962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38092) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:46.096609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa883711-9b53-4655-9589-bf71f02d7afb None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:46.145579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ea8a21e5-67d0-4163-8fd3-d357a1b603f4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0549166
Nov 27 21:11:46.148322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38096) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:46.154211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:46.275340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:46.279409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.513093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bcbe13-b96b-47d4-87f5-721584bddeed None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:11:46.534681 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.568474 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-62bcbe13-b96b-47d4-87f5-721584bddeed None None] Deleting port 7a0301e8-5678-4e69-8eaa-874d0c13ae00 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:46.568865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62bcbe13-b96b-47d4-87f5-721584bddeed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.579131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:46.582496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:46.586878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:46.587612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.602879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=d10f84ba-82f7-4cc7-89c3-c265a3dda782,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:46.614016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6c3cd6e9-8379-4094-a2e9-4c1c635a7eac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4637043
Nov 27 21:11:46.616021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38108) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:46.622621 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': 'd10f84ba-82f7-4cc7-89c3-c265a3dda782', 'ip_address': '2001:db8::6ad3:7a6e:9c02:ca86'}], 'name': 'tempest-NetworksTestDHCPv6-810539973'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:46.656493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-62bcbe13-b96b-47d4-87f5-721584bddeed None None] For port 7a0301e8-5678-4e69-8eaa-874d0c13ae00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a0301e8-5678-4e69-8eaa-874d0c13ae00,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:46.657197 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62bcbe13-b96b-47d4-87f5-721584bddeed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.669875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-62bcbe13-b96b-47d4-87f5-721584bddeed None None] Calling delete_port for 7a0301e8-5678-4e69-8eaa-874d0c13ae00 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:46.733447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:46.738483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.751652 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62bcbe13-b96b-47d4-87f5-721584bddeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:46.757234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port fc76655e-317b-497a-bf31-2537c80ab717 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:46.779022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bcbe13-b96b-47d4-87f5-721584bddeed None None] No DVR routers for this DVR port 7a0301e8-5678-4e69-8eaa-874d0c13ae00 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:11:46.787856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcbe13-b96b-47d4-87f5-721584bddeed None None] Pushing event deleted for resources: {'Port': ['ID=7a0301e8-5678-4e69-8eaa-874d0c13ae00,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:46.797259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eb49f0-bcb1-4498-a0e6-1745246691d7 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:46.921916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::6ad3:7a6e:9c02:ca86 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/d10f84ba-82f7-4cc7-89c3-c265a3dda782/fc76655e-317b-497a-bf31-2537c80ab717) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:46.949842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': 'd10f84ba-82f7-4cc7-89c3-c265a3dda782'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:11:46.950756 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.083852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.123526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.181035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Allocated IP 2001:db8::2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/d10f84ba-82f7-4cc7-89c3-c265a3dda782/d312e29a-6161-4dd1-bb3a-b7983f7aa095) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:47.212483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:47.219962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:47.223214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:47.232465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:47.233224 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.238144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=fc76655e-317b-497a-bf31-2537c80ab717,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:47.271031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a21fd2-a36f-4d9d-b0a1-4dcd99b79296 req-73f1a2ab-16b8-448a-ae33-8875e3f94afe tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:47.272862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45a21fd2-a36f-4d9d-b0a1-4dcd99b79296 req-73f1a2ab-16b8-448a-ae33-8875e3f94afe tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.1097431
Nov 27 21:11:47.276401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-494000f5-f9de-416c-a817-1a51418ad86c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.6593153
Nov 27 21:11:47.279202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38136) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:47.367911 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45a21fd2-a36f-4d9d-b0a1-4dcd99b79296 req-9bb72e1b-c205-4242-a4d7-b078f6455645 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767167
Nov 27 21:11:47.369059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db21231-8a70-4b6c-94d8-07e4f2de253c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:47.372037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0db21231-8a70-4b6c-94d8-07e4f2de253c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0911398
Nov 27 21:11:47.374687 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38148) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:47.378549 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.387844 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.459570 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:47.461078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:47.465853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:47.480777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Pushing event updated for resources: {'Port': ['ID=d312e29a-6161-4dd1-bb3a-b7983f7aa095,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:47.494545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b6afde78-26bd-43ae-b752-b470b731fc48 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port fc76655e-317b-497a-bf31-2537c80ab717 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:47.494899 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b6afde78-26bd-43ae-b752-b470b731fc48 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.529898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Attempting to bind port d312e29a-6161-4dd1-bb3a-b7983f7aa095 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:11:47.530549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Attempting to bind port d312e29a-6161-4dd1-bb3a-b7983f7aa095 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:11:47.530700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Attempting to bind port d312e29a-6161-4dd1-bb3a-b7983f7aa095 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:11:47.536432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:11:47.536877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:47.537291 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.537697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:11:47.538194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Bound port: d312e29a-6161-4dd1-bb3a-b7983f7aa095, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:11:47.538556 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.597200 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b6afde78-26bd-43ae-b752-b470b731fc48 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.608592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] For port d312e29a-6161-4dd1-bb3a-b7983f7aa095, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:11:47.613102 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] For port d312e29a-6161-4dd1-bb3a-b7983f7aa095, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d312e29a-6161-4dd1-bb3a-b7983f7aa095,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:11:47.614287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b6afde78-26bd-43ae-b752-b470b731fc48 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for fc76655e-317b-497a-bf31-2537c80ab717 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:47.620256 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.689873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a0301e8-5678-4e69-8eaa-874d0c13ae00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:11:47.693565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b8256-9b02-4b19-ac89-98133f5da7be None None] Pushing event updated for resources: {'Port': ['ID=d312e29a-6161-4dd1-bb3a-b7983f7aa095,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:47.713584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7a0301e8-5678-4e69-8eaa-874d0c13ae00 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:11:47.713934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7a0301e8-5678-4e69-8eaa-874d0c13ae00 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:11:47.760413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b6afde78-26bd-43ae-b752-b470b731fc48 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.794071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afde78-26bd-43ae-b752-b470b731fc48 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=fc76655e-317b-497a-bf31-2537c80ab717,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:47.818934 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b6afde78-26bd-43ae-b752-b470b731fc48 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:47.822401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b6afde78-26bd-43ae-b752-b470b731fc48 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/fc76655e-317b-497a-bf31-2537c80ab717 HTTP/1.1" status: 204  len: 168 time: 0.4468129
Nov 27 21:11:47.824994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38160) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:47.893028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99797b0-9db2-4baa-9aad-1f04338548cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:47.894730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99797b0-9db2-4baa-9aad-1f04338548cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:47.896320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d99797b0-9db2-4baa-9aad-1f04338548cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0704057
Nov 27 21:11:47.898900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38162) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:47.958409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5bc22e-b304-4273-baa3-d75c730615b0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet d10f84ba-82f7-4cc7-89c3-c265a3dda782 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:47.961877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc22e-b304-4273-baa3-d75c730615b0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:48.007534 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc22e-b304-4273-baa3-d75c730615b0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:48.098173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc22e-b304-4273-baa3-d75c730615b0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:48.161388 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc22e-b304-4273-baa3-d75c730615b0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:48.190278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bc22e-b304-4273-baa3-d75c730615b0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=d10f84ba-82f7-4cc7-89c3-c265a3dda782,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:48.195285 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc22e-b304-4273-baa3-d75c730615b0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:48.195829 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aa5bc22e-b304-4273-baa3-d75c730615b0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/d10f84ba-82f7-4cc7-89c3-c265a3dda782 HTTP/1.1" status: 204  len: 168 time: 0.2953756
Nov 27 21:11:48.198385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38164) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:48.239400 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-33de0659-b92b-4b0e-84c5-aa8cfd910577 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0398421
Nov 27 21:11:48.241867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38166) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:48.291525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bae8fb-c8b8-44ae-9dab-3f331e28ab68 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:48.293645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c0bae8fb-c8b8-44ae-9dab-3f331e28ab68 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0508642
Nov 27 21:11:48.296259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38168) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:48.352111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a17359a-5ce2-40e2-90b3-d894aa09d7ac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:48.356158 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2a17359a-5ce2-40e2-90b3-d894aa09d7ac tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0589147
Nov 27 21:11:48.356870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38172) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:48.400158 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-75fb9029-fcf9-433f-9613-f72cb1a77377 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0420034
Nov 27 21:11:48.404743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38174) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:48.409897 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:48.410699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:48.522849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:48.529761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:48.693872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6a585-fed4-457c-a548-6f85c8b303de req-018d85c0-7fb2-44e8-8ab6-17aebdc86d59 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:48.695434 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5b6a585-fed4-457c-a548-6f85c8b303de req-018d85c0-7fb2-44e8-8ab6-17aebdc86d59 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 947 time: 0.0688906
Nov 27 21:11:48.744949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61118b65-2f5a-47f1-beb9-73a00b42c49d None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:48.777732 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f5b6a585-fed4-457c-a548-6f85c8b303de req-5b002a84-2dfb-4ed3-b466-196046d44a3b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734303
Nov 27 21:11:48.786312 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:48.829170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:48.834151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:48.842299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:48.843044 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:48.857340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=69ec434f-821b-4982-8825-f8e7f98aaa28,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:48.877785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-88bc3a8d-a6fc-4554-b4d4-972c9c96d8e5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4686677
Nov 27 21:11:48.877984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38202) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:48.883996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': '69ec434f-821b-4982-8825-f8e7f98aaa28', 'ip_address': '2001:db8::7454:f40a:3df0:74cb'}], 'name': 'tempest-NetworksTestDHCPv6-1141189498'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:48.923495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8731b707-c43b-4ef3-86e4-5d85476b0af5 None None] Provisioning complete for port d312e29a-6161-4dd1-bb3a-b7983f7aa095 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:48.923879 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8731b707-c43b-4ef3-86e4-5d85476b0af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.062323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:49.073542 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8731b707-c43b-4ef3-86e4-5d85476b0af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.133502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8731b707-c43b-4ef3-86e4-5d85476b0af5 None None] For port d312e29a-6161-4dd1-bb3a-b7983f7aa095, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d312e29a-6161-4dd1-bb3a-b7983f7aa095,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:49.138411 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8731b707-c43b-4ef3-86e4-5d85476b0af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.176317 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.181754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:11:49.200752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port c2d3d80e-f341-484e-b9fa-b90e8d08e815 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:49.274180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731b707-c43b-4ef3-86e4-5d85476b0af5 None None] Pushing event updated for resources: {'Port': ['ID=d312e29a-6161-4dd1-bb3a-b7983f7aa095,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:49.333691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea51a97-f660-44c5-b926-7d874b8afa9f None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:49.406536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.410791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::7454:f40a:3df0:74cb (b35d14d8-f79d-48c1-bc3c-6c52c752991f/69ec434f-821b-4982-8825-f8e7f98aaa28/c2d3d80e-f341-484e-b9fa-b90e8d08e815) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:49.442979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-725bc0c1-9f3b-40a1-a5d7-2c72a5b21f12 None None] Provisioning complete for port d312e29a-6161-4dd1-bb3a-b7983f7aa095 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:49.449815 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-725bc0c1-9f3b-40a1-a5d7-2c72a5b21f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.475721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:11:49.478448 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ee5199-f13b-4dc0-a673-ad828f6f722b" -d '{"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-unplugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:11:49.508894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:49.522363 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.558794 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4084803-4388-4ed0-a124-867d12dd303e x-openstack-request-id: req-c4084803-4388-4ed0-a124-867d12dd303e {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:11:49.559210 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-unplugged", "status": "completed", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:11:49.559555 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4084803-4388-4ed0-a124-867d12dd303e {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:11:49.560032 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'code': 200}
Nov 27 21:11:49.585047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.622846 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.649624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:49.650926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=14']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:49.653094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:49.677926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:49.684933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:49.685677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.723827 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.8445420
Nov 27 21:11:49.727035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38270) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:49.728546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717728e-848e-4342-b638-942211748ca8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=c2d3d80e-f341-484e-b9fa-b90e8d08e815,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:49.735234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-03716c35-d521-407f-9ef4-59069dfa2eab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': '69ec434f-821b-4982-8825-f8e7f98aaa28', 'ip_address': '2001:db8::7454:f40a:3df0:74cb'}], 'name': 'tempest-NetworksTestDHCPv6-943998553'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:49.782940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d312e29a-6161-4dd1-bb3a-b7983f7aa095 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:49.859237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d312e29a-6161-4dd1-bb3a-b7983f7aa095 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:49.860033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:49.916178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03716c35-d521-407f-9ef4-59069dfa2eab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:50.023111 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03716c35-d521-407f-9ef4-59069dfa2eab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:50.040612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-03716c35-d521-407f-9ef4-59069dfa2eab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 47e72fd2-9b89-4ead-9655-beee41609c6d yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:50.124605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-49345020-4761-4bc1-9299-9e8be63a1e67 None None] Provisioning complete for port c2d3d80e-f341-484e-b9fa-b90e8d08e815 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:50.125074 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49345020-4761-4bc1-9299-9e8be63a1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:50.166140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-49345020-4761-4bc1-9299-9e8be63a1e67 None None] Port c2d3d80e-f341-484e-b9fa-b90e8d08e815 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:50.176248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-49345020-4761-4bc1-9299-9e8be63a1e67 None None] Provisioning complete for port d312e29a-6161-4dd1-bb3a-b7983f7aa095 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:50.176776 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49345020-4761-4bc1-9299-9e8be63a1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:50.183390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513054-bcd3-4c07-b82b-af7df8ac016a req-7b37a718-c4f5-4559-a6b5-56bef1e09342 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:50.185216 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8b513054-bcd3-4c07-b82b-af7df8ac016a req-7b37a718-c4f5-4559-a6b5-56bef1e09342 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1071007
Nov 27 21:11:50.274915 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-03716c35-d521-407f-9ef4-59069dfa2eab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:11:50.275412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03716c35-d521-407f-9ef4-59069dfa2eab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:11:50.282496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8b513054-bcd3-4c07-b82b-af7df8ac016a req-df31811c-c12b-4083-8d88-518690d0b042 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841093
Nov 27 21:11:50.297089 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-03716c35-d521-407f-9ef4-59069dfa2eab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 0.5677187
Nov 27 21:11:50.299683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38290) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:50.354992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcce334-c8ae-4919-b478-f99d44dcbfd4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:50.361795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcce334-c8ae-4919-b478-f99d44dcbfd4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:50.363834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8bcce334-c8ae-4919-b478-f99d44dcbfd4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1608 time: 0.0631106
Nov 27 21:11:50.367690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38294) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:50.388874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-168a5598-89ed-4516-be16-50d23000ad33 None None] Could not find standard attr ID for object fc76655e-317b-497a-bf31-2537c80ab717. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:11:50.500341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc7c1e-844f-49d6-a56c-00adb75db38d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port c2d3d80e-f341-484e-b9fa-b90e8d08e815 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:50.500940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7c1e-844f-49d6-a56c-00adb75db38d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:50.559227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c81d91-2be6-45d5-ba19-61e2119dc201 req-de057f4a-d0a7-48ca-af68-0cc21a007643 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:50.561399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27c81d91-2be6-45d5-ba19-61e2119dc201 req-de057f4a-d0a7-48ca-af68-0cc21a007643 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0743747
Nov 27 21:11:50.615781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d23eb4-4126-4519-9836-88018611180e req-23b82920-d3d4-4a3f-9a3d-2fc6f5a5357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:50.616454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9a9185db-7515-401b-a865-b8c22d25734a None None] Provisioning complete for port c2d3d80e-f341-484e-b9fa-b90e8d08e815 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:50.617314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79d23eb4-4126-4519-9836-88018611180e req-23b82920-d3d4-4a3f-9a3d-2fc6f5a5357e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1096 time: 0.1122911
Nov 27 21:11:50.617901 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9a9185db-7515-401b-a865-b8c22d25734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:50.629181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7c1e-844f-49d6-a56c-00adb75db38d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:50.633003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27c81d91-2be6-45d5-ba19-61e2119dc201 req-af36231c-454e-4a07-865d-ea8adf193f69 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604811
Nov 27 21:11:50.663321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc7c1e-844f-49d6-a56c-00adb75db38d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for c2d3d80e-f341-484e-b9fa-b90e8d08e815 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:50.668369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9a9185db-7515-401b-a865-b8c22d25734a None None] Port c2d3d80e-f341-484e-b9fa-b90e8d08e815 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:50.802989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d23eb4-4126-4519-9836-88018611180e req-c42cb902-25cc-4a92-a16f-08f1755dc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:50.804608 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79d23eb4-4126-4519-9836-88018611180e req-c42cb902-25cc-4a92-a16f-08f1755dc769 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.1726928
Nov 27 21:11:50.912797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79d23eb4-4126-4519-9836-88018611180e req-d5a23e8d-08dc-41e8-99de-2bd438e2306d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1000 time: 0.0952919
Nov 27 21:11:50.913300 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7c1e-844f-49d6-a56c-00adb75db38d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:50.950871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc7c1e-844f-49d6-a56c-00adb75db38d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=c2d3d80e-f341-484e-b9fa-b90e8d08e815,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:51.003537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7c1e-844f-49d6-a56c-00adb75db38d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:51.006763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1bfc7c1e-844f-49d6-a56c-00adb75db38d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/c2d3d80e-f341-484e-b9fa-b90e8d08e815 HTTP/1.1" status: 204  len: 168 time: 0.6375988
Nov 27 21:11:51.009328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38310) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:51.049962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d23eb4-4126-4519-9836-88018611180e req-3c0c19c2-2167-483c-954f-55f48ae82806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.051698 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79d23eb4-4126-4519-9836-88018611180e req-3c0c19c2-2167-483c-954f-55f48ae82806 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.1114116
Nov 27 21:11:51.115515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b409c8c-f5d7-41d5-9560-d43a4d2a8f06 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.117313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b409c8c-f5d7-41d5-9560-d43a4d2a8f06 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.119134 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0b409c8c-f5d7-41d5-9560-d43a4d2a8f06 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1086884
Nov 27 21:11:51.121978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38314) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:51.146394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d3f79-e480-430e-91f5-240af9452738 req-d663e532-65e3-4193-be37-6ed143a2a199 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.154531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b4d3f79-e480-430e-91f5-240af9452738 req-d663e532-65e3-4193-be37-6ed143a2a199 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0611475
Nov 27 21:11:51.160980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d23eb4-4126-4519-9836-88018611180e req-5794c089-c47b-49a6-8f94-3a3a10c07996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.163181 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79d23eb4-4126-4519-9836-88018611180e req-5794c089-c47b-49a6-8f94-3a3a10c07996 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0958059
Nov 27 21:11:51.191222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbfb036-fcf2-4fe7-9660-01ed7a610dd6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 69ec434f-821b-4982-8825-f8e7f98aaa28 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:51.200274 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b4d3f79-e480-430e-91f5-240af9452738 req-38170885-4e69-44da-86c5-1f84bf1c9b60 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445485
Nov 27 21:11:51.205525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb036-fcf2-4fe7-9660-01ed7a610dd6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:51.279599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb036-fcf2-4fe7-9660-01ed7a610dd6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:51.336740 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79d23eb4-4126-4519-9836-88018611180e req-8d758444-af1f-4726-b905-10ea50dd73ed service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615729
Nov 27 21:11:51.344319 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb036-fcf2-4fe7-9660-01ed7a610dd6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:51.459237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-5b5933ad-858e-48f8-b38d-ae59db996dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.460824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-5b5933ad-858e-48f8-b38d-ae59db996dda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1096 time: 0.1082592
Nov 27 21:11:51.571915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-07e9de46-030c-4738-a38e-e370f6e96a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.573407 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-07e9de46-030c-4738-a38e-e370f6e96a49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.0905471
Nov 27 21:11:51.646206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-95d0c4a0-e4fa-4ba6-a246-b956ddfc67cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 1001 time: 0.0650721
Nov 27 21:11:51.697493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-2dee01ec-afd1-48d8-a9a3-b45dc3a57814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.698978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-2dee01ec-afd1-48d8-a9a3-b45dc3a57814 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0456781
Nov 27 21:11:51.744527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-9ae4db7b-4282-400a-9680-e78d1fef542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.746735 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-9ae4db7b-4282-400a-9680-e78d1fef542d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409486
Nov 27 21:11:51.768906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb036-fcf2-4fe7-9660-01ed7a610dd6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:51.772173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79d23eb4-4126-4519-9836-88018611180e req-d1220e43-3bf7-467b-87d7-dcbdff079ef5 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4247427
Nov 27 21:11:51.807547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfb036-fcf2-4fe7-9660-01ed7a610dd6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=69ec434f-821b-4982-8825-f8e7f98aaa28,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:51.811297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb036-fcf2-4fe7-9660-01ed7a610dd6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:51.814707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3dbfb036-fcf2-4fe7-9660-01ed7a610dd6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/69ec434f-821b-4982-8825-f8e7f98aaa28 HTTP/1.1" status: 204  len: 168 time: 0.6918023
Nov 27 21:11:51.819409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38320) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:51.823279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea32f2a-8b2c-4bef-8477-d7c20f90e553 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:51.836480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9eda6-6ae9-4974-87da-4f05cf41c91c req-7d9609b3-8dbf-43bd-9fe1-e0d84ee332d2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:51.838408 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1af9eda6-6ae9-4974-87da-4f05cf41c91c req-7d9609b3-8dbf-43bd-9fe1-e0d84ee332d2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1277323
Nov 27 21:11:51.848864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-11eb46fe-640f-448e-8827-05a778f5b2ce service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957737
Nov 27 21:11:51.874276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e49eeb9d-aa37-4b10-89ad-de059f2d4f41 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0535529
Nov 27 21:11:51.880724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38322) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:51.885540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:51.964370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a3a2503-137d-4de6-9a60-b8104ea655b5 req-77437c57-b8e0-4c30-b7a5-c76f46929aa2 service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082754
Nov 27 21:11:51.967039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1af9eda6-6ae9-4974-87da-4f05cf41c91c req-5d14201f-5c7c-46ea-b965-91f11e1322d3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948248
Nov 27 21:11:52.010540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf1a44-0046-4720-9b28-d0a9fb9f3bbc None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:11:52.019660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:52.025083 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.064024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-52cf1a44-0046-4720-9b28-d0a9fb9f3bbc None None] Deleting port d312e29a-6161-4dd1-bb3a-b7983f7aa095 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:52.064413 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-52cf1a44-0046-4720-9b28-d0a9fb9f3bbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.127522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-52cf1a44-0046-4720-9b28-d0a9fb9f3bbc None None] For port d312e29a-6161-4dd1-bb3a-b7983f7aa095, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d312e29a-6161-4dd1-bb3a-b7983f7aa095,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:52.127926 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-52cf1a44-0046-4720-9b28-d0a9fb9f3bbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.141056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-52cf1a44-0046-4720-9b28-d0a9fb9f3bbc None None] Calling delete_port for d312e29a-6161-4dd1-bb3a-b7983f7aa095 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:52.213182 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.225492 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-52cf1a44-0046-4720-9b28-d0a9fb9f3bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.253703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf1a44-0046-4720-9b28-d0a9fb9f3bbc None None] Pushing event deleted for resources: {'Port': ['ID=d312e29a-6161-4dd1-bb3a-b7983f7aa095,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:52.255749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf1a44-0046-4720-9b28-d0a9fb9f3bbc None None] No DVR routers for this DVR port d312e29a-6161-4dd1-bb3a-b7983f7aa095 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:11:52.261394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:52.264658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:52.270692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:52.271789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.278390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=f3d0f094-5d6d-42f9-8e5d-95a03fe82c29,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:52.281885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e59ec-911b-44dd-85f2-6b919fda9054 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:52.299293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1cbdb59a-abf0-49fc-82df-04b8b323b9c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4167750
Nov 27 21:11:52.301933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38326) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:52.307003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d2517ca2-32bc-4aa8-8ad8-7b36adf5ea84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': 'f3d0f094-5d6d-42f9-8e5d-95a03fe82c29', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1726875550'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:52.412782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7999b-6a2f-4b9f-8394-fea7023ce202 req-591dbff0-1f45-4f4b-9c6a-67a592b747c3 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:52.415104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4b7999b-6a2f-4b9f-8394-fea7023ce202 req-591dbff0-1f45-4f4b-9c6a-67a592b747c3 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0681493
Nov 27 21:11:52.437167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2517ca2-32bc-4aa8-8ad8-7b36adf5ea84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:52.443156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2517ca2-32bc-4aa8-8ad8-7b36adf5ea84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.457445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': 'f3d0f094-5d6d-42f9-8e5d-95a03fe82c29'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:11:52.458359 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.474044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-d2517ca2-32bc-4aa8-8ad8-7b36adf5ea84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 19e8b6a6-7720-471c-a42e-1ea9b40c5726 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:11:52.474734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4b7999b-6a2f-4b9f-8394-fea7023ce202 req-d7edf7ff-951e-4832-8d36-d11bd3665952 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521197
Nov 27 21:11:52.603990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Allocated IP 2001:db8::2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/f3d0f094-5d6d-42f9-8e5d-95a03fe82c29/3c4cb762-a274-4de9-9872-6e22daeb175b) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:52.737264 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.742759 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.747803 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2517ca2-32bc-4aa8-8ad8-7b36adf5ea84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:11:52.748354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2517ca2-32bc-4aa8-8ad8-7b36adf5ea84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:11:52.764040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2517ca2-32bc-4aa8-8ad8-7b36adf5ea84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.4610379
Nov 27 21:11:52.766586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38328) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:52.788240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:52.791308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:52.796126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:52.799217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Pushing event updated for resources: {'Port': ['ID=3c4cb762-a274-4de9-9872-6e22daeb175b,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:52.827411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bde1e1-f4d5-48d5-a09f-d66006ac81ef tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:52.829024 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b0bde1e1-f4d5-48d5-a09f-d66006ac81ef tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.0614655
Nov 27 21:11:52.831599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38330) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:52.885797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ac4509-0ab5-4162-a867-c72338e2013a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:52.887235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ac4509-0ab5-4162-a867-c72338e2013a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:52.888864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1ac4509-0ab5-4162-a867-c72338e2013a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0563009
Nov 27 21:11:52.891629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38332) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:52.944666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2f1175-2f41-4c5a-93ed-82e9c1cd4911 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet f3d0f094-5d6d-42f9-8e5d-95a03fe82c29 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:52.948010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1175-2f41-4c5a-93ed-82e9c1cd4911 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.989001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1175-2f41-4c5a-93ed-82e9c1cd4911 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:52.998861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Attempting to bind port 3c4cb762-a274-4de9-9872-6e22daeb175b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:11:52.999417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Attempting to bind port 3c4cb762-a274-4de9-9872-6e22daeb175b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:11:52.999631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Attempting to bind port 3c4cb762-a274-4de9-9872-6e22daeb175b on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:11:53.006059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:11:53.006446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:53.006929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.007368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:11:53.007874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Bound port: 3c4cb762-a274-4de9-9872-6e22daeb175b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:11:53.008259 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.070552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] For port 3c4cb762-a274-4de9-9872-6e22daeb175b, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:11:53.073928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] For port 3c4cb762-a274-4de9-9872-6e22daeb175b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c4cb762-a274-4de9-9872-6e22daeb175b,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:11:53.077776 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.105927 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1175-2f41-4c5a-93ed-82e9c1cd4911 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.138027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f40a2-6154-4f1b-a462-7165f0e0c6cf None None] Pushing event updated for resources: {'Port': ['ID=3c4cb762-a274-4de9-9872-6e22daeb175b,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:53.148267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609325-f3ae-4867-88a4-4168ea45223d req-65c2dbd4-0dad-4a78-bfc2-9b982b9f07d9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:53.149833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a1609325-f3ae-4867-88a4-4168ea45223d req-65c2dbd4-0dad-4a78-bfc2-9b982b9f07d9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0901515
Nov 27 21:11:53.216427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a1609325-f3ae-4867-88a4-4168ea45223d req-d5a219ae-6df6-41d1-8c54-8d8d14c871e3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581214
Nov 27 21:11:53.217942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1175-2f41-4c5a-93ed-82e9c1cd4911 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.249125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f1175-2f41-4c5a-93ed-82e9c1cd4911 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d0f094-5d6d-42f9-8e5d-95a03fe82c29,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:53.253962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2f1175-2f41-4c5a-93ed-82e9c1cd4911 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.257734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f2f1175-2f41-4c5a-93ed-82e9c1cd4911 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/f3d0f094-5d6d-42f9-8e5d-95a03fe82c29 HTTP/1.1" status: 204  len: 168 time: 0.3651414
Nov 27 21:11:53.260306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38338) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:53.316540 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-78e644ca-9ead-4227-95d0-002964415434 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0475299
Nov 27 21:11:53.318196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38340) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:53.325645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:53.443555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99282-266c-43f0-848e-4f14da7e61f6 req-4a0f3fde-6bf4-4478-8d97-ef008b490642 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:53.445699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e8b99282-266c-43f0-848e-4f14da7e61f6 req-4a0f3fde-6bf4-4478-8d97-ef008b490642 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0579598
Nov 27 21:11:53.451010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:53.454826 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.501221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e8b99282-266c-43f0-848e-4f14da7e61f6 req-21adfb49-a5b6-4df9-b857-4b55f2970bf1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476305
Nov 27 21:11:53.627515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e18f2e-a714-465d-87f1-cd5f0fb4547b req-0a565427-75e8-4dcb-ae61-adbbf0bd0f8b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:53.629078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-08e18f2e-a714-465d-87f1-cd5f0fb4547b req-0a565427-75e8-4dcb-ae61-adbbf0bd0f8b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0567360
Nov 27 21:11:53.697945 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-08e18f2e-a714-465d-87f1-cd5f0fb4547b req-dc63f14c-b389-457d-8ba3-afe860b9397d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553567
Nov 27 21:11:53.701676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb562e19-a4b6-4b9b-9af6-0fb1d73603f8 req-66c38a20-62fa-45c9-ba55-22d52977030d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:53.710399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cb562e19-a4b6-4b9b-9af6-0fb1d73603f8 req-66c38a20-62fa-45c9-ba55-22d52977030d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1499662
Nov 27 21:11:53.716893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3c4cb762-a274-4de9-9872-6e22daeb175b up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:53.731324 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.770265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 3c4cb762-a274-4de9-9872-6e22daeb175b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:53.770734 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.799927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:53.807938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:53.818875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:53.819502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.835849 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cb562e19-a4b6-4b9b-9af6-0fb1d73603f8 req-d18f8634-24db-4ca4-ad65-26c38c541a7b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246126
Nov 27 21:11:53.854058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=d1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:53.859087 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f9e2205a-c8e9-40f8-a4db-d5db4b0c9d72 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5360994
Nov 27 21:11:53.859485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38352) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:53.866458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2dfcb5d0-d958-40fa-923f-4fa1512c84e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-350494675', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:53.875062 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.903167 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb5d0-d958-40fa-923f-4fa1512c84e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.904260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb5d0-d958-40fa-923f-4fa1512c84e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.921803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 3c4cb762-a274-4de9-9872-6e22daeb175b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c4cb762-a274-4de9-9872-6e22daeb175b,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:53.927807 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:53.983418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=3c4cb762-a274-4de9-9872-6e22daeb175b,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:54.003459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d312e29a-6161-4dd1-bb3a-b7983f7aa095 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:11:54.025441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d312e29a-6161-4dd1-bb3a-b7983f7aa095 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:11:54.025855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d312e29a-6161-4dd1-bb3a-b7983f7aa095 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:11:54.090280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb5d0-d958-40fa-923f-4fa1512c84e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:54.097737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb5d0-d958-40fa-923f-4fa1512c84e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:54.134747 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2dfcb5d0-d958-40fa-923f-4fa1512c84e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:54.139071 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2dfcb5d0-d958-40fa-923f-4fa1512c84e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2748947
Nov 27 21:11:54.139461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38362) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:54.143922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-40d59685-f53b-4dfe-a4b7-85ab55f788f4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:54.145430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-40d59685-f53b-4dfe-a4b7-85ab55f788f4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.2340999
Nov 27 21:11:54.167817 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-baa97f5a-dd17-4928-a221-8f69b9a9b8a7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/quotas/4c38c1fb709545fbb6279c9ee1dafe5d HTTP/1.1" status: 200  len: 375 time: 0.0099556
Nov 27 21:11:54.212999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18df50-5da9-4a37-8cb9-dc10a8c07e8a None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:54.229465 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-5ac23797-fcfd-405f-b387-0a08072a6d92 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0548677
Nov 27 21:11:54.336649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-759aff5a-8727-4c1b-b52a-d27e466984c1 service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986385
Nov 27 21:11:54.356396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0f444e6e-f7b6-445b-8ffa-48b4f95ef4dc None None] Provisioning complete for port 3c4cb762-a274-4de9-9872-6e22daeb175b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:54.356879 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f444e6e-f7b6-445b-8ffa-48b4f95ef4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:54.458958 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-4982281a-7308-4d4c-9ca6-8c745e2f2d73 service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132011
Nov 27 21:11:54.707655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dc41ac0c-7399-4921-bc47-22cc46555268 None None] Provisioning complete for port 3c4cb762-a274-4de9-9872-6e22daeb175b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:54.707995 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dc41ac0c-7399-4921-bc47-22cc46555268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:54.743663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-702f2672-28e7-482c-bf14-6d2a69550260 req-ab919e05-6eda-46c4-9f74-dfb92a1672d4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 210 time: 0.0593002
Nov 27 21:11:54.802711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:54.960934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121eacb-1bb9-4873-9b9b-2cd176df1e83 req-03420888-ca89-4e93-8840-ce7cfd31ca83 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:54.962554 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d121eacb-1bb9-4873-9b9b-2cd176df1e83 req-03420888-ca89-4e93-8840-ce7cfd31ca83 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0543478
Nov 27 21:11:55.020855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d121eacb-1bb9-4873-9b9b-2cd176df1e83 req-14a8dbd8-b153-4211-be92-a35ae200b824 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486412
Nov 27 21:11:55.056766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::1 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/d1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd/da32b95d-cc63-491c-bf3a-a794e5b40029) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:55.171468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:55.206853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:55.253068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:55.256277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:55.260292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:55.260837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:55.267331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=da32b95d-cc63-491c-bf3a-a794e5b40029,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:55.383118 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:55.529574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-10c67692-4f45-4fa7-a7b6-475168212990 None None] Provisioning complete for port da32b95d-cc63-491c-bf3a-a794e5b40029 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:55.530178 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-10c67692-4f45-4fa7-a7b6-475168212990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:55.569056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-10c67692-4f45-4fa7-a7b6-475168212990 None None] Port da32b95d-cc63-491c-bf3a-a794e5b40029 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:55.663203 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:55.674454 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:55.675229 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:55.690412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3c4cb762-a274-4de9-9872-6e22daeb175b up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:11:55.742319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 3c4cb762-a274-4de9-9872-6e22daeb175b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:55.742607 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:55.832621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=da32b95d-cc63-491c-bf3a-a794e5b40029,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:55.884933 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8cc82a5-9599-4c42-a3d5-e39885a3912e req-6d488ad1-cd1c-4b78-a87d-c07f6e639d0d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 210 time: 0.0462286
Nov 27 21:11:55.891667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-bdbe6f83-d914-4378-a903-067e6ed202cc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:55.893023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-bdbe6f83-d914-4378-a903-067e6ed202cc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.2505741
Nov 27 21:11:55.913184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'port': {'device_id': 'ffb1c8da-f09b-43a2-9846-c52c9f98a646', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'admin_state_up': True, 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:55.976793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:55.980466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:56.122034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Made reservation on behalf of 4c38c1fb709545fbb6279c9ee1dafe5d for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:56.125622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:56.161602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01ab0a-2506-44a6-82fa-e9052d1b6274 req-9678386f-8d62-4482-9bfe-f145b4e7bc06 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:56.163546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dc01ab0a-2506-44a6-82fa-e9052d1b6274 req-9678386f-8d62-4482-9bfe-f145b4e7bc06 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0608969
Nov 27 21:11:56.198177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Router 32499352-394b-4c19-b8e2-7d0707208bc6 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:11:56.213672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dc01ab0a-2506-44a6-82fa-e9052d1b6274 req-c4f3edef-71eb-4336-b206-70aa46d567ab tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439503
Nov 27 21:11:56.296616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b7056861-8441-4299-8f98-8cfe72457841 None None] Provisioning complete for port da32b95d-cc63-491c-bf3a-a794e5b40029 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:56.296908 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7056861-8441-4299-8f98-8cfe72457841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:56.330881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b7056861-8441-4299-8f98-8cfe72457841 None None] Port da32b95d-cc63-491c-bf3a-a794e5b40029 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:56.353147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Allocated IP 172.20.0.5 (07546b02-5ee2-4818-98ab-2b9b50e1991f/07179a77-67fb-49d1-b1e5-6721a6f3c44b/6a0db82d-42af-4626-865e-04c5b42fc108) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:11:56.355382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:11:56.362139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-21d172da-17fb-48e3-b71a-fd557e5e2739 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "PUT /v2.0/routers/32499352-394b-4c19-b8e2-7d0707208bc6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2210965
Nov 27 21:11:56.365922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38382) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:56.369264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Sync routers for ids ['32499352-394b-4c19-b8e2-7d0707208bc6'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:11:56.382701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Routers {'32499352-394b-4c19-b8e2-7d0707208bc6'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:11:56.383640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd67ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:11:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['32499352-394b-4c19-b8e2-7d0707208bc6'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:11:56.415656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e868eacc-3caf-44d9-95df-38b58a5f05f3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:56.417854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e868eacc-3caf-44d9-95df-38b58a5f05f3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports/da32b95d-cc63-491c-bf3a-a794e5b40029 HTTP/1.1" status: 200  len: 911 time: 0.0501218
Nov 27 21:11:56.420157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38384) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:56.477276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187e36a-c142-4dc4-a29f-ed3412ea9cf4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:56.477547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Set router 32499352-394b-4c19-b8e2-7d0707208bc6 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:11:56.483513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187e36a-c142-4dc4-a29f-ed3412ea9cf4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:56.487781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0187e36a-c142-4dc4-a29f-ed3412ea9cf4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.0639994
Nov 27 21:11:56.487927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38386) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:56.533158 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:56.568264 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:56.615103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:11:56.621830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:11:56.626931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:11:56.656261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'Port': ['ID=6a0db82d-42af-4626-865e-04c5b42fc108,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:56.683716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:56.684678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:56.693839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd67ba90>, [{'id': '32499352-394b-4c19-b8e2-7d0707208bc6', 'name': 'tempest-NetworksTestDHCPv6-router-350494675', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:11:53Z', 'updated_at': '2021-11-27T21:11:55Z', 'revision_number': 2, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'gw_port_host': None, '_interfaces': [{'id': 'da32b95d-cc63-491c-bf3a-a794e5b40029', 'name': '', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'mac_address': 'fa:16:3e:c1:35:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32499352-394b-4c19-b8e2-7d0707208bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:11:54Z', 'updated_at': '2021-11-27T21:11:55Z', 'revision_number': 2, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'subnets': [{'id': 'd1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:11:56.708895 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a9dfeb1f-453c-477b-8a22-271b6d6763da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8013713
Nov 27 21:11:56.722423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Request body: {'port': {'device_id': 'ffb1c8da-f09b-43a2-9846-c52c9f98a646', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:56.728744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Checking router: 32499352-394b-4c19-b8e2-7d0707208bc6 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:11:56.729136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Updating router 32499352-394b-4c19-b8e2-7d0707208bc6 port da32b95d-cc63-491c-bf3a-a794e5b40029 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:11:56.761798 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:56.799875 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:56.982130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-430c5304-5afb-4c90-9f0e-2d37982654bf None None] Provisioning complete for port 6a0db82d-42af-4626-865e-04c5b42fc108 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:56.982496 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-430c5304-5afb-4c90-9f0e-2d37982654bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.045893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-430c5304-5afb-4c90-9f0e-2d37982654bf None None] Port 6a0db82d-42af-4626-865e-04c5b42fc108 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:11:57.056291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.065006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1e5e-8b8c-485b-b54e-339e8a198549 req-3c815af3-b4db-44d6-b915-18cd1a93fa27 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:57.066535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d61a1e5e-8b8c-485b-b54e-339e8a198549 req-3c815af3-b4db-44d6-b915-18cd1a93fa27 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 931 time: 0.0810146
Nov 27 21:11:57.117374 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.127163 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.172583 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d61a1e5e-8b8c-485b-b54e-339e8a198549 req-1a912f9e-9ae5-4f32-9102-2e17dbae195e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917115
Nov 27 21:11:57.179280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0db82d-42af-4626-865e-04c5b42fc108 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:11:57.188903 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.203997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Transition to ACTIVE for port object 6a0db82d-42af-4626-865e-04c5b42fc108 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:11:57.209814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27d00c-2e62-4ef8-bc31-137a5b1c2789 None None] Pushing event updated for resources: {'Port': ['ID=da32b95d-cc63-491c-bf3a-a794e5b40029,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:57.220741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.248431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Attempting to bind port da32b95d-cc63-491c-bf3a-a794e5b40029 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:11:57.248904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Attempting to bind port da32b95d-cc63-491c-bf3a-a794e5b40029 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:11:57.249347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Attempting to bind port da32b95d-cc63-491c-bf3a-a794e5b40029 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:11:57.255774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:11:57.256277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:57.256766 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.257247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:11:57.257825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Bound port: da32b95d-cc63-491c-bf3a-a794e5b40029, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:11:57.258963 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.297453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0db82d-42af-4626-865e-04c5b42fc108,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:57.382142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] For port da32b95d-cc63-491c-bf3a-a794e5b40029, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:11:57.386890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] For port da32b95d-cc63-491c-bf3a-a794e5b40029, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da32b95d-cc63-491c-bf3a-a794e5b40029,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:11:57.395818 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.421112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Attempting to bind port 6a0db82d-42af-4626-865e-04c5b42fc108 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:11:57.421536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Attempting to bind port 6a0db82d-42af-4626-865e-04c5b42fc108 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:11:57.421888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Attempting to bind port 6a0db82d-42af-4626-865e-04c5b42fc108 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:11:57.426760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Port 6a0db82d-42af-4626-865e-04c5b42fc108 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:11:57.427094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Attempting to bind port 6a0db82d-42af-4626-865e-04c5b42fc108 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:11:57.432400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:11:57.432799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Checking segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:11:57.433198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Bound using segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:11:57.433641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Bound port: 6a0db82d-42af-4626-865e-04c5b42fc108, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:11:57.434006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.505732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Routers {'32499352-394b-4c19-b8e2-7d0707208bc6'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:11:57.506364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd67ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:11:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['32499352-394b-4c19-b8e2-7d0707208bc6'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:11:57.511525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5b5d8-72da-4831-a3ad-85c14a8077dd req-9f3eb815-7be1-474d-aafa-f5555a0cbbb2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:57.522998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33c5b5d8-72da-4831-a3ad-85c14a8077dd req-9f3eb815-7be1-474d-aafa-f5555a0cbbb2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1008008
Nov 27 21:11:57.545182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] For port 6a0db82d-42af-4626-865e-04c5b42fc108, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:11:57.548607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] For port 6a0db82d-42af-4626-865e-04c5b42fc108, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a0db82d-42af-4626-865e-04c5b42fc108,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:11:57.560008 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.586334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27d00c-2e62-4ef8-bc31-137a5b1c2789 None None] Pushing event updated for resources: {'Port': ['ID=da32b95d-cc63-491c-bf3a-a794e5b40029,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:57.616746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:57.617484 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.619093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/6a0db82d-42af-4626-865e-04c5b42fc108 HTTP/1.1" status: 200  len: 1091 time: 0.9013381
Nov 27 21:11:57.635246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb1c8da-f09b-43a2-9846-c52c9f98a646', 'tag': '6a0db82d-42af-4626-865e-04c5b42fc108'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:11:57.648574 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4906f5-e74f-4519-8770-45f338bf598e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb1c8da-f09b-43a2-9846-c52c9f98a646", "tag": "6a0db82d-42af-4626-865e-04c5b42fc108"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:11:57.673106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] Set router 32499352-394b-4c19-b8e2-7d0707208bc6 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:11:57.723057 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33c5b5d8-72da-4831-a3ad-85c14a8077dd req-20b51bb5-f276-4b7f-8d43-92da24d70c6e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1924775
Nov 27 21:11:57.728100 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2abd24-1f3a-43a0-ac09-58e628c5f2d4 x-openstack-request-id: req-8b2abd24-1f3a-43a0-ac09-58e628c5f2d4 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:11:57.728413 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb1c8da-f09b-43a2-9846-c52c9f98a646", "tag": "6a0db82d-42af-4626-865e-04c5b42fc108", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:11:57.728682 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b2abd24-1f3a-43a0-ac09-58e628c5f2d4 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:11:57.729557 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb1c8da-f09b-43a2-9846-c52c9f98a646', 'tag': '6a0db82d-42af-4626-865e-04c5b42fc108', 'status': 'completed', 'code': 200}
Nov 27 21:11:57.754482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f6fd3-ccc4-4e1d-af8c-cff4a9f739f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0db82d-42af-4626-865e-04c5b42fc108,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:57.774442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-11d764fa-c97b-4eb8-ad6c-a51048b35927 None None] Provisioning complete for port da32b95d-cc63-491c-bf3a-a794e5b40029 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:11:57.775009 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-11d764fa-c97b-4eb8-ad6c-a51048b35927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.786845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-4800f30c-c020-4627-87fa-16c88c11efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:57.789461 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-4800f30c-c020-4627-87fa-16c88c11efd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 1094 time: 0.1171746
Nov 27 21:11:57.830210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port da32b95d-cc63-491c-bf3a-a794e5b40029 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:57.830955 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:57.884366 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-a22dd9e1-94d7-4849-9f75-1bac83fdbc6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a0db82d-42af-4626-865e-04c5b42fc108 HTTP/1.1" status: 200  len: 217 time: 0.0827150
Nov 27 21:11:57.989327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] For port da32b95d-cc63-491c-bf3a-a794e5b40029, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da32b95d-cc63-491c-bf3a-a794e5b40029,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:57.989709 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:58.008857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-acfc0a66-1450-404c-bb9f-1dc523c07a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.010369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-acfc0a66-1450-404c-bb9f-1dc523c07a11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.1231227
Nov 27 21:11:58.012268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for da32b95d-cc63-491c-bf3a-a794e5b40029 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:58.047070 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-11d764fa-c97b-4eb8-ad6c-a51048b35927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:58.092002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-b328196c-419d-4624-a387-9b28679d4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.094597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-b328196c-419d-4624-a387-9b28679d4e57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0700755
Nov 27 21:11:58.132608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-11d764fa-c97b-4eb8-ad6c-a51048b35927 None None] For port da32b95d-cc63-491c-bf3a-a794e5b40029, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da32b95d-cc63-491c-bf3a-a794e5b40029,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:58.138121 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-11d764fa-c97b-4eb8-ad6c-a51048b35927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:58.183385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd67ba90>, [{'id': '32499352-394b-4c19-b8e2-7d0707208bc6', 'name': 'tempest-NetworksTestDHCPv6-router-350494675', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:11:53Z', 'updated_at': '2021-11-27T21:11:55Z', 'revision_number': 2, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'gw_port_host': None, '_interfaces': [{'id': 'da32b95d-cc63-491c-bf3a-a794e5b40029', 'name': '', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'mac_address': 'fa:16:3e:c1:35:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32499352-394b-4c19-b8e2-7d0707208bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:11:54Z', 'updated_at': '2021-11-27T21:11:57Z', 'revision_number': 4, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'subnets': [{'id': 'd1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:11:58.202308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-eacc0692-563a-4b9c-a79e-2a81da2eddd1 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1006861
Nov 27 21:11:58.217024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f5dd3-302c-463c-935d-10ce64a05408 None None] The sync data for ids ['32499352-394b-4c19-b8e2-7d0707208bc6'] in ncdv-master-1 is: [{'id': '32499352-394b-4c19-b8e2-7d0707208bc6', 'name': 'tempest-NetworksTestDHCPv6-router-350494675', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:11:53Z', 'updated_at': '2021-11-27T21:11:55Z', 'revision_number': 2, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'gw_port_host': None, '_interfaces': [{'id': 'da32b95d-cc63-491c-bf3a-a794e5b40029', 'name': '', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'mac_address': 'fa:16:3e:c1:35:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32499352-394b-4c19-b8e2-7d0707208bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'd1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:11:54Z', 'updated_at': '2021-11-27T21:11:57Z', 'revision_number': 4, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'subnets': [{'id': 'd1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:11:58.220079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d764fa-c97b-4eb8-ad6c-a51048b35927 None None] Pushing event updated for resources: {'Port': ['ID=da32b95d-cc63-491c-bf3a-a794e5b40029,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:58.247619 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:58.252993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-30f39bd6-84a6-4fdd-8dc0-45c64810bb78 None None] Could not find standard attr ID for object da32b95d-cc63-491c-bf3a-a794e5b40029. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:11:58.281127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=da32b95d-cc63-491c-bf3a-a794e5b40029,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:58.325876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f40b774a-f1bc-4089-b1ad-b92183c75197 req-189907f0-3bf4-4a29-bbed-72d3fb644041 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1163960
Nov 27 21:11:58.385189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6262bf1-855c-427b-9745-4f1f380e1400 req-19b521ed-831e-4c60-8ad3-8598582832c4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.389042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a6262bf1-855c-427b-9745-4f1f380e1400 req-19b521ed-831e-4c60-8ad3-8598582832c4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 943 time: 0.0784149
Nov 27 21:11:58.432519 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:58.486722 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a6262bf1-855c-427b-9745-4f1f380e1400 req-8dca4079-fa60-4971-bcd5-6373be233e82 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908899
Nov 27 21:11:58.488640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4906f5-e74f-4519-8770-45f338bf598e req-0de93e7d-ec93-41fb-aa13-b13ac1b1fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.490080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a4906f5-e74f-4519-8770-45f338bf598e req-0de93e7d-ec93-41fb-aa13-b13ac1b1fead service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 1094 time: 0.0924077
Nov 27 21:11:58.617139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4906f5-e74f-4519-8770-45f338bf598e req-5fa19b22-0329-462d-929b-65222a3289b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.620153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a4906f5-e74f-4519-8770-45f338bf598e req-5fa19b22-0329-462d-929b-65222a3289b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.1227355
Nov 27 21:11:58.668945 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a4906f5-e74f-4519-8770-45f338bf598e req-33cf5005-ccba-4820-8bc9-0a5f09315a34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a0db82d-42af-4626-865e-04c5b42fc108 HTTP/1.1" status: 200  len: 217 time: 0.0412564
Nov 27 21:11:58.674284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Router 32499352-394b-4c19-b8e2-7d0707208bc6 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:11:58.724251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4906f5-e74f-4519-8770-45f338bf598e req-19761e09-c116-4094-99eb-3f08a364af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.726281 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a4906f5-e74f-4519-8770-45f338bf598e req-19761e09-c116-4094-99eb-3f08a364af99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0505443
Nov 27 21:11:58.766372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:11:58.777673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4906f5-e74f-4519-8770-45f338bf598e req-fe971bdd-f12c-4bf5-9f0e-1b26c8633986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.779206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a4906f5-e74f-4519-8770-45f338bf598e req-fe971bdd-f12c-4bf5-9f0e-1b26c8633986 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0454993
Nov 27 21:11:58.779702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38416) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:58.780653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d678f795-0082-4214-8be0-d2537258c725 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "PUT /v2.0/routers/32499352-394b-4c19-b8e2-7d0707208bc6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2916589
Nov 27 21:11:58.858182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e73b9b-fc16-4956-9af8-0a995f79f870 req-da7c8127-3373-4a51-bd04-400fe2523a6b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.859760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8e73b9b-fc16-4956-9af8-0a995f79f870 req-da7c8127-3373-4a51-bd04-400fe2523a6b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0598135
Nov 27 21:11:58.885167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b96493-9f1e-4451-ba19-fd18164eaa34 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.888057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b96493-9f1e-4451-ba19-fd18164eaa34 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:58.889672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d2b96493-9f1e-4451-ba19-fd18164eaa34 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1090252
Nov 27 21:11:58.893673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38418) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:58.915901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8e73b9b-fc16-4956-9af8-0a995f79f870 req-276bc2ac-1042-4f4f-8aa0-9edb24f15ac1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494137
Nov 27 21:11:58.961798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a4906f5-e74f-4519-8770-45f338bf598e req-87f16dbb-6a4d-4c5e-9e50-df188db59753 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720164
Nov 27 21:11:58.969583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-543f4960-07cd-44f5-9cbf-811b0a5607fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet d1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:11:58.982613 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-543f4960-07cd-44f5-9cbf-811b0a5607fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.067645 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-543f4960-07cd-44f5-9cbf-811b0a5607fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.138155 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8a4906f5-e74f-4519-8770-45f338bf598e req-b06df3a5-acee-49e5-ab68-7739a484df84 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1658783
Nov 27 21:11:59.139173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-543f4960-07cd-44f5-9cbf-811b0a5607fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.205153 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-543f4960-07cd-44f5-9cbf-811b0a5607fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.233151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f4960-07cd-44f5-9cbf-811b0a5607fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:59.235105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-543f4960-07cd-44f5-9cbf-811b0a5607fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.238323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-543f4960-07cd-44f5-9cbf-811b0a5607fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/d1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd HTTP/1.1" status: 204  len: 168 time: 0.3436739
Nov 27 21:11:59.240613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a0860-4c55-485c-9512-ccce299acb26 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:11:59.241057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38420) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:59.355427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a5646b23-092c-41ac-b473-69ad650170e1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1134787
Nov 27 21:11:59.359438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38422) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:59.423505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ec686-d3df-43b2-8ca3-f8a193bcef25 None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:11:59.438991 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67d1e5d-588d-406c-b5dc-ad1739e530ed tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.475857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-099ec686-d3df-43b2-8ca3-f8a193bcef25 None None] Deleting port 3c4cb762-a274-4de9-9872-6e22daeb175b {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:11:59.476244 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-099ec686-d3df-43b2-8ca3-f8a193bcef25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.539890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-099ec686-d3df-43b2-8ca3-f8a193bcef25 None None] For port 3c4cb762-a274-4de9-9872-6e22daeb175b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c4cb762-a274-4de9-9872-6e22daeb175b,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:11:59.540433 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-099ec686-d3df-43b2-8ca3-f8a193bcef25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.553285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-099ec686-d3df-43b2-8ca3-f8a193bcef25 None None] Calling delete_port for 3c4cb762-a274-4de9-9872-6e22daeb175b owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:11:59.630950 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67d1e5d-588d-406c-b5dc-ad1739e530ed tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.634855 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67d1e5d-588d-406c-b5dc-ad1739e530ed tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.700982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339d24-6a5c-4619-872d-13480437b320 req-50683eec-9841-4cd3-9bd1-e0c1a57d9a11 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:11:59.702537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6339d24-6a5c-4619-872d-13480437b320 req-50683eec-9841-4cd3-9bd1-e0c1a57d9a11 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 943 time: 0.1340756
Nov 27 21:11:59.703922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67d1e5d-588d-406c-b5dc-ad1739e530ed tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.704510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67d1e5d-588d-406c-b5dc-ad1739e530ed tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Fanout notify agent at l3_agent the message router_deleted on router 32499352-394b-4c19-b8e2-7d0707208bc6 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:11:59.711405 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c67d1e5d-588d-406c-b5dc-ad1739e530ed tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.712483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c67d1e5d-588d-406c-b5dc-ad1739e530ed tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/routers/32499352-394b-4c19-b8e2-7d0707208bc6 HTTP/1.1" status: 204  len: 168 time: 0.3534966
Nov 27 21:11:59.715561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38426) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:11:59.721711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:11:59.760150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6339d24-6a5c-4619-872d-13480437b320 req-8a993a43-7674-4da5-a32e-cfd38da1426d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465484
Nov 27 21:11:59.789504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3c4cb762-a274-4de9-9872-6e22daeb175b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:11:59.821935 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-099ec686-d3df-43b2-8ca3-f8a193bcef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.840199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:11:59.843876 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:11:59.853814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ec686-d3df-43b2-8ca3-f8a193bcef25 None None] Pushing event deleted for resources: {'Port': ['ID=3c4cb762-a274-4de9-9872-6e22daeb175b,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:11:59.858453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ec686-d3df-43b2-8ca3-f8a193bcef25 None None] No DVR routers for this DVR port 3c4cb762-a274-4de9-9872-6e22daeb175b on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:11:59.866903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No active binding found for port 3c4cb762-a274-4de9-9872-6e22daeb175b {{(pid=120910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 27 21:11:59.867066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3c4cb762-a274-4de9-9872-6e22daeb175b not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:11:59.979355 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077228b6-f2f3-471a-8aad-687357cbc19f None None] Sync routers for ids ['32499352-394b-4c19-b8e2-7d0707208bc6'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:11:59.990565 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077228b6-f2f3-471a-8aad-687357cbc19f None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:11:59.990935 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077228b6-f2f3-471a-8aad-687357cbc19f None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 21:11:59.999386 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_agentschedulers_db [None req-077228b6-f2f3-471a-8aad-687357cbc19f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32499352-394b-4c19-b8e2-7d0707208bc6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:11:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent'). {{(pid=120911) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 21:12:00.001351 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077228b6-f2f3-471a-8aad-687357cbc19f None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:12:00.001724 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077228b6-f2f3-471a-8aad-687357cbc19f None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 21:12:00.002309 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_agentschedulers_db [None req-077228b6-f2f3-471a-8aad-687357cbc19f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32499352-394b-4c19-b8e2-7d0707208bc6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:11:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent'). {{(pid=120911) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 21:12:00.002680 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077228b6-f2f3-471a-8aad-687357cbc19f None None] The sync data for ids ['32499352-394b-4c19-b8e2-7d0707208bc6'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:12:00.072934 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.110513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a118b6-cfa7-4604-a145-60885522af5a req-0a55e2e5-2d1d-4c63-bc07-25318e84ea9f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:00.112042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71a118b6-cfa7-4604-a145-60885522af5a req-0a55e2e5-2d1d-4c63-bc07-25318e84ea9f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1120036
Nov 27 21:12:00.132865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:00.142553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:00.151717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1c1b4-8330-4cd7-bec5-3fa6f201664e None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:00.155275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:00.155879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.161722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=3eacc647-4877-4a5c-a5b4-7f73ccd6f738,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:00.184062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9cdbc357-5dfb-4085-96bf-83126be935cb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4673772
Nov 27 21:12:00.186657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38430) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:00.193532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-de69e274-bfd4-40a9-bf0f-fce484d79e96 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1798212949', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:00.219711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71a118b6-cfa7-4604-a145-60885522af5a req-dd3e1799-95c1-42f0-b092-1514dc17ea62 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966134
Nov 27 21:12:00.233110 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de69e274-bfd4-40a9-bf0f-fce484d79e96 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.234336 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de69e274-bfd4-40a9-bf0f-fce484d79e96 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.286493 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de69e274-bfd4-40a9-bf0f-fce484d79e96 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.291223 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de69e274-bfd4-40a9-bf0f-fce484d79e96 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.298668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '3eacc647-4877-4a5c-a5b4-7f73ccd6f738'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:00.299711 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.309149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-de69e274-bfd4-40a9-bf0f-fce484d79e96 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.310907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-de69e274-bfd4-40a9-bf0f-fce484d79e96 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1227684
Nov 27 21:12:00.313103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38432) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:00.449660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Allocated IP 2001:db8::2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/3eacc647-4877-4a5c-a5b4-7f73ccd6f738/61d86527-d081-4066-a027-dd075563f185) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:00.598791 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.600380 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.606425 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.647944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:00.650922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:00.655864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:00.658953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Pushing event updated for resources: {'Port': ['ID=61d86527-d081-4066-a027-dd075563f185,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:00.711435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Attempting to bind port 61d86527-d081-4066-a027-dd075563f185 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:00.711815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Attempting to bind port 61d86527-d081-4066-a027-dd075563f185 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:00.712248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Attempting to bind port 61d86527-d081-4066-a027-dd075563f185 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:00.717863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:00.718248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:00.718653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.719072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:00.719564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Bound port: 61d86527-d081-4066-a027-dd075563f185, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:00.719951 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.786093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] For port 61d86527-d081-4066-a027-dd075563f185, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:00.789565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] For port 61d86527-d081-4066-a027-dd075563f185, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61d86527-d081-4066-a027-dd075563f185,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:00.793917 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:00.858058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f045a72-e7c2-4d9d-9eaa-eecffd3d9f66 None None] Pushing event updated for resources: {'Port': ['ID=61d86527-d081-4066-a027-dd075563f185,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:00.859407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::1 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/3eacc647-4877-4a5c-a5b4-7f73ccd6f738/66c3f45a-cdc7-4324-9ff9-f3937331de83) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:00.896514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7116c-16fb-4e25-b7af-671b1546936c req-153cc572-857c-4de3-97e7-436dd50b0a20 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:00.899743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4c7116c-16fb-4e25-b7af-671b1546936c req-153cc572-857c-4de3-97e7-436dd50b0a20 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 943 time: 0.0612967
Nov 27 21:12:00.951789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4c7116c-16fb-4e25-b7af-671b1546936c req-b518c484-a0ad-47b6-887f-1a7cd2590165 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456235
Nov 27 21:12:00.994840 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.047041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.096153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:01.099360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:01.103376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:01.103926 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.140461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=66c3f45a-cdc7-4324-9ff9-f3937331de83,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:01.224087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.420653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8821d0d-a3b4-484c-b2cf-1295f61e5b96 req-93dc0720-5edd-4c47-9339-abfcf71c312a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:01.422060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8821d0d-a3b4-484c-b2cf-1295f61e5b96 req-93dc0720-5edd-4c47-9339-abfcf71c312a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1142454
Nov 27 21:12:01.522376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8821d0d-a3b4-484c-b2cf-1295f61e5b96 req-e3264f24-db9a-4b9f-b8f5-008e08dc934a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724821
Nov 27 21:12:01.561281 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.566388 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.567360 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.661576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=66c3f45a-cdc7-4324-9ff9-f3937331de83,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:01.704736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:01.707604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:01.719593 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 61d86527-d081-4066-a027-dd075563f185 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:01.770763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 61d86527-d081-4066-a027-dd075563f185 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:01.771138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.861716 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.898031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 61d86527-d081-4066-a027-dd075563f185, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61d86527-d081-4066-a027-dd075563f185,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:01.905257 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:01.915652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device da32b95d-cc63-491c-bf3a-a794e5b40029 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:01.969998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: da32b95d-cc63-491c-bf3a-a794e5b40029 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:12:01.970360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device da32b95d-cc63-491c-bf3a-a794e5b40029 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:12:02.006060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5ec56e9d-7ce6-4a6e-98d8-08899780ec95 None None] Provisioning complete for port 61d86527-d081-4066-a027-dd075563f185 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:02.007029 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5ec56e9d-7ce6-4a6e-98d8-08899780ec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:02.009576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=61d86527-d081-4066-a027-dd075563f185,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:02.091791 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e459eb-f2b2-4751-8654-36fcc6aa1286 req-43524f9b-a44d-45f2-8973-a2affe8ab544 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:02.094081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6e459eb-f2b2-4751-8654-36fcc6aa1286 req-43524f9b-a44d-45f2-8973-a2affe8ab544 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 943 time: 0.0535522
Nov 27 21:12:02.150482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6e459eb-f2b2-4751-8654-36fcc6aa1286 req-64f9fabe-3919-4849-b8f3-8fbd080bbd2e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493174
Nov 27 21:12:02.160954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Router 24397c07-0e8d-463d-b165-cdb229ab4890 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:12:02.243826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f2fe959d-3102-43ec-9fa8-ea67b7d95095 None None] Provisioning complete for port 66c3f45a-cdc7-4324-9ff9-f3937331de83 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:02.244306 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2fe959d-3102-43ec-9fa8-ea67b7d95095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:02.258016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:12:02.267285 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a1a412d4-9936-4d88-ae48-217f7bcfd2bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "PUT /v2.0/routers/24397c07-0e8d-463d-b165-cdb229ab4890/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9530792
Nov 27 21:12:02.269717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38440) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:02.271080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Sync routers for ids ['24397c07-0e8d-463d-b165-cdb229ab4890'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:12:02.293535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6a0db82d-42af-4626-865e-04c5b42fc108 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:12:02.306298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Routers {'24397c07-0e8d-463d-b165-cdb229ab4890'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:12:02.307189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd4c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:11:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['24397c07-0e8d-463d-b165-cdb229ab4890'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:12:02.312381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe959d-3102-43ec-9fa8-ea67b7d95095 None None] Port 66c3f45a-cdc7-4324-9ff9-f3937331de83 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:12:02.320206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a661960-afa4-4be8-93eb-37e08168c635 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:02.321590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5a661960-afa4-4be8-93eb-37e08168c635 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports/66c3f45a-cdc7-4324-9ff9-f3937331de83 HTTP/1.1" status: 200  len: 911 time: 0.0498433
Nov 27 21:12:02.324810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38442) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:02.375042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1cec3-7cbf-4fa2-9b86-2bd1bcb14142 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:02.381700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1cec3-7cbf-4fa2-9b86-2bd1bcb14142 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:02.383354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fbd1cec3-7cbf-4fa2-9b86-2bd1bcb14142 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.0575113
Nov 27 21:12:02.386637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38444) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:02.452568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Set router 24397c07-0e8d-463d-b165-cdb229ab4890 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:12:02.492345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-42992f0d-d55d-498b-982b-7114554346af None None] Provisioning complete for port 66c3f45a-cdc7-4324-9ff9-f3937331de83 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:02.492721 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42992f0d-d55d-498b-982b-7114554346af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:02.582566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6a0db82d-42af-4626-865e-04c5b42fc108, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a0db82d-42af-4626-865e-04c5b42fc108,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:02.604336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-42992f0d-d55d-498b-982b-7114554346af None None] Port 66c3f45a-cdc7-4324-9ff9-f3937331de83 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:12:02.634316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '6a0db82d-42af-4626-865e-04c5b42fc108', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'port_id': '6a0db82d-42af-4626-865e-04c5b42fc108', 'mac_address': 'fa:16:3e:d8:5f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:12:02.679513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bf464-8f5c-451e-81ac-9db6df44865c req-cac00cc4-bcbd-4146-ace6-1fd7636fc077 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:02.681014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a74bf464-8f5c-451e-81ac-9db6df44865c req-cac00cc4-bcbd-4146-ace6-1fd7636fc077 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0816164
Nov 27 21:12:02.694924 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:02.716122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0db82d-42af-4626-865e-04c5b42fc108 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:12:02.758740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6a0db82d-42af-4626-865e-04c5b42fc108, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a0db82d-42af-4626-865e-04c5b42fc108,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:02.763041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a74bf464-8f5c-451e-81ac-9db6df44865c req-6100c226-b282-438f-ade0-64833225ddb3 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746365
Nov 27 21:12:02.764127 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:02.784590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:02.816683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd4c490>, [{'id': '24397c07-0e8d-463d-b165-cdb229ab4890', 'name': 'tempest-NetworksTestDHCPv6-router-1798212949', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:12:00Z', 'updated_at': '2021-11-27T21:12:01Z', 'revision_number': 2, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'gw_port_host': None, '_interfaces': [{'id': '66c3f45a-cdc7-4324-9ff9-f3937331de83', 'name': '', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'mac_address': 'fa:16:3e:b3:79:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24397c07-0e8d-463d-b165-cdb229ab4890', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3eacc647-4877-4a5c-a5b4-7f73ccd6f738', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:12:00Z', 'updated_at': '2021-11-27T21:12:01Z', 'revision_number': 2, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'subnets': [{'id': '3eacc647-4877-4a5c-a5b4-7f73ccd6f738', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:12:02.821517 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=6a0db82d-42af-4626-865e-04c5b42fc108,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:02.851073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Checking router: 24397c07-0e8d-463d-b165-cdb229ab4890 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:12:02.851457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Updating router 24397c07-0e8d-463d-b165-cdb229ab4890 port 66c3f45a-cdc7-4324-9ff9-f3937331de83 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:12:02.876490 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.001509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port 66c3f45a-cdc7-4324-9ff9-f3937331de83 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:03.001799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.087963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.099541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6a0db82d-42af-4626-865e-04c5b42fc108'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:12:03.100262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for 66c3f45a-cdc7-4324-9ff9-f3937331de83 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:03.171214 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.189262 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.262099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Pushing event updated for resources: {'Port': ['ID=66c3f45a-cdc7-4324-9ff9-f3937331de83,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:03.297814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdca5-800e-4d58-8f98-b9a601e7e6c6 req-226535b6-1c41-4554-b124-b6454d697a0f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:03.299651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f9fdca5-800e-4d58-8f98-b9a601e7e6c6 req-226535b6-1c41-4554-b124-b6454d697a0f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 944 time: 0.0740085
Nov 27 21:12:03.300435 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.330750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.331113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.331497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.331845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.332188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.332528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.332865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.333261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.333604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.333729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=66c3f45a-cdc7-4324-9ff9-f3937331de83,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:03.333938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.334273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.334607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae78cb-3377-4438-b9a3-3e536cc97b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:03.368141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Attempting to bind port 66c3f45a-cdc7-4324-9ff9-f3937331de83 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:03.368534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Attempting to bind port 66c3f45a-cdc7-4324-9ff9-f3937331de83 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:03.368913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Attempting to bind port 66c3f45a-cdc7-4324-9ff9-f3937331de83 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:03.377014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:03.377409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:03.377806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.378212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:03.378700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Bound port: 66c3f45a-cdc7-4324-9ff9-f3937331de83, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:03.379089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.435448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Port 66c3f45a-cdc7-4324-9ff9-f3937331de83 has been deleted concurrently {{(pid=120910) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Nov 27 21:12:03.455243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Routers {'24397c07-0e8d-463d-b165-cdb229ab4890'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:12:03.456188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd4c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:11:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['24397c07-0e8d-463d-b165-cdb229ab4890'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:12:03.459402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.536468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] Set router 24397c07-0e8d-463d-b165-cdb229ab4890 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:12:03.601467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd4c490>, [{'id': '24397c07-0e8d-463d-b165-cdb229ab4890', 'name': 'tempest-NetworksTestDHCPv6-router-1798212949', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:12:00Z', 'updated_at': '2021-11-27T21:12:03Z', 'revision_number': 3, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:12:03.641503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a4f1fc9a-df16-4996-ae92-d58f4f93e541 None None] Could not find standard attr ID for object 66c3f45a-cdc7-4324-9ff9-f3937331de83. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:03.644075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9863ac5-d1a6-4dcb-bdc3-ef8bf7844a4a None None] The sync data for ids ['24397c07-0e8d-463d-b165-cdb229ab4890'] in ncdv-master-1 is: [{'id': '24397c07-0e8d-463d-b165-cdb229ab4890', 'name': 'tempest-NetworksTestDHCPv6-router-1798212949', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:12:00Z', 'updated_at': '2021-11-27T21:12:03Z', 'revision_number': 3, 'project_id': '3f06361bf5e646249f7fa39d731d7a47', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:12:03.652163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Router 24397c07-0e8d-463d-b165-cdb229ab4890 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:12:03.738984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 61d86527-d081-4066-a027-dd075563f185 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:03.767120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:12:03.777124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9cc36c47-9f59-4c15-994e-7b13c1524df3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "PUT /v2.0/routers/24397c07-0e8d-463d-b165-cdb229ab4890/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3894546
Nov 27 21:12:03.779699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38450) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:03.787825 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f9fdca5-800e-4d58-8f98-b9a601e7e6c6 req-c01e2fa1-6323-4fbb-8c05-c6cea68ef629 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4756279
Nov 27 21:12:03.825793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 61d86527-d081-4066-a027-dd075563f185 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:03.826301 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.856164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44b9b1-d02b-4480-b9aa-49e0e3219558 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:03.857852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44b9b1-d02b-4480-b9aa-49e0e3219558 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:03.859682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9b44b9b1-d02b-4480-b9aa-49e0e3219558 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0788002
Nov 27 21:12:03.862731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38454) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:03.924010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc2e4a-4c81-4de5-aa38-5878e5d9c8ad req-f93e0687-d331-4014-817d-c862fef60305 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:03.925705 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2cc2e4a-4c81-4de5-aa38-5878e5d9c8ad req-f93e0687-d331-4014-817d-c862fef60305 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0545709
Nov 27 21:12:03.945804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-272f754b-58e1-40eb-9579-fe30fe3bd396 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 3eacc647-4877-4a5c-a5b4-7f73ccd6f738 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:03.949097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-272f754b-58e1-40eb-9579-fe30fe3bd396 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:03.998004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-272f754b-58e1-40eb-9579-fe30fe3bd396 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.003619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2cc2e4a-4c81-4de5-aa38-5878e5d9c8ad req-4b1c8755-32fd-4ec9-bf17-2abd2907acae tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682819
Nov 27 21:12:04.089677 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-272f754b-58e1-40eb-9579-fe30fe3bd396 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.146170 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-272f754b-58e1-40eb-9579-fe30fe3bd396 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.173500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f754b-58e1-40eb-9579-fe30fe3bd396 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=3eacc647-4877-4a5c-a5b4-7f73ccd6f738,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:04.177296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-272f754b-58e1-40eb-9579-fe30fe3bd396 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.183224 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-272f754b-58e1-40eb-9579-fe30fe3bd396 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/3eacc647-4877-4a5c-a5b4-7f73ccd6f738 HTTP/1.1" status: 204  len: 168 time: 0.3193040
Nov 27 21:12:04.183864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38456) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:04.187128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944521f0-0220-412b-8407-1224ec757d22 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:04.269442 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1da9c72e-6a0b-44d2-bedf-2c7a62b0a1c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.0844603
Nov 27 21:12:04.271902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38458) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:04.304468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6a0db82d-42af-4626-865e-04c5b42fc108 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:04.348004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-242ccab6-39ea-437e-8092-7fd8e08a3696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.353283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b751875b-7f94-435b-9517-feaf28f9fd56 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.380235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 6a0db82d-42af-4626-865e-04c5b42fc108 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:12:04.387910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 6a0db82d-42af-4626-865e-04c5b42fc108 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:04.389251 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.449873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2691e1-19d0-4ff8-97e2-94096663fe23 None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:04.510103 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.529032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b751875b-7f94-435b-9517-feaf28f9fd56 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.531416 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b751875b-7f94-435b-9517-feaf28f9fd56 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.541386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb1c8da-f09b-43a2-9846-c52c9f98a646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0db82d-42af-4626-865e-04c5b42fc108'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:12:04.544313 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08185e55-88b3-4d7e-9a6f-d1238f84f0f2" -d '{"events": [{"server_uuid": "ffb1c8da-f09b-43a2-9846-c52c9f98a646", "name": "network-vif-plugged", "status": "completed", "tag": "6a0db82d-42af-4626-865e-04c5b42fc108"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:12:04.559475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6a0db82d-42af-4626-865e-04c5b42fc108, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a0db82d-42af-4626-865e-04c5b42fc108,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:04.565361 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.579169 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b751875b-7f94-435b-9517-feaf28f9fd56 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.579731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b751875b-7f94-435b-9517-feaf28f9fd56 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Fanout notify agent at l3_agent the message router_deleted on router 24397c07-0e8d-463d-b165-cdb229ab4890 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:12:04.586952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b751875b-7f94-435b-9517-feaf28f9fd56 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.588107 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b751875b-7f94-435b-9517-feaf28f9fd56 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/routers/24397c07-0e8d-463d-b165-cdb229ab4890 HTTP/1.1" status: 204  len: 168 time: 0.3150706
Nov 27 21:12:04.590699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38462) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:04.597563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cc2691e1-19d0-4ff8-97e2-94096663fe23 None None] Deleting port 61d86527-d081-4066-a027-dd075563f185 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:04.597946 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc2691e1-19d0-4ff8-97e2-94096663fe23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.600437 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acf2941-be05-4283-bcf7-46450420cf78 x-openstack-request-id: req-3acf2941-be05-4283-bcf7-46450420cf78 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:12:04.600727 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb1c8da-f09b-43a2-9846-c52c9f98a646", "name": "network-vif-plugged", "status": "completed", "tag": "6a0db82d-42af-4626-865e-04c5b42fc108", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:12:04.600989 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3acf2941-be05-4283-bcf7-46450420cf78 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:12:04.601378 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb1c8da-f09b-43a2-9846-c52c9f98a646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0db82d-42af-4626-865e-04c5b42fc108', 'code': 200}
Nov 27 21:12:04.651979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca86d4-eed8-4f3d-a032-b4a892d86fa5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:04.654462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-72ca86d4-eed8-4f3d-a032-b4a892d86fa5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0623648
Nov 27 21:12:04.657059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38464) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:04.693931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=6a0db82d-42af-4626-865e-04c5b42fc108,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:04.702425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cc2691e1-19d0-4ff8-97e2-94096663fe23 None None] For port 61d86527-d081-4066-a027-dd075563f185, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61d86527-d081-4066-a027-dd075563f185,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:04.702837 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc2691e1-19d0-4ff8-97e2-94096663fe23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.716032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cc2691e1-19d0-4ff8-97e2-94096663fe23 None None] Calling delete_port for 61d86527-d081-4066-a027-dd075563f185 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:04.717178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaee3ace-fa4a-45d6-84ba-e39a793767d7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:04.720905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eaee3ace-fa4a-45d6-84ba-e39a793767d7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0606375
Nov 27 21:12:04.721057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33fe3a-7593-41e0-8221-bbb09dc564e6 req-97186780-7586-48c9-af7a-1d2d4abaecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:04.721184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38466) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:04.721407 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e33fe3a-7593-41e0-8221-bbb09dc564e6 req-97186780-7586-48c9-af7a-1d2d4abaecf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 1096 time: 0.0506423
Nov 27 21:12:04.767489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-192a8a46-0bca-4a1e-bb76-fa9d8fcb6fd2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0451808
Nov 27 21:12:04.771293 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b11320-9d9f-44af-8a25-b46f2e22f4ea None None] Sync routers for ids ['24397c07-0e8d-463d-b165-cdb229ab4890'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:12:04.772477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38468) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:04.777943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:04.783278 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b11320-9d9f-44af-8a25-b46f2e22f4ea None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:12:04.785891 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b11320-9d9f-44af-8a25-b46f2e22f4ea None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 21:12:04.786670 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_agentschedulers_db [None req-77b11320-9d9f-44af-8a25-b46f2e22f4ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24397c07-0e8d-463d-b165-cdb229ab4890'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:11:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent'). {{(pid=120911) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 21:12:04.794149 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e33fe3a-7593-41e0-8221-bbb09dc564e6 req-0e5b6b04-9646-47cb-8ce8-eb18c8d4c73c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647001
Nov 27 21:12:04.800091 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b11320-9d9f-44af-8a25-b46f2e22f4ea None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:12:04.800694 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b11320-9d9f-44af-8a25-b46f2e22f4ea None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 27 21:12:04.801444 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_agentschedulers_db [None req-77b11320-9d9f-44af-8a25-b46f2e22f4ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24397c07-0e8d-463d-b165-cdb229ab4890'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:11:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent'). {{(pid=120911) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 27 21:12:04.802046 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b11320-9d9f-44af-8a25-b46f2e22f4ea None None] The sync data for ids ['24397c07-0e8d-463d-b165-cdb229ab4890'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:12:04.808998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc2691e1-19d0-4ff8-97e2-94096663fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.849410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2691e1-19d0-4ff8-97e2-94096663fe23 None None] Pushing event deleted for resources: {'Port': ['ID=61d86527-d081-4066-a027-dd075563f185,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:04.858422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2691e1-19d0-4ff8-97e2-94096663fe23 None None] No DVR routers for this DVR port 61d86527-d081-4066-a027-dd075563f185 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:04.888370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:04.891940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:04.980586 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:12:05.003890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d5922-730d-4c6f-8ace-7ff1af73db0f req-2407a774-a0ce-4b82-9e25-b186ff468ddd tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:05.005446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-368d5922-730d-4c6f-8ace-7ff1af73db0f req-2407a774-a0ce-4b82-9e25-b186ff468ddd tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.1181901
Nov 27 21:12:05.093913 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-368d5922-730d-4c6f-8ace-7ff1af73db0f req-e3b2b9f9-ba17-4427-8793-fddc7634456f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818102
Nov 27 21:12:05.128057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58753f7c-bd1f-48e1-a744-e7087b56487e req-506a96f7-0274-4589-809c-3c6e9d8ff8f8 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:05.129576 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58753f7c-bd1f-48e1-a744-e7087b56487e req-506a96f7-0274-4589-809c-3c6e9d8ff8f8 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0508270
Nov 27 21:12:05.177830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58753f7c-bd1f-48e1-a744-e7087b56487e req-321ab146-d5ad-469d-ab84-3b9dec8be62e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419991
Nov 27 21:12:05.247495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.objects.ports [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:05.248962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.290650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:05.294632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:05.299156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:05.299582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.303920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff80a9-829c-4dc6-a9f2-0ae95bc66f80 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:05.309767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=4f846a75-59e2-4e79-a80e-7d3822f13089,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:05.322706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fb8ee78f-0f08-48fb-9785-77cc5b6686ab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5491796
Nov 27 21:12:05.325446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38474) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:05.330296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:05.439917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:05.446117 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.458592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '4f846a75-59e2-4e79-a80e-7d3822f13089'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:05.459563 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.595477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Allocated IP 2001:db8::f816:3eff:febb:aede (b35d14d8-f79d-48c1-bc3c-6c52c752991f/4f846a75-59e2-4e79-a80e-7d3822f13089/b74f9c3f-64f9-4370-a6d3-88e8d637560a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:05.691093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 61d86527-d081-4066-a027-dd075563f185 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:05.691558 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.721590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 61d86527-d081-4066-a027-dd075563f185 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:12:05.721944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 61d86527-d081-4066-a027-dd075563f185 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:12:05.735011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:05.738222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:05.742309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:05.743150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.752436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=eb9b10a4-a89b-44db-ab69-d51f16a521c8,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:05.767551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b9299122-4c7a-495a-b853-129c4e5e828f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4384081
Nov 27 21:12:05.767965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38476) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:05.769765 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.773704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:12:23:1b', 'name': 'tempest-NetworksTestDHCPv6-998959217'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:05.775539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.822414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:05.825455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:05.828417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:05.837828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Pushing event updated for resources: {'Port': ['ID=b74f9c3f-64f9-4370-a6d3-88e8d637560a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:05.887813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Attempting to bind port b74f9c3f-64f9-4370-a6d3-88e8d637560a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:05.888558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Attempting to bind port b74f9c3f-64f9-4370-a6d3-88e8d637560a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:05.888558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Attempting to bind port b74f9c3f-64f9-4370-a6d3-88e8d637560a on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:05.891745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:05.894177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:05.894553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:05.894961 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.895389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:05.895862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Bound port: b74f9c3f-64f9-4370-a6d3-88e8d637560a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:05.896296 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.959005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] For port b74f9c3f-64f9-4370-a6d3-88e8d637560a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:05.961929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] For port b74f9c3f-64f9-4370-a6d3-88e8d637560a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b74f9c3f-64f9-4370-a6d3-88e8d637560a,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:05.967398 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.972463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:05.994944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port d553d9bd-57f5-41b4-b527-d7bcaa0cef1f yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:06.033751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e6ff1-8b25-4ae2-9104-56c0113aa46c None None] Pushing event updated for resources: {'Port': ['ID=b74f9c3f-64f9-4370-a6d3-88e8d637560a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:06.172695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 172.20.0.8 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/eb9b10a4-a89b-44db-ab69-d51f16a521c8/d553d9bd-57f5-41b4-b527-d7bcaa0cef1f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:06.179792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:fe12:231b (b35d14d8-f79d-48c1-bc3c-6c52c752991f/4f846a75-59e2-4e79-a80e-7d3822f13089/d553d9bd-57f5-41b4-b527-d7bcaa0cef1f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:06.265333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54d24-9a59-4f59-960a-504a06948ef3 req-fe6dcf95-ae99-4ff1-a2dd-7cc118925891 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:06.266902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ff54d24-9a59-4f59-960a-504a06948ef3 req-fe6dcf95-ae99-4ff1-a2dd-7cc118925891 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0974450
Nov 27 21:12:06.331638 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ff54d24-9a59-4f59-960a-504a06948ef3 req-087c85df-36d0-4655-bb6f-bea5c1afa4ef tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522542
Nov 27 21:12:06.383788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e4100-0acb-4cd1-9f3d-f2a2d3182c09 req-5b25777c-5abc-4402-9001-faa39641269a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:06.385346 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d1e4100-0acb-4cd1-9f3d-f2a2d3182c09 req-5b25777c-5abc-4402-9001-faa39641269a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0850091
Nov 27 21:12:06.410649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:06.470081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d1e4100-0acb-4cd1-9f3d-f2a2d3182c09 req-fc054a92-dcb2-4145-9a81-0ce5388728e4 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760376
Nov 27 21:12:06.483272 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:06.487180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-83ce6476-8556-4d10-aeae-93bf3f3f3d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:06.531274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:06.534488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:06.538479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:06.545189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=d553d9bd-57f5-41b4-b527-d7bcaa0cef1f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:06.587763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1162dd2-8502-48b2-9824-c3280b996a4f req-010fa7c3-eac5-4dbf-9637-9d7bbf0a1a21 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:06.589363 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1162dd2-8502-48b2-9824-c3280b996a4f req-010fa7c3-eac5-4dbf-9637-9d7bbf0a1a21 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0678322
Nov 27 21:12:06.592830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:06.593467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:06.610755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-761301b9-ba04-45d7-82e2-853b015d2eb8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 0.8415523
Nov 27 21:12:06.613253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38488) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:06.647535 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1162dd2-8502-48b2-9824-c3280b996a4f req-dccfce19-cf99-4079-ab82-68d2f09f647f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473919
Nov 27 21:12:06.667743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60888116-34da-437d-8fa4-f1b3d4a7e1c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:06.673757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60888116-34da-437d-8fa4-f1b3d4a7e1c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:06.675377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-60888116-34da-437d-8fa4-f1b3d4a7e1c0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.0608320
Nov 27 21:12:06.677982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38490) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:06.767711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef82a3-a1f1-4a31-a235-1ef0b7770876 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port d553d9bd-57f5-41b4-b527-d7bcaa0cef1f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:06.768051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9ef82a3-a1f1-4a31-a235-1ef0b7770876 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:06.856553 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9ef82a3-a1f1-4a31-a235-1ef0b7770876 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:06.869201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef82a3-a1f1-4a31-a235-1ef0b7770876 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for d553d9bd-57f5-41b4-b527-d7bcaa0cef1f owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:07.050004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9ef82a3-a1f1-4a31-a235-1ef0b7770876 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.066306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8812a256-b20c-4653-9ee0-f2a8df9d5d81 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:07.082804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef82a3-a1f1-4a31-a235-1ef0b7770876 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=d553d9bd-57f5-41b4-b527-d7bcaa0cef1f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:07.127902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-88987742-b7d6-410b-bb88-ed829319dc97 None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:07.128277 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88987742-b7d6-410b-bb88-ed829319dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.168639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9ef82a3-a1f1-4a31-a235-1ef0b7770876 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.172810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f9ef82a3-a1f1-4a31-a235-1ef0b7770876 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/d553d9bd-57f5-41b4-b527-d7bcaa0cef1f HTTP/1.1" status: 204  len: 168 time: 0.4933059
Nov 27 21:12:07.174789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38492) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:07.230407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab2009-1470-4631-ac39-3b6adc719e1e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:07.232156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab2009-1470-4631-ac39-3b6adc719e1e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:07.233713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab2009-1470-4631-ac39-3b6adc719e1e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:07.235287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f5ab2009-1470-4631-ac39-3b6adc719e1e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0589950
Nov 27 21:12:07.237947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38494) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:07.284200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88987742-b7d6-410b-bb88-ed829319dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.294155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-569884e5-dcbc-443a-a29c-3b043316b08d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 4f846a75-59e2-4e79-a80e-7d3822f13089 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:07.297850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569884e5-dcbc-443a-a29c-3b043316b08d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.327122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-88987742-b7d6-410b-bb88-ed829319dc97 None None] For port b74f9c3f-64f9-4370-a6d3-88e8d637560a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b74f9c3f-64f9-4370-a6d3-88e8d637560a,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:07.331534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88987742-b7d6-410b-bb88-ed829319dc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.341013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569884e5-dcbc-443a-a29c-3b043316b08d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.413978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0594ef-47f3-4094-885c-23b9f17e13f0 None None] Update dhcp port {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': '4f846a75-59e2-4e79-a80e-7d3822f13089', 'ip_address': '2001:db8::f816:3eff:febb:aede'}, {'subnet_id': 'eb9b10a4-a89b-44db-ab69-d51f16a521c8'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b74f9c3f-64f9-4370-a6d3-88e8d637560a'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:12:07.415778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88987742-b7d6-410b-bb88-ed829319dc97 None None] Pushing event updated for resources: {'Port': ['ID=b74f9c3f-64f9-4370-a6d3-88e8d637560a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:07.424219 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569884e5-dcbc-443a-a29c-3b043316b08d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.447193 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5e0594ef-47f3-4094-885c-23b9f17e13f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.494460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569884e5-dcbc-443a-a29c-3b043316b08d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.526812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569884e5-dcbc-443a-a29c-3b043316b08d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=4f846a75-59e2-4e79-a80e-7d3822f13089,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:07.528871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569884e5-dcbc-443a-a29c-3b043316b08d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.532167 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-569884e5-dcbc-443a-a29c-3b043316b08d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/4f846a75-59e2-4e79-a80e-7d3822f13089 HTTP/1.1" status: 204  len: 168 time: 0.2932928
Nov 27 21:12:07.534654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38498) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server [None req-5e0594ef-47f3-4094-885c-23b9f17e13f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f846a75-59e2-4e79-a80e-7d3822f13089: This subnet is being modified by another concurrent operation.
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f846a75-59e2-4e79-a80e-7d3822f13089: This subnet is being modified by another concurrent operation.
Nov 27 21:12:07.573010 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server 
Nov 27 21:12:07.612785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5c4c84-6aa2-403b-8c91-97c6e795508e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet eb9b10a4-a89b-44db-ab69-d51f16a521c8 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:07.617551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4c84-6aa2-403b-8c91-97c6e795508e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.652001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbdbd7-5fd3-4687-8e85-ef95a867956f None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:07.663067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fed13b-8938-4ad7-90b6-dc350df9a40e req-0e69eadb-4682-4e59-8b2c-d1af1ed4712b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:07.664598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05fed13b-8938-4ad7-90b6-dc350df9a40e req-0e69eadb-4682-4e59-8b2c-d1af1ed4712b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1022751
Nov 27 21:12:07.692151 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4c84-6aa2-403b-8c91-97c6e795508e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.760150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05fed13b-8938-4ad7-90b6-dc350df9a40e req-c8fbfc74-69df-41df-989a-07f1c7834ed0 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869758
Nov 27 21:12:07.762999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4c84-6aa2-403b-8c91-97c6e795508e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.778530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421e138-fe35-4a34-b43e-abe651039ea4 req-afc8f61b-85e6-4d5e-82c6-b3b8ccacb012 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:07.789451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e421e138-fe35-4a34-b43e-abe651039ea4 req-afc8f61b-85e6-4d5e-82c6-b3b8ccacb012 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0714445
Nov 27 21:12:07.834595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d7be1267-170d-4816-8775-0ae1f0b2e76a None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:07.835145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d7be1267-170d-4816-8775-0ae1f0b2e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.849332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e421e138-fe35-4a34-b43e-abe651039ea4 req-37c13c5e-bbb3-4581-a18c-0935bee11187 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590692
Nov 27 21:12:07.874517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4c84-6aa2-403b-8c91-97c6e795508e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.881598 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.903539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c4c84-6aa2-403b-8c91-97c6e795508e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9b10a4-a89b-44db-ab69-d51f16a521c8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:07.905535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4c84-6aa2-403b-8c91-97c6e795508e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:07.911135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ba5c4c84-6aa2-403b-8c91-97c6e795508e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/eb9b10a4-a89b-44db-ab69-d51f16a521c8 HTTP/1.1" status: 204  len: 168 time: 0.3732636
Nov 27 21:12:07.911770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38502) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:07.956112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1d7ac06e-e56f-4456-a667-4da4c2f2dcc5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0407493
Nov 27 21:12:07.956373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38504) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:07.961325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:07.962827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3bde7b-063c-41ba-85a6-ff34ef9917ee None None] Update dhcp port {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': 'eb9b10a4-a89b-44db-ab69-d51f16a521c8'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b74f9c3f-64f9-4370-a6d3-88e8d637560a'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:12:07.989528 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b3bde7b-063c-41ba-85a6-ff34ef9917ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.048409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:08.051910 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.196030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9c06a553-8fd6-4e21-975c-c61277183ecc None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:08.196537 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9c06a553-8fd6-4e21-975c-c61277183ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.248573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b11382-b8d4-4a33-9080-eb0e4647affc None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:12:08.302851 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 9b807251-334b-4d12-8574-592e43e94490 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:12:08.335816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9c06a553-8fd6-4e21-975c-c61277183ecc None None] Could not find standard attr ID for object d553d9bd-57f5-41b4-b527-d7bcaa0cef1f. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:08.369131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:08.453927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b11382-b8d4-4a33-9080-eb0e4647affc None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:12:08.459920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:08.475756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '9b807251-334b-4d12-8574-592e43e94490', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'port_id': '9b807251-334b-4d12-8574-592e43e94490', 'mac_address': 'fa:16:3e:a7:2d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:12:08.568460 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.575089 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.590262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b807251-334b-4d12-8574-592e43e94490 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:12:08.635434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:08.640563 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.726247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] For port b74f9c3f-64f9-4370-a6d3-88e8d637560a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b74f9c3f-64f9-4370-a6d3-88e8d637560a,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:08.751662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:08.754469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['9b807251-334b-4d12-8574-592e43e94490'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:12:08.756234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.762674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.763530 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.840086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:08.853385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:08.872878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:08.873485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:08.902245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=63f01909-1a65-421b-9b4f-e53707b53b77,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:08.904419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=b74f9c3f-64f9-4370-a6d3-88e8d637560a,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:08.918709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9cab8d3d-8156-470e-9a81-dc552b28f5c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9583199
Nov 27 21:12:08.919872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38510) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:08.925430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:08.992734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba85e-c2d1-41c2-9053-df6801e72744 req-5ad3f458-df04-4bc3-b3c9-d1585a9019d8 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:08.994530 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-455ba85e-c2d1-41c2-9053-df6801e72744 req-5ad3f458-df04-4bc3-b3c9-d1585a9019d8 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.1476805
Nov 27 21:12:08.995648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4ae2d-fef4-4620-98c6-295c16a9f6db req-3c515512-c82b-488a-9460-54ca25cd14ff tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:09.015519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-58a4ae2d-fef4-4620-98c6-295c16a9f6db req-3c515512-c82b-488a-9460-54ca25cd14ff tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0797546
Nov 27 21:12:09.067394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-58a4ae2d-fef4-4620-98c6-295c16a9f6db req-2bfb7695-a142-4174-8998-2c5eca01a4da tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506899
Nov 27 21:12:09.084148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-455ba85e-c2d1-41c2-9053-df6801e72744 req-23812688-46d9-4000-ac21-12858b2441a5 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778174
Nov 27 21:12:09.111967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:09.115546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:09.376598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:09.423698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:09.427027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:09.430367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:09.430971 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:09.446781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=e162ce57-cc23-470d-a7d8-35615a976231,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:09.454490 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6df654b6-2535-4a1d-bd71-35d02420598e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5338027
Nov 27 21:12:09.457251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38512) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:09.462499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:17:40:e9', 'name': 'tempest-NetworksTestDHCPv6-828238390'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:09.545260 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:09.576677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:09.580980 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:09.602454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port c1500b56-2a84-43c4-9a7a-8bc8150d2961 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:09.690853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f2f937-6b06-4304-98e7-1d3e847b6523 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:12:09.726432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b74f9c3f-64f9-4370-a6d3-88e8d637560a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:09.770173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 172.20.0.5 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/e162ce57-cc23-470d-a7d8-35615a976231/c1500b56-2a84-43c4-9a7a-8bc8150d2961) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:09.777342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:fe17:40e9 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/63f01909-1a65-421b-9b4f-e53707b53b77/c1500b56-2a84-43c4-9a7a-8bc8150d2961) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:09.811476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e5a033d7-7e84-4a59-b98e-181947fa367b None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:09.811859 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5a033d7-7e84-4a59-b98e-181947fa367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:09.876983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:09.877308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:09.879993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2f937-6b06-4304-98e7-1d3e847b6523 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:12:09.922602 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:09.956044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.000474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:10.003635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:10.007477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:10.030597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=c1500b56-2a84-43c4-9a7a-8bc8150d2961,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:10.058750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:10.059486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.075236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3f1003a7-3b09-4def-8636-26fb173fc5ce tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 0.6167676
Nov 27 21:12:10.077675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38514) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:10.135863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3155910-30a0-499c-afc4-73593d0ebdb5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:10.141967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3155910-30a0-499c-afc4-73593d0ebdb5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:10.144384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c3155910-30a0-499c-afc4-73593d0ebdb5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.0649972
Nov 27 21:12:10.146217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38520) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:10.223313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb000ca-df9d-4b67-85c2-103a07ac8ffd req-208ffbc9-6669-4bf4-9a13-f26196b817e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:10.225225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0fb000ca-df9d-4b67-85c2-103a07ac8ffd req-208ffbc9-6669-4bf4-9a13-f26196b817e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0507741
Nov 27 21:12:10.267554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1c982-ae24-4b76-a9c7-ac02a4ff3d2b req-e634d2b9-0292-47f6-a6a0-68d2a80be6c1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:10.269081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6b1c982-ae24-4b76-a9c7-ac02a4ff3d2b req-e634d2b9-0292-47f6-a6a0-68d2a80be6c1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.0910926
Nov 27 21:12:10.269571 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.288603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0fb000ca-df9d-4b67-85c2-103a07ac8ffd req-c1daa096-f7f0-4fea-b9fc-83717f7795bf tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541677
Nov 27 21:12:10.299387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-37467ced-cd39-436b-99c3-6b994886a5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port c1500b56-2a84-43c4-9a7a-8bc8150d2961 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:10.299729 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37467ced-cd39-436b-99c3-6b994886a5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.324553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f644be-70a4-422c-bd62-15054b01c09e None None] Update dhcp port {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': '63f01909-1a65-421b-9b4f-e53707b53b77', 'ip_address': '2001:db8::f816:3eff:febb:aede'}, {'subnet_id': 'e162ce57-cc23-470d-a7d8-35615a976231'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b74f9c3f-64f9-4370-a6d3-88e8d637560a'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:12:10.328784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 9b807251-334b-4d12-8574-592e43e94490 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:10.377427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6b1c982-ae24-4b76-a9c7-ac02a4ff3d2b req-dc7cc20c-e23f-402f-9147-cc6928e7e2b3 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969820
Nov 27 21:12:10.378089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f1f644be-70a4-422c-bd62-15054b01c09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.410018 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37467ced-cd39-436b-99c3-6b994886a5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.412686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 9b807251-334b-4d12-8574-592e43e94490 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:10.413137 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.422086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-37467ced-cd39-436b-99c3-6b994886a5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for c1500b56-2a84-43c4-9a7a-8bc8150d2961 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:10.594259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37467ced-cd39-436b-99c3-6b994886a5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.615638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f1f644be-70a4-422c-bd62-15054b01c09e None None] Allocated IP 172.20.0.2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/e162ce57-cc23-470d-a7d8-35615a976231/b74f9c3f-64f9-4370-a6d3-88e8d637560a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:10.619847 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.630706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37467ced-cd39-436b-99c3-6b994886a5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=c1500b56-2a84-43c4-9a7a-8bc8150d2961,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:10.669453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b807251-334b-4d12-8574-592e43e94490'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:12:10.671813 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf912b-9dec-40f6-bffa-1a5c846c9cfe" -d '{"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-plugged", "status": "completed", "tag": "9b807251-334b-4d12-8574-592e43e94490"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:12:10.712319 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aa3919-83f4-4648-8321-c9a9d987ce10 x-openstack-request-id: req-c7aa3919-83f4-4648-8321-c9a9d987ce10 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:12:10.712616 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-plugged", "status": "completed", "tag": "9b807251-334b-4d12-8574-592e43e94490", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:12:10.712874 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7aa3919-83f4-4648-8321-c9a9d987ce10 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:12:10.713265 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b807251-334b-4d12-8574-592e43e94490', 'code': 200}
Nov 27 21:12:10.714991 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:10.715271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37467ced-cd39-436b-99c3-6b994886a5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.721027 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-37467ced-cd39-436b-99c3-6b994886a5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/c1500b56-2a84-43c4-9a7a-8bc8150d2961 HTTP/1.1" status: 204  len: 168 time: 0.5714381
Nov 27 21:12:10.721209 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.721671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38524) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:10.775283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820624b-7982-4b97-822a-4be12c4d789d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:10.777483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820624b-7982-4b97-822a-4be12c4d789d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:10.779221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820624b-7982-4b97-822a-4be12c4d789d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:10.780804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b820624b-7982-4b97-822a-4be12c4d789d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0581224
Nov 27 21:12:10.783602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38526) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:10.786298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f1f644be-70a4-422c-bd62-15054b01c09e None None] For port b74f9c3f-64f9-4370-a6d3-88e8d637560a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b74f9c3f-64f9-4370-a6d3-88e8d637560a,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:10.799185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:10.821404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f1f644be-70a4-422c-bd62-15054b01c09e None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.826340 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f1f644be-70a4-422c-bd62-15054b01c09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.839764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-57941373-6902-4639-8ba4-4e9659a5df2a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 63f01909-1a65-421b-9b4f-e53707b53b77 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:10.842889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57941373-6902-4639-8ba4-4e9659a5df2a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.882270 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57941373-6902-4639-8ba4-4e9659a5df2a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:10.919109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f644be-70a4-422c-bd62-15054b01c09e None None] Pushing event updated for resources: {'Port': ['ID=b74f9c3f-64f9-4370-a6d3-88e8d637560a,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:10.967550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57941373-6902-4639-8ba4-4e9659a5df2a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.032976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57941373-6902-4639-8ba4-4e9659a5df2a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.403960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57941373-6902-4639-8ba4-4e9659a5df2a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=63f01909-1a65-421b-9b4f-e53707b53b77,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:11.438849 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57941373-6902-4639-8ba4-4e9659a5df2a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.448712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-57941373-6902-4639-8ba4-4e9659a5df2a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/63f01909-1a65-421b-9b4f-e53707b53b77 HTTP/1.1" status: 204  len: 168 time: 0.6609240
Nov 27 21:12:11.451811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38532) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:11.468459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f84f0-a7f7-4978-ba1b-b0e00d1cb216 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:11.514708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c3321-e003-46c1-a008-d9a00881045b req-a91ffda4-4b97-4391-aaa4-e25963c9c2f8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:11.516248 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-413c3321-e003-46c1-a008-d9a00881045b req-a91ffda4-4b97-4391-aaa4-e25963c9c2f8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.1164985
Nov 27 21:12:11.528515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bfcdb-5fa4-4b98-8caa-e632e2cfa2c0 req-bf2edbbf-b10f-42cd-ac65-324563717d7d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:11.530026 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de2bfcdb-5fa4-4b98-8caa-e632e2cfa2c0 req-bf2edbbf-b10f-42cd-ac65-324563717d7d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0595415
Nov 27 21:12:11.531523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a452157f-d048-47a9-991f-001b5adce801 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet e162ce57-cc23-470d-a7d8-35615a976231 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:11.540477 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a452157f-d048-47a9-991f-001b5adce801 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.559975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bb20920e-e332-4676-bc5a-98048dc0f7ea None None] Could not find standard attr ID for object c1500b56-2a84-43c4-9a7a-8bc8150d2961. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:11.584387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de2bfcdb-5fa4-4b98-8caa-e632e2cfa2c0 req-381c5680-decf-4001-8499-4d55c8de1abd tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476196
Nov 27 21:12:11.613032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a452157f-d048-47a9-991f-001b5adce801 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.613420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bb20920e-e332-4676-bc5a-98048dc0f7ea None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:11.613910 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bb20920e-e332-4676-bc5a-98048dc0f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.642716 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-413c3321-e003-46c1-a008-d9a00881045b req-2113a438-a603-4268-ac13-09abca3fa978 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192226
Nov 27 21:12:11.710961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a452157f-d048-47a9-991f-001b5adce801 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.712467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b74f9c3f-64f9-4370-a6d3-88e8d637560a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:11.772988 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a452157f-d048-47a9-991f-001b5adce801 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.781786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:11.782160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.805127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452157f-d048-47a9-991f-001b5adce801 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=e162ce57-cc23-470d-a7d8-35615a976231,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:11.810897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a452157f-d048-47a9-991f-001b5adce801 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:11.814755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a452157f-d048-47a9-991f-001b5adce801 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/e162ce57-cc23-470d-a7d8-35615a976231 HTTP/1.1" status: 204  len: 168 time: 0.3628519
Nov 27 21:12:11.817285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38534) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:11.857261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7c9e4cef-9fe1-423d-aa4f-fd9f8456e8f0 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0388634
Nov 27 21:12:11.859890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38536) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:11.864777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:11.960919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:11.964964 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:12.152888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:12.195068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:12.198356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:12.201393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:12.201999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:12.218386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=16c0c2a1-19e8-4c5c-9cbc-a2653ab95bf6,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:12.225319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f1144ac7-a326-4b57-ae32-8e191ff243dc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3644154
Nov 27 21:12:12.228188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38538) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:12.233584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:12.251073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b0e6be-3605-4593-a4f9-9b0fe5ad7b52 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:12.316693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a275d07d-9781-43fd-95af-298431837e27 None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:12.317069 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a275d07d-9781-43fd-95af-298431837e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:12.341882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:12.345490 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:12.658840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3a415d-7899-4339-82a8-b68cb7749110 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:12.681524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:12.743440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d5266b3e-1c39-4620-8bc3-0b51b8b25b33 None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:12.744053 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d5266b3e-1c39-4620-8bc3-0b51b8b25b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:12.751038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98cc0f-52ad-445e-8fc8-db4a36bddc73 req-ebdb6b09-821e-4063-b201-5b446571a8a9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:12.755798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c98cc0f-52ad-445e-8fc8-db4a36bddc73 req-ebdb6b09-821e-4063-b201-5b446571a8a9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0882115
Nov 27 21:12:12.820858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c98cc0f-52ad-445e-8fc8-db4a36bddc73 req-c1922660-4099-421c-aa15-52d14d5d737d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613329
Nov 27 21:12:12.854222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089cdba-5674-4241-97b9-f12840ceb087 req-1b22391f-c152-4e34-961d-e437af8fc924 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:12.856418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5089cdba-5674-4241-97b9-f12840ceb087 req-1b22391f-c152-4e34-961d-e437af8fc924 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.1028476
Nov 27 21:12:12.940382 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:12.946153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5089cdba-5674-4241-97b9-f12840ceb087 req-547833d0-0bd5-4df0-b409-ccf1bbe10b8d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833781
Nov 27 21:12:12.989682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864fd369-3016-482b-b7f0-a6b837e050d4 None None] Update dhcp port {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': '4ac6b90f-89c0-480c-859c-84f18d6c0333', 'ip_address': '2001:db8::f816:3eff:febb:aede'}, {'subnet_id': '16c0c2a1-19e8-4c5c-9cbc-a2653ab95bf6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b74f9c3f-64f9-4370-a6d3-88e8d637560a'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:12:13.021203 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-864fd369-3016-482b-b7f0-a6b837e050d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:13.131067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] For port b74f9c3f-64f9-4370-a6d3-88e8d637560a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b74f9c3f-64f9-4370-a6d3-88e8d637560a,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:13.165693 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:13.169884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:13.170815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:13.221342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-864fd369-3016-482b-b7f0-a6b837e050d4 None None] Allocated IP 172.20.0.2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/16c0c2a1-19e8-4c5c-9cbc-a2653ab95bf6/b74f9c3f-64f9-4370-a6d3-88e8d637560a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:13.265238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:13.273226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:13.283714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:13.284398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:13.297716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=4ac6b90f-89c0-480c-859c-84f18d6c0333,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:13.309631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=b74f9c3f-64f9-4370-a6d3-88e8d637560a,revision_number=11']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:13.326148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5865adc9-9ec2-40c6-b5fe-f14e45518b7f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0956171
Nov 27 21:12:13.327725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38568) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:13.333827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:87:10:db', 'name': 'tempest-NetworksTestDHCPv6-982041961'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:13.407532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-864fd369-3016-482b-b7f0-a6b837e050d4 None None] For port b74f9c3f-64f9-4370-a6d3-88e8d637560a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b74f9c3f-64f9-4370-a6d3-88e8d637560a,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:13.459030 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-864fd369-3016-482b-b7f0-a6b837e050d4 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:13.466558 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-864fd369-3016-482b-b7f0-a6b837e050d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:13.561804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fd369-3016-482b-b7f0-a6b837e050d4 None None] Pushing event updated for resources: {'Port': ['ID=b74f9c3f-64f9-4370-a6d3-88e8d637560a,revision_number=12']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:13.746552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b74f9c3f-64f9-4370-a6d3-88e8d637560a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:13.830176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:13.834677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:13.835057 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:13.955598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:14.019046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 0264e11e-3076-4c2a-9af6-0ca6cca8906f yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:14.108979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10197701-ec8b-4e2e-a1dc-ea808e28fffc req-5a165c0f-7f27-4086-a4c5-cdb3a5772bc1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:14.110855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10197701-ec8b-4e2e-a1dc-ea808e28fffc req-5a165c0f-7f27-4086-a4c5-cdb3a5772bc1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1511438
Nov 27 21:12:14.154140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bc817-5d93-4668-b673-c4afc4d38b3d req-b8e53730-14d1-4f44-9570-2c9244cc411e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:14.156736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-557bc817-5d93-4668-b673-c4afc4d38b3d req-b8e53730-14d1-4f44-9570-2c9244cc411e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0969558
Nov 27 21:12:14.240142 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-557bc817-5d93-4668-b673-c4afc4d38b3d req-37dd9abe-bc7c-46a8-a3fc-e38e80c841eb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756092
Nov 27 21:12:14.241551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10197701-ec8b-4e2e-a1dc-ea808e28fffc req-1f5285e3-8a44-4986-8249-406f963cba97 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1192491
Nov 27 21:12:14.331151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 172.20.0.3 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/16c0c2a1-19e8-4c5c-9cbc-a2653ab95bf6/0264e11e-3076-4c2a-9af6-0ca6cca8906f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:14.339779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:fe87:10db (b35d14d8-f79d-48c1-bc3c-6c52c752991f/4ac6b90f-89c0-480c-859c-84f18d6c0333/0264e11e-3076-4c2a-9af6-0ca6cca8906f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:14.467317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551b4b3-6a91-4a4f-a285-c7f4968e0b11 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:14.590420 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:14.646526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:14.704368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-57773c9f-cc50-4640-bf0d-3add7c1f925a None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:14.705578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-57773c9f-cc50-4640-bf0d-3add7c1f925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:14.709282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:14.712506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:14.719495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:14.747312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=0264e11e-3076-4c2a-9af6-0ca6cca8906f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:14.784694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:14.785442 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:14.814056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-41e0ebef-ad87-4083-9964-d97517865982 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.4849761
Nov 27 21:12:14.816692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38574) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:14.874372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285b553-c180-42e8-a796-33553c848dc5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:14.880515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285b553-c180-42e8-a796-33553c848dc5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:14.882865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7285b553-c180-42e8-a796-33553c848dc5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.0644598
Nov 27 21:12:14.884916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38576) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:15.000361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e1327-59b6-4fff-8240-6f30ab60832f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port 0264e11e-3076-4c2a-9af6-0ca6cca8906f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:15.000721 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1327-59b6-4fff-8240-6f30ab60832f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:15.116775 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1327-59b6-4fff-8240-6f30ab60832f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:15.133717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e1327-59b6-4fff-8240-6f30ab60832f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for 0264e11e-3076-4c2a-9af6-0ca6cca8906f owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:15.214141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-49678945-ceab-4cd2-b9d1-4be200599e9d None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:15.214728 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49678945-ceab-4cd2-b9d1-4be200599e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:15.371225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-49678945-ceab-4cd2-b9d1-4be200599e9d None None] Provisioning complete for port 0264e11e-3076-4c2a-9af6-0ca6cca8906f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:15.371950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49678945-ceab-4cd2-b9d1-4be200599e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:15.434418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-49678945-ceab-4cd2-b9d1-4be200599e9d None None] Port 0264e11e-3076-4c2a-9af6-0ca6cca8906f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:12:15.474571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf475fa-a632-48ac-88aa-36fafc6b205a req-5e5b1c87-fa75-482f-b692-5bb06da6818b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:15.477313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959e452-76bb-4e56-8ef3-450b1c00045c req-0243f973-e21a-4b5f-a271-7ca701d44cde tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:15.479674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1959e452-76bb-4e56-8ef3-450b1c00045c req-0243f973-e21a-4b5f-a271-7ca701d44cde tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0794961
Nov 27 21:12:15.480923 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1327-59b6-4fff-8240-6f30ab60832f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:15.484427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cf475fa-a632-48ac-88aa-36fafc6b205a req-5e5b1c87-fa75-482f-b692-5bb06da6818b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.1145713
Nov 27 21:12:15.525756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e1327-59b6-4fff-8240-6f30ab60832f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=0264e11e-3076-4c2a-9af6-0ca6cca8906f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:15.544703 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cf475fa-a632-48ac-88aa-36fafc6b205a req-944d022d-6a7e-42a3-bbaa-cb7e7a811cc2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592690
Nov 27 21:12:15.654543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1959e452-76bb-4e56-8ef3-450b1c00045c req-2c4bc6b0-1182-4b91-846d-61ff3e1c5b2c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1623805
Nov 27 21:12:15.666712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-08dc7a80-0c70-4dae-ac6c-381fb5d3f9dd None None] Could not find standard attr ID for object c1500b56-2a84-43c4-9a7a-8bc8150d2961. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:15.698586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1327-59b6-4fff-8240-6f30ab60832f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:15.702780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ef9e1327-59b6-4fff-8240-6f30ab60832f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/0264e11e-3076-4c2a-9af6-0ca6cca8906f HTTP/1.1" status: 204  len: 168 time: 0.8161809
Nov 27 21:12:15.705193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38582) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:15.765923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a18b64-375c-4dc6-872f-deeae5f6db5a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:15.767525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a18b64-375c-4dc6-872f-deeae5f6db5a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:15.769196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a18b64-375c-4dc6-872f-deeae5f6db5a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:15.770809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c0a18b64-375c-4dc6-872f-deeae5f6db5a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0644112
Nov 27 21:12:15.773536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38584) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:15.842142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c0c89c-aceb-4ddb-8015-398aaa01fc71 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 16c0c2a1-19e8-4c5c-9cbc-a2653ab95bf6 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:15.846033 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c0c89c-aceb-4ddb-8015-398aaa01fc71 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:15.897491 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c0c89c-aceb-4ddb-8015-398aaa01fc71 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.007038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-76b1a37b-4f09-486b-814e-4de972aca503 None None] Could not find standard attr ID for object 0264e11e-3076-4c2a-9af6-0ca6cca8906f. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:16.014878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c0c89c-aceb-4ddb-8015-398aaa01fc71 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.016756 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.116518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c0c89c-aceb-4ddb-8015-398aaa01fc71 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.149016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0c89c-aceb-4ddb-8015-398aaa01fc71 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=16c0c2a1-19e8-4c5c-9cbc-a2653ab95bf6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:16.178027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-53c0c89c-aceb-4ddb-8015-398aaa01fc71 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.183796 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-53c0c89c-aceb-4ddb-8015-398aaa01fc71 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/16c0c2a1-19e8-4c5c-9cbc-a2653ab95bf6 HTTP/1.1" status: 204  len: 168 time: 0.4089549
Nov 27 21:12:16.184841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38586) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:16.283714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-10567a09-1840-4478-b567-f1a69f725f3b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 4ac6b90f-89c0-480c-859c-84f18d6c0333 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:16.287272 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10567a09-1840-4478-b567-f1a69f725f3b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.340362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10567a09-1840-4478-b567-f1a69f725f3b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.360460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7fedb7-1f5d-46ff-a7cc-d0ce21d09670 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:16.460733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10567a09-1840-4478-b567-f1a69f725f3b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.530427 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10567a09-1840-4478-b567-f1a69f725f3b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.570782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10567a09-1840-4478-b567-f1a69f725f3b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac6b90f-89c0-480c-859c-84f18d6c0333,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:16.575297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-10567a09-1840-4478-b567-f1a69f725f3b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.582036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38590) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:16.583090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10567a09-1840-4478-b567-f1a69f725f3b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/4ac6b90f-89c0-480c-859c-84f18d6c0333 HTTP/1.1" status: 204  len: 168 time: 0.3964870
Nov 27 21:12:16.651331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49cb16-6e2a-4d7a-ab51-f06cee2abd23 None None] Update dhcp port {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': '4ac6b90f-89c0-480c-859c-84f18d6c0333'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b74f9c3f-64f9-4370-a6d3-88e8d637560a'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:12:16.680709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-df373f5a-6961-4537-8421-92b7f9a63cb1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0926895
Nov 27 21:12:16.680959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38592) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:16.684827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:16.695036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f49cb16-6e2a-4d7a-ab51-f06cee2abd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.763387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bbeee-9f44-485a-b610-adac968a1ccf req-a3daefd8-8484-4f77-8bfc-e41008834c56 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:16.770651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b57bbeee-9f44-485a-b610-adac968a1ccf req-a3daefd8-8484-4f77-8bfc-e41008834c56 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0913167
Nov 27 21:12:16.824481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b57bbeee-9f44-485a-b610-adac968a1ccf req-8dcc18bd-2ccd-4442-a6d2-068e57d550d7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502636
Nov 27 21:12:16.844136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:16.847993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:16.881579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029ac3e-a835-4d13-8e57-75e6670ac129 req-a7135f44-47fe-4dc5-807c-4e82114be890 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:16.883442 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8029ac3e-a835-4d13-8e57-75e6670ac129 req-a7135f44-47fe-4dc5-807c-4e82114be890 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1201820
Nov 27 21:12:16.977061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c6f68a-28d1-4c94-94d5-e6714a862e9a None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:17.002010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8029ac3e-a835-4d13-8e57-75e6670ac129 req-6b4ae1f5-dad3-4c89-ac52-4073bf52c7ec tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827808
Nov 27 21:12:17.070612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cb07aec5-74c6-4073-9f21-d08881575d7e None None] Provisioning complete for port b74f9c3f-64f9-4370-a6d3-88e8d637560a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:17.075610 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb07aec5-74c6-4073-9f21-d08881575d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.139020 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.189100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:17.193001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:17.200060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:17.203310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.206907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b701977-48d0-409f-893a-41b06308fd8e None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:17.219270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=74a5ab89-dd72-40a1-a22d-62efc5164c09,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:17.237105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38600) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:17.237571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-00f58434-eeea-48dd-9c64-1bdb5419fc36 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5566630
Nov 27 21:12:17.242674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:17.278866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8b701977-48d0-409f-893a-41b06308fd8e None None] Deleting port b74f9c3f-64f9-4370-a6d3-88e8d637560a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:17.279271 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8b701977-48d0-409f-893a-41b06308fd8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.380400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8b701977-48d0-409f-893a-41b06308fd8e None None] For port b74f9c3f-64f9-4370-a6d3-88e8d637560a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b74f9c3f-64f9-4370-a6d3-88e8d637560a,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:17.381095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8b701977-48d0-409f-893a-41b06308fd8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.395903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:17.396427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8b701977-48d0-409f-893a-41b06308fd8e None None] Calling delete_port for b74f9c3f-64f9-4370-a6d3-88e8d637560a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:17.396896 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.538623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8b701977-48d0-409f-893a-41b06308fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.564894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b701977-48d0-409f-893a-41b06308fd8e None None] Pushing event deleted for resources: {'Port': ['ID=b74f9c3f-64f9-4370-a6d3-88e8d637560a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:17.570761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b701977-48d0-409f-893a-41b06308fd8e None None] No DVR routers for this DVR port b74f9c3f-64f9-4370-a6d3-88e8d637560a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:17.587447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a00de9-73b6-46ba-8d94-2f8bd0f39cf1 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:17.720354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b74f9c3f-64f9-4370-a6d3-88e8d637560a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:17.745726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b74f9c3f-64f9-4370-a6d3-88e8d637560a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:12:17.746084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b74f9c3f-64f9-4370-a6d3-88e8d637560a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:12:17.793376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '74a5ab89-dd72-40a1-a22d-62efc5164c09'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:17.794160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.824644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:17.826188 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.879368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:17.881807 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:17.887623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:17.888144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:17.893892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=e780a48a-c31f-4859-bb82-8a3acc72eeef,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:17.932941 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2189ddb5-ca24-4e63-9ba8-eb32ee3b9d9c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6947019
Nov 27 21:12:17.935878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38604) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:17.941558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:81:a9:05', 'name': 'tempest-NetworksTestDHCPv6-1574882420'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:17.976687 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dcc91-8a86-44e5-a8cb-6fa490e75127 req-fdeb7a3f-5943-445f-b792-3d11c46a47e0 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:17.978224 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f79dcc91-8a86-44e5-a8cb-6fa490e75127 req-fdeb7a3f-5943-445f-b792-3d11c46a47e0 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0627789
Nov 27 21:12:18.010382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Allocated IP 172.20.0.2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/74a5ab89-dd72-40a1-a22d-62efc5164c09/43fb0b27-4978-4394-9e38-de1ecb7763a4) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:18.018599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Allocated IP 2001:db8::f816:3eff:fe42:3a91 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/e780a48a-c31f-4859-bb82-8a3acc72eeef/43fb0b27-4978-4394-9e38-de1ecb7763a4) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:18.037961 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f79dcc91-8a86-44e5-a8cb-6fa490e75127 req-04f6e6c1-b230-4933-89ca-bb314a300681 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527763
Nov 27 21:12:18.148682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:18.153749 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.176878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 8e7503b1-34b2-47ed-b8fd-daea02c51f97 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:18.203851 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.213090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.262861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:18.266148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:18.270619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:18.279696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Pushing event updated for resources: {'Port': ['ID=43fb0b27-4978-4394-9e38-de1ecb7763a4,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:18.358324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b7e64-7a10-44ce-a7b0-fd9863598802 req-ae0e6d90-a391-48ff-8c72-71db2d126550 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:18.360038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-552b7e64-7a10-44ce-a7b0-fd9863598802 req-ae0e6d90-a391-48ff-8c72-71db2d126550 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.2478096
Nov 27 21:12:18.381037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Attempting to bind port 43fb0b27-4978-4394-9e38-de1ecb7763a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:18.381685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Attempting to bind port 43fb0b27-4978-4394-9e38-de1ecb7763a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:18.381816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Attempting to bind port 43fb0b27-4978-4394-9e38-de1ecb7763a4 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:18.390309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:18.390707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:18.391136 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.391579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:18.392250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Bound port: 43fb0b27-4978-4394-9e38-de1ecb7763a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:18.392658 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.393174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 172.20.0.14 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/74a5ab89-dd72-40a1-a22d-62efc5164c09/8e7503b1-34b2-47ed-b8fd-daea02c51f97) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:18.407092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:fe81:a905 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/e780a48a-c31f-4859-bb82-8a3acc72eeef/8e7503b1-34b2-47ed-b8fd-daea02c51f97) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:18.435701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-552b7e64-7a10-44ce-a7b0-fd9863598802 req-07792795-2c6a-40c5-a199-48f5184cc3a2 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643001
Nov 27 21:12:18.469137 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.511638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] For port 43fb0b27-4978-4394-9e38-de1ecb7763a4, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:18.515520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] For port 43fb0b27-4978-4394-9e38-de1ecb7763a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43fb0b27-4978-4394-9e38-de1ecb7763a4,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:18.522529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.627992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6fc89-3b70-400a-84a2-252c68dd0f42 None None] Pushing event updated for resources: {'Port': ['ID=43fb0b27-4978-4394-9e38-de1ecb7763a4,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:18.638131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.688459 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.758303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:18.761183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=8e7503b1-34b2-47ed-b8fd-daea02c51f97,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:18.772812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:18.776768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:18.862443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:18.863099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:18.893990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2ff2991b-bf60-47a7-a7a0-cd8d43833816 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 0.9566908
Nov 27 21:12:18.896960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38608) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:18.962206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effec470-742e-4540-b92f-3b51f4979f20 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:18.972236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effec470-742e-4540-b92f-3b51f4979f20 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:18.977840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38610) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:18.978119 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-effec470-742e-4540-b92f-3b51f4979f20 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.0799940
Nov 27 21:12:19.090019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd1879-c4a6-4929-a27e-7d13cbac3451 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port 8e7503b1-34b2-47ed-b8fd-daea02c51f97 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:19.090373 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1879-c4a6-4929-a27e-7d13cbac3451 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:19.178711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06724174-ab09-4949-9412-99eafaf98f02 req-0b694f53-15bd-4a9c-a086-ef5a52e144a9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:19.181003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-06724174-ab09-4949-9412-99eafaf98f02 req-0b694f53-15bd-4a9c-a086-ef5a52e144a9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0635879
Nov 27 21:12:19.217237 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1879-c4a6-4929-a27e-7d13cbac3451 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:19.231312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd1879-c4a6-4929-a27e-7d13cbac3451 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for 8e7503b1-34b2-47ed-b8fd-daea02c51f97 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:19.258119 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-06724174-ab09-4949-9412-99eafaf98f02 req-4f2934fa-19ca-4d77-a01f-1a5b1ba38c42 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701196
Nov 27 21:12:19.516413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1879-c4a6-4929-a27e-7d13cbac3451 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:19.578609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd1879-c4a6-4929-a27e-7d13cbac3451 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=8e7503b1-34b2-47ed-b8fd-daea02c51f97,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:19.739530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404917b6-7f12-448b-b50b-d7c653152c08 req-f00fb90a-01aa-4362-8951-fba359ad15bb tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:19.741088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-404917b6-7f12-448b-b50b-d7c653152c08 req-f00fb90a-01aa-4362-8951-fba359ad15bb tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1753266
Nov 27 21:12:19.818169 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3dd1879-c4a6-4929-a27e-7d13cbac3451 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:19.822240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 43fb0b27-4978-4394-9e38-de1ecb7763a4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:19.827209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38616) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:19.834545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c3dd1879-c4a6-4929-a27e-7d13cbac3451 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/8e7503b1-34b2-47ed-b8fd-daea02c51f97 HTTP/1.1" status: 204  len: 168 time: 0.8555207
Nov 27 21:12:19.894607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893d6de-9ede-41fa-b26b-c5359c1d86a6 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:19.919154 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-404917b6-7f12-448b-b50b-d7c653152c08 req-eff08e23-7a6d-45c0-b651-1dcab6f82043 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1708219
Nov 27 21:12:19.955963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7fa4b-85d5-426a-a5f6-1f5f2561da8c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:19.958137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7fa4b-85d5-426a-a5f6-1f5f2561da8c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:19.960038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7fa4b-85d5-426a-a5f6-1f5f2561da8c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:19.965306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38618) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:19.974575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c9b7fa4b-85d5-426a-a5f6-1f5f2561da8c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1477079
Nov 27 21:12:19.980780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-48af135e-ccd7-47d6-bb64-1eb322890bc5 None None] Provisioning complete for port 43fb0b27-4978-4394-9e38-de1ecb7763a4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:19.981316 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48af135e-ccd7-47d6-bb64-1eb322890bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.040977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa46e789-4cb7-4b09-ae21-08734a2e2769 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 74a5ab89-dd72-40a1-a22d-62efc5164c09 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:20.045301 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa46e789-4cb7-4b09-ae21-08734a2e2769 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.048465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 43fb0b27-4978-4394-9e38-de1ecb7763a4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:20.048842 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.090890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa46e789-4cb7-4b09-ae21-08734a2e2769 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.199392 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa46e789-4cb7-4b09-ae21-08734a2e2769 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.199627 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.272860 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48af135e-ccd7-47d6-bb64-1eb322890bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.280123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa46e789-4cb7-4b09-ae21-08734a2e2769 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.324775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46e789-4cb7-4b09-ae21-08734a2e2769 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=74a5ab89-dd72-40a1-a22d-62efc5164c09,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:20.328520 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa46e789-4cb7-4b09-ae21-08734a2e2769 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.334694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38622) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:20.339796 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aa46e789-4cb7-4b09-ae21-08734a2e2769 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/74a5ab89-dd72-40a1-a22d-62efc5164c09 HTTP/1.1" status: 204  len: 168 time: 0.3731720
Nov 27 21:12:20.438733 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-48af135e-ccd7-47d6-bb64-1eb322890bc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:12:20.440252 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-48af135e-ccd7-47d6-bb64-1eb322890bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:12:20.441213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:12:20.441883 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:12:20.442349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-493f2023-8bbe-4fc4-9b1f-06cc3ae363bc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet e780a48a-c31f-4859-bb82-8a3acc72eeef {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:20.449256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-493f2023-8bbe-4fc4-9b1f-06cc3ae363bc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.495515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a04448-1801-4d3b-8a3a-f3780bea7845 req-dcb8683c-85da-4f8b-a921-1dac9741021b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:20.497238 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01a04448-1801-4d3b-8a3a-f3780bea7845 req-dcb8683c-85da-4f8b-a921-1dac9741021b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.1103485
Nov 27 21:12:20.537555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-493f2023-8bbe-4fc4-9b1f-06cc3ae363bc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.596829 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01a04448-1801-4d3b-8a3a-f3780bea7845 req-b582d09e-c6d0-448c-8cdc-83d853b6c1e3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916808
Nov 27 21:12:20.662262 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-493f2023-8bbe-4fc4-9b1f-06cc3ae363bc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.740155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-493f2023-8bbe-4fc4-9b1f-06cc3ae363bc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.772058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f2023-8bbe-4fc4-9b1f-06cc3ae363bc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=e780a48a-c31f-4859-bb82-8a3acc72eeef,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:20.779579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-493f2023-8bbe-4fc4-9b1f-06cc3ae363bc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:20.785929 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-493f2023-8bbe-4fc4-9b1f-06cc3ae363bc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/e780a48a-c31f-4859-bb82-8a3acc72eeef HTTP/1.1" status: 204  len: 168 time: 0.4499073
Nov 27 21:12:20.787861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38624) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:20.839923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b6b1a6c3-79fe-4bff-995f-2e604fad29aa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0507324
Nov 27 21:12:20.844189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38626) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:20.900955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc354e13-0cc9-4d37-b726-67f5808c7d1e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:20.905550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38628) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:20.906341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dc354e13-0cc9-4d37-b726-67f5808c7d1e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0609691
Nov 27 21:12:20.970811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb367-5b01-4e74-9c8a-4da14cbb2a76 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:20.972940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-746cb367-5b01-4e74-9c8a-4da14cbb2a76 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0657969
Nov 27 21:12:20.975884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38632) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:21.020522 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-774153a7-3449-427c-af13-37ac7eac5232 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0385087
Nov 27 21:12:21.022451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38634) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:21.027812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-560d8706-77c3-474b-af07-c71b82f967be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:21.061994 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.092508 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48af135e-ccd7-47d6-bb64-1eb322890bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.137692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 43fb0b27-4978-4394-9e38-de1ecb7763a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43fb0b27-4978-4394-9e38-de1ecb7763a4,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:21.144020 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.163190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf1756-ffa0-4e71-99db-5bdfeb359c64 req-d16df03f-723c-48b9-9a45-5f0d1f7da809 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:21.164806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03cf1756-ffa0-4e71-99db-5bdfeb359c64 req-d16df03f-723c-48b9-9a45-5f0d1f7da809 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1172154
Nov 27 21:12:21.232851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03cf1756-ffa0-4e71-99db-5bdfeb359c64 req-a94e519f-266f-4086-8b3c-ebab9bcb53c7 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575683
Nov 27 21:12:21.233698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560d8706-77c3-474b-af07-c71b82f967be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:21.237224 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-560d8706-77c3-474b-af07-c71b82f967be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.238697 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-560d8706-77c3-474b-af07-c71b82f967be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:21.239154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560d8706-77c3-474b-af07-c71b82f967be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:21.260470 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-560d8706-77c3-474b-af07-c71b82f967be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2368491
Nov 27 21:12:21.263953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38640) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:21.269720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-df815871-9b88-4214-9184-c7d295ebcb79 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:21.366054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ec023-579c-40e4-a2c0-f993176b95b4 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:21.387388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df815871-9b88-4214-9184-c7d295ebcb79 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:21.391278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df815871-9b88-4214-9184-c7d295ebcb79 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.392721 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-df815871-9b88-4214-9184-c7d295ebcb79 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:21.393195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df815871-9b88-4214-9184-c7d295ebcb79 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:21.414335 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-df815871-9b88-4214-9184-c7d295ebcb79 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1486225
Nov 27 21:12:21.417494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38642) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:21.423419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-618a7595-f256-4408-becc-ba27ffba57de tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:21.454391 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-48af135e-ccd7-47d6-bb64-1eb322890bc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:12:21.454810 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-48af135e-ccd7-47d6-bb64-1eb322890bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:12:21.509365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=43fb0b27-4978-4394-9e38-de1ecb7763a4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:21.567155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618a7595-f256-4408-becc-ba27ffba57de tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:21.571296 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-618a7595-f256-4408-becc-ba27ffba57de tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.573935 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-618a7595-f256-4408-becc-ba27ffba57de tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:21.574528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618a7595-f256-4408-becc-ba27ffba57de tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:21.599786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-618a7595-f256-4408-becc-ba27ffba57de tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1802557
Nov 27 21:12:21.602440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38644) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:21.608358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1d9305f3-86ab-4e95-8966-1119423f32cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:21.618747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66667560-08b6-41dc-874f-11f226b608c6 None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:21.745397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 43fb0b27-4978-4394-9e38-de1ecb7763a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:21.754714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9305f3-86ab-4e95-8966-1119423f32cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:21.762523 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1d9305f3-86ab-4e95-8966-1119423f32cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.764093 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9305f3-86ab-4e95-8966-1119423f32cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:21.764606 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9305f3-86ab-4e95-8966-1119423f32cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:21.794868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1d9305f3-86ab-4e95-8966-1119423f32cf tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.1910834
Nov 27 21:12:21.797534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38648) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:21.803415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-de40f815-449a-44eb-9cf2-7d3e4ab766e9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:21.814924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-66667560-08b6-41dc-874f-11f226b608c6 None None] Deleting port 43fb0b27-4978-4394-9e38-de1ecb7763a4 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:21.815334 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-66667560-08b6-41dc-874f-11f226b608c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.829109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5215c8-67eb-4516-956d-658624d2b779 req-81d09fee-cb75-4363-be8a-d8152e1f97b7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:21.830936 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf5215c8-67eb-4516-956d-658624d2b779 req-81d09fee-cb75-4363-be8a-d8152e1f97b7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.1084573
Nov 27 21:12:21.922603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-66667560-08b6-41dc-874f-11f226b608c6 None None] For port 43fb0b27-4978-4394-9e38-de1ecb7763a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43fb0b27-4978-4394-9e38-de1ecb7763a4,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:21.922840 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-66667560-08b6-41dc-874f-11f226b608c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.925087 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.936951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf5215c8-67eb-4516-956d-658624d2b779 req-141c8bc5-8710-40fc-861d-5476f21afee2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752394
Nov 27 21:12:21.946780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-66667560-08b6-41dc-874f-11f226b608c6 None None] Calling delete_port for 43fb0b27-4978-4394-9e38-de1ecb7763a4 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:21.956111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de40f815-449a-44eb-9cf2-7d3e4ab766e9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:21.960889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-de40f815-449a-44eb-9cf2-7d3e4ab766e9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:21.962610 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-de40f815-449a-44eb-9cf2-7d3e4ab766e9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:21.963363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de40f815-449a-44eb-9cf2-7d3e4ab766e9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:21.984762 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-de40f815-449a-44eb-9cf2-7d3e4ab766e9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1859603
Nov 27 21:12:21.987787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38650) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:21.992599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-35876a8c-e8d5-40ca-82a4-cc5618a8df0d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:22.010862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 43fb0b27-4978-4394-9e38-de1ecb7763a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43fb0b27-4978-4394-9e38-de1ecb7763a4,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:22.020208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:22.097298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=43fb0b27-4978-4394-9e38-de1ecb7763a4,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:22.101881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35876a8c-e8d5-40ca-82a4-cc5618a8df0d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:22.107048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-35876a8c-e8d5-40ca-82a4-cc5618a8df0d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:22.109210 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-35876a8c-e8d5-40ca-82a4-cc5618a8df0d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:22.109959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35876a8c-e8d5-40ca-82a4-cc5618a8df0d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:22.114819 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-66667560-08b6-41dc-874f-11f226b608c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:22.141131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38652) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:22.144036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66667560-08b6-41dc-874f-11f226b608c6 None None] Pushing event deleted for resources: {'Port': ['ID=43fb0b27-4978-4394-9e38-de1ecb7763a4,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:22.151687 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-35876a8c-e8d5-40ca-82a4-cc5618a8df0d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1627145
Nov 27 21:12:22.157900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66667560-08b6-41dc-874f-11f226b608c6 None None] No DVR routers for this DVR port 43fb0b27-4978-4394-9e38-de1ecb7763a4 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:22.177631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-38aafc5f-4aa1-47e0-b48d-c9f9fec10717 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0328753
Nov 27 21:12:22.178069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38654) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:22.233370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf328d53-782a-4b67-89f8-647f3f5ae479 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:22.235094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bf328d53-782a-4b67-89f8-647f3f5ae479 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0556700
Nov 27 21:12:22.237988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38656) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:22.280962 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1c05b26a-8e73-40af-a230-e67646acbc5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0420866
Nov 27 21:12:22.285457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38660) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:22.294720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:22.318047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-48af135e-ccd7-47d6-bb64-1eb322890bc5 None None] Port 43fb0b27-4978-4394-9e38-de1ecb7763a4 update to ACTIVE by agent not found {{(pid=120910) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 27 21:12:22.436543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-31fd1a0b-9f6a-4020-88ce-76beb95d9cad None None] Could not find standard attr ID for object 43fb0b27-4978-4394-9e38-de1ecb7763a4. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:22.436999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:22.446908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:22.451462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf967d-0061-4f0c-8966-a89fe9768aec req-35eeae0f-6ab2-4ebe-a3e2-fbb5d5f0a445 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:22.453309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efbf967d-0061-4f0c-8966-a89fe9768aec req-35eeae0f-6ab2-4ebe-a3e2-fbb5d5f0a445 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0817099
Nov 27 21:12:22.548042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-efbf967d-0061-4f0c-8966-a89fe9768aec req-2989e5d9-e1dc-49b8-ab41-168ccbc1c455 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861549
Nov 27 21:12:22.773811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:22.776148 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:22.827845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:22.833252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:22.838658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:22.839290 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:22.844597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2778b1a-5df3-4196-9e10-65c74ed2914b None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:22.845479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=258d1100-8d64-4302-b4d5-6f5480649874,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:22.861567 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3857d462-ac57-42b3-a488-d9e28de0ebf7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5723004
Nov 27 21:12:22.862649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38662) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:22.869541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:fd:70:d7', 'name': 'tempest-NetworksTestDHCPv6-1036484011'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:23.009469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:23.037328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '258d1100-8d64-4302-b4d5-6f5480649874'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:23.038505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.121397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d448e67-91d1-4979-bc92-88c0face9725 req-31690b23-126d-4c8c-8b54-34b2a6d94697 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:23.123368 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d448e67-91d1-4979-bc92-88c0face9725 req-31690b23-126d-4c8c-8b54-34b2a6d94697 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0718763
Nov 27 21:12:23.133018 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.157819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 498be9a6-7d1f-4132-8814-55b7138e751a yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:23.204940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d448e67-91d1-4979-bc92-88c0face9725 req-d891dfb5-7c60-45c8-b10a-55d51df4a7d0 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691035
Nov 27 21:12:23.256484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Allocated IP 2001:db8::f816:3eff:fed9:d07a (b35d14d8-f79d-48c1-bc3c-6c52c752991f/258d1100-8d64-4302-b4d5-6f5480649874/acda1477-c6d3-413d-bd4f-67aa171bec7b) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:23.422860 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.440483 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.502546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:fefd:70d7 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/258d1100-8d64-4302-b4d5-6f5480649874/498be9a6-7d1f-4132-8814-55b7138e751a) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:23.505856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:23.509541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:23.513127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:23.519689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Pushing event updated for resources: {'Port': ['ID=acda1477-c6d3-413d-bd4f-67aa171bec7b,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:23.585502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Attempting to bind port acda1477-c6d3-413d-bd4f-67aa171bec7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:23.585903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Attempting to bind port acda1477-c6d3-413d-bd4f-67aa171bec7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:23.586305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Attempting to bind port acda1477-c6d3-413d-bd4f-67aa171bec7b on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:23.594479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:23.595236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:23.595922 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.596546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:23.597238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Bound port: acda1477-c6d3-413d-bd4f-67aa171bec7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:23.597987 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.714979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] For port acda1477-c6d3-413d-bd4f-67aa171bec7b, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:23.718643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] For port acda1477-c6d3-413d-bd4f-67aa171bec7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acda1477-c6d3-413d-bd4f-67aa171bec7b,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:23.725560 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.751719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.761191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ae3ec-c7d7-4e10-add0-0a6d4f560b24 req-39cc3a53-6e77-4e5a-9071-5484a85f1917 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:23.762775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-507ae3ec-c7d7-4e10-add0-0a6d4f560b24 req-39cc3a53-6e77-4e5a-9071-5484a85f1917 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0834956
Nov 27 21:12:23.794770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbdaeb-f59a-498a-a7d5-6f23d9884b81 None None] Pushing event updated for resources: {'Port': ['ID=acda1477-c6d3-413d-bd4f-67aa171bec7b,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:23.838820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-507ae3ec-c7d7-4e10-add0-0a6d4f560b24 req-7af6bdb8-d247-4124-9e61-e6cced504ef3 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652862
Nov 27 21:12:23.863490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.925516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:23.928888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:23.931370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:23.937737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:23.938455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:23.952793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=498be9a6-7d1f-4132-8814-55b7138e751a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:23.967038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1901180-41d0-4750-ba70-adc822e000f8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.1021233
Nov 27 21:12:23.970448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38668) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:24.045059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd7d17e-1938-4db4-a648-279b258dfb86 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:24.053917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd7d17e-1938-4db4-a648-279b258dfb86 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:24.055832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4dd7d17e-1938-4db4-a648-279b258dfb86 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0843344
Nov 27 21:12:24.059158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38670) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:24.205697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-33590670-c3d5-4af9-939a-fb40c6bbc3fc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port 498be9a6-7d1f-4132-8814-55b7138e751a {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:24.206127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33590670-c3d5-4af9-939a-fb40c6bbc3fc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:24.335591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33590670-c3d5-4af9-939a-fb40c6bbc3fc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:24.349649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-33590670-c3d5-4af9-939a-fb40c6bbc3fc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for 498be9a6-7d1f-4132-8814-55b7138e751a owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:24.368590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601ce56-7f51-4a36-9a0c-04a10a9879c0 req-9bc05495-929a-4205-9b78-f16eaed9b2eb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:24.371326 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2601ce56-7f51-4a36-9a0c-04a10a9879c0 req-9bc05495-929a-4205-9b78-f16eaed9b2eb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0707181
Nov 27 21:12:24.462849 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2601ce56-7f51-4a36-9a0c-04a10a9879c0 req-a72d5f2d-6901-4028-b021-2677efd8c5c2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853262
Nov 27 21:12:24.531321 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33590670-c3d5-4af9-939a-fb40c6bbc3fc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:24.563996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33590670-c3d5-4af9-939a-fb40c6bbc3fc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=498be9a6-7d1f-4132-8814-55b7138e751a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:24.593831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-33590670-c3d5-4af9-939a-fb40c6bbc3fc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:24.597915 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-33590670-c3d5-4af9-939a-fb40c6bbc3fc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/498be9a6-7d1f-4132-8814-55b7138e751a HTTP/1.1" status: 204  len: 168 time: 0.5373030
Nov 27 21:12:24.600602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38674) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:24.655557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af8e19-4077-4221-8cf3-3a515bed50c4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:24.657363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af8e19-4077-4221-8cf3-3a515bed50c4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:24.658903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-92af8e19-4077-4221-8cf3-3a515bed50c4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0573025
Nov 27 21:12:24.666382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38676) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:24.724476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d59fda-9411-4ee8-959f-d654896cc26a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 258d1100-8d64-4302-b4d5-6f5480649874 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:24.728159 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d59fda-9411-4ee8-959f-d654896cc26a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:24.774167 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d59fda-9411-4ee8-959f-d654896cc26a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:24.906365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d59fda-9411-4ee8-959f-d654896cc26a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.002590 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d59fda-9411-4ee8-959f-d654896cc26a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.025629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150303-6822-4c04-935a-918047ce2e1a req-fa609cfb-1fff-4353-9eac-50ed86839cdd tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:25.028267 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f150303-6822-4c04-935a-918047ce2e1a req-fa609cfb-1fff-4353-9eac-50ed86839cdd tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0820270
Nov 27 21:12:25.044479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d59fda-9411-4ee8-959f-d654896cc26a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=258d1100-8d64-4302-b4d5-6f5480649874,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:25.060531 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d59fda-9411-4ee8-959f-d654896cc26a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.064774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-28d59fda-9411-4ee8-959f-d654896cc26a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/258d1100-8d64-4302-b4d5-6f5480649874 HTTP/1.1" status: 204  len: 168 time: 0.3972180
Nov 27 21:12:25.067725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38684) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:25.113842 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6a93deaa-c27f-421a-b9a5-9101cba90b4c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0444992
Nov 27 21:12:25.118192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38686) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:25.129801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc646e0-93fc-42e6-901f-27fd9bf763b0 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:25.130815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:25.241912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:25.248659 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.268245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b0d5872e-015a-4ddb-9aef-3367d684a2c9 None None] Provisioning complete for port acda1477-c6d3-413d-bd4f-67aa171bec7b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:25.268768 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b0d5872e-015a-4ddb-9aef-3367d684a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.417755 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b0d5872e-015a-4ddb-9aef-3367d684a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.443680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f150303-6822-4c04-935a-918047ce2e1a req-bdc4de0b-79b1-43f6-9d1b-25689d75205b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4092569
Nov 27 21:12:25.514068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b0d5872e-015a-4ddb-9aef-3367d684a2c9 None None] For port acda1477-c6d3-413d-bd4f-67aa171bec7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acda1477-c6d3-413d-bd4f-67aa171bec7b,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:25.515270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41856f20-fee1-4c54-91bc-043a0ef8c04f None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:25.523461 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b0d5872e-015a-4ddb-9aef-3367d684a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.607575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5872e-015a-4ddb-9aef-3367d684a2c9 None None] Pushing event updated for resources: {'Port': ['ID=acda1477-c6d3-413d-bd4f-67aa171bec7b,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:25.622379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-41856f20-fee1-4c54-91bc-043a0ef8c04f None None] Deleting port acda1477-c6d3-413d-bd4f-67aa171bec7b {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:25.622799 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-41856f20-fee1-4c54-91bc-043a0ef8c04f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.626682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50881c3-fb58-424d-85f0-fc76f7a04f13 req-d9df9546-4043-4228-a9fb-f771c81aa177 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:25.628438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c50881c3-fb58-424d-85f0-fc76f7a04f13 req-d9df9546-4043-4228-a9fb-f771c81aa177 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0852664
Nov 27 21:12:25.717446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-41856f20-fee1-4c54-91bc-043a0ef8c04f None None] For port acda1477-c6d3-413d-bd4f-67aa171bec7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acda1477-c6d3-413d-bd4f-67aa171bec7b,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:25.718514 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-41856f20-fee1-4c54-91bc-043a0ef8c04f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.724064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c50881c3-fb58-424d-85f0-fc76f7a04f13 req-6c946b58-be64-4858-83ca-ee96b78cb572 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860343
Nov 27 21:12:25.737407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-41856f20-fee1-4c54-91bc-043a0ef8c04f None None] Calling delete_port for acda1477-c6d3-413d-bd4f-67aa171bec7b owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:25.739051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:25.831404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-41856f20-fee1-4c54-91bc-043a0ef8c04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.862383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41856f20-fee1-4c54-91bc-043a0ef8c04f None None] Pushing event deleted for resources: {'Port': ['ID=acda1477-c6d3-413d-bd4f-67aa171bec7b,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:25.876363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Port acda1477-c6d3-413d-bd4f-67aa171bec7b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=120908) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Nov 27 21:12:25.876931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Reverting IP allocation for 2001:db8::f816:3eff:fed9:d07a {{(pid=120908) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Nov 27 21:12:25.877084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41856f20-fee1-4c54-91bc-043a0ef8c04f None None] No DVR routers for this DVR port acda1477-c6d3-413d-bd4f-67aa171bec7b on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:25.885269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed9:d07a {{(pid=120908) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Nov 27 21:12:25.887289 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.929689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:25.933719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:25.938507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:25.938902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:25.948912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b78b2-8fde-4c30-aacb-2ba13c4998c1 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:25.958607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=77b4f429-331d-48e7-a457-f39a87956b6d,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:25.965923 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ef0547d6-032f-414a-a6b5-cde86c8bb9a5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8413596
Nov 27 21:12:25.968639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38696) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:25.973648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:78:28:0f', 'name': 'tempest-NetworksTestDHCPv6-147466785'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:26.088463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:26.092738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.112458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port a61db555-b4ff-4ecf-8c96-4517c5cff5d3 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:26.114945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '77b4f429-331d-48e7-a457-f39a87956b6d'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:26.115836 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.219401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:fe78:280f (b35d14d8-f79d-48c1-bc3c-6c52c752991f/77b4f429-331d-48e7-a457-f39a87956b6d/a61db555-b4ff-4ecf-8c96-4517c5cff5d3) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:26.366174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.400573 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.445024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Allocated IP 2001:db8::f816:3eff:fe3e:df48 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/77b4f429-331d-48e7-a457-f39a87956b6d/8135b31b-fdaf-4e90-86ab-076aa3a05809) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:26.447109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:26.450558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:26.454559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:26.460490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:26.461100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.469528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=a61db555-b4ff-4ecf-8c96-4517c5cff5d3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:26.481834 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-05bae671-7411-416f-85b7-a097c9c7add8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.5121639
Nov 27 21:12:26.484732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38702) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:26.536684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc9e9a-b602-406d-a3fa-c40a787a41cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:26.539306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-51cc9e9a-b602-406d-a3fa-c40a787a41cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0523727
Nov 27 21:12:26.540844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38706) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:26.588128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d952a24-1f0f-4da4-bafc-dc16da733775 req-86e7cc1a-a260-435f-b41e-6ea452d2ef59 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:26.590182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d952a24-1f0f-4da4-bafc-dc16da733775 req-86e7cc1a-a260-435f-b41e-6ea452d2ef59 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0551381
Nov 27 21:12:26.608812 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.617168 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.638152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7545406b-24a3-45e5-93cf-e0e8e3b7e7c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port a61db555-b4ff-4ecf-8c96-4517c5cff5d3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:26.638741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7545406b-24a3-45e5-93cf-e0e8e3b7e7c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.642561 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d952a24-1f0f-4da4-bafc-dc16da733775 req-bc27311e-bed5-443d-9f36-fe4a1b209dd1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436132
Nov 27 21:12:26.654536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:26.659657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:26.665822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:26.679018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Pushing event updated for resources: {'Port': ['ID=8135b31b-fdaf-4e90-86ab-076aa3a05809,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:26.722436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Attempting to bind port 8135b31b-fdaf-4e90-86ab-076aa3a05809 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:26.722731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Attempting to bind port 8135b31b-fdaf-4e90-86ab-076aa3a05809 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:26.723105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Attempting to bind port 8135b31b-fdaf-4e90-86ab-076aa3a05809 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:26.727999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:26.728928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:26.729339 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.729738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:26.730208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Bound port: 8135b31b-fdaf-4e90-86ab-076aa3a05809, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:26.730591 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.731492 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7545406b-24a3-45e5-93cf-e0e8e3b7e7c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.743619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7545406b-24a3-45e5-93cf-e0e8e3b7e7c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for a61db555-b4ff-4ecf-8c96-4517c5cff5d3 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:26.800115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] For port 8135b31b-fdaf-4e90-86ab-076aa3a05809, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:26.803387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] For port 8135b31b-fdaf-4e90-86ab-076aa3a05809, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8135b31b-fdaf-4e90-86ab-076aa3a05809,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:26.809231 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.871841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7b594-564d-4e4a-8475-bb22c86f9a67 req-1201edeb-aaef-41ab-a22c-58ef4715a6e4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:26.873349 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8cd7b594-564d-4e4a-8475-bb22c86f9a67 req-1201edeb-aaef-41ab-a22c-58ef4715a6e4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0751131
Nov 27 21:12:26.887206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6dd75-de35-4475-9e71-a0eb221dc753 None None] Pushing event updated for resources: {'Port': ['ID=8135b31b-fdaf-4e90-86ab-076aa3a05809,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:26.972551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7545406b-24a3-45e5-93cf-e0e8e3b7e7c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:26.998551 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8cd7b594-564d-4e4a-8475-bb22c86f9a67 req-a370728a-3e21-4e17-9c42-7d375b783581 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159451
Nov 27 21:12:27.040019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545406b-24a3-45e5-93cf-e0e8e3b7e7c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=a61db555-b4ff-4ecf-8c96-4517c5cff5d3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:27.060406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7545406b-24a3-45e5-93cf-e0e8e3b7e7c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:27.063972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7545406b-24a3-45e5-93cf-e0e8e3b7e7c2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/a61db555-b4ff-4ecf-8c96-4517c5cff5d3 HTTP/1.1" status: 204  len: 168 time: 0.5217128
Nov 27 21:12:27.066336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38710) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:27.107346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-336cbe3d-464b-4180-a8a0-b813e2e46635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:27.108876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-336cbe3d-464b-4180-a8a0-b813e2e46635 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1096 time: 0.1589446
Nov 27 21:12:27.172029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d718554-ca88-4fdb-84a1-f15a4eb9bc57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:27.173669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d718554-ca88-4fdb-84a1-f15a4eb9bc57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:27.175199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9d718554-ca88-4fdb-84a1-f15a4eb9bc57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1079652
Nov 27 21:12:27.177980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38712) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:27.218158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-4764d758-bbbf-441b-8109-f5b4280e3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:27.219755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-4764d758-bbbf-441b-8109-f5b4280e3e48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.1037493
Nov 27 21:12:27.231782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c774cd6d-a637-4d66-99f6-642106ba5aee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 77b4f429-331d-48e7-a457-f39a87956b6d {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:27.234852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c774cd6d-a637-4d66-99f6-642106ba5aee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:27.274416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c774cd6d-a637-4d66-99f6-642106ba5aee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:27.288812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-efdde8de-1d27-497f-a8f0-d909c5c09ce6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 1001 time: 0.0584183
Nov 27 21:12:27.339232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-e55e300b-f96c-4ea2-ac8d-1542ed6edc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:27.340747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-e55e300b-f96c-4ea2-ac8d-1542ed6edc6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0446234
Nov 27 21:12:27.355764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c774cd6d-a637-4d66-99f6-642106ba5aee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:27.398021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-327f0cfa-ffc6-4238-923c-fe59aa1c87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:27.399605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-327f0cfa-ffc6-4238-923c-fe59aa1c87da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0522327
Nov 27 21:12:27.418089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c774cd6d-a637-4d66-99f6-642106ba5aee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:27.447701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774cd6d-a637-4d66-99f6-642106ba5aee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=77b4f429-331d-48e7-a457-f39a87956b6d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:27.449700 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c774cd6d-a637-4d66-99f6-642106ba5aee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:27.452986 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c774cd6d-a637-4d66-99f6-642106ba5aee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/77b4f429-331d-48e7-a457-f39a87956b6d HTTP/1.1" status: 204  len: 168 time: 0.2739522
Nov 27 21:12:27.455386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38714) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:27.492195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-804a97b9-d057-4be8-b667-1ad22cdb8e17 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0356324
Nov 27 21:12:27.495303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38716) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:27.500834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-35df06dd-afd0-4f7b-b753-0d9f6555e891 service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941906
Nov 27 21:12:27.548219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2ee216-9f62-4f0e-beeb-66bb6d5badf1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:27.552775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5e2ee216-9f62-4f0e-beeb-66bb6d5badf1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0541351
Nov 27 21:12:27.553029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38718) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:27.603765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0b4799c-162e-4740-a2cd-0cbd0636bd95 req-9096ef3e-140e-4a0f-82af-cb97f87adb4c service neutron] 10.222.0.15 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959949
Nov 27 21:12:27.611340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c8f3a0-0475-4f30-80e3-30b432f0fd67 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:27.613062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-26c8f3a0-0475-4f30-80e3-30b432f0fd67 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0588551
Nov 27 21:12:27.615589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38720) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:27.658365 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1788d872-22b8-4411-bcb4-0183b2526c5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0375702
Nov 27 21:12:27.659783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38722) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:27.665485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:27.752985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8135b31b-fdaf-4e90-86ab-076aa3a05809 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:27.813024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8135b31b-fdaf-4e90-86ab-076aa3a05809 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:27.813400 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:27.816124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dac57b-c2ea-4804-a5a6-b1416776f98d req-a63c950c-e5c7-4cfc-a320-8a2d4657bd69 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:27.817818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31dac57b-c2ea-4804-a5a6-b1416776f98d req-a63c950c-e5c7-4cfc-a320-8a2d4657bd69 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0796206
Nov 27 21:12:27.831706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:27.835347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:27.897987 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:27.908450 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a06e065-48fd-46e1-8068-d632285a0d1a None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:27.935629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31dac57b-c2ea-4804-a5a6-b1416776f98d req-f42a2645-aeec-4d95-ae3c-ffd88575d771 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113319
Nov 27 21:12:27.995933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 8135b31b-fdaf-4e90-86ab-076aa3a05809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8135b31b-fdaf-4e90-86ab-076aa3a05809,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:28.003814 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.013793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-537d54f6-348a-452c-8e77-25740c55f635 None None] Provisioning complete for port 8135b31b-fdaf-4e90-86ab-076aa3a05809 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:28.014165 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-537d54f6-348a-452c-8e77-25740c55f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.160035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894922d-d17a-4899-9ec9-bf30c9490390 req-950e2b66-dd62-4392-bbce-699af9f46a0f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:28.161624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c894922d-d17a-4899-9ec9-bf30c9490390 req-950e2b66-dd62-4392-bbce-699af9f46a0f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0541186
Nov 27 21:12:28.197446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.objects.ports [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:28.211290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c894922d-d17a-4899-9ec9-bf30c9490390 req-44f2b966-fad9-4eb0-8bd8-d5091edb720f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417984
Nov 27 21:12:28.279942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=8135b31b-fdaf-4e90-86ab-076aa3a05809,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:28.346759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fc2f7-923f-4269-950e-da73df2eec27 None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:28.396093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-616fc2f7-923f-4269-950e-da73df2eec27 None None] Deleting port 8135b31b-fdaf-4e90-86ab-076aa3a05809 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:28.396476 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-616fc2f7-923f-4269-950e-da73df2eec27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.422325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.478000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-616fc2f7-923f-4269-950e-da73df2eec27 None None] For port 8135b31b-fdaf-4e90-86ab-076aa3a05809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8135b31b-fdaf-4e90-86ab-076aa3a05809,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:28.478467 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-616fc2f7-923f-4269-950e-da73df2eec27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.491682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-616fc2f7-923f-4269-950e-da73df2eec27 None None] Calling delete_port for 8135b31b-fdaf-4e90-86ab-076aa3a05809 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:28.576050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] For port 8135b31b-fdaf-4e90-86ab-076aa3a05809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8135b31b-fdaf-4e90-86ab-076aa3a05809,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:28.604481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.608851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.609623 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.612655 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-616fc2f7-923f-4269-950e-da73df2eec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.638178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fc2f7-923f-4269-950e-da73df2eec27 None None] Pushing event deleted for resources: {'Port': ['ID=8135b31b-fdaf-4e90-86ab-076aa3a05809,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:28.643040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fc2f7-923f-4269-950e-da73df2eec27 None None] No DVR routers for this DVR port 8135b31b-fdaf-4e90-86ab-076aa3a05809 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:28.660230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=8135b31b-fdaf-4e90-86ab-076aa3a05809,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:28.676102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:28.679296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:28.683313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:28.683913 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.688974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e68e2c5-ffbf-4286-9288-295c0290b51e None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:28.698709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=0a289311-2db8-4b5f-a5c9-5634ae3508a7,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:28.704656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6c71cc49-ee22-4c9c-ac6d-fdc199405dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.0431073
Nov 27 21:12:28.706736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38728) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:28.712107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:f3:01:7a', 'name': 'tempest-NetworksTestDHCPv6-958858820'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:28.820586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:28.835077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '0a289311-2db8-4b5f-a5c9-5634ae3508a7'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:28.836099 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.902373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:28.921775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 683f2133-881e-4a23-bf36-9355b98c0621 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:28.969009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Allocated IP 2001:db8::f816:3eff:feb5:c67b (b35d14d8-f79d-48c1-bc3c-6c52c752991f/0a289311-2db8-4b5f-a5c9-5634ae3508a7/99f220d9-e904-48a3-a6cc-05bb2b9edfcd) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:29.059926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ba17e-34ee-442b-b242-bc21081d34d0 req-14ee5b11-5c1b-46d5-a2ae-c9fc26c0f411 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:29.061603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-828ba17e-34ee-442b-b242-bc21081d34d0 req-14ee5b11-5c1b-46d5-a2ae-c9fc26c0f411 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0500207
Nov 27 21:12:29.109020 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-828ba17e-34ee-442b-b242-bc21081d34d0 req-c63edfbd-a96b-4b39-96ee-7b8ffa1d8589 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408716
Nov 27 21:12:29.119562 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.126221 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.170306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:29.173398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:29.177839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:29.180949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Pushing event updated for resources: {'Port': ['ID=99f220d9-e904-48a3-a6cc-05bb2b9edfcd,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:29.182108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:fef3:17a (b35d14d8-f79d-48c1-bc3c-6c52c752991f/0a289311-2db8-4b5f-a5c9-5634ae3508a7/683f2133-881e-4a23-bf36-9355b98c0621) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:29.240053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Attempting to bind port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:29.240516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Attempting to bind port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:29.240924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Attempting to bind port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:29.248299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:29.248794 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:29.249275 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.249752 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:29.250291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Bound port: 99f220d9-e904-48a3-a6cc-05bb2b9edfcd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:29.250941 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.331562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] For port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:29.335126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] For port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99f220d9-e904-48a3-a6cc-05bb2b9edfcd,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:29.340864 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.405178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266184e-6d33-4aa6-a5b8-7c8214027e30 None None] Pushing event updated for resources: {'Port': ['ID=99f220d9-e904-48a3-a6cc-05bb2b9edfcd,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:29.739206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15648aa8-2b3f-4c0a-bee0-54d838f3a167 req-5636e9bf-37a4-4f0d-9862-237a201e296a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:29.744030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15648aa8-2b3f-4c0a-bee0-54d838f3a167 req-5636e9bf-37a4-4f0d-9862-237a201e296a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.4405298
Nov 27 21:12:29.766856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 99f220d9-e904-48a3-a6cc-05bb2b9edfcd up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:29.786038 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.818045 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15648aa8-2b3f-4c0a-bee0-54d838f3a167 req-f5c0e762-0977-4e57-bfd0-150734ccb514 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693703
Nov 27 21:12:29.825849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:29.826305 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.840209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.883177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:29.886754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:29.889063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:29.895295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:29.895841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.911157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=683f2133-881e-4a23-bf36-9355b98c0621,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:29.915743 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.924781 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-62628a98-8b30-4bba-89db-74fb2327772d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.2138584
Nov 27 21:12:29.924781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38734) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:29.949737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99f220d9-e904-48a3-a6cc-05bb2b9edfcd,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:29.955000 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:29.983683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0108a5-6a11-4091-bb8e-402ef584ab2e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:29.990180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0108a5-6a11-4091-bb8e-402ef584ab2e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:29.991784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7e0108a5-6a11-4091-bb8e-402ef584ab2e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.0658958
Nov 27 21:12:29.995279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38736) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:30.013747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=99f220d9-e904-48a3-a6cc-05bb2b9edfcd,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:30.018525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8135b31b-fdaf-4e90-86ab-076aa3a05809 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:30.042337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 8135b31b-fdaf-4e90-86ab-076aa3a05809 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:12:30.042693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8135b31b-fdaf-4e90-86ab-076aa3a05809 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:12:30.084073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-afca9b5f-7030-441d-9347-f0a4437c8ebe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port 683f2133-881e-4a23-bf36-9355b98c0621 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:30.084419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afca9b5f-7030-441d-9347-f0a4437c8ebe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.179998 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afca9b5f-7030-441d-9347-f0a4437c8ebe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.193652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-afca9b5f-7030-441d-9347-f0a4437c8ebe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for 683f2133-881e-4a23-bf36-9355b98c0621 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:30.249171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee0560-1316-47b2-9948-232464d25c7e req-a5e7ec60-1b19-41db-aa95-36d92616173d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:30.250830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8ee0560-1316-47b2-9948-232464d25c7e req-a5e7ec60-1b19-41db-aa95-36d92616173d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.0580957
Nov 27 21:12:30.300961 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8ee0560-1316-47b2-9948-232464d25c7e req-3cf27c92-169f-4456-86c6-3115db7372db tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437934
Nov 27 21:12:30.336081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afca9b5f-7030-441d-9347-f0a4437c8ebe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.372350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca9b5f-7030-441d-9347-f0a4437c8ebe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=683f2133-881e-4a23-bf36-9355b98c0621,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:30.400013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-afca9b5f-7030-441d-9347-f0a4437c8ebe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.403923 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-afca9b5f-7030-441d-9347-f0a4437c8ebe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/683f2133-881e-4a23-bf36-9355b98c0621 HTTP/1.1" status: 204  len: 168 time: 0.4075735
Nov 27 21:12:30.406278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38744) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:30.425474 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 9b807251-334b-4d12-8574-592e43e94490 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:30.475549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8bb17a-2a14-4043-b037-213e12ad06a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:30.477256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8bb17a-2a14-4043-b037-213e12ad06a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:30.479529 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fb8bb17a-2a14-4043-b037-213e12ad06a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0713172
Nov 27 21:12:30.481548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38748) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:30.498394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-161f2050-7e3d-40d8-ae00-b4fa3dd3bb85 None None] Provisioning complete for port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:30.498766 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-161f2050-7e3d-40d8-ae00-b4fa3dd3bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.549561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02948db-cf47-4622-9949-f28607aa08e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 0a289311-2db8-4b5f-a5c9-5634ae3508a7 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:30.553727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f02948db-cf47-4622-9949-f28607aa08e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.579568 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.605459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f02948db-cf47-4622-9949-f28607aa08e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.633970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b807251-334b-4d12-8574-592e43e94490'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:12:30.637452 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c4640b-b9cc-4938-b184-2bf0c81e7984" -d '{"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-unplugged", "status": "completed", "tag": "9b807251-334b-4d12-8574-592e43e94490"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:12:30.686069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:30.699025 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f31d9c7-889a-422c-a131-df8635d3cd32 x-openstack-request-id: req-7f31d9c7-889a-422c-a131-df8635d3cd32 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:12:30.699169 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-unplugged", "status": "failed", "tag": "9b807251-334b-4d12-8574-592e43e94490", "code": 422}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:12:30.699444 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f31d9c7-889a-422c-a131-df8635d3cd32 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:12:30.699781 ncdv-master-1 neutron-server[120910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b807251-334b-4d12-8574-592e43e94490', 'code': 422} returned with failed status
Nov 27 21:12:30.700784 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.718283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f02948db-cf47-4622-9949-f28607aa08e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.757082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:30.793688 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f02948db-cf47-4622-9949-f28607aa08e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.829093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b20afb28-f326-4939-b780-7d335173f997 None None] Could not find standard attr ID for object 683f2133-881e-4a23-bf36-9355b98c0621. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:30.829350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02948db-cf47-4622-9949-f28607aa08e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=0a289311-2db8-4b5f-a5c9-5634ae3508a7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:30.841381 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f02948db-cf47-4622-9949-f28607aa08e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:30.846879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f02948db-cf47-4622-9949-f28607aa08e7 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/0a289311-2db8-4b5f-a5c9-5634ae3508a7 HTTP/1.1" status: 204  len: 168 time: 0.3642490
Nov 27 21:12:30.849429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38762) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:30.893626 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fb6f6627-a0db-4072-bb18-1b0742efe1b2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0426748
Nov 27 21:12:30.896386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38766) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:30.903317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:30.950231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c614818-a5f5-42cf-84c2-8e8d358004e9 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:30.979245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fed82b-814e-4230-b071-2584f14e9730 req-b12a7cf4-5670-4e54-adda-5d9a70e8981a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:30.981379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-59fed82b-814e-4230-b071-2584f14e9730 req-b12a7cf4-5670-4e54-adda-5d9a70e8981a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0695043
Nov 27 21:12:31.021831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:31.025831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:31.042956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-59fed82b-814e-4230-b071-2584f14e9730 req-aba14d16-8c9a-44e7-83e8-a8a68f7e15b3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550191
Nov 27 21:12:31.164775 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3cb3f-4327-46b4-a458-337f21b2c529 None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:31.217027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bde3cb3f-4327-46b4-a458-337f21b2c529 None None] Deleting port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:31.217440 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bde3cb3f-4327-46b4-a458-337f21b2c529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:31.290310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bde3cb3f-4327-46b4-a458-337f21b2c529 None None] For port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99f220d9-e904-48a3-a6cc-05bb2b9edfcd,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:31.291289 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bde3cb3f-4327-46b4-a458-337f21b2c529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:31.303732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bde3cb3f-4327-46b4-a458-337f21b2c529 None None] Calling delete_port for 99f220d9-e904-48a3-a6cc-05bb2b9edfcd owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:31.352645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:31.406635 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bde3cb3f-4327-46b4-a458-337f21b2c529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:31.433245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3cb3f-4327-46b4-a458-337f21b2c529 None None] Pushing event deleted for resources: {'Port': ['ID=99f220d9-e904-48a3-a6cc-05bb2b9edfcd,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:31.437367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3cb3f-4327-46b4-a458-337f21b2c529 None None] No DVR routers for this DVR port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:31.497021 ncdv-master-1 neutron-server[120908]: WARNING neutron.services.revisions.revision_plugin [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7fe3fd350d00] {port_id='99f220d9-e904-48a3-a6cc-05bb2b9edfcd', ip_address='2001:db8::f816:3eff:feb5:c67b', subnet_id='654a8d17-9f3f-48ca-bd93-8a620e800d17', network_id='b35d14d8-f79d-48c1-bc3c-6c52c752991f'}> to bump revision.
Nov 27 21:12:31.508643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90fd86-fb5b-455f-907b-a546f95fe644 req-598b6faf-cac3-401b-910d-771743bb6bcf tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:31.509888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-1b61404b-8839-40e4-9682-7358d0ce0f24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0398743
Nov 27 21:12:31.510655 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f90fd86-fb5b-455f-907b-a546f95fe644 req-598b6faf-cac3-401b-910d-771743bb6bcf tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 943 time: 0.0909781
Nov 27 21:12:31.511924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Port 99f220d9-e904-48a3-a6cc-05bb2b9edfcd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=120908) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Nov 27 21:12:31.512236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Reverting IP allocation for 2001:db8::f816:3eff:feb5:c67b {{(pid=120908) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Nov 27 21:12:31.515924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb5:c67b {{(pid=120908) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Nov 27 21:12:31.517115 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:31.591814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:31.600272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:31.609436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:31.609618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457bfc7a-4df2-42f1-9b81-63235928fcc8 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:31.610042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:31.620608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=654a8d17-9f3f-48ca-bd93-8a620e800d17,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:31.637454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f90fd86-fb5b-455f-907b-a546f95fe644 req-bb5f9ee1-6f4c-4fdd-bfa7-fc0eb39a70b4 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123857
Nov 27 21:12:31.647960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ebc252d2-7046-4b95-a25e-6ca253bb2c83 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.7480872
Nov 27 21:12:31.648279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38788) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:31.658368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:5a:c0:f0', 'name': 'tempest-NetworksTestDHCPv6-1768291417'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:31.720040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 99f220d9-e904-48a3-a6cc-05bb2b9edfcd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:31.748728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 99f220d9-e904-48a3-a6cc-05bb2b9edfcd {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:12:31.749071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 99f220d9-e904-48a3-a6cc-05bb2b9edfcd not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:12:31.796635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:31.801206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:31.820401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '654a8d17-9f3f-48ca-bd93-8a620e800d17'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:31.821530 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:31.829749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port bdeb7a12-a1b3-4656-aa4f-28772b59609a yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:31.951128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:fe5a:c0f0 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/654a8d17-9f3f-48ca-bd93-8a620e800d17/bdeb7a12-a1b3-4656-aa4f-28772b59609a) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:32.108631 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.143189 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.172875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593cd26-c1d5-4af1-8608-18ef18dd1976 req-1e245760-fb93-47e7-86ec-1a6b8d82ddb1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:32.174707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2593cd26-c1d5-4af1-8608-18ef18dd1976 req-1e245760-fb93-47e7-86ec-1a6b8d82ddb1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0522912
Nov 27 21:12:32.188268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Allocated IP 2001:db8::f816:3eff:fe6e:27c3 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/654a8d17-9f3f-48ca-bd93-8a620e800d17/2252ee34-9482-49a0-875e-f90df16ff9a2) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:32.190881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:32.193998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:32.196590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:32.202914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:32.203619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.217615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=bdeb7a12-a1b3-4656-aa4f-28772b59609a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:32.227712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1c2090bf-962c-422e-b0fb-2163d639dad8 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.5781622
Nov 27 21:12:32.230376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38796) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:32.261906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2593cd26-c1d5-4af1-8608-18ef18dd1976 req-cf1551e9-116b-486e-a0e3-644977947655 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753024
Nov 27 21:12:32.279555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902bac0d-b664-422d-8efe-a5923ea44a8e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:32.281054 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-902bac0d-b664-422d-8efe-a5923ea44a8e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.0493958
Nov 27 21:12:32.283636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38798) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:32.347992 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.355216 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.387010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-90d26b52-b2c9-4fe7-a328-c6225889eb57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port bdeb7a12-a1b3-4656-aa4f-28772b59609a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:32.387670 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90d26b52-b2c9-4fe7-a328-c6225889eb57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.392725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:32.399190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:32.402839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:32.411599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Pushing event updated for resources: {'Port': ['ID=2252ee34-9482-49a0-875e-f90df16ff9a2,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:32.469609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Attempting to bind port 2252ee34-9482-49a0-875e-f90df16ff9a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:32.470085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Attempting to bind port 2252ee34-9482-49a0-875e-f90df16ff9a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:32.470632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Attempting to bind port 2252ee34-9482-49a0-875e-f90df16ff9a2 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:32.479325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:32.479833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:32.480301 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.480714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:32.481190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Bound port: 2252ee34-9482-49a0-875e-f90df16ff9a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:32.481958 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.486785 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90d26b52-b2c9-4fe7-a328-c6225889eb57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.500521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-90d26b52-b2c9-4fe7-a328-c6225889eb57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for bdeb7a12-a1b3-4656-aa4f-28772b59609a owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:32.505846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-936b89aa-2de2-4f4e-b860-bdcd6b91ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:32.507375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-936b89aa-2de2-4f4e-b860-bdcd6b91ad26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da&tenant_id=4b756ba4e580446980b973ad0b42b9fe HTTP/1.1" status: 200  len: 1094 time: 0.0725925
Nov 27 21:12:32.524367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:32.550544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] For port 2252ee34-9482-49a0-875e-f90df16ff9a2, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:32.554995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] For port 2252ee34-9482-49a0-875e-f90df16ff9a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2252ee34-9482-49a0-875e-f90df16ff9a2,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:32.560645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.580267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.632875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edef94-2daf-4747-8619-dbf2beab1455 None None] Pushing event updated for resources: {'Port': ['ID=2252ee34-9482-49a0-875e-f90df16ff9a2,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:32.642818 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90d26b52-b2c9-4fe7-a328-c6225889eb57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.674085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d26b52-b2c9-4fe7-a328-c6225889eb57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=bdeb7a12-a1b3-4656-aa4f-28772b59609a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:32.706197 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90d26b52-b2c9-4fe7-a328-c6225889eb57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.709695 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-90d26b52-b2c9-4fe7-a328-c6225889eb57 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/bdeb7a12-a1b3-4656-aa4f-28772b59609a HTTP/1.1" status: 204  len: 168 time: 0.4250150
Nov 27 21:12:32.712079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38802) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:32.796627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46927f7-e3bf-4deb-82de-5a421a59ec65 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:32.798712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46927f7-e3bf-4deb-82de-5a421a59ec65 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:32.803476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a46927f7-e3bf-4deb-82de-5a421a59ec65 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0869925
Nov 27 21:12:32.803643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38804) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:32.824534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7bbb0-77be-4ebd-8846-6eb1aa2a5eae req-872f2033-f1f4-435e-af1d-3ac4d45235d8 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:32.826224 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e6d7bbb0-77be-4ebd-8846-6eb1aa2a5eae req-872f2033-f1f4-435e-af1d-3ac4d45235d8 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 943 time: 0.0799673
Nov 27 21:12:32.866465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:32.892552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f8e937-6174-4bbb-a341-0a9a4469ffb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 654a8d17-9f3f-48ca-bd93-8a620e800d17 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:32.898147 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15f8e937-6174-4bbb-a341-0a9a4469ffb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:32.903813 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e6d7bbb0-77be-4ebd-8846-6eb1aa2a5eae req-4096435a-74cc-4bc6-b003-680f82d75b29 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614686
Nov 27 21:12:32.940422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] For port 9b807251-334b-4d12-8574-592e43e94490, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:32.975588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15f8e937-6174-4bbb-a341-0a9a4469ffb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.012913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b807251-334b-4d12-8574-592e43e94490 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:12:33.023435 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.045928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Transition to ACTIVE for port object 9b807251-334b-4d12-8574-592e43e94490 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:12:33.064553 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.124190 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15f8e937-6174-4bbb-a341-0a9a4469ffb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.202681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=9']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:33.295413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] No DVR routers for this DVR port 9b807251-334b-4d12-8574-592e43e94490 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:33.356075 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15f8e937-6174-4bbb-a341-0a9a4469ffb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.439652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15f8e937-6174-4bbb-a341-0a9a4469ffb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.447303 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-15f8e937-6174-4bbb-a341-0a9a4469ffb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/654a8d17-9f3f-48ca-bd93-8a620e800d17 HTTP/1.1" status: 204  len: 168 time: 0.6387968
Nov 27 21:12:33.447501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38808) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:33.447954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e937-6174-4bbb-a341-0a9a4469ffb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=654a8d17-9f3f-48ca-bd93-8a620e800d17,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:33.480535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b81b63-2d1c-438f-b950-136639a7021a req-ade4d52b-9478-49ae-9391-b83619fdb44e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:33.482291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32b81b63-2d1c-438f-b950-136639a7021a req-ade4d52b-9478-49ae-9391-b83619fdb44e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.1438699
Nov 27 21:12:33.493174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-02b7cf06-ccf4-4047-8e95-906a73be420d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0454822
Nov 27 21:12:33.494808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38810) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:33.544042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Attempting to bind port 9b807251-334b-4d12-8574-592e43e94490 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:33.544644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Attempting to bind port 9b807251-334b-4d12-8574-592e43e94490 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:33.544782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Attempting to bind port 9b807251-334b-4d12-8574-592e43e94490 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:33.549782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e1e7d-22cc-4112-8d32-8c7a585ab4c3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:33.550957 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3d2e1e7d-22cc-4112-8d32-8c7a585ab4c3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0551798
Nov 27 21:12:33.554935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38812) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:33.555566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Port 9b807251-334b-4d12-8574-592e43e94490 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:12:33.555894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Attempting to bind port 9b807251-334b-4d12-8574-592e43e94490 on network e625b12a-b3fa-4ce9-b29c-1debf46798ed {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:33.583404 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32b81b63-2d1c-438f-b950-136639a7021a req-9ff01a14-5fce-4dfe-8ab5-5f42664af986 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935035
Nov 27 21:12:33.584146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:33.584488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Checking segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:33.584862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Bound using segment: {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:33.585302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Bound port: 9b807251-334b-4d12-8574-592e43e94490, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce15481-18bd-44dd-bd1b-b76287b95b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:33.585658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.663970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb5611a-3d63-4753-b4c1-d6485f5b7e0a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:33.666156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5eb5611a-3d63-4753-b4c1-d6485f5b7e0a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1021256
Nov 27 21:12:33.668910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38814) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:33.696048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] For port 9b807251-334b-4d12-8574-592e43e94490, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:33.703301 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] For port 9b807251-334b-4d12-8574-592e43e94490, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:33.705398 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.715042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b7fedc58-ba8f-427c-ad4f-626ba027fcef tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0450828
Nov 27 21:12:33.719861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38816) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:33.724495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:33.738377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086e6c6-7c31-4a0e-829f-a3d391620cd6 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:33.749577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:33.750245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.751708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] 10.222.0.35 "PUT /v2.0/ports/9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 1091 time: 1.2316134
Nov 27 21:12:33.752142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'tag': '9b807251-334b-4d12-8574-592e43e94490'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:12:33.754784 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "tag": "9b807251-334b-4d12-8574-592e43e94490"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:12:33.805687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2252ee34-9482-49a0-875e-f90df16ff9a2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:33.830168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833b792-0927-4a98-90d2-e4eb08a4a44c service neutron] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=10']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:33.857617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-9e11f3ba-4e3f-4cde-bec5-b0a59fccd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:33.859382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-9e11f3ba-4e3f-4cde-bec5-b0a59fccd592 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1095 time: 0.0809820
Nov 27 21:12:33.864045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:33.869848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:33.957381 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a45c051-f957-4898-ab96-a304adee8eef x-openstack-request-id: req-8a45c051-f957-4898-ab96-a304adee8eef {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:12:33.957948 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "tag": "9b807251-334b-4d12-8574-592e43e94490", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:12:33.958366 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a45c051-f957-4898-ab96-a304adee8eef {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:12:33.958931 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'tag': '9b807251-334b-4d12-8574-592e43e94490', 'status': 'completed', 'code': 200}
Nov 27 21:12:34.016919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-82928853-8b87-4bc2-8411-020691388cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:34.019298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-82928853-8b87-4bc2-8411-020691388cf2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.1475358
Nov 27 21:12:34.109619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.119504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8935f7d9-b630-471f-8f8b-b625bf031700 None None] Provisioning complete for port 2252ee34-9482-49a0-875e-f90df16ff9a2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:34.119960 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8935f7d9-b630-471f-8f8b-b625bf031700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.140296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f20e9-7a66-4dc9-9580-cbc03e8f2a29 req-986f33f5-ea08-4e9f-b0c8-9595768a6c9b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:34.147847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe2f20e9-7a66-4dc9-9580-cbc03e8f2a29 req-986f33f5-ea08-4e9f-b0c8-9595768a6c9b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.1192071
Nov 27 21:12:34.155463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:34.157378 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-2be74b94-1b06-418b-8e44-33627299d650 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 999 time: 0.1254745
Nov 27 21:12:34.159634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:34.164872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:34.166380 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.180755 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=ad13b4f3-43f5-40ae-8190-01b421f534fb,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:34.196847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c00265c0-7d43-48c0-896a-62a12bfd8d10 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4750655
Nov 27 21:12:34.197863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38826) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:34.203522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:87:56:00', 'name': 'tempest-NetworksTestDHCPv6-13734621'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:34.232384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 2252ee34-9482-49a0-875e-f90df16ff9a2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:34.232763 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.244187 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe2f20e9-7a66-4dc9-9580-cbc03e8f2a29 req-e06216b4-d7be-43bc-bae1-c0e910959477 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953650
Nov 27 21:12:34.248288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-43f7148b-7eae-4d79-b2dc-c37d515c0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:34.249490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-43f7148b-7eae-4d79-b2dc-c37d515c0e83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0803297
Nov 27 21:12:34.317775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-587aa4d2-8274-4971-8e96-cb5d2a399db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:34.319712 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-587aa4d2-8274-4971-8e96-cb5d2a399db9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0531175
Nov 27 21:12:34.325247 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8935f7d9-b630-471f-8f8b-b625bf031700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.328184 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8cd3-48f1-4649-b7b0-86a6c5bef048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.359233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:34.400732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8935f7d9-b630-471f-8f8b-b625bf031700 None None] For port 2252ee34-9482-49a0-875e-f90df16ff9a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2252ee34-9482-49a0-875e-f90df16ff9a2,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:34.402182 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.414916 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8935f7d9-b630-471f-8f8b-b625bf031700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.460398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-9dcbe5b2-1fba-4b20-89fe-49fb442ca226 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286578
Nov 27 21:12:34.468356 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.491749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port dc9b9386-e720-48ed-beaa-772753c74513 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:34.523105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935f7d9-b630-471f-8f8b-b625bf031700 None None] Pushing event updated for resources: {'Port': ['ID=2252ee34-9482-49a0-875e-f90df16ff9a2,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:34.544489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:12:34.544865 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:12:34.582863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7fd01ddd-548d-49af-9829-14519d5e8e33 req-e863064a-7eb2-45c5-9396-9a47cd5c8b08 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1101758
Nov 27 21:12:34.584189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b513695-fe9c-478c-be4e-1a1bbe843e9a None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:34.647528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::242 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/ad13b4f3-43f5-40ae-8190-01b421f534fb/dc9b9386-e720-48ed-beaa-772753c74513) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:34.701303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-be15b88b-2f65-47bb-ab05-1b3570626fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:34.702855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-75c8350e-b913-4857-babd-b2148a468c94 None None] Provisioning complete for port 2252ee34-9482-49a0-875e-f90df16ff9a2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:34.703087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-be15b88b-2f65-47bb-ab05-1b3570626fcf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b756ba4e580446980b973ad0b42b9fe&device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1095 time: 0.0598714
Nov 27 21:12:34.703302 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-75c8350e-b913-4857-babd-b2148a468c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.816103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de3908-2112-45df-9f24-3ff61c98ecaa req-448057eb-9206-4958-a507-4577785f2c80 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:34.820863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-59de3908-2112-45df-9f24-3ff61c98ecaa req-448057eb-9206-4958-a507-4577785f2c80 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.1497395
Nov 27 21:12:34.842587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-41cca1bf-7e01-42fc-81ee-8f5c1b4dd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:34.844466 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-41cca1bf-7e01-42fc-81ee-8f5c1b4dd427 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 200  len: 918 time: 0.1208887
Nov 27 21:12:34.923549 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-59de3908-2112-45df-9f24-3ff61c98ecaa req-6fc0ee69-c09c-4f81-aa37-3fe4447fb919 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742095
Nov 27 21:12:34.934691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:34.962940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-713da5e9-0930-4703-b7a1-dabf5f101d08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 200  len: 999 time: 0.1018844
Nov 27 21:12:34.976432 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:35.033964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-cbf6ffae-6b39-44aa-b1c8-14c233833b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:35.037215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-cbf6ffae-6b39-44aa-b1c8-14c233833b83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 200  len: 856 time: 0.0632629
Nov 27 21:12:35.037830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:35.041476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:35.046303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:35.053369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:35.053369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:35.060528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=dc9b9386-e720-48ed-beaa-772753c74513,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:35.088894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38846) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:35.089123 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5882cc98-2bf8-4341-ac39-cb504bf713c5 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8900998
Nov 27 21:12:35.214365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86fb3d7-760e-4d2e-a25a-6099ab8cfa84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:35.225295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86fb3d7-760e-4d2e-a25a-6099ab8cfa84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:35.240592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38848) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:35.255607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d86fb3d7-760e-4d2e-a25a-6099ab8cfa84 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1590 time: 0.1654811
Nov 27 21:12:35.302739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0cfc7040-f72e-40d5-9fb1-bd8208c5bb6e None None] Provisioning complete for port 2252ee34-9482-49a0-875e-f90df16ff9a2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:35.304355 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0cfc7040-f72e-40d5-9fb1-bd8208c5bb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:35.484238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-37cc9707-d3e8-4a26-a3df-6784ed226c5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port dc9b9386-e720-48ed-beaa-772753c74513 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:35.484808 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37cc9707-d3e8-4a26-a3df-6784ed226c5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:35.513218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee12dfb-96b9-4b04-ae7c-5dfdcda1cc9f req-f370e9e8-38bd-48dd-be02-20238fef8bd6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:35.514773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cee12dfb-96b9-4b04-ae7c-5dfdcda1cc9f req-f370e9e8-38bd-48dd-be02-20238fef8bd6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.1018524
Nov 27 21:12:35.574128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4bd29ac5-5de9-47c3-bbc8-87fd594f3b59 None None] Could not find standard attr ID for object bdeb7a12-a1b3-4656-aa4f-28772b59609a. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:35.627543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cee12dfb-96b9-4b04-ae7c-5dfdcda1cc9f req-bd746209-f38c-4180-ae02-0d62c595bed1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937288
Nov 27 21:12:35.705481 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37cc9707-d3e8-4a26-a3df-6784ed226c5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:35.738116 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-37cc9707-d3e8-4a26-a3df-6784ed226c5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for dc9b9386-e720-48ed-beaa-772753c74513 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:35.745800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2252ee34-9482-49a0-875e-f90df16ff9a2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:35.815306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 2252ee34-9482-49a0-875e-f90df16ff9a2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:35.815771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:35.943343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9b170b14-4a95-4efc-a804-2205d403170f None None] Provisioning complete for port dc9b9386-e720-48ed-beaa-772753c74513 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:35.943863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b170b14-4a95-4efc-a804-2205d403170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:35.983427 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37cc9707-d3e8-4a26-a3df-6784ed226c5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:36.026480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9b170b14-4a95-4efc-a804-2205d403170f None None] Port dc9b9386-e720-48ed-beaa-772753c74513 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:12:36.042281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc9707-d3e8-4a26-a3df-6784ed226c5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=dc9b9386-e720-48ed-beaa-772753c74513,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:36.092825 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-37cc9707-d3e8-4a26-a3df-6784ed226c5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:36.099582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-37cc9707-d3e8-4a26-a3df-6784ed226c5f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/dc9b9386-e720-48ed-beaa-772753c74513 HTTP/1.1" status: 204  len: 168 time: 0.8575234
Nov 27 21:12:36.099756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38854) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:36.121562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b1ef-be94-4759-929b-7e4741666695 req-860dd991-0260-4888-9043-7c05309695cb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:36.127144 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bc7b1ef-be94-4759-929b-7e4741666695 req-860dd991-0260-4888-9043-7c05309695cb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0835626
Nov 27 21:12:36.180134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b71a9-ffb8-4248-835e-6529c59d1ef9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:36.182347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b71a9-ffb8-4248-835e-6529c59d1ef9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:36.183933 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-662b71a9-ffb8-4248-835e-6529c59d1ef9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0832725
Nov 27 21:12:36.186645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38856) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:36.215283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bc7b1ef-be94-4759-929b-7e4741666695 req-81e3e1f7-24cc-43c9-ad6e-04af5d6d1682 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766487
Nov 27 21:12:36.269434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4a719b-9b4f-4a47-a93c-de1ad3fcf728 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet ad13b4f3-43f5-40ae-8190-01b421f534fb {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:36.275412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e4a719b-9b4f-4a47-a93c-de1ad3fcf728 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:36.443750 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-61b80b52-f5da-4d19-9075-00c1627aaea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:36.619151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e4a719b-9b4f-4a47-a93c-de1ad3fcf728 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:36.664459 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e4a719b-9b4f-4a47-a93c-de1ad3fcf728 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:36.728555 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e4a719b-9b4f-4a47-a93c-de1ad3fcf728 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:36.770848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a719b-9b4f-4a47-a93c-de1ad3fcf728 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=ad13b4f3-43f5-40ae-8190-01b421f534fb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:36.789873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e4a719b-9b4f-4a47-a93c-de1ad3fcf728 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:36.795815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1e4a719b-9b4f-4a47-a93c-de1ad3fcf728 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/ad13b4f3-43f5-40ae-8190-01b421f534fb HTTP/1.1" status: 204  len: 168 time: 0.6081488
Nov 27 21:12:36.796936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38860) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:36.800857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723d8b7-2aaf-4666-a905-3b937fa0bc6e None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:36.836585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162cab1-a289-41a4-96d6-aae47752b1f5 req-18f21426-6ffc-49d8-acd6-678de0a3a090 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:36.843663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a162cab1-a289-41a4-96d6-aae47752b1f5 req-18f21426-6ffc-49d8-acd6-678de0a3a090 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.1100652
Nov 27 21:12:36.867213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6c0f75c6-0b13-4ea6-b7c8-4bc2c28e1c20 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0690281
Nov 27 21:12:36.869863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38862) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:36.903717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a162cab1-a289-41a4-96d6-aae47752b1f5 req-6d73a6b3-21d4-47c7-8ce6-a20baa08b075 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552907
Nov 27 21:12:36.948985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae1dbf-10cc-4783-bfb8-ad7506875d2c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:36.951058 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-00ae1dbf-10cc-4783-bfb8-ad7506875d2c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0799482
Nov 27 21:12:36.953356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38864) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:37.005797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1218415-8f4a-4469-ac99-8d73cbe785cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:37.009601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f1218415-8f4a-4469-ac99-8d73cbe785cc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0543010
Nov 27 21:12:37.012709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38866) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:37.034072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9830f50-142a-4666-b83f-0059a7ce6bb6 None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:37.074221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38868) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:37.074452 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f542f4a3-49b2-4a78-9ee1-335afd240028 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0603735
Nov 27 21:12:37.080654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:37.083835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a9830f50-142a-4666-b83f-0059a7ce6bb6 None None] Deleting port 2252ee34-9482-49a0-875e-f90df16ff9a2 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:37.084422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a9830f50-142a-4666-b83f-0059a7ce6bb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:37.156422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a9830f50-142a-4666-b83f-0059a7ce6bb6 None None] For port 2252ee34-9482-49a0-875e-f90df16ff9a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2252ee34-9482-49a0-875e-f90df16ff9a2,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:37.157326 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a9830f50-142a-4666-b83f-0059a7ce6bb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:37.180778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a9830f50-142a-4666-b83f-0059a7ce6bb6 None None] Calling delete_port for 2252ee34-9482-49a0-875e-f90df16ff9a2 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:37.210654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:37.215340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:37.294727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a9830f50-142a-4666-b83f-0059a7ce6bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:37.324691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9830f50-142a-4666-b83f-0059a7ce6bb6 None None] Pushing event deleted for resources: {'Port': ['ID=2252ee34-9482-49a0-875e-f90df16ff9a2,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:37.331333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9830f50-142a-4666-b83f-0059a7ce6bb6 None None] No DVR routers for this DVR port 2252ee34-9482-49a0-875e-f90df16ff9a2 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:37.387792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d8641-5320-463b-a9b4-4e9435e6f959 req-7f8272a2-e3b6-4402-8ea1-d1932db89cd8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:37.389332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-171d8641-5320-463b-a9b4-4e9435e6f959 req-7f8272a2-e3b6-4402-8ea1-d1932db89cd8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0831103
Nov 27 21:12:37.502647 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-171d8641-5320-463b-a9b4-4e9435e6f959 req-24de9db8-43ca-4f7f-bc0c-cf81ae7f4dc7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910521
Nov 27 21:12:37.604591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:37.606088 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:37.649234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:37.653337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:37.657777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:37.658382 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:37.665681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7170b7-9b60-4598-8cbe-bfe3095794c0 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:37.679990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=2202a6e2-1a47-4401-8170-780aaf73e32b,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:37.704305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9be722b4-68b2-42b5-bbe1-8ce3b66f4cab tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.6286113
Nov 27 21:12:37.707678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38876) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:37.713336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-167a5e58-3714-49ba-ae29-3af99c1f6956 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:37.737305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2252ee34-9482-49a0-875e-f90df16ff9a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:37.771356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 2252ee34-9482-49a0-875e-f90df16ff9a2 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:12:37.771709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2252ee34-9482-49a0-875e-f90df16ff9a2 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:12:37.849394 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:37.863881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167a5e58-3714-49ba-ae29-3af99c1f6956 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:37.867465 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-167a5e58-3714-49ba-ae29-3af99c1f6956 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:37.892180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '2202a6e2-1a47-4401-8170-780aaf73e32b'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:37.893407 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:37.987921 ncdv-master-1 neutron-server[120909]: INFO neutron.db.ipam_backend_mixin [None req-167a5e58-3714-49ba-ae29-3af99c1f6956 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2202a6e2-1a47-4401-8170-780aaf73e32b (CIDR: 2001:db8::/64)
Nov 27 21:12:37.992093 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-167a5e58-3714-49ba-ae29-3af99c1f6956 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:37.994340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167a5e58-3714-49ba-ae29-3af99c1f6956 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:38.021713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-167a5e58-3714-49ba-ae29-3af99c1f6956 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3122611
Nov 27 21:12:38.024244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38882) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:38.040377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:38.078402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Allocated IP 2001:db8::f816:3eff:fe96:5934 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/2202a6e2-1a47-4401-8170-780aaf73e32b/ad7d6c8e-20b1-47b2-9227-d5551ec9f528) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:38.094790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e930ae5-5333-4081-9d7e-5be617ebed58 req-bb4e7b32-86a2-4b49-a730-f9838bf9291b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:38.101870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e930ae5-5333-4081-9d7e-5be617ebed58 req-bb4e7b32-86a2-4b49-a730-f9838bf9291b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.0954785
Nov 27 21:12:38.215143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:38.221476 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:38.221744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e930ae5-5333-4081-9d7e-5be617ebed58 req-101eb3b9-a20e-49e0-813a-6e02ddaf09d4 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960205
Nov 27 21:12:38.374038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:38.386429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:38.421977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:38.430339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:38.432254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:38.452527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Pushing event updated for resources: {'Port': ['ID=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:38.509855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Attempting to bind port ad7d6c8e-20b1-47b2-9227-d5551ec9f528 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:38.510257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Attempting to bind port ad7d6c8e-20b1-47b2-9227-d5551ec9f528 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:38.510614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Attempting to bind port ad7d6c8e-20b1-47b2-9227-d5551ec9f528 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:38.515973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:38.516356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:38.516766 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:38.517168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:38.517643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Bound port: ad7d6c8e-20b1-47b2-9227-d5551ec9f528, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:38.518095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:38.563086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:38.607458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] For port ad7d6c8e-20b1-47b2-9227-d5551ec9f528, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:38.610459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:38.611091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] For port ad7d6c8e-20b1-47b2-9227-d5551ec9f528, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:38.614889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:38.616389 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:38.620175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:38.620782 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:38.629613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=dfac881a-4c54-4ed7-b304-3a792c5e6fe9,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:38.653448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-edb37b41-77c5-403c-a1ec-ca3eb7d5ca62 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6270423
Nov 27 21:12:38.656060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38884) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:38.662288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:ed:22:bb', 'name': 'tempest-NetworksTestDHCPv6-579509447'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:38.708694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8d100-8386-4fa8-9d9b-9643eddbb9c1 None None] Pushing event updated for resources: {'Port': ['ID=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:38.812701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:38.817785 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:38.841400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 92ec69c3-af77-414d-9125-b3f67a93e64a yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:39.075719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8:0:1::1d9 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/dfac881a-4c54-4ed7-b304-3a792c5e6fe9/92ec69c3-af77-414d-9125-b3f67a93e64a) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:39.083352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:feed:22bb (b35d14d8-f79d-48c1-bc3c-6c52c752991f/2202a6e2-1a47-4401-8170-780aaf73e32b/92ec69c3-af77-414d-9125-b3f67a93e64a) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:39.238620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:39.295661 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:39.394264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:39.402801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:39.409346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:39.415199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:39.416379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:39.439243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=92ec69c3-af77-414d-9125-b3f67a93e64a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:39.455980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b4d8c-b18d-49aa-a456-1cbb3ad3f32f req-1968f826-23d3-4184-9e3a-d46c6437903c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:39.457627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7a9b4d8c-b18d-49aa-a456-1cbb3ad3f32f req-1968f826-23d3-4184-9e3a-d46c6437903c tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.1002359
Nov 27 21:12:39.463386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2ff77041-2392-418b-9f1f-74b77dae4cfe tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.8061666
Nov 27 21:12:39.466238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38888) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:39.563924 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:39.599007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7a9b4d8c-b18d-49aa-a456-1cbb3ad3f32f req-6e243619-d65f-4517-b5c6-727d096d457d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1015160
Nov 27 21:12:39.631131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-268e473d-8842-4b25-9f08-224547dc22ad tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port 92ec69c3-af77-414d-9125-b3f67a93e64a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:39.631504 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-268e473d-8842-4b25-9f08-224547dc22ad tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:39.779476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-268e473d-8842-4b25-9f08-224547dc22ad tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:39.792627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ad7d6c8e-20b1-47b2-9227-d5551ec9f528 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:39.816320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-268e473d-8842-4b25-9f08-224547dc22ad tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for 92ec69c3-af77-414d-9125-b3f67a93e64a owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:39.884808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ad7d6c8e-20b1-47b2-9227-d5551ec9f528 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:39.885262 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:39.965838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d29438-7385-484d-bee7-010b06f93dd8 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:40.143460 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:40.160529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-86a9a040-ca7c-4895-8a30-10a8c230fb9f None None] Provisioning complete for port ad7d6c8e-20b1-47b2-9227-d5551ec9f528 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:40.161288 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86a9a040-ca7c-4895-8a30-10a8c230fb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:40.334353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port ad7d6c8e-20b1-47b2-9227-d5551ec9f528, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:40.337671 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:40.343068 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:40.475517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-268e473d-8842-4b25-9f08-224547dc22ad tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:40.496124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:40.523183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00833a5f-7580-4e61-96c7-1a2ad8bdd9f6 None None] Update dhcp port {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': '2202a6e2-1a47-4401-8170-780aaf73e32b', 'ip_address': '2001:db8::f816:3eff:fe96:5934'}, {'subnet_id': 'dfac881a-4c54-4ed7-b304-3a792c5e6fe9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ad7d6c8e-20b1-47b2-9227-d5551ec9f528'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:12:40.526783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e473d-8842-4b25-9f08-224547dc22ad tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=92ec69c3-af77-414d-9125-b3f67a93e64a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:40.556942 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-00833a5f-7580-4e61-96c7-1a2ad8bdd9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:40.569032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-268e473d-8842-4b25-9f08-224547dc22ad tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:40.572818 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-268e473d-8842-4b25-9f08-224547dc22ad tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/92ec69c3-af77-414d-9125-b3f67a93e64a HTTP/1.1" status: 204  len: 168 time: 1.1051273
Nov 27 21:12:40.575457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38890) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:40.626512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d06725-723f-4dde-b3e6-a978a2e90f1a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:40.630426 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a6d06725-723f-4dde-b3e6-a978a2e90f1a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0516181
Nov 27 21:12:40.632083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38892) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:40.689830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad31ee-0bda-42b9-80fe-678ab6367d54 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:40.693734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6bad31ee-0bda-42b9-80fe-678ab6367d54 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0580406
Nov 27 21:12:40.694646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38896) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:40.773513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965ba76-f60b-4692-a542-b3d0703b8252 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:40.775851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965ba76-f60b-4692-a542-b3d0703b8252 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:40.787691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965ba76-f60b-4692-a542-b3d0703b8252 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:40.789453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38898) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:40.789606 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8965ba76-f60b-4692-a542-b3d0703b8252 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0871398
Nov 27 21:12:40.789714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-00833a5f-7580-4e61-96c7-1a2ad8bdd9f6 None None] Allocated IP 2001:db8:0:1::2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/dfac881a-4c54-4ed7-b304-3a792c5e6fe9/ad7d6c8e-20b1-47b2-9227-d5551ec9f528) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:40.835733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2fce0-4a41-413f-885d-541b7f7e4bfe req-a66c3e8a-a9dd-4b18-89a2-8eee97ae2bcc tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:40.838283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99f2fce0-4a41-413f-885d-541b7f7e4bfe req-a66c3e8a-a9dd-4b18-89a2-8eee97ae2bcc tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.1261373
Nov 27 21:12:40.865320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 2202a6e2-1a47-4401-8170-780aaf73e32b {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:40.909375 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99f2fce0-4a41-413f-885d-541b7f7e4bfe req-00e7a530-18c5-413d-9230-da235393e556 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536342
Nov 27 21:12:40.918701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-00833a5f-7580-4e61-96c7-1a2ad8bdd9f6 None None] For port ad7d6c8e-20b1-47b2-9227-d5551ec9f528, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:40.951890 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-00833a5f-7580-4e61-96c7-1a2ad8bdd9f6 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:40.955937 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:40.956256 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-00833a5f-7580-4e61-96c7-1a2ad8bdd9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.012018 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.048369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00833a5f-7580-4e61-96c7-1a2ad8bdd9f6 None None] Pushing event updated for resources: {'Port': ['ID=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:41.106220 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.177962 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.206985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=2202a6e2-1a47-4401-8170-780aaf73e32b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:41.211816 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.215737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/2202a6e2-1a47-4401-8170-780aaf73e32b HTTP/1.1" status: 204  len: 168 time: 0.4328380
Nov 27 21:12:41.218294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38900) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:41.221317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.221679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.222035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.222383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.222727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.223067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.223441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.223788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.224118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.224452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.224817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.225104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd47179-da5f-466f-9dfd-f467960a659a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:41.282622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ddefb6-903e-43ea-b72a-09d1035f90d6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet dfac881a-4c54-4ed7-b304-3a792c5e6fe9 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:41.286365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5ddefb6-903e-43ea-b72a-09d1035f90d6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.332120 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5ddefb6-903e-43ea-b72a-09d1035f90d6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.440370 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5ddefb6-903e-43ea-b72a-09d1035f90d6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.525592 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5ddefb6-903e-43ea-b72a-09d1035f90d6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.559991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddefb6-903e-43ea-b72a-09d1035f90d6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=dfac881a-4c54-4ed7-b304-3a792c5e6fe9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:41.564420 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b5ddefb6-903e-43ea-b72a-09d1035f90d6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.575526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38904) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:41.583245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b5ddefb6-903e-43ea-b72a-09d1035f90d6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/dfac881a-4c54-4ed7-b304-3a792c5e6fe9 HTTP/1.1" status: 204  len: 168 time: 0.3564305
Nov 27 21:12:41.625431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-82284bdd-c2ef-403b-bdbb-cea6955c53a3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0476499
Nov 27 21:12:41.629115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38906) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:41.634815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:41.740273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ad7d6c8e-20b1-47b2-9227-d5551ec9f528 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:41.764751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:41.776327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1ca530-8ded-4a9d-9f3e-ad0f596c7938 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:41.781555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:41.985797 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:12:42.026198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-94060f4c-9be2-4e1a-b491-f7c1b4a63b9e None None] Provisioning complete for port ad7d6c8e-20b1-47b2-9227-d5551ec9f528 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:42.026852 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-94060f4c-9be2-4e1a-b491-f7c1b4a63b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.098008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7baace-a20c-40eb-9cd3-4450cd50e51f req-fc493e21-d4c7-4140-a3fc-a2a23431b7c4 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:42.100710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e7baace-a20c-40eb-9cd3-4450cd50e51f req-fc493e21-d4c7-4140-a3fc-a2a23431b7c4 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.0749760
Nov 27 21:12:42.131232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ad7d6c8e-20b1-47b2-9227-d5551ec9f528 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:42.131636 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.188464 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e7baace-a20c-40eb-9cd3-4450cd50e51f req-fe053f4f-925d-4a26-b526-c6cbb445ba00 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601490
Nov 27 21:12:42.233462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-94060f4c-9be2-4e1a-b491-f7c1b4a63b9e None None] Could not find standard attr ID for object 92ec69c3-af77-414d-9125-b3f67a93e64a. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:42.273313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b4eeef-655a-4571-9fa2-eb6c2c25bd4b None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:42.307880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:42.342573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-82b4eeef-655a-4571-9fa2-eb6c2c25bd4b None None] Deleting port ad7d6c8e-20b1-47b2-9227-d5551ec9f528 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:42.342573 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-82b4eeef-655a-4571-9fa2-eb6c2c25bd4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.429742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-82b4eeef-655a-4571-9fa2-eb6c2c25bd4b None None] For port ad7d6c8e-20b1-47b2-9227-d5551ec9f528, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:42.430145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-82b4eeef-655a-4571-9fa2-eb6c2c25bd4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.445063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-82b4eeef-655a-4571-9fa2-eb6c2c25bd4b None None] Calling delete_port for ad7d6c8e-20b1-47b2-9227-d5551ec9f528 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:42.498246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.549793 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-82b4eeef-655a-4571-9fa2-eb6c2c25bd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.575799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4eeef-655a-4571-9fa2-eb6c2c25bd4b None None] Pushing event deleted for resources: {'Port': ['ID=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:42.583573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4eeef-655a-4571-9fa2-eb6c2c25bd4b None None] No DVR routers for this DVR port ad7d6c8e-20b1-47b2-9227-d5551ec9f528 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:42.692170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] For port ad7d6c8e-20b1-47b2-9227-d5551ec9f528, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:42.723168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.727999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.728951 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.797197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=ad7d6c8e-20b1-47b2-9227-d5551ec9f528,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:42.808563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:42.811937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:42.816435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:42.817034 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:42.822702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f1e6b-1f9a-4850-a1e3-e2e5b3400227 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:42.831129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=d2ef877b-5dbe-404d-95f0-dd63af92e92b,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:42.842273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f677aa74-0eef-4624-b45f-897b8075f31e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2119260
Nov 27 21:12:42.845229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38910) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:42.850794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-14f4aa83-096f-4a23-991a-eb05de37f57a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:42.970893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f4aa83-096f-4a23-991a-eb05de37f57a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:42.974629 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14f4aa83-096f-4a23-991a-eb05de37f57a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.010063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': 'd2ef877b-5dbe-404d-95f0-dd63af92e92b'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:43.012201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.080362 ncdv-master-1 neutron-server[120908]: INFO neutron.db.ipam_backend_mixin [None req-14f4aa83-096f-4a23-991a-eb05de37f57a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2ef877b-5dbe-404d-95f0-dd63af92e92b (CIDR: 2001:db8::/64)
Nov 27 21:12:43.084255 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f4aa83-096f-4a23-991a-eb05de37f57a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:43.084724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f4aa83-096f-4a23-991a-eb05de37f57a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:43.106105 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-14f4aa83-096f-4a23-991a-eb05de37f57a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2597485
Nov 27 21:12:43.109161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38912) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:43.115078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:43.174126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Allocated IP 2001:db8::f816:3eff:fef7:f762 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/d2ef877b-5dbe-404d-95f0-dd63af92e92b/65c86667-629e-4d89-8361-e50d2d1124b6) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:43.243304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:43.247582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.370273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510bec-f241-499b-947b-6206aa36ddd7 req-dff17e10-f657-4c8c-a6b2-f92949f9c84b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:43.372089 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-86510bec-f241-499b-947b-6206aa36ddd7 req-dff17e10-f657-4c8c-a6b2-f92949f9c84b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.0557544
Nov 27 21:12:43.376936 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.398060 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.449033 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-86510bec-f241-499b-947b-6206aa36ddd7 req-8cb99b64-4fb8-40de-8647-3fb68ea99066 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691302
Nov 27 21:12:43.461074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:43.464495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:43.472720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:43.478744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Pushing event updated for resources: {'Port': ['ID=65c86667-629e-4d89-8361-e50d2d1124b6,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:43.540463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Attempting to bind port 65c86667-629e-4d89-8361-e50d2d1124b6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:43.541224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Attempting to bind port 65c86667-629e-4d89-8361-e50d2d1124b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:43.541817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Attempting to bind port 65c86667-629e-4d89-8361-e50d2d1124b6 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:43.547524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:43.547958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:43.548375 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.548777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:43.549252 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Bound port: 65c86667-629e-4d89-8361-e50d2d1124b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:43.549638 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.598480 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.633394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] For port 65c86667-629e-4d89-8361-e50d2d1124b6, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:43.637578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] For port 65c86667-629e-4d89-8361-e50d2d1124b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c86667-629e-4d89-8361-e50d2d1124b6,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:43.642031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:43.642436 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.645548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:43.650647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:43.651269 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:43.673313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=507e91d1-54da-4bd6-8f45-d929400a5ffc,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:43.683458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b8da83c9-adcf-4aea-a3f4-2b26ace3e7a4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5723939
Nov 27 21:12:43.686603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38916) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:43.697384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:09:d0:d3', 'name': 'tempest-NetworksTestDHCPv6-366767027'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:43.741776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb923a-aa70-48c1-9413-a0771901c096 None None] Pushing event updated for resources: {'Port': ['ID=65c86667-629e-4d89-8361-e50d2d1124b6,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:43.805803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ad7d6c8e-20b1-47b2-9227-d5551ec9f528 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:43.831135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ad7d6c8e-20b1-47b2-9227-d5551ec9f528 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:12:43.831800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ad7d6c8e-20b1-47b2-9227-d5551ec9f528 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:12:43.875244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:44.025039 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:44.048320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:44.233051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8:0:1::123 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/507e91d1-54da-4bd6-8f45-d929400a5ffc/d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:44.239560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::f816:3eff:fe09:d0d3 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/d2ef877b-5dbe-404d-95f0-dd63af92e92b/d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:44.395847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:44.453887 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:44.515546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:44.522124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:44.526698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:44.533434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:44.534102 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:44.565175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:44.578179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e4a9d581-4738-479c-8359-ad0d12ce9de6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.8905098
Nov 27 21:12:44.580854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38922) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:44.602440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98ba4c-1254-4f10-b392-4931617532fd req-a6838e0b-0d51-471a-9ac8-cc738cdb92ad tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:44.604685 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fe98ba4c-1254-4f10-b392-4931617532fd req-a6838e0b-0d51-471a-9ac8-cc738cdb92ad tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.0664682
Nov 27 21:12:44.659735 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fe98ba4c-1254-4f10-b392-4931617532fd req-62ab2bd6-bfd8-4a99-906f-d30b759c8a0e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486612
Nov 27 21:12:44.741543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a6fcf463-93b2-49ca-b6a6-f1f7ad2c765a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:44.741963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a6fcf463-93b2-49ca-b6a6-f1f7ad2c765a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:44.851385 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a6fcf463-93b2-49ca-b6a6-f1f7ad2c765a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:44.870008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a6fcf463-93b2-49ca-b6a6-f1f7ad2c765a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:44.905417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94eea3a-2e8b-4caa-9fab-4b98244489f7 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:45.050500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9d0a4835-8217-4798-a3ac-4932fe4fa30b None None] Provisioning complete for port 65c86667-629e-4d89-8361-e50d2d1124b6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:45.050867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d0a4835-8217-4798-a3ac-4932fe4fa30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.080741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a6fcf463-93b2-49ca-b6a6-f1f7ad2c765a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.121835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcf463-93b2-49ca-b6a6-f1f7ad2c765a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:45.167195 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a6fcf463-93b2-49ca-b6a6-f1f7ad2c765a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.171332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a6fcf463-93b2-49ca-b6a6-f1f7ad2c765a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d HTTP/1.1" status: 204  len: 168 time: 0.5891247
Nov 27 21:12:45.173234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38926) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:45.182968 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d0a4835-8217-4798-a3ac-4932fe4fa30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.225740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9d0a4835-8217-4798-a3ac-4932fe4fa30b None None] For port 65c86667-629e-4d89-8361-e50d2d1124b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c86667-629e-4d89-8361-e50d2d1124b6,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:45.254856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f5262-8963-4c73-ae12-e3a7eecdaa85 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:45.259552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-193f5262-8963-4c73-ae12-e3a7eecdaa85 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.0821235
Nov 27 21:12:45.259904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38928) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:45.266405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d0a4835-8217-4798-a3ac-4932fe4fa30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.322206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb4a57f-fc10-412a-bfa0-ab05b9d7bf87 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:45.323772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5673d420-9cc3-4f64-8d9b-4e2968cc43bd None None] Update dhcp port {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': 'd2ef877b-5dbe-404d-95f0-dd63af92e92b', 'ip_address': '2001:db8::f816:3eff:fef7:f762'}, {'subnet_id': '507e91d1-54da-4bd6-8f45-d929400a5ffc'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '65c86667-629e-4d89-8361-e50d2d1124b6'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:12:45.324473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fbb4a57f-fc10-412a-bfa0-ab05b9d7bf87 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0629790
Nov 27 21:12:45.326878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38930) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:45.361009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a4835-8217-4798-a3ac-4932fe4fa30b None None] Pushing event updated for resources: {'Port': ['ID=65c86667-629e-4d89-8361-e50d2d1124b6,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:45.369698 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5673d420-9cc3-4f64-8d9b-4e2968cc43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.388306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9a0a9-4014-4d0d-b555-9d02fcd2105e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:45.389854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9a0a9-4014-4d0d-b555-9d02fcd2105e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:45.391544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9a0a9-4014-4d0d-b555-9d02fcd2105e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:45.393261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dae9a0a9-4014-4d0d-b555-9d02fcd2105e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0652878
Nov 27 21:12:45.396104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38932) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:45.455595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 507e91d1-54da-4bd6-8f45-d929400a5ffc {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:45.459349 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.502460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.547640 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.609942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server [None req-5673d420-9cc3-4f64-8d9b-4e2968cc43bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507e91d1-54da-4bd6-8f45-d929400a5ffc: This subnet is being modified by another concurrent operation.
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507e91d1-54da-4bd6-8f45-d929400a5ffc: This subnet is being modified by another concurrent operation.
Nov 27 21:12:45.612576 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server 
Nov 27 21:12:45.639855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=507e91d1-54da-4bd6-8f45-d929400a5ffc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:45.651468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.651830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.652217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.652530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.652874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.653217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.653559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.653898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.654231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.654562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.654892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.655223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:12:45.658301 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.661534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1b62762d-ae50-4463-9240-bdc90a5ff15e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/507e91d1-54da-4bd6-8f45-d929400a5ffc HTTP/1.1" status: 204  len: 168 time: 0.2643161
Nov 27 21:12:45.664289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38934) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:45.736352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e06a05f-388b-4c76-8dc4-4e6e635bd5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet d2ef877b-5dbe-404d-95f0-dd63af92e92b {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:45.739744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e06a05f-388b-4c76-8dc4-4e6e635bd5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.797747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-47c592cc-fd34-4be2-b19b-6d48ee29cd96 None None] Provisioning complete for port 65c86667-629e-4d89-8361-e50d2d1124b6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:45.798116 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-47c592cc-fd34-4be2-b19b-6d48ee29cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.809670 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e06a05f-388b-4c76-8dc4-4e6e635bd5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.844788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eba3cf-36e5-415f-9096-5620fdf14fea None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:12:45.862567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80529c1a-fd79-400a-9fe4-d38736a1ee21 req-2b6a5760-783e-4771-9ac0-c0beb4fea999 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:45.864006 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80529c1a-fd79-400a-9fe4-d38736a1ee21 req-2b6a5760-783e-4771-9ac0-c0beb4fea999 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.1029449
Nov 27 21:12:45.935393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e06a05f-388b-4c76-8dc4-4e6e635bd5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:45.964228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80529c1a-fd79-400a-9fe4-d38736a1ee21 req-0bd0cf69-ff00-4509-962d-1c383bb4d67d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913141
Nov 27 21:12:45.965353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-47c592cc-fd34-4be2-b19b-6d48ee29cd96 None None] Could not find standard attr ID for object d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:45.976645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eba3cf-36e5-415f-9096-5620fdf14fea None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:12:46.001545 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e06a05f-388b-4c76-8dc4-4e6e635bd5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:46.034503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06a05f-388b-4c76-8dc4-4e6e635bd5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ef877b-5dbe-404d-95f0-dd63af92e92b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:46.036654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e06a05f-388b-4c76-8dc4-4e6e635bd5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:46.041057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8e06a05f-388b-4c76-8dc4-4e6e635bd5a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/d2ef877b-5dbe-404d-95f0-dd63af92e92b HTTP/1.1" status: 204  len: 168 time: 0.3745215
Nov 27 21:12:46.044955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38938) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:46.056260 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:46.082072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5dcfe59b-c78a-4385-b655-62d73ad49e63 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0358760
Nov 27 21:12:46.084824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38940) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:46.090016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:46.184803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:46.189007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:46.233171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef319e-1046-47f0-a03e-165e78329ffb None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:12:46.258719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-3ab35640-dd57-458c-b6b6-2ea0b9841322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:46.260838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-3ab35640-dd57-458c-b6b6-2ea0b9841322 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e625b12a-b3fa-4ce9-b29c-1debf46798ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0466578
Nov 27 21:12:46.328547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-87b8de46-0fcf-4302-9abc-2c228ce51493 None None] Provisioning complete for port 65c86667-629e-4d89-8361-e50d2d1124b6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:46.329100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-87b8de46-0fcf-4302-9abc-2c228ce51493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:46.374421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef319e-1046-47f0-a03e-165e78329ffb None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:12:46.378151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-9843a017-bd65-4871-8e50-041b4c9840d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1119640
Nov 27 21:12:46.395048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f824a-0f0a-4ea5-8b26-2676376cf660 req-a58700c7-5025-47a3-88f1-c96750fb929a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:46.396717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed0f824a-0f0a-4ea5-8b26-2676376cf660 req-a58700c7-5025-47a3-88f1-c96750fb929a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1183355
Nov 27 21:12:46.405349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-1d546bbb-2b08-4946-bf21-55189f1f0ebf service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334393
Nov 27 21:12:46.514421 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed0f824a-0f0a-4ea5-8b26-2676376cf660 req-09ec6ead-ddd3-40ee-a7a0-ea0d140abd76 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108210
Nov 27 21:12:46.536947 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bc681d5-b8ee-4fa4-a6c5-dc4c6bc12a1c req-38d82773-a43a-4ca8-b7c4-93b1fe7440d6 service neutron] 10.222.0.35 "GET /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1087034
Nov 27 21:12:46.554889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-23bfb70f-0169-4423-80f2-c5dc95ef474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:46.556531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-23bfb70f-0169-4423-80f2-c5dc95ef474f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49981e6330d04897a5b23f4ca0b9a934&device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 1096 time: 0.1063132
Nov 27 21:12:46.604219 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:46.685935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:46.689417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af968e0-c00f-4064-a10e-8a8890d95177 req-9ab8f5f4-b770-4f92-a271-8e69bb88cf11 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:46.690954 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2af968e0-c00f-4064-a10e-8a8890d95177 req-9ab8f5f4-b770-4f92-a271-8e69bb88cf11 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0695055
Nov 27 21:12:46.693532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:46.700111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:46.700712 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:46.724517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=886f5971-e03c-47d1-a913-820161d39399,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:46.746249 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-493c9db2-3de9-4bd9-bc98-b71579583468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:46.747793 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-493c9db2-3de9-4bd9-bc98-b71579583468 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82b7458b-bb62-43f1-8459-dfaac22cfd80 HTTP/1.1" status: 200  len: 908 time: 0.1640918
Nov 27 21:12:46.749755 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2af968e0-c00f-4064-a10e-8a8890d95177 req-d4b5da7a-2677-4eae-92ed-c2f82b899a71 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495689
Nov 27 21:12:46.751171 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-34939247-3579-45d4-94d8-ca0a4036d036 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6654282
Nov 27 21:12:46.754150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38946) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:46.760698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-92b3a457-b026-4765-87f5-ca62e73be321 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:46.793235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87ba76-c1dd-46ea-a76c-3fb281e5c23c None None] Update dhcp port {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'fixed_ips': [{'subnet_id': '886f5971-e03c-47d1-a913-820161d39399'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '65c86667-629e-4d89-8361-e50d2d1124b6'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:12:46.820401 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e87ba76-c1dd-46ea-a76c-3fb281e5c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:46.877402 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-0e3cac6e-9739-44e6-8142-68924ae4fc2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed HTTP/1.1" status: 200  len: 1001 time: 0.1138749
Nov 27 21:12:46.982757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-9e87ba76-c1dd-46ea-a76c-3fb281e5c23c None None] Allocated IP 2001:db8::2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/886f5971-e03c-47d1-a913-820161d39399/65c86667-629e-4d89-8361-e50d2d1124b6) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:46.996773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-476b887f-70b9-4652-aba1-8c590afec087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:46.998253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-476b887f-70b9-4652-aba1-8c590afec087 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25faca2d-2257-4a52-b33e-465ce544c73e HTTP/1.1" status: 200  len: 846 time: 0.1130311
Nov 27 21:12:47.066656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b3a457-b026-4765-87f5-ca62e73be321 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:47.070191 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-92b3a457-b026-4765-87f5-ca62e73be321 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:47.099825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9e87ba76-c1dd-46ea-a76c-3fb281e5c23c None None] For port 65c86667-629e-4d89-8361-e50d2d1124b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c86667-629e-4d89-8361-e50d2d1124b6,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:47.103431 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c148ed-2f58-48c2-82ce-a7cfad183974 req-94822914-fe64-4502-9356-34041d488077 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:47.104980 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7c148ed-2f58-48c2-82ce-a7cfad183974 req-94822914-fe64-4502-9356-34041d488077 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.0584109
Nov 27 21:12:47.125539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-d889bb4c-062c-48b9-b5df-537f85faf607 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:47.126642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-d889bb4c-062c-48b9-b5df-537f85faf607 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.2148981
Nov 27 21:12:47.131761 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e87ba76-c1dd-46ea-a76c-3fb281e5c23c None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:47.142425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-20719b86-fa9c-4314-81a9-e8dac46199e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:47.142739 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e87ba76-c1dd-46ea-a76c-3fb281e5c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:47.143921 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-20719b86-fa9c-4314-81a9-e8dac46199e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82b7458b-bb62-43f1-8459-dfaac22cfd80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1322377
Nov 27 21:12:47.169648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e7c148ed-2f58-48c2-82ce-a7cfad183974 req-e856df1f-f5af-4d55-8786-527b6c9d1828 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581620
Nov 27 21:12:47.181031 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-38081597-5953-4c0d-9e3c-879d11fcdc72 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/quotas/4c38c1fb709545fbb6279c9ee1dafe5d HTTP/1.1" status: 200  len: 375 time: 0.0399332
Nov 27 21:12:47.218044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87ba76-c1dd-46ea-a76c-3fb281e5c23c None None] Pushing event updated for resources: {'Port': ['ID=65c86667-629e-4d89-8361-e50d2d1124b6,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:47.270210 ncdv-master-1 neutron-server[120908]: INFO neutron.db.ipam_backend_mixin [None req-92b3a457-b026-4765-87f5-ca62e73be321 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 886f5971-e03c-47d1-a913-820161d39399 (CIDR: 2001:db8::/64)
Nov 27 21:12:47.284954 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b3a457-b026-4765-87f5-ca62e73be321 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:47.285420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b3a457-b026-4765-87f5-ca62e73be321 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:47.313031 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-aa1b168a-bb4d-4ad9-a623-ab83c46e4df9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1042070
Nov 27 21:12:47.338394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-823790ff-71b6-437f-820a-1c159b84a2e2 service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864533
Nov 27 21:12:47.341581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-92b3a457-b026-4765-87f5-ca62e73be321 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5864844
Nov 27 21:12:47.344602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38962) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:47.349842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:47.494399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:47.495078 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-4649feed-30c2-474a-aaf2-7f8336acc79c service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684678
Nov 27 21:12:47.498550 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3acf7495-ca8c-4c44-838b-9d58428db6f6 req-5a811912-0ec3-466b-b467-7d05950c2ced service neutron] 10.222.0.35 "GET /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469343
Nov 27 21:12:47.498710 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:47.599689 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-e290bdc2-7e4a-488f-bd70-01725b0da9e7 service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928326
Nov 27 21:12:47.654391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 65c86667-629e-4d89-8361-e50d2d1124b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:47.752677 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:47.792339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 65c86667-629e-4d89-8361-e50d2d1124b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c86667-629e-4d89-8361-e50d2d1124b6,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:47.801128 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:47.832631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36fc3bac-8be2-453d-8553-f70b413e3345 req-4ed0e971-2507-4cad-844e-b09fc0f621af tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 210 time: 0.0354269
Nov 27 21:12:47.929503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=65c86667-629e-4d89-8361-e50d2d1124b6,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:47.954703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 65c86667-629e-4d89-8361-e50d2d1124b6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:47.986450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.objects.ports [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120909) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:48.021542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 65c86667-629e-4d89-8361-e50d2d1124b6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:48.022194 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.061849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8dc86c-4f4d-4a71-ae9e-bbe1f55c2ff2 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:48.171963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.200102 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5d3bee55-21a7-4bfb-ae68-8af2c1544df8 None None] Provisioning complete for port 65c86667-629e-4d89-8361-e50d2d1124b6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:48.200475 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d3bee55-21a7-4bfb-ae68-8af2c1544df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.300879 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.324972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251da95d-bcfc-441e-b2a2-6871b8c133cb req-72bd7961-fb01-4ed0-9304-5b06cd7ffca1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:48.326845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-251da95d-bcfc-441e-b2a2-6871b8c133cb req-72bd7961-fb01-4ed0-9304-5b06cd7ffca1 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.0586994
Nov 27 21:12:48.410570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] For port 65c86667-629e-4d89-8361-e50d2d1124b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c86667-629e-4d89-8361-e50d2d1124b6,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:48.451697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-251da95d-bcfc-441e-b2a2-6871b8c133cb req-788ec8a7-74a2-42e8-8be8-0ec3ef65d91f tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1176393
Nov 27 21:12:48.516138 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.523380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.524623 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.609968 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.623653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:12:48.623653 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:12:48.657018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:48.662587 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d3bee55-21a7-4bfb-ae68-8af2c1544df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.667588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:48.673439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:48.674037 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.676304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=d8f92805-7c7a-415e-befc-28b4791bb10e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:48.690328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=65c86667-629e-4d89-8361-e50d2d1124b6,revision_number=8']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:48.698654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5d3bee55-21a7-4bfb-ae68-8af2c1544df8 None None] For port 65c86667-629e-4d89-8361-e50d2d1124b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c86667-629e-4d89-8361-e50d2d1124b6,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:48.704898 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d3bee55-21a7-4bfb-ae68-8af2c1544df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.713715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ad4d8e3a-94ed-4c1f-8701-33f1ace8cf49 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.3647692
Nov 27 21:12:48.714123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38976) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:48.720801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:f7:b9:05', 'name': 'tempest-NetworksTestDHCPv6-968462832'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:48.757644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bee55-21a7-4bfb-ae68-8af2c1544df8 None None] Pushing event updated for resources: {'Port': ['ID=65c86667-629e-4d89-8361-e50d2d1124b6,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:48.838266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:48.842590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:48.869822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 5079e5ec-c370-4c5f-9e68-55ce01482e91 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:49.002252 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f31afd31-ba12-4b4f-b5b7-0ad7326f0167 req-03e4aab0-c213-42ac-aacf-24ab415aefe3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 210 time: 0.0672715
Nov 27 21:12:49.063884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-584a656f-c323-4377-90d0-694597502b5e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:49.065724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-584a656f-c323-4377-90d0-694597502b5e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.1552615
Nov 27 21:12:49.080402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'port': {'device_id': '877ad4f6-8ac7-4a05-ae90-009106aa4152', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'admin_state_up': True, 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:49.109832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::387 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/886f5971-e03c-47d1-a913-820161d39399/5079e5ec-c370-4c5f-9e68-55ce01482e91) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:49.122417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:b905 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/d8f92805-7c7a-415e-befc-28b4791bb10e/5079e5ec-c370-4c5f-9e68-55ce01482e91) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:49.214540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Made reservation on behalf of 4c38c1fb709545fbb6279c9ee1dafe5d for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:49.218280 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.302842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.316659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f0492-7000-4f30-a971-7c93cb85f7f9 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:49.351781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.362726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Allocated IP 172.20.0.7 (07546b02-5ee2-4818-98ab-2b9b50e1991f/07179a77-67fb-49d1-b1e5-6721a6f3c44b/d011b6d6-2042-4252-a9db-f8cef93c7678) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:49.371521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 9b807251-334b-4d12-8574-592e43e94490 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:12:49.401520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cda63d2a-7335-4f7d-b1fc-2bf04bbf7868 None None] Provisioning complete for port 65c86667-629e-4d89-8361-e50d2d1124b6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:49.401957 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cda63d2a-7335-4f7d-b1fc-2bf04bbf7868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.415437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:49.416490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=5079e5ec-c370-4c5f-9e68-55ce01482e91,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:49.421376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:49.433955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:49.440764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:49.447684 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.466340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-767fc72d-9cc7-49ef-9085-4ec85b907337 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 0.7513845
Nov 27 21:12:49.468920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38980) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:49.549684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.588234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbf4db-546d-4aad-8cc6-4b65a11d05ff tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port 5079e5ec-c370-4c5f-9e68-55ce01482e91 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:49.588803 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf4db-546d-4aad-8cc6-4b65a11d05ff tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.621533 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.627764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:49.645175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6a0db82d-42af-4626-865e-04c5b42fc108'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:12:49.673047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b83d7d-fc0f-4f89-ae25-5104781494c6 req-9f559291-4de3-4feb-bdd5-3fc8c8c03daf tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:49.674603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8b83d7d-fc0f-4f89-ae25-5104781494c6 req-9f559291-4de3-4feb-bdd5-3fc8c8c03daf tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 944 time: 0.0939598
Nov 27 21:12:49.701255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:49.708585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '9b807251-334b-4d12-8574-592e43e94490', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'port_id': '9b807251-334b-4d12-8574-592e43e94490', 'mac_address': 'fa:16:3e:a7:2d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:12:49.711060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:49.715310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'Port': ['ID=d011b6d6-2042-4252-a9db-f8cef93c7678,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:49.717602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:49.726820 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf4db-546d-4aad-8cc6-4b65a11d05ff tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.747288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbf4db-546d-4aad-8cc6-4b65a11d05ff tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for 5079e5ec-c370-4c5f-9e68-55ce01482e91 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:49.757799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 65c86667-629e-4d89-8361-e50d2d1124b6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:49.800348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8b83d7d-fc0f-4f89-ae25-5104781494c6 req-86291852-c8ec-40dc-8ed1-bc2517f9383d tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149762
Nov 27 21:12:49.806618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:49.807271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.853751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-58354b36-5f89-4bb4-9d62-3485ff144e9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7773778
Nov 27 21:12:49.873188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Request body: {'port': {'device_id': '877ad4f6-8ac7-4a05-ae90-009106aa4152', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:49.926465 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.934731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 65c86667-629e-4d89-8361-e50d2d1124b6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:49.935117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.947487 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:49.956332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b807251-334b-4d12-8574-592e43e94490 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:12:50.009222 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf4db-546d-4aad-8cc6-4b65a11d05ff tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.044696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:50.063050 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.083155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbf4db-546d-4aad-8cc6-4b65a11d05ff tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=5079e5ec-c370-4c5f-9e68-55ce01482e91,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:50.114221 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf4db-546d-4aad-8cc6-4b65a11d05ff tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.121413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a9dbf4db-546d-4aad-8cc6-4b65a11d05ff tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/5079e5ec-c370-4c5f-9e68-55ce01482e91 HTTP/1.1" status: 204  len: 168 time: 0.6491594
Nov 27 21:12:50.121642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38986) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:50.190928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=11']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:50.197924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-83ce5086-f98d-4e99-83b1-d0861a4fe066 None None] Provisioning complete for port d011b6d6-2042-4252-a9db-f8cef93c7678 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:50.198302 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-83ce5086-f98d-4e99-83b1-d0861a4fe066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.230008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb68430-3257-4bd8-85e4-6342458eebd4 req-23a066dc-d998-4656-bf6c-58d68c9dd804 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:50.231613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3bb68430-3257-4bd8-85e4-6342458eebd4 req-23a066dc-d998-4656-bf6c-58d68c9dd804 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 931 time: 0.0814157
Nov 27 21:12:50.239832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1eba34-90af-424c-9b43-091ca11daf75 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:50.241556 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9d1eba34-90af-424c-9b43-091ca11daf75 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1189888
Nov 27 21:12:50.247286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38988) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:50.303977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-83ce5086-f98d-4e99-83b1-d0861a4fe066 None None] Port d011b6d6-2042-4252-a9db-f8cef93c7678 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:12:50.343133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7184d4-b9df-41a1-bd0d-1ff1d92ca042 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:50.344786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-db7184d4-b9df-41a1-bd0d-1ff1d92ca042 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0965974
Nov 27 21:12:50.349032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3bb68430-3257-4bd8-85e4-6342458eebd4 req-f19e6048-4a84-483f-8081-13226a09752a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033974
Nov 27 21:12:50.349508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38990) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:50.402072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['9b807251-334b-4d12-8574-592e43e94490'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:12:50.424181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a4c7f-f229-4e2a-99d0-b59c01bffb16 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:50.432286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a4c7f-f229-4e2a-99d0-b59c01bffb16 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:50.434512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a4c7f-f229-4e2a-99d0-b59c01bffb16 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:50.437735 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1c2a4c7f-f229-4e2a-99d0-b59c01bffb16 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0871236
Nov 27 21:12:50.441317 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 38992) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:50.475502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-be538db0-ae1d-41e0-a993-257f0871dfed None None] Provisioning complete for port 65c86667-629e-4d89-8361-e50d2d1124b6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:50.476247 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be538db0-ae1d-41e0-a993-257f0871dfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.509129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b588e917-4b05-4cef-aad8-b8617bb4cf24 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 886f5971-e03c-47d1-a913-820161d39399 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:50.513144 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588e917-4b05-4cef-aad8-b8617bb4cf24 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.563632 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588e917-4b05-4cef-aad8-b8617bb4cf24 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.639631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-be538db0-ae1d-41e0-a993-257f0871dfed None None] Could not find standard attr ID for object 5079e5ec-c370-4c5f-9e68-55ce01482e91. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:50.658920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588e917-4b05-4cef-aad8-b8617bb4cf24 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.695811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d011b6d6-2042-4252-a9db-f8cef93c7678 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:12:50.704155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.732054 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588e917-4b05-4cef-aad8-b8617bb4cf24 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.732471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Transition to ACTIVE for port object d011b6d6-2042-4252-a9db-f8cef93c7678 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:12:50.736907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.754045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c031d28e-b5ef-4405-b470-bf2a248151ae None None] Could not find standard attr ID for object 5079e5ec-c370-4c5f-9e68-55ce01482e91. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:50.765155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588e917-4b05-4cef-aad8-b8617bb4cf24 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=886f5971-e03c-47d1-a913-820161d39399,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:50.770145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588e917-4b05-4cef-aad8-b8617bb4cf24 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:50.773527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b588e917-4b05-4cef-aad8-b8617bb4cf24 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/886f5971-e03c-47d1-a913-820161d39399 HTTP/1.1" status: 204  len: 168 time: 0.3288262
Nov 27 21:12:50.778115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 38994) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:50.787612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67800b4-7c18-42a5-adcb-95a07aed4836 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:50.836067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Pushing event updated for resources: {'Port': ['ID=d011b6d6-2042-4252-a9db-f8cef93c7678,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:50.920518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-158cc44c-5bd2-4835-b692-e86e1cf2a962 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet d8f92805-7c7a-415e-befc-28b4791bb10e {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:50.941237 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-158cc44c-5bd2-4835-b692-e86e1cf2a962 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.013683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-158cc44c-5bd2-4835-b692-e86e1cf2a962 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.016525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Attempting to bind port d011b6d6-2042-4252-a9db-f8cef93c7678 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:51.016866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Attempting to bind port d011b6d6-2042-4252-a9db-f8cef93c7678 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:51.017193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Attempting to bind port d011b6d6-2042-4252-a9db-f8cef93c7678 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:51.026075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88fa0e-cbf9-4b0f-ada6-e3299672a50e req-cbd6afd7-e974-4b70-a203-7872c6d0433a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:51.027684 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a88fa0e-cbf9-4b0f-ada6-e3299672a50e req-cbd6afd7-e974-4b70-a203-7872c6d0433a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 945 time: 0.1249311
Nov 27 21:12:51.070108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Port d011b6d6-2042-4252-a9db-f8cef93c7678 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:12:51.070464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Attempting to bind port d011b6d6-2042-4252-a9db-f8cef93c7678 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:51.085460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:51.086191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Checking segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:51.086629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Bound using segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:51.087082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Bound port: d011b6d6-2042-4252-a9db-f8cef93c7678, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:51.087470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.174677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a88fa0e-cbf9-4b0f-ada6-e3299672a50e req-d17715cb-9483-466f-9ef8-398e05c13ce6 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1278903
Nov 27 21:12:51.206959 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-158cc44c-5bd2-4835-b692-e86e1cf2a962 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.245967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] For port d011b6d6-2042-4252-a9db-f8cef93c7678, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:51.251088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] For port d011b6d6-2042-4252-a9db-f8cef93c7678, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d011b6d6-2042-4252-a9db-f8cef93c7678,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:51.257615 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.277320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:51.277973 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.279733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] 10.222.0.15 "PUT /v2.0/ports/d011b6d6-2042-4252-a9db-f8cef93c7678 HTTP/1.1" status: 200  len: 1091 time: 1.4169216
Nov 27 21:12:51.304998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877ad4f6-8ac7-4a05-ae90-009106aa4152', 'tag': 'd011b6d6-2042-4252-a9db-f8cef93c7678'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:12:51.307729 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8288d195-cb05-4f18-877b-bcc5b79915c1" -d '{"events": [{"name": "network-changed", "server_uuid": "877ad4f6-8ac7-4a05-ae90-009106aa4152", "tag": "d011b6d6-2042-4252-a9db-f8cef93c7678"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:12:51.352220 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-158cc44c-5bd2-4835-b692-e86e1cf2a962 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.366908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 9b807251-334b-4d12-8574-592e43e94490 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:51.409765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf390bb6-7760-458a-b50e-82add5eaeee7 service neutron] Pushing event updated for resources: {'Port': ['ID=d011b6d6-2042-4252-a9db-f8cef93c7678,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:51.415607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cc44c-5bd2-4835-b692-e86e1cf2a962 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f92805-7c7a-415e-befc-28b4791bb10e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:51.420476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-158cc44c-5bd2-4835-b692-e86e1cf2a962 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.427535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-158cc44c-5bd2-4835-b692-e86e1cf2a962 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/d8f92805-7c7a-415e-befc-28b4791bb10e HTTP/1.1" status: 204  len: 168 time: 0.6436434
Nov 27 21:12:51.432434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39004) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:51.453405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-daeacec0-bb4f-43b1-9eb9-c12227162b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:51.462488 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-daeacec0-bb4f-43b1-9eb9-c12227162b3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 1094 time: 0.1310472
Nov 27 21:12:51.474003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 9b807251-334b-4d12-8574-592e43e94490 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:12:51.480086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 9b807251-334b-4d12-8574-592e43e94490 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:51.480471 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.528361 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-ebc6f346-a18c-4b33-a04e-a96ecbba61f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d011b6d6-2042-4252-a9db-f8cef93c7678 HTTP/1.1" status: 200  len: 217 time: 0.0583849
Nov 27 21:12:51.540701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f48b840d-ebdb-45e3-817c-76c9c3c606be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1104290
Nov 27 21:12:51.543880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39006) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:51.550596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:51.570559 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c627dd8-ffa3-4474-8995-999c7dcc15da x-openstack-request-id: req-4c627dd8-ffa3-4474-8995-999c7dcc15da {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:12:51.571479 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877ad4f6-8ac7-4a05-ae90-009106aa4152", "tag": "d011b6d6-2042-4252-a9db-f8cef93c7678", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:12:51.572038 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c627dd8-ffa3-4474-8995-999c7dcc15da {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:12:51.572669 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877ad4f6-8ac7-4a05-ae90-009106aa4152', 'tag': 'd011b6d6-2042-4252-a9db-f8cef93c7678', 'status': 'completed', 'code': 200}
Nov 27 21:12:51.605166 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.648056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b807251-334b-4d12-8574-592e43e94490'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:12:51.651342 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd882d3-5f34-48fb-98d7-a3233472e233" -d '{"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-plugged", "status": "completed", "tag": "9b807251-334b-4d12-8574-592e43e94490"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:12:51.660620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c783cd-65fc-4f2e-af5b-8bbe11c5e64b req-08ad25f9-70e7-4e22-b060-1ebdf9ccec7f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:51.668541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0c783cd-65fc-4f2e-af5b-8bbe11c5e64b req-08ad25f9-70e7-4e22-b060-1ebdf9ccec7f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 943 time: 0.1505182
Nov 27 21:12:51.685096 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 9b807251-334b-4d12-8574-592e43e94490, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:51.691226 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.704138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-e53ecfe9-9740-4557-bd1e-02d3ae071c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:51.707962 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-e53ecfe9-9740-4557-bd1e-02d3ae071c74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.1551425
Nov 27 21:12:51.708466 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daa9f0e-2d68-48a7-9fa3-64412302d567 x-openstack-request-id: req-3daa9f0e-2d68-48a7-9fa3-64412302d567 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:12:51.708780 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-plugged", "status": "completed", "tag": "9b807251-334b-4d12-8574-592e43e94490", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:12:51.709259 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3daa9f0e-2d68-48a7-9fa3-64412302d567 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:12:51.709453 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b807251-334b-4d12-8574-592e43e94490', 'code': 200}
Nov 27 21:12:51.718160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:51.723061 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.749737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d7eea-1748-4c7d-b8f9-8a22bcc41b12 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:51.787499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0c783cd-65fc-4f2e-af5b-8bbe11c5e64b req-7f2c6bac-4f13-4c09-870b-44985ac25a33 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141443
Nov 27 21:12:51.803766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-2d6c454d-9369-449a-905b-139d19427085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:51.805444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-2d6c454d-9369-449a-905b-139d19427085 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0890326
Nov 27 21:12:51.832805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=12']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:51.932262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e23fc730-1426-4edc-9df7-2fb83c4c8c8b None None] Provisioning complete for port 65c86667-629e-4d89-8361-e50d2d1124b6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:51.932724 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e23fc730-1426-4edc-9df7-2fb83c4c8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.944970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-da078491-4190-4842-a0a7-4e12d3bf519b service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320207
Nov 27 21:12:51.964235 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:51.980542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd600fe6-2e88-4f0c-9395-2b12bc33f6ae req-a3a26310-c2c8-4388-95f4-abe314679676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:51.982730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd600fe6-2e88-4f0c-9395-2b12bc33f6ae req-a3a26310-c2c8-4388-95f4-abe314679676 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 1097 time: 0.0781727
Nov 27 21:12:51.998798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b1452-7ee4-49e5-88e9-08e5585bfd53 None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:52.011054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:52.016968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:52.021598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:52.022325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:52.038899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=170e7e07-4e87-48d5-87fe-19ff632211d5,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:52.051790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0c52c429-e752-4e07-abc1-f08638c8ffcb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5064833
Nov 27 21:12:52.052696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39010) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:52.060010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-eca18d8f-ce3a-46ec-aff5-7849a68d658c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:52.083723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-297b1452-7ee4-49e5-88e9-08e5585bfd53 None None] Deleting port 65c86667-629e-4d89-8361-e50d2d1124b6 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:52.084107 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-297b1452-7ee4-49e5-88e9-08e5585bfd53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:52.100358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bd600fe6-2e88-4f0c-9395-2b12bc33f6ae req-d3ca0260-7b30-4ed2-9527-b62640452d8e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855205
Nov 27 21:12:52.104041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae2dd5f3-68cd-4816-8082-fcb6ff6c583f req-b0a5e3e6-f26c-4660-9ed8-1c483069f79c service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511474
Nov 27 21:12:52.170259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-297b1452-7ee4-49e5-88e9-08e5585bfd53 None None] For port 65c86667-629e-4d89-8361-e50d2d1124b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65c86667-629e-4d89-8361-e50d2d1124b6,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:52.170718 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-297b1452-7ee4-49e5-88e9-08e5585bfd53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:52.185201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-297b1452-7ee4-49e5-88e9-08e5585bfd53 None None] Calling delete_port for 65c86667-629e-4d89-8361-e50d2d1124b6 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:52.188447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca18d8f-ce3a-46ec-aff5-7849a68d658c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:52.194606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eca18d8f-ce3a-46ec-aff5-7849a68d658c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:52.195408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-73564401-0ed0-45a1-b162-2bbfcc644281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:52.197491 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-73564401-0ed0-45a1-b162-2bbfcc644281 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 1094 time: 0.0468016
Nov 27 21:12:52.289304 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-297b1452-7ee4-49e5-88e9-08e5585bfd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:52.319020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-3173ccaf-29dc-45b2-b236-e8c0f19a16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:52.320641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b1452-7ee4-49e5-88e9-08e5585bfd53 None None] Pushing event deleted for resources: {'Port': ['ID=65c86667-629e-4d89-8361-e50d2d1124b6,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:52.320932 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-3173ccaf-29dc-45b2-b236-e8c0f19a16a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.1164219
Nov 27 21:12:52.326380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297b1452-7ee4-49e5-88e9-08e5585bfd53 None None] No DVR routers for this DVR port 65c86667-629e-4d89-8361-e50d2d1124b6 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:52.345106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90254f5c-d6a9-43cc-b22a-c93aed781168 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:52.380412 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-49d6eccc-c42a-4ad0-91f8-e10ee1165213 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d011b6d6-2042-4252-a9db-f8cef93c7678 HTTP/1.1" status: 200  len: 217 time: 0.0510614
Nov 27 21:12:52.433744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-19ff85b5-a81a-45a6-9509-91b76fcbb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:52.435238 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-19ff85b5-a81a-45a6-9509-91b76fcbb97d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0477099
Nov 27 21:12:52.488088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-bc998df6-a19b-4fa6-8516-5795f94e1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:52.490692 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-bc998df6-a19b-4fa6-8516-5795f94e1a07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0488789
Nov 27 21:12:52.521553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'tenant_id': '3f06361bf5e646249f7fa39d731d7a47', 'fixed_ips': [{'subnet_id': '170e7e07-4e87-48d5-87fe-19ff632211d5'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:12:52.522603 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:52.591243 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-eabb092c-05be-4cbc-8816-c63f2bfa557e service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926070
Nov 27 21:12:52.631783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77962bf-8fd4-4c59-88c5-7e156db66935 req-20879823-f17a-4581-abc1-e5aa7196e4d9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:52.633314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b77962bf-8fd4-4c59-88c5-7e156db66935 req-20879823-f17a-4581-abc1-e5aa7196e4d9 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 946 time: 0.1008189
Nov 27 21:12:52.672181 ncdv-master-1 neutron-server[120909]: INFO neutron.db.ipam_backend_mixin [None req-eca18d8f-ce3a-46ec-aff5-7849a68d658c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 170e7e07-4e87-48d5-87fe-19ff632211d5 (CIDR: 2001:db8::/64)
Nov 27 21:12:52.682316 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca18d8f-ce3a-46ec-aff5-7849a68d658c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:12:52.683233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca18d8f-ce3a-46ec-aff5-7849a68d658c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:52.689038 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8288d195-cb05-4f18-877b-bcc5b79915c1 req-055da5ed-c683-4a1d-ad5c-77121e3a9e66 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903168
Nov 27 21:12:52.705130 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b77962bf-8fd4-4c59-88c5-7e156db66935 req-dc85b60a-7348-4bc0-9b75-e691eb9ab761 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613837
Nov 27 21:12:52.714036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eca18d8f-ce3a-46ec-aff5-7849a68d658c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6591661
Nov 27 21:12:52.714821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39014) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:52.722507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'subnet': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:52.824708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Allocated IP 2001:db8::2 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/170e7e07-4e87-48d5-87fe-19ff632211d5/79de49eb-5039-416d-93a3-6c8e45aa6532) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:52.841707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:52.845364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:52.960942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f70e26-de82-43db-8d85-0affd00bb7de req-3d226912-70e9-4b66-94fb-04f237d9645b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:52.962979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43f70e26-de82-43db-8d85-0affd00bb7de req-3d226912-70e9-4b66-94fb-04f237d9645b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 943 time: 0.1019311
Nov 27 21:12:52.970798 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:52.978233 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.017782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:53.020726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:53.025792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:53.032542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Pushing event updated for resources: {'Port': ['ID=79de49eb-5039-416d-93a3-6c8e45aa6532,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:53.034049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43f70e26-de82-43db-8d85-0affd00bb7de req-0dce41b9-a948-47db-a31c-9878d2747b1f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639846
Nov 27 21:12:53.087809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Attempting to bind port 79de49eb-5039-416d-93a3-6c8e45aa6532 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:12:53.088199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Attempting to bind port 79de49eb-5039-416d-93a3-6c8e45aa6532 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:12:53.088575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Attempting to bind port 79de49eb-5039-416d-93a3-6c8e45aa6532 on network b35d14d8-f79d-48c1-bc3c-6c52c752991f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:12:53.094012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:12:53.094342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Checking segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:12:53.094776 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.095163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Bound using segment: {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:12:53.095679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Bound port: 79de49eb-5039-416d-93a3-6c8e45aa6532, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd271828-4419-4e59-8246-6678426e685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:12:53.096074 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.163329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] For port 79de49eb-5039-416d-93a3-6c8e45aa6532, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:12:53.166693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] For port 79de49eb-5039-416d-93a3-6c8e45aa6532, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79de49eb-5039-416d-93a3-6c8e45aa6532,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:12:53.170955 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.230234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efe533-ed58-4b2e-848e-0e8777b4e199 None None] Pushing event updated for resources: {'Port': ['ID=79de49eb-5039-416d-93a3-6c8e45aa6532,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:53.255342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.objects.ports [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120908) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Nov 27 21:12:53.418528 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d7da96-a7c9-43e0-8439-8200194c490b req-d572f086-e8c5-4e17-ac94-62a6f0d806a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0847063
Nov 27 21:12:53.516318 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.577749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7da96-a7c9-43e0-8439-8200194c490b req-6b23ff16-c95f-4c04-9296-1cfc9dd010c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:53.579298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d7da96-a7c9-43e0-8439-8200194c490b req-6b23ff16-c95f-4c04-9296-1cfc9dd010c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 1096 time: 0.0966389
Nov 27 21:12:53.772809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 79de49eb-5039-416d-93a3-6c8e45aa6532 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:53.777415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] For port 79de49eb-5039-416d-93a3-6c8e45aa6532, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79de49eb-5039-416d-93a3-6c8e45aa6532,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:53.779813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7da96-a7c9-43e0-8439-8200194c490b req-da75fc25-6004-40a7-84f0-5e9795874919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:53.781415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d7da96-a7c9-43e0-8439-8200194c490b req-da75fc25-6004-40a7-84f0-5e9795874919 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.1739650
Nov 27 21:12:53.840549 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d7da96-a7c9-43e0-8439-8200194c490b req-c7067aa3-aa98-412d-ad37-9681690c5d6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a0db82d-42af-4626-865e-04c5b42fc108 HTTP/1.1" status: 200  len: 217 time: 0.0509586
Nov 27 21:12:53.844152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 79de49eb-5039-416d-93a3-6c8e45aa6532 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:53.844555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.864082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.891281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04c3de-7798-4af6-95d4-ec6873eb338d req-862f47c7-78f9-41f3-9e42-a3441e19ffcf tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:53.893613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e04c3de-7798-4af6-95d4-ec6873eb338d req-862f47c7-78f9-41f3-9e42-a3441e19ffcf tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 946 time: 0.0635743
Nov 27 21:12:53.893773 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.894606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.947982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e04c3de-7798-4af6-95d4-ec6873eb338d req-87fced21-a76c-4297-b08b-833f2e5cd5f0 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464501
Nov 27 21:12:53.952294 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:53.990008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7da96-a7c9-43e0-8439-8200194c490b req-3c8471ca-cc09-46a0-8005-6c6e05f8af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:53.990008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d7da96-a7c9-43e0-8439-8200194c490b req-3c8471ca-cc09-46a0-8005-6c6e05f8af7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.1317880
Nov 27 21:12:53.990008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:54.010050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 79de49eb-5039-416d-93a3-6c8e45aa6532, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79de49eb-5039-416d-93a3-6c8e45aa6532,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:54.015051 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:54.021622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:54.029397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:54.030027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:54.056841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Subnet': ['ID=329306e6-bd91-414f-9c3d-b0865962920c,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:54.067635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=79de49eb-5039-416d-93a3-6c8e45aa6532,revision_number=4']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:54.102120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 65c86667-629e-4d89-8361-e50d2d1124b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:54.107939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-70511280-d428-4e73-a2ae-619e2a4d69e2 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.3918579
Nov 27 21:12:54.110272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39056) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:54.118068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Request body: {'port': {'network_id': 'b35d14d8-f79d-48c1-bc3c-6c52c752991f', 'mac_address': 'fa:16:3e:53:c9:1f', 'name': 'tempest-NetworksTestDHCPv6-727343105'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:12:54.131997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7da96-a7c9-43e0-8439-8200194c490b req-f7961dc0-654e-4728-a9c6-63183659551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:54.134328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d7da96-a7c9-43e0-8439-8200194c490b req-f7961dc0-654e-4728-a9c6-63183659551a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1329865
Nov 27 21:12:54.142900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=79de49eb-5039-416d-93a3-6c8e45aa6532,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:54.168921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 65c86667-629e-4d89-8361-e50d2d1124b6 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:12:54.169280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 65c86667-629e-4d89-8361-e50d2d1124b6 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:12:54.263334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Made reservation on behalf of 3f06361bf5e646249f7fa39d731d7a47 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:12:54.265483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b504e-7c6c-4642-a298-6ed3b4354939 req-19d52480-bc71-4a52-bd62-196ca02f3846 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:54.267197 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc6b504e-7c6c-4642-a298-6ed3b4354939 req-19d52480-bc71-4a52-bd62-196ca02f3846 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 943 time: 0.1310911
Nov 27 21:12:54.338830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d7da96-a7c9-43e0-8439-8200194c490b req-9d5b0411-678d-4721-9d4b-7de1eae8a85d service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645138
Nov 27 21:12:54.343711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc6b504e-7c6c-4642-a298-6ed3b4354939 req-778bf0d4-cd6c-45b9-b28a-39b0019124ca tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698121
Nov 27 21:12:54.374658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:54.396904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] device_id is not set on port 2a935956-950f-42db-9715-3bfbc8b0b995 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:12:54.442196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42d7da96-a7c9-43e0-8439-8200194c490b req-4d809b3b-bb55-4e76-88f5-b9faaaf74440 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964451
Nov 27 21:12:54.472819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95849c9-81e9-4b83-b92f-3733f06bdbd8 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:54.541253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-94b539e4-ce12-43e7-99a8-e16832af831a None None] Provisioning complete for port 79de49eb-5039-416d-93a3-6c8e45aa6532 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:54.541624 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-94b539e4-ce12-43e7-99a8-e16832af831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:54.590619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8::54 (b35d14d8-f79d-48c1-bc3c-6c52c752991f/170e7e07-4e87-48d5-87fe-19ff632211d5/2a935956-950f-42db-9715-3bfbc8b0b995) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:54.597650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Allocated IP 2001:db8:0:1:f816:3eff:fe53:c91f (b35d14d8-f79d-48c1-bc3c-6c52c752991f/329306e6-bd91-414f-9c3d-b0865962920c/2a935956-950f-42db-9715-3bfbc8b0b995) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:12:54.747810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:54.783098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:54.829432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:12:54.832794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:12:54.837560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:12:54.843537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:54.844176 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:54.850642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event updated for resources: {'Port': ['ID=2a935956-950f-42db-9715-3bfbc8b0b995,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:54.869014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-81d4ced8-0ab8-4655-a19d-66d376f48a6e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 0.7575550
Nov 27 21:12:54.871680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39058) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:54.966764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a238552a-0aa0-458c-b9d5-52c8f17c121b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting port 2a935956-950f-42db-9715-3bfbc8b0b995 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:54.966928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a238552a-0aa0-458c-b9d5-52c8f17c121b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.062216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a238552a-0aa0-458c-b9d5-52c8f17c121b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.076429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a238552a-0aa0-458c-b9d5-52c8f17c121b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Calling delete_port for 2a935956-950f-42db-9715-3bfbc8b0b995 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:55.099605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff786af-6366-4426-9d21-0a00711b6919 req-afe3e628-a460-4b19-b082-9972fd1ab540 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:55.101231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dff786af-6366-4426-9d21-0a00711b6919 req-afe3e628-a460-4b19-b082-9972fd1ab540 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 946 time: 0.0573406
Nov 27 21:12:55.154584 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dff786af-6366-4426-9d21-0a00711b6919 req-a060706b-62de-48ae-8dfb-282691da4317 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464833
Nov 27 21:12:55.262450 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a238552a-0aa0-458c-b9d5-52c8f17c121b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.291749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238552a-0aa0-458c-b9d5-52c8f17c121b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Port': ['ID=2a935956-950f-42db-9715-3bfbc8b0b995,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:55.320192 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-20292e94-9bbd-4df7-915e-2da2daa8fbfe None None] Provisioning complete for port 79de49eb-5039-416d-93a3-6c8e45aa6532 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:55.321684 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-20292e94-9bbd-4df7-915e-2da2daa8fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.341676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a238552a-0aa0-458c-b9d5-52c8f17c121b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.345009 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a238552a-0aa0-458c-b9d5-52c8f17c121b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/2a935956-950f-42db-9715-3bfbc8b0b995 HTTP/1.1" status: 204  len: 168 time: 0.4723063
Nov 27 21:12:55.347434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39064) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:55.412349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a6375b-6fb3-4a24-b8d4-60a019bf5dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:55.417710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f8a6375b-6fb3-4a24-b8d4-60a019bf5dbc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0670340
Nov 27 21:12:55.418461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39068) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:55.502556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ab242-da4a-4840-8899-aa422611beef tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:55.504108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4f6ab242-da4a-4840-8899-aa422611beef tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0844269
Nov 27 21:12:55.506804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39070) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:55.512760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1f483-4850-40d7-b0ad-87f58f7c7abc req-2d1c5f97-6cbc-4b12-94be-c909a0e33cfe tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:55.514244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3e1f483-4850-40d7-b0ad-87f58f7c7abc req-2d1c5f97-6cbc-4b12-94be-c909a0e33cfe tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 943 time: 0.0846305
Nov 27 21:12:55.540500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b245768e-509e-47cb-81a4-c81c86ebce65 None None] Could not find standard attr ID for object 2a935956-950f-42db-9715-3bfbc8b0b995. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:12:55.567542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d05b0a-496d-4e77-a894-14f80e752662 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:55.569306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d05b0a-496d-4e77-a894-14f80e752662 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:55.571219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d05b0a-496d-4e77-a894-14f80e752662 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:55.572244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a3e1f483-4850-40d7-b0ad-87f58f7c7abc req-39a79bd7-1cb1-4242-b36e-7ba5e3bcc690 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512857
Nov 27 21:12:55.575719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-08d05b0a-496d-4e77-a894-14f80e752662 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0678172
Nov 27 21:12:55.576380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39072) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:55.631347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-934c09b7-1a8e-4807-8088-3c305ff15108 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 170e7e07-4e87-48d5-87fe-19ff632211d5 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:55.634666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-934c09b7-1a8e-4807-8088-3c305ff15108 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.676092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-934c09b7-1a8e-4807-8088-3c305ff15108 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.717015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 79de49eb-5039-416d-93a3-6c8e45aa6532 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:55.762232 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-934c09b7-1a8e-4807-8088-3c305ff15108 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.763315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 79de49eb-5039-416d-93a3-6c8e45aa6532 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:55.763688 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.819526 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-934c09b7-1a8e-4807-8088-3c305ff15108 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.846148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c09b7-1a8e-4807-8088-3c305ff15108 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=170e7e07-4e87-48d5-87fe-19ff632211d5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:55.849754 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-934c09b7-1a8e-4807-8088-3c305ff15108 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.855405 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-934c09b7-1a8e-4807-8088-3c305ff15108 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/170e7e07-4e87-48d5-87fe-19ff632211d5 HTTP/1.1" status: 204  len: 168 time: 0.2761741
Nov 27 21:12:55.856115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39074) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:55.857916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ecd9e0-fff5-4fb0-b104-47c31f16a1a2 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:55.906789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-0087d07f-33b8-4b96-a526-eed55d7b6403 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Deleting subnet 329306e6-bd91-414f-9c3d-b0865962920c {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:12:55.909828 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0087d07f-33b8-4b96-a526-eed55d7b6403 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:55.953195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0087d07f-33b8-4b96-a526-eed55d7b6403 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:56.034418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0087d07f-33b8-4b96-a526-eed55d7b6403 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:56.094622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0087d07f-33b8-4b96-a526-eed55d7b6403 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:56.126259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087d07f-33b8-4b96-a526-eed55d7b6403 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Subnet': ['ID=329306e6-bd91-414f-9c3d-b0865962920c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:56.131401 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0087d07f-33b8-4b96-a526-eed55d7b6403 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:56.135713 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0087d07f-33b8-4b96-a526-eed55d7b6403 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/329306e6-bd91-414f-9c3d-b0865962920c HTTP/1.1" status: 204  len: 168 time: 0.2777946
Nov 27 21:12:56.138327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39076) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.185603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ac88bac2-20bb-4eee-bd58-9b9c39e2c76f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0437207
Nov 27 21:12:56.186385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39078) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.235651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7063d2d5-e8cb-4bda-b47b-6c8a73b26ecc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:56.237148 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7063d2d5-e8cb-4bda-b47b-6c8a73b26ecc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0496325
Nov 27 21:12:56.239603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39080) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.291642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf3e702-d756-46ae-9943-10f1f9e11953 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:56.293136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-daf3e702-d756-46ae-9943-10f1f9e11953 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0526104
Nov 27 21:12:56.295848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39082) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.333503 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c161713-11ae-41c4-a5b5-2445e01c997f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0364916
Nov 27 21:12:56.338386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39084) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.365798 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2603e1f-deeb-49c2-8dec-45a9e43e8981 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.366380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2603e1f-deeb-49c2-8dec-45a9e43e8981 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.370437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c2603e1f-deeb-49c2-8dec-45a9e43e8981 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/2a935956-950f-42db-9715-3bfbc8b0b995 HTTP/1.1" status: 404  len: 333 time: 0.0310814
Nov 27 21:12:56.373122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39086) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.399811 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ab18b8-0f0c-42ce-a253-7cca18fd5fcc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.400211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ab18b8-0f0c-42ce-a253-7cca18fd5fcc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.403365 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a2ab18b8-0f0c-42ce-a253-7cca18fd5fcc tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/329306e6-bd91-414f-9c3d-b0865962920c HTTP/1.1" status: 404  len: 337 time: 0.0290937
Nov 27 21:12:56.405884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39088) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.432790 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a6ad90-5790-4533-8904-cda7ceab7a5e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.433251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a6ad90-5790-4533-8904-cda7ceab7a5e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.436415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-04a6ad90-5790-4533-8904-cda7ceab7a5e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/170e7e07-4e87-48d5-87fe-19ff632211d5 HTTP/1.1" status: 404  len: 337 time: 0.0295780
Nov 27 21:12:56.438889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39090) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.461662 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-336b4539-9d43-4977-901f-33d6ff697034 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.462219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336b4539-9d43-4977-901f-33d6ff697034 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.467571 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-336b4539-9d43-4977-901f-33d6ff697034 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/5079e5ec-c370-4c5f-9e68-55ce01482e91 HTTP/1.1" status: 404  len: 333 time: 0.0254610
Nov 27 21:12:56.467814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39092) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.494977 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f135dad-11ff-4ea7-a514-3d3352c6e74f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.495460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f135dad-11ff-4ea7-a514-3d3352c6e74f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.498512 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5f135dad-11ff-4ea7-a514-3d3352c6e74f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/d8f92805-7c7a-415e-befc-28b4791bb10e HTTP/1.1" status: 404  len: 337 time: 0.0297647
Nov 27 21:12:56.501107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39094) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.518975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8774d37a-3009-421b-8832-05a270cb0fc5 None None] Network b35d14d8-f79d-48c1-bc3c-6c52c752991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:12:56.527225 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ef60cd-65c4-4ca4-8ad2-a999eafd9347 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.527675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ef60cd-65c4-4ca4-8ad2-a999eafd9347 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.530633 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b6ef60cd-65c4-4ca4-8ad2-a999eafd9347 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/886f5971-e03c-47d1-a913-820161d39399 HTTP/1.1" status: 404  len: 337 time: 0.0286114
Nov 27 21:12:56.533164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39096) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.535059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d011b6d6-2042-4252-a9db-f8cef93c7678 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:12:56.559079 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8446319-2b9f-41e2-987d-dca0b9e4143e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.559630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8446319-2b9f-41e2-987d-dca0b9e4143e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.562582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f8446319-2b9f-41e2-987d-dca0b9e4143e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/d2fdb392-a6ea-4514-9cf1-0cad1bf4d59d HTTP/1.1" status: 404  len: 333 time: 0.0285103
Nov 27 21:12:56.565143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39098) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.590060 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb888aca-a8c0-430f-a1a9-55b46edeaa1d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.590502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb888aca-a8c0-430f-a1a9-55b46edeaa1d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.593504 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fb888aca-a8c0-430f-a1a9-55b46edeaa1d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/507e91d1-54da-4bd6-8f45-d929400a5ffc HTTP/1.1" status: 404  len: 337 time: 0.0274656
Nov 27 21:12:56.596038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39100) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.607716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0f48fccf-733c-4240-bda0-a96e807e1ad0 None None] Provisioning complete for port 79de49eb-5039-416d-93a3-6c8e45aa6532 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:56.608095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f48fccf-733c-4240-bda0-a96e807e1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:56.624155 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac397bb6-8294-4d17-bf4f-a9e62acc3360 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.624724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac397bb6-8294-4d17-bf4f-a9e62acc3360 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.627985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ac397bb6-8294-4d17-bf4f-a9e62acc3360 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/d2ef877b-5dbe-404d-95f0-dd63af92e92b HTTP/1.1" status: 404  len: 337 time: 0.0309083
Nov 27 21:12:56.630434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39104) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.653575 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b365e0a-3451-4f8c-9f4a-d17a85ed3226 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.654272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b365e0a-3451-4f8c-9f4a-d17a85ed3226 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.657744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8b365e0a-3451-4f8c-9f4a-d17a85ed3226 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/92ec69c3-af77-414d-9125-b3f67a93e64a HTTP/1.1" status: 404  len: 333 time: 0.0260181
Nov 27 21:12:56.660067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39106) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.686480 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc18073c-d73d-4861-93a3-a2b7390bb1a3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.686986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc18073c-d73d-4861-93a3-a2b7390bb1a3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.692286 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fc18073c-d73d-4861-93a3-a2b7390bb1a3 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/dfac881a-4c54-4ed7-b304-3a792c5e6fe9 HTTP/1.1" status: 404  len: 337 time: 0.0289464
Nov 27 21:12:56.692770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39108) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.695322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da98ec-f39f-4f91-9766-7879b6c9c823 req-c9a193e2-6617-4e71-b331-d160cdadd048 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:56.697124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9da98ec-f39f-4f91-9766-7879b6c9c823 req-c9a193e2-6617-4e71-b331-d160cdadd048 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 943 time: 0.0502496
Nov 27 21:12:56.719356 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cfa6bb-7232-416a-b3a7-b2777f989933 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.719826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cfa6bb-7232-416a-b3a7-b2777f989933 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.722927 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f8cfa6bb-7232-416a-b3a7-b2777f989933 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/2202a6e2-1a47-4401-8170-780aaf73e32b HTTP/1.1" status: 404  len: 337 time: 0.0291076
Nov 27 21:12:56.725519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39110) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.753812 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a693d4-9f80-4efb-8796-ed64b06af408 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.754370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a693d4-9f80-4efb-8796-ed64b06af408 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.760020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f6a693d4-9f80-4efb-8796-ed64b06af408 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/dc9b9386-e720-48ed-beaa-772753c74513 HTTP/1.1" status: 404  len: 333 time: 0.0304229
Nov 27 21:12:56.760144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9da98ec-f39f-4f91-9766-7879b6c9c823 req-61e4ee6e-56fa-4d6a-8b22-4bf50c3d30c1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523942
Nov 27 21:12:56.760247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39112) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.791371 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d17925-ffa3-4743-8a47-3bb3bcdf55fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.791794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d17925-ffa3-4743-8a47-3bb3bcdf55fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.795006 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-10d17925-ffa3-4743-8a47-3bb3bcdf55fa tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/ad13b4f3-43f5-40ae-8190-01b421f534fb HTTP/1.1" status: 404  len: 337 time: 0.0338814
Nov 27 21:12:56.797533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39114) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.802924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d011b6d6-2042-4252-a9db-f8cef93c7678, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d011b6d6-2042-4252-a9db-f8cef93c7678,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:56.819684 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'd011b6d6-2042-4252-a9db-f8cef93c7678', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'port_id': 'd011b6d6-2042-4252-a9db-f8cef93c7678', 'mac_address': 'fa:16:3e:62:38:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:12:56.820134 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1530fea3-e7ef-4f98-bac1-e1851104d212 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.820774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1530fea3-e7ef-4f98-bac1-e1851104d212 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.823896 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1530fea3-e7ef-4f98-bac1-e1851104d212 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/bdeb7a12-a1b3-4656-aa4f-28772b59609a HTTP/1.1" status: 404  len: 333 time: 0.0254419
Nov 27 21:12:56.826417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39116) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.852799 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-343b231b-cfd0-43ec-9356-f69670177bb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.853265 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343b231b-cfd0-43ec-9356-f69670177bb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.856352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-343b231b-cfd0-43ec-9356-f69670177bb6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/654a8d17-9f3f-48ca-bd93-8a620e800d17 HTTP/1.1" status: 404  len: 337 time: 0.0290067
Nov 27 21:12:56.858905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39118) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.861299 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:56.872006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea21368-9774-4f2a-a8ad-0c5ba9efcca2 None None] DHCP port deletion for b35d14d8-f79d-48c1-bc3c-6c52c752991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:12:56.879613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d011b6d6-2042-4252-a9db-f8cef93c7678 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:12:56.882353 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfbebc5-dc28-4b88-beb3-b4f2775ab97b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.882895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfbebc5-dc28-4b88-beb3-b4f2775ab97b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.886646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5cfbebc5-dc28-4b88-beb3-b4f2775ab97b tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/683f2133-881e-4a23-bf36-9355b98c0621 HTTP/1.1" status: 404  len: 333 time: 0.0266240
Nov 27 21:12:56.889023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39120) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.914152 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b3f311-707e-4a09-8e33-c920993f293c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.914880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b3f311-707e-4a09-8e33-c920993f293c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.917702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-40b3f311-707e-4a09-8e33-c920993f293c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/0a289311-2db8-4b5f-a5c9-5634ae3508a7 HTTP/1.1" status: 404  len: 337 time: 0.0277581
Nov 27 21:12:56.920122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39122) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.921132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d011b6d6-2042-4252-a9db-f8cef93c7678, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d011b6d6-2042-4252-a9db-f8cef93c7678,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:56.927477 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:56.947175 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb066330-36ad-4ecc-99a2-e32a39bd779e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.947729 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb066330-36ad-4ecc-99a2-e32a39bd779e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.950784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cb066330-36ad-4ecc-99a2-e32a39bd779e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/a61db555-b4ff-4ecf-8c96-4517c5cff5d3 HTTP/1.1" status: 404  len: 333 time: 0.0297511
Nov 27 21:12:56.953323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39124) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.978886 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-92060867-467c-419c-bb6c-2b463d296af6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:56.979365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92060867-467c-419c-bb6c-2b463d296af6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:56.982440 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-92060867-467c-419c-bb6c-2b463d296af6 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/77b4f429-331d-48e7-a457-f39a87956b6d HTTP/1.1" status: 404  len: 337 time: 0.0282109
Nov 27 21:12:56.984034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fea21368-9774-4f2a-a8ad-0c5ba9efcca2 None None] Deleting port 79de49eb-5039-416d-93a3-6c8e45aa6532 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:12:56.984416 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fea21368-9774-4f2a-a8ad-0c5ba9efcca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:56.984939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39126) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:56.987036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d011b6d6-2042-4252-a9db-f8cef93c7678,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:57.008964 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-febb0998-55c3-4516-adad-1385b812f6be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.009501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febb0998-55c3-4516-adad-1385b812f6be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.012592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-febb0998-55c3-4516-adad-1385b812f6be tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/498be9a6-7d1f-4132-8814-55b7138e751a HTTP/1.1" status: 404  len: 333 time: 0.0267355
Nov 27 21:12:57.015041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39128) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.040886 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-557ee5c3-1854-4c72-9e29-5f04697489d9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.041487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557ee5c3-1854-4c72-9e29-5f04697489d9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.044546 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-557ee5c3-1854-4c72-9e29-5f04697489d9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/258d1100-8d64-4302-b4d5-6f5480649874 HTTP/1.1" status: 404  len: 337 time: 0.0285702
Nov 27 21:12:57.047158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39130) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.053712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fea21368-9774-4f2a-a8ad-0c5ba9efcca2 None None] For port 79de49eb-5039-416d-93a3-6c8e45aa6532, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79de49eb-5039-416d-93a3-6c8e45aa6532,segment=NetworkSegment(bd271828-4419-4e59-8246-6678426e685f),segment_id=bd271828-4419-4e59-8246-6678426e685f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:57.054120 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fea21368-9774-4f2a-a8ad-0c5ba9efcca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:57.067115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fea21368-9774-4f2a-a8ad-0c5ba9efcca2 None None] Calling delete_port for 79de49eb-5039-416d-93a3-6c8e45aa6532 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:12:57.073776 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b99cd5-a881-4ccf-8d0d-5e26557b5025 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.074329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b99cd5-a881-4ccf-8d0d-5e26557b5025 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.077456 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e7b99cd5-a881-4ccf-8d0d-5e26557b5025 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/8e7503b1-34b2-47ed-b8fd-daea02c51f97 HTTP/1.1" status: 404  len: 333 time: 0.0292914
Nov 27 21:12:57.079946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39132) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.104996 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e61e7a-ba69-46f6-acf3-8b696cd7ae1e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.105363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e61e7a-ba69-46f6-acf3-8b696cd7ae1e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.108359 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-40e61e7a-ba69-46f6-acf3-8b696cd7ae1e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/e780a48a-c31f-4859-bb82-8a3acc72eeef HTTP/1.1" status: 404  len: 337 time: 0.0274441
Nov 27 21:12:57.110857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39134) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.141381 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cce4b70-58d2-4ea9-8724-9f685ed7b98a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.142280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cce4b70-58d2-4ea9-8724-9f685ed7b98a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.145875 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1cce4b70-58d2-4ea9-8724-9f685ed7b98a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/74a5ab89-dd72-40a1-a22d-62efc5164c09 HTTP/1.1" status: 404  len: 337 time: 0.0340548
Nov 27 21:12:57.148464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39136) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.157985 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fea21368-9774-4f2a-a8ad-0c5ba9efcca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:57.171611 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d4114c-4834-496e-8ffc-46ad441fbdc1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.172161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d4114c-4834-496e-8ffc-46ad441fbdc1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.177529 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b3d4114c-4834-496e-8ffc-46ad441fbdc1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/0264e11e-3076-4c2a-9af6-0ca6cca8906f HTTP/1.1" status: 404  len: 333 time: 0.0253079
Nov 27 21:12:57.177845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39138) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.183725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea21368-9774-4f2a-a8ad-0c5ba9efcca2 None None] Pushing event deleted for resources: {'Port': ['ID=79de49eb-5039-416d-93a3-6c8e45aa6532,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:57.188715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea21368-9774-4f2a-a8ad-0c5ba9efcca2 None None] No DVR routers for this DVR port 79de49eb-5039-416d-93a3-6c8e45aa6532 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:12:57.205849 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bae53c-bf2d-44a4-847b-b7616c283ae9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.206304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bae53c-bf2d-44a4-847b-b7616c283ae9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.209378 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-35bae53c-bf2d-44a4-847b-b7616c283ae9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/4ac6b90f-89c0-480c-859c-84f18d6c0333 HTTP/1.1" status: 404  len: 337 time: 0.0305462
Nov 27 21:12:57.214313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39140) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.232305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['d011b6d6-2042-4252-a9db-f8cef93c7678'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:12:57.239607 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff9f656-8d5e-42e0-acd5-f39d578eb16e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.240055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff9f656-8d5e-42e0-acd5-f39d578eb16e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.243912 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4ff9f656-8d5e-42e0-acd5-f39d578eb16e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/16c0c2a1-19e8-4c5c-9cbc-a2653ab95bf6 HTTP/1.1" status: 404  len: 337 time: 0.0286803
Nov 27 21:12:57.246371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39142) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.267643 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5c1101-11d2-4c12-8ccc-58a8aeb8ff07 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.268162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5c1101-11d2-4c12-8ccc-58a8aeb8ff07 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.271170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9b5c1101-11d2-4c12-8ccc-58a8aeb8ff07 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/c1500b56-2a84-43c4-9a7a-8bc8150d2961 HTTP/1.1" status: 404  len: 333 time: 0.0238984
Nov 27 21:12:57.274243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39144) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.298826 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec5b236-d8be-43d3-9eea-5512f09fd17c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.299200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec5b236-d8be-43d3-9eea-5512f09fd17c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.302182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1ec5b236-d8be-43d3-9eea-5512f09fd17c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/e162ce57-cc23-470d-a7d8-35615a976231 HTTP/1.1" status: 404  len: 337 time: 0.0270441
Nov 27 21:12:57.304681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39146) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.332688 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-2444da3e-d345-4db1-985e-6a94a1a633a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.333152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2444da3e-d345-4db1-985e-6a94a1a633a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.336757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2444da3e-d345-4db1-985e-6a94a1a633a1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/63f01909-1a65-421b-9b4f-e53707b53b77 HTTP/1.1" status: 404  len: 337 time: 0.0306056
Nov 27 21:12:57.339561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39148) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.368414 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cafe35b-e396-417d-aa10-e40aeeedc3d1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.369143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cafe35b-e396-417d-aa10-e40aeeedc3d1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.372482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6cafe35b-e396-417d-aa10-e40aeeedc3d1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/d553d9bd-57f5-41b4-b527-d7bcaa0cef1f HTTP/1.1" status: 404  len: 333 time: 0.0319653
Nov 27 21:12:57.375393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39150) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.400182 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad4804c-ec61-4a55-bb18-dfac73bd894a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.400617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad4804c-ec61-4a55-bb18-dfac73bd894a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.403534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8ad4804c-ec61-4a55-bb18-dfac73bd894a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/eb9b10a4-a89b-44db-ab69-d51f16a521c8 HTTP/1.1" status: 404  len: 337 time: 0.0272148
Nov 27 21:12:57.405809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39152) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.430084 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-8917fb7e-c845-40df-bba5-2e94534cfa46 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.430528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8917fb7e-c845-40df-bba5-2e94534cfa46 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.433492 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8917fb7e-c845-40df-bba5-2e94534cfa46 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/4f846a75-59e2-4e79-a80e-7d3822f13089 HTTP/1.1" status: 404  len: 337 time: 0.0268121
Nov 27 21:12:57.435817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39154) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.462066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aaca49db-f54a-406b-958f-cccb67dfc5ff tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports?device_id=24397c07-0e8d-463d-b165-cdb229ab4890 HTTP/1.1" status: 200  len: 205 time: 0.0246880
Nov 27 21:12:57.464350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.708769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 79de49eb-5039-416d-93a3-6c8e45aa6532 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:12:57.734250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 79de49eb-5039-416d-93a3-6c8e45aa6532 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:12:57.734578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 79de49eb-5039-416d-93a3-6c8e45aa6532 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:12:57.838962 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-5555c0e9-20f3-4d46-9f5e-954df19e93df tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] delete failed (client error): The resource could not be found.
Nov 27 21:12:57.839972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5555c0e9-20f3-4d46-9f5e-954df19e93df tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/routers/24397c07-0e8d-463d-b165-cdb229ab4890 HTTP/1.1" status: 404  len: 336 time: 0.3747416
Nov 27 21:12:57.842647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39160) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.869409 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-603a998c-0aad-4a8b-b066-2d724fdb6401 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.869871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603a998c-0aad-4a8b-b066-2d724fdb6401 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:57.872994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-603a998c-0aad-4a8b-b066-2d724fdb6401 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/3eacc647-4877-4a5c-a5b4-7f73ccd6f738 HTTP/1.1" status: 404  len: 337 time: 0.0292745
Nov 27 21:12:57.875647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39162) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.894565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b614cd-d077-4d25-9f77-470ed4dbecdc req-0ad0d265-bd98-4ec6-ab4b-9ea32152b181 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:57.896014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93b614cd-d077-4d25-9f77-470ed4dbecdc req-0ad0d265-bd98-4ec6-ab4b-9ea32152b181 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 944 time: 0.0600395
Nov 27 21:12:57.911973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-27d94057-4dcb-417b-9c43-f957318a326a tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "GET /v2.0/ports?device_id=32499352-394b-4c19-b8e2-7d0707208bc6 HTTP/1.1" status: 200  len: 205 time: 0.0352445
Nov 27 21:12:57.914456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39164) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.954172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-93b614cd-d077-4d25-9f77-470ed4dbecdc req-c8ac8a0b-e73b-458a-9960-f7e298ade176 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450397
Nov 27 21:12:57.956248 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-0db7ec32-b8ee-4520-b5c6-879e7bae9de4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] delete failed (client error): The resource could not be found.
Nov 27 21:12:57.959295 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0db7ec32-b8ee-4520-b5c6-879e7bae9de4 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/routers/32499352-394b-4c19-b8e2-7d0707208bc6 HTTP/1.1" status: 404  len: 336 time: 0.0414939
Nov 27 21:12:57.959840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39174) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:57.996445 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdafaa45-81a5-4271-9191-b53e3fd6dd55 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:57.996909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdafaa45-81a5-4271-9191-b53e3fd6dd55 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.000074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bdafaa45-81a5-4271-9191-b53e3fd6dd55 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/d1a7df87-dcc2-4da8-b1b3-6ffc58cb2dfd HTTP/1.1" status: 404  len: 337 time: 0.0392644
Nov 27 21:12:58.002591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39182) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.028543 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-374bd0d0-2400-4029-93b8-ae310a1c11b1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.028988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374bd0d0-2400-4029-93b8-ae310a1c11b1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.031960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-374bd0d0-2400-4029-93b8-ae310a1c11b1 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/f3d0f094-5d6d-42f9-8e5d-95a03fe82c29 HTTP/1.1" status: 404  len: 337 time: 0.0284441
Nov 27 21:12:58.034157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39184) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.056158 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e684a655-52e2-4f92-a523-f1debf06f83e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.056663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e684a655-52e2-4f92-a523-f1debf06f83e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.059631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e684a655-52e2-4f92-a523-f1debf06f83e tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/c2d3d80e-f341-484e-b9fa-b90e8d08e815 HTTP/1.1" status: 404  len: 333 time: 0.0245986
Nov 27 21:12:58.061779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39186) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.086414 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a70cd6-885e-481d-b033-70e1d099f692 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.086843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a70cd6-885e-481d-b033-70e1d099f692 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.089775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1a70cd6-885e-481d-b033-70e1d099f692 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/69ec434f-821b-4982-8825-f8e7f98aaa28 HTTP/1.1" status: 404  len: 337 time: 0.0267837
Nov 27 21:12:58.091909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39188) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.112871 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-552f4554-62f8-4344-b12a-33e5bfa28610 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.113370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552f4554-62f8-4344-b12a-33e5bfa28610 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.116290 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-552f4554-62f8-4344-b12a-33e5bfa28610 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/fc76655e-317b-497a-bf31-2537c80ab717 HTTP/1.1" status: 404  len: 333 time: 0.0234971
Nov 27 21:12:58.119193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39190) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.147289 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3d9d57-e2b3-475b-977e-fecfc581af4f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.147725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3d9d57-e2b3-475b-977e-fecfc581af4f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.151143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8d3d9d57-e2b3-475b-977e-fecfc581af4f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/d10f84ba-82f7-4cc7-89c3-c265a3dda782 HTTP/1.1" status: 404  len: 337 time: 0.0310650
Nov 27 21:12:58.153346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39192) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.174862 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ab942e-56dd-4afc-b7bc-6eb74dc65e2c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.175332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ab942e-56dd-4afc-b7bc-6eb74dc65e2c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.178247 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-52ab942e-56dd-4afc-b7bc-6eb74dc65e2c tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/ed6937a4-db8e-44ce-8431-a39f16fb88b8 HTTP/1.1" status: 404  len: 333 time: 0.0240421
Nov 27 21:12:58.180470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39194) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.204701 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-68312b51-688b-48c5-8091-fbe49821e05d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.205132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68312b51-688b-48c5-8091-fbe49821e05d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.208403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-68312b51-688b-48c5-8091-fbe49821e05d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/6f5f24c3-a124-415f-a6c5-f62e824289e9 HTTP/1.1" status: 404  len: 337 time: 0.0267789
Nov 27 21:12:58.210309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39196) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.232578 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cf6ed4-bbb6-4a81-965d-bad2863a708f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.233115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cf6ed4-bbb6-4a81-965d-bad2863a708f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.236117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f6cf6ed4-bbb6-4a81-965d-bad2863a708f tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/cba90db9-8538-4bc1-9792-c85fd77a3fc1 HTTP/1.1" status: 404  len: 333 time: 0.0249445
Nov 27 21:12:58.238521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39198) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.264615 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d7c741-1b14-4ed2-95ef-03d3693e8ae9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.265080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d7c741-1b14-4ed2-95ef-03d3693e8ae9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.268104 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e4d7c741-1b14-4ed2-95ef-03d3693e8ae9 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/f7ec82c2-d1a4-4eab-a08a-148a0696b500 HTTP/1.1" status: 404  len: 337 time: 0.0286944
Nov 27 21:12:58.270404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39200) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.292182 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d91aace-0599-458a-b336-cf196d1b33fb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.292693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d91aace-0599-458a-b336-cf196d1b33fb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.295648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d91aace-0599-458a-b336-cf196d1b33fb tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/c9967091-ca12-4173-aae0-0e8ba2a18ed8 HTTP/1.1" status: 404  len: 333 time: 0.0243287
Nov 27 21:12:58.297915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39202) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.326913 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21942f8-58d6-4759-8caf-ab03a0dc689d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.327385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21942f8-58d6-4759-8caf-ab03a0dc689d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.330291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a21942f8-58d6-4759-8caf-ab03a0dc689d tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/4253a921-f5ba-4117-97ba-ce9829b6eaea HTTP/1.1" status: 404  len: 337 time: 0.0315042
Nov 27 21:12:58.332679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39204) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.355973 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff2e93b-6ced-4851-9c26-1705c6441eca tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.356499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff2e93b-6ced-4851-9c26-1705c6441eca tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.359489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0ff2e93b-6ced-4851-9c26-1705c6441eca tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/0548e654-0f39-45bb-b33c-774de3c8778b HTTP/1.1" status: 404  len: 333 time: 0.0258284
Nov 27 21:12:58.361999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39206) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.387726 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74485b3-8f1d-4c2a-8255-98d12ec3bbbd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.388165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74485b3-8f1d-4c2a-8255-98d12ec3bbbd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.391073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e74485b3-8f1d-4c2a-8255-98d12ec3bbbd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/7d4b0e95-5375-4018-a5c6-0e427e3ff51d HTTP/1.1" status: 404  len: 337 time: 0.0281923
Nov 27 21:12:58.393426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39208) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.414955 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3193ca-1e0a-4ba4-be76-a4eea3eae019 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.415483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3193ca-1e0a-4ba4-be76-a4eea3eae019 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.418412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7a3193ca-1e0a-4ba4-be76-a4eea3eae019 tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/ports/e3efd0f9-4021-45f5-b8d1-cfef77400c7f HTTP/1.1" status: 404  len: 333 time: 0.0241144
Nov 27 21:12:58.420598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39210) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.445890 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bc1caa-cdab-486d-962c-6adbfbf285ee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:12:58.446260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bc1caa-cdab-486d-962c-6adbfbf285ee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:12:58.449301 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1bc1caa-cdab-486d-962c-6adbfbf285ee tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/subnets/78d2af83-241b-4f53-9803-c0331ad0ab01 HTTP/1.1" status: 404  len: 337 time: 0.0278327
Nov 27 21:12:58.451788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39212) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:58.529062 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.562830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d011b6d6-2042-4252-a9db-f8cef93c7678 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:12:58.610073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port d011b6d6-2042-4252-a9db-f8cef93c7678 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:12:58.613409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.613729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port d011b6d6-2042-4252-a9db-f8cef93c7678 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:12:58.614100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.638390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd96b9d0>,) {'filters': {'network_id': ['b35d14d8-f79d-48c1-bc3c-6c52c752991f']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:12:58.648240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd96b9d0>, 'bd271828-4419-4e59-8246-6678426e685f') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:12:58.648544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd96b9d0>, 'bd271828-4419-4e59-8246-6678426e685f') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:12:58.658144 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.672222 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.678251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:12:58.678770 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   items = [
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:12:58.682599 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:12:58.694144 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.717276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877ad4f6-8ac7-4a05-ae90-009106aa4152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd011b6d6-2042-4252-a9db-f8cef93c7678'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:12:58.719685 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bfc172-29f2-4c60-b302-68a047bb75cc" -d '{"events": [{"server_uuid": "877ad4f6-8ac7-4a05-ae90-009106aa4152", "name": "network-vif-plugged", "status": "completed", "tag": "d011b6d6-2042-4252-a9db-f8cef93c7678"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:12:58.732871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d011b6d6-2042-4252-a9db-f8cef93c7678, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d011b6d6-2042-4252-a9db-f8cef93c7678,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:12:58.738830 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.746200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.759047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:58.762676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] 10.222.0.21 "DELETE /v2.0/networks/b35d14d8-f79d-48c1-bc3c-6c52c752991f HTTP/1.1" status: 204  len: 168 time: 0.3099725
Nov 27 21:12:58.767676 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fba3b2-28d8-4de5-81d2-06badf514269 x-openstack-request-id: req-e5fba3b2-28d8-4de5-81d2-06badf514269 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:12:58.767995 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877ad4f6-8ac7-4a05-ae90-009106aa4152", "name": "network-vif-plugged", "status": "completed", "tag": "d011b6d6-2042-4252-a9db-f8cef93c7678", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:12:58.768337 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5fba3b2-28d8-4de5-81d2-06badf514269 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:12:58.768648 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877ad4f6-8ac7-4a05-ae90-009106aa4152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd011b6d6-2042-4252-a9db-f8cef93c7678', 'code': 200}
Nov 27 21:12:58.782021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c974b-a097-4808-9ba5-e438387e88bd tempest-NetworksTestDHCPv6-258384614 tempest-NetworksTestDHCPv6-258384614-project] Pushing event deleted for resources: {'Network': ['ID=b35d14d8-f79d-48c1-bc3c-6c52c752991f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:58.802217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d011b6d6-2042-4252-a9db-f8cef93c7678,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:58.865419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90394-1068-4bc4-ba15-9caaf15ebe1d req-bed7ba7f-6589-4f0d-a548-ad2e5b35b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:58.867023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99a90394-1068-4bc4-ba15-9caaf15ebe1d req-bed7ba7f-6589-4f0d-a548-ad2e5b35b126 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 1096 time: 0.0442648
Nov 27 21:12:58.912997 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99a90394-1068-4bc4-ba15-9caaf15ebe1d req-0fcd8f3c-01fe-4eb4-bce2-bfa18647d31a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381255
Nov 27 21:12:59.024212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39222) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:59.085155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82b87a-7f98-4401-b52d-54e937cf31be req-aa09d575-603f-44d6-a82a-b581b0e2f300 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:12:59.087151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf82b87a-7f98-4401-b52d-54e937cf31be req-aa09d575-603f-44d6-a82a-b581b0e2f300 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 945 time: 0.0491922
Nov 27 21:12:59.150014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf82b87a-7f98-4401-b52d-54e937cf31be req-228ae2e8-c531-49e2-88be-f2a5c0b47c80 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567312
Nov 27 21:12:59.174393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a9ca134c-99ac-4e98-958d-10a406829675 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f06361bf5e646249f7fa39d731d7a47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1485941
Nov 27 21:12:59.176848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39226) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:12:59.222765 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4cb6195a-a898-4a8e-b123-e20ad08b6e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:59.244929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4cb6195a-a898-4a8e-b123-e20ad08b6e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:59.293913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4cb6195a-a898-4a8e-b123-e20ad08b6e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:59.297165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4cb6195a-a898-4a8e-b123-e20ad08b6e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:12:59.298341 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4cb6195a-a898-4a8e-b123-e20ad08b6e13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/742c9989-e123-4a29-a207-ccee68f5fba0 HTTP/1.1" status: 204  len: 168 time: 0.1205945
Nov 27 21:12:59.305984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6195a-a898-4a8e-b123-e20ad08b6e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742c9989-e123-4a29-a207-ccee68f5fba0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:12:59.924418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39248) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:00.019273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'networks': [{'name': 'tempest-network--248306672'}, {'name': 'tempest-network--1345742978'}]} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:00.019603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'network': {'name': 'tempest-network--248306672'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:00.020099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'network': {'name': 'tempest-network--1345742978'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:00.040854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Made reservation on behalf of 2bc43ac9ba60464592b7d8b5433737a4 for: {'network': 2} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:00.045540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.053705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.128187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.132756 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.133296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.170676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f3bc68-ca45-49fe-bfdc-a84514d3128b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:00.181126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:13:00.191925 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.192617 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Added segment 4af32d3b-81f7-46da-94c2-85dd8d372759 of type vlan for network 63c98e15-9e8d-47f3-8562-6115b5b6fe0b
Nov 27 21:13:00.233612 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.264639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:13:00.275046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.275427 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Added segment f846882b-5a65-459b-9e9d-886f7844f3d8 of type vlan for network 6eb83197-7991-46a7-84b8-01aeeca09af4
Nov 27 21:13:00.283011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3079eb-d097-4991-9060-b265c3896f7c req-128f16a7-1903-493b-baa3-94f6895a22c4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:00.284667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c3079eb-d097-4991-9060-b265c3896f7c req-128f16a7-1903-493b-baa3-94f6895a22c4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 945 time: 0.0547390
Nov 27 21:13:00.322749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.339075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c3079eb-d097-4991-9060-b265c3896f7c req-a6578112-da0b-4d8f-a121-83395d24768f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476024
Nov 27 21:13:00.349887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.350462 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.356836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:00.361864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:00.362817 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.418463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 0.4927778
Nov 27 21:13:00.421002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39256) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:00.433648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Network': ['ID=63c98e15-9e8d-47f3-8562-6115b5b6fe0b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:00.444061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 63c98e15-9e8d-47f3-8562-6115b5b6fe0b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:13:00.501668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911b487-56ef-4890-8dbe-ae59433bb207 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Network': ['ID=6eb83197-7991-46a7-84b8-01aeeca09af4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:00.512947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 6eb83197-7991-46a7-84b8-01aeeca09af4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:13:00.615533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b33288-f7d6-41e8-b297-436b07444c0d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:00.621738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b33288-f7d6-41e8-b297-436b07444c0d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:00.627590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b33288-f7d6-41e8-b297-436b07444c0d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:00.634250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b33288-f7d6-41e8-b297-436b07444c0d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:00.635886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e3b33288-f7d6-41e8-b297-436b07444c0d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.2137809
Nov 27 21:13:00.638655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39258) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:00.715596 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.798582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.818084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efaca850>,) {'filters': {'network_id': ['63c98e15-9e8d-47f3-8562-6115b5b6fe0b']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:00.827721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efaca850>, '4af32d3b-81f7-46da-94c2-85dd8d372759') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:00.828026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efaca850>, '4af32d3b-81f7-46da-94c2-85dd8d372759') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:00.842431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.856543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.862909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:13:00.863370 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:13:00.866315 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:13:00.921151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.929021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:00.932269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/networks/63c98e15-9e8d-47f3-8562-6115b5b6fe0b HTTP/1.1" status: 204  len: 168 time: 0.2927046
Nov 27 21:13:00.934991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39260) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:00.941963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8642e2c-98d7-42ac-996b-5853a877d619 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Network': ['ID=63c98e15-9e8d-47f3-8562-6115b5b6fe0b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:01.010507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.096582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.116195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd37eb80>,) {'filters': {'network_id': ['6eb83197-7991-46a7-84b8-01aeeca09af4']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:01.125726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd37eb80>, 'f846882b-5a65-459b-9e9d-886f7844f3d8') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:01.126034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd37eb80>, 'f846882b-5a65-459b-9e9d-886f7844f3d8') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:01.135820 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.148408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.154241 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:13:01.154758 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:13:01.157747 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:13:01.212244 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.218872 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.221984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/networks/6eb83197-7991-46a7-84b8-01aeeca09af4 HTTP/1.1" status: 204  len: 168 time: 0.2858727
Nov 27 21:13:01.224648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39262) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:01.237630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4a476-ea16-494e-b161-6a2b9201f0d3 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Network': ['ID=6eb83197-7991-46a7-84b8-01aeeca09af4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:01.329438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7fa3b4-00c1-4c05-88d7-df30695554df tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:01.335645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7fa3b4-00c1-4c05-88d7-df30695554df tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:01.337699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ad7fa3b4-00c1-4c05-88d7-df30695554df tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1119652
Nov 27 21:13:01.341439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39264) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:01.346196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1248413012'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:01.366723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Made reservation on behalf of 2bc43ac9ba60464592b7d8b5433737a4 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:01.370298 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.394086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:13:01.403064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.403449 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Added segment c2a7268a-03ed-44fa-833b-156cf4690f8a of type vlan for network c4732ae2-31ff-4cc2-a594-cde99f0a617d
Nov 27 21:13:01.442733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.467862 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.473400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:01.473982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.528851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.1863534
Nov 27 21:13:01.531550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39268) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:01.536627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-331587768'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:01.546603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101fac-8bc2-4973-8e80-9c86a9775ad9 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Network': ['ID=c4732ae2-31ff-4cc2-a594-cde99f0a617d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:01.557122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Made reservation on behalf of 2bc43ac9ba60464592b7d8b5433737a4 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:01.560818 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.565606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c4732ae2-31ff-4cc2-a594-cde99f0a617d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:13:01.585258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:13:01.594939 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.595351 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Added segment 9e2f536b-b2aa-4428-a961-d79dab56f1da of type vlan for network 75a0aba1-62a8-4692-ac80-8c974d5823dc
Nov 27 21:13:01.636902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.660416 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.666337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:01.666935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.722706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.1900375
Nov 27 21:13:01.725602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39270) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:01.730728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'ports': [{'network_id': 'c4732ae2-31ff-4cc2-a594-cde99f0a617d', 'name': 'tempest-port--1654079723', 'admin_state_up': True}, {'network_id': '75a0aba1-62a8-4692-ac80-8c974d5823dc', 'admin_state_up': False}]} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:01.731057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'port': {'network_id': 'c4732ae2-31ff-4cc2-a594-cde99f0a617d', 'name': 'tempest-port--1654079723', 'admin_state_up': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:01.731588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'port': {'network_id': '75a0aba1-62a8-4692-ac80-8c974d5823dc', 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:01.738021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7c0fb-347a-4aad-a2a9-94946e4007e4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Network': ['ID=75a0aba1-62a8-4692-ac80-8c974d5823dc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:01.749127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 75a0aba1-62a8-4692-ac80-8c974d5823dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:13:01.888783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Made reservation on behalf of 2bc43ac9ba60464592b7d8b5433737a4 for: {'port': 2} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:01.893378 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.906087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:01.981240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] device_id is not set on port f5c21a1e-4e83-4bc5-b4b5-bc1ec8f0b9d0 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:13:02.097110 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:02.161293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] device_id is not set on port 318b0796-f545-4ae7-80c6-1357f6631dfa yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:13:02.270691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:02.309719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:02.368995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Port': ['ID=f5c21a1e-4e83-4bc5-b4b5-bc1ec8f0b9d0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:02.379555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Checking segment: {'id': 'c2a7268a-03ed-44fa-833b-156cf4690f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c4732ae2-31ff-4cc2-a594-cde99f0a617d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:02.379925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Network hostable DHCP agents. Network: c4732ae2-31ff-4cc2-a594-cde99f0a617d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:13:02.395906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Network c4732ae2-31ff-4cc2-a594-cde99f0a617d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:13:02.403771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c4732ae2-31ff-4cc2-a594-cde99f0a617d) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:02.411445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc8e8f-826c-4ea7-8b53-0360dc5e036a None None] Network c4732ae2-31ff-4cc2-a594-cde99f0a617d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:02.411612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:02.412514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:02.474006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Port': ['ID=318b0796-f545-4ae7-80c6-1357f6631dfa,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:02.481854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Checking segment: {'id': '9e2f536b-b2aa-4428-a961-d79dab56f1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '75a0aba1-62a8-4692-ac80-8c974d5823dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:02.482229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Network hostable DHCP agents. Network: 75a0aba1-62a8-4692-ac80-8c974d5823dc, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:13:02.503482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Network 75a0aba1-62a8-4692-ac80-8c974d5823dc is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:13:02.513723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 75a0aba1-62a8-4692-ac80-8c974d5823dc) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:02.518165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:02.525112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac623c-103e-44b9-8eed-ee1737239bb5 None None] Network 75a0aba1-62a8-4692-ac80-8c974d5823dc requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:02.526683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:02.531966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:02.532610 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:02.552121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2adeba47-51cc-4634-929a-c861a8827b5d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 0.8253613
Nov 27 21:13:02.556750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39274) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:02.609665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40aa538-86b9-4c10-898f-86b4daff5828 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:02.615671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40aa538-86b9-4c10-898f-86b4daff5828 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:02.620300 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e40aa538-86b9-4c10-898f-86b4daff5828 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0594211
Nov 27 21:13:02.620699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39276) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:02.713494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d141f96c-e777-4016-8b79-c68afeabc1e2 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Deleting port f5c21a1e-4e83-4bc5-b4b5-bc1ec8f0b9d0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:02.713757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d141f96c-e777-4016-8b79-c68afeabc1e2 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:02.778564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d141f96c-e777-4016-8b79-c68afeabc1e2 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:02.791806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d141f96c-e777-4016-8b79-c68afeabc1e2 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Calling delete_port for f5c21a1e-4e83-4bc5-b4b5-bc1ec8f0b9d0 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:02.870886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d141f96c-e777-4016-8b79-c68afeabc1e2 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:02.900028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f96c-e777-4016-8b79-c68afeabc1e2 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Port': ['ID=f5c21a1e-4e83-4bc5-b4b5-bc1ec8f0b9d0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:02.906716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d141f96c-e777-4016-8b79-c68afeabc1e2 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:02.910112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d141f96c-e777-4016-8b79-c68afeabc1e2 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/ports/f5c21a1e-4e83-4bc5-b4b5-bc1ec8f0b9d0 HTTP/1.1" status: 204  len: 168 time: 0.2883456
Nov 27 21:13:02.912573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39278) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:03.005546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e42c9f58-0dd5-4534-960c-6a23d02a6663 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Deleting port 318b0796-f545-4ae7-80c6-1357f6631dfa {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:03.006006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e42c9f58-0dd5-4534-960c-6a23d02a6663 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.076904 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e42c9f58-0dd5-4534-960c-6a23d02a6663 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.089887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e42c9f58-0dd5-4534-960c-6a23d02a6663 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Calling delete_port for 318b0796-f545-4ae7-80c6-1357f6631dfa owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:03.170251 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e42c9f58-0dd5-4534-960c-6a23d02a6663 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.198386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c9f58-0dd5-4534-960c-6a23d02a6663 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Port': ['ID=318b0796-f545-4ae7-80c6-1357f6631dfa,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:03.203983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e42c9f58-0dd5-4534-960c-6a23d02a6663 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.207329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e42c9f58-0dd5-4534-960c-6a23d02a6663 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/ports/318b0796-f545-4ae7-80c6-1357f6631dfa HTTP/1.1" status: 204  len: 168 time: 0.2938006
Nov 27 21:13:03.209808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39280) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:03.236632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d6d286e3-9fc4-4abb-9bef-cdeaf8354a8d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0257812
Nov 27 21:13:03.240122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39282) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:03.245209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-470305893'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:03.265896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Made reservation on behalf of 2bc43ac9ba60464592b7d8b5433737a4 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:03.269366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.291810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:13:03.300441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.300783 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Added segment c4202e99-0cb0-486e-8df8-ad931cce625f of type vlan for network 740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0
Nov 27 21:13:03.342530 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.366065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.373306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:03.374254 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.430418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.1892917
Nov 27 21:13:03.433115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39284) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:03.438084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1155024487'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:03.447833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd945c24-f8d5-439e-b187-d8c1c37499b0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Network': ['ID=740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:03.457866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:13:03.460441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Made reservation on behalf of 2bc43ac9ba60464592b7d8b5433737a4 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:03.464659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.489072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:13:03.498040 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.498437 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Added segment 8b9c1fcc-2a78-4e46-8841-e72489631ce1 of type vlan for network b7ee2fad-5b4d-46f3-a096-674ab93d09f3
Nov 27 21:13:03.537210 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.561159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.567547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:03.568085 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.627707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.1934638
Nov 27 21:13:03.639492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc6e3f-2a56-469a-840e-4e47be24cc52 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Network': ['ID=b7ee2fad-5b4d-46f3-a096-674ab93d09f3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:03.651488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b7ee2fad-5b4d-46f3-a096-674ab93d09f3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:13:03.761654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39288) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:03.766848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'subnets': [{'network_id': '740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1129030603', 'ip_version': 4}, {'network_id': 'b7ee2fad-5b4d-46f3-a096-674ab93d09f3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:03.767176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'subnet': {'network_id': '740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1129030603', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:03.767789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Request body: {'subnet': {'network_id': 'b7ee2fad-5b4d-46f3-a096-674ab93d09f3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:03.921890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Made reservation on behalf of 2bc43ac9ba60464592b7d8b5433737a4 for: {'subnet': 2} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:03.926330 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:03.926679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.270127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.300105 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a475457a-aadb-40a8-a83f-1ad7e9ece795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.332405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Subnet': ['ID=103244f5-55e0-4ecc-9fe4-4cc5a2598729,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:04.340999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Checking segment: {'id': 'c4202e99-0cb0-486e-8df8-ad931cce625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:04.341373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Network hostable DHCP agents. Network: 740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:13:04.357236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Network 740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:13:04.365936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:04.370421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.378923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdadae01-9f8c-4084-b0fa-31b2b490476a None None] Network 740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:04.428825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event updated for resources: {'Subnet': ['ID=37ae44db-2451-43d5-9909-b895a6e812e1,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:04.455341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Checking segment: {'id': '8b9c1fcc-2a78-4e46-8841-e72489631ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b7ee2fad-5b4d-46f3-a096-674ab93d09f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:04.455702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Network hostable DHCP agents. Network: b7ee2fad-5b4d-46f3-a096-674ab93d09f3, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:13:04.473448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Network b7ee2fad-5b4d-46f3-a096-674ab93d09f3 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:13:04.483536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7ee2fad-5b4d-46f3-a096-674ab93d09f3) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:04.488316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:04.488316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:04.488799 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.508369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-14221fc3-9785-48b0-8288-febd44336cd4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 0.7455399
Nov 27 21:13:04.510911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39290) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:04.566782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9e78d-8eab-4c54-8409-c23e2b25aad4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:04.568245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9e78d-8eab-4c54-8409-c23e2b25aad4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:04.569910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9e78d-8eab-4c54-8409-c23e2b25aad4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:04.571701 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7ac9e78d-8eab-4c54-8409-c23e2b25aad4 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.0597992
Nov 27 21:13:04.574910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39292) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:04.628413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ce7bdd-2dab-4995-a982-9767df940508 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Deleting subnet 103244f5-55e0-4ecc-9fe4-4cc5a2598729 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:13:04.632021 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7bdd-2dab-4995-a982-9767df940508 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.642499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7f141-09a9-4988-874c-a5c64860b91f None None] Network b7ee2fad-5b4d-46f3-a096-674ab93d09f3 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:04.673729 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7bdd-2dab-4995-a982-9767df940508 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.723588 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7bdd-2dab-4995-a982-9767df940508 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.733297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d74f621-3025-4396-85c8-f2b5e2fba8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0', 'network_id': '740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0', 'tenant_id': '2bc43ac9ba60464592b7d8b5433737a4', 'fixed_ips': [{'subnet_id': '103244f5-55e0-4ecc-9fe4-4cc5a2598729'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:13:04.737619 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6d74f621-3025-4396-85c8-f2b5e2fba8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.784902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7bdd-2dab-4995-a982-9767df940508 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.813859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce7bdd-2dab-4995-a982-9767df940508 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Subnet': ['ID=103244f5-55e0-4ecc-9fe4-4cc5a2598729,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:04.815884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7bdd-2dab-4995-a982-9767df940508 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.821850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39296) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:04.822335 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d3ce7bdd-2dab-4995-a982-9767df940508 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/subnets/103244f5-55e0-4ecc-9fe4-4cc5a2598729 HTTP/1.1" status: 204  len: 168 time: 0.2459469
Nov 27 21:13:04.877295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-475c4ccd-ef60-4601-9866-ed61c3e33f1d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Deleting subnet 37ae44db-2451-43d5-9909-b895a6e812e1 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:13:04.880810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-475c4ccd-ef60-4601-9866-ed61c3e33f1d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server [None req-6d74f621-3025-4396-85c8-f2b5e2fba8af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 103244f5-55e0-4ecc-9fe4-4cc5a2598729: This subnet is being modified by another concurrent operation.
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 103244f5-55e0-4ecc-9fe4-4cc5a2598729: This subnet is being modified by another concurrent operation.
Nov 27 21:13:04.890837 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server 
Nov 27 21:13:04.899006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f975ebf-86b4-42f7-ab28-1d1505c8ba6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b7ee2fad-5b4d-46f3-a096-674ab93d09f3', 'network_id': 'b7ee2fad-5b4d-46f3-a096-674ab93d09f3', 'tenant_id': '2bc43ac9ba60464592b7d8b5433737a4', 'fixed_ips': [{'subnet_id': '37ae44db-2451-43d5-9909-b895a6e812e1'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:13:04.899006 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5f975ebf-86b4-42f7-ab28-1d1505c8ba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.912514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9885444d-bc7a-4f41-89e5-edc879a1b83a None None] Network 740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:04.928205 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-475c4ccd-ef60-4601-9866-ed61c3e33f1d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:04.972345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-475c4ccd-ef60-4601-9866-ed61c3e33f1d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.035481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-475c4ccd-ef60-4601-9866-ed61c3e33f1d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.062670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c4ccd-ef60-4601-9866-ed61c3e33f1d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Subnet': ['ID=37ae44db-2451-43d5-9909-b895a6e812e1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:05.066517 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-475c4ccd-ef60-4601-9866-ed61c3e33f1d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.072500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39298) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:05.072677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-475c4ccd-ef60-4601-9866-ed61c3e33f1d tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/subnets/37ae44db-2451-43d5-9909-b895a6e812e1 HTTP/1.1" status: 204  len: 168 time: 0.2494636
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server [None req-5f975ebf-86b4-42f7-ab28-1d1505c8ba6e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37ae44db-2451-43d5-9909-b895a6e812e1: This subnet is being modified by another concurrent operation.
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37ae44db-2451-43d5-9909-b895a6e812e1: This subnet is being modified by another concurrent operation.
Nov 27 21:13:05.092833 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server 
Nov 27 21:13:05.105013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e4f791-43a5-4eda-affc-f4eed25f7bcf None None] Network b7ee2fad-5b4d-46f3-a096-674ab93d09f3 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:05.132470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a5aa68-ca04-48dc-a214-77ece8a47bb8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:05.136679 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b3a5aa68-ca04-48dc-a214-77ece8a47bb8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0608215
Nov 27 21:13:05.139894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39300) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:05.216705 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f344eef-624f-46e8-8747-b0f04d0761a3 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:13:05.220594 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.300433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f344eef-624f-46e8-8747-b0f04d0761a3 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:13:05.304271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.325204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7daf10>,) {'filters': {'network_id': ['b7ee2fad-5b4d-46f3-a096-674ab93d09f3']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:05.334194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7daf10>, '8b9c1fcc-2a78-4e46-8841-e72489631ce1') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:05.334496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc7daf10>, '8b9c1fcc-2a78-4e46-8841-e72489631ce1') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:05.350736 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.363908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.370091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:13:05.370743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:13:05.374483 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:13:05.437208 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.446007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.452591 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/networks/b7ee2fad-5b4d-46f3-a096-674ab93d09f3 HTTP/1.1" status: 204  len: 168 time: 0.3108535
Nov 27 21:13:05.452833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39302) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:05.463494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82051c1-3460-4c56-ba94-3f2a797adc61 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Network': ['ID=b7ee2fad-5b4d-46f3-a096-674ab93d09f3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:05.528765 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.548348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa758434-5ca8-4f19-8696-88fe758647d1 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:13:05.616060 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.635513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa758434-5ca8-4f19-8696-88fe758647d1 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:13:05.636259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd078160>,) {'filters': {'network_id': ['740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:05.645403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd078160>, 'c4202e99-0cb0-486e-8df8-ad931cce625f') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:05.645701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd078160>, 'c4202e99-0cb0-486e-8df8-ad931cce625f') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:05.654949 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.667913 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.673660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:13:05.674043 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:13:05.677055 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:13:05.738849 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.745556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.749273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/networks/740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0 HTTP/1.1" status: 204  len: 168 time: 0.2961657
Nov 27 21:13:05.752288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39306) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:05.768111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d189bf-7fcd-4484-86f6-542fdcdd145b tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Network': ['ID=740e00ac-10d6-4c5c-af3c-7d97c5ab0ac0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:05.835047 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.920218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.939594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fce6efa0>,) {'filters': {'network_id': ['75a0aba1-62a8-4692-ac80-8c974d5823dc']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:05.948467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fce6efa0>, '9e2f536b-b2aa-4428-a961-d79dab56f1da') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:05.948771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fce6efa0>, '9e2f536b-b2aa-4428-a961-d79dab56f1da') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:05.957924 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.970520 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.976220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:13:05.977127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:13:05.980042 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:13:06.039789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.046653 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.049868 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/networks/75a0aba1-62a8-4692-ac80-8c974d5823dc HTTP/1.1" status: 204  len: 168 time: 0.2957811
Nov 27 21:13:06.052562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39308) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:06.064636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb6869-31d0-4f9c-b327-7df0e88151c0 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Network': ['ID=75a0aba1-62a8-4692-ac80-8c974d5823dc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:06.133430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.220690 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.240752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd564f70>,) {'filters': {'network_id': ['c4732ae2-31ff-4cc2-a594-cde99f0a617d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:06.250531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd564f70>, 'c2a7268a-03ed-44fa-833b-156cf4690f8a') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:06.250842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd564f70>, 'c2a7268a-03ed-44fa-833b-156cf4690f8a') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:06.260199 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.272983 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.279112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:13:06.279520 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:13:06.282399 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:13:06.341696 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.349180 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.352372 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] 10.222.0.21 "DELETE /v2.0/networks/c4732ae2-31ff-4cc2-a594-cde99f0a617d HTTP/1.1" status: 204  len: 168 time: 0.2986450
Nov 27 21:13:06.366420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d6b51-5d31-4aaf-becd-63bd0bd211c8 tempest-BulkNetworkOpsTest-1862285944 tempest-BulkNetworkOpsTest-1862285944-project] Pushing event deleted for resources: {'Network': ['ID=c4732ae2-31ff-4cc2-a594-cde99f0a617d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:06.441900 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4909b5f4-0966-4c83-a26f-1eabf7b2f407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.597786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39314) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:06.732489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-653b60e5-208e-4e45-bc62-51c9e9e1ca4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bc43ac9ba60464592b7d8b5433737a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1335399
Nov 27 21:13:06.735000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39318) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:06.785024 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb874a65-e7c7-47f7-a8fd-2173247f48e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.807726 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb874a65-e7c7-47f7-a8fd-2173247f48e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.853360 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb874a65-e7c7-47f7-a8fd-2173247f48e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.856010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fb874a65-e7c7-47f7-a8fd-2173247f48e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:06.857160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fb874a65-e7c7-47f7-a8fd-2173247f48e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09f3bc68-ca45-49fe-bfdc-a84514d3128b HTTP/1.1" status: 204  len: 168 time: 0.1212339
Nov 27 21:13:06.864565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb874a65-e7c7-47f7-a8fd-2173247f48e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f3bc68-ca45-49fe-bfdc-a84514d3128b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:07.832083 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:09.541088 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:10.261326 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:13.286775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766a560-60bd-4569-9bcc-0c157b29cab4 req-151d6262-afec-45bc-9688-9d1791ccfe99 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:13.288295 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4766a560-60bd-4569-9bcc-0c157b29cab4 req-151d6262-afec-45bc-9688-9d1791ccfe99 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0504527
Nov 27 21:13:13.336297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4766a560-60bd-4569-9bcc-0c157b29cab4 req-0a4fe3fe-656a-4141-b9a3-b74bc2b1d71c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420198
Nov 27 21:13:13.471046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371131b4-e026-4812-b271-7847f48f3608 req-edcf876d-43de-43cb-a2fa-571a07f6f52f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:13.471046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-371131b4-e026-4812-b271-7847f48f3608 req-edcf876d-43de-43cb-a2fa-571a07f6f52f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0580509
Nov 27 21:13:13.517791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-371131b4-e026-4812-b271-7847f48f3608 req-fec3bc74-2962-4224-830c-27ffc1a2da70 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431633
Nov 27 21:13:13.752846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28130e07-c32a-4d2f-b477-6096b0d6a392 req-a8d9131c-8744-4f25-8836-ed3f012a2dab tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:13.754263 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28130e07-c32a-4d2f-b477-6096b0d6a392 req-a8d9131c-8744-4f25-8836-ed3f012a2dab tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0550618
Nov 27 21:13:13.802441 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28130e07-c32a-4d2f-b477-6096b0d6a392 req-b0df3479-c704-4546-92c3-295e1debc5b0 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420144
Nov 27 21:13:14.153496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6930c84-1150-449f-b8dd-a676c5284f92 req-f397e3ca-ecd6-4e0e-b839-7213f695e51d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:14.155059 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6930c84-1150-449f-b8dd-a676c5284f92 req-f397e3ca-ecd6-4e0e-b839-7213f695e51d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0501051
Nov 27 21:13:14.202053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6930c84-1150-449f-b8dd-a676c5284f92 req-3bbe1f3b-1de7-41ea-9e1e-9ff1206a396e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408957
Nov 27 21:13:15.318578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e364f-d85a-425b-9e66-0a63c3869561 req-36c2ab6e-9d3b-4ac3-a6a2-a870833683c2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:15.320005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-958e364f-d85a-425b-9e66-0a63c3869561 req-36c2ab6e-9d3b-4ac3-a6a2-a870833683c2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0477633
Nov 27 21:13:15.369366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-958e364f-d85a-425b-9e66-0a63c3869561 req-d7fab921-0533-43d6-8e9d-c3ea5d5e26c6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432003
Nov 27 21:13:16.032515 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:16.485969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3149948-934a-419c-a7bd-7f621fd127d4 req-20222c45-bf69-4cd6-a60a-935eeeea9ddc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:16.487471 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3149948-934a-419c-a7bd-7f621fd127d4 req-20222c45-bf69-4cd6-a60a-935eeeea9ddc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0472674
Nov 27 21:13:16.540307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d3149948-934a-419c-a7bd-7f621fd127d4 req-32083b28-2cda-4ca4-b092-295f30ac486e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460103
Nov 27 21:13:17.653707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4cb2b-77da-4ebf-9d64-b3f685b49b07 req-9dec89e7-9583-4b98-a148-f32b0eac6546 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:17.655165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bee4cb2b-77da-4ebf-9d64-b3f685b49b07 req-9dec89e7-9583-4b98-a148-f32b0eac6546 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0478997
Nov 27 21:13:17.701908 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bee4cb2b-77da-4ebf-9d64-b3f685b49b07 req-4d8ac9da-59e5-472f-a71b-60f87cda98a4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407183
Nov 27 21:13:18.158453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d6b7e-3fc6-4212-a6fa-baf5a9634886 req-e49ad3a3-2c28-4178-bfa7-605c7844284d tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:18.159952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e19d6b7e-3fc6-4212-a6fa-baf5a9634886 req-e49ad3a3-2c28-4178-bfa7-605c7844284d tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 945 time: 0.0498900
Nov 27 21:13:18.207991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e19d6b7e-3fc6-4212-a6fa-baf5a9634886 req-f8dc347d-0181-4c66-9b04-57167cc050ee tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414360
Nov 27 21:13:18.405684 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:18.815092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eed91d-b975-4201-bd8e-118da9c9656f req-cebac3b1-d8fc-4507-a321-20e140a1098a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:18.816616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54eed91d-b975-4201-bd8e-118da9c9656f req-cebac3b1-d8fc-4507-a321-20e140a1098a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0476637
Nov 27 21:13:18.863810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54eed91d-b975-4201-bd8e-118da9c9656f req-17df2e1d-4044-4762-a110-deb896707fe7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407412
Nov 27 21:13:18.977446 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:13:19.333875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d966a-d8e8-45d4-b17f-a84ef76a6ec9 req-853d4660-002a-4905-ad44-295cda9cb4dc tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:19.335377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab4d966a-d8e8-45d4-b17f-a84ef76a6ec9 req-853d4660-002a-4905-ad44-295cda9cb4dc tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 945 time: 0.0565922
Nov 27 21:13:19.389051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab4d966a-d8e8-45d4-b17f-a84ef76a6ec9 req-33df95a2-2d5b-4c62-890a-cd23f930aaf2 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/security-groups?id=59658518-37d1-403d-bd33-b44142ef2edf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474231
Nov 27 21:13:19.749660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-4caa14db-e8d4-4f96-a9fe-15ca3ef1fb11 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:19.751095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-4caa14db-e8d4-4f96-a9fe-15ca3ef1fb11 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.35 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 945 time: 0.1864243
Nov 27 21:13:19.844430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Deleting port 016719dd-00d2-4489-a2b6-c05c7ea909ed {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:19.845098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:19.980408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] For port 016719dd-00d2-4489-a2b6-c05c7ea909ed, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=016719dd-00d2-4489-a2b6-c05c7ea909ed,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:19.980778 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:20.048407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133726f9-0a84-4d7a-a8dc-331827fa275c req-83e14716-1e01-42ea-bcf6-84ae8e428857 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:20.049911 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-133726f9-0a84-4d7a-a8dc-331827fa275c req-83e14716-1e01-42ea-bcf6-84ae8e428857 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1131413
Nov 27 21:13:20.149570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-133726f9-0a84-4d7a-a8dc-331827fa275c req-4d546c49-43d3-4391-a1a3-816d529c48e9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922842
Nov 27 21:13:20.201465 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:20.201839 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:20.202166 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Floating IP 8a0407b9-34ef-4eb3-ae56-22a9ad26daec disassociated. External IP: 172.35.3.207, port: 016719dd-00d2-4489-a2b6-c05c7ea909ed.
Nov 27 21:13:20.202513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Calling delete_port for 016719dd-00d2-4489-a2b6-c05c7ea909ed owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:20.328353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:20.359360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event deleted for resources: {'Port': ['ID=016719dd-00d2-4489-a2b6-c05c7ea909ed,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:20.498963 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ce72fdb-c90b-4504-92b8-ca9493d985df req-a040d27e-d238-419d-ac44-18048c9057dd tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "GET /v2.0/ports?device_id=592ef09c-8fa3-4952-a2c1-8aa3bf414542 HTTP/1.1" status: 200  len: 210 time: 0.0328465
Nov 27 21:13:20.518649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Router 18243142-ada0-43a6-a282-aec9572be8d7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:13:20.630646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:20.640535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] Sync routers for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:20.654357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:20.655422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd926f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:20.669000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] No DVR routers for this DVR port 016719dd-00d2-4489-a2b6-c05c7ea909ed on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:13:20.671600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:20.674891 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a610b1fb-aecf-409c-9e38-049e3053e2f5 req-94f12654-c3d7-498d-b34f-739e0c60ea05 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.35 "DELETE /v2.0/ports/016719dd-00d2-4489-a2b6-c05c7ea909ed HTTP/1.1" status: 204  len: 173 time: 0.9169629
Nov 27 21:13:20.675357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'name': 'network-vif-deleted', 'tag': '016719dd-00d2-4489-a2b6-c05c7ea909ed'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:13:20.677715 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210bd5c5-bf2c-4089-9bce-cd25cae49c0e" -d '{"events": [{"server_uuid": "592ef09c-8fa3-4952-a2c1-8aa3bf414542", "name": "network-vif-deleted", "tag": "016719dd-00d2-4489-a2b6-c05c7ea909ed"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:13:20.722612 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76039a60-3301-46d8-a193-67b82ee21be3 x-openstack-request-id: req-76039a60-3301-46d8-a193-67b82ee21be3 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:13:20.722922 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592ef09c-8fa3-4952-a2c1-8aa3bf414542", "name": "network-vif-deleted", "tag": "016719dd-00d2-4489-a2b6-c05c7ea909ed", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:13:20.723163 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76039a60-3301-46d8-a193-67b82ee21be3 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:13:20.723623 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592ef09c-8fa3-4952-a2c1-8aa3bf414542', 'name': 'network-vif-deleted', 'tag': '016719dd-00d2-4489-a2b6-c05c7ea909ed', 'status': 'completed', 'code': 200}
Nov 27 21:13:20.779122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:20.983213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd926f70>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:16Z', 'revision_number': 5, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:21.010632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] Checking router: 18243142-ada0-43a6-a282-aec9572be8d7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:21.018996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:21.019631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd926f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:21.136101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:21.275074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563eb99a-902e-4373-9a4c-587104513f3c req-acb29e21-9db9-406c-8efa-7a1f47426336 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:21.276585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-563eb99a-902e-4373-9a4c-587104513f3c req-acb29e21-9db9-406c-8efa-7a1f47426336 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0501022
Nov 27 21:13:21.324895 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-563eb99a-902e-4373-9a4c-587104513f3c req-c74d5518-86e2-440a-af73-eb5ac401a195 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421531
Nov 27 21:13:21.336828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd926f70>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:16Z', 'revision_number': 5, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:21.364668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8d895-81c9-45db-ae2f-a039f175876e None None] The sync data for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 is: [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baea8521-4b70-4561-842b-3b6735e4b9fa', 'name': '', 'network_id': '82b7458b-bb62-43f1-8459-dfaac22cfd80', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'mac_address': 'fa:16:3e:be:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:10Z', 'updated_at': '2021-11-27T21:08:16Z', 'revision_number': 5, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'subnets': [{'id': '25faca2d-2257-4a52-b33e-465ce544c73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:21.561054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39620) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:21.623443 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b309a2-8b3b-448e-800b-f84771a3e6a9 None None] New status for floating IP 8a0407b9-34ef-4eb3-ae56-22a9ad26daec: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:13:21.712279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Deleting port 4b8208dd-1a4e-4be6-8293-7d0f8a6d0697 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:21.713000 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:21.806806 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:21.807144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:21.819635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Calling delete_port for 4b8208dd-1a4e-4be6-8293-7d0f8a6d0697 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:21.960828 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:22.001606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event deleted for resources: {'Port': ['ID=4b8208dd-1a4e-4be6-8293-7d0f8a6d0697,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:22.059713 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:22.062267 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:22.063452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4f4f7bae-755b-466f-8324-669c35a5cd72 tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "DELETE /v2.0/floatingips/8a0407b9-34ef-4eb3-ae56-22a9ad26daec HTTP/1.1" status: 204  len: 168 time: 0.5013838
Nov 27 21:13:22.130308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39662) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:22.189928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e573469-d6fa-4e5c-9369-6870afb08acd tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:22.214679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e573469-d6fa-4e5c-9369-6870afb08acd tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:22.272350 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e573469-d6fa-4e5c-9369-6870afb08acd tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:22.275678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e573469-d6fa-4e5c-9369-6870afb08acd tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:22.276845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9e573469-d6fa-4e5c-9369-6870afb08acd tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] 10.222.0.21 "DELETE /v2.0/security-groups/59658518-37d1-403d-bd33-b44142ef2edf HTTP/1.1" status: 204  len: 168 time: 0.1454346
Nov 27 21:13:22.285779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e573469-d6fa-4e5c-9369-6870afb08acd tempest-TestServerBasicOps-2031923136 tempest-TestServerBasicOps-2031923136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59658518-37d1-403d-bd33-b44142ef2edf,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:22.315450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39666) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:22.456106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ef29a-5117-4621-84be-bdbcff5ad984 req-9e9db271-d2ec-4e3f-9315-ca542563aef3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:22.458162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-461ef29a-5117-4621-84be-bdbcff5ad984 req-9e9db271-d2ec-4e3f-9315-ca542563aef3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0617862
Nov 27 21:13:22.505139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-461ef29a-5117-4621-84be-bdbcff5ad984 req-d6b3be1c-92a6-46e8-89be-1178fbbb42c2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409272
Nov 27 21:13:23.144081 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:23.393921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Deleting port baea8521-4b70-4561-842b-3b6735e4b9fa {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:23.394617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:23.471081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] For port baea8521-4b70-4561-842b-3b6735e4b9fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=baea8521-4b70-4561-842b-3b6735e4b9fa,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:23.471484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:23.482359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 016719dd-00d2-4489-a2b6-c05c7ea909ed no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:23.484827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Calling delete_port for baea8521-4b70-4561-842b-3b6735e4b9fa owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:23.502638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 016719dd-00d2-4489-a2b6-c05c7ea909ed {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:23.503087 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 016719dd-00d2-4489-a2b6-c05c7ea909ed not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:23.652348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf02901-9231-4352-9e8c-b020a2c0e504 req-5b8ddb1e-3f57-4872-b183-492ed6f51cc9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:23.653748 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3bf02901-9231-4352-9e8c-b020a2c0e504 req-5b8ddb1e-3f57-4872-b183-492ed6f51cc9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0714366
Nov 27 21:13:23.738928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3bf02901-9231-4352-9e8c-b020a2c0e504 req-0757a890-442f-41c5-84b1-2f55e212f73c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764842
Nov 27 21:13:23.740019 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:23.766949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=baea8521-4b70-4561-842b-3b6735e4b9fa,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:23.927555 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:24.150730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Router 18243142-ada0-43a6-a282-aec9572be8d7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:13:24.266713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:24.275462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ca7be330-c5fd-4eee-a13c-7592520d7ed9 admin admin] 10.222.0.21 "PUT /v2.0/routers/18243142-ada0-43a6-a282-aec9572be8d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9557636
Nov 27 21:13:24.275581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39694) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:24.277416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] Sync routers for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:24.289898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:24.290664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf93b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:24.396572 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:24.438680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:24.639350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf93b50>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:13:23Z', 'revision_number': 5, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:24.820868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] Checking router: 18243142-ada0-43a6-a282-aec9572be8d7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:24.829714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] Routers {'18243142-ada0-43a6-a282-aec9572be8d7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:24.830347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf93b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['18243142-ada0-43a6-a282-aec9572be8d7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:24.900130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1c6e-6d9c-455d-8292-3ab68de7925e req-44c11542-f9d1-41f3-8c95-45fcbc245778 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:24.901540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e87a1c6e-6d9c-455d-8292-3ab68de7925e req-44c11542-f9d1-41f3-8c95-45fcbc245778 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0685668
Nov 27 21:13:24.903628 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:24.947029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] Set router 18243142-ada0-43a6-a282-aec9572be8d7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:24.975680 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e87a1c6e-6d9c-455d-8292-3ab68de7925e req-710d3655-587d-40ab-ac77-bd3ec717be12 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673780
Nov 27 21:13:24.990475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Deleting port 56609901-117b-4bce-9b6d-f86ae4e71604 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:24.990946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.078594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] For port 56609901-117b-4bce-9b6d-f86ae4e71604, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56609901-117b-4bce-9b6d-f86ae4e71604,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:25.078993 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.093027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Calling delete_port for 56609901-117b-4bce-9b6d-f86ae4e71604 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:25.150020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf93b50>, [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:13:23Z', 'revision_number': 5, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:25.183212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23883d-0472-4d06-b4dc-1b30b031dde0 None None] The sync data for ids ['18243142-ada0-43a6-a282-aec9572be8d7'] in ncdv-master-1 is: [{'id': '18243142-ada0-43a6-a282-aec9572be8d7', 'name': 'tempest-TestServerBasicOps-74833711-router', 'tenant_id': '49981e6330d04897a5b23f4ca0b9a934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25'}], 'enable_snat': True}, 'gw_port_id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:13:23Z', 'revision_number': 5, 'project_id': '49981e6330d04897a5b23f4ca0b9a934', 'gw_port': {'id': '56609901-117b-4bce-9b6d-f86ae4e71604', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18243142-ada0-43a6-a282-aec9572be8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:08Z', 'updated_at': '2021-11-27T21:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:25.296566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91d94e-7f8d-4237-a15a-2d73f3a9b2d5 req-e7ba9019-8f06-4064-955d-84f1982088c0 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:25.298079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4e91d94e-7f8d-4237-a15a-2d73f3a9b2d5 req-e7ba9019-8f06-4064-955d-84f1982088c0 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1386154
Nov 27 21:13:25.336451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-2c6a1564-00e5-41be-abec-f996b4d4b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:25.338890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-2c6a1564-00e5-41be-abec-f996b4d4b4b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1096 time: 0.1344287
Nov 27 21:13:25.389895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39724) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:25.458420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4e91d94e-7f8d-4237-a15a-2d73f3a9b2d5 req-534c1136-809e-410e-ba5d-bedb162edb46 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1507611
Nov 27 21:13:25.461198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.500512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e49add26-4c11-47f1-93cb-382d11588284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.506321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=56609901-117b-4bce-9b6d-f86ae4e71604,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:25.514997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566d27a-b831-420f-af67-0712b075c120 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:25.574360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-b9622c60-b887-4afc-aeb3-7aa1194b2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:25.575938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-b9622c60-b887-4afc-aeb3-7aa1194b2bf9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.2274497
Nov 27 21:13:25.597698 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.603142 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e49add26-4c11-47f1-93cb-382d11588284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.608091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e49add26-4c11-47f1-93cb-382d11588284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.646498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49add26-4c11-47f1-93cb-382d11588284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e877401b-0488-449d-afb8-f2514646d359,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:25.654388 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e49add26-4c11-47f1-93cb-382d11588284 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb3145e89af44609a08c102ae0ff2ef6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2611408
Nov 27 21:13:25.654618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39728) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:25.719402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-75b8be52-3856-4047-a748-963becb3c2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.739974 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.743799 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.746765 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-75b8be52-3856-4047-a748-963becb3c2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.752547 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-eed5526b-85e4-4a29-8790-fa2574b11505 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1000 time: 0.1643567
Nov 27 21:13:25.818432 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-75b8be52-3856-4047-a748-963becb3c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.821980 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-75b8be52-3856-4047-a748-963becb3c2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.830128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.830906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18243142-ada0-43a6-a282-aec9572be8d7 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:13:25.831041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device baea8521-4b70-4561-842b-3b6735e4b9fa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:25.834597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-75b8be52-3856-4047-a748-963becb3c2a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e877401b-0488-449d-afb8-f2514646d359 HTTP/1.1" status: 204  len: 168 time: 0.1764476
Nov 27 21:13:25.836429 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.839867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b5d4c82d-ac57-47cb-a869-8c7ff5bfdfe7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/18243142-ada0-43a6-a282-aec9572be8d7 HTTP/1.1" status: 204  len: 168 time: 1.5629263
Nov 27 21:13:25.840501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39732) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:25.848248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8be52-3856-4047-a748-963becb3c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e877401b-0488-449d-afb8-f2514646d359,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:25.880612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: baea8521-4b70-4561-842b-3b6735e4b9fa {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:25.880981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device baea8521-4b70-4561-842b-3b6735e4b9fa not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:25.889043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-31384162-d172-4d87-be4c-3a551ac84529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:25.890987 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-31384162-d172-4d87-be4c-3a551ac84529 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.1031537
Nov 27 21:13:25.912906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9549966-2636-4be0-adb4-0b92ccf59ccd admin admin] Deleting subnet 25faca2d-2257-4a52-b33e-465ce544c73e {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:13:25.917452 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9549966-2636-4be0-adb4-0b92ccf59ccd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:25.978515 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9549966-2636-4be0-adb4-0b92ccf59ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.000574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-26881b83-b1eb-4265-9b3e-ad021d23ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:26.002334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-26881b83-b1eb-4265-9b3e-ad021d23ace3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0998034
Nov 27 21:13:26.133234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9549966-2636-4be0-adb4-0b92ccf59ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.152810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39736) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:26.166381 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-d5d20cb7-8863-4008-82b4-d64c7fd069fc service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535878
Nov 27 21:13:26.166612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f98ecb85-42c2-4e89-be56-189b66120dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.242554 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f98ecb85-42c2-4e89-be56-189b66120dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.248672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f98ecb85-42c2-4e89-be56-189b66120dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.257789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9549966-2636-4be0-adb4-0b92ccf59ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.286970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f98ecb85-42c2-4e89-be56-189b66120dcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dea8240b1aba428ba7d40aaa68ae2fdf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1330464
Nov 27 21:13:26.287986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ecb85-42c2-4e89-be56-189b66120dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256c239b-d87a-4a7e-8a4f-1d690f95c74e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:26.290811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39738) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:26.296984 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d9549966-2636-4be0-adb4-0b92ccf59ccd admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.304978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d9549966-2636-4be0-adb4-0b92ccf59ccd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/25faca2d-2257-4a52-b33e-465ce544c73e HTTP/1.1" status: 204  len: 168 time: 0.4607613
Nov 27 21:13:26.305394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9549966-2636-4be0-adb4-0b92ccf59ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25faca2d-2257-4a52-b33e-465ce544c73e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:26.308825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f3d934-5980-4b84-9e2c-4836b5f92c48 None None] Network 82b7458b-bb62-43f1-8459-dfaac22cfd80 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:26.316541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39740) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:26.356625 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-426e72e8-d60a-401b-b3da-4ae206d4e0a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.380113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80cffa3-78b5-413b-bcb8-52cd37c980e4 req-e53e71a3-eef6-426c-bc49-889da6652d11 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2052872
Nov 27 21:13:26.390038 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-426e72e8-d60a-401b-b3da-4ae206d4e0a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.414328 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.456213 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-426e72e8-d60a-401b-b3da-4ae206d4e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.458881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-426e72e8-d60a-401b-b3da-4ae206d4e0a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.462976 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-426e72e8-d60a-401b-b3da-4ae206d4e0a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/256c239b-d87a-4a7e-8a4f-1d690f95c74e HTTP/1.1" status: 204  len: 168 time: 0.1683137
Nov 27 21:13:26.469815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e72e8-d60a-401b-b3da-4ae206d4e0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256c239b-d87a-4a7e-8a4f-1d690f95c74e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:26.480095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Deleting port b24cb19a-609e-4947-9126-9a6b9d86d336 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:26.480518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.552161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] For port b24cb19a-609e-4947-9126-9a6b9d86d336, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b24cb19a-609e-4947-9126-9a6b9d86d336,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:26.552445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.574221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Calling delete_port for b24cb19a-609e-4947-9126-9a6b9d86d336 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:26.609068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] DHCP port deletion for 82b7458b-bb62-43f1-8459-dfaac22cfd80 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:26.615386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbbc42-f9b3-44aa-9575-eccd94b0ca72 req-5efc419a-8db7-42f9-8ef8-f5752a804cec tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:26.624298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28fbbc42-f9b3-44aa-9575-eccd94b0ca72 req-5efc419a-8db7-42f9-8ef8-f5752a804cec tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0640273
Nov 27 21:13:26.673672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Deleting port b24cb19a-609e-4947-9126-9a6b9d86d336 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:26.674754 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.680509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28fbbc42-f9b3-44aa-9575-eccd94b0ca72 req-2599a35f-6337-475e-aa26-d376345ff3e7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540023
Nov 27 21:13:26.686470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.722148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24cb19a-609e-4947-9126-9a6b9d86d336,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:26.731370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] No DVR routers for this DVR port b24cb19a-609e-4947-9126-9a6b9d86d336 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:13:26.754249 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] For port b24cb19a-609e-4947-9126-9a6b9d86d336, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b24cb19a-609e-4947-9126-9a6b9d86d336,segment=NetworkSegment(15340db1-f014-4759-aa92-f6cff4aa417a),segment_id=15340db1-f014-4759-aa92-f6cff4aa417a)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:26.754746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.768508 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Calling delete_port for b24cb19a-609e-4947-9126-9a6b9d86d336 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:26.813122 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.838788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2c48e0>,) {'filters': {'network_id': ['82b7458b-bb62-43f1-8459-dfaac22cfd80']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:26.853663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2c48e0>, '15340db1-f014-4759-aa92-f6cff4aa417a') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:26.853981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2c48e0>, '15340db1-f014-4759-aa92-f6cff4aa417a') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:26.855659 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.866127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.882154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.887571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Pushing event deleted for resources: {'Port': ['ID=b24cb19a-609e-4947-9126-9a6b9d86d336,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:26.888394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:13:26.888790 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:13:26.890566 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:13:26.896563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.896965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.897322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.897666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.898059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.898405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.898847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.899241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.899640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.899968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.900355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.900695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:26.907822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38067325-4b09-43d2-bfe0-1b17d347f37f None None] No DVR routers for this DVR port b24cb19a-609e-4947-9126-9a6b9d86d336 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:13:26.953330 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.959467 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:26.965745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] 10.222.0.21 "DELETE /v2.0/networks/82b7458b-bb62-43f1-8459-dfaac22cfd80 HTTP/1.1" status: 204  len: 168 time: 0.6452353
Nov 27 21:13:26.966171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39754) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:26.975858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10cae7-8f81-466e-865a-b92c16439687 admin admin] Pushing event deleted for resources: {'Network': ['ID=82b7458b-bb62-43f1-8459-dfaac22cfd80,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:27.337156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:27.592602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Deleting port af54d102-7865-490e-bf6e-4072756bf1a4 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:27.593251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:27.670704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] For port af54d102-7865-490e-bf6e-4072756bf1a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af54d102-7865-490e-bf6e-4072756bf1a4,segment=NetworkSegment(d0da10b9-4166-4ca5-85fd-5b25c8088cf4),segment_id=d0da10b9-4166-4ca5-85fd-5b25c8088cf4)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:27.671078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:27.684940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Calling delete_port for af54d102-7865-490e-bf6e-4072756bf1a4 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:27.758581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b24cb19a-609e-4947-9126-9a6b9d86d336 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:27.787818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b24cb19a-609e-4947-9126-9a6b9d86d336 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:27.788546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b24cb19a-609e-4947-9126-9a6b9d86d336 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:27.789178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 56609901-117b-4bce-9b6d-f86ae4e71604 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:27.826307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ba467-745f-455a-9e74-4fc953a39c01 req-0c1d3e2d-545c-430e-a82b-30993b99d902 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:27.834280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 56609901-117b-4bce-9b6d-f86ae4e71604 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:27.837625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a05ba467-745f-455a-9e74-4fc953a39c01 req-0c1d3e2d-545c-430e-a82b-30993b99d902 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0861595
Nov 27 21:13:27.841237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 56609901-117b-4bce-9b6d-f86ae4e71604 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:27.918671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a05ba467-745f-455a-9e74-4fc953a39c01 req-287d9914-d79b-4e56-9f60-30ecd1e3d22c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801425
Nov 27 21:13:27.951973 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:27.989758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Pushing event deleted for resources: {'Port': ['ID=af54d102-7865-490e-bf6e-4072756bf1a4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:28.142742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e8d46-b397-42c0-bd59-934d8db52e7d req-6a6958f7-cf20-4b0d-86d7-3ea7f5cb6654 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:28.144272 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-704e8d46-b397-42c0-bd59-934d8db52e7d req-6a6958f7-cf20-4b0d-86d7-3ea7f5cb6654 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1065097
Nov 27 21:13:28.265389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfd2ed-e5c4-424a-968a-c1bc859f77f9 req-40fd709f-403f-48d4-bdb7-1f4340669d62 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:28.273907 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58cfd2ed-e5c4-424a-968a-c1bc859f77f9 req-40fd709f-403f-48d4-bdb7-1f4340669d62 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 946 time: 0.0644650
Nov 27 21:13:28.279431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-704e8d46-b397-42c0-bd59-934d8db52e7d req-959a9169-b84f-4384-adca-92aebd4f05ce tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984330
Nov 27 21:13:28.287188 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:28.346372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-58cfd2ed-e5c4-424a-968a-c1bc859f77f9 req-5b3d2673-86fe-405f-b06e-660bf40ab27a tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708132
Nov 27 21:13:28.548471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd8f64-055e-4017-a84d-b762d3f69a86 req-032a71ac-12e3-4b8a-8603-28d9fae34408 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:28.550039 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46bd8f64-055e-4017-a84d-b762d3f69a86 req-032a71ac-12e3-4b8a-8603-28d9fae34408 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0558901
Nov 27 21:13:28.560835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Router 76f23ff1-bb3c-4408-af82-22b84611eb83 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:13:28.609207 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46bd8f64-055e-4017-a84d-b762d3f69a86 req-b7202905-38d8-4c02-8352-72300a225975 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519328
Nov 27 21:13:28.684918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:28.690068 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1ff404b5-4448-4733-8081-d6c137324029 admin admin] 10.222.0.21 "PUT /v2.0/routers/76f23ff1-bb3c-4408-af82-22b84611eb83/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7220821
Nov 27 21:13:28.692637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39816) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:28.695602 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] Sync routers for ids ['76f23ff1-bb3c-4408-af82-22b84611eb83'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:28.707184 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] Routers {'76f23ff1-bb3c-4408-af82-22b84611eb83'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:28.707971 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe724df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['76f23ff1-bb3c-4408-af82-22b84611eb83'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:28.818251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:28.830852 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] Set router 76f23ff1-bb3c-4408-af82-22b84611eb83 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:28.843064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb8767-38e9-4798-a208-5df3172c4057 req-20999058-111c-4e29-a9b3-cb8624e9261c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:28.844585 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddfb8767-38e9-4798-a208-5df3172c4057 req-20999058-111c-4e29-a9b3-cb8624e9261c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0561528
Nov 27 21:13:28.902181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddfb8767-38e9-4798-a208-5df3172c4057 req-de0bddee-2813-4069-9517-d6d4e996b2ed tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506697
Nov 27 21:13:29.029895 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe724df0>, [{'id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:13:27Z', 'revision_number': 5, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'gw_port': {'id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:29.056744 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] Checking router: 76f23ff1-bb3c-4408-af82-22b84611eb83 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:29.065245 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] Routers {'76f23ff1-bb3c-4408-af82-22b84611eb83'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:29.065860 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe724df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['76f23ff1-bb3c-4408-af82-22b84611eb83'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:29.236308 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.260276 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] Set router 76f23ff1-bb3c-4408-af82-22b84611eb83 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:29.287953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Deleting port cc49231c-2ad7-48bf-aa82-3a6851d4ada8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:29.288299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.366148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] For port cc49231c-2ad7-48bf-aa82-3a6851d4ada8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc49231c-2ad7-48bf-aa82-3a6851d4ada8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:29.366527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.384455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Calling delete_port for cc49231c-2ad7-48bf-aa82-3a6851d4ada8 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:29.455178 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe724df0>, [{'id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:13:27Z', 'revision_number': 5, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'gw_port': {'id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:29.484772 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbd43e-1aa5-403c-9e43-4748271c45cd None None] The sync data for ids ['76f23ff1-bb3c-4408-af82-22b84611eb83'] in ncdv-master-1 is: [{'id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'name': 'tempest-TestServerBasicOps-1114039221-router', 'tenant_id': '45d33ddc5be04cb1befef1cd37e34830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149'}], 'enable_snat': True}, 'gw_port_id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:13:27Z', 'revision_number': 5, 'project_id': '45d33ddc5be04cb1befef1cd37e34830', 'gw_port': {'id': 'cc49231c-2ad7-48bf-aa82-3a6851d4ada8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f23ff1-bb3c-4408-af82-22b84611eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:14Z', 'updated_at': '2021-11-27T21:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:29.498803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88d2ea-80f5-402e-8028-c9c5fa8b4a51 req-2713b2fd-414c-4111-865d-db49872e9453 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:29.500426 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de88d2ea-80f5-402e-8028-c9c5fa8b4a51 req-2713b2fd-414c-4111-865d-db49872e9453 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 946 time: 0.0706933
Nov 27 21:13:29.592788 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de88d2ea-80f5-402e-8028-c9c5fa8b4a51 req-79b43266-1567-4424-9625-288e4c078859 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598235
Nov 27 21:13:29.634818 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.661236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc49231c-2ad7-48bf-aa82-3a6851d4ada8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:29.685158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d8a82-58c9-484e-bc0d-52f466d39926 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:29.744204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.746182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-023497a9-f755-46e9-925f-8b492c776f4b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:29.747813 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-023497a9-f755-46e9-925f-8b492c776f4b tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 946 time: 0.0755124
Nov 27 21:13:29.868820 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.872362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.873709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Deleting port 9b807251-334b-4d12-8574-592e43e94490 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:29.874954 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.954278 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.955210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76f23ff1-bb3c-4408-af82-22b84611eb83 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:13:29.968225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:29.971497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7842a03c-4be3-47aa-aec4-3b6c38654836 admin admin] 10.222.0.21 "DELETE /v2.0/routers/76f23ff1-bb3c-4408-af82-22b84611eb83 HTTP/1.1" status: 204  len: 168 time: 1.2758675
Nov 27 21:13:29.972301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39836) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:30.029003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af54d102-7865-490e-bf6e-4072756bf1a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:30.061311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: af54d102-7865-490e-bf6e-4072756bf1a4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:30.062002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device af54d102-7865-490e-bf6e-4072756bf1a4 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:30.080430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] For port 9b807251-334b-4d12-8574-592e43e94490, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b807251-334b-4d12-8574-592e43e94490,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:30.081287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.114703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5411739-1acf-41b0-8697-af868b8ecdb4 admin admin] Deleting subnet 37e3b320-ccc9-497c-af39-934b5741912a {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:13:30.123163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5411739-1acf-41b0-8697-af868b8ecdb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.212622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5411739-1acf-41b0-8697-af868b8ecdb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.223376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545ac7d-2f49-4ca5-b0ed-fa818fbcf848 req-752a42d5-f74d-4ccc-a6ad-14ea7cc00669 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:30.224911 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e545ac7d-2f49-4ca5-b0ed-fa818fbcf848 req-752a42d5-f74d-4ccc-a6ad-14ea7cc00669 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1789393
Nov 27 21:13:30.414112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e545ac7d-2f49-4ca5-b0ed-fa818fbcf848 req-707480eb-4429-4a07-85fe-7605380b2452 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1658041
Nov 27 21:13:30.438302 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.438832 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.439271 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Floating IP 0c74d401-5719-4a47-b878-00fa7657a0f8 disassociated. External IP: 172.35.3.120, port: 9b807251-334b-4d12-8574-592e43e94490.
Nov 27 21:13:30.439681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Calling delete_port for 9b807251-334b-4d12-8574-592e43e94490 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:30.447976 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5411739-1acf-41b0-8697-af868b8ecdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.564075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5411739-1acf-41b0-8697-af868b8ecdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.603295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5411739-1acf-41b0-8697-af868b8ecdb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e3b320-ccc9-497c-af39-934b5741912a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:30.618873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae87b0-605e-4ec2-9296-2b08db27273b None None] Network c50186e2-4e0e-443b-abec-23aa0e7d1d96 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:30.626346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c5411739-1acf-41b0-8697-af868b8ecdb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.629652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c5411739-1acf-41b0-8697-af868b8ecdb4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/37e3b320-ccc9-497c-af39-934b5741912a HTTP/1.1" status: 204  len: 168 time: 0.6538200
Nov 27 21:13:30.632343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39848) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:30.757063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.767932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a9f03-3ac2-4917-a41d-865569d64300 req-e17030be-c979-4343-8ec8-93924a5dd78b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:30.770086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e1a9f03-3ac2-4917-a41d-865569d64300 req-e17030be-c979-4343-8ec8-93924a5dd78b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1783907
Nov 27 21:13:30.773619 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.806350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339291a-8388-4e1b-916b-0ffd23854a26 req-8303ca45-30e7-4414-9d7d-a9761445d658 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:30.808073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2339291a-8388-4e1b-916b-0ffd23854a26 req-8303ca45-30e7-4414-9d7d-a9761445d658 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8df0f80-255e-416b-b79a-4bed627485da HTTP/1.1" status: 200  len: 868 time: 0.0984211
Nov 27 21:13:30.823613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event deleted for resources: {'Port': ['ID=9b807251-334b-4d12-8574-592e43e94490,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:30.868665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba34b86-7b50-401d-81a1-51327b19df17 None None] DHCP port deletion for c50186e2-4e0e-443b-abec-23aa0e7d1d96 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:30.900243 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2339291a-8388-4e1b-916b-0ffd23854a26 req-f590072d-40ab-4ab0-9c1c-775f0fa046a4 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660918
Nov 27 21:13:30.906274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Deleting port 3786d614-d979-4eb0-9ac8-19a24826cef8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:30.907161 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.924224 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e1a9f03-3ac2-4917-a41d-865569d64300 req-6fce4e1e-ad8f-49f4-a636-3d95acbeb930 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426272
Nov 27 21:13:30.939865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cba34b86-7b50-401d-81a1-51327b19df17 None None] Deleting port 3786d614-d979-4eb0-9ac8-19a24826cef8 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:30.940005 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cba34b86-7b50-401d-81a1-51327b19df17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.986520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] For port 3786d614-d979-4eb0-9ac8-19a24826cef8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3786d614-d979-4eb0-9ac8-19a24826cef8,segment=NetworkSegment(d0da10b9-4166-4ca5-85fd-5b25c8088cf4),segment_id=d0da10b9-4166-4ca5-85fd-5b25c8088cf4)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:30.986941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:30.995770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Router 2dd2fff3-d84b-49ca-b032-796a4dcf417b has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:13:31.001043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Calling delete_port for 3786d614-d979-4eb0-9ac8-19a24826cef8 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:31.008482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cba34b86-7b50-401d-81a1-51327b19df17 None None] For port 3786d614-d979-4eb0-9ac8-19a24826cef8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3786d614-d979-4eb0-9ac8-19a24826cef8,segment=NetworkSegment(d0da10b9-4166-4ca5-85fd-5b25c8088cf4),segment_id=d0da10b9-4166-4ca5-85fd-5b25c8088cf4)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:31.009519 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cba34b86-7b50-401d-81a1-51327b19df17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.023590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cba34b86-7b50-401d-81a1-51327b19df17 None None] Calling delete_port for 3786d614-d979-4eb0-9ac8-19a24826cef8 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:31.080987 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.103463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:31.107839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Pushing event deleted for resources: {'Port': ['ID=3786d614-d979-4eb0-9ac8-19a24826cef8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:31.109632 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cba34b86-7b50-401d-81a1-51327b19df17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.112059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] No DVR routers for this DVR port 3786d614-d979-4eb0-9ac8-19a24826cef8 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:13:31.125952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] Sync routers for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:31.149785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba34b86-7b50-401d-81a1-51327b19df17 None None] No DVR routers for this DVR port 3786d614-d979-4eb0-9ac8-19a24826cef8 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:13:31.153340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] No DVR routers for this DVR port 9b807251-334b-4d12-8574-592e43e94490 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:13:31.155755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.162496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba34b86-7b50-401d-81a1-51327b19df17 None None] Pushing event deleted for resources: {'Port': ['ID=3786d614-d979-4eb0-9ac8-19a24826cef8,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:31.166498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6324a2f1-bfa0-4aec-85db-e70087ab701e req-32380de5-8b2a-43bc-a45b-085835717663 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.35 "DELETE /v2.0/ports/9b807251-334b-4d12-8574-592e43e94490 HTTP/1.1" status: 204  len: 173 time: 1.4079106
Nov 27 21:13:31.166967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-deleted', 'tag': '9b807251-334b-4d12-8574-592e43e94490'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:13:31.167960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:31.168905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd80b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:31.169384 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c4785-b79e-4e02-bbbb-e25d52d79068" -d '{"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-deleted", "tag": "9b807251-334b-4d12-8574-592e43e94490"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:13:31.210733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.222733 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afd807c-564a-4082-bb71-ab85db37da06 x-openstack-request-id: req-9afd807c-564a-4082-bb71-ab85db37da06 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:13:31.222990 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df0f80-255e-416b-b79a-4bed627485da", "name": "network-vif-deleted", "tag": "9b807251-334b-4d12-8574-592e43e94490", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:13:31.223415 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9afd807c-564a-4082-bb71-ab85db37da06 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:13:31.223934 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df0f80-255e-416b-b79a-4bed627485da', 'name': 'network-vif-deleted', 'tag': '9b807251-334b-4d12-8574-592e43e94490', 'status': 'completed', 'code': 200}
Nov 27 21:13:31.246264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2ad2b0>,) {'filters': {'network_id': ['c50186e2-4e0e-443b-abec-23aa0e7d1d96']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:31.259427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2ad2b0>, 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:31.259806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2ad2b0>, 'd0da10b9-4166-4ca5-85fd-5b25c8088cf4') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:31.278939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.307550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:31.320707 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.328314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:13:31.328747 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:13:31.330459 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:13:31.433359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.441690 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.445003 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] 10.222.0.21 "DELETE /v2.0/networks/c50186e2-4e0e-443b-abec-23aa0e7d1d96 HTTP/1.1" status: 204  len: 168 time: 0.8116362
Nov 27 21:13:31.466862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388e861-9830-4887-a023-5f67a804c71f admin admin] Pushing event deleted for resources: {'Network': ['ID=c50186e2-4e0e-443b-abec-23aa0e7d1d96,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:31.627721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd80b970>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:31.659958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] Checking router: 2dd2fff3-d84b-49ca-b032-796a4dcf417b for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:31.669255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:31.670196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd80b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:31.677867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39870) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:31.731045 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ecdac65a-6997-40cd-9fd8-30cdda559125 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49981e6330d04897a5b23f4ca0b9a934&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0532539
Nov 27 21:13:31.733708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39876) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:31.780053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3786d614-d979-4eb0-9ac8-19a24826cef8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:31.793759 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbfcf-f2e6-43f7-8448-b7a3bf467eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.809124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 3786d614-d979-4eb0-9ac8-19a24826cef8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:31.809894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3786d614-d979-4eb0-9ac8-19a24826cef8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:31.810823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cc49231c-2ad7-48bf-aa82-3a6851d4ada8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:31.826268 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbfcf-f2e6-43f7-8448-b7a3bf467eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.837565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: cc49231c-2ad7-48bf-aa82-3a6851d4ada8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:31.839791 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cc49231c-2ad7-48bf-aa82-3a6851d4ada8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:31.855778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:31.886189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbfcf-f2e6-43f7-8448-b7a3bf467eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.889662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbfcf-f2e6-43f7-8448-b7a3bf467eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:31.891412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e7dbbfcf-f2e6-43f7-8448-b7a3bf467eb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5559d6cb-8ec1-4274-b2e4-91dcc343b169 HTTP/1.1" status: 204  len: 168 time: 0.1560166
Nov 27 21:13:31.902508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbbfcf-f2e6-43f7-8448-b7a3bf467eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5559d6cb-8ec1-4274-b2e4-91dcc343b169,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:32.058345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39894) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:32.060181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194f0fb-178e-434d-a5cb-1e5664ac0414 req-1d7131d3-9be9-4749-b076-37754e00af0c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:32.069062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b194f0fb-178e-434d-a5cb-1e5664ac0414 req-1d7131d3-9be9-4749-b076-37754e00af0c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0681357
Nov 27 21:13:32.096691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd80b970>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:32.129413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc0906-b06c-4756-9695-62044d463b08 None None] The sync data for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 is: [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:05:03Z', 'revision_number': 4, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4d45840e-e0f6-4674-9289-6a299d4616c9', 'name': '', 'network_id': 'e625b12a-b3fa-4ce9-b29c-1debf46798ed', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'mac_address': 'fa:16:3e:0b:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:05:01Z', 'updated_at': '2021-11-27T21:05:10Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'subnets': [{'id': 'cea12c44-8d25-4a99-87a8-7efe19824fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:32.135793 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b194f0fb-178e-434d-a5cb-1e5664ac0414 req-b27b12be-6cf3-4664-9fbc-9b651e70ba19 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657313
Nov 27 21:13:32.172684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8944838f-a356-4cff-8864-573e0ada5e75 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.216151 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8944838f-a356-4cff-8864-573e0ada5e75 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.300768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822401bd-7d25-4cce-a1e2-feef660ff073 req-2c8bf486-e695-4a46-a9aa-c69381948a91 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:32.303872 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-822401bd-7d25-4cce-a1e2-feef660ff073 req-2c8bf486-e695-4a46-a9aa-c69381948a91 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0744963
Nov 27 21:13:32.339938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8944838f-a356-4cff-8864-573e0ada5e75 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.342745 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8944838f-a356-4cff-8864-573e0ada5e75 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.346450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8944838f-a356-4cff-8864-573e0ada5e75 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "DELETE /v2.0/security-groups/c7ba9d5c-08b5-4558-a5e0-c994af0be3e6 HTTP/1.1" status: 204  len: 168 time: 0.2840316
Nov 27 21:13:32.347300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39902) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:32.360895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944838f-a356-4cff-8864-573e0ada5e75 tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ba9d5c-08b5-4558-a5e0-c994af0be3e6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:32.374567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39904) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:32.391457 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-58cf5789-5d0f-46c9-9d2b-a6863408cbfa tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] show failed (client error): The resource could not be found.
Nov 27 21:13:32.392652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-58cf5789-5d0f-46c9-9d2b-a6863408cbfa tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "GET /v2.0/security-groups/c7ba9d5c-08b5-4558-a5e0-c994af0be3e6 HTTP/1.1" status: 404  len: 347 time: 0.0447879
Nov 27 21:13:32.397004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39908) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:32.399940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-822401bd-7d25-4cce-a1e2-feef660ff073 req-75e6c8a6-e583-4a88-8d4a-51e6cb26dd2f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874159
Nov 27 21:13:32.432051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39912) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:32.499473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4d3e2cd9-e227-4ed0-9aa0-0c6ce5afdf7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45d33ddc5be04cb1befef1cd37e34830&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0659139
Nov 27 21:13:32.501660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39914) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:32.560361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfa26869-0e17-498d-8d00-b508eb1e373d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.562196 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a443c246-e435-4a4b-95bf-ea456d510a2e None None] New status for floating IP 0c74d401-5719-4a47-b878-00fa7657a0f8: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:13:32.589342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfa26869-0e17-498d-8d00-b508eb1e373d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.605848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6c2de-9d4e-47d9-858c-9cf8f8568ef3 req-3dc756e8-5f51-4559-ba21-d54be40c6eac tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:32.614958 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e2d6c2de-9d4e-47d9-858c-9cf8f8568ef3 req-3dc756e8-5f51-4559-ba21-d54be40c6eac tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0973034
Nov 27 21:13:32.647969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfa26869-0e17-498d-8d00-b508eb1e373d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.652690 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfa26869-0e17-498d-8d00-b508eb1e373d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.654099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bfa26869-0e17-498d-8d00-b508eb1e373d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbf178ca-4691-4a01-9d72-7b826d5813af HTTP/1.1" status: 204  len: 168 time: 0.1512237
Nov 27 21:13:32.676511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Deleting port de234103-4ddb-424d-8a72-910a119e28b6 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:32.676855 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.688142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa26869-0e17-498d-8d00-b508eb1e373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf178ca-4691-4a01-9d72-7b826d5813af,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:32.695323 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e2d6c2de-9d4e-47d9-858c-9cf8f8568ef3 req-5ad2535d-92da-4721-90ec-d4da06985d55 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791314
Nov 27 21:13:32.730691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e48a8b4-2c61-4ff3-b319-7b86ac7fb95e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.811731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.812833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.826568 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Calling delete_port for de234103-4ddb-424d-8a72-910a119e28b6 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:32.857998 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e48a8b4-2c61-4ff3-b319-7b86ac7fb95e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.866514 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e48a8b4-2c61-4ff3-b319-7b86ac7fb95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:32.879065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3813c-b852-48f7-8c62-1cc02d9e2a37 req-6ce5f4d7-2083-4ef9-b495-ec34a8c77208 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:32.880688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02d3813c-b852-48f7-8c62-1cc02d9e2a37 req-6ce5f4d7-2083-4ef9-b495-ec34a8c77208 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0833032
Nov 27 21:13:32.929155 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2e48a8b4-2c61-4ff3-b319-7b86ac7fb95e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bc88343788b4679a01d48c5c6faf0df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5534618
Nov 27 21:13:32.932374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39922) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:32.942147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48a8b4-2c61-4ff3-b319-7b86ac7fb95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c388655-df3e-45e3-9166-ba66b541529b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:32.968869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02d3813c-b852-48f7-8c62-1cc02d9e2a37 req-4af1a22e-5d57-479b-b3b6-b86d53ee742f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792136
Nov 27 21:13:33.018429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.053349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Pushing event deleted for resources: {'Port': ['ID=de234103-4ddb-424d-8a72-910a119e28b6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:33.081864 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-38bdb211-a43a-4c0f-bd17-d5462a9383ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.128400 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-38bdb211-a43a-4c0f-bd17-d5462a9383ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.143900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.146473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.147656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2c96574f-e324-4c72-ab56-a5a747e7630e tempest-AttachVolumeShelveTestJSON-1238752384 tempest-AttachVolumeShelveTestJSON-1238752384-project] 10.222.0.21 "DELETE /v2.0/floatingips/0c74d401-5719-4a47-b878-00fa7657a0f8 HTTP/1.1" status: 204  len: 168 time: 0.7498727
Nov 27 21:13:33.190132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-38bdb211-a43a-4c0f-bd17-d5462a9383ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.193459 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-38bdb211-a43a-4c0f-bd17-d5462a9383ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.194649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-38bdb211-a43a-4c0f-bd17-d5462a9383ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c388655-df3e-45e3-9166-ba66b541529b HTTP/1.1" status: 204  len: 168 time: 0.2607903
Nov 27 21:13:33.211373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdb211-a43a-4c0f-bd17-d5462a9383ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c388655-df3e-45e3-9166-ba66b541529b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:33.494881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 9b807251-334b-4d12-8574-592e43e94490 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:33.529638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 9b807251-334b-4d12-8574-592e43e94490 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:33.530198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 9b807251-334b-4d12-8574-592e43e94490 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:33.551498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39954) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:33.558538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 39960) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:33.576050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e6d5a0f-fbfd-4092-86a7-54eb6140686a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.667230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e6d5a0f-fbfd-4092-86a7-54eb6140686a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.671572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e6d5a0f-fbfd-4092-86a7-54eb6140686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.713574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0e6d5a0f-fbfd-4092-86a7-54eb6140686a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=403bedf6b5b945f994ab1139e5ecf1b4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1526425
Nov 27 21:13:33.714530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d5a0f-fbfd-4092-86a7-54eb6140686a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726d8cda-90d2-499a-bf23-434d14fc7af6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:33.716394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39966) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:33.773761 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abf109fa-2f7e-46c3-8962-bedc3d9ce501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.800355 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abf109fa-2f7e-46c3-8962-bedc3d9ce501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.802256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1920690113-network', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:33.829289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Made reservation on behalf of 6a99042a0a384a1489b1c4dd7942d30a for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:33.831737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.841140 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.856405 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abf109fa-2f7e-46c3-8962-bedc3d9ce501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.859720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abf109fa-2f7e-46c3-8962-bedc3d9ce501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.861230 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-abf109fa-2f7e-46c3-8962-bedc3d9ce501 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/726d8cda-90d2-499a-bf23-434d14fc7af6 HTTP/1.1" status: 204  len: 168 time: 0.1424737
Nov 27 21:13:33.878923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf109fa-2f7e-46c3-8962-bedc3d9ce501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726d8cda-90d2-499a-bf23-434d14fc7af6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:33.933450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.937666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.968135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5d48f5-a857-488b-98fa-48e83f650bd2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:33.970989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:13:33.981867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:33.982218 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Added segment 3b6965e9-8a08-4c40-8846-d5fc7e2a36d8 of type vlan for network 2e4ea973-7dde-45f6-abff-33395836d24d
Nov 27 21:13:34.032244 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.058171 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.059164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:34.059788 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.114611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5619447
Nov 27 21:13:34.118656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 39990) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:34.123535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Request body: {'subnet': {'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1920690113-subnet', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:34.126875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588a22e-698e-4058-a657-c9bf52d9d2ae admin admin] Pushing event updated for resources: {'Network': ['ID=2e4ea973-7dde-45f6-abff-33395836d24d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:34.137252 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2e4ea973-7dde-45f6-abff-33395836d24d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:13:34.149976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Made reservation on behalf of 6a99042a0a384a1489b1c4dd7942d30a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:34.154114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.304372 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1228720a-db8d-4633-9343-7cd50d449172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.334968 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.396773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4880b11e-5458-468e-9db9-41e2da0faa3c,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:34.407415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Checking segment: {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:34.407890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Network hostable DHCP agents. Network: 2e4ea973-7dde-45f6-abff-33395836d24d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:13:34.428349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Network 2e4ea973-7dde-45f6-abff-33395836d24d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:13:34.438509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2e4ea973-7dde-45f6-abff-33395836d24d) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:34.447239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:34.449694 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.453525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d5ede-f893-4665-a48c-cfee25c14020 None None] Network 2e4ea973-7dde-45f6-abff-33395836d24d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:34.474978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ec9c9d8a-9a94-48c5-84c4-27773516c21a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3551645
Nov 27 21:13:34.478354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40004) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:34.483058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:34.519529 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.521822 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.596586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.768191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:34.830527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2e4ea973-7dde-45f6-abff-33395836d24d', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'fixed_ips': [{'subnet_id': '4880b11e-5458-468e-9db9-41e2da0faa3c'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:13:34.831977 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.004809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Allocated IP 172.20.0.2 (2e4ea973-7dde-45f6-abff-33395836d24d/4880b11e-5458-468e-9db9-41e2da0faa3c/a65bfcb5-28da-44ef-9a4e-16837541be58) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:35.043005 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.071767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.182063 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.189534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.206729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Allocated IP 172.35.3.92 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/c942db93-630a-4576-b4cc-31d06ddf3f65) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:35.242550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Pushing event updated for resources: {'Port': ['ID=a65bfcb5-28da-44ef-9a4e-16837541be58,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:35.253903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Network 2e4ea973-7dde-45f6-abff-33395836d24d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:35.255405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:35.258195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:35.329123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Attempting to bind port a65bfcb5-28da-44ef-9a4e-16837541be58 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:35.330172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Attempting to bind port a65bfcb5-28da-44ef-9a4e-16837541be58 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:35.331407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Attempting to bind port a65bfcb5-28da-44ef-9a4e-16837541be58 on network 2e4ea973-7dde-45f6-abff-33395836d24d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:35.343223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:35.343773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Checking segment: {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:35.344354 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.344922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Bound using segment: {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:35.345910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Bound port: a65bfcb5-28da-44ef-9a4e-16837541be58, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:35.346607 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.357137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.412555 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.452583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] For port a65bfcb5-28da-44ef-9a4e-16837541be58, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:35.457908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:35.459491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] For port a65bfcb5-28da-44ef-9a4e-16837541be58, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a65bfcb5-28da-44ef-9a4e-16837541be58,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:35.460889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:35.468739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:35.470206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.486610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ce7a4-c1df-4d53-800f-aa37ac9e5160 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:35.502292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Pushing event updated for resources: {'Port': ['ID=c942db93-630a-4576-b4cc-31d06ddf3f65,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:35.556635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e529ef-94f2-4841-9c4e-3563a8e68b03 None None] Pushing event updated for resources: {'Port': ['ID=a65bfcb5-28da-44ef-9a4e-16837541be58,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:35.591591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e61db43f-1a96-40e3-b1f5-02a5978a92ca None None] Provisioning complete for port c942db93-630a-4576-b4cc-31d06ddf3f65 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:35.591907 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e61db43f-1a96-40e3-b1f5-02a5978a92ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.640228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e61db43f-1a96-40e3-b1f5-02a5978a92ca None None] Port c942db93-630a-4576-b4cc-31d06ddf3f65 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:35.820422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:35.882761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40076) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:36.065291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:36.244808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Router 7048060a-ae6d-4af9-9241-9cbaa8854a0c is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:13:36.380729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:36.394468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Sync routers for ids ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:36.402687 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:36.406728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-142ecb54-237a-4415-bd9a-3fccda4bc106 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.9247308
Nov 27 21:13:36.407070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40094) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:36.410029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Routers {'7048060a-ae6d-4af9-9241-9cbaa8854a0c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:36.410676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd705910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:36.518923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:36.527863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fdd9ca7b-a60b-4695-8f92-27ede90bc01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:36.607536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Set router 7048060a-ae6d-4af9-9241-9cbaa8854a0c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:36.804541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066b268-6fb2-49bd-91bf-cd344a22ae63 None None] Network 2e4ea973-7dde-45f6-abff-33395836d24d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:36.919641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ec853809-5aa2-42ce-bc8e-70fbfd09cc89 None None] Provisioning complete for port a65bfcb5-28da-44ef-9a4e-16837541be58 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:36.920028 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec853809-5aa2-42ce-bc8e-70fbfd09cc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:36.924595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd705910>, [{'id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:34Z', 'updated_at': '2021-11-27T21:13:35Z', 'revision_number': 3, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'gw_port': {'id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:35Z', 'updated_at': '2021-11-27T21:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:36.973605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Checking router: 7048060a-ae6d-4af9-9241-9cbaa8854a0c for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:36.974019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Updating router 7048060a-ae6d-4af9-9241-9cbaa8854a0c port c942db93-630a-4576-b4cc-31d06ddf3f65 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:13:37.049331 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.174997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Deleting port 4d45840e-e0f6-4674-9289-6a299d4616c9 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:37.175652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.212509 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec853809-5aa2-42ce-bc8e-70fbfd09cc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.249844 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.287935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] For port 4d45840e-e0f6-4674-9289-6a299d4616c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d45840e-e0f6-4674-9289-6a299d4616c9,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:37.288620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.309654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ec853809-5aa2-42ce-bc8e-70fbfd09cc89 None None] For port a65bfcb5-28da-44ef-9a4e-16837541be58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a65bfcb5-28da-44ef-9a4e-16837541be58,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:37.321386 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec853809-5aa2-42ce-bc8e-70fbfd09cc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.327000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Calling delete_port for 4d45840e-e0f6-4674-9289-6a299d4616c9 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:37.435904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec853809-5aa2-42ce-bc8e-70fbfd09cc89 None None] Pushing event updated for resources: {'Port': ['ID=a65bfcb5-28da-44ef-9a4e-16837541be58,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:37.497026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Allocated IP 172.20.0.1 (2e4ea973-7dde-45f6-abff-33395836d24d/4880b11e-5458-468e-9db9-41e2da0faa3c/f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:37.518834 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.531071 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.591366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f09c94-401c-45d0-8831-43860faf2910 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:37.607185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Attempting to bind port c942db93-630a-4576-b4cc-31d06ddf3f65 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:37.607605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Attempting to bind port c942db93-630a-4576-b4cc-31d06ddf3f65 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:37.608008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Attempting to bind port c942db93-630a-4576-b4cc-31d06ddf3f65 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:37.617339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159383d-12d8-4304-807c-b66813dbef81 None None] Pushing event updated for resources: {'Port': ['ID=c942db93-630a-4576-b4cc-31d06ddf3f65,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:37.622906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:37.623330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:37.624065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.624207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:37.624636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Bound port: c942db93-630a-4576-b4cc-31d06ddf3f65, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:37.625027 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.652357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.664699 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.703383 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.706911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d45840e-e0f6-4674-9289-6a299d4616c9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:37.709370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cb7a2ed2-fda6-45a0-b4e4-2edd15db266f None None] Provisioning complete for port c942db93-630a-4576-b4cc-31d06ddf3f65 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:37.729582 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb7a2ed2-fda6-45a0-b4e4-2edd15db266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.797720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] For port c942db93-630a-4576-b4cc-31d06ddf3f65, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:37.803903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] For port c942db93-630a-4576-b4cc-31d06ddf3f65, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c942db93-630a-4576-b4cc-31d06ddf3f65,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:37.814378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Network 2e4ea973-7dde-45f6-abff-33395836d24d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:37.831226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:37.847156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:37.854379 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.867613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a2ed2-fda6-45a0-b4e4-2edd15db266f None None] Port c942db93-630a-4576-b4cc-31d06ddf3f65 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:37.912838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:37.924645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.935558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a65bfcb5-28da-44ef-9a4e-16837541be58 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:37.953007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:37.997065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.060416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf837248-07c9-421f-8493-723f54952726 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:38.079309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159383d-12d8-4304-807c-b66813dbef81 None None] Pushing event updated for resources: {'Port': ['ID=c942db93-630a-4576-b4cc-31d06ddf3f65,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:38.097804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cb7a2ed2-fda6-45a0-b4e4-2edd15db266f None None] Provisioning complete for port a65bfcb5-28da-44ef-9a4e-16837541be58 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:38.098437 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb7a2ed2-fda6-45a0-b4e4-2edd15db266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.145705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.273165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Router 2dd2fff3-d84b-49ca-b032-796a4dcf417b has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:13:38.295479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Routers {'7048060a-ae6d-4af9-9241-9cbaa8854a0c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:38.296124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd705910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:38.335025 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.341720 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.362604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a65bfcb5-28da-44ef-9a4e-16837541be58 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:38.362914 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.385998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.389946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:38.400054 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4e10f39d-1ef1-4370-977e-b4878623f61b admin admin] 10.222.0.21 "PUT /v2.0/routers/2dd2fff3-d84b-49ca-b032-796a4dcf417b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5127242
Nov 27 21:13:38.400054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40118) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:38.400737 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] Sync routers for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:38.415105 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:38.415786 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403c136a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:38.445169 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:38.511355 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.513911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] Set router 7048060a-ae6d-4af9-9241-9cbaa8854a0c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:38.579958 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:38.580148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Network 2e4ea973-7dde-45f6-abff-33395836d24d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:38.581660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:38.636707 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.747680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d609a2f2-5ee3-4d2f-9de8-a55598784fe4 None None] Provisioning complete for port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:38.748160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d609a2f2-5ee3-4d2f-9de8-a55598784fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.781512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Router 7048060a-ae6d-4af9-9241-9cbaa8854a0c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:13:38.785052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Deleting port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:38.788459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.835204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d609a2f2-5ee3-4d2f-9de8-a55598784fe4 None None] Port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:38.854466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d609a2f2-5ee3-4d2f-9de8-a55598784fe4 None None] Provisioning complete for port c942db93-630a-4576-b4cc-31d06ddf3f65 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:38.854838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d609a2f2-5ee3-4d2f-9de8-a55598784fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:38.929183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd705910>, [{'id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:34Z', 'updated_at': '2021-11-27T21:13:38Z', 'revision_number': 4, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'gw_port': {'id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:35Z', 'updated_at': '2021-11-27T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6', 'name': '', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'mac_address': 'fa:16:3e:50:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:37Z', 'updated_at': '2021-11-27T21:13:37Z', 'revision_number': 1, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'subnets': [{'id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:38.945285 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403c136a0>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:13:37Z', 'revision_number': 5, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port': {'id': 'cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:04:56Z', 'updated_at': '2021-11-27T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:38.958772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:38.974390 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d06a9651-c2b4-4be2-8ea0-46db88919f94 admin admin] 10.222.0.21 "PUT /v2.0/routers/7048060a-ae6d-4af9-9241-9cbaa8854a0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5651512
Nov 27 21:13:38.994106 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] Checking router: 2dd2fff3-d84b-49ca-b032-796a4dcf417b for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:39.000737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] For port cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:39.001242 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.004713 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] Routers {'2dd2fff3-d84b-49ca-b032-796a4dcf417b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:39.005467 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe403c136a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:39.006988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb68f47-6161-4f2d-aafd-5c69a3619f94 None None] The sync data for ids ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'] in ncdv-master-1 is: [{'id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:34Z', 'updated_at': '2021-11-27T21:13:38Z', 'revision_number': 4, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'gw_port': {'id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:35Z', 'updated_at': '2021-11-27T21:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6', 'name': '', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'mac_address': 'fa:16:3e:50:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:37Z', 'updated_at': '2021-11-27T21:13:37Z', 'revision_number': 1, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'subnets': [{'id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:39.032608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Calling delete_port for cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:39.048138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d609a2f2-5ee3-4d2f-9de8-a55598784fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.079564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d609a2f2-5ee3-4d2f-9de8-a55598784fe4 None None] For port c942db93-630a-4576-b4cc-31d06ddf3f65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c942db93-630a-4576-b4cc-31d06ddf3f65,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:39.088015 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d609a2f2-5ee3-4d2f-9de8-a55598784fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.174781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609a2f2-5ee3-4d2f-9de8-a55598784fe4 None None] Pushing event updated for resources: {'Port': ['ID=c942db93-630a-4576-b4cc-31d06ddf3f65,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:39.184401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] Set router 2dd2fff3-d84b-49ca-b032-796a4dcf417b gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:39.216965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-286e9962-bf26-4c5a-8d4f-4858fccc4f89 None None] Provisioning complete for port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:39.217597 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-286e9962-bf26-4c5a-8d4f-4858fccc4f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.276939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-286e9962-bf26-4c5a-8d4f-4858fccc4f89 None None] Port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:39.299983 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe403c136a0>, [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:13:38Z', 'revision_number': 6, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:39.326418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.337395 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6adea1-392a-46eb-a2c7-31a0c63f51c2 None None] The sync data for ids ['2dd2fff3-d84b-49ca-b032-796a4dcf417b'] in ncdv-master-1 is: [{'id': '2dd2fff3-d84b-49ca-b032-796a4dcf417b', 'name': 'tempest-AttachVolumeShelveTestJSON-1523266229-router', 'tenant_id': '4b756ba4e580446980b973ad0b42b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:04:55Z', 'updated_at': '2021-11-27T21:13:38Z', 'revision_number': 6, 'project_id': '4b756ba4e580446980b973ad0b42b9fe', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:39.366892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d111c9-ff49-4906-8d9f-204079235b55 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:39.385143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:39.466829 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.560827 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.575897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.578306 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.632477 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.633120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd2fff3-d84b-49ca-b032-796a4dcf417b {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:13:39.639140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.640449 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2ea81635-6caa-491d-98b7-6b5d5168200d admin admin] 10.222.0.21 "DELETE /v2.0/routers/2dd2fff3-d84b-49ca-b032-796a4dcf417b HTTP/1.1" status: 204  len: 168 time: 1.2394037
Nov 27 21:13:39.643392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40152) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:39.699814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-8181e66e-7fd1-4213-bab2-b8180fe663a2 admin admin] Deleting subnet cea12c44-8d25-4a99-87a8-7efe19824fa7 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:13:39.703816 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8181e66e-7fd1-4213-bab2-b8180fe663a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.751186 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8181e66e-7fd1-4213-bab2-b8180fe663a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.865115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40170) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:39.873183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-790645026-network', 'tenant_id': '0aefc004229844399f063a911bcc05b7'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:39.903210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Made reservation on behalf of 0aefc004229844399f063a911bcc05b7 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:39.905718 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.923568 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.940114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8181e66e-7fd1-4213-bab2-b8180fe663a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:39.970486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4d45840e-e0f6-4674-9289-6a299d4616c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:39.997412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4d45840e-e0f6-4674-9289-6a299d4616c9 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:39.998000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4d45840e-e0f6-4674-9289-6a299d4616c9 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:40.016269 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8181e66e-7fd1-4213-bab2-b8180fe663a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.044100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181e66e-7fd1-4213-bab2-b8180fe663a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea12c44-8d25-4a99-87a8-7efe19824fa7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:40.047802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8181e66e-7fd1-4213-bab2-b8180fe663a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.053899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d293a68-83ef-483e-8f5b-309afd77ec25 None None] Network e625b12a-b3fa-4ce9-b29c-1debf46798ed requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:40.054570 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8181e66e-7fd1-4213-bab2-b8180fe663a2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cea12c44-8d25-4a99-87a8-7efe19824fa7 HTTP/1.1" status: 204  len: 168 time: 0.4099424
Nov 27 21:13:40.055799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40176) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:40.069171 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.078021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.105037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:13:40.128237 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.128918 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Added segment 2287303d-8658-44e8-932e-5916cd6b0229 of type vlan for network b411d1bb-d6d5-461b-914e-4597a4b733ac
Nov 27 21:13:40.138691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:40.169189 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.179170 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.210457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.212966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:40.213612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.252959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Deleting port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:40.253309 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.275085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.278906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4126437
Nov 27 21:13:40.281843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40182) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:40.286825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Request body: {'subnet': {'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-790645026-subnet', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:40.307321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659abf97-a7a2-4fed-a586-d0b65d3dc48a admin admin] Pushing event updated for resources: {'Network': ['ID=b411d1bb-d6d5-461b-914e-4597a4b733ac,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:40.324812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b411d1bb-d6d5-461b-914e-4597a4b733ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:13:40.331097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Made reservation on behalf of 0aefc004229844399f063a911bcc05b7 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:40.333579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.362790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] For port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba0b814-8bfd-4b67-9bad-f4b83d4538d0,segment=NetworkSegment(0ce15481-18bd-44dd-bd1b-b76287b95b9c),segment_id=0ce15481-18bd-44dd-bd1b-b76287b95b9c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:40.363449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.394961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Calling delete_port for 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:40.407885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] DHCP port deletion for e625b12a-b3fa-4ce9-b29c-1debf46798ed request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:40.544579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.575677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] Deleting port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:13:40.576162 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.613780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] No DVR routers for this DVR port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:13:40.620135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba0b814-8bfd-4b67-9bad-f4b83d4538d0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:40.674906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] For port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:40.675371 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.692925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] Calling delete_port for 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:13:40.696865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] Port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:13:40.709996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.715813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.727754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] No DVR routers for this DVR port 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:13:40.739762 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.751377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b101c57-2c23-4288-9a36-70c91a466b1a None None] Pushing event deleted for resources: {'Port': ['ID=9ba0b814-8bfd-4b67-9bad-f4b83d4538d0,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:40.792142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc091910>,) {'filters': {'network_id': ['e625b12a-b3fa-4ce9-b29c-1debf46798ed']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:40.806815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc091910>, '0ce15481-18bd-44dd-bd1b-b76287b95b9c') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:40.807222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc091910>, '0ce15481-18bd-44dd-bd1b-b76287b95b9c') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:40.823299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.836824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9193ce-73fa-41bc-9288-e64650741f77,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:40.846542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Checking segment: {'id': '2287303d-8658-44e8-932e-5916cd6b0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:40.846828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Network hostable DHCP agents. Network: b411d1bb-d6d5-461b-914e-4597a4b733ac, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:13:40.856758 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.872981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Network b411d1bb-d6d5-461b-914e-4597a4b733ac is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:13:40.878624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:13:40.879344 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:13:40.888094 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:13:40.902203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b411d1bb-d6d5-461b-914e-4597a4b733ac) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:40.906712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a4b0d-9b0e-44b6-9570-69966615c76c None None] Network b411d1bb-d6d5-461b-914e-4597a4b733ac requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:40.909855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:40.910457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.936882 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d6a21830-b082-4dd4-892a-f781a1e72e0d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6534524
Nov 27 21:13:40.938961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40194) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:40.945000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:40.993899 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:40.995371 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.034939 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.054626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.058622 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] 10.222.0.21 "DELETE /v2.0/networks/e625b12a-b3fa-4ce9-b29c-1debf46798ed HTTP/1.1" status: 204  len: 168 time: 1.0018685
Nov 27 21:13:41.059497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40196) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:41.060644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100ae7a-c74a-4cfd-9d0d-38a17d26c91f admin admin] Pushing event deleted for resources: {'Network': ['ID=e625b12a-b3fa-4ce9-b29c-1debf46798ed,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:41.082913 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.135468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b411d1bb-d6d5-461b-914e-4597a4b733ac', 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'fixed_ips': [{'subnet_id': '0c9193ce-73fa-41bc-9288-e64650741f77'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:13:41.138928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.241527 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40202) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:41.275017 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.291212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.326787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-47de0633-b343-49e8-8e37-4359d9415af4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b756ba4e580446980b973ad0b42b9fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0837367
Nov 27 21:13:41.341640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40204) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:41.348161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Allocated IP 172.20.0.2 (b411d1bb-d6d5-461b-914e-4597a4b733ac/0c9193ce-73fa-41bc-9288-e64650741f77/56d2f83f-38c2-4bc9-bde8-d8571e8ef070) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:41.425780 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa578253-e0bd-4390-bb4d-423c29f26e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.452316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.466377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa578253-e0bd-4390-bb4d-423c29f26e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.468237 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.499438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27044013bb53496982d1e275f135440a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4354446
Nov 27 21:13:41.504200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40206) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:41.541506 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.551052 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.564882 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.565696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e85b67-b90e-4332-bb05-9a5a643fc567,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:41.585111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.585111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.585389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.585521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.585869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.586711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.587683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.587683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.588124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.588124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.588450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.588832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183ea39-2c6f-456a-8af2-620725c73818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:41.590346 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.610640 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-702d6e95-366c-4dfb-9aec-5b58df9fe0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.623543 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa578253-e0bd-4390-bb4d-423c29f26e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.626114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa578253-e0bd-4390-bb4d-423c29f26e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.629627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aa578253-e0bd-4390-bb4d-423c29f26e56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/322c7844-83ec-4cbe-ab65-afd68603e4d8 HTTP/1.1" status: 204  len: 168 time: 0.2842669
Nov 27 21:13:41.633787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Pushing event updated for resources: {'Port': ['ID=56d2f83f-38c2-4bc9-bde8-d8571e8ef070,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:41.644716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Network b411d1bb-d6d5-461b-914e-4597a4b733ac is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:41.646672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:41.649229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:41.651394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa578253-e0bd-4390-bb4d-423c29f26e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322c7844-83ec-4cbe-ab65-afd68603e4d8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:41.654423 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-702d6e95-366c-4dfb-9aec-5b58df9fe0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.713993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Attempting to bind port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:41.714533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Attempting to bind port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2287303d-8658-44e8-932e-5916cd6b0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:41.714749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Allocated IP 172.35.3.244 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/436a7521-5848-46e2-acf2-73d33dc9ed35) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:41.714899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Attempting to bind port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 on network b411d1bb-d6d5-461b-914e-4597a4b733ac {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:41.720570 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:41.721031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Checking segment: {'id': '2287303d-8658-44e8-932e-5916cd6b0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:41.721452 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.721868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Bound using segment: {'id': '2287303d-8658-44e8-932e-5916cd6b0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:41.722393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Bound port: 56d2f83f-38c2-4bc9-bde8-d8571e8ef070, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2287303d-8658-44e8-932e-5916cd6b0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:41.722785 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.726762 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-702d6e95-366c-4dfb-9aec-5b58df9fe0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.731613 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-702d6e95-366c-4dfb-9aec-5b58df9fe0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.734718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-702d6e95-366c-4dfb-9aec-5b58df9fe0cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53e85b67-b90e-4332-bb05-9a5a643fc567 HTTP/1.1" status: 204  len: 168 time: 0.2290514
Nov 27 21:13:41.781074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6e95-366c-4dfb-9aec-5b58df9fe0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e85b67-b90e-4332-bb05-9a5a643fc567,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:41.880373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] For port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:41.882506 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.887002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] For port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56d2f83f-38c2-4bc9-bde8-d8571e8ef070,segment=NetworkSegment(2287303d-8658-44e8-932e-5916cd6b0229),segment_id=2287303d-8658-44e8-932e-5916cd6b0229)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:41.895575 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:41.918225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c942db93-630a-4576-b4cc-31d06ddf3f65 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:41.933986 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.007598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:42.018563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:42.024578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:42.060681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a822aafc-b770-4c83-aef1-7716e5c7d738 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:42.064195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7639e9d-2884-4682-a421-8901cfcc3b76 None None] Pushing event updated for resources: {'Port': ['ID=56d2f83f-38c2-4bc9-bde8-d8571e8ef070,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:42.131849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c942db93-630a-4576-b4cc-31d06ddf3f65 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:42.132723 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.158041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Pushing event updated for resources: {'Port': ['ID=436a7521-5848-46e2-acf2-73d33dc9ed35,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:42.272706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-79b9735b-30eb-45fb-9008-dc38608cd06b None None] Provisioning complete for port 436a7521-5848-46e2-acf2-73d33dc9ed35 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:42.273544 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79b9735b-30eb-45fb-9008-dc38608cd06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.373351 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-79b9735b-30eb-45fb-9008-dc38608cd06b None None] Port 436a7521-5848-46e2-acf2-73d33dc9ed35 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:42.471770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:42.473844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40222) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:42.501884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8c443aea-f94e-4e47-80c9-1ce813910267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.540972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:42.541855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9ba0b814-8bfd-4b67-9bad-f4b83d4538d0 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:42.543055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:13:42.615314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:13:42.617161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cf33eda0-02e8-47c4-9cbb-ab186b3bdcb1 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:13:42.677273 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.722584 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8c443aea-f94e-4e47-80c9-1ce813910267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.730057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8c443aea-f94e-4e47-80c9-1ce813910267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.733406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Sync routers for ids ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:42.763439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Routers {'7048060a-ae6d-4af9-9241-9cbaa8854a0c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:42.764301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd824400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:42.778740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c443aea-f94e-4e47-80c9-1ce813910267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb061d5-a868-4c01-bdf1-521551f8fe55,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:42.794422 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8c443aea-f94e-4e47-80c9-1ce813910267 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29f106e1c7dc4a628bbd1bd1d69885ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3188705
Nov 27 21:13:42.799532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40226) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:42.879814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2d51d14-1958-4a2f-94e5-a2721645bf8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.910893 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2d51d14-1958-4a2f-94e5-a2721645bf8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.918292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Set router 7048060a-ae6d-4af9-9241-9cbaa8854a0c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:42.981552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.982176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2d51d14-1958-4a2f-94e5-a2721645bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.984464 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2d51d14-1958-4a2f-94e5-a2721645bf8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:42.985787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b2d51d14-1958-4a2f-94e5-a2721645bf8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1eb061d5-a868-4c01-bdf1-521551f8fe55 HTTP/1.1" status: 204  len: 168 time: 0.1845381
Nov 27 21:13:42.994503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d51d14-1958-4a2f-94e5-a2721645bf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb061d5-a868-4c01-bdf1-521551f8fe55,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:43.098062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40238) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:43.195998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Router 93d9135f-8017-4d9e-9e69-b57942a6c78b is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:13:43.373596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:43.387921 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Sync routers for ids ['93d9135f-8017-4d9e-9e69-b57942a6c78b'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:43.401916 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:43.406893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b6c176ac-5db3-4960-8290-f28b6fd5a948 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.4663217
Nov 27 21:13:43.407169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40244) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:43.424399 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Routers {'93d9135f-8017-4d9e-9e69-b57942a6c78b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:43.430872 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e1f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['93d9135f-8017-4d9e-9e69-b57942a6c78b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:43.445030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd824400>, [{'id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:34Z', 'updated_at': '2021-11-27T21:13:38Z', 'revision_number': 4, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'gw_port': {'id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:35Z', 'updated_at': '2021-11-27T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6', 'name': '', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'mac_address': 'fa:16:3e:50:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:37Z', 'updated_at': '2021-11-27T21:13:38Z', 'revision_number': 2, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'subnets': [{'id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:43.489960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Checking router: 7048060a-ae6d-4af9-9241-9cbaa8854a0c for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:43.490289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Updating router 7048060a-ae6d-4af9-9241-9cbaa8854a0c port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:13:43.527982 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:43.620971 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Set router 93d9135f-8017-4d9e-9e69-b57942a6c78b gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:43.630277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-366828811-network', 'tenant_id': '219be90852c0481aaad9862d1a485102'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:43.681613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Made reservation on behalf of 219be90852c0481aaad9862d1a485102 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:43.686962 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:43.709666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:43.817769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a01d3-c422-4001-aec3-d47b3216025c None None] Network b411d1bb-d6d5-461b-914e-4597a4b733ac requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:43.858304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:43.957426 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e1f10>, [{'id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:42Z', 'revision_number': 3, 'project_id': '0aefc004229844399f063a911bcc05b7', 'gw_port': {'id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:43.971766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-495c9308-1e0f-4029-a4e9-9bc2d21bf9bf None None] Provisioning complete for port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:43.972347 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-495c9308-1e0f-4029-a4e9-9bc2d21bf9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:43.989545 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Checking router: 93d9135f-8017-4d9e-9e69-b57942a6c78b for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:43.990014 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Updating router 93d9135f-8017-4d9e-9e69-b57942a6c78b port 436a7521-5848-46e2-acf2-73d33dc9ed35 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:13:44.020045 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.103879 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.115462 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.231122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:13:44.233573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:44.234519 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.251909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224fe70b-2155-416d-be93-a516c1bd633e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:44.262460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.262954 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Added segment 194cc2af-caf9-4abc-8031-92dec579dc9e of type vlan for network 34e43d78-90bf-4d39-8500-de9af3c92506
Nov 27 21:13:44.344243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.379392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.386889 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-495c9308-1e0f-4029-a4e9-9bc2d21bf9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.431183 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.436316 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.438877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.440350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:44.440508 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.450841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.527939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-495c9308-1e0f-4029-a4e9-9bc2d21bf9bf None None] For port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56d2f83f-38c2-4bc9-bde8-d8571e8ef070,segment=NetworkSegment(2287303d-8658-44e8-932e-5916cd6b0229),segment_id=2287303d-8658-44e8-932e-5916cd6b0229)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:44.533055 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.547195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-495c9308-1e0f-4029-a4e9-9bc2d21bf9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.558843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553ca00-0e24-4044-8515-fb180ac472fb None None] Pushing event updated for resources: {'Port': ['ID=f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:44.573699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.4725111
Nov 27 21:13:44.576748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40266) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:44.581892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Request body: {'subnet': {'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-366828811-subnet', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:44.608282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788db0ae-6ffb-4825-b8e4-a6a2d8bc8655 admin admin] Pushing event updated for resources: {'Network': ['ID=34e43d78-90bf-4d39-8500-de9af3c92506,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:44.639508 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 34e43d78-90bf-4d39-8500-de9af3c92506 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:13:44.653872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Made reservation on behalf of 219be90852c0481aaad9862d1a485102 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:44.656381 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.773129 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Attempting to bind port 436a7521-5848-46e2-acf2-73d33dc9ed35 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:44.773726 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Attempting to bind port 436a7521-5848-46e2-acf2-73d33dc9ed35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:44.774293 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Attempting to bind port 436a7521-5848-46e2-acf2-73d33dc9ed35 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:44.808759 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:44.809365 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:44.810014 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.811163 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:44.811946 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Bound port: 436a7521-5848-46e2-acf2-73d33dc9ed35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:44.812566 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.816088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f19d44-10ef-4f0b-8f90-b783b1eeff5b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:44.911637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Attempting to bind port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:44.912326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Attempting to bind port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:44.912448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Attempting to bind port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 on network 2e4ea973-7dde-45f6-abff-33395836d24d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:44.932817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c9308-1e0f-4029-a4e9-9bc2d21bf9bf None None] Pushing event updated for resources: {'Port': ['ID=56d2f83f-38c2-4bc9-bde8-d8571e8ef070,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:44.938400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:44.938792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Checking segment: {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:44.939226 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.939650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Bound using segment: {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:44.940154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Bound port: f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:44.940546 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:44.950277 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Pushing event updated for resources: {'Port': ['ID=436a7521-5848-46e2-acf2-73d33dc9ed35,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:45.006371 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.007170 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.018615 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.020323 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.020837 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.021336 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.021882 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.022437 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.022997 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.023947 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.024102 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.024544 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:45.074871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-49a590e9-59e2-40aa-99bc-933c3b50a15e None None] Provisioning complete for port 436a7521-5848-46e2-acf2-73d33dc9ed35 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:45.075408 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49a590e9-59e2-40aa-99bc-933c3b50a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.086779 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.092160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-0f79df74-9458-451a-ac7f-a992d53e5770 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2939613
Nov 27 21:13:45.092972 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] For port 436a7521-5848-46e2-acf2-73d33dc9ed35, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:45.107409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Allocated IP 172.20.0.1 (b411d1bb-d6d5-461b-914e-4597a4b733ac/0c9193ce-73fa-41bc-9288-e64650741f77/4026bb86-f9c6-4a57-9453-e95ca1e3b9a9) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:45.113769 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] For port 436a7521-5848-46e2-acf2-73d33dc9ed35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436a7521-5848-46e2-acf2-73d33dc9ed35,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:45.123343 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.146871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] For port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:45.165646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] For port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:45.167174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-49a590e9-59e2-40aa-99bc-933c3b50a15e None None] Port 436a7521-5848-46e2-acf2-73d33dc9ed35 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:45.175044 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.189067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca62c5b-da07-4fda-84c1-ba93d90ade77,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:45.204600 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7e604-b53a-44d0-94d0-bfcf46af2aa9 None None] Pushing event updated for resources: {'Port': ['ID=436a7521-5848-46e2-acf2-73d33dc9ed35,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:45.205140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Checking segment: {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:45.205815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Network hostable DHCP agents. Network: 34e43d78-90bf-4d39-8500-de9af3c92506, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:13:45.223947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c46711-024a-40f8-9ab1-ff4f8da25f0f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:45.240174 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Routers {'93d9135f-8017-4d9e-9e69-b57942a6c78b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:45.240802 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e1f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['93d9135f-8017-4d9e-9e69-b57942a6c78b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:45.261794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Network 34e43d78-90bf-4d39-8500-de9af3c92506 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:13:45.285891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 34e43d78-90bf-4d39-8500-de9af3c92506) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:45.291144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:45.291779 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.302587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553ca00-0e24-4044-8515-fb180ac472fb None None] Pushing event updated for resources: {'Port': ['ID=f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:45.311964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a1a63-6725-4f4c-9587-f7ef58cba948 None None] Network 34e43d78-90bf-4d39-8500-de9af3c92506 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:45.327149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-24c4b581-ae95-4a4e-9b46-e3462e6a7fd8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7492337
Nov 27 21:13:45.327993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40280) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:45.336544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:45.392714 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.394594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.404128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d16504c0-d919-40c0-ad79-762ade24c949 None None] Provisioning complete for port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:45.404782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d16504c0-d919-40c0-ad79-762ade24c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.409454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Routers {'7048060a-ae6d-4af9-9241-9cbaa8854a0c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:45.410507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd824400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:45.421425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-c4a0496d-a16d-4946-ac62-78920c523e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:45.427922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-c4a0496d-a16d-4946-ac62-78920c523e28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1096 time: 0.2998481
Nov 27 21:13:45.491362 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] Set router 93d9135f-8017-4d9e-9e69-b57942a6c78b gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:45.508850 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.711167 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.806836 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.814180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-cf79d193-6dd1-44e6-a969-014e4361f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:45.819677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-cf79d193-6dd1-44e6-a969-014e4361f1b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.3398378
Nov 27 21:13:45.854665 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a730b028-221d-4794-89a0-00103a75fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e1f10>, [{'id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:42Z', 'revision_number': 3, 'project_id': '0aefc004229844399f063a911bcc05b7', 'gw_port': {'id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:45.891670 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730b028-221d-4794-89a0-00103a75fcef None None] The sync data for ids ['93d9135f-8017-4d9e-9e69-b57942a6c78b'] in ncdv-master-1 is: [{'id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:42Z', 'revision_number': 3, 'project_id': '0aefc004229844399f063a911bcc05b7', 'gw_port': {'id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:45.913565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:45.916343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-34e43d78-90bf-4d39-8500-de9af3c92506', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:13:45.916746 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.917188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:45.975159 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-bd924370-79be-4ce6-be18-54a5fc02ad6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1000 time: 0.1503839
Nov 27 21:13:45.996066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Network b411d1bb-d6d5-461b-914e-4597a4b733ac is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:45.997672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] Set router 7048060a-ae6d-4af9-9241-9cbaa8854a0c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:46.003401 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d16504c0-d919-40c0-ad79-762ade24c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:46.054315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-6eb9e062-752b-4445-b4b7-d2fc09008806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:46.056603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-6eb9e062-752b-4445-b4b7-d2fc09008806 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0693238
Nov 27 21:13:46.060829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:46.067139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:46.154526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Pushing event updated for resources: {'Port': ['ID=4026bb86-f9c6-4a57-9453-e95ca1e3b9a9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:46.182795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:46.360301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-9dca0322-e214-4eb5-a484-c3d216162b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:46.362116 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-9dca0322-e214-4eb5-a484-c3d216162b1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2883730
Nov 27 21:13:46.466967 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:46.562173 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:46.735011 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:46.764030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:46.768202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:46.768616 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:46.809186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d16504c0-d919-40c0-ad79-762ade24c949 None None] For port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:46.858276 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d16504c0-d919-40c0-ad79-762ade24c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:46.913346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Allocated IP 172.35.3.195 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/6019ecf4-52a4-486a-a852-d8cb3571d42d) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:46.957026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:47.044423 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.059230 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d16504c0-d919-40c0-ad79-762ade24c949 None None] Provisioning complete for port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:47.059631 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d16504c0-d919-40c0-ad79-762ade24c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.086543 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.090398 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.098960 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.136847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:47.141021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16504c0-d919-40c0-ad79-762ade24c949 None None] Pushing event updated for resources: {'Port': ['ID=f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:47.145233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:47.150072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:47.178940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Allocated IP 172.20.0.2 (34e43d78-90bf-4d39-8500-de9af3c92506/eca62c5b-da07-4fda-84c1-ba93d90ade77/89d82634-74de-44a0-8018-5845e41f7f04) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:47.189481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Pushing event updated for resources: {'Port': ['ID=6019ecf4-52a4-486a-a852-d8cb3571d42d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:47.190756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cabebe4-caac-4fe1-a069-968cdd5f82e3 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:47.204485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.204891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.205285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.205723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.206080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.206974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.207354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.207724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.208107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.208457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.208820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.209163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:13:47.268842 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-1fa8f2f0-1de1-4a6f-826e-873bb74fa62d service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8721397
Nov 27 21:13:47.280166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:47.280551 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.297120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Pushing event updated for resources: {'Port': ['ID=4026bb86-f9c6-4a57-9453-e95ca1e3b9a9,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:47.373652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd824400>, [{'id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:34Z', 'updated_at': '2021-11-27T21:13:38Z', 'revision_number': 4, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'gw_port': {'id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:35Z', 'updated_at': '2021-11-27T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6', 'name': '', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'mac_address': 'fa:16:3e:50:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:37Z', 'updated_at': '2021-11-27T21:13:45Z', 'revision_number': 4, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'subnets': [{'id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:47.384694 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.408506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49edbf46-eec7-4b31-9295-e449dba91007 None None] The sync data for ids ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'] in ncdv-master-1 is: [{'id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:34Z', 'updated_at': '2021-11-27T21:13:38Z', 'revision_number': 4, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'gw_port': {'id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:35Z', 'updated_at': '2021-11-27T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6', 'name': '', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'mac_address': 'fa:16:3e:50:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:37Z', 'updated_at': '2021-11-27T21:13:45Z', 'revision_number': 4, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'subnets': [{'id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:47.436053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6c3b6f0-bca7-4c11-ac66-8a5668f56a4b req-3ea6208b-5336-43d0-b003-b80ffaed6dc7 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595628
Nov 27 21:13:47.531833 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.572949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Network b411d1bb-d6d5-461b-914e-4597a4b733ac is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:47.574740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:47.623561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Provisioning complete for port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:47.623943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.662148 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.680504 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:47.756673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Network 34e43d78-90bf-4d39-8500-de9af3c92506 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:47.773076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:47.807141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:47.827051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Pushing event updated for resources: {'Port': ['ID=89d82634-74de-44a0-8018-5845e41f7f04,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:47.909903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Router 93d9135f-8017-4d9e-9e69-b57942a6c78b has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:13:47.991603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:48.087790 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:48.165188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Attempting to bind port 89d82634-74de-44a0-8018-5845e41f7f04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:48.165867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Attempting to bind port 89d82634-74de-44a0-8018-5845e41f7f04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:48.166474 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Attempting to bind port 89d82634-74de-44a0-8018-5845e41f7f04 on network 34e43d78-90bf-4d39-8500-de9af3c92506 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:48.185534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:48.186060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Checking segment: {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:48.186645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:48.187165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Bound using segment: {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:48.187817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Bound port: 89d82634-74de-44a0-8018-5845e41f7f04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:48.188790 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:48.239421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:48.251074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c70f918d-ac06-4101-9d3d-51d475096d6d admin admin] 10.222.0.21 "PUT /v2.0/routers/93d9135f-8017-4d9e-9e69-b57942a6c78b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8424361
Nov 27 21:13:48.313789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:13:48.323155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Provisioning complete for port 6019ecf4-52a4-486a-a852-d8cb3571d42d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:48.323775 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:48.473786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] For port 89d82634-74de-44a0-8018-5845e41f7f04, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:48.476657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:48.477215 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:48.481447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Port 6019ecf4-52a4-486a-a852-d8cb3571d42d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:48.490162 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:48.495432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:48.513594 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] For port 89d82634-74de-44a0-8018-5845e41f7f04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89d82634-74de-44a0-8018-5845e41f7f04,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:48.516628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Sync routers for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:48.526468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:48.527983 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6987f028-750f-41d7-a554-43a037d1a362 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1988888
Nov 27 21:13:48.530540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40314) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:48.567734 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:48.608236 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Sync routers for ids ['93d9135f-8017-4d9e-9e69-b57942a6c78b'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:48.641496 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Routers {'93d9135f-8017-4d9e-9e69-b57942a6c78b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:48.642139 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe793190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['93d9135f-8017-4d9e-9e69-b57942a6c78b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:48.689616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Provisioning complete for port 436a7521-5848-46e2-acf2-73d33dc9ed35 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:48.690404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:48.695517 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:48.699225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd88d2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:48.923924 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Set router 93d9135f-8017-4d9e-9e69-b57942a6c78b gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:48.958378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b298be-369b-4ddc-b3a9-41fc47236397 None None] Pushing event updated for resources: {'Port': ['ID=89d82634-74de-44a0-8018-5845e41f7f04,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:49.028668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 436a7521-5848-46e2-acf2-73d33dc9ed35 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:49.193137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:49.311072 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:49.354650 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe793190>, [{'id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:46Z', 'revision_number': 4, 'project_id': '0aefc004229844399f063a911bcc05b7', 'gw_port': {'id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4026bb86-f9c6-4a57-9453-e95ca1e3b9a9', 'name': '', 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'mac_address': 'fa:16:3e:c9:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '0c9193ce-73fa-41bc-9288-e64650741f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:44Z', 'updated_at': '2021-11-27T21:13:46Z', 'revision_number': 2, 'project_id': '0aefc004229844399f063a911bcc05b7', 'subnets': [{'id': '0c9193ce-73fa-41bc-9288-e64650741f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:49.400244 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Checking router: 93d9135f-8017-4d9e-9e69-b57942a6c78b for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:49.400759 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Updating router 93d9135f-8017-4d9e-9e69-b57942a6c78b port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:13:49.432365 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:49.454383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] For port 436a7521-5848-46e2-acf2-73d33dc9ed35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436a7521-5848-46e2-acf2-73d33dc9ed35,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:49.466727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:49.500680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:49.615537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 436a7521-5848-46e2-acf2-73d33dc9ed35 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:49.615918 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:49.640403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Provisioning complete for port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:49.640653 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:49.686599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Allocated IP 172.20.0.1 (34e43d78-90bf-4d39-8500-de9af3c92506/eca62c5b-da07-4fda-84c1-ba93d90ade77/ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:49.701422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0d2c-414f-4864-8650-2294172f5d73 req-00eaabb8-3a64-4573-9905-57b1156f9baf tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:49.704005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-00eaabb8-3a64-4573-9905-57b1156f9baf tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/networks?id=2e4ea973-7dde-45f6-abff-33395836d24d HTTP/1.1" status: 200  len: 911 time: 0.1806087
Nov 27 21:13:49.714654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Pushing event updated for resources: {'Port': ['ID=436a7521-5848-46e2-acf2-73d33dc9ed35,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:49.725945 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-b7354d0e-d86e-4aa1-aa5f-652ee951180b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/quotas/0aefc004229844399f063a911bcc05b7 HTTP/1.1" status: 200  len: 375 time: 0.0124695
Nov 27 21:13:49.798043 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:49.807802 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:49.869593 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2b4e1abc-8cd9-4eb9-a0fc-5d8ce55937d1 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=0aefc004229844399f063a911bcc05b7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1369393
Nov 27 21:13:49.922359 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779fcce-dc62-4347-896f-a0f3ebad2860 None None] Pushing event updated for resources: {'Port': ['ID=4026bb86-f9c6-4a57-9453-e95ca1e3b9a9,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:49.964048 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:49.997312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c23c6795-b433-4b72-89b1-e6dce5837a82 None None] Port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:50.031497 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Attempting to bind port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:50.031876 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Attempting to bind port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2287303d-8658-44e8-932e-5916cd6b0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:50.032248 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Attempting to bind port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 on network b411d1bb-d6d5-461b-914e-4597a4b733ac {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:50.040293 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:50.040920 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Checking segment: {'id': '2287303d-8658-44e8-932e-5916cd6b0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:50.041468 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.045334 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Bound using segment: {'id': '2287303d-8658-44e8-932e-5916cd6b0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:50.045823 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.045967 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Bound port: 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2287303d-8658-44e8-932e-5916cd6b0229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:50.046429 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.074105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Network 34e43d78-90bf-4d39-8500-de9af3c92506 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:50.089834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:50.114906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:50.165431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd88d2e0>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:47Z', 'revision_number': 3, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:50.206687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Pushing event updated for resources: {'Port': ['ID=ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:50.235790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.249333 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] For port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:50.267621 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] For port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4026bb86-f9c6-4a57-9453-e95ca1e3b9a9,segment=NetworkSegment(2287303d-8658-44e8-932e-5916cd6b0229),segment_id=2287303d-8658-44e8-932e-5916cd6b0229)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:50.278995 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.297055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Checking router: 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:50.297625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Updating router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c port 6019ecf4-52a4-486a-a852-d8cb3571d42d binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:13:50.300036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e5e626ef-b920-4c44-85fe-357f2855ffa4 None None] Provisioning complete for port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:50.300411 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5e626ef-b920-4c44-85fe-357f2855ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.361494 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Routers {'93d9135f-8017-4d9e-9e69-b57942a6c78b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:50.371661 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe793190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['93d9135f-8017-4d9e-9e69-b57942a6c78b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:50.452343 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.460352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-60e0fdc1-7917-4a21-a976-fe13d8e37ecc service neutron] 10.222.0.21 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5811832
Nov 27 21:13:50.545013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.580223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 89d82634-74de-44a0-8018-5845e41f7f04 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:50.593322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfcaffb-caaf-47a6-8202-fda8cb734b7e None None] Network 34e43d78-90bf-4d39-8500-de9af3c92506 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:13:50.623082 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779fcce-dc62-4347-896f-a0f3ebad2860 None None] Pushing event updated for resources: {'Port': ['ID=4026bb86-f9c6-4a57-9453-e95ca1e3b9a9,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:50.674072 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-dbd9d28d-710e-4ceb-ae2e-a9306c15468e service neutron] 10.222.0.21 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2133219
Nov 27 21:13:50.677176 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] Set router 93d9135f-8017-4d9e-9e69-b57942a6c78b gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:50.798160 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.806792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.891183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5e626ef-b920-4c44-85fe-357f2855ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:50.894965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Pushing event updated for resources: {'Port': ['ID=ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:50.902423 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.022318 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe793190>, [{'id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:46Z', 'revision_number': 4, 'project_id': '0aefc004229844399f063a911bcc05b7', 'gw_port': {'id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4026bb86-f9c6-4a57-9453-e95ca1e3b9a9', 'name': '', 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'mac_address': 'fa:16:3e:c9:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '0c9193ce-73fa-41bc-9288-e64650741f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:44Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '0aefc004229844399f063a911bcc05b7', 'subnets': [{'id': '0c9193ce-73fa-41bc-9288-e64650741f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:51.044659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 89d82634-74de-44a0-8018-5845e41f7f04 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:51.045033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.066677 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66f95b3-f755-4813-b13d-b4a19486b89d None None] The sync data for ids ['93d9135f-8017-4d9e-9e69-b57942a6c78b'] in ncdv-master-1 is: [{'id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:46Z', 'revision_number': 4, 'project_id': '0aefc004229844399f063a911bcc05b7', 'gw_port': {'id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4026bb86-f9c6-4a57-9453-e95ca1e3b9a9', 'name': '', 'network_id': 'b411d1bb-d6d5-461b-914e-4597a4b733ac', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'mac_address': 'fa:16:3e:c9:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '0c9193ce-73fa-41bc-9288-e64650741f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:44Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '0aefc004229844399f063a911bcc05b7', 'subnets': [{'id': '0c9193ce-73fa-41bc-9288-e64650741f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:51.071626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72575e4e-a366-41b9-b6b6-be44c05c9bcb req-9e15c728-41ab-4575-9b2b-e402b445a172 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 210 time: 0.0857770
Nov 27 21:13:51.098190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Network 34e43d78-90bf-4d39-8500-de9af3c92506 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:51.100298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e5e626ef-b920-4c44-85fe-357f2855ffa4 None None] For port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4026bb86-f9c6-4a57-9453-e95ca1e3b9a9,segment=NetworkSegment(2287303d-8658-44e8-932e-5916cd6b0229),segment_id=2287303d-8658-44e8-932e-5916cd6b0229)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:51.100481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:51.165501 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5e626ef-b920-4c44-85fe-357f2855ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.286809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:13:51.367137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e626ef-b920-4c44-85fe-357f2855ffa4 None None] Pushing event updated for resources: {'Port': ['ID=4026bb86-f9c6-4a57-9453-e95ca1e3b9a9,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:51.416343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eb373d85-19f7-4d25-af65-7c23d5682813 None None] Provisioning complete for port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:51.417102 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb373d85-19f7-4d25-af65-7c23d5682813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.419081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:13:51.436239 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-caf7b127-114f-4d41-ad1a-db74ff1ad92e admin admin] 10.222.0.21 "PUT /v2.0/routers/8781c0b2-fdd4-42d1-bd7b-eb90aea7794c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9037693
Nov 27 21:13:51.505371 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.526812 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.564853 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.633937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f541b7-e712-49f6-a21a-1c39ef0ca6e8 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:51.674140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546cb61-f69b-4011-a6c3-1f059bce3a2f None None] Pushing event updated for resources: {'Port': ['ID=6019ecf4-52a4-486a-a852-d8cb3571d42d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:51.684761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Attempting to bind port 6019ecf4-52a4-486a-a852-d8cb3571d42d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:51.685145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Attempting to bind port 6019ecf4-52a4-486a-a852-d8cb3571d42d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:51.685512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Attempting to bind port 6019ecf4-52a4-486a-a852-d8cb3571d42d on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:51.753627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 89d82634-74de-44a0-8018-5845e41f7f04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89d82634-74de-44a0-8018-5845e41f7f04,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:51.754909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:51.755309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:51.761757 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.762264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:51.762779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Bound port: 6019ecf4-52a4-486a-a852-d8cb3571d42d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:51.763206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.777419 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:51.778267 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 436a7521-5848-46e2-acf2-73d33dc9ed35 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:52.010405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40360) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:52.015159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a3d3fb5c-2530-40ab-819e-763c1662b41e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567873917', 'description': 'tempest-description--1156988387'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:52.054139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] For port 6019ecf4-52a4-486a-a852-d8cb3571d42d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:52.062263 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=89d82634-74de-44a0-8018-5845e41f7f04,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:52.072095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eb373d85-19f7-4d25-af65-7c23d5682813 None None] Provisioning complete for port 89d82634-74de-44a0-8018-5845e41f7f04 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:52.076086 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb373d85-19f7-4d25-af65-7c23d5682813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.085035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fb5c-2530-40ab-819e-763c1662b41e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.085271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] For port 6019ecf4-52a4-486a-a852-d8cb3571d42d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6019ecf4-52a4-486a-a852-d8cb3571d42d,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:52.147676 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.212950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 436a7521-5848-46e2-acf2-73d33dc9ed35 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:52.213341 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.293714 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24f92253-8ad0-4ad9-8412-5596291eff57 req-0f8fcdaf-ae67-4315-a0ec-57655a6b2bc4 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 210 time: 0.0304060
Nov 27 21:13:52.310341 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fb5c-2530-40ab-819e-763c1662b41e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.322904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fb5c-2530-40ab-819e-763c1662b41e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.342033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da7c12-0f38-433b-bbe8-83cffdb035ca None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:13:52.392562 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fb5c-2530-40ab-819e-763c1662b41e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.394203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a3d3fb5c-2530-40ab-819e-763c1662b41e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3827446
Nov 27 21:13:52.395527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fb5c-2530-40ab-819e-763c1662b41e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:52.398548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 40366) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:52.404597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c9b28480-871c-43a2-83fc-b8cd6fa0e667 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'security_group_rule': {'security_group_id': '5fe80c10-5259-48f9-9fb4-a0a4b05cae6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:52.428742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:52.437249 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd88d2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:52.477747 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b28480-871c-43a2-83fc-b8cd6fa0e667 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.549776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546cb61-f69b-4011-a6c3-1f059bce3a2f None None] Pushing event updated for resources: {'Port': ['ID=6019ecf4-52a4-486a-a852-d8cb3571d42d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:52.589295 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b28480-871c-43a2-83fc-b8cd6fa0e667 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.600551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b28480-871c-43a2-83fc-b8cd6fa0e667 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.625435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b28480-871c-43a2-83fc-b8cd6fa0e667 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2b4fa7-a868-442b-94c1-6369a73d4ff5,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:52.646814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c9b28480-871c-43a2-83fc-b8cd6fa0e667 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.648151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c9b28480-871c-43a2-83fc-b8cd6fa0e667 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2484100
Nov 27 21:13:52.651557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40368) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:52.657031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8a926692-0f0c-4857-bf82-efd70ca9202e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'security_group_rule': {'security_group_id': '5fe80c10-5259-48f9-9fb4-a0a4b05cae6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:52.697854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8a926692-0f0c-4857-bf82-efd70ca9202e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.789681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:52.861948 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8a926692-0f0c-4857-bf82-efd70ca9202e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.869940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8a926692-0f0c-4857-bf82-efd70ca9202e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.925048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a926692-0f0c-4857-bf82-efd70ca9202e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c07cc6-e465-4276-a759-ed0a72df5441,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:52.928449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Provisioning complete for port 89d82634-74de-44a0-8018-5845e41f7f04 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:52.936865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.940300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0d2c-414f-4864-8650-2294172f5d73 req-bc096510-e60e-46b0-9c7e-1386a09a3c9d tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:52.941814 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-bc096510-e60e-46b0-9c7e-1386a09a3c9d tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.15 "GET /v2.0/networks?id=2e4ea973-7dde-45f6-abff-33395836d24d HTTP/1.1" status: 200  len: 911 time: 0.1955202
Nov 27 21:13:52.951033 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8a926692-0f0c-4857-bf82-efd70ca9202e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:52.952341 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8a926692-0f0c-4857-bf82-efd70ca9202e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2994585
Nov 27 21:13:52.954402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Request body: {'port': {'device_id': '220f6fbb-3bb8-47d4-b236-d9a44eae1763', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'admin_state_up': True, 'tenant_id': '0aefc004229844399f063a911bcc05b7'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:52.955655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40372) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:13:52.962509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:52.992443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Made reservation on behalf of 0aefc004229844399f063a911bcc05b7 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:52.995543 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.028104 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.167702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 89d82634-74de-44a0-8018-5845e41f7f04 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:53.174684 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.211609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Allocated IP 172.20.0.5 (2e4ea973-7dde-45f6-abff-33395836d24d/4880b11e-5458-468e-9db9-41e2da0faa3c/f6ebcc5d-3925-48c7-b526-8c48a5a5db44) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:53.344145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Allocated IP 172.35.3.116 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/8e45b452-f4ac-469f-ad42-a9c0a858f997) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:53.390400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 89d82634-74de-44a0-8018-5845e41f7f04 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:53.390802 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.405547 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.451495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Provisioning complete for port 6019ecf4-52a4-486a-a852-d8cb3571d42d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:53.452014 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.473558 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1fa0e92-8cf7-47d9-8afb-795d3450e618 req-f5aed229-adc5-4ec0-8d82-3c9bb6ba7de1 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 210 time: 0.0293410
Nov 27 21:13:53.483084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.485911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.535643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Network 2e4ea973-7dde-45f6-abff-33395836d24d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:53.539562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:53.543355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:53.557147 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.572326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Pushing event updated for resources: {'Port': ['ID=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:53.600614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:53.601579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.624670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-de293966-2df0-435b-a5ed-9c9fa12063a5 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.6744018
Nov 27 21:13:53.639415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Request body: {'port': {'device_id': '220f6fbb-3bb8-47d4-b236-d9a44eae1763', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:53.647962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'Port': ['ID=8e45b452-f4ac-469f-ad42-a9c0a858f997,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:53.658128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:53.660359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:53.663828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:53.675616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd88d2e0>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 2, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:53.716240 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.728150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67e12a-3e34-45a1-9fff-86da0f3b6046 None None] The sync data for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 is: [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 2, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:13:53.739546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.749835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] For port 6019ecf4-52a4-486a-a852-d8cb3571d42d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6019ecf4-52a4-486a-a852-d8cb3571d42d,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:53.751916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:53.795462 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.854607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Pushing event updated for resources: {'Port': ['ID=6019ecf4-52a4-486a-a852-d8cb3571d42d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:53.858299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.881470 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Provisioning complete for port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:53.881876 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.937917 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:53.940818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bda692c0-444d-422e-b50b-cc11fc7c08c2 None None] Port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:53.947772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:53.948152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.079635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9ecd84f7-73c4-4308-a1c5-224c056190b3 None None] Provisioning complete for port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:54.080043 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9ecd84f7-73c4-4308-a1c5-224c056190b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.132661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd84f7-73c4-4308-a1c5-224c056190b3 None None] Port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:54.167195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ebcc5d-3925-48c7-b526-8c48a5a5db44 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:13:54.178241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.178716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.186450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.195610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Transition to ACTIVE for port object f6ebcc5d-3925-48c7-b526-8c48a5a5db44 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:13:54.205612 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.303150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'Port': ['ID=8e45b452-f4ac-469f-ad42-a9c0a858f997,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:54.318701 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.338509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Pushing event updated for resources: {'Port': ['ID=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:54.361602 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.364362 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-06360392-9c9a-4cb8-ad9f-be61c42f6f51 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4056895
Nov 27 21:13:54.417013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-62cec040-aee4-478c-843d-ea0e372764ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0951319
Nov 27 21:13:54.449407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Attempting to bind port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:54.450464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Attempting to bind port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:54.452788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Attempting to bind port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 on network 2e4ea973-7dde-45f6-abff-33395836d24d {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:54.471703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 on network 2e4ea973-7dde-45f6-abff-33395836d24d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:13:54.472166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Attempting to bind port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 on network 2e4ea973-7dde-45f6-abff-33395836d24d {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:54.499838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:54.504306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Checking segment: {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:54.530887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Bound using segment: {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:54.531416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Bound port: f6ebcc5d-3925-48c7-b526-8c48a5a5db44, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:54.534912 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.641701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-568a4c71-cf63-4260-ad59-0543ba5ae9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:54.643066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-568a4c71-cf63-4260-ad59-0543ba5ae9a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 1096 time: 0.1686084
Nov 27 21:13:54.739711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] For port f6ebcc5d-3925-48c7-b526-8c48a5a5db44, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:54.764775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] For port f6ebcc5d-3925-48c7-b526-8c48a5a5db44, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:54.778019 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.821542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:54.822176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:54.823652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] 10.222.0.15 "PUT /v2.0/ports/f6ebcc5d-3925-48c7-b526-8c48a5a5db44 HTTP/1.1" status: 200  len: 1091 time: 1.1911719
Nov 27 21:13:54.824300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220f6fbb-3bb8-47d4-b236-d9a44eae1763', 'tag': 'f6ebcc5d-3925-48c7-b526-8c48a5a5db44'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:13:54.826724 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "220f6fbb-3bb8-47d4-b236-d9a44eae1763", "tag": "f6ebcc5d-3925-48c7-b526-8c48a5a5db44"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:13:54.832643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-2f2e9198-5657-441c-8f47-b53dcebf874d tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1567873917&fields=id&tenant_id=219be90852c0481aaad9862d1a485102 HTTP/1.1" status: 200  len: 267 time: 0.1365550
Nov 27 21:13:54.988763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea019-ad88-48c3-b8a6-2c445e93a7af service neutron] Pushing event updated for resources: {'Port': ['ID=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:55.004325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0d2c-414f-4864-8650-2294172f5d73 req-b2074a93-de25-4c9a-a23b-e8d4cd1b9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.005875 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-b2074a93-de25-4c9a-a23b-e8d4cd1b9088 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0aefc004229844399f063a911bcc05b7&device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1094 time: 0.0855598
Nov 27 21:13:55.067858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-c9e77533-9e4e-4889-8c07-5f0486b6e8bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6ebcc5d-3925-48c7-b526-8c48a5a5db44 HTTP/1.1" status: 200  len: 217 time: 0.0522962
Nov 27 21:13:55.098004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-08a863bf-cb94-4e8f-a3a1-85fb89b1e4d6 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.099675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-08a863bf-cb94-4e8f-a3a1-85fb89b1e4d6 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 810 time: 0.2594123
Nov 27 21:13:55.136597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-8637051b-41b9-4afb-a695-5e6ca66d0600 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/quotas/219be90852c0481aaad9862d1a485102 HTTP/1.1" status: 200  len: 375 time: 0.0174296
Nov 27 21:13:55.183964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0d2c-414f-4864-8650-2294172f5d73 req-e9365242-46a3-48ee-b5d1-2f09e3190042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.185484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-e9365242-46a3-48ee-b5d1-2f09e3190042 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4880b11e-5458-468e-9db9-41e2da0faa3c HTTP/1.1" status: 200  len: 849 time: 0.1093693
Nov 27 21:13:55.218745 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-6dda1ffa-3ecc-4f5a-9b93-e4dd77b0838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.220423 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-6dda1ffa-3ecc-4f5a-9b93-e4dd77b0838b service neutron] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.5551324
Nov 27 21:13:55.237365 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-12c7e193-d88d-4db0-8565-51620a5cffee tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0926640
Nov 27 21:13:55.238137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038925c-97c3-48a7-b0d7-efd8f161a3ee req-e400e006-a6a3-4883-884d-bcf8a67e3ac8 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.246175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a038925c-97c3-48a7-b0d7-efd8f161a3ee req-e400e006-a6a3-4883-884d-bcf8a67e3ac8 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1052 time: 0.5175273
Nov 27 21:13:55.247359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d0d2c-414f-4864-8650-2294172f5d73 req-7aee366f-a819-4b8b-a44c-6652eb80d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.249040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-7aee366f-a819-4b8b-a44c-6652eb80d8c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e4ea973-7dde-45f6-abff-33395836d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0552630
Nov 27 21:13:55.281260 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-bb395a5a-921c-4f08-8330-faedb406999f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a0db82d-42af-4626-865e-04c5b42fc108 HTTP/1.1" status: 200  len: 217 time: 0.0530052
Nov 27 21:13:55.362275 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a038925c-97c3-48a7-b0d7-efd8f161a3ee req-9a36655f-fb67-42b8-ad70-08d66b471588 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142566
Nov 27 21:13:55.364179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-f86ce4e8-889b-43fd-9ed5-1eeb421e0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.365840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-f86ce4e8-889b-43fd-9ed5-1eeb421e0a29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0755088
Nov 27 21:13:55.431671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-4cb2f67a-35c7-48aa-a5b8-6a7441e8edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.433471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-4cb2f67a-35c7-48aa-a5b8-6a7441e8edfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0600038
Nov 27 21:13:55.436244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-8bc64b67-953f-46b5-a555-1ea4ed3b64ec service neutron] 10.222.0.21 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844671
Nov 27 21:13:55.440397 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe835f4-dd5e-4c94-9007-cfff40834382 x-openstack-request-id: req-cbe835f4-dd5e-4c94-9007-cfff40834382 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:13:55.441133 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220f6fbb-3bb8-47d4-b236-d9a44eae1763", "tag": "f6ebcc5d-3925-48c7-b526-8c48a5a5db44", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:13:55.441685 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbe835f4-dd5e-4c94-9007-cfff40834382 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:13:55.442476 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220f6fbb-3bb8-47d4-b236-d9a44eae1763', 'tag': 'f6ebcc5d-3925-48c7-b526-8c48a5a5db44', 'status': 'completed', 'code': 200}
Nov 27 21:13:55.457667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-ea3ed20c-c243-475e-8371-53b5ca68cd4a service neutron] 10.222.0.15 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986966
Nov 27 21:13:55.529516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-8cbf2ef3-fe3c-49a2-8d17-6a4a45510101 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881972
Nov 27 21:13:55.613723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-c7351071-5866-4104-8105-923fe4781fe9 service neutron] 10.222.0.21 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1676915
Nov 27 21:13:55.618650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-338d0d2c-414f-4864-8650-2294172f5d73 req-9e34c1ce-3944-408a-962e-31d19ae66217 service neutron] 10.222.0.15 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452193
Nov 27 21:13:55.633539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6cc249bd-4a9e-4095-aa92-22869b578021 req-8eae901e-1863-4354-a93f-3ed5c3df8f03 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969558
Nov 27 21:13:55.722629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-76d0b6a8-d728-475c-a81a-739a0915f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.725123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-76d0b6a8-d728-475c-a81a-739a0915f593 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0aefc004229844399f063a911bcc05b7&device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1094 time: 0.0476475
Nov 27 21:13:55.837677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6891acc4-61cf-433d-9429-1e2afeb47a97 req-b2ee37d5-afba-48d8-99cf-bc4efe74e67e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 210 time: 0.0424683
Nov 27 21:13:55.866983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-4e2a7c1c-550b-4b40-8243-3c61d1b34870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.868976 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-4e2a7c1c-550b-4b40-8243-3c61d1b34870 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e4ea973-7dde-45f6-abff-33395836d24d HTTP/1.1" status: 200  len: 911 time: 0.1364071
Nov 27 21:13:55.911558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-5320960d-27c4-47c3-be9c-3cdb9ff100a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6ebcc5d-3925-48c7-b526-8c48a5a5db44 HTTP/1.1" status: 200  len: 217 time: 0.0350435
Nov 27 21:13:55.972548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-a0d3ea30-bb40-4af0-9566-1eb4acebc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:55.974915 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-a0d3ea30-bb40-4af0-9566-1eb4acebc52b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4880b11e-5458-468e-9db9-41e2da0faa3c HTTP/1.1" status: 200  len: 849 time: 0.0546961
Nov 27 21:13:55.983371 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:13:56.028128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-c059b878-b84d-4298-a6ed-996eaf440dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:56.029793 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-c059b878-b84d-4298-a6ed-996eaf440dac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e4ea973-7dde-45f6-abff-33395836d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0480015
Nov 27 21:13:56.125548 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-06c797e5-4508-4f1e-a0d7-42580eccef62 service neutron] 10.222.0.15 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887163
Nov 27 21:13:56.228583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd19d145-0cd6-4523-95fb-d6a4318dfdb8 req-74f14794-46d5-4eed-834c-210bce7c0766 service neutron] 10.222.0.15 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961354
Nov 27 21:13:56.485037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b7a32-c672-493b-9277-a37a064e4545 req-6aa60f4b-be76-4888-a78b-fbbe56d248c2 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:56.486603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-588b7a32-c672-493b-9277-a37a064e4545 req-6aa60f4b-be76-4888-a78b-fbbe56d248c2 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1094 time: 0.0476773
Nov 27 21:13:56.534750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-588b7a32-c672-493b-9277-a37a064e4545 req-59cef67c-0288-4d62-a562-770541e12ec3 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414455
Nov 27 21:13:56.834039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-583b8cd7-fdfe-4864-a3e0-78496a9c6119 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:56.836418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-583b8cd7-fdfe-4864-a3e0-78496a9c6119 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 810 time: 0.1226203
Nov 27 21:13:56.866176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6019ecf4-52a4-486a-a852-d8cb3571d42d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:13:56.909431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-9c35d8f8-de2f-46b8-9d4a-2233c065987d tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219be90852c0481aaad9862d1a485102 HTTP/1.1" status: 200  len: 380 time: 0.0611720
Nov 27 21:13:56.919057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 6019ecf4-52a4-486a-a852-d8cb3571d42d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:56.919472 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:56.919824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'port': {'device_id': '16595aec-62b0-4a81-8923-9071b7521bfe', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'admin_state_up': True, 'tenant_id': '219be90852c0481aaad9862d1a485102', 'security_groups': ['5fe80c10-5259-48f9-9fb4-a0a4b05cae6f']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:56.940475 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7063b83-c632-4bcf-9e2d-3a046135ff70 req-0a94c142-5dfc-41d2-8499-f47eed5d49ac tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 210 time: 0.0271900
Nov 27 21:13:57.041098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Made reservation on behalf of 219be90852c0481aaad9862d1a485102 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:13:57.044723 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:57.165709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Allocated IP 172.20.0.4 (34e43d78-90bf-4d39-8500-de9af3c92506/eca62c5b-da07-4fda-84c1-ba93d90ade77/a9f6773f-b4a1-41a8-9921-b5b340ba2efd) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:13:57.301274 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:57.334446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:57.378661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Network 34e43d78-90bf-4d39-8500-de9af3c92506 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:13:57.382163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:13:57.386220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:13:57.421251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'Port': ['ID=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:57.453125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:57.453833 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:57.473501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-6c7aea53-16da-4a12-938a-e92a843af37e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5572624
Nov 27 21:13:57.488836 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Request body: {'port': {'device_id': '16595aec-62b0-4a81-8923-9071b7521bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:13:57.549027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:57.671911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fa2b39b9-72ea-4424-89ad-f40f0e670f76 None None] Provisioning complete for port a9f6773f-b4a1-41a8-9921-b5b340ba2efd triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:57.672808 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fa2b39b9-72ea-4424-89ad-f40f0e670f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:57.711173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b39b9-72ea-4424-89ad-f40f0e670f76 None None] Port a9f6773f-b4a1-41a8-9921-b5b340ba2efd cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:13:57.750997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3f653-3e59-47e6-b30c-73aec782a0e7 req-0ad78933-4b80-414e-866b-afce2bd23c95 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:57.752561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ed3f653-3e59-47e6-b30c-73aec782a0e7 req-0ad78933-4b80-414e-866b-afce2bd23c95 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1094 time: 0.1269946
Nov 27 21:13:57.844851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ed3f653-3e59-47e6-b30c-73aec782a0e7 req-88dd8c46-08b7-46be-9c1c-918bb61886f3 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673382
Nov 27 21:13:57.910055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f6773f-b4a1-41a8-9921-b5b340ba2efd {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:13:57.918298 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:57.931125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Transition to ACTIVE for port object a9f6773f-b4a1-41a8-9921-b5b340ba2efd will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:13:57.935529 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:58.011350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:58.067578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Attempting to bind port a9f6773f-b4a1-41a8-9921-b5b340ba2efd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:58.067809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Attempting to bind port a9f6773f-b4a1-41a8-9921-b5b340ba2efd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:58.068073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Attempting to bind port a9f6773f-b4a1-41a8-9921-b5b340ba2efd on network 34e43d78-90bf-4d39-8500-de9af3c92506 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:58.073386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Port a9f6773f-b4a1-41a8-9921-b5b340ba2efd on network 34e43d78-90bf-4d39-8500-de9af3c92506 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:13:58.073722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Attempting to bind port a9f6773f-b4a1-41a8-9921-b5b340ba2efd on network 34e43d78-90bf-4d39-8500-de9af3c92506 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:58.077770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba788-7629-4e2d-825f-1305478e573a req-6210bf6c-7d13-4cdd-b3fd-83bc1507e9bd tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:58.079023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:58.079368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f0ba788-7629-4e2d-825f-1305478e573a req-6210bf6c-7d13-4cdd-b3fd-83bc1507e9bd tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 943 time: 0.0577788
Nov 27 21:13:58.079497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Checking segment: {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:58.079808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Bound using segment: {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:58.080244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Bound port: a9f6773f-b4a1-41a8-9921-b5b340ba2efd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:58.080598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:58.139826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f0ba788-7629-4e2d-825f-1305478e573a req-0e48da94-5f5e-41b4-a7cd-31f95e4e2fd4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527232
Nov 27 21:13:58.164279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] For port a9f6773f-b4a1-41a8-9921-b5b340ba2efd, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:58.168252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] For port a9f6773f-b4a1-41a8-9921-b5b340ba2efd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:58.174297 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:58.213039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:58.213763 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:58.215112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] 10.222.0.35 "PUT /v2.0/ports/a9f6773f-b4a1-41a8-9921-b5b340ba2efd HTTP/1.1" status: 200  len: 1091 time: 0.7306907
Nov 27 21:13:58.215622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16595aec-62b0-4a81-8923-9071b7521bfe', 'tag': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:13:58.217942 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe602a1-ed27-4104-afd0-8bef4efdf295" -d '{"events": [{"name": "network-changed", "server_uuid": "16595aec-62b0-4a81-8923-9071b7521bfe", "tag": "a9f6773f-b4a1-41a8-9921-b5b340ba2efd"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:13:58.240891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7527c8-5739-4223-b386-d6b42bdd4e4c service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:58.285325 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c18f2a1-6321-46f2-a0a6-f1f27e3c2527 x-openstack-request-id: req-6c18f2a1-6321-46f2-a0a6-f1f27e3c2527 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:13:58.285699 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16595aec-62b0-4a81-8923-9071b7521bfe", "tag": "a9f6773f-b4a1-41a8-9921-b5b340ba2efd", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:13:58.286179 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c18f2a1-6321-46f2-a0a6-f1f27e3c2527 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:13:58.286740 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16595aec-62b0-4a81-8923-9071b7521bfe', 'tag': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd', 'status': 'completed', 'code': 200}
Nov 27 21:13:58.325254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-cc5a9612-c8db-490c-9c54-c934598e6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:58.326819 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-cc5a9612-c8db-490c-9c54-c934598e6937 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 1094 time: 0.0616798
Nov 27 21:13:58.345557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Sync routers for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:13:58.356103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:58.356744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd345f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:58.513257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:13:58.740099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd345f70>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 2, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:58.750484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-7fcf97bb-2d26-4786-b826-2fd1c5b8ce74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd HTTP/1.1" status: 200  len: 217 time: 0.4135368
Nov 27 21:13:58.767660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Checking router: 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:13:58.768053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Updating router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:13:58.793552 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:58.802352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-f7f51041-ae10-4306-96a7-735e762ec0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:58.803878 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-f7f51041-ae10-4306-96a7-735e762ec0f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0431790
Nov 27 21:13:58.849391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-08bce259-2a27-437d-8870-13f1f72716c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:58.850930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-08bce259-2a27-437d-8870-13f1f72716c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392232
Nov 27 21:13:58.895647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f6ebcc5d-3925-48c7-b526-8c48a5a5db44 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:13:58.947345 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-e05abf40-39db-41b5-81b1-95e998d6e1e9 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888491
Nov 27 21:13:58.957035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09076e-f81d-48c9-b038-871dceda054e req-461917aa-572c-4c5d-a437-42f23ce801c6 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:58.958576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a09076e-f81d-48c9-b038-871dceda054e req-461917aa-572c-4c5d-a437-42f23ce801c6 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1094 time: 0.0421333
Nov 27 21:13:59.012887 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a09076e-f81d-48c9-b038-871dceda054e req-4cba5299-c7a2-49bf-b728-e54a68d04278 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478139
Nov 27 21:13:59.056301 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0547f2e-189c-41d1-a665-48df09ed4cec req-ef418bb9-3254-4af3-9315-c43b337e1dd1 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018560
Nov 27 21:13:59.078594 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port f6ebcc5d-3925-48c7-b526-8c48a5a5db44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:59.099975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'f6ebcc5d-3925-48c7-b526-8c48a5a5db44', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'port_id': 'f6ebcc5d-3925-48c7-b526-8c48a5a5db44', 'mac_address': 'fa:16:3e:a6:0e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:13:59.145033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-cfa2aeaf-04a8-40f5-8146-b418a7a1a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:59.146494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-cfa2aeaf-04a8-40f5-8146-b418a7a1a0af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 1094 time: 0.0432382
Nov 27 21:13:59.177738 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:59.193122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ebcc5d-3925-48c7-b526-8c48a5a5db44 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:13:59.206343 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:59.220090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:59.223820 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port f6ebcc5d-3925-48c7-b526-8c48a5a5db44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:13:59.248900 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:59.294679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dd055-e20b-4202-9bfa-6670035e64dc None None] Pushing event updated for resources: {'Port': ['ID=ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:59.295721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36378db9-4a9a-473e-a543-3ad58254acdf req-c8111ce4-eea2-4b89-93de-84bf22fe9ee9 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:59.303559 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36378db9-4a9a-473e-a543-3ad58254acdf req-c8111ce4-eea2-4b89-93de-84bf22fe9ee9 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 943 time: 0.0858245
Nov 27 21:13:59.307386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-0f1d9a86-3dd9-4780-9773-43bb384dbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:59.308874 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-0f1d9a86-3dd9-4780-9773-43bb384dbdd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 911 time: 0.1510324
Nov 27 21:13:59.369958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-32c9a7d6-1702-4630-99ec-1141a6a67bf5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd HTTP/1.1" status: 200  len: 217 time: 0.0452366
Nov 27 21:13:59.370695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Attempting to bind port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:13:59.371175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Attempting to bind port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:13:59.371480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Attempting to bind port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f on network 34e43d78-90bf-4d39-8500-de9af3c92506 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:13:59.374550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:59.379849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:13:59.380335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Checking segment: {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:13:59.380606 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:59.383613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Bound using segment: {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:13:59.383613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Bound port: ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:13:59.383613 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:59.424911 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36378db9-4a9a-473e-a543-3ad58254acdf req-998d2f34-e114-44d0-88c6-62c48c44a186 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146669
Nov 27 21:13:59.442185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-426b75d5-77c8-401f-8ef6-5f4bcdc8652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:59.444353 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-426b75d5-77c8-401f-8ef6-5f4bcdc8652d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0636601
Nov 27 21:13:59.485771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] For port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:13:59.505449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] For port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:13:59.514041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-68f518ea-e9ab-4370-8e49-a9e89cdb8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:13:59.515612 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-68f518ea-e9ab-4370-8e49-a9e89cdb8ab4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0565732
Nov 27 21:13:59.517049 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:59.581396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:13:59.582376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd345f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:13:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:13:59.618928 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-7cd941b8-ef0d-4725-bf6c-e3f077978ed0 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921860
Nov 27 21:13:59.629195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['f6ebcc5d-3925-48c7-b526-8c48a5a5db44'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:13:59.683374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dd055-e20b-4202-9bfa-6670035e64dc None None] Pushing event updated for resources: {'Port': ['ID=ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:13:59.686385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-af048c0b-1c2f-41ad-aef6-243e39b587f4 None None] Provisioning complete for port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:13:59.686760 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-af048c0b-1c2f-41ad-aef6-243e39b587f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:13:59.764762 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ebe602a1-ed27-4104-afd0-8bef4efdf295 req-dc92fafa-64d8-4bc3-bd90-6062b3f6fa79 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363976
Nov 27 21:13:59.952864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:00.130274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683a21c-5408-4a93-9b04-38130194fe64 req-d1949cad-dee2-4e2a-aece-cfcd690b05ac tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:00.131875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9683a21c-5408-4a93-9b04-38130194fe64 req-d1949cad-dee2-4e2a-aece-cfcd690b05ac tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1095 time: 0.0407565
Nov 27 21:14:00.145230 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-af048c0b-1c2f-41ad-aef6-243e39b587f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:00.176884 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9683a21c-5408-4a93-9b04-38130194fe64 req-d497c3ba-e33c-45ed-925e-3311fcaccc19 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384798
Nov 27 21:14:00.231354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-af048c0b-1c2f-41ad-aef6-243e39b587f4 None None] For port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:00.239669 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-af048c0b-1c2f-41ad-aef6-243e39b587f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:00.321085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af048c0b-1c2f-41ad-aef6-243e39b587f4 None None] Pushing event updated for resources: {'Port': ['ID=ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:00.331894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd345f70>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:13:59Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:00.366346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f78d04-357e-4270-87c2-a6863b44d232 None None] The sync data for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 is: [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:13:59Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:14:00.378178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-10169599-11d5-4e9f-a8b7-f2a45819ed38 None None] Provisioning complete for port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:00.378903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-10169599-11d5-4e9f-a8b7-f2a45819ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:00.551926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ae634-d450-48d4-ae60-67a1f8b22399 req-e1b871d5-fef7-4faa-8a2b-fc34e3d8b44b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:00.553465 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af1ae634-d450-48d4-ae60-67a1f8b22399 req-e1b871d5-fef7-4faa-8a2b-fc34e3d8b44b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 943 time: 0.0512686
Nov 27 21:14:00.604171 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af1ae634-d450-48d4-ae60-67a1f8b22399 req-b95441b2-c375-4aef-a2aa-86bba39304d9 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438623
Nov 27 21:14:00.858338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:00.910082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:00.910630 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:01.290958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123f74f-d7b6-46df-86ab-19263633a141 req-6ee1e168-ce15-4a32-840c-f493740e5437 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:01.292577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d123f74f-d7b6-46df-86ab-19263633a141 req-6ee1e168-ce15-4a32-840c-f493740e5437 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1095 time: 0.0466588
Nov 27 21:14:01.346717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d123f74f-d7b6-46df-86ab-19263633a141 req-0126b35b-e51a-4056-93b9-a590fe73bd4b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478218
Nov 27 21:14:01.598040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a9f6773f-b4a1-41a8-9921-b5b340ba2efd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:14:01.696745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a9f6773f-b4a1-41a8-9921-b5b340ba2efd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:01.708759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'port_id': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd', 'mac_address': 'fa:16:3e:43:62:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:14:01.723275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411db0f3-a1b1-4312-aa06-d02f5fde054a req-9b98ec3e-23a5-452b-9ef6-10ce506ea18f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:01.724811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-411db0f3-a1b1-4312-aa06-d02f5fde054a req-9b98ec3e-23a5-452b-9ef6-10ce506ea18f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 943 time: 0.0512028
Nov 27 21:14:01.747364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:01.760832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f6773f-b4a1-41a8-9921-b5b340ba2efd {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:14:01.776597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-411db0f3-a1b1-4312-aa06-d02f5fde054a req-bfdd3d2f-9c9c-4328-8472-ea82afff1faa tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455084
Nov 27 21:14:01.780134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a9f6773f-b4a1-41a8-9921-b5b340ba2efd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:01.784476 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:01.833608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:02.040482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['a9f6773f-b4a1-41a8-9921-b5b340ba2efd'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:02.469872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb223d3-f64f-4064-8a8d-15c8e68efba5 req-417d6549-8525-40c5-a095-4b9339900b6b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:02.471461 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aeb223d3-f64f-4064-8a8d-15c8e68efba5 req-417d6549-8525-40c5-a095-4b9339900b6b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1095 time: 0.0467844
Nov 27 21:14:02.515385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aeb223d3-f64f-4064-8a8d-15c8e68efba5 req-ca3fac38-7f14-4ef2-96aa-6467a08f6efa tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371051
Nov 27 21:14:02.891480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6287bf-026f-44a0-ad69-63824a120834 req-e755cbfe-f37f-4997-8c13-3649c0cab178 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:02.893099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f6287bf-026f-44a0-ad69-63824a120834 req-e755cbfe-f37f-4997-8c13-3649c0cab178 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 944 time: 0.0487669
Nov 27 21:14:02.901525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f6ebcc5d-3925-48c7-b526-8c48a5a5db44 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:02.945157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f6287bf-026f-44a0-ad69-63824a120834 req-56bb8d39-c054-4ff6-b706-567bef55608d tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418947
Nov 27 21:14:02.957168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:14:02.966902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:02.967498 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:03.048633 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:03.072935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220f6fbb-3bb8-47d4-b236-d9a44eae1763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ebcc5d-3925-48c7-b526-8c48a5a5db44'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:03.075227 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f28cb0-c5ee-40e3-8407-2fdd1e558d16" -d '{"events": [{"server_uuid": "220f6fbb-3bb8-47d4-b236-d9a44eae1763", "name": "network-vif-plugged", "status": "completed", "tag": "f6ebcc5d-3925-48c7-b526-8c48a5a5db44"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:03.089222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port f6ebcc5d-3925-48c7-b526-8c48a5a5db44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:03.094247 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:03.117390 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8df3c5-2fcc-4a16-901d-7ea3680a50c5 x-openstack-request-id: req-5d8df3c5-2fcc-4a16-901d-7ea3680a50c5 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:03.117687 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220f6fbb-3bb8-47d4-b236-d9a44eae1763", "name": "network-vif-plugged", "status": "completed", "tag": "f6ebcc5d-3925-48c7-b526-8c48a5a5db44", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:03.117946 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d8df3c5-2fcc-4a16-901d-7ea3680a50c5 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:03.118342 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220f6fbb-3bb8-47d4-b236-d9a44eae1763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ebcc5d-3925-48c7-b526-8c48a5a5db44', 'code': 200}
Nov 27 21:14:03.145402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:03.214900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf50ed-af05-42da-9582-065040981dc9 req-c55e86bc-6d73-4677-9851-6fa80ca0678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:03.216550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5cbf50ed-af05-42da-9582-065040981dc9 req-c55e86bc-6d73-4677-9851-6fa80ca0678b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1096 time: 0.0416737
Nov 27 21:14:03.267020 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5cbf50ed-af05-42da-9582-065040981dc9 req-c5d9c02f-93ae-41ac-83df-47567632b610 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432572
Nov 27 21:14:03.600521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a9f6773f-b4a1-41a8-9921-b5b340ba2efd up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:03.636155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb648f-755b-410c-98e7-01ea2ea1ef18 req-eece8a1c-edd9-4341-bbf4-db3863d8942b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:03.638576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e4cb648f-755b-410c-98e7-01ea2ea1ef18 req-eece8a1c-edd9-4341-bbf4-db3863d8942b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1096 time: 0.0530012
Nov 27 21:14:03.660732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port a9f6773f-b4a1-41a8-9921-b5b340ba2efd completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:14:03.665187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port a9f6773f-b4a1-41a8-9921-b5b340ba2efd triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:03.665566 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:03.726450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e4cb648f-755b-410c-98e7-01ea2ea1ef18 req-6080c884-83b2-4d6d-a407-76c0079680a0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803564
Nov 27 21:14:03.753904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-29531db0-95f3-4090-a5de-5e7938046a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:03.755879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-29531db0-95f3-4090-a5de-5e7938046a58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1096 time: 0.0593910
Nov 27 21:14:03.760806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:03.801580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a9f6773f-b4a1-41a8-9921-b5b340ba2efd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:03.806184 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:03.855006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:03.884694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74236a4-6aea-499a-99f8-bd1cf658a470 req-ddc59183-3987-4e62-b8e2-adb23a815b3e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:03.886185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e74236a4-6aea-499a-99f8-bd1cf658a470 req-ddc59183-3987-4e62-b8e2-adb23a815b3e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1961968
Nov 27 21:14:03.910192 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-c3d6aa73-b52c-4d90-a449-1e741d3871b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:03.911619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-c3d6aa73-b52c-4d90-a449-1e741d3871b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.1473081
Nov 27 21:14:03.982322 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e74236a4-6aea-499a-99f8-bd1cf658a470 req-1785bed7-adf3-442c-a425-e57ac0b44768 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874078
Nov 27 21:14:04.002450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-72317cd6-cea0-4f63-a2e9-185b818715f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1000 time: 0.0795913
Nov 27 21:14:04.050094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-ced19d14-172b-43ab-8c77-9715e10be8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:04.051561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-ced19d14-172b-43ab-8c77-9715e10be8d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0448868
Nov 27 21:14:04.060085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725b52b-91fd-4fa3-9e59-99cfa638abb6 req-f0604e4f-d152-48ea-9fb6-bb2db444129c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:04.061566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9725b52b-91fd-4fa3-9e59-99cfa638abb6 req-f0604e4f-d152-48ea-9fb6-bb2db444129c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0488975
Nov 27 21:14:04.099138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-b3e26ed5-7fd6-441d-b046-1e6bf19359c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:04.100733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-b3e26ed5-7fd6-441d-b046-1e6bf19359c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413730
Nov 27 21:14:04.110135 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9725b52b-91fd-4fa3-9e59-99cfa638abb6 req-d7e35ee6-0fc6-47d3-892d-ef4d742c6cc5 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424800
Nov 27 21:14:04.195083 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-be5d356f-eefa-4da5-8344-f251485e0244 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848408
Nov 27 21:14:04.285007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-17cc647f-7e68-4e07-b612-40b2e299cb91 req-7ae92f48-018e-4c91-baef-ae037c384011 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818300
Nov 27 21:14:04.309660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3e0146a0-7054-4924-bd9d-e71b2c45fb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:04.834435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817924e7-00bc-4a67-adb0-6d9a64c88609 req-ad68e4ce-9cbd-4935-a67c-c90190c036be tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:04.836024 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-817924e7-00bc-4a67-adb0-6d9a64c88609 req-ad68e4ce-9cbd-4935-a67c-c90190c036be tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1096 time: 0.0405819
Nov 27 21:14:04.884915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-817924e7-00bc-4a67-adb0-6d9a64c88609 req-f0b800a4-9c23-4ce9-a003-2e13a6462455 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426097
Nov 27 21:14:04.988871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8008802-67ff-4ebb-80bd-365f52647e40 req-25a12b6a-66dc-4e0f-9431-c0a023737386 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:04.990366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8008802-67ff-4ebb-80bd-365f52647e40 req-25a12b6a-66dc-4e0f-9431-c0a023737386 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1096 time: 0.0385430
Nov 27 21:14:05.035858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8008802-67ff-4ebb-80bd-365f52647e40 req-14f1d25b-6d0b-4cab-bf78-78418ba2f50b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387881
Nov 27 21:14:05.119819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16595aec-62b0-4a81-8923-9071b7521bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:05.122499 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba11f60-c948-4934-bf8c-2e691b0d90d8" -d '{"events": [{"server_uuid": "16595aec-62b0-4a81-8923-9071b7521bfe", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6773f-b4a1-41a8-9921-b5b340ba2efd"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:05.151609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40391b-ebfe-4e04-af99-4c5e36b15e47 req-faadc2f8-19ce-4d7c-9220-c613cc4524b4 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:05.153173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7c40391b-ebfe-4e04-af99-4c5e36b15e47 req-faadc2f8-19ce-4d7c-9220-c613cc4524b4 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1096 time: 0.0489233
Nov 27 21:14:05.201062 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7c40391b-ebfe-4e04-af99-4c5e36b15e47 req-67877c01-6a27-4dc4-9209-57d2ecdb4f34 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414696
Nov 27 21:14:05.250491 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7e0d91-4855-48d6-b513-9be056b605d4 x-openstack-request-id: req-1f7e0d91-4855-48d6-b513-9be056b605d4 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:05.251055 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16595aec-62b0-4a81-8923-9071b7521bfe", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6773f-b4a1-41a8-9921-b5b340ba2efd", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:05.251413 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f7e0d91-4855-48d6-b513-9be056b605d4 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:05.251882 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16595aec-62b0-4a81-8923-9071b7521bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd', 'code': 200}
Nov 27 21:14:05.354341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2f801-71d8-4009-8361-9ba9b486bc7b req-69ab0ab9-574e-4b57-8376-a3d96e78d36c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:05.355941 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bcd2f801-71d8-4009-8361-9ba9b486bc7b req-69ab0ab9-574e-4b57-8376-a3d96e78d36c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0517645
Nov 27 21:14:05.370075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a129d4b-1cee-4481-942a-e76e59125670 req-7c7be199-729d-4e72-9b1a-9f264a480a83 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:05.371537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a129d4b-1cee-4481-942a-e76e59125670 req-7c7be199-729d-4e72-9b1a-9f264a480a83 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0791082
Nov 27 21:14:05.377048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd3c63-46b6-4ef2-9411-8f6667d91b8c req-4713314c-8433-4118-8265-3ecf304e5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:05.378618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9fd3c63-46b6-4ef2-9411-8f6667d91b8c req-4713314c-8433-4118-8265-3ecf304e5164 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 1096 time: 0.0605047
Nov 27 21:14:05.409387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bcd2f801-71d8-4009-8361-9ba9b486bc7b req-fc8ae585-6897-40f6-a0f7-41ac92fc9b1d tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471497
Nov 27 21:14:05.451394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a129d4b-1cee-4481-942a-e76e59125670 req-8a7016b4-a89d-4e6c-90bc-afbb751bf04c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717885
Nov 27 21:14:05.457961 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9fd3c63-46b6-4ef2-9411-8f6667d91b8c req-8465fbbb-35a5-46e9-85ac-85fea5b2b5d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704763
Nov 27 21:14:05.591691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-bee57fa7-7d3a-4455-82fd-a60e826dd506 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:05.594220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-bee57fa7-7d3a-4455-82fd-a60e826dd506 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/networks?id=2e4ea973-7dde-45f6-abff-33395836d24d HTTP/1.1" status: 200  len: 911 time: 0.0924399
Nov 27 21:14:05.609710 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-12f4d42b-885c-4409-8468-af3e494a7ebd tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/quotas/0aefc004229844399f063a911bcc05b7 HTTP/1.1" status: 200  len: 375 time: 0.0096211
Nov 27 21:14:05.698548 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-31971be8-e1ae-46d0-8310-109c2e97dd0e tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=0aefc004229844399f063a911bcc05b7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0814893
Nov 27 21:14:05.803775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-cc8178e6-a6ad-40b6-839f-8b5e15694d7f service neutron] 10.222.0.21 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952041
Nov 27 21:14:05.901889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-9c40c7c8-78ba-4629-8747-e1ffbadb8c16 service neutron] 10.222.0.21 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892670
Nov 27 21:14:06.067832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-239666d1-353b-41ca-832c-0266a709316b req-438c95d6-3a07-4ee5-9e3f-08b11511efc0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 210 time: 0.0292420
Nov 27 21:14:06.446402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a2904083-5d62-4488-a911-848828f131f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:06.566831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a259e-5d4c-447d-994c-868d4e39d15d req-dcc485a6-9dbb-4877-9b4b-871f45bfa1a5 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:06.575626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd5a259e-5d4c-447d-994c-868d4e39d15d req-dcc485a6-9dbb-4877-9b4b-871f45bfa1a5 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0792804
Nov 27 21:14:06.627373 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd5a259e-5d4c-447d-994c-868d4e39d15d req-03ff5011-611f-4cd4-aeb1-4c155d6d5ddf tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503135
Nov 27 21:14:07.072553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-861e1138-ebd7-4585-bba0-e66109ded7ec tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:07.073969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-861e1138-ebd7-4585-bba0-e66109ded7ec tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.35 "GET /v2.0/networks?id=2e4ea973-7dde-45f6-abff-33395836d24d HTTP/1.1" status: 200  len: 911 time: 0.0869541
Nov 27 21:14:07.085871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Request body: {'port': {'device_id': 'fccbc172-5d2c-408f-84e6-b376d7090dc7', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'admin_state_up': True, 'tenant_id': '0aefc004229844399f063a911bcc05b7'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:07.107369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Made reservation on behalf of 0aefc004229844399f063a911bcc05b7 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:14:07.110021 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:07.195108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dd8fbfae-da7f-4f76-809c-dc885bb0902d req-dca246b0-db3d-461d-8715-bb95ae260078 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 210 time: 0.0363505
Nov 27 21:14:07.251676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Allocated IP 172.20.0.9 (2e4ea973-7dde-45f6-abff-33395836d24d/4880b11e-5458-468e-9db9-41e2da0faa3c/ad92505a-21a0-4d32-9f3c-516124e33076) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:14:07.392022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:07.429667 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:07.442490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['f6ebcc5d-3925-48c7-b526-8c48a5a5db44'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:07.473512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Network 2e4ea973-7dde-45f6-abff-33395836d24d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:14:07.481128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:07.487548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:14:07.524657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Pushing event updated for resources: {'Port': ['ID=ad92505a-21a0-4d32-9f3c-516124e33076,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:07.538083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:07.538707 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:07.558475 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-c6336c4f-137d-4fee-8970-7c8e32cf965b tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.4761431
Nov 27 21:14:07.572956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Request body: {'port': {'device_id': 'fccbc172-5d2c-408f-84e6-b376d7090dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:07.640650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:07.776723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e5102-dd04-443c-ba69-688a5aa43cf6 req-3039d8e8-4542-43b3-9335-089dc3e931b1 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:07.778383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-347e5102-dd04-443c-ba69-688a5aa43cf6 req-3039d8e8-4542-43b3-9335-089dc3e931b1 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0601919
Nov 27 21:14:07.838278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-347e5102-dd04-443c-ba69-688a5aa43cf6 req-904918c8-03cb-479d-bea4-0a08397d1672 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524399
Nov 27 21:14:07.855941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1050ae51-a908-47c9-8d3e-62d995e74344 None None] Provisioning complete for port ad92505a-21a0-4d32-9f3c-516124e33076 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:07.857056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1050ae51-a908-47c9-8d3e-62d995e74344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:07.861132 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:07.894550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1050ae51-a908-47c9-8d3e-62d995e74344 None None] Port ad92505a-21a0-4d32-9f3c-516124e33076 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:14:07.984050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26e0d7-6498-4443-9543-bceafb70553b req-d86c2808-70b7-4803-b21f-d1b4e1f88cf7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:07.985420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a26e0d7-6498-4443-9543-bceafb70553b req-d86c2808-70b7-4803-b21f-d1b4e1f88cf7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0749629
Nov 27 21:14:07.994523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 40788) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:07.999401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5a959ae8-23bf-4423-b292-36f895f97950 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'floatingip': {'port_id': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:08.015507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad92505a-21a0-4d32-9f3c-516124e33076 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:14:08.022905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:08.035606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Transition to ACTIVE for port object ad92505a-21a0-4d32-9f3c-516124e33076 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:14:08.039665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:08.045476 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a959ae8-23bf-4423-b292-36f895f97950 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:08.091919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Pushing event updated for resources: {'Port': ['ID=ad92505a-21a0-4d32-9f3c-516124e33076,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:08.179361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Attempting to bind port ad92505a-21a0-4d32-9f3c-516124e33076 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:14:08.179716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Attempting to bind port ad92505a-21a0-4d32-9f3c-516124e33076 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:14:08.180055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Attempting to bind port ad92505a-21a0-4d32-9f3c-516124e33076 on network 2e4ea973-7dde-45f6-abff-33395836d24d {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:08.184850 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Port ad92505a-21a0-4d32-9f3c-516124e33076 on network 2e4ea973-7dde-45f6-abff-33395836d24d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:14:08.185184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Attempting to bind port ad92505a-21a0-4d32-9f3c-516124e33076 on network 2e4ea973-7dde-45f6-abff-33395836d24d {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:08.190664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:14:08.191009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Checking segment: {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:14:08.191717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Bound using segment: {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:14:08.191903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Bound port: ad92505a-21a0-4d32-9f3c-516124e33076, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:14:08.192270 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:08.273474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] For port ad92505a-21a0-4d32-9f3c-516124e33076, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:14:08.276930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] For port ad92505a-21a0-4d32-9f3c-516124e33076, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad92505a-21a0-4d32-9f3c-516124e33076,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:14:08.283006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:08.324985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:08.325619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:08.327019 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] 10.222.0.35 "PUT /v2.0/ports/ad92505a-21a0-4d32-9f3c-516124e33076 HTTP/1.1" status: 200  len: 1091 time: 0.7603960
Nov 27 21:14:08.327537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccbc172-5d2c-408f-84e6-b376d7090dc7', 'tag': 'ad92505a-21a0-4d32-9f3c-516124e33076'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:08.329765 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb7657-1a86-44f1-9e89-b4985b040053" -d '{"events": [{"name": "network-changed", "server_uuid": "fccbc172-5d2c-408f-84e6-b376d7090dc7", "tag": "ad92505a-21a0-4d32-9f3c-516124e33076"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:08.375614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050bd54-996b-4327-931f-66f97c529ba1 req-4cf967c0-050d-4005-885f-3025bfde3733 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:08.377648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4050bd54-996b-4327-931f-66f97c529ba1 req-4cf967c0-050d-4005-885f-3025bfde3733 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1052 time: 0.1081188
Nov 27 21:14:08.406833 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2c4180-4970-4144-90fc-df361815b856 x-openstack-request-id: req-0c2c4180-4970-4144-90fc-df361815b856 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:08.407300 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccbc172-5d2c-408f-84e6-b376d7090dc7", "tag": "ad92505a-21a0-4d32-9f3c-516124e33076", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:08.407660 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c2c4180-4970-4144-90fc-df361815b856 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:08.408133 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccbc172-5d2c-408f-84e6-b376d7090dc7', 'tag': 'ad92505a-21a0-4d32-9f3c-516124e33076', 'status': 'completed', 'code': 200}
Nov 27 21:14:08.410466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd026b8c-429d-45b3-8144-cd1bfde4204e service neutron] Pushing event updated for resources: {'Port': ['ID=ad92505a-21a0-4d32-9f3c-516124e33076,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:08.449564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-0348f9ac-da1f-4c25-ab29-2692d1443e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:08.451063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-0348f9ac-da1f-4c25-ab29-2692d1443e6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0aefc004229844399f063a911bcc05b7&device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1094 time: 0.0809321
Nov 27 21:14:08.498897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-e3b9d2b6-1f99-40e9-97b0-634b1f2ee5ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad92505a-21a0-4d32-9f3c-516124e33076 HTTP/1.1" status: 200  len: 217 time: 0.0392628
Nov 27 21:14:08.521593 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4050bd54-996b-4327-931f-66f97c529ba1 req-60618504-1cb1-4db5-a977-3b886cfc8b10 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957220
Nov 27 21:14:08.560443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-4f131ebe-68f0-4a7e-92bc-f470f175d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:08.561954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-4f131ebe-68f0-4a7e-92bc-f470f175d257 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4880b11e-5458-468e-9db9-41e2da0faa3c HTTP/1.1" status: 200  len: 849 time: 0.0562904
Nov 27 21:14:08.612671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-2c079222-2ada-4db4-97ae-cedea81f65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:08.614199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-2c079222-2ada-4db4-97ae-cedea81f65ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e4ea973-7dde-45f6-abff-33395836d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446382
Nov 27 21:14:08.630157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a959ae8-23bf-4423-b292-36f895f97950 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:08.635961 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a959ae8-23bf-4423-b292-36f895f97950 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:08.708137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-3f4b1776-45a2-4835-a69c-f38ab942e16e service neutron] 10.222.0.35 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859580
Nov 27 21:14:08.739971 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-5a959ae8-23bf-4423-b292-36f895f97950 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Floating IP 6587c670-f5f9-4cb7-a39f-9acf0d949874 associated. External IP: 172.35.3.116, port: a9f6773f-b4a1-41a8-9921-b5b340ba2efd.
Nov 27 21:14:08.809543 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5553c87a-41dc-41a4-a20f-0424bb1ae19f req-3145ac4f-e763-4c7a-b5fe-0a34ff1a45c7 service neutron] 10.222.0.35 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941586
Nov 27 21:14:08.907919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-907c0b3e-16a2-4d4a-86a6-87fefbf74010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:08.909648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-907c0b3e-16a2-4d4a-86a6-87fefbf74010 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0aefc004229844399f063a911bcc05b7&device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1094 time: 0.0424287
Nov 27 21:14:08.969848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a959ae8-23bf-4423-b292-36f895f97950 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:14:09.013793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-635cc3c5-d81b-42c4-a760-9d9db82a55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:09.015577 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-635cc3c5-d81b-42c4-a760-9d9db82a55a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2e4ea973-7dde-45f6-abff-33395836d24d HTTP/1.1" status: 200  len: 911 time: 0.0975661
Nov 27 21:14:09.070603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-88002826-7d12-4652-8bbc-1775b2b59a20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad92505a-21a0-4d32-9f3c-516124e33076 HTTP/1.1" status: 200  len: 217 time: 0.0475771
Nov 27 21:14:09.112779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a959ae8-23bf-4423-b292-36f895f97950 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:14:09.126749 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a959ae8-23bf-4423-b292-36f895f97950 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:09.133720 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] Sync routers for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:14:09.147573 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:09.148563 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:09.160649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-b679d293-0018-43ec-9050-0a616ce9fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:09.162616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-b679d293-0018-43ec-9050-0a616ce9fee5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4880b11e-5458-468e-9db9-41e2da0faa3c HTTP/1.1" status: 200  len: 849 time: 0.0837407
Nov 27 21:14:09.175412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5a959ae8-23bf-4423-b292-36f895f97950 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "PUT /v2.0/floatingips/6587c670-f5f9-4cb7-a39f-9acf0d949874 HTTP/1.1" status: 200  len: 991 time: 1.1794982
Nov 27 21:14:09.176173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16595aec-62b0-4a81-8923-9071b7521bfe', 'tag': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:09.178982 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36a04c1-272c-4fad-8706-72de3a01ffe3" -d '{"events": [{"name": "network-changed", "server_uuid": "16595aec-62b0-4a81-8923-9071b7521bfe", "tag": "a9f6773f-b4a1-41a8-9921-b5b340ba2efd"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:09.235845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-085b9a13-b599-4bbf-accb-de65d2ffb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:09.235845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-085b9a13-b599-4bbf-accb-de65d2ffb666 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2e4ea973-7dde-45f6-abff-33395836d24d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0596306
Nov 27 21:14:09.248035 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db234f59-0e29-4c3c-bb33-512e1824a0c4 x-openstack-request-id: req-db234f59-0e29-4c3c-bb33-512e1824a0c4 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:09.248397 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16595aec-62b0-4a81-8923-9071b7521bfe", "tag": "a9f6773f-b4a1-41a8-9921-b5b340ba2efd", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:09.248670 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db234f59-0e29-4c3c-bb33-512e1824a0c4 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:09.249086 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16595aec-62b0-4a81-8923-9071b7521bfe', 'tag': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd', 'status': 'completed', 'code': 200}
Nov 27 21:14:09.324210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-db22d77f-c10b-4b79-9620-5ab3302afccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:09.326798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-db22d77f-c10b-4b79-9620-5ab3302afccf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 1096 time: 0.0557115
Nov 27 21:14:09.361122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-95c0a5af-ba92-49a2-9ba9-f586820c45fa service neutron] 10.222.0.35 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203704
Nov 27 21:14:09.451221 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:09.452872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-ca3e1996-7c41-4f85-8c80-5ec6b745ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:09.454490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-ca3e1996-7c41-4f85-8c80-5ec6b745ed47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 911 time: 0.1194708
Nov 27 21:14:09.490751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67fb7657-1a86-44f1-9e89-b4985b040053 req-481f8b3e-bd77-4e94-95d9-7d9b5ad1f37d service neutron] 10.222.0.35 "GET /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216719
Nov 27 21:14:09.532049 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-5bc05a6e-dd67-49a9-a947-55143c2c13e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd HTTP/1.1" status: 200  len: 999 time: 0.0699832
Nov 27 21:14:09.553718 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:09.585898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-bea53455-f09d-420e-8b3f-c08e04c3295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:09.587433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-bea53455-f09d-420e-8b3f-c08e04c3295d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0478582
Nov 27 21:14:09.665950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-63d4635c-a92c-4385-b3dc-c623ee163201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:09.667582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-63d4635c-a92c-4385-b3dc-c623ee163201 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0727754
Nov 27 21:14:09.670022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e27efd-c93d-4062-8f98-be69aac4f5e9 req-c5126d50-9d5e-4b34-add5-c05a70ce9f63 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:09.671432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13e27efd-c93d-4062-8f98-be69aac4f5e9 req-c5126d50-9d5e-4b34-add5-c05a70ce9f63 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1094 time: 0.0668690
Nov 27 21:14:09.687823 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272ac0>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6587c670-f5f9-4cb7-a39f-9acf0d949874', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'floating_ip_address': '172.35.3.116', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'port_id': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'mac_address': 'fa:16:3e:43:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16595aec-62b0-4a81-8923-9071b7521bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:13:53Z', 'updated_at': '2021-11-27T21:14:08Z', 'revision_number': 1, 'project_id': '219be90852c0481aaad9862d1a485102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:09.716625 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] Checking router: 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:14:09.724837 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:09.725448 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:09.767474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13e27efd-c93d-4062-8f98-be69aac4f5e9 req-028100c9-6bb1-421a-86f1-ed09d1799e19 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839856
Nov 27 21:14:09.789892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-3141b1d0-b307-4017-b39f-12c2d940ce6c service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1140428
Nov 27 21:14:09.832282 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:09.881338 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c36a04c1-272c-4fad-8706-72de3a01ffe3 req-96eff5a4-8444-481e-836c-5cdfd67b8984 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838082
Nov 27 21:14:10.052790 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272ac0>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6587c670-f5f9-4cb7-a39f-9acf0d949874', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'floating_ip_address': '172.35.3.116', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'port_id': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'mac_address': 'fa:16:3e:43:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16595aec-62b0-4a81-8923-9071b7521bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:13:53Z', 'updated_at': '2021-11-27T21:14:08Z', 'revision_number': 1, 'project_id': '219be90852c0481aaad9862d1a485102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:10.082146 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a50f22-259c-4fed-91a0-215c82781cbe None None] The sync data for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 is: [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6587c670-f5f9-4cb7-a39f-9acf0d949874', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'floating_ip_address': '172.35.3.116', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'port_id': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'mac_address': 'fa:16:3e:43:62:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16595aec-62b0-4a81-8923-9071b7521bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:13:53Z', 'updated_at': '2021-11-27T21:14:08Z', 'revision_number': 1, 'project_id': '219be90852c0481aaad9862d1a485102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:14:10.272302 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:10.310445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d3637-52ee-477e-8400-0e5223433d3d None None] New status for floating IP 6587c670-f5f9-4cb7-a39f-9acf0d949874: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:14:10.876635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d942cb-3bfb-4192-ba05-464c18ed9650 req-8d656d92-6048-4054-94c2-069a491d2325 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:10.878249 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5d942cb-3bfb-4192-ba05-464c18ed9650 req-8d656d92-6048-4054-94c2-069a491d2325 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1094 time: 0.0412498
Nov 27 21:14:10.923458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a5d942cb-3bfb-4192-ba05-464c18ed9650 req-6a05d639-2478-43e8-aeba-524db0fac704 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389316
Nov 27 21:14:11.649929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ad92505a-21a0-4d32-9f3c-516124e33076 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:14:11.740999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port ad92505a-21a0-4d32-9f3c-516124e33076, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad92505a-21a0-4d32-9f3c-516124e33076,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:11.752974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'ad92505a-21a0-4d32-9f3c-516124e33076', 'network_id': '2e4ea973-7dde-45f6-abff-33395836d24d', 'port_id': 'ad92505a-21a0-4d32-9f3c-516124e33076', 'mac_address': 'fa:16:3e:65:a5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4880b11e-5458-468e-9db9-41e2da0faa3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:14:11.788278 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:11.804018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad92505a-21a0-4d32-9f3c-516124e33076 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:14:11.823328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port ad92505a-21a0-4d32-9f3c-516124e33076, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad92505a-21a0-4d32-9f3c-516124e33076,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:11.827176 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:11.872466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=ad92505a-21a0-4d32-9f3c-516124e33076,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:12.044976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddc718-1c79-45e9-a082-5f4db4134b76 req-211e7f64-3849-4dd5-94d8-1843df15a02f tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:12.046654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03ddc718-1c79-45e9-a082-5f4db4134b76 req-211e7f64-3849-4dd5-94d8-1843df15a02f tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1095 time: 0.0478179
Nov 27 21:14:12.058671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['ad92505a-21a0-4d32-9f3c-516124e33076'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:12.113284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03ddc718-1c79-45e9-a082-5f4db4134b76 req-14cc35ad-8e2c-4d6e-9fde-6a719128125f tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593991
Nov 27 21:14:13.226160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce163e48-2e92-445e-ace6-d909fb60f148 req-9f9ff63e-17c4-4159-b333-cced1f6e15d7 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:13.227681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce163e48-2e92-445e-ace6-d909fb60f148 req-9f9ff63e-17c4-4159-b333-cced1f6e15d7 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1095 time: 0.0393543
Nov 27 21:14:13.270954 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce163e48-2e92-445e-ace6-d909fb60f148 req-d0597406-a92d-4c13-8d46-173d5d747818 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373533
Nov 27 21:14:13.684236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ad92505a-21a0-4d32-9f3c-516124e33076 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:13.731082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port ad92505a-21a0-4d32-9f3c-516124e33076 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:14:13.734664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port ad92505a-21a0-4d32-9f3c-516124e33076 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:13.735038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:13.809001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:13.830037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccbc172-5d2c-408f-84e6-b376d7090dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad92505a-21a0-4d32-9f3c-516124e33076'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:13.832296 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007afdef-1fd1-4e58-b28c-af5aaed3a5a2" -d '{"events": [{"server_uuid": "fccbc172-5d2c-408f-84e6-b376d7090dc7", "name": "network-vif-plugged", "status": "completed", "tag": "ad92505a-21a0-4d32-9f3c-516124e33076"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:13.848835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port ad92505a-21a0-4d32-9f3c-516124e33076, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad92505a-21a0-4d32-9f3c-516124e33076,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:13.854206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:13.876997 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6284ce5-1007-4ac9-86d7-c6c1c409a800 x-openstack-request-id: req-a6284ce5-1007-4ac9-86d7-c6c1c409a800 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:13.877282 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccbc172-5d2c-408f-84e6-b376d7090dc7", "name": "network-vif-plugged", "status": "completed", "tag": "ad92505a-21a0-4d32-9f3c-516124e33076", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:13.877535 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6284ce5-1007-4ac9-86d7-c6c1c409a800 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:13.877949 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccbc172-5d2c-408f-84e6-b376d7090dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad92505a-21a0-4d32-9f3c-516124e33076', 'code': 200}
Nov 27 21:14:13.904171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=ad92505a-21a0-4d32-9f3c-516124e33076,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:13.969475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946afea-8e76-4bba-a333-8240493b78c6 req-69ab59b5-b0b2-4d96-bed6-e2b8a50ec68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:13.971109 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d946afea-8e76-4bba-a333-8240493b78c6 req-69ab59b5-b0b2-4d96-bed6-e2b8a50ec68a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1096 time: 0.0397799
Nov 27 21:14:14.023348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d946afea-8e76-4bba-a333-8240493b78c6 req-98e3b918-7edc-4d66-8437-062901fdac13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442190
Nov 27 21:14:14.380623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c72e7-02fb-42ec-b70b-ef286c88cc2b req-207db038-6dcb-4339-9053-d3546661fb11 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:14.382186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-012c72e7-02fb-42ec-b70b-ef286c88cc2b req-207db038-6dcb-4339-9053-d3546661fb11 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1096 time: 0.0437310
Nov 27 21:14:14.435124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-012c72e7-02fb-42ec-b70b-ef286c88cc2b req-4d701206-af17-4307-9fdb-b8849c45b092 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463223
Nov 27 21:14:15.539627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6d85-dd24-4092-b085-61a2adc647c4 req-af240646-59fa-413b-9937-e6dd7f984200 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:15.541569 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1fc6d85-dd24-4092-b085-61a2adc647c4 req-af240646-59fa-413b-9937-e6dd7f984200 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1096 time: 0.0398448
Nov 27 21:14:15.583834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e1fc6d85-dd24-4092-b085-61a2adc647c4 req-b61d93a4-ca0f-49b9-8527-384629949752 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364873
Nov 27 21:14:15.693322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e05f6-f666-4eb7-b8a6-e57d08cbdeab req-4331a156-93f2-40db-a4d4-d770906f1458 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:15.694848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b34e05f6-f666-4eb7-b8a6-e57d08cbdeab req-4331a156-93f2-40db-a4d4-d770906f1458 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1096 time: 0.0431778
Nov 27 21:14:15.739717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b34e05f6-f666-4eb7-b8a6-e57d08cbdeab req-2bcd8b64-294b-48d7-9220-3de5a14d31b4 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388107
Nov 27 21:14:15.854371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e94c-bf3e-41af-9f10-c445eb21a728 req-55cac578-18c6-4a0e-8be9-ff2c4ec5ea64 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:15.856037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73d3e94c-bf3e-41af-9f10-c445eb21a728 req-55cac578-18c6-4a0e-8be9-ff2c4ec5ea64 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1096 time: 0.0406713
Nov 27 21:14:15.904934 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73d3e94c-bf3e-41af-9f10-c445eb21a728 req-4438479f-2805-4bd5-b9da-3b20da246ff7 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427914
Nov 27 21:14:16.034408 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:16.145977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb083c-298c-4572-9fda-9d5dd4d5ec89 req-4d1d7062-2d4c-4ebf-90d5-0c7c83856140 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:16.147760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-13cb083c-298c-4572-9fda-9d5dd4d5ec89 req-4d1d7062-2d4c-4ebf-90d5-0c7c83856140 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1096 time: 0.0440059
Nov 27 21:14:16.197605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-13cb083c-298c-4572-9fda-9d5dd4d5ec89 req-65260cdd-9a1c-4012-b329-09ca5f3da290 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425997
Nov 27 21:14:17.076047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41026) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:17.184950 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40c3dd39-1a12-4764-b492-90b5e3b91092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:17.259236 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40c3dd39-1a12-4764-b492-90b5e3b91092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:17.264433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-40c3dd39-1a12-4764-b492-90b5e3b91092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:17.302178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-40c3dd39-1a12-4764-b492-90b5e3b91092 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c346617e7aa44828af349d91bd2487eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2249980
Nov 27 21:14:17.303435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3dd39-1a12-4764-b492-90b5e3b91092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35727f97-8edf-499c-9c11-a7d5364ab3b6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:17.306398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41032) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:17.310102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eac01a-2cc7-4f66-ae3b-e0caec9e0b0a req-6355c4ce-8bc5-4cdc-a401-6b0afe8bbb67 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:17.312232 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36eac01a-2cc7-4f66-ae3b-e0caec9e0b0a req-6355c4ce-8bc5-4cdc-a401-6b0afe8bbb67 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1096 time: 0.0422394
Nov 27 21:14:17.358593 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36eac01a-2cc7-4f66-ae3b-e0caec9e0b0a req-962143d4-03fa-47d2-b554-09b3978876ec tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398791
Nov 27 21:14:17.691536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec302-3a8d-4826-82d5-5e9f9b87da37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:17.713105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59bed-6451-4c41-a67e-9239d4167540 req-c7fbb0e6-27be-4fa6-8897-13133bc6cf6e tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:17.714580 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53d59bed-6451-4c41-a67e-9239d4167540 req-c7fbb0e6-27be-4fa6-8897-13133bc6cf6e tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 1096 time: 0.0642695
Nov 27 21:14:17.718861 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec302-3a8d-4826-82d5-5e9f9b87da37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:17.818177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec302-3a8d-4826-82d5-5e9f9b87da37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:17.820876 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec302-3a8d-4826-82d5-5e9f9b87da37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:17.822540 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ea5ec302-3a8d-4826-82d5-5e9f9b87da37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35727f97-8edf-499c-9c11-a7d5364ab3b6 HTTP/1.1" status: 204  len: 168 time: 0.5152299
Nov 27 21:14:17.835575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-53d59bed-6451-4c41-a67e-9239d4167540 req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Deleting port ad92505a-21a0-4d32-9f3c-516124e33076 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:14:17.835919 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-53d59bed-6451-4c41-a67e-9239d4167540 req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:17.838246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ec302-3a8d-4826-82d5-5e9f9b87da37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35727f97-8edf-499c-9c11-a7d5364ab3b6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:17.919077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-53d59bed-6451-4c41-a67e-9239d4167540 req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] For port ad92505a-21a0-4d32-9f3c-516124e33076, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad92505a-21a0-4d32-9f3c-516124e33076,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:17.919487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-53d59bed-6451-4c41-a67e-9239d4167540 req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:17.932467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-53d59bed-6451-4c41-a67e-9239d4167540 req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Calling delete_port for ad92505a-21a0-4d32-9f3c-516124e33076 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:14:18.058933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-53d59bed-6451-4c41-a67e-9239d4167540 req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.072313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['ad92505a-21a0-4d32-9f3c-516124e33076'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:18.075073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['f6ebcc5d-3925-48c7-b526-8c48a5a5db44'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:18.089493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad92505a-21a0-4d32-9f3c-516124e33076,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:18.106033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41040) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:18.126815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41001d2c-0f1a-486a-a6dc-c3253eba523a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.141332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d59bed-6451-4c41-a67e-9239d4167540 req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] No DVR routers for this DVR port ad92505a-21a0-4d32-9f3c-516124e33076 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:14:18.143996 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-53d59bed-6451-4c41-a67e-9239d4167540 req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.147529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53d59bed-6451-4c41-a67e-9239d4167540 req-455ae828-549a-436a-85b4-aaa407a259e9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.35 "DELETE /v2.0/ports/ad92505a-21a0-4d32-9f3c-516124e33076 HTTP/1.1" status: 204  len: 173 time: 0.4224710
Nov 27 21:14:18.147998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccbc172-5d2c-408f-84e6-b376d7090dc7', 'name': 'network-vif-deleted', 'tag': 'ad92505a-21a0-4d32-9f3c-516124e33076'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:18.150906 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfbfd98-a453-410d-92df-825be12f14aa" -d '{"events": [{"server_uuid": "fccbc172-5d2c-408f-84e6-b376d7090dc7", "name": "network-vif-deleted", "tag": "ad92505a-21a0-4d32-9f3c-516124e33076"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:18.211747 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6286b0dd-6010-4680-9275-13c8a6b348d2 x-openstack-request-id: req-6286b0dd-6010-4680-9275-13c8a6b348d2 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:18.212164 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccbc172-5d2c-408f-84e6-b376d7090dc7", "name": "network-vif-deleted", "tag": "ad92505a-21a0-4d32-9f3c-516124e33076", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:18.212638 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6286b0dd-6010-4680-9275-13c8a6b348d2 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:18.213283 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccbc172-5d2c-408f-84e6-b376d7090dc7', 'name': 'network-vif-deleted', 'tag': 'ad92505a-21a0-4d32-9f3c-516124e33076', 'status': 'completed', 'code': 200}
Nov 27 21:14:18.246365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41001d2c-0f1a-486a-a6dc-c3253eba523a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.253140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41001d2c-0f1a-486a-a6dc-c3253eba523a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.295452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41001d2c-0f1a-486a-a6dc-c3253eba523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cecf30-5f62-46a6-a30c-3ff195a9ea13,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:18.319998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-41001d2c-0f1a-486a-a6dc-c3253eba523a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ca54dd09e9c4a9e903cc5cfa940ab9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2128713
Nov 27 21:14:18.323355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41044) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:18.379567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29770874-0df3-4b5c-aa7d-5a9c89d428a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.402392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.404941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29770874-0df3-4b5c-aa7d-5a9c89d428a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.472457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c30c2b8-065d-4d03-98e4-3ab7aea19f07 req-b9afc359-5730-414a-a784-2d681981e338 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fccbc172-5d2c-408f-84e6-b376d7090dc7 HTTP/1.1" status: 200  len: 210 time: 0.0276477
Nov 27 21:14:18.477640 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29770874-0df3-4b5c-aa7d-5a9c89d428a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.480463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-29770874-0df3-4b5c-aa7d-5a9c89d428a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:18.481560 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-29770874-0df3-4b5c-aa7d-5a9c89d428a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7cecf30-5f62-46a6-a30c-3ff195a9ea13 HTTP/1.1" status: 204  len: 168 time: 0.1570253
Nov 27 21:14:18.490401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29770874-0df3-4b5c-aa7d-5a9c89d428a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cecf30-5f62-46a6-a30c-3ff195a9ea13,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:19.534244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41082) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:19.655427 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e976b2c1-7754-408e-b28d-0a8aef236305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:19.755719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e976b2c1-7754-408e-b28d-0a8aef236305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:19.760344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e976b2c1-7754-408e-b28d-0a8aef236305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:19.783844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b69d4f-fe10-4ba9-b090-b00db3b1cb14 req-c804c974-3d30-4a9b-9cf5-faf8426c5de9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:19.785333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7b69d4f-fe10-4ba9-b090-b00db3b1cb14 req-c804c974-3d30-4a9b-9cf5-faf8426c5de9 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1096 time: 0.0817702
Nov 27 21:14:19.810876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e976b2c1-7754-408e-b28d-0a8aef236305 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab36a8cb10744a429b3f957596b8d59b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2754524
Nov 27 21:14:19.813704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41088) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:19.817014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b2c1-7754-408e-b28d-0a8aef236305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6655cd3f-435d-46b2-a894-90f98ad1472e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:19.846693 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7b69d4f-fe10-4ba9-b090-b00db3b1cb14 req-f1b740dc-6658-4b73-b7cb-eed81455e9c8 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541089
Nov 27 21:14:19.864655 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39884ea6-5375-4454-9318-93cea8dcf051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:19.885901 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39884ea6-5375-4454-9318-93cea8dcf051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:19.939838 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39884ea6-5375-4454-9318-93cea8dcf051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:19.942623 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39884ea6-5375-4454-9318-93cea8dcf051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:19.943818 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-39884ea6-5375-4454-9318-93cea8dcf051 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6655cd3f-435d-46b2-a894-90f98ad1472e HTTP/1.1" status: 204  len: 168 time: 0.1289160
Nov 27 21:14:19.957077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39884ea6-5375-4454-9318-93cea8dcf051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6655cd3f-435d-46b2-a894-90f98ad1472e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:20.954941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a835e9a-e25e-4f78-a6d1-ac974beb63fa req-963e6d6a-f103-4fb8-9ced-3e07c78e4b49 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:20.956617 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a835e9a-e25e-4f78-a6d1-ac974beb63fa req-963e6d6a-f103-4fb8-9ced-3e07c78e4b49 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1096 time: 0.0423336
Nov 27 21:14:21.005917 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a835e9a-e25e-4f78-a6d1-ac974beb63fa req-1d35b251-8032-43ee-9115-4d2164cff445 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404236
Nov 27 21:14:21.401923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-ffd2cef0-774f-4793-9c19-1cfa08a760ac tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:21.403466 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-ffd2cef0-774f-4793-9c19-1cfa08a760ac tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 1096 time: 0.0445910
Nov 27 21:14:21.482983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Deleting port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:14:21.483347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:21.564402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] For port f6ebcc5d-3925-48c7-b526-8c48a5a5db44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:21.564770 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:21.577394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Calling delete_port for f6ebcc5d-3925-48c7-b526-8c48a5a5db44 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:14:21.674094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ad92505a-21a0-4d32-9f3c-516124e33076 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:14:21.697406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: ad92505a-21a0-4d32-9f3c-516124e33076 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:14:21.697953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device ad92505a-21a0-4d32-9f3c-516124e33076 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:14:21.699793 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:21.710248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['f6ebcc5d-3925-48c7-b526-8c48a5a5db44'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:21.741339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6ebcc5d-3925-48c7-b526-8c48a5a5db44,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:21.741339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41134) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:21.746266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362154697', 'description': 'tempest-secgroup-smoke-1362154697 description', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:21.792831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] No DVR routers for this DVR port f6ebcc5d-3925-48c7-b526-8c48a5a5db44 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:14:21.795552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:21.799069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-879f1b19-86e5-42b4-ac85-b7ba3164094a req-9df63df6-d692-4625-b243-44054434a5f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f6ebcc5d-3925-48c7-b526-8c48a5a5db44 HTTP/1.1" status: 204  len: 173 time: 0.3898189
Nov 27 21:14:21.800831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220f6fbb-3bb8-47d4-b236-d9a44eae1763', 'name': 'network-vif-deleted', 'tag': 'f6ebcc5d-3925-48c7-b526-8c48a5a5db44'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:21.804859 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee3cae1-6747-436f-8419-eefd1653ba56" -d '{"events": [{"server_uuid": "220f6fbb-3bb8-47d4-b236-d9a44eae1763", "name": "network-vif-deleted", "tag": "f6ebcc5d-3925-48c7-b526-8c48a5a5db44"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:21.819683 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:21.829729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:21.853638 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2973a146-90a1-41ff-b808-8248e7e04f05 x-openstack-request-id: req-2973a146-90a1-41ff-b808-8248e7e04f05 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:21.855057 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220f6fbb-3bb8-47d4-b236-d9a44eae1763", "name": "network-vif-deleted", "tag": "f6ebcc5d-3925-48c7-b526-8c48a5a5db44", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:21.855393 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2973a146-90a1-41ff-b808-8248e7e04f05 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:21.856450 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220f6fbb-3bb8-47d4-b236-d9a44eae1763', 'name': 'network-vif-deleted', 'tag': 'f6ebcc5d-3925-48c7-b526-8c48a5a5db44', 'status': 'completed', 'code': 200}
Nov 27 21:14:21.931752 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:21.936628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:21.975736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1286047a-fdfa-424d-a9e4-8edce422a5b5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:22.019404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.023063 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.053044 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.057330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41142) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:22.057940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3156531
Nov 27 21:14:22.063096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408b5ad-da77-47f6-a6b3-28b11ece4020 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d833eb-1ae1-4183-a607-f28d1c2b170c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:22.066876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-647241a7-c6a4-463e-949c-e875be7448c8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a4d833eb-1ae1-4183-a607-f28d1c2b170c', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:22.103355 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-647241a7-c6a4-463e-949c-e875be7448c8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.126978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a239d28-48f6-49b5-b45a-8f25f8f4f6a2 req-fb6f6803-d784-4c62-ba3c-38c6a37871f0 tempest-TestServerMultinode-627294735 tempest-TestServerMultinode-627294735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=220f6fbb-3bb8-47d4-b236-d9a44eae1763 HTTP/1.1" status: 200  len: 210 time: 0.0295472
Nov 27 21:14:22.150955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-647241a7-c6a4-463e-949c-e875be7448c8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.155004 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-647241a7-c6a4-463e-949c-e875be7448c8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.176757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647241a7-c6a4-463e-949c-e875be7448c8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0690cf25-2b71-47a2-876a-707051ea30e8,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:22.183805 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-647241a7-c6a4-463e-949c-e875be7448c8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.185002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-647241a7-c6a4-463e-949c-e875be7448c8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1254873
Nov 27 21:14:22.187840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41144) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:22.192398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6e76132e-1b88-4e3d-879e-e65c941935c9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a4d833eb-1ae1-4183-a607-f28d1c2b170c', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:22.221052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e76132e-1b88-4e3d-879e-e65c941935c9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.278851 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e76132e-1b88-4e3d-879e-e65c941935c9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.282183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e76132e-1b88-4e3d-879e-e65c941935c9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.299748 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76132e-1b88-4e3d-879e-e65c941935c9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f279adf-7671-4075-9489-c3724ca200ba,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:22.307981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e76132e-1b88-4e3d-879e-e65c941935c9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.309269 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6e76132e-1b88-4e3d-879e-e65c941935c9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1204774
Nov 27 21:14:22.311967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41146) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:22.316471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ec3d68d1-210f-4fc1-bdac-93a1b9c0f6a8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a4d833eb-1ae1-4183-a607-f28d1c2b170c', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:22.343018 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec3d68d1-210f-4fc1-bdac-93a1b9c0f6a8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.398555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec3d68d1-210f-4fc1-bdac-93a1b9c0f6a8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.402692 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec3d68d1-210f-4fc1-bdac-93a1b9c0f6a8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.420584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d68d1-210f-4fc1-bdac-93a1b9c0f6a8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e0b491-02aa-4cf2-92ef-6b8c279530ee,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:22.425670 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec3d68d1-210f-4fc1-bdac-93a1b9c0f6a8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.429574 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ec3d68d1-210f-4fc1-bdac-93a1b9c0f6a8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1139092
Nov 27 21:14:22.429689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41148) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:22.433988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a472ba28-eb05-40a7-991a-ed6fa5800c77 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a4d833eb-1ae1-4183-a607-f28d1c2b170c', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:22.463079 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a472ba28-eb05-40a7-991a-ed6fa5800c77 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.522109 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a472ba28-eb05-40a7-991a-ed6fa5800c77 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.528166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a472ba28-eb05-40a7-991a-ed6fa5800c77 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.550465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472ba28-eb05-40a7-991a-ed6fa5800c77 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f943062-0672-49ed-b94c-9e731402307d,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:22.556199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a472ba28-eb05-40a7-991a-ed6fa5800c77 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.557402 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a472ba28-eb05-40a7-991a-ed6fa5800c77 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1267920
Nov 27 21:14:22.560157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41150) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:22.564385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8ea016e4-0a01-4e34-b4c9-9a92cdb1b704 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a4d833eb-1ae1-4183-a607-f28d1c2b170c', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:22.585910 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-8ea016e4-0a01-4e34-b4c9-9a92cdb1b704 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Project 587ce621728b4cb1b01fd53d69d45d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:14:22.591473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8ea016e4-0a01-4e34-b4c9-9a92cdb1b704 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.650195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8ea016e4-0a01-4e34-b4c9-9a92cdb1b704 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.654019 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8ea016e4-0a01-4e34-b4c9-9a92cdb1b704 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.675175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea016e4-0a01-4e34-b4c9-9a92cdb1b704 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0089f316-4810-460d-b5a1-13965fef2e36,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:22.683542 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8ea016e4-0a01-4e34-b4c9-9a92cdb1b704 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.685827 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8ea016e4-0a01-4e34-b4c9-9a92cdb1b704 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1237953
Nov 27 21:14:22.687669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41152) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:22.692032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-150b0707-3756-42eb-85c6-93e48ca4cbab tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a4d833eb-1ae1-4183-a607-f28d1c2b170c', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:22.713763 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-150b0707-3756-42eb-85c6-93e48ca4cbab tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Project 587ce621728b4cb1b01fd53d69d45d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:14:22.718759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-150b0707-3756-42eb-85c6-93e48ca4cbab tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.778173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-150b0707-3756-42eb-85c6-93e48ca4cbab tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.781749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-150b0707-3756-42eb-85c6-93e48ca4cbab tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.800415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b0707-3756-42eb-85c6-93e48ca4cbab tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a97878-c51e-417e-a2e4-c8ed875e0eed,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:22.811309 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-150b0707-3756-42eb-85c6-93e48ca4cbab tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.813382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-150b0707-3756-42eb-85c6-93e48ca4cbab tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1238782
Nov 27 21:14:22.815473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41154) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:22.820465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'network': {'name': 'tempest-network-smoke--2075365336', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'port_security_enabled': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:22.840752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:14:22.844227 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.866898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:14:22.875969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.876323 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Added segment c5730a7e-4057-4c09-b8de-60edbc7eb509 of type vlan for network a4b376cb-8e19-49db-9b64-e37cc05f1c33
Nov 27 21:14:22.917082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.940940 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.947165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:22.947796 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:22.997242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1805053
Nov 27 21:14:23.000098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:23.004456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'admin_state_up': True, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:23.028234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b7804-6eea-44cd-9005-48f3cb20613e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Network': ['ID=a4b376cb-8e19-49db-9b64-e37cc05f1c33,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:23.040132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network a4b376cb-8e19-49db-9b64-e37cc05f1c33 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:14:23.042724 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.043850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.097070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.192915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41162) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:23.237977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.433906 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.452095 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.543150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.561131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.35.3.39 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/ce1a1cca-c0f3-4cee-b098-dcc811299fa2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:14:23.663481 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.698797 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.743866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:14:23.746722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:23.749201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:14:23.762622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7250d7-4ffd-43f4-89f6-e1fa3ecbbef8 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:14:23.788239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=ce1a1cca-c0f3-4cee-b098-dcc811299fa2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:23.798891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fd446709-1358-4544-b27e-e8cdd03aa85b None None] Provisioning complete for port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:23.799720 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fd446709-1358-4544-b27e-e8cdd03aa85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.804551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Deleting port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:14:23.805462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.840679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-fd446709-1358-4544-b27e-e8cdd03aa85b None None] Port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:14:23.886872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] For port f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:23.887243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:23.904829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Calling delete_port for f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:14:24.008768 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:24.085796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:24.113965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:24.216612 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:24.294408 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:24.536824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Router 7048060a-ae6d-4af9-9241-9cbaa8854a0c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:14:24.645388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:14:24.650919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-572cf8bb-bb48-42ed-87f9-4a7afedb4986 admin admin] 10.222.0.21 "PUT /v2.0/routers/7048060a-ae6d-4af9-9241-9cbaa8854a0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4589810
Nov 27 21:14:24.653528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41166) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:24.656482 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] Sync routers for ids ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:14:24.667697 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] Routers {'7048060a-ae6d-4af9-9241-9cbaa8854a0c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:24.668317 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fea8ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:24.771588 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] Set router 7048060a-ae6d-4af9-9241-9cbaa8854a0c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:24.779150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router cab07b4f-fe71-47bf-9a02-89e93a0e53fe is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:14:24.784879 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:24.947665 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fea8ee50>, [{'id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:34Z', 'updated_at': '2021-11-27T21:14:24Z', 'revision_number': 5, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'gw_port': {'id': 'c942db93-630a-4576-b4cc-31d06ddf3f65', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:35Z', 'updated_at': '2021-11-27T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:24.969480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:24.975117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:14:24.977712 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] Checking router: 7048060a-ae6d-4af9-9241-9cbaa8854a0c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:14:24.986364 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] Routers {'7048060a-ae6d-4af9-9241-9cbaa8854a0c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:24.986964 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fea8ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:24.988408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Sync routers for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:14:24.998139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f6ebcc5d-3925-48c7-b526-8c48a5a5db44 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:14:25.015956 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.017182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c4062f0f-5941-4687-8c6d-ff6b391c7cad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.0161293
Nov 27 21:14:25.021075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41168) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:25.022757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:25.023642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2b8520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:25.026166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: f6ebcc5d-3925-48c7-b526-8c48a5a5db44 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:14:25.026706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device f6ebcc5d-3925-48c7-b526-8c48a5a5db44 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:14:25.046281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Deleting port c942db93-630a-4576-b4cc-31d06ddf3f65 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:14:25.046546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.104029 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] Set router 7048060a-ae6d-4af9-9241-9cbaa8854a0c gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:25.152367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] For port c942db93-630a-4576-b4cc-31d06ddf3f65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c942db93-630a-4576-b4cc-31d06ddf3f65,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:25.152739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.161959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5c9d395c-1a03-4c74-9c70-936849cda446 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=587ce621728b4cb1b01fd53d69d45d4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1387169
Nov 27 21:14:25.165228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41172) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:25.172444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Calling delete_port for c942db93-630a-4576-b4cc-31d06ddf3f65 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:14:25.179520 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fea8ee50>, [{'id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:34Z', 'updated_at': '2021-11-27T21:14:24Z', 'revision_number': 6, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:25.212458 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6189379-2826-4c14-8d3b-d04159a17da8 None None] The sync data for ids ['7048060a-ae6d-4af9-9241-9cbaa8854a0c'] in ncdv-master-1 is: [{'id': '7048060a-ae6d-4af9-9241-9cbaa8854a0c', 'name': 'tempest-TestServerMultinode-1920690113-router', 'tenant_id': '6a99042a0a384a1489b1c4dd7942d30a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:34Z', 'updated_at': '2021-11-27T21:14:24Z', 'revision_number': 6, 'project_id': '6a99042a0a384a1489b1c4dd7942d30a', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:14:25.325173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:25.340487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0bc105-fafc-4f8a-b058-dae0a59812b0 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:25.342094 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bc0bc105-fafc-4f8a-b058-dae0a59812b0 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1757853
Nov 27 21:14:25.344792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41176) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:25.367899 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.386367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-77332717-a555-4696-a0b4-23525fdcd490 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0371304
Nov 27 21:14:25.386618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41178) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:25.391632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-511907881', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:25.396724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c942db93-630a-4576-b4cc-31d06ddf3f65,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:25.442542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd779581-26b9-49b2-9a35-da5fac90e5be None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:14:25.471569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.487525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:14:25.492720 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.549261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2b8520>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:23Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:25.563057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.565357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.578182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Checking router: cab07b4f-fe71-47bf-9a02-89e93a0e53fe for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:14:25.578467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Updating router cab07b4f-fe71-47bf-9a02-89e93a0e53fe port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:14:25.605933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.619552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.620152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7048060a-ae6d-4af9-9241-9cbaa8854a0c {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:14:25.628364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.631352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2bb925e6-d9a9-4453-bc5a-9913e9fc50b8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7048060a-ae6d-4af9-9241-9cbaa8854a0c HTTP/1.1" status: 204  len: 168 time: 0.9767458
Nov 27 21:14:25.634341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41180) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:25.688524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6d8fa4-e242-4ba4-93c6-5cbe0299630f admin admin] Deleting subnet 4880b11e-5458-468e-9db9-41e2da0faa3c {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:14:25.692101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8fa4-e242-4ba4-93c6-5cbe0299630f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.709331 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.735115 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8fa4-e242-4ba4-93c6-5cbe0299630f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.790777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Subnet': ['ID=36bb0316-1e8e-4478-a44f-828abae8a0f7,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:25.800161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Checking segment: {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:14:25.800788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network hostable DHCP agents. Network: a4b376cb-8e19-49db-9b64-e37cc05f1c33, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:14:25.819481 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8fa4-e242-4ba4-93c6-5cbe0299630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.819740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network a4b376cb-8e19-49db-9b64-e37cc05f1c33 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:14:25.829049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4b376cb-8e19-49db-9b64-e37cc05f1c33) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:25.834663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:25.835286 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.842625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306723c-0200-4f61-82c0-03a6a18faa6a None None] Network a4b376cb-8e19-49db-9b64-e37cc05f1c33 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:14:25.857304 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fd18b0ca-484e-4ccc-9cb0-83f802bb65d6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4671249
Nov 27 21:14:25.857974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41182) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:25.957656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8fa4-e242-4ba4-93c6-5cbe0299630f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.958225 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.970670 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:25.989832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d8fa4-e242-4ba4-93c6-5cbe0299630f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4880b11e-5458-468e-9db9-41e2da0faa3c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:25.997957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8fa4-e242-4ba4-93c6-5cbe0299630f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.003215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6e6d8fa4-e242-4ba4-93c6-5cbe0299630f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4880b11e-5458-468e-9db9-41e2da0faa3c HTTP/1.1" status: 204  len: 168 time: 0.3655474
Nov 27 21:14:26.004210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41184) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:26.033422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12515ef7-2e6e-4313-9933-54ef2b083cda None None] Network 2e4ea973-7dde-45f6-abff-33395836d24d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:14:26.062717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7004d7b-0d27-43d0-8b4e-c39502b74951 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:14:26.084325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.141267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Deleting port a65bfcb5-28da-44ef-9a4e-16837541be58 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:14:26.141672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.165491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938dac2-a9e6-4e1c-bd24-0f4be3f83583 None None] Pushing event updated for resources: {'Port': ['ID=ce1a1cca-c0f3-4cee-b098-dcc811299fa2,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:26.170400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Attempting to bind port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:14:26.171005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Attempting to bind port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:14:26.171613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Attempting to bind port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:26.219348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:14:26.219739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:14:26.220153 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.220553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:14:26.221048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Bound port: ce1a1cca-c0f3-4cee-b098-dcc811299fa2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:14:26.221461 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.222532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] For port a65bfcb5-28da-44ef-9a4e-16837541be58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a65bfcb5-28da-44ef-9a4e-16837541be58,segment=NetworkSegment(3b6965e9-8a08-4c40-8846-d5fc7e2a36d8),segment_id=3b6965e9-8a08-4c40-8846-d5fc7e2a36d8)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:26.223067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.238859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Calling delete_port for a65bfcb5-28da-44ef-9a4e-16837541be58 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:14:26.247576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:14:26.248451 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.273226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4fb00b01-52ed-4c22-b416-15d0bac5ebb3 None None] Provisioning complete for port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:26.273598 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4fb00b01-52ed-4c22-b416-15d0bac5ebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.377102 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.402725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] For port ce1a1cca-c0f3-4cee-b098-dcc811299fa2, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:14:26.407191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f141154c-e61b-4c9e-a2e2-81d2bb9ccbdb None None] DHCP port deletion for 2e4ea973-7dde-45f6-abff-33395836d24d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:14:26.413987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4fb00b01-52ed-4c22-b416-15d0bac5ebb3 None None] Port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:14:26.431149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] For port ce1a1cca-c0f3-4cee-b098-dcc811299fa2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1a1cca-c0f3-4cee-b098-dcc811299fa2,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:14:26.439207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Pushing event deleted for resources: {'Port': ['ID=a65bfcb5-28da-44ef-9a4e-16837541be58,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:26.444619 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.459420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] No DVR routers for this DVR port a65bfcb5-28da-44ef-9a4e-16837541be58 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:14:26.469701 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.545673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Allocated IP 172.20.0.2 (a4b376cb-8e19-49db-9b64-e37cc05f1c33/36bb0316-1e8e-4478-a44f-828abae8a0f7/351c4c7d-036f-4329-99ca-3d3ff984a452) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:14:26.561224 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.570685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cee10a-5715-46e1-a856-ecff149888a5 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:14:26.598737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef9c9f70>,) {'filters': {'network_id': ['2e4ea973-7dde-45f6-abff-33395836d24d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:26.607554 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:26.608269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2b8520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:26.609086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef9c9f70>, '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:26.609390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef9c9f70>, '3b6965e9-8a08-4c40-8846-d5fc7e2a36d8') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:26.622894 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.639212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.646028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:14:26.646490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:14:26.648503 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:14:26.664402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938dac2-a9e6-4e1c-bd24-0f4be3f83583 None None] Pushing event updated for resources: {'Port': ['ID=ce1a1cca-c0f3-4cee-b098-dcc811299fa2,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:26.710380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.716535 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.719807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e4ea973-7dde-45f6-abff-33395836d24d HTTP/1.1" status: 204  len: 168 time: 0.7141719
Nov 27 21:14:26.722967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41188) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:26.760896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9f6a1dbd-f60f-400b-abb7-ac40a967a1f4 None None] Provisioning complete for port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:26.761367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1dbd-f60f-400b-abb7-ac40a967a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:26.774577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650852d0-005f-45e3-95c0-2f537184d33a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4ea973-7dde-45f6-abff-33395836d24d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:26.840487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:26.900652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c942db93-630a-4576-b4cc-31d06ddf3f65 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:14:26.958299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c942db93-630a-4576-b4cc-31d06ddf3f65 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:14:26.958646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c942db93-630a-4576-b4cc-31d06ddf3f65 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:14:26.959074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:14:27.039979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:14:27.040734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f9ef764d-a0e8-4d7e-a455-f9288f0b8ff6 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:14:27.040734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a65bfcb5-28da-44ef-9a4e-16837541be58 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:14:27.076550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: a65bfcb5-28da-44ef-9a4e-16837541be58 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:14:27.076909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a65bfcb5-28da-44ef-9a4e-16837541be58 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:14:27.078846 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.100074 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.136315 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1dbd-f60f-400b-abb7-ac40a967a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.160409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.20.0.1 (a4b376cb-8e19-49db-9b64-e37cc05f1c33/36bb0316-1e8e-4478-a44f-828abae8a0f7/e49d75bb-b360-4e6f-84e4-f44a2bb0b157) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:14:27.185012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Network a4b376cb-8e19-49db-9b64-e37cc05f1c33 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:14:27.188890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9f6a1dbd-f60f-400b-abb7-ac40a967a1f4 None None] For port ce1a1cca-c0f3-4cee-b098-dcc811299fa2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1a1cca-c0f3-4cee-b098-dcc811299fa2,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:27.194029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:27.197699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:14:27.202914 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1dbd-f60f-400b-abb7-ac40a967a1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.223564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Pushing event updated for resources: {'Port': ['ID=351c4c7d-036f-4329-99ca-3d3ff984a452,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:27.291711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.327420 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.374098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network a4b376cb-8e19-49db-9b64-e37cc05f1c33 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:14:27.377358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:27.381356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:14:27.406613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.406926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.407286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.407637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.408051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.408305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.408637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.408967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.409297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.409624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.409951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.410284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:27.417172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=e49d75bb-b360-4e6f-84e4-f44a2bb0b157,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:27.444021 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.470191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.474503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Attempting to bind port 351c4c7d-036f-4329-99ca-3d3ff984a452 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:14:27.474883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Attempting to bind port 351c4c7d-036f-4329-99ca-3d3ff984a452 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:14:27.475286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Attempting to bind port 351c4c7d-036f-4329-99ca-3d3ff984a452 on network a4b376cb-8e19-49db-9b64-e37cc05f1c33 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:27.494362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:14:27.494788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Checking segment: {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:14:27.495156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.495609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Bound using segment: {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:14:27.496091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Bound port: 351c4c7d-036f-4329-99ca-3d3ff984a452, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:14:27.496480 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.509498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a1dbd-f60f-400b-abb7-ac40a967a1f4 None None] Pushing event updated for resources: {'Port': ['ID=ce1a1cca-c0f3-4cee-b098-dcc811299fa2,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:27.545387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2b8520>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:23Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:27.582517 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e118159-e4ca-446d-a327-50c2203c3341 None None] The sync data for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 is: [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:23Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:14:27.590608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.609738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] For port 351c4c7d-036f-4329-99ca-3d3ff984a452, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:14:27.612852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] For port 351c4c7d-036f-4329-99ca-3d3ff984a452, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=351c4c7d-036f-4329-99ca-3d3ff984a452,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:14:27.620117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.691028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be765b76-7359-4a70-b6d8-b329b3cc1099 None None] Pushing event updated for resources: {'Port': ['ID=351c4c7d-036f-4329-99ca-3d3ff984a452,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:27.810907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Deleting port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:14:27.811317 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.957586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] For port 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4026bb86-f9c6-4a57-9453-e95ca1e3b9a9,segment=NetworkSegment(2287303d-8658-44e8-932e-5916cd6b0229),segment_id=2287303d-8658-44e8-932e-5916cd6b0229)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:27.960944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.979399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Calling delete_port for 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:14:27.979644 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:27.984938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:28.055819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=e49d75bb-b360-4e6f-84e4-f44a2bb0b157,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:28.085883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:28.194123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:28.212625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network a4b376cb-8e19-49db-9b64-e37cc05f1c33 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:14:28.214082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:28.225772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Pushing event deleted for resources: {'Port': ['ID=4026bb86-f9c6-4a57-9453-e95ca1e3b9a9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:28.356914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router cab07b4f-fe71-47bf-9a02-89e93a0e53fe has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:14:28.423835 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:28.487486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:14:28.495666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-69dd255d-0197-4ee4-8c5d-5655671a4c12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "PUT /v2.0/routers/cab07b4f-fe71-47bf-9a02-89e93a0e53fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6366856
Nov 27 21:14:28.699393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-c74d8dae-0ed8-4049-94f4-e7e055bae686 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362154697&fields=id&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 267 time: 0.0661478
Nov 27 21:14:28.725008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Router 93d9135f-8017-4d9e-9e69-b57942a6c78b has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:14:28.845761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-e8897255-2857-4852-8baa-42c8e6b82db1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:28.847007 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-e8897255-2857-4852-8baa-42c8e6b82db1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 797 time: 0.1384189
Nov 27 21:14:28.863700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-89e7f2bd-813a-4cc9-9169-e72a5abb482c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/quotas/587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 375 time: 0.0101230
Nov 27 21:14:28.868420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:14:28.874294 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d704eacb-07de-4a7f-8ba8-0b6bbd53c91e admin admin] 10.222.0.21 "PUT /v2.0/routers/93d9135f-8017-4d9e-9e69-b57942a6c78b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1500235
Nov 27 21:14:28.884341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41206) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:28.975467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-b62e449f-ba6a-4bf6-bae7-e383d3d690e2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1055760
Nov 27 21:14:28.998705 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] Sync routers for ids ['93d9135f-8017-4d9e-9e69-b57942a6c78b'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:14:29.011888 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] Routers {'93d9135f-8017-4d9e-9e69-b57942a6c78b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:29.012696 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3ff6ee3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['93d9135f-8017-4d9e-9e69-b57942a6c78b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:29.025383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e019ae1-ab82-49ec-99a4-ae0dae14f95c None None] Network a4b376cb-8e19-49db-9b64-e37cc05f1c33 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:14:29.086149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.109936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ce1a1cca-c0f3-4cee-b098-dcc811299fa2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:29.125891 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] Set router 93d9135f-8017-4d9e-9e69-b57942a6c78b gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:29.135913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-dff522d1-85a7-4d0e-b73b-a628a94e3034 service neutron] 10.222.0.21 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326706
Nov 27 21:14:29.161276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f787f164-e9bf-4bbb-b603-fe5c8c5a16f8 None None] Provisioning complete for port 351c4c7d-036f-4329-99ca-3d3ff984a452 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:29.162107 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f787f164-e9bf-4bbb-b603-fe5c8c5a16f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.245923 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-07f4e237-4a97-49d0-b9da-baa953c98d88 service neutron] 10.222.0.21 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089060
Nov 27 21:14:29.259493 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.318758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:29.319574 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.352624 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3ff6ee3d0>, [{'id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244'}], 'enable_snat': True}, 'gw_port_id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:14:28Z', 'revision_number': 5, 'project_id': '0aefc004229844399f063a911bcc05b7', 'gw_port': {'id': '436a7521-5848-46e2-acf2-73d33dc9ed35', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:29.353236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Deleting port 436a7521-5848-46e2-acf2-73d33dc9ed35 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:14:29.353705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.394306 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] Checking router: 93d9135f-8017-4d9e-9e69-b57942a6c78b for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:14:29.415481 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] Routers {'93d9135f-8017-4d9e-9e69-b57942a6c78b'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:29.416126 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3ff6ee3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['93d9135f-8017-4d9e-9e69-b57942a6c78b'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:29.443219 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f787f164-e9bf-4bbb-b603-fe5c8c5a16f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.503993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] For port 436a7521-5848-46e2-acf2-73d33dc9ed35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436a7521-5848-46e2-acf2-73d33dc9ed35,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:29.504460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.519075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f787f164-e9bf-4bbb-b603-fe5c8c5a16f8 None None] For port 351c4c7d-036f-4329-99ca-3d3ff984a452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=351c4c7d-036f-4329-99ca-3d3ff984a452,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:29.542032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Calling delete_port for 436a7521-5848-46e2-acf2-73d33dc9ed35 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:14:29.546450 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f787f164-e9bf-4bbb-b603-fe5c8c5a16f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.579095 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] Set router 93d9135f-8017-4d9e-9e69-b57942a6c78b gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:29.592561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 351c4c7d-036f-4329-99ca-3d3ff984a452 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:29.616180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-867dd20f-0fd5-4778-b68f-0f0c4731eef5 req-75a7cdce-fe85-4b38-958d-75e2d90ca5d4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 210 time: 0.0774133
Nov 27 21:14:29.652792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787f164-e9bf-4bbb-b603-fe5c8c5a16f8 None None] Pushing event updated for resources: {'Port': ['ID=351c4c7d-036f-4329-99ca-3d3ff984a452,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:29.684981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 351c4c7d-036f-4329-99ca-3d3ff984a452 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:29.685583 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.722471 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3ff6ee3d0>, [{'id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:14:29Z', 'revision_number': 6, 'project_id': '0aefc004229844399f063a911bcc05b7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:29.788808 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a145bf-2f2f-40d6-9419-c8434682e64f None None] The sync data for ids ['93d9135f-8017-4d9e-9e69-b57942a6c78b'] in ncdv-master-1 is: [{'id': '93d9135f-8017-4d9e-9e69-b57942a6c78b', 'name': 'tempest-TestServerMultinode-790645026-router', 'tenant_id': '0aefc004229844399f063a911bcc05b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:41Z', 'updated_at': '2021-11-27T21:14:29Z', 'revision_number': 6, 'project_id': '0aefc004229844399f063a911bcc05b7', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:14:29.938691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:29.969131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Sync routers for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:14:29.969967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Pushing event deleted for resources: {'Port': ['ID=436a7521-5848-46e2-acf2-73d33dc9ed35,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:30.002385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5414b-3205-4a2d-9b7c-508e2f0df579 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:14:30.019858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:30.020560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fddd5580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:30.025178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cbca1e9d-3bec-4419-8bbf-7795850d8af7 None None] Provisioning complete for port 351c4c7d-036f-4329-99ca-3d3ff984a452 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:30.025536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cbca1e9d-3bec-4419-8bbf-7795850d8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.053169 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.168584 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.170819 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.196877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:30.229450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.230475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d9135f-8017-4d9e-9e69-b57942a6c78b {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:14:30.236641 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.240956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41222) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:30.241930 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1ca9c296-495c-4794-98e2-66979b23f604 admin admin] 10.222.0.21 "DELETE /v2.0/routers/93d9135f-8017-4d9e-9e69-b57942a6c78b HTTP/1.1" status: 204  len: 168 time: 1.3549721
Nov 27 21:14:30.313090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4fb0e0-6821-4c44-8efb-f6e16537662d admin admin] Deleting subnet 0c9193ce-73fa-41bc-9288-e64650741f77 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:14:30.320878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb0e0-6821-4c44-8efb-f6e16537662d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.385553 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb0e0-6821-4c44-8efb-f6e16537662d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.402396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cbca1e9d-3bec-4419-8bbf-7795850d8af7 None None] Provisioning complete for port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:30.402700 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cbca1e9d-3bec-4419-8bbf-7795850d8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.488766 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb0e0-6821-4c44-8efb-f6e16537662d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.518429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cbca1e9d-3bec-4419-8bbf-7795850d8af7 None None] Port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:14:30.543556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fddd5580>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e49d75bb-b360-4e6f-84e4-f44a2bb0b157', 'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:58:50:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:26Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 2, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:30.551618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb0e0-6821-4c44-8efb-f6e16537662d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.575117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Checking router: cab07b4f-fe71-47bf-9a02-89e93a0e53fe for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:14:30.575521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Updating router cab07b4f-fe71-47bf-9a02-89e93a0e53fe port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:14:30.581225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fb0e0-6821-4c44-8efb-f6e16537662d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9193ce-73fa-41bc-9288-e64650741f77,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:30.583328 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb0e0-6821-4c44-8efb-f6e16537662d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.586866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9b4fb0e0-6821-4c44-8efb-f6e16537662d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0c9193ce-73fa-41bc-9288-e64650741f77 HTTP/1.1" status: 204  len: 168 time: 0.3435435
Nov 27 21:14:30.589165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41224) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:30.598846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea0f646-80b3-4448-b021-e7bb7962eaf8 None None] Network b411d1bb-d6d5-461b-914e-4597a4b733ac requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:14:30.657865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.682918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.701619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-07c97f09-823e-4ca3-a789-bd4d71420770 None None] Provisioning complete for port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:30.701988 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-07c97f09-823e-4ca3-a789-bd4d71420770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.743587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Deleting port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:14:30.744015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.751445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-157d7cfc-3fb1-4267-9c22-a8af42c8b6a6 req-1e41fe92-1c41-457a-bd52-a71e8d722861 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 210 time: 0.0432317
Nov 27 21:14:30.835868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] For port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56d2f83f-38c2-4bc9-bde8-d8571e8ef070,segment=NetworkSegment(2287303d-8658-44e8-932e-5916cd6b0229),segment_id=2287303d-8658-44e8-932e-5916cd6b0229)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:30.836292 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:30.848605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-07c97f09-823e-4ca3-a789-bd4d71420770 None None] Port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:14:30.855377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Calling delete_port for 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:14:30.925322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 351c4c7d-036f-4329-99ca-3d3ff984a452 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:30.985621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.034823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d2f83f-38c2-4bc9-bde8-d8571e8ef070,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:31.041130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] No DVR routers for this DVR port 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:14:31.065469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5747cb-f623-4c68-b271-e6630e2c69e5 None None] DHCP port deletion for b411d1bb-d6d5-461b-914e-4597a4b733ac request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:14:31.114186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 351c4c7d-036f-4329-99ca-3d3ff984a452 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:31.114570 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.170815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.221524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-cf0cf045-d55a-41ba-acf7-8333585af905 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:31.223203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-cf0cf045-d55a-41ba-acf7-8333585af905 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 797 time: 0.2375872
Nov 27 21:14:31.262136 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.274492 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.323837 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-e7f6a015-560f-4264-84c8-ff912e61224d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 380 time: 0.0866737
Nov 27 21:14:31.328678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd50fdb-0dc3-49ec-b941-f60dacacb1c7 None None] Pushing event updated for resources: {'Port': ['ID=e49d75bb-b360-4e6f-84e4-f44a2bb0b157,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:31.350171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'port': {'device_id': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'admin_state_up': True, 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'security_groups': ['a4d833eb-1ae1-4183-a607-f28d1c2b170c']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:31.367884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:14:31.409702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:14:31.410059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4026bb86-f9c6-4a57-9453-e95ca1e3b9a9 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:14:31.410495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 436a7521-5848-46e2-acf2-73d33dc9ed35 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:14:31.438107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 436a7521-5848-46e2-acf2-73d33dc9ed35 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:14:31.438522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 436a7521-5848-46e2-acf2-73d33dc9ed35 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:14:31.440242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Attempting to bind port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:14:31.440627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Attempting to bind port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:14:31.441055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Attempting to bind port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 on network a4b376cb-8e19-49db-9b64-e37cc05f1c33 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:31.447584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:14:31.447984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Checking segment: {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:14:31.448391 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.448798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Bound using segment: {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:14:31.449378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Bound port: e49d75bb-b360-4e6f-84e4-f44a2bb0b157, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:14:31.449711 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.519344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:14:31.524165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] For port e49d75bb-b360-4e6f-84e4-f44a2bb0b157, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:14:31.525398 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.529140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] For port e49d75bb-b360-4e6f-84e4-f44a2bb0b157, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e49d75bb-b360-4e6f-84e4-f44a2bb0b157,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:14:31.539641 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.598454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:31.599136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fddd5580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:31.612523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdf9a0a0>,) {'filters': {'network_id': ['b411d1bb-d6d5-461b-914e-4597a4b733ac']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:31.624574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdf9a0a0>, '2287303d-8658-44e8-932e-5916cd6b0229') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:31.625047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdf9a0a0>, '2287303d-8658-44e8-932e-5916cd6b0229') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:31.636564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.653084 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.654134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd50fdb-0dc3-49ec-b941-f60dacacb1c7 None None] Pushing event updated for resources: {'Port': ['ID=e49d75bb-b360-4e6f-84e4-f44a2bb0b157,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:31.674814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:14:31.675246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:14:31.677917 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:14:31.691051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.20.0.4 (a4b376cb-8e19-49db-9b64-e37cc05f1c33/36bb0316-1e8e-4478-a44f-828abae8a0f7/96518edd-82d2-476c-a100-d0051b6efd10) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:14:31.759187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.766089 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.769841 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b411d1bb-d6d5-461b-914e-4597a4b733ac HTTP/1.1" status: 204  len: 168 time: 1.1794732
Nov 27 21:14:31.789921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa2ba0-6dae-45fc-9058-42aac1d79289 admin admin] Pushing event deleted for resources: {'Network': ['ID=b411d1bb-d6d5-461b-914e-4597a4b733ac,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:31.922030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.925204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7bc04fcd-72a0-456f-964f-4ef5ca3db7de req-6802fb1e-f8a5-4b0c-a960-cb58001bf96e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 210 time: 0.0738344
Nov 27 21:14:31.971748 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:31.980802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-771aa9c1-ac42-4a2b-b5b4-5a5681393775 None None] Provisioning complete for port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:31.981323 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-771aa9c1-ac42-4a2b-b5b4-5a5681393775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.004843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41236) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:32.017873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network a4b376cb-8e19-49db-9b64-e37cc05f1c33 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:14:32.023301 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:32.026422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:32.027489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:14:32.052901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:32.084736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a27a516d-47ff-4342-b977-36e38ab402ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a99042a0a384a1489b1c4dd7942d30a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0763817
Nov 27 21:14:32.084984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:32.084984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.085184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41238) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:32.106645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-1ec1b935-39c6-48a5-ad8f-c1984ba61b56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7662671
Nov 27 21:14:32.120987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Request body: {'port': {'device_id': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:32.148575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a5d48db-4897-4e84-8ce3-e870f9607077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.174496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a5d48db-4897-4e84-8ce3-e870f9607077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.189821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.234983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a5d48db-4897-4e84-8ce3-e870f9607077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.238381 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3a5d48db-4897-4e84-8ce3-e870f9607077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.239587 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3a5d48db-4897-4e84-8ce3-e870f9607077 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e5d48f5-a857-488b-98fa-48e83f650bd2 HTTP/1.1" status: 204  len: 168 time: 0.1533911
Nov 27 21:14:32.245370 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-771aa9c1-ac42-4a2b-b5b4-5a5681393775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.253144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d48db-4897-4e84-8ce3-e870f9607077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5d48f5-a857-488b-98fa-48e83f650bd2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:32.339678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-771aa9c1-ac42-4a2b-b5b4-5a5681393775 None None] For port e49d75bb-b360-4e6f-84e4-f44a2bb0b157, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e49d75bb-b360-4e6f-84e4-f44a2bb0b157,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:32.346369 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-771aa9c1-ac42-4a2b-b5b4-5a5681393775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.408132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fddd5580>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e49d75bb-b360-4e6f-84e4-f44a2bb0b157', 'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:58:50:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:26Z', 'updated_at': '2021-11-27T21:14:31Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:32.411527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aa9c1-ac42-4a2b-b5b4-5a5681393775 None None] Pushing event updated for resources: {'Port': ['ID=e49d75bb-b360-4e6f-84e4-f44a2bb0b157,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:32.444774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed2c51-30a8-4250-9a6d-4af56a0686fd None None] The sync data for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 is: [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e49d75bb-b360-4e6f-84e4-f44a2bb0b157', 'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:58:50:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:26Z', 'updated_at': '2021-11-27T21:14:31Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:14:32.470596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-86954daa-b681-4c4f-b6a0-2a768d0afabc None None] Provisioning complete for port 96518edd-82d2-476c-a100-d0051b6efd10 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:32.471543 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86954daa-b681-4c4f-b6a0-2a768d0afabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.537993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-86954daa-b681-4c4f-b6a0-2a768d0afabc None None] Port 96518edd-82d2-476c-a100-d0051b6efd10 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:14:32.538975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96518edd-82d2-476c-a100-d0051b6efd10 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:14:32.554766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.555668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-86954daa-b681-4c4f-b6a0-2a768d0afabc None None] Provisioning complete for port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:32.556166 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86954daa-b681-4c4f-b6a0-2a768d0afabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.570471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Transition to ACTIVE for port object 96518edd-82d2-476c-a100-d0051b6efd10 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:14:32.575813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.720981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41244) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:32.732699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Pushing event updated for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:32.758969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Attempting to bind port 96518edd-82d2-476c-a100-d0051b6efd10 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:14:32.759365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Attempting to bind port 96518edd-82d2-476c-a100-d0051b6efd10 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:14:32.759712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Attempting to bind port 96518edd-82d2-476c-a100-d0051b6efd10 on network a4b376cb-8e19-49db-9b64-e37cc05f1c33 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:32.765773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Port 96518edd-82d2-476c-a100-d0051b6efd10 on network a4b376cb-8e19-49db-9b64-e37cc05f1c33 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:14:32.766477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Attempting to bind port 96518edd-82d2-476c-a100-d0051b6efd10 on network a4b376cb-8e19-49db-9b64-e37cc05f1c33 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:32.775621 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:14:32.776042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Checking segment: {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:14:32.776767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Bound using segment: {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:14:32.778164 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4b200983-75bc-4e74-878b-36232aa05f21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0aefc004229844399f063a911bcc05b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0559416
Nov 27 21:14:32.779446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Bound port: 96518edd-82d2-476c-a100-d0051b6efd10, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:14:32.779934 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.781777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41246) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:32.854915 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62bcaf08-ae2f-4adf-9841-b5d435243c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.868571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:14:32.872323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:14:32.876096 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.896899 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62bcaf08-ae2f-4adf-9841-b5d435243c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.912856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:32.913489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:32.915110 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] 10.222.0.15 "PUT /v2.0/ports/96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 1091 time: 0.7995179
Nov 27 21:14:32.915647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:32.918037 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437953c2-2293-4d3e-b2e8-91472165272b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "tag": "96518edd-82d2-476c-a100-d0051b6efd10"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:32.988372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a5e37-bc5e-4eae-b934-70f02fcc6a99 service neutron] Pushing event updated for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:32.996625 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:14:32.998457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e49d75bb-b360-4e6f-84e4-f44a2bb0b157 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:33.041361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62bcaf08-ae2f-4adf-9841-b5d435243c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:33.044771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62bcaf08-ae2f-4adf-9841-b5d435243c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:33.046208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-62bcaf08-ae2f-4adf-9841-b5d435243c1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d6ffd20-5619-4002-8493-2d1cd1ac5d1c HTTP/1.1" status: 204  len: 168 time: 0.2633917
Nov 27 21:14:33.062904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcaf08-ae2f-4adf-9841-b5d435243c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6ffd20-5619-4002-8493-2d1cd1ac5d1c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:33.065552 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff9b8ff-9ee7-4723-8b80-19e3cee13d77 x-openstack-request-id: req-2ff9b8ff-9ee7-4723-8b80-19e3cee13d77 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:33.065858 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "tag": "96518edd-82d2-476c-a100-d0051b6efd10", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:33.066141 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ff9b8ff-9ee7-4723-8b80-19e3cee13d77 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:33.066573 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10', 'status': 'completed', 'code': 200}
Nov 27 21:14:33.111610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-52d37365-00d7-461e-8359-8bae0ff0cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:33.113448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-52d37365-00d7-461e-8359-8bae0ff0cebf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1094 time: 0.1473963
Nov 27 21:14:33.197725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948acd9a-f994-4b6c-9b64-477395265021 req-90786f25-bce3-4593-9a41-29db6539cdb3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:33.200343 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-30836b96-201b-4ae1-97b7-7d53c13dcb2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 217 time: 0.0775285
Nov 27 21:14:33.208002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-948acd9a-f994-4b6c-9b64-477395265021 req-90786f25-bce3-4593-9a41-29db6539cdb3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 943 time: 0.1098402
Nov 27 21:14:33.222649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:33.223166 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:33.279665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-357b0282-32ff-4d88-84af-6e9fdd086c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:33.281545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-357b0282-32ff-4d88-84af-6e9fdd086c83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0721588
Nov 27 21:14:33.311334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-948acd9a-f994-4b6c-9b64-477395265021 req-10b0efb0-066e-4836-b1ce-80d2a680ba53 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944653
Nov 27 21:14:33.352455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-896679d5-b145-4134-9a6f-ade9f2c8eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:33.354999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-896679d5-b145-4134-9a6f-ade9f2c8eb31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0649629
Nov 27 21:14:33.440598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:14:33.486810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:14:33.487287 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 56d2f83f-38c2-4bc9-bde8-d8571e8ef070 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:14:33.500859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-03a8051e-47e4-4510-b9eb-fd25bd573417 service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371565
Nov 27 21:14:33.612293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1efdca17-682f-4a92-b25d-e4e61d16a045 req-9bc1cbc4-4c50-4804-b431-2d618b3d2311 service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1053672
Nov 27 21:14:33.708059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437953c2-2293-4d3e-b2e8-91472165272b req-4d140b20-0389-4521-b21d-284812f2e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:33.709651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-437953c2-2293-4d3e-b2e8-91472165272b req-4d140b20-0389-4521-b21d-284812f2e2bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1094 time: 0.0487859
Nov 27 21:14:33.810286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437953c2-2293-4d3e-b2e8-91472165272b req-36c061b3-91c8-4fad-bee0-99b54d6d37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:33.811814 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-437953c2-2293-4d3e-b2e8-91472165272b req-36c061b3-91c8-4fad-bee0-99b54d6d37f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 898 time: 0.0941191
Nov 27 21:14:33.862574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-437953c2-2293-4d3e-b2e8-91472165272b req-8dd09168-2a0e-4640-ad43-fc51afe36f7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 217 time: 0.0417910
Nov 27 21:14:33.912240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437953c2-2293-4d3e-b2e8-91472165272b req-48c08f78-ffad-40c0-a6b1-567093e448d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:33.913726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-437953c2-2293-4d3e-b2e8-91472165272b req-48c08f78-ffad-40c0-a6b1-567093e448d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0461814
Nov 27 21:14:33.958951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437953c2-2293-4d3e-b2e8-91472165272b req-b9a7c706-8f82-4ae3-b9fc-60c68c206f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:33.960512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-437953c2-2293-4d3e-b2e8-91472165272b req-b9a7c706-8f82-4ae3-b9fc-60c68c206f28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403383
Nov 27 21:14:34.056427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-437953c2-2293-4d3e-b2e8-91472165272b req-da9ffe39-dbc3-4156-a15b-aa86107c932f service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888972
Nov 27 21:14:34.145060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-437953c2-2293-4d3e-b2e8-91472165272b req-dc377da1-ca07-43be-ad57-56d9a4b7b654 service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810912
Nov 27 21:14:34.302829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3daffbd5-f892-4a3e-b54a-e31b8eef5153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:34.426231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c9367-aabe-4e9f-817a-e6b990b1def7 req-cef1fe95-3c0c-4059-9943-c9b9188b5b04 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:34.427756 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-239c9367-aabe-4e9f-817a-e6b990b1def7 req-cef1fe95-3c0c-4059-9943-c9b9188b5b04 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 943 time: 0.0576284
Nov 27 21:14:34.478640 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-239c9367-aabe-4e9f-817a-e6b990b1def7 req-5fd9e408-02e1-4142-b2f7-9ccbb9e82c61 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445001
Nov 27 21:14:35.590940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9247bbf-6f49-471a-af38-2e857b377a97 req-2b61b000-d0ac-4612-ae3d-8fdabb7059c1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:35.592424 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9247bbf-6f49-471a-af38-2e857b377a97 req-2b61b000-d0ac-4612-ae3d-8fdabb7059c1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 943 time: 0.0475917
Nov 27 21:14:35.643516 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9247bbf-6f49-471a-af38-2e857b377a97 req-e3b6b085-c4dc-4a8d-91f6-40731304ace0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452046
Nov 27 21:14:36.439643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0681e1cf-b818-40b1-aaa7-dcb3d843ec4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:36.758486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91c45f-79a3-44d3-a469-0aaaba0e9dc6 req-9ea04ffb-1090-4164-8f76-9f9932542204 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:36.759998 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c91c45f-79a3-44d3-a469-0aaaba0e9dc6 req-9ea04ffb-1090-4164-8f76-9f9932542204 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 943 time: 0.0494044
Nov 27 21:14:36.809457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c91c45f-79a3-44d3-a469-0aaaba0e9dc6 req-bef8e0f1-eb42-4efa-9a97-7f093e636c9b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429039
Nov 27 21:14:37.079199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 96518edd-82d2-476c-a100-d0051b6efd10 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:14:37.173731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:37.188177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '96518edd-82d2-476c-a100-d0051b6efd10', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'port_id': '96518edd-82d2-476c-a100-d0051b6efd10', 'mac_address': 'fa:16:3e:1a:04:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:14:37.223966 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:37.237017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96518edd-82d2-476c-a100-d0051b6efd10 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:14:37.255484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:37.260774 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:37.307746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:37.574806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['96518edd-82d2-476c-a100-d0051b6efd10'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:37.842609 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:37.933065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1933e-12f6-4eda-ac91-5e5596ac4e5d req-8959603c-eae5-4e55-986d-7e66a36d9de5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:37.934547 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cc1933e-12f6-4eda-ac91-5e5596ac4e5d req-8959603c-eae5-4e55-986d-7e66a36d9de5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 944 time: 0.0500426
Nov 27 21:14:37.983509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cc1933e-12f6-4eda-ac91-5e5596ac4e5d req-3754d496-9760-4880-ab37-5c059a55f5e9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428600
Nov 27 21:14:39.091016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 96518edd-82d2-476c-a100-d0051b6efd10 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:39.104269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb090569-e43f-47da-83a4-e5dc9b5efdcd req-f019668b-2df1-4df6-ba2f-2603b8405ed9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:39.105769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb090569-e43f-47da-83a4-e5dc9b5efdcd req-f019668b-2df1-4df6-ba2f-2603b8405ed9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 944 time: 0.0539920
Nov 27 21:14:39.145711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 96518edd-82d2-476c-a100-d0051b6efd10 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:14:39.150116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 96518edd-82d2-476c-a100-d0051b6efd10 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:39.150556 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:39.165209 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb090569-e43f-47da-83a4-e5dc9b5efdcd req-fa424b79-f862-4502-82a0-ecbe095d072d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532334
Nov 27 21:14:39.227775 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:39.249978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:39.252343 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3b425e-1eb0-4f54-971e-f104ee10f7c7" -d '{"events": [{"server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "name": "network-vif-plugged", "status": "completed", "tag": "96518edd-82d2-476c-a100-d0051b6efd10"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:39.265141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:39.269064 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:39.293131 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b1180a-7374-479c-a842-703341b265f8 x-openstack-request-id: req-10b1180a-7374-479c-a842-703341b265f8 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:39.293429 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "name": "network-vif-plugged", "status": "completed", "tag": "96518edd-82d2-476c-a100-d0051b6efd10", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:39.293684 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10b1180a-7374-479c-a842-703341b265f8 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:39.294081 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10', 'code': 200}
Nov 27 21:14:39.325395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:39.390974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626318e-baaa-4dc4-ab0d-bddb9c9b7888 req-3a701a78-9e67-45fe-b4c5-3aaf2331a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:39.392901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f626318e-baaa-4dc4-ab0d-bddb9c9b7888 req-3a701a78-9e67-45fe-b4c5-3aaf2331a408 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1096 time: 0.0431311
Nov 27 21:14:39.449321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f626318e-baaa-4dc4-ab0d-bddb9c9b7888 req-b999a2b9-7374-41f3-99f1-ccc3f6ab6cc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492196
Nov 27 21:14:39.552696 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:40.264338 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:40.289140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fbecb-afd9-4bdd-8fa8-ad79c8230a0c req-8038d6ae-ad83-46bc-a158-7b510d60b35f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:40.290636 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-141fbecb-afd9-4bdd-8fa8-ad79c8230a0c req-8038d6ae-ad83-46bc-a158-7b510d60b35f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0529110
Nov 27 21:14:40.340591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-141fbecb-afd9-4bdd-8fa8-ad79c8230a0c req-38f42523-6682-4e92-aea8-9208270c758d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439970
Nov 27 21:14:40.399246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e8ff-efbf-4f26-96c5-dabfaa82c3c2 req-694af083-ddc5-4bc6-a3e2-8ae34d48156d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:40.401323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a503e8ff-efbf-4f26-96c5-dabfaa82c3c2 req-694af083-ddc5-4bc6-a3e2-8ae34d48156d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0491080
Nov 27 21:14:40.446579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a503e8ff-efbf-4f26-96c5-dabfaa82c3c2 req-2862ea5d-d883-4990-80ac-34e3de7b8de5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394719
Nov 27 21:14:40.560828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b4ad-9d71-44d4-ac21-36ad3c11fd4e req-366da60c-b89f-48fb-b749-72eea03bbc1d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:40.562189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f75b4ad-9d71-44d4-ac21-36ad3c11fd4e req-366da60c-b89f-48fb-b749-72eea03bbc1d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0475919
Nov 27 21:14:40.609385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f75b4ad-9d71-44d4-ac21-36ad3c11fd4e req-b5ec6817-fbed-43ad-93e4-83fedd56f854 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412500
Nov 27 21:14:40.889535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-717eb77b-c16c-497f-973d-ae9c730b8319 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:40.891018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-717eb77b-c16c-497f-973d-ae9c730b8319 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.1068587
Nov 27 21:14:40.905587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-5a62b21d-62a6-4a32-a015-dc9c09a1f8f6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/quotas/4c38c1fb709545fbb6279c9ee1dafe5d HTTP/1.1" status: 200  len: 375 time: 0.0087423
Nov 27 21:14:40.963233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-32deac71-56e5-4cd4-8c73-65f2f94f397e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0524559
Nov 27 21:14:41.151644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-704d1dc7-a266-439e-8cee-e5ce69cb14f0 service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812086
Nov 27 21:14:41.237426 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-45b97e7d-2634-4ff1-8939-0a9699b3b146 service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798180
Nov 27 21:14:41.400999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-64a9dd13-8bb9-4cdc-a826-2ddf11bac734 req-6afc09e5-ac65-409b-89a2-ee81ef20a9c4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 210 time: 0.0274577
Nov 27 21:14:41.471489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a37036-cf7e-4b9d-b368-5767df155338 req-ca2362aa-6a14-4794-b764-063d5c6bb160 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:41.473779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9a37036-cf7e-4b9d-b368-5767df155338 req-ca2362aa-6a14-4794-b764-063d5c6bb160 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0556471
Nov 27 21:14:41.522769 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a9a37036-cf7e-4b9d-b368-5767df155338 req-42b50101-cdec-456f-8e54-91fde8697689 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429866
Nov 27 21:14:41.648478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa27c02-4f90-4224-a277-5d8385e088d1 req-cf13c1c4-bfc2-44a7-8d9c-fc6e00d74bdf tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:41.649955 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffa27c02-4f90-4224-a277-5d8385e088d1 req-cf13c1c4-bfc2-44a7-8d9c-fc6e00d74bdf tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0542085
Nov 27 21:14:41.702839 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffa27c02-4f90-4224-a277-5d8385e088d1 req-e39ab4e2-95a5-4b9d-ab84-8defc83d7bc1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461144
Nov 27 21:14:41.728096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41320) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:41.767812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b49e4-5043-425d-a682-bcfe6fe4922a tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:41.769327 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f21b49e4-5043-425d-a682-bcfe6fe4922a tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1091 time: 0.0396202
Nov 27 21:14:41.772306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41322) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:41.777564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '96518edd-82d2-476c-a100-d0051b6efd10', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:41.804868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:41.909160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:42.014375 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.35.3.62 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/03a992d5-ba5c-4687-9bb3-8617d556a47d) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:14:42.119716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:42.160985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:42.195066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:14:42.200496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:42.203894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:14:42.231497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=03a992d5-ba5c-4687-9bb3-8617d556a47d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:42.243384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.243750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.244622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.244974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.245313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.245655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.245994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.246331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.246785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.247275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.247618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.247957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:42.400508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-98693928-ccbb-4d09-9bed-469cefa87775 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:42.402049 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-98693928-ccbb-4d09-9bed-469cefa87775 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.1137650
Nov 27 21:14:42.415944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'port': {'device_id': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'admin_state_up': True, 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:42.546747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Made reservation on behalf of 4c38c1fb709545fbb6279c9ee1dafe5d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:14:42.547020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb0f423c-8509-4b60-912f-a249d482799a req-a0338f9d-d366-49fe-b4bf-9e0581e4f800 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 210 time: 0.0683310
Nov 27 21:14:42.550397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:42.690181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Allocated IP 172.20.0.12 (07546b02-5ee2-4818-98ab-2b9b50e1991f/07179a77-67fb-49d1-b1e5-6721a6f3c44b/87cc65d3-0cc8-424f-8e8b-25a6a7a19ede) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:14:42.808741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:42.923844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.085256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.089862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.155513 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=03a992d5-ba5c-4687-9bb3-8617d556a47d,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:43.167049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.188375 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.234867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.248659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6a0db82d-42af-4626-865e-04c5b42fc108', 'd011b6d6-2042-4252-a9db-f8cef93c7678'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:43.282334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:14:43.285599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:43.289329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:14:43.303036 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Floating IP eef97f75-59a3-47c0-a58f-4bca63d19f16 associated. External IP: 172.35.3.62, port: 96518edd-82d2-476c-a100-d0051b6efd10.
Nov 27 21:14:43.321383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'Port': ['ID=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:43.351418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:43.352101 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.373813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-71396e5e-93c7-4343-8e86-618ec95939a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9619069
Nov 27 21:14:43.388312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Request body: {'port': {'device_id': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:43.465157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.568643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router cab07b4f-fe71-47bf-9a02-89e93a0e53fe has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:14:43.654965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-c285de4f-1b19-4e2f-8654-616dc61bd024 req-33e5c0f6-ca1e-43e3-80c5-6eda6b7c3595 service neutron] (120908) timed out ('10.222.0.15', 59360) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:14:43.660897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c9f255b0-c1d5-4ee2-807e-ee74d7969a5f None None] Provisioning complete for port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:43.661273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c9f255b0-c1d5-4ee2-807e-ee74d7969a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.696807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c9f255b0-c1d5-4ee2-807e-ee74d7969a5f None None] Port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:14:43.714687 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef7dd8-ce91-4d8f-9e6b-8babb88cd42f req-6cc2aae7-212a-4d5e-8dfa-f4a2fb2fb9e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:43.716210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27ef7dd8-ce91-4d8f-9e6b-8babb88cd42f req-6cc2aae7-212a-4d5e-8dfa-f4a2fb2fb9e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 932 time: 0.0936983
Nov 27 21:14:43.734536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:14:43.747067 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] Sync routers for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:14:43.759431 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:14:43.761252 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:43.761913 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3ff6ee3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:43.768185 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.768483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.781333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Transition to ACTIVE for port object 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:14:43.786449 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:43.817091 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27ef7dd8-ce91-4d8f-9e6b-8babb88cd42f req-397b6690-0ed2-4f41-8fc5-ed7c1d1b8897 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916705
Nov 27 21:14:43.826697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ce206670-3ba0-45d5-84da-eecd3695f02a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.0532331
Nov 27 21:14:43.833712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:43.836452 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46798e66-c601-45ba-8ac9-0ba516faad1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "tag": "96518edd-82d2-476c-a100-d0051b6efd10"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:43.911982 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:43.933577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026839b-de87-4479-8145-326e65695631 service neutron] Pushing event updated for resources: {'Port': ['ID=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:43.948528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Attempting to bind port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:14:43.948998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Attempting to bind port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:14:43.949435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Attempting to bind port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:43.954937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede on network 07546b02-5ee2-4818-98ab-2b9b50e1991f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:14:43.955452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Attempting to bind port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:43.955853 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e7f462-cdeb-4049-b930-ccf458a8d518 x-openstack-request-id: req-86e7f462-cdeb-4049-b930-ccf458a8d518 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:43.956163 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "tag": "96518edd-82d2-476c-a100-d0051b6efd10", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:43.956430 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86e7f462-cdeb-4049-b930-ccf458a8d518 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:43.956866 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10', 'status': 'completed', 'code': 200}
Nov 27 21:14:43.963371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:14:43.963371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Checking segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:14:43.963371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Bound using segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:14:43.964129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Bound port: 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:14:43.964600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:44.017973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86669cd-4411-4436-8cd5-819b02d959c9 req-5bd3ff1a-8502-421b-b932-cb209eb3dcd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.026248 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e86669cd-4411-4436-8cd5-819b02d959c9 req-5bd3ff1a-8502-421b-b932-cb209eb3dcd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0841632
Nov 27 21:14:44.068465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-514eef83-8326-4dde-9b07-316f19476934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.070202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-514eef83-8326-4dde-9b07-316f19476934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1096 time: 0.0915577
Nov 27 21:14:44.118264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-5764e528-6298-40f9-9f0d-8f3ea78ae73b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0900631
Nov 27 21:14:44.134270 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e86669cd-4411-4436-8cd5-819b02d959c9 req-1799138f-eaa2-4a43-a6df-4896a5f03082 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071453
Nov 27 21:14:44.145492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] For port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:14:44.167420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41338) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:44.171395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] For port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:14:44.180830 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:44.195630 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3ff6ee3d0>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eef97f75-59a3-47c0-a58f-4bca63d19f16', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'port_id': '96518edd-82d2-476c-a100-d0051b6efd10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'mac_address': 'fa:16:3e:1a:04:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:14:42Z', 'updated_at': '2021-11-27T21:14:42Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49d75bb-b360-4e6f-84e4-f44a2bb0b157', 'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:58:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:26Z', 'updated_at': '2021-11-27T21:14:32Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:44.225778 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] Checking router: cab07b4f-fe71-47bf-9a02-89e93a0e53fe for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:14:44.236673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.237077 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:14:44.237316 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:44.238052 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3ff6ee3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:14:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:44.239384 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-2026839b-de87-4479-8145-326e65695631 service neutron] 10.222.0.35 "PUT /v2.0/ports/87cc65d3-0cc8-424f-8e8b-25a6a7a19ede HTTP/1.1" status: 200  len: 1092 time: 0.8558629
Nov 27 21:14:44.241743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'tag': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:44.244763 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0f891d-45d1-4e45-882c-74d1b2154f42" -d '{"events": [{"name": "network-changed", "server_uuid": "e0446f61-5d4c-4be1-b88b-6de72908e1ae", "tag": "87cc65d3-0cc8-424f-8e8b-25a6a7a19ede"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:44.269344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-7873b6c4-02cd-4a08-8973-5dbb6a6b5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.271015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-7873b6c4-02cd-4a08-8973-5dbb6a6b5883 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 898 time: 0.1930187
Nov 27 21:14:44.276488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026839b-de87-4479-8145-326e65695631 service neutron] Pushing event updated for resources: {'Port': ['ID=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:44.342408 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dbe6548d-f342-4d8e-bce2-2b6d6c5c5a13 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/eef97f75-59a3-47c0-a58f-4bca63d19f16 HTTP/1.1" status: 200  len: 990 time: 0.1736937
Nov 27 21:14:44.357696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-d43c0cb6-a228-41f4-bed9-58081a8e37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.358890 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ea129f-34ae-46a3-acce-9cb895ee9236 x-openstack-request-id: req-d6ea129f-34ae-46a3-acce-9cb895ee9236 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:44.359187 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0446f61-5d4c-4be1-b88b-6de72908e1ae", "tag": "87cc65d3-0cc8-424f-8e8b-25a6a7a19ede", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:44.359467 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6ea129f-34ae-46a3-acce-9cb895ee9236 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:44.359862 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'tag': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede', 'status': 'completed', 'code': 200}
Nov 27 21:14:44.359987 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-d43c0cb6-a228-41f4-bed9-58081a8e37af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1096 time: 0.1598160
Nov 27 21:14:44.384112 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:14:44.394243 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-de6d3db8-df60-46d2-8eb0-7b28f7c31d0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 998 time: 0.1147339
Nov 27 21:14:44.465674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-23a75914-91a2-4e36-9b7c-c154b4a9bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.467390 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-23a75914-91a2-4e36-9b7c-c154b4a9bd11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 1095 time: 0.1103430
Nov 27 21:14:44.475764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-64c41c08-d6d9-4739-a24d-c4808a9c163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.477478 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-64c41c08-d6d9-4739-a24d-c4808a9c163d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0763092
Nov 27 21:14:44.513006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-66af5170-39eb-468d-aca5-e46305a924b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.515079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-66af5170-39eb-468d-aca5-e46305a924b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.1275485
Nov 27 21:14:44.548414 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-f2be0a80-2e4c-43ff-9502-d082d6c9e6d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede HTTP/1.1" status: 200  len: 217 time: 0.0698969
Nov 27 21:14:44.594747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-0edd1eb1-e42a-44d4-8814-819ad54e8061 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1000 time: 0.0722017
Nov 27 21:14:44.601331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-790f658e-7488-452c-b140-1cf805c7a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.603357 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-790f658e-7488-452c-b140-1cf805c7a92f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0825927
Nov 27 21:14:44.622076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-ab1df192-8061-4e72-921d-7ced2533f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.623555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-ab1df192-8061-4e72-921d-7ced2533f1c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0677497
Nov 27 21:14:44.658234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-1e8ae286-85cb-4498-809d-878567ba7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.659880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-1e8ae286-85cb-4498-809d-878567ba7162 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0537884
Nov 27 21:14:44.663809 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3ff6ee3d0>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eef97f75-59a3-47c0-a58f-4bca63d19f16', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'port_id': '96518edd-82d2-476c-a100-d0051b6efd10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'mac_address': 'fa:16:3e:1a:04:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:14:42Z', 'updated_at': '2021-11-27T21:14:42Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49d75bb-b360-4e6f-84e4-f44a2bb0b157', 'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:58:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:26Z', 'updated_at': '2021-11-27T21:14:32Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:14:44.691504 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe1ff5-1ab3-4f64-b2eb-f0acfabd1248 None None] The sync data for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 is: [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eef97f75-59a3-47c0-a58f-4bca63d19f16', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'port_id': '96518edd-82d2-476c-a100-d0051b6efd10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'mac_address': 'fa:16:3e:1a:04:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:14:42Z', 'updated_at': '2021-11-27T21:14:42Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49d75bb-b360-4e6f-84e4-f44a2bb0b157', 'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:58:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:26Z', 'updated_at': '2021-11-27T21:14:32Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:14:44.716071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-7167b944-9a01-4a34-980a-9b705ed71209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.717092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-0b32b939-7364-4e54-bd1b-0725146128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:44.717613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-7167b944-9a01-4a34-980a-9b705ed71209 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0821769
Nov 27 21:14:44.718668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-0b32b939-7364-4e54-bd1b-0725146128ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0505898
Nov 27 21:14:44.758422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-a5f2748b-d4a6-4160-a871-ff7d31e4f165 service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469898
Nov 27 21:14:44.826225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-01ae8ce9-6f06-4af4-9a37-3dee81a72ba0 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910194
Nov 27 21:14:44.924574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46798e66-c601-45ba-8ac9-0ba516faad1f req-e344a482-2d2b-4af7-92b1-574836bb16bb service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390903
Nov 27 21:14:44.926841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-1363c98f-5aa8-4ae2-9509-a751dec9c02f service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903679
Nov 27 21:14:44.937043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9814a96-55b7-4770-8d11-a91f03bc7f9c None None] New status for floating IP eef97f75-59a3-47c0-a58f-4bca63d19f16: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:14:44.985644 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-383981eb-96fe-4f97-bec2-8583442c5582 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495562
Nov 27 21:14:45.005346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490519b-4cab-49f6-9f86-d87023e4a408 req-61b47d2c-1d37-4ffd-ad9e-095c3a2f1676 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:45.008391 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1490519b-4cab-49f6-9f86-d87023e4a408 req-61b47d2c-1d37-4ffd-ad9e-095c3a2f1676 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 944 time: 0.0947888
Nov 27 21:14:45.049872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1737becd-3f05-4562-978a-ca1bfa293f44 req-c3953dbf-395d-4b56-a03f-d3a3495b862d service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1119778
Nov 27 21:14:45.065743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1490519b-4cab-49f6-9f86-d87023e4a408 req-d3a71034-b318-418e-b000-535fd16836a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504849
Nov 27 21:14:45.142249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-4e06b3e1-4116-4abb-9eb7-cc03a8489df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:45.143777 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-4e06b3e1-4116-4abb-9eb7-cc03a8489df6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 1095 time: 0.0435948
Nov 27 21:14:45.232179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-2f89deb7-fbc7-4141-874e-d18df6b97b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:45.233632 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-2f89deb7-fbc7-4141-874e-d18df6b97b3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.0818579
Nov 27 21:14:45.277856 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-54f281bd-cb59-4da6-9ad9-631fba97ae61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede HTTP/1.1" status: 200  len: 217 time: 0.0372422
Nov 27 21:14:45.326779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-11d59051-eb0f-4794-829a-7482bd409741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:45.328185 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-11d59051-eb0f-4794-829a-7482bd409741 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0424826
Nov 27 21:14:45.346069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41346) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:14:45.376785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-7ced981d-734f-4fb9-9868-55b6c8cc925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:45.378244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-7ced981d-734f-4fb9-9868-55b6c8cc925f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413167
Nov 27 21:14:45.416769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1e84a811-78a1-4bfd-b234-13c0b9a47b9d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/eef97f75-59a3-47c0-a58f-4bca63d19f16 HTTP/1.1" status: 200  len: 992 time: 0.0639560
Nov 27 21:14:45.475178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-d714f4c3-332a-4a60-9865-79e17db1da8f service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880113
Nov 27 21:14:45.564957 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a0f891d-45d1-4e45-882c-74d1b2154f42 req-13aa9204-c736-4e42-a7fd-c6bd89ad1fc7 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802596
Nov 27 21:14:46.049033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:46.184462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91282eb9-79d9-4de1-9954-d2fcb4037e91 req-1d44d4b5-758a-4acf-a23a-b59932560f9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:46.186554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91282eb9-79d9-4de1-9954-d2fcb4037e91 req-1d44d4b5-758a-4acf-a23a-b59932560f9c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 944 time: 0.0504429
Nov 27 21:14:46.233149 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91282eb9-79d9-4de1-9954-d2fcb4037e91 req-b6a45fa8-7cb7-4c90-92d3-08320ad5d0c3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407000
Nov 27 21:14:46.266686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-0a66f59b-1398-4fd4-98d8-af72153d69f4 req-68e29cae-2b5e-40d1-a609-65d0d21fb5f7 service neutron] (120909) timed out ('10.222.0.35', 54525) {{(pid=120909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:14:47.345972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d00966-400d-4d9b-a260-d7f5b5c763e2 req-caa56e89-fcbf-462f-aa47-78492a2e77e9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:47.347380 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-72d00966-400d-4d9b-a260-d7f5b5c763e2 req-caa56e89-fcbf-462f-aa47-78492a2e77e9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 944 time: 0.0472579
Nov 27 21:14:47.398359 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-72d00966-400d-4d9b-a260-d7f5b5c763e2 req-0f2d4413-0b9e-49bf-a842-2ffc4cd4bf90 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450604
Nov 27 21:14:47.784623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:14:47.879657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:47.890666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'port_id': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede', 'mac_address': 'fa:16:3e:89:70:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:14:47.932276 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:47.944602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:14:47.963167 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:47.966893 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:48.012870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:48.239775 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['87cc65d3-0cc8-424f-8e8b-25a6a7a19ede'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:48.397080 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:48.516085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba1ca-01a5-4c03-9ef3-b1bfb057ae56 req-60991240-77a9-44b8-9a59-3d18c3c00d04 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:48.517582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-478ba1ca-01a5-4c03-9ef3-b1bfb057ae56 req-60991240-77a9-44b8-9a59-3d18c3c00d04 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 945 time: 0.0492303
Nov 27 21:14:48.566696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-478ba1ca-01a5-4c03-9ef3-b1bfb057ae56 req-8c933d41-9f64-4b75-a233-1fa0d314bc39 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427296
Nov 27 21:14:49.680331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1001525-f653-445a-b478-cbabdd19f773 req-2cf708c3-3ebb-41c4-80ac-239b6c930509 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:49.681826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1001525-f653-445a-b478-cbabdd19f773 req-2cf708c3-3ebb-41c4-80ac-239b6c930509 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 945 time: 0.0480363
Nov 27 21:14:49.727621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1001525-f653-445a-b478-cbabdd19f773 req-9e251bb7-6b09-4129-b2b1-3572add2f10a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399776
Nov 27 21:14:49.783787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:14:49.830724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:14:49.834426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:49.834802 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:49.912317 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:49.934136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:49.936395 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff27a456-53c3-4e98-8a1e-c999b2f14fa9" -d '{"events": [{"server_uuid": "e0446f61-5d4c-4be1-b88b-6de72908e1ae", "name": "network-vif-plugged", "status": "completed", "tag": "87cc65d3-0cc8-424f-8e8b-25a6a7a19ede"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:49.950091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:49.956470 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:49.980550 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51a59d3-10a5-4f00-a24a-74b6f723b6ff x-openstack-request-id: req-e51a59d3-10a5-4f00-a24a-74b6f723b6ff {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:49.980845 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0446f61-5d4c-4be1-b88b-6de72908e1ae", "name": "network-vif-plugged", "status": "completed", "tag": "87cc65d3-0cc8-424f-8e8b-25a6a7a19ede", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:49.981105 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e51a59d3-10a5-4f00-a24a-74b6f723b6ff {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:49.981496 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede', 'code': 200}
Nov 27 21:14:50.006102 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:50.114408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f175-ad8d-4596-b1ef-8593aa7ce0f0 req-b593fe68-93f8-486c-b948-3bc6674dc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:50.115920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c16f175-ad8d-4596-b1ef-8593aa7ce0f0 req-b593fe68-93f8-486c-b948-3bc6674dc98b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 1097 time: 0.0440333
Nov 27 21:14:50.164256 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c16f175-ad8d-4596-b1ef-8593aa7ce0f0 req-6ada1712-c367-4beb-ba38-c47a322ebe8e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369914
Nov 27 21:14:50.845759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f121312-7f11-435d-b0c5-d5520470d4c8 req-da37f5b0-4c53-4c23-9671-9e947da48156 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:50.847237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f121312-7f11-435d-b0c5-d5520470d4c8 req-da37f5b0-4c53-4c23-9671-9e947da48156 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 946 time: 0.0500319
Nov 27 21:14:50.894815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f121312-7f11-435d-b0c5-d5520470d4c8 req-f03e4f8e-aa68-4cc6-a334-51dd83c746ec tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409346
Nov 27 21:14:52.011876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcc9e8-41b6-47c6-bc49-44d0b04dfc63 req-b5db6846-f74e-4272-bc87-4025d1103a53 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:52.013351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47dcc9e8-41b6-47c6-bc49-44d0b04dfc63 req-b5db6846-f74e-4272-bc87-4025d1103a53 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 946 time: 0.0486908
Nov 27 21:14:52.063319 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47dcc9e8-41b6-47c6-bc49-44d0b04dfc63 req-49c598ea-2feb-468f-9816-867b8e627031 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440924
Nov 27 21:14:52.178820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-2734b65c-9cbe-4623-bc0e-7b111db8e3ef tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d HTTP/1.1" status: 200  len: 267 time: 0.0485764
Nov 27 21:14:52.230191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-ab6eca0f-69ae-4a6d-9f44-7337ca66fe6e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:52.231652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-ab6eca0f-69ae-4a6d-9f44-7337ca66fe6e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 946 time: 0.0467870
Nov 27 21:14:52.242531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-6e99fdd2-9239-40ff-af7b-e9a35cf60ff2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'port': {'security_groups': []}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:52.302780 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-6e99fdd2-9239-40ff-af7b-e9a35cf60ff2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:52.458792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-6e99fdd2-9239-40ff-af7b-e9a35cf60ff2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] For port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:52.488550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-6e99fdd2-9239-40ff-af7b-e9a35cf60ff2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:52.494684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-6e99fdd2-9239-40ff-af7b-e9a35cf60ff2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:52.507774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['87cc65d3-0cc8-424f-8e8b-25a6a7a19ede'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:52.510415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6a0db82d-42af-4626-865e-04c5b42fc108', 'd011b6d6-2042-4252-a9db-f8cef93c7678'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:52.871822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-6e99fdd2-9239-40ff-af7b-e9a35cf60ff2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:52.872451 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-6e99fdd2-9239-40ff-af7b-e9a35cf60ff2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:52.873881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7740b3c-a22b-4a8c-a273-8e348ff0d00d req-6e99fdd2-9239-40ff-af7b-e9a35cf60ff2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "PUT /v2.0/ports/87cc65d3-0cc8-424f-8e8b-25a6a7a19ede HTTP/1.1" status: 200  len: 905 time: 0.6359565
Nov 27 21:14:52.874351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'tag': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:52.876713 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0446f61-5d4c-4be1-b88b-6de72908e1ae", "tag": "87cc65d3-0cc8-424f-8e8b-25a6a7a19ede"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:52.899349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99fdd2-9239-40ff-af7b-e9a35cf60ff2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'Port': ['ID=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:52.930726 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d55f71-be9d-4eb0-90c8-0e93cd8c6121 x-openstack-request-id: req-d1d55f71-be9d-4eb0-90c8-0e93cd8c6121 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:52.931063 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0446f61-5d4c-4be1-b88b-6de72908e1ae", "tag": "87cc65d3-0cc8-424f-8e8b-25a6a7a19ede", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:52.931356 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1d55f71-be9d-4eb0-90c8-0e93cd8c6121 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:52.931770 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'tag': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede', 'status': 'completed', 'code': 200}
Nov 27 21:14:52.946221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['87cc65d3-0cc8-424f-8e8b-25a6a7a19ede'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:52.989658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de444dc-2f02-4161-a386-7cc2c5fde9de req-7e837cce-fd1d-4621-b7c4-766b2eada58b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:52.995827 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8de444dc-2f02-4161-a386-7cc2c5fde9de req-7e837cce-fd1d-4621-b7c4-766b2eada58b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 908 time: 0.0621328
Nov 27 21:14:53.004882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-69eba0ad-6bc7-41f3-ab53-c54ec6954bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:53.006516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-69eba0ad-6bc7-41f3-ab53-c54ec6954bf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 1059 time: 0.0505354
Nov 27 21:14:53.141268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc4bad-e6af-4ea0-acfe-5dde9a2a473f req-d8195627-1368-46ce-88a7-78c7166783d5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:53.142655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8bc4bad-e6af-4ea0-acfe-5dde9a2a473f req-d8195627-1368-46ce-88a7-78c7166783d5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0767596
Nov 27 21:14:53.147140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-fd94f61e-0e05-42ff-97c1-c1a861b7be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:53.148518 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-fd94f61e-0e05-42ff-97c1-c1a861b7be18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.1317718
Nov 27 21:14:53.192285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6cb930d5-a0b4-4270-abe4-ca48ab27e3d8 None None] Provisioning complete for port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:53.192636 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6cb930d5-a0b4-4270-abe4-ca48ab27e3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:53.202242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-c05a8b8d-9e4a-47b0-a707-5271d4c7f09c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede HTTP/1.1" status: 200  len: 217 time: 0.0369036
Nov 27 21:14:53.256230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8bc4bad-e6af-4ea0-acfe-5dde9a2a473f req-d8ba27a1-8f67-4cd6-8e46-b78468c69ace tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067648
Nov 27 21:14:53.270611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-296ba69a-deba-4dcb-9ce7-62ab23c2a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:53.272688 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-296ba69a-deba-4dcb-9ce7-62ab23c2a1d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0635016
Nov 27 21:14:53.322805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-03992a8f-9c4e-4c19-9a29-a20a17574c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:53.324311 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-03992a8f-9c4e-4c19-9a29-a20a17574c26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0440578
Nov 27 21:14:53.376467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836a607-866c-4142-b5f7-7b4d267ee480 req-adb21b1a-c259-46d6-832a-fe81ec1958e9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:53.377956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3836a607-866c-4142-b5f7-7b4d267ee480 req-adb21b1a-c259-46d6-832a-fe81ec1958e9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0502148
Nov 27 21:14:53.414860 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-60a951d2-a8fb-4ca9-89e8-8c332a16a582 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826318
Nov 27 21:14:53.428847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3836a607-866c-4142-b5f7-7b4d267ee480 req-f903dce4-c8ba-41b4-bc3a-b68113e3871a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421484
Nov 27 21:14:53.515403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-67240cba-3eb9-4d2d-9ae7-f281d2fdee5f req-c4f0a2f7-4beb-4ce5-ae55-c4c1f4babacc service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931003
Nov 27 21:14:53.665404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-41b27dd5-be17-4d5d-87b9-10be81aeaa03 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:53.667509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-41b27dd5-be17-4d5d-87b9-10be81aeaa03 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.1044955
Nov 27 21:14:53.681979 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-9dbe5e0d-ed95-4773-bb97-d0cb4000e7ad tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/quotas/4c38c1fb709545fbb6279c9ee1dafe5d HTTP/1.1" status: 200  len: 375 time: 0.0094843
Nov 27 21:14:53.745203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-54108b23-7ba2-43d5-b1bb-7f30278cbd83 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0580828
Nov 27 21:14:53.835018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-a788e9c2-f062-4019-8032-2f80729fcdd0 service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826273
Nov 27 21:14:53.924943 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-6f433371-41ac-418c-b376-35f884622366 service neutron] 10.222.0.21 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838535
Nov 27 21:14:54.087195 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9cf89958-7866-431b-9625-f276a76b97d1 req-09b3a619-5b73-40d3-90c6-f1179edd14d6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 210 time: 0.0291479
Nov 27 21:14:55.028898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-1792ae85-a50f-463d-abde-bf90a25821c1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:55.030411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-1792ae85-a50f-463d-abde-bf90a25821c1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 811 time: 0.1069398
Nov 27 21:14:55.045821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Request body: {'port': {'device_id': '39761e22-d490-4fea-87d9-f679bc40025e', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'admin_state_up': True, 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:55.160200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Made reservation on behalf of 4c38c1fb709545fbb6279c9ee1dafe5d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:14:55.163701 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:55.185884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8cf1ea95-1edf-41ba-b663-49961422e45d req-6517f4b3-4a86-4735-acad-dd983d02fbcb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 210 time: 0.0290794
Nov 27 21:14:55.292484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Allocated IP 172.20.0.9 (07546b02-5ee2-4818-98ab-2b9b50e1991f/07179a77-67fb-49d1-b1e5-6721a6f3c44b/79a3d451-a9af-4258-9271-6b22d95b6cb8) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:14:55.346565 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-4184e044-8bf3-453b-bae9-61cc1bb60b06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398793
Nov 27 21:14:55.407193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-6ff58a6b-fd5c-4054-a5bc-30dc0f583895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:55.408719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-6ff58a6b-fd5c-4054-a5bc-30dc0f583895 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 1096 time: 0.0405035
Nov 27 21:14:55.444038 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:55.481970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:55.496155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6a0db82d-42af-4626-865e-04c5b42fc108', 'd011b6d6-2042-4252-a9db-f8cef93c7678'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:55.515713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-3df7b713-46df-4528-9345-d69d5780ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:55.517186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-3df7b713-46df-4528-9345-d69d5780ea2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.0902126
Nov 27 21:14:55.526514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:14:55.532046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:14:55.534454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:14:55.564667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event updated for resources: {'Port': ['ID=79a3d451-a9af-4258-9271-6b22d95b6cb8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:55.569048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-f67e488c-7282-4f3a-91cb-00e5108e41da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d011b6d6-2042-4252-a9db-f8cef93c7678 HTTP/1.1" status: 200  len: 217 time: 0.0412271
Nov 27 21:14:55.578355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.578700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.579050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.579440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.579765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.580102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.580436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.580764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.581097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.581427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.581757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.582085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:14:55.607133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:55.607810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:55.627919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-d03eb1f7-6492-4e98-b6b7-9b6e9c7516be tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5865278
Nov 27 21:14:55.639631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-bc5d5a3b-ad83-45fb-a21f-6d551ba9713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:55.641764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-bc5d5a3b-ad83-45fb-a21f-6d551ba9713f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0655172
Nov 27 21:14:55.642231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Request body: {'port': {'device_id': '39761e22-d490-4fea-87d9-f679bc40025e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:14:55.703118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-dff2c275-76f7-4225-b21c-6200586406bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:55.704859 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-dff2c275-76f7-4225-b21c-6200586406bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0551891
Nov 27 21:14:55.740167 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:55.812378 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-72158121-1401-4a89-a376-d8011555a403 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992322
Nov 27 21:14:55.820770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6bc26620-bb41-4628-ac4b-1f1764322f5e None None] Provisioning complete for port 79a3d451-a9af-4258-9271-6b22d95b6cb8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:14:55.821327 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6bc26620-bb41-4628-ac4b-1f1764322f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:55.859047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6bc26620-bb41-4628-ac4b-1f1764322f5e None None] Port 79a3d451-a9af-4258-9271-6b22d95b6cb8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:14:55.910194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2fe1e14-94c0-4b5e-bd4a-2f176b5563a3 req-5d4c3347-cd90-4163-a192-35bb596b25d2 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896552
Nov 27 21:14:56.008327 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a3d451-a9af-4258-9271-6b22d95b6cb8 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:14:56.016241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:56.028242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Transition to ACTIVE for port object 79a3d451-a9af-4258-9271-6b22d95b6cb8 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:14:56.032543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:56.085125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Pushing event updated for resources: {'Port': ['ID=79a3d451-a9af-4258-9271-6b22d95b6cb8,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:56.162540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Attempting to bind port 79a3d451-a9af-4258-9271-6b22d95b6cb8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:14:56.162901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Attempting to bind port 79a3d451-a9af-4258-9271-6b22d95b6cb8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:14:56.163218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Attempting to bind port 79a3d451-a9af-4258-9271-6b22d95b6cb8 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:56.167882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Port 79a3d451-a9af-4258-9271-6b22d95b6cb8 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:14:56.168212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Attempting to bind port 79a3d451-a9af-4258-9271-6b22d95b6cb8 on network 07546b02-5ee2-4818-98ab-2b9b50e1991f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:14:56.173857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:14:56.174206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Checking segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:14:56.174592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Bound using segment: {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:14:56.175354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Bound port: 79a3d451-a9af-4258-9271-6b22d95b6cb8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff30cd6-69a8-4924-8ac1-edea720f19fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:14:56.175586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:56.245976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:14:56.249633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:14:56.253716 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:56.286259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:56.287103 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:56.288716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] 10.222.0.15 "PUT /v2.0/ports/79a3d451-a9af-4258-9271-6b22d95b6cb8 HTTP/1.1" status: 200  len: 1091 time: 0.6520576
Nov 27 21:14:56.291122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:14:56.299921 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d614470-4bc6-4900-a7e9-790303553eee" -d '{"events": [{"name": "network-changed", "server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:14:56.310231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d59eb-5781-4abb-b75b-f65fec0a61f7 req-4e50bd06-b842-4e0b-a527-66ea17bf54fd tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:56.311897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a10d59eb-5781-4abb-b75b-f65fec0a61f7 req-4e50bd06-b842-4e0b-a527-66ea17bf54fd tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 943 time: 0.0532820
Nov 27 21:14:56.341764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ec820-64c0-44a4-a333-f1d4453a1c51 service neutron] Pushing event updated for resources: {'Port': ['ID=79a3d451-a9af-4258-9271-6b22d95b6cb8,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:56.376537 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b663894c-cda9-40cf-be2b-48e811f64585 x-openstack-request-id: req-b663894c-cda9-40cf-be2b-48e811f64585 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:14:56.376942 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:14:56.377251 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b663894c-cda9-40cf-be2b-48e811f64585 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:14:56.377726 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8', 'status': 'completed', 'code': 200}
Nov 27 21:14:56.396816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-4f11ebec-6d08-4084-b376-397a6eebad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:56.398328 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-4f11ebec-6d08-4084-b376-397a6eebad85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 1094 time: 0.0529351
Nov 27 21:14:56.399895 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a10d59eb-5781-4abb-b75b-f65fec0a61f7 req-988b0f10-df3b-481e-a795-b3b58a58d800 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797803
Nov 27 21:14:56.444799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-96e8cad6-362b-4ffc-b7a3-1850ce69aa4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8 HTTP/1.1" status: 200  len: 217 time: 0.0380602
Nov 27 21:14:56.496136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-8284c985-6e2a-4ec4-8565-eda5263a3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:56.497625 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-8284c985-6e2a-4ec4-8565-eda5263a3e63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0459826
Nov 27 21:14:56.543236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-8b2cbd8a-e435-42c4-b010-a52e4bfdbe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:56.544746 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-8b2cbd8a-e435-42c4-b010-a52e4bfdbe41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403202
Nov 27 21:14:56.636128 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-2c9e79a5-2e0a-42b5-9fde-a2b755243bfc service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841258
Nov 27 21:14:56.723227 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8046fafa-feae-4c68-ba01-43b467bee6bd req-94608b39-e6c2-4bee-b59a-591c4a0c7ed9 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801451
Nov 27 21:14:56.806679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d614470-4bc6-4900-a7e9-790303553eee req-391c042a-7439-4b96-a25e-f3f21bd0200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:56.808722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d614470-4bc6-4900-a7e9-790303553eee req-391c042a-7439-4b96-a25e-f3f21bd0200f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 1094 time: 0.0413933
Nov 27 21:14:56.903881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d614470-4bc6-4900-a7e9-790303553eee req-b859c940-110d-41b2-a3e0-0f95da44f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:56.905259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d614470-4bc6-4900-a7e9-790303553eee req-b859c940-110d-41b2-a3e0-0f95da44f265 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.0889008
Nov 27 21:14:56.948168 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d614470-4bc6-4900-a7e9-790303553eee req-22a48b95-2552-454b-82a2-101c75b68b03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8 HTTP/1.1" status: 200  len: 217 time: 0.0335028
Nov 27 21:14:56.999498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d614470-4bc6-4900-a7e9-790303553eee req-65846902-758b-4f71-998d-b7281a41f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:57.000888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d614470-4bc6-4900-a7e9-790303553eee req-65846902-758b-4f71-998d-b7281a41f824 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0457413
Nov 27 21:14:57.047891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d614470-4bc6-4900-a7e9-790303553eee req-2766be75-6a32-4fcf-822a-8131fdec8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:57.049370 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d614470-4bc6-4900-a7e9-790303553eee req-2766be75-6a32-4fcf-822a-8131fdec8193 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386422
Nov 27 21:14:57.140581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d614470-4bc6-4900-a7e9-790303553eee req-d25e8d89-9626-4f88-950c-af157d994006 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828152
Nov 27 21:14:57.234052 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d614470-4bc6-4900-a7e9-790303553eee req-b495defc-9ef1-47dd-a968-88e5efdbac26 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855486
Nov 27 21:14:57.512645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee063e7b-e5ed-45fb-9924-448f15a14c71 req-f88681a6-2588-4946-9634-50c74e6b503d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:57.514136 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ee063e7b-e5ed-45fb-9924-448f15a14c71 req-f88681a6-2588-4946-9634-50c74e6b503d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 943 time: 0.0487964
Nov 27 21:14:57.559761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ee063e7b-e5ed-45fb-9924-448f15a14c71 req-c2b9cdd0-e068-442d-96a0-9a4ff1bafc43 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397475
Nov 27 21:14:58.677408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9e80-de00-41f2-8521-62b9210c57c3 req-110fc261-e3c2-4b19-861f-2b4f65f9d7ce tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:58.678897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c20a9e80-de00-41f2-8521-62b9210c57c3 req-110fc261-e3c2-4b19-861f-2b4f65f9d7ce tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 943 time: 0.0519626
Nov 27 21:14:58.724266 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c20a9e80-de00-41f2-8521-62b9210c57c3 req-77ae1752-cada-4742-994b-12cf8ab97c1d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393946
Nov 27 21:14:59.153648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 79a3d451-a9af-4258-9271-6b22d95b6cb8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:14:59.248378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:59.259346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '79a3d451-a9af-4258-9271-6b22d95b6cb8', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'port_id': '79a3d451-a9af-4258-9271-6b22d95b6cb8', 'mac_address': 'fa:16:3e:0b:db:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:14:59.295365 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:59.308612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a3d451-a9af-4258-9271-6b22d95b6cb8 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:14:59.327960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:14:59.331773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:14:59.376911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=79a3d451-a9af-4258-9271-6b22d95b6cb8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:14:59.676894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['79a3d451-a9af-4258-9271-6b22d95b6cb8'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:14:59.838088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059ba5f-3f0e-4ab1-86a3-c723c0e8bcbe req-58b21a86-63de-4347-b3f1-c7357ad3a68a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:14:59.839611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9059ba5f-3f0e-4ab1-86a3-c723c0e8bcbe req-58b21a86-63de-4347-b3f1-c7357ad3a68a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 944 time: 0.0477147
Nov 27 21:14:59.886778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9059ba5f-3f0e-4ab1-86a3-c723c0e8bcbe req-0a8bc736-4e56-427d-b04b-1ed0fda0ba44 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412085
Nov 27 21:15:01.009377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add69ef2-e1d8-44fe-afae-db76c088a445 req-d8c1fead-a798-4884-83e8-e9f17734867f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:01.011660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-add69ef2-e1d8-44fe-afae-db76c088a445 req-d8c1fead-a798-4884-83e8-e9f17734867f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 944 time: 0.0564387
Nov 27 21:15:01.061906 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-add69ef2-e1d8-44fe-afae-db76c088a445 req-efa477f0-f537-4a1a-bab3-591360fe2134 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440254
Nov 27 21:15:01.156192 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 79a3d451-a9af-4258-9271-6b22d95b6cb8 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:15:01.203650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 79a3d451-a9af-4258-9271-6b22d95b6cb8 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:15:01.207158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 79a3d451-a9af-4258-9271-6b22d95b6cb8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:15:01.207565 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:01.286444 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:01.308985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:15:01.311235 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbcfa7f-094b-4732-88c7-4c65844a4b81" -d '{"events": [{"server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "name": "network-vif-plugged", "status": "completed", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:15:01.324216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:01.328365 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:01.350978 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdf49bf-c799-480c-aac7-a80cbd993d6e x-openstack-request-id: req-6fdf49bf-c799-480c-aac7-a80cbd993d6e {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:15:01.351304 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "name": "network-vif-plugged", "status": "completed", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:15:01.351568 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fdf49bf-c799-480c-aac7-a80cbd993d6e {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:15:01.351962 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8', 'code': 200}
Nov 27 21:15:01.378827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=79a3d451-a9af-4258-9271-6b22d95b6cb8,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:01.464419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc7c2e-b495-41ec-8a8a-ad23e24e98d5 req-5ab1b2da-af28-4ac5-8a52-d9a0da2a4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:01.465905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5fc7c2e-b495-41ec-8a8a-ad23e24e98d5 req-5ab1b2da-af28-4ac5-8a52-d9a0da2a4531 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 1096 time: 0.0400460
Nov 27 21:15:01.510072 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5fc7c2e-b495-41ec-8a8a-ad23e24e98d5 req-1470f456-0e37-49f0-8b7b-7e58e7ee84e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366707
Nov 27 21:15:02.186753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209092-fc00-4bdf-b52f-04f991e40865 req-e2bdac0f-7949-49c5-8070-c8c19cce7e44 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:02.188303 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11209092-fc00-4bdf-b52f-04f991e40865 req-e2bdac0f-7949-49c5-8070-c8c19cce7e44 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0551348
Nov 27 21:15:02.234862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11209092-fc00-4bdf-b52f-04f991e40865 req-3533c60c-ef82-4663-850c-5169d1419897 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405178
Nov 27 21:15:03.354595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700ccda-7151-4d63-beda-ed1be1fa2a51 req-74e4d8e5-0ad7-40c9-b999-fd0bea3023bc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:03.356133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f700ccda-7151-4d63-beda-ed1be1fa2a51 req-74e4d8e5-0ad7-40c9-b999-fd0bea3023bc tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0488567
Nov 27 21:15:03.404145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f700ccda-7151-4d63-beda-ed1be1fa2a51 req-ed18f6ad-94cb-4738-9204-f16e8ca51e20 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418413
Nov 27 21:15:03.602541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd051e-4a92-4718-bd83-de9f088fc00b req-246d2eff-7995-4d1b-b441-e84a0b7e9298 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:03.604029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-25dd051e-4a92-4718-bd83-de9f088fc00b req-246d2eff-7995-4d1b-b441-e84a0b7e9298 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0477128
Nov 27 21:15:03.654296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-25dd051e-4a92-4718-bd83-de9f088fc00b req-d78b60ff-03d9-4bd2-82a4-446055802549 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443373
Nov 27 21:15:04.308337 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ada2de8d-8a2b-4533-b204-8be5bab86480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:04.770151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b50ad6-8f65-49b6-897d-abd1919fcd8b req-107ea8d1-5ba6-4a5d-afd2-7295b72d12bb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:04.771629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7b50ad6-8f65-49b6-897d-abd1919fcd8b req-107ea8d1-5ba6-4a5d-afd2-7295b72d12bb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0487134
Nov 27 21:15:04.818123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7b50ad6-8f65-49b6-897d-abd1919fcd8b req-3f993611-2e33-41c6-b8fc-fa97e6aee61d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400422
Nov 27 21:15:05.238070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863cc2b-a64f-4453-873c-b63fd71ee0f7 req-732b0f64-989f-470a-8992-382f9ff32f6f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:05.239477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f863cc2b-a64f-4453-873c-b63fd71ee0f7 req-732b0f64-989f-470a-8992-382f9ff32f6f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0483508
Nov 27 21:15:05.287936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f863cc2b-a64f-4453-873c-b63fd71ee0f7 req-336399e7-7392-408a-bbf4-1320567c11fa tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423377
Nov 27 21:15:06.409563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb20100-e408-4458-a7a5-5cf323af93fe req-24701d35-d194-4749-a347-97f51ce59656 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:06.411090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eb20100-e408-4458-a7a5-5cf323af93fe req-24701d35-d194-4749-a347-97f51ce59656 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0546367
Nov 27 21:15:06.441600 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c0fb3e5d-4c60-44e2-9cf4-d668a3d2522a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:06.464132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6eb20100-e408-4458-a7a5-5cf323af93fe req-7b1035ef-82c3-4523-a46f-2b039d104fc5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459197
Nov 27 21:15:07.159295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 79a3d451-a9af-4258-9271-6b22d95b6cb8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:15:07.251169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:07.262652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '79a3d451-a9af-4258-9271-6b22d95b6cb8', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'port_id': '79a3d451-a9af-4258-9271-6b22d95b6cb8', 'mac_address': 'fa:16:3e:0b:db:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:15:07.454562 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:07.470216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79a3d451-a9af-4258-9271-6b22d95b6cb8 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:15:07.486981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:07.492702 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:07.545437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=79a3d451-a9af-4258-9271-6b22d95b6cb8,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:07.581967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadee9db-aa29-44e2-b3db-88f65d7f343e req-0626ed1e-6df9-4503-910a-924d0c0d68a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:07.583467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fadee9db-aa29-44e2-b3db-88f65d7f343e req-0626ed1e-6df9-4503-910a-924d0c0d68a2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 944 time: 0.0503745
Nov 27 21:15:07.589999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['79a3d451-a9af-4258-9271-6b22d95b6cb8'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:15:07.631233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fadee9db-aa29-44e2-b3db-88f65d7f343e req-82398216-7cec-455a-a146-22772f030752 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410628
Nov 27 21:15:07.846067 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:08.746414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b59564-cb6e-4721-b1f1-239447ac50be req-7614da62-94f0-4dad-9b68-5c3f8e47e66d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:08.747802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77b59564-cb6e-4721-b1f1-239447ac50be req-7614da62-94f0-4dad-9b68-5c3f8e47e66d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 944 time: 0.0477850
Nov 27 21:15:08.799559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-77b59564-cb6e-4721-b1f1-239447ac50be req-27729f8f-5302-4c20-8015-8a86073056ac tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457697
Nov 27 21:15:09.167175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 79a3d451-a9af-4258-9271-6b22d95b6cb8 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:15:09.213514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 79a3d451-a9af-4258-9271-6b22d95b6cb8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:15:09.213894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:09.293117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:09.314482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:15:09.316781 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9eabc7-fd79-4467-ae05-8664861090d8" -d '{"events": [{"server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "name": "network-vif-plugged", "status": "completed", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:15:09.328754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:09.333543 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:09.360184 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bf4cbb-bd37-4385-97d7-343ea359f328 x-openstack-request-id: req-41bf4cbb-bd37-4385-97d7-343ea359f328 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:15:09.360527 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "name": "network-vif-plugged", "status": "completed", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:15:09.360805 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41bf4cbb-bd37-4385-97d7-343ea359f328 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:15:09.361222 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8', 'code': 200}
Nov 27 21:15:09.387430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=79a3d451-a9af-4258-9271-6b22d95b6cb8,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:09.555612 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:09.915356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bca2f-2a8a-411e-9c95-9b1875ae0dfb req-14847dfd-aa7b-408f-8c02-5e9a27c5422e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:09.916838 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa0bca2f-2a8a-411e-9c95-9b1875ae0dfb req-14847dfd-aa7b-408f-8c02-5e9a27c5422e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0478804
Nov 27 21:15:09.963797 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa0bca2f-2a8a-411e-9c95-9b1875ae0dfb req-4a4215d5-692a-489f-95dd-cb9d1f04d3e9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410562
Nov 27 21:15:09.974947 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:15:10.268347 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:11.076645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb181f6a-b50d-4b52-a5e7-0d38fb336c59 req-a0d09e14-1401-4b87-97ca-9bc3f50dbf39 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:11.078130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb181f6a-b50d-4b52-a5e7-0d38fb336c59 req-a0d09e14-1401-4b87-97ca-9bc3f50dbf39 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0472183
Nov 27 21:15:11.129613 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb181f6a-b50d-4b52-a5e7-0d38fb336c59 req-36459723-76b5-4b5f-9a23-12bd2888c3e1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455515
Nov 27 21:15:12.257569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c359705-8485-41ad-9a31-145dede7e45d req-25e11ed0-6687-423e-8ee5-816ed8d9a255 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:12.260132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c359705-8485-41ad-9a31-145dede7e45d req-25e11ed0-6687-423e-8ee5-816ed8d9a255 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0542417
Nov 27 21:15:12.316339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c359705-8485-41ad-9a31-145dede7e45d req-3460054d-74fd-4945-bd73-83c79be06413 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495954
Nov 27 21:15:13.444376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3be04-5335-439e-be54-470b15a07e43 req-321e943a-d569-4f19-abb5-5535830289b5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:13.445986 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-44c3be04-5335-439e-be54-470b15a07e43 req-321e943a-d569-4f19-abb5-5535830289b5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0513659
Nov 27 21:15:13.494279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-44c3be04-5335-439e-be54-470b15a07e43 req-8f5c80e6-b83c-40b9-a543-a4212a33609a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417171
Nov 27 21:15:14.670223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d52c6-0dc1-4a18-b04d-667b672a18e3 req-12497ed4-505a-4361-8af5-9cdade4fc2c2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:14.671747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a77d52c6-0dc1-4a18-b04d-667b672a18e3 req-12497ed4-505a-4361-8af5-9cdade4fc2c2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.1023762
Nov 27 21:15:14.725970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a77d52c6-0dc1-4a18-b04d-667b672a18e3 req-e1f19b15-0631-4c74-8ca8-7fd19e73ed9e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479131
Nov 27 21:15:15.861733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09be31-0114-419a-82be-3cded7a91133 req-82a68690-af38-4345-b23e-1c8c37a9ddc8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:15.867745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d09be31-0114-419a-82be-3cded7a91133 req-82a68690-af38-4345-b23e-1c8c37a9ddc8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0609879
Nov 27 21:15:15.913911 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d09be31-0114-419a-82be-3cded7a91133 req-7868c672-165c-4dca-9639-73cb95a22d5e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442655
Nov 27 21:15:16.063729 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:17.039875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0537d6-4bc4-445a-8576-7b9e4e902e2b req-66a8075d-8eb5-4e3d-92f7-c06b28b58a10 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:17.047142 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e0537d6-4bc4-445a-8576-7b9e4e902e2b req-66a8075d-8eb5-4e3d-92f7-c06b28b58a10 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0590999
Nov 27 21:15:17.103140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e0537d6-4bc4-445a-8576-7b9e4e902e2b req-972df836-a3ae-4f84-8da7-befe583273c8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547171
Nov 27 21:15:18.246728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541fa1f-b680-435c-916d-4420506dc787 req-d8b84114-7787-4fc9-b89d-106237b32c00 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:18.248414 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d541fa1f-b680-435c-916d-4420506dc787 req-d8b84114-7787-4fc9-b89d-106237b32c00 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0593808
Nov 27 21:15:18.299043 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d541fa1f-b680-435c-916d-4420506dc787 req-faf693e9-0d57-40be-9915-1fe11b2cc879 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445952
Nov 27 21:15:18.415977 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:19.424734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745067-bb55-4778-802c-3f5cec5aae7d req-9f3353e2-161f-4627-b975-432cf977192a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:19.436721 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b745067-bb55-4778-802c-3f5cec5aae7d req-9f3353e2-161f-4627-b975-432cf977192a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0633543
Nov 27 21:15:19.483130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b745067-bb55-4778-802c-3f5cec5aae7d req-cbac774b-1a28-43af-a860-17e9b1a529eb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455747
Nov 27 21:15:20.609648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec2a7f-8a52-40b0-9e35-6720c93d78c4 req-0a8a9988-d632-409a-b652-96bd91627415 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:20.611152 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1ec2a7f-8a52-40b0-9e35-6720c93d78c4 req-0a8a9988-d632-409a-b652-96bd91627415 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0486820
Nov 27 21:15:20.659369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b1ec2a7f-8a52-40b0-9e35-6720c93d78c4 req-9e157d51-9b3a-40d4-beae-f0dc4fcad6e5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420732
Nov 27 21:15:21.413480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-9a073463-e676-49a5-b844-717801ce7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:21.414961 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-9a073463-e676-49a5-b844-717801ce7045 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 1096 time: 0.0419130
Nov 27 21:15:21.508211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-31a16359-421e-473a-bff2-2fb329689613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:21.509709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-31a16359-421e-473a-bff2-2fb329689613 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.0873690
Nov 27 21:15:21.549697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-9f0ad3df-50b2-4801-be0d-f6df7ca77518 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8 HTTP/1.1" status: 200  len: 217 time: 0.0329554
Nov 27 21:15:21.596634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-73ac1100-6609-4683-ae23-a32f75735331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:21.597951 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-73ac1100-6609-4683-ae23-a32f75735331 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0415788
Nov 27 21:15:21.645796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-bc9129cb-00f9-4a36-9f9a-644422dde182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:21.647236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-bc9129cb-00f9-4a36-9f9a-644422dde182 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419996
Nov 27 21:15:21.746805 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-1e46e1ba-9630-41fe-a4a4-c41eb923199b service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921836
Nov 27 21:15:22.154543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d257b3-56b5-45c5-83ad-f0dfddc86ddc req-f949843e-a3c1-4f87-a685-e02478d16857 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:22.156067 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19d257b3-56b5-45c5-83ad-f0dfddc86ddc req-f949843e-a3c1-4f87-a685-e02478d16857 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.4218156
Nov 27 21:15:22.207280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d8fb124-019a-4bd0-977a-1020b78fc890 req-7139de5f-7100-4077-a2ce-f980c01a7076 service neutron] 10.222.0.15 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4418514
Nov 27 21:15:22.224077 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19d257b3-56b5-45c5-83ad-f0dfddc86ddc req-dfd1816b-4a14-4257-abdc-dd72bf15bf47 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604255
Nov 27 21:15:23.344478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4d745-abec-4957-8457-ec666d11c6ba req-cda8a656-c161-4f9a-b6e6-002d26fbf754 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:23.345968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54d4d745-abec-4957-8457-ec666d11c6ba req-cda8a656-c161-4f9a-b6e6-002d26fbf754 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0515144
Nov 27 21:15:23.392612 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54d4d745-abec-4957-8457-ec666d11c6ba req-babaabe1-e7b9-44fd-ae38-a3b8d8d2de80 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406103
Nov 27 21:15:24.511722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f339ee-a92d-485b-9e7b-eb9f391b8cfe req-940a9488-f60f-4d2d-a24a-0f45f5346126 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:24.513198 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-78f339ee-a92d-485b-9e7b-eb9f391b8cfe req-940a9488-f60f-4d2d-a24a-0f45f5346126 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 945 time: 0.0488422
Nov 27 21:15:24.560337 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-78f339ee-a92d-485b-9e7b-eb9f391b8cfe req-49d9839f-9b75-4816-b4ff-7e515dbaf7e6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411816
Nov 27 21:15:24.671731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea40230-a84e-487e-95bb-de51fce7e992 req-d71ea21f-8764-4238-81e6-fd5dcdabaf49 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:24.673231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ea40230-a84e-487e-95bb-de51fce7e992 req-d71ea21f-8764-4238-81e6-fd5dcdabaf49 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0468574
Nov 27 21:15:24.722347 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ea40230-a84e-487e-95bb-de51fce7e992 req-e64b08bb-cff6-4646-a5e3-6607aee9f3bf tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433269
Nov 27 21:15:24.847135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003046-b640-4712-b05d-31fde9c823c8 req-1f6a227a-fe59-46b9-b33a-618619c46046 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:24.848671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e003046-b640-4712-b05d-31fde9c823c8 req-1f6a227a-fe59-46b9-b33a-618619c46046 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0519800
Nov 27 21:15:24.897200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e003046-b640-4712-b05d-31fde9c823c8 req-0370055f-88f2-485d-ac93-bffa0b54dbac tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418265
Nov 27 21:15:25.089933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5448f5-7874-4a30-bf40-c92353f692ae req-cb73dc27-949c-4d6c-883c-54e96a5f8c6a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:25.091437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e5448f5-7874-4a30-bf40-c92353f692ae req-cb73dc27-949c-4d6c-883c-54e96a5f8c6a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0475259
Nov 27 21:15:25.139434 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e5448f5-7874-4a30-bf40-c92353f692ae req-2078b9a5-2e2d-451f-a936-e80a5ed7128b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418890
Nov 27 21:15:25.298031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 79a3d451-a9af-4258-9271-6b22d95b6cb8 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:15:25.375720 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:25.397975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:15:25.400266 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd2a587-68bc-49fe-9247-df546eca9740" -d '{"events": [{"server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "name": "network-vif-unplugged", "status": "completed", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:15:25.412435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:25.417082 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:25.440696 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a705a0c-5963-4002-936c-6f517a80652f x-openstack-request-id: req-0a705a0c-5963-4002-936c-6f517a80652f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:15:25.440997 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "name": "network-vif-unplugged", "status": "failed", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8", "code": 422}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:15:25.441255 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a705a0c-5963-4002-936c-6f517a80652f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:15:25.441650 ncdv-master-1 neutron-server[120910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8', 'code': 422} returned with failed status
Nov 27 21:15:25.466453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=79a3d451-a9af-4258-9271-6b22d95b6cb8,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:25.941785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-a870053d-ad54-4831-807a-54fa9212fdd8 req-7cd4c7e7-0564-4286-8c89-be4f595aa5be tempest-MultipleCreateTestJSON-1189896937 tempest-MultipleCreateTestJSON-1189896937-project] (120908) timed out ('10.222.0.35', 54524) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:15:26.255382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc755bbc-341a-4016-b154-2dd564675976 req-be5cdab4-2866-4168-a932-d0d3ecc97b2f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:26.256836 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dc755bbc-341a-4016-b154-2dd564675976 req-be5cdab4-2866-4168-a932-d0d3ecc97b2f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0477810
Nov 27 21:15:26.304700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dc755bbc-341a-4016-b154-2dd564675976 req-5b2d1f2a-d051-4530-b04f-86836100bfa1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415144
Nov 27 21:15:27.423157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d819b5-0397-4993-ada1-9db45fde740b req-48a5fe77-e192-419c-a9ee-808efedd633c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:27.424937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d819b5-0397-4993-ada1-9db45fde740b req-48a5fe77-e192-419c-a9ee-808efedd633c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0485001
Nov 27 21:15:27.472366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2d819b5-0397-4993-ada1-9db45fde740b req-43d287e3-f4d0-49fa-adda-3388b771880b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417523
Nov 27 21:15:28.591492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62e4ff-7127-48b0-b525-44397bc2df83 req-e26f7e60-a066-476b-9c1a-e4f337336fc9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:28.592984 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9b62e4ff-7127-48b0-b525-44397bc2df83 req-e26f7e60-a066-476b-9c1a-e4f337336fc9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0519271
Nov 27 21:15:28.639315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9b62e4ff-7127-48b0-b525-44397bc2df83 req-8f76cea5-bca1-4791-8857-2bc4d352f2a5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404158
Nov 27 21:15:29.314929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 79a3d451-a9af-4258-9271-6b22d95b6cb8 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:15:29.753377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96e0ec-4d12-49a8-a9dd-4147101585b2 req-3800974f-7b2a-450b-9a7b-0b296a612875 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:29.754831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a96e0ec-4d12-49a8-a9dd-4147101585b2 req-3800974f-7b2a-450b-9a7b-0b296a612875 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0478454
Nov 27 21:15:29.799750 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a96e0ec-4d12-49a8-a9dd-4147101585b2 req-0d105724-8862-418a-bde3-0c97666e9ca5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389395
Nov 27 21:15:30.914166 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0573b07-3e1c-4dc8-bb75-d5abeeda4738 req-cc616475-87d1-4a3e-bb03-14801b0e981a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:30.915657 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0573b07-3e1c-4dc8-bb75-d5abeeda4738 req-cc616475-87d1-4a3e-bb03-14801b0e981a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0477579
Nov 27 21:15:30.967590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0573b07-3e1c-4dc8-bb75-d5abeeda4738 req-e092038d-339a-47f9-bedc-a9db05689417 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459208
Nov 27 21:15:32.083921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71657c2-ec9c-4978-928f-27686ca0bf05 req-88a55bb2-2366-48e7-be4f-4e3c964d0294 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:32.085382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a71657c2-ec9c-4978-928f-27686ca0bf05 req-88a55bb2-2366-48e7-be4f-4e3c964d0294 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0492606
Nov 27 21:15:32.131757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a71657c2-ec9c-4978-928f-27686ca0bf05 req-3fd4c89e-b72e-4ec0-8117-52b2e233f33c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404625
Nov 27 21:15:33.247430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c57b6-e564-4e94-a216-67a8f8c2ef3a req-f67af12e-191d-4cdd-9a94-d6bb0f26d7c7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:33.248903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe1c57b6-e564-4e94-a216-67a8f8c2ef3a req-f67af12e-191d-4cdd-9a94-d6bb0f26d7c7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0498407
Nov 27 21:15:33.295949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe1c57b6-e564-4e94-a216-67a8f8c2ef3a req-82c2c53b-90fa-4ce7-91eb-64c7383d68cb tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411994
Nov 27 21:15:34.310123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f97c72b4-0368-4f82-8485-d96a5344bff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:34.417229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ea5fd-efb7-494e-b3f1-f3446c918ea9 req-0af70ed3-7ee7-4675-bb1c-0798649ded92 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:34.418743 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-514ea5fd-efb7-494e-b3f1-f3446c918ea9 req-0af70ed3-7ee7-4675-bb1c-0798649ded92 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0531437
Nov 27 21:15:34.467585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-514ea5fd-efb7-494e-b3f1-f3446c918ea9 req-dd33095d-b04b-41f5-8aa8-36b7ca822941 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423374
Nov 27 21:15:35.582260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae22013-1f06-4406-9887-8250187055cf req-ac9fdd49-af2d-4dbb-8c70-2ac906f75cd8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:35.583747 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bae22013-1f06-4406-9887-8250187055cf req-ac9fdd49-af2d-4dbb-8c70-2ac906f75cd8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0482039
Nov 27 21:15:35.629602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bae22013-1f06-4406-9887-8250187055cf req-46d69909-59c1-4937-b849-b5329a0c4f6c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400045
Nov 27 21:15:35.860412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962b008-fcc2-4bc2-8d98-8bc07ea7d237 req-9096c957-9497-40ec-9a8d-6a111471e61b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:35.861887 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c962b008-fcc2-4bc2-8d98-8bc07ea7d237 req-9096c957-9497-40ec-9a8d-6a111471e61b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0800557
Nov 27 21:15:35.888162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-a9ed13ab-02ab-4bb3-9943-15667b916955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:35.889622 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-a9ed13ab-02ab-4bb3-9943-15667b916955 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1096 time: 0.0635591
Nov 27 21:15:35.962477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c962b008-fcc2-4bc2-8d98-8bc07ea7d237 req-46fbce15-3d38-4980-bc67-ad6825384933 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924826
Nov 27 21:15:35.999739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-b23d2f56-acb5-4a4a-b2d3-cd0f2e16d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:36.001132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-b23d2f56-acb5-4a4a-b2d3-cd0f2e16d8e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.0991247
Nov 27 21:15:36.069714 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-e0cecdb3-2a86-4512-9447-ff9dbbab587f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1000 time: 0.0569224
Nov 27 21:15:36.126473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-0462cdab-b3c6-445b-8b5c-8b6999d12816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:36.127901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-0462cdab-b3c6-445b-8b5c-8b6999d12816 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0439742
Nov 27 21:15:36.182676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-1c4af742-8744-4220-92d1-9db715b0003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:36.184169 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-1c4af742-8744-4220-92d1-9db715b0003d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430636
Nov 27 21:15:36.281486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-8f3a3edb-f1d3-42ef-8f27-a16c633a17b4 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826757
Nov 27 21:15:36.382942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d74624fa-a8d6-40c6-a042-4c29833dea9d req-931884e9-5d85-40d8-b846-8e5198496b20 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936880
Nov 27 21:15:36.445233 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64fc2e1e-c562-4d05-85a0-f831f89b5e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:37.078944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1498df-7a46-4000-bcc4-802087384e75 req-e86cccce-7d5a-4c14-af99-bb4f7ea864de tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:37.080481 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf1498df-7a46-4000-bcc4-802087384e75 req-e86cccce-7d5a-4c14-af99-bb4f7ea864de tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0497441
Nov 27 21:15:37.126482 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf1498df-7a46-4000-bcc4-802087384e75 req-ca2cd37e-8816-4d0c-9e5d-bcc3b6e3727b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400486
Nov 27 21:15:37.380478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd155435-1851-4df9-a9b3-c936dfc149c0 req-6f11d117-7cfb-4a60-b025-3b6ed1a875ac tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:37.382253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd155435-1851-4df9-a9b3-c936dfc149c0 req-6f11d117-7cfb-4a60-b025-3b6ed1a875ac tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1864405
Nov 27 21:15:37.430932 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd155435-1851-4df9-a9b3-c936dfc149c0 req-551cbd2b-92be-4f93-a62d-e925faa1eac5 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425668
Nov 27 21:15:37.549525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087153aa-2952-4b39-a8c8-da19b1fd30b3 req-cc4b6ae8-969c-4cc2-9dba-178658e70e67 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:37.551005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-087153aa-2952-4b39-a8c8-da19b1fd30b3 req-cc4b6ae8-969c-4cc2-9dba-178658e70e67 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0485680
Nov 27 21:15:37.596674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-087153aa-2952-4b39-a8c8-da19b1fd30b3 req-811ec76f-d38f-4f6f-aa83-ee58f2d7809e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397203
Nov 27 21:15:37.822609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9621-afb2-4222-8dbb-29e833f689fd req-4482dfe2-2f9b-4903-a5be-2e15b9be153c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:37.824160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0fc9621-afb2-4222-8dbb-29e833f689fd req-4482dfe2-2f9b-4903-a5be-2e15b9be153c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0534191
Nov 27 21:15:37.852559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:37.879871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0fc9621-afb2-4222-8dbb-29e833f689fd req-fe667334-3633-4493-8e4f-dec2e2e2159a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496972
Nov 27 21:15:38.995544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24d3ec-d6a5-43a3-8021-8dd75122843c req-184d1837-2fff-46b5-8f86-75330e4d80d3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:38.997029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a24d3ec-d6a5-43a3-8021-8dd75122843c req-184d1837-2fff-46b5-8f86-75330e4d80d3 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0483465
Nov 27 21:15:39.043651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a24d3ec-d6a5-43a3-8021-8dd75122843c req-3f199c32-21b5-4790-941b-43800efa03d1 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406992
Nov 27 21:15:39.310213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-5aa4eef0-54f9-411e-bc5b-86d67e6e0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:39.311739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-5aa4eef0-54f9-411e-bc5b-86d67e6e0794 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 1096 time: 0.0755661
Nov 27 21:15:39.324068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5531c7-5e97-47ab-b0aa-871d7acdb9ed req-c363f99d-bb63-450c-9c31-ee0cbf091c9a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:39.325486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b5531c7-5e97-47ab-b0aa-871d7acdb9ed req-c363f99d-bb63-450c-9c31-ee0cbf091c9a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.1228240
Nov 27 21:15:39.427357 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b5531c7-5e97-47ab-b0aa-871d7acdb9ed req-70a1f8dd-68c4-4499-bce4-57d07f062ad4 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936055
Nov 27 21:15:39.448881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-739f19f5-9599-4579-86c9-60d2b3a402e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:39.450370 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-739f19f5-9599-4579-86c9-60d2b3a402e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 200  len: 912 time: 0.1240327
Nov 27 21:15:39.527453 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-39a0883c-181a-4178-97e6-2259c90c9dc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 200  len: 1000 time: 0.0659776
Nov 27 21:15:39.558509 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:39.583414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-9e46e882-9417-4ada-846e-839670633f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:39.584875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-9e46e882-9417-4ada-846e-839670633f68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 200  len: 850 time: 0.0442972
Nov 27 21:15:39.639825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-75924a84-30ae-4618-a1c5-23065572ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:39.641284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-75924a84-30ae-4618-a1c5-23065572ed92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07546b02-5ee2-4818-98ab-2b9b50e1991f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433362
Nov 27 21:15:39.731949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-4451ada2-3ac6-4f06-9002-7dd930a2e743 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796266
Nov 27 21:15:39.826830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2aed7c69-4cf9-4e6e-9d28-14c863a27880 req-56798f0d-3c65-480a-9ba2-f6065c5b55a5 service neutron] 10.222.0.35 "GET /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844104
Nov 27 21:15:40.276157 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:40.555528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421981a6-c878-42f7-be30-d98192a3a0ba req-884378cb-0652-45b3-8cd5-fe888c53d063 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:40.557598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-421981a6-c878-42f7-be30-d98192a3a0ba req-884378cb-0652-45b3-8cd5-fe888c53d063 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0533094
Nov 27 21:15:40.605142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-421981a6-c878-42f7-be30-d98192a3a0ba req-73ef7803-7988-4d85-b976-19d5f640e191 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417037
Nov 27 21:15:41.722425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebab9d2-384a-4746-92e4-88b561b8be79 req-7bbdcd4d-4209-4a63-841f-4b35c75880de tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:41.723847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ebab9d2-384a-4746-92e4-88b561b8be79 req-7bbdcd4d-4209-4a63-841f-4b35c75880de tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0488379
Nov 27 21:15:41.771012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ebab9d2-384a-4746-92e4-88b561b8be79 req-1495ea70-6871-4321-80db-0791436759c7 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412629
Nov 27 21:15:41.886851 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de7d5e-dccf-4ac6-b2e0-51b53f10872d req-9e07fef9-6ec5-4346-a9c2-1fd794cb4590 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:41.888458 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f3de7d5e-dccf-4ac6-b2e0-51b53f10872d req-9e07fef9-6ec5-4346-a9c2-1fd794cb4590 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0478125
Nov 27 21:15:41.933903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f3de7d5e-dccf-4ac6-b2e0-51b53f10872d req-fc48435c-c467-4994-b2a5-dfdd59955c16 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396893
Nov 27 21:15:42.483079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-6e96df16-fdce-47d1-addd-d646a44d9d7c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:42.484624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-6e96df16-fdce-47d1-addd-d646a44d9d7c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=39761e22-d490-4fea-87d9-f679bc40025e HTTP/1.1" status: 200  len: 943 time: 0.0531597
Nov 27 21:15:42.576805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Deleting port 79a3d451-a9af-4258-9271-6b22d95b6cb8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:15:42.577159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:42.667937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] For port 79a3d451-a9af-4258-9271-6b22d95b6cb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=79a3d451-a9af-4258-9271-6b22d95b6cb8,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:42.668298 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:42.681269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Calling delete_port for 79a3d451-a9af-4258-9271-6b22d95b6cb8 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:15:42.806521 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:42.818360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6a0db82d-42af-4626-865e-04c5b42fc108', 'd011b6d6-2042-4252-a9db-f8cef93c7678'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:15:42.838136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event deleted for resources: {'Port': ['ID=79a3d451-a9af-4258-9271-6b22d95b6cb8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:42.880288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] No DVR routers for this DVR port 79a3d451-a9af-4258-9271-6b22d95b6cb8 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:15:42.882948 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:42.886441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3e7378e-aee9-43d0-b08b-2d37455a0350 req-11131627-dd95-48f7-9ebd-64dcb4bcd5b9 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "DELETE /v2.0/ports/79a3d451-a9af-4258-9271-6b22d95b6cb8 HTTP/1.1" status: 204  len: 173 time: 0.3960037
Nov 27 21:15:42.886907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'name': 'network-vif-deleted', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:15:42.889276 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3c1ed9-4b02-446f-8ac2-4227f8374ed2" -d '{"events": [{"server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "name": "network-vif-deleted", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:15:42.927798 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 27 Nov 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c02fa01-3528-42af-aa68-dba3064d5ebd x-openstack-request-id: req-1c02fa01-3528-42af-aa68-dba3064d5ebd {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:15:42.928339 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39761e22-d490-4fea-87d9-f679bc40025e", "name": "network-vif-deleted", "tag": "79a3d451-a9af-4258-9271-6b22d95b6cb8", "status": "failed", "code": 422}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:15:42.928602 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c02fa01-3528-42af-aa68-dba3064d5ebd {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:15:42.929033 ncdv-master-1 neutron-server[120909]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39761e22-d490-4fea-87d9-f679bc40025e', 'name': 'network-vif-deleted', 'tag': '79a3d451-a9af-4258-9271-6b22d95b6cb8', 'status': 'failed', 'code': 422} returned with failed status
Nov 27 21:15:43.461301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7f5ef-080b-4bae-8f8b-b579da0716ba req-06285da5-3f20-4157-96cf-364f2d008caa tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:43.462833 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-72f7f5ef-080b-4bae-8f8b-b579da0716ba req-06285da5-3f20-4157-96cf-364f2d008caa tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 908 time: 0.0483692
Nov 27 21:15:44.060017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-a13a292c-6b3b-43b6-8c0e-473577c5e610 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0393863
Nov 27 21:15:44.126595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-1edd762b-8b87-402c-87b2-aa61de2c6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:44.128114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-1edd762b-8b87-402c-87b2-aa61de2c6676 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 1096 time: 0.0436094
Nov 27 21:15:44.233321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-fdea7ac7-aaf4-4657-9f64-26287fcf83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:44.234783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-fdea7ac7-aaf4-4657-9f64-26287fcf83b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 911 time: 0.0834060
Nov 27 21:15:44.305864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-58a588db-85c0-4946-a242-7a44ab71c979 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd HTTP/1.1" status: 200  len: 1001 time: 0.0629499
Nov 27 21:15:44.359366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-37d83a9b-86ed-4d1a-aeed-4b15bf78717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:44.360818 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-37d83a9b-86ed-4d1a-aeed-4b15bf78717f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0470049
Nov 27 21:15:44.406213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-e8120af6-23fe-439a-be95-3f43c9090881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:44.407722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-e8120af6-23fe-439a-be95-3f43c9090881 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392847
Nov 27 21:15:44.421420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-042ab408-9876-4ba3-81c3-d444f5d5316d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:15:44.422455 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-042ab408-9876-4ba3-81c3-d444f5d5316d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058503
Nov 27 21:15:44.518177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-8582ed3c-389e-47f5-9b2e-933a0338f412 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883243
Nov 27 21:15:44.582030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac9c3-5b63-4c73-873b-9435630eca05 req-c7a3ef02-ed5c-4445-87e7-88c39c29a81e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:44.583544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15bac9c3-5b63-4c73-873b-9435630eca05 req-c7a3ef02-ed5c-4445-87e7-88c39c29a81e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 908 time: 0.0515263
Nov 27 21:15:44.614219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1162faf4-d60a-4669-be2e-23b5ab8724c4 req-03b9f3d0-0259-4142-a33a-20a5fd7f140f service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834343
Nov 27 21:15:44.906430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-89c295db-1d3d-42f3-b3ab-72888edcd8ce tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:44.907807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-89c295db-1d3d-42f3-b3ab-72888edcd8ce tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 908 time: 0.0485673
Nov 27 21:15:44.998844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Deleting port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:15:44.999180 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:45.083874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] For port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:45.084594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:45.096182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Calling delete_port for 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:15:45.221006 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:45.253582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event deleted for resources: {'Port': ['ID=87cc65d3-0cc8-424f-8e8b-25a6a7a19ede,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:45.300340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] No DVR routers for this DVR port 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:15:45.303067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:45.307403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-894b70a6-ffb6-4ccb-b6f3-12958600b3a6 req-cd839f91-316f-42c9-8817-13e5e57c42e2 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.35 "DELETE /v2.0/ports/87cc65d3-0cc8-424f-8e8b-25a6a7a19ede HTTP/1.1" status: 204  len: 173 time: 0.3931491
Nov 27 21:15:45.307883 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'name': 'network-vif-deleted', 'tag': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:15:45.311544 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64946960-dccf-474c-a64e-adf085e28301" -d '{"events": [{"server_uuid": "e0446f61-5d4c-4be1-b88b-6de72908e1ae", "name": "network-vif-deleted", "tag": "87cc65d3-0cc8-424f-8e8b-25a6a7a19ede"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:15:45.362019 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc034c29-f487-480f-947f-97533270b6b4 x-openstack-request-id: req-dc034c29-f487-480f-947f-97533270b6b4 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:15:45.362385 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0446f61-5d4c-4be1-b88b-6de72908e1ae", "name": "network-vif-deleted", "tag": "87cc65d3-0cc8-424f-8e8b-25a6a7a19ede", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:15:45.363011 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc034c29-f487-480f-947f-97533270b6b4 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:15:45.363488 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0446f61-5d4c-4be1-b88b-6de72908e1ae', 'name': 'network-vif-deleted', 'tag': '87cc65d3-0cc8-424f-8e8b-25a6a7a19ede', 'status': 'completed', 'code': 200}
Nov 27 21:15:45.695173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47698ad0-3ce0-4b0c-b7fb-f997ea7fcae4 req-eb8dbc80-b854-4540-b8db-61b8ff6cdf6c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0446f61-5d4c-4be1-b88b-6de72908e1ae HTTP/1.1" status: 200  len: 210 time: 0.0291440
Nov 27 21:15:46.064519 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:46.964144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa501c-e166-461b-9de7-ced10ab0db57 req-b33b1126-8f72-4f86-8d70-50c64ee273e8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:46.965641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44aa501c-e166-461b-9de7-ced10ab0db57 req-b33b1126-8f72-4f86-8d70-50c64ee273e8 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 945 time: 0.0487392
Nov 27 21:15:46.975238 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:15:47.014958 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44aa501c-e166-461b-9de7-ced10ab0db57 req-671be441-9691-48c3-88b3-cc148b51016f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415847
Nov 27 21:15:48.062045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:15:48.085045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:15:48.085399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 87cc65d3-0cc8-424f-8e8b-25a6a7a19ede not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:15:48.138997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee5f8a-908f-43c2-a053-dcff16bd777f req-fd4a9c25-2dec-4e7f-942d-4f22785ccc71 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:48.140535 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63ee5f8a-908f-43c2-a053-dcff16bd777f req-fd4a9c25-2dec-4e7f-942d-4f22785ccc71 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 945 time: 0.0479105
Nov 27 21:15:48.191445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63ee5f8a-908f-43c2-a053-dcff16bd777f req-00c9e4b2-46ec-48b6-92f1-826f91b5d37c tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446990
Nov 27 21:15:48.412201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:48.610669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-0453586a-9c7e-4682-aca4-35b20e51f3fd tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:48.612117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-0453586a-9c7e-4682-aca4-35b20e51f3fd tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 945 time: 0.0476170
Nov 27 21:15:48.700634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Deleting port d011b6d6-2042-4252-a9db-f8cef93c7678 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:15:48.700877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:48.800909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] For port d011b6d6-2042-4252-a9db-f8cef93c7678, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d011b6d6-2042-4252-a9db-f8cef93c7678,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:48.801276 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:48.814173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Calling delete_port for d011b6d6-2042-4252-a9db-f8cef93c7678 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:15:48.957423 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:48.969006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6a0db82d-42af-4626-865e-04c5b42fc108', 'd011b6d6-2042-4252-a9db-f8cef93c7678'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:15:48.987786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event deleted for resources: {'Port': ['ID=d011b6d6-2042-4252-a9db-f8cef93c7678,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:49.033468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] No DVR routers for this DVR port d011b6d6-2042-4252-a9db-f8cef93c7678 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:15:49.036027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:49.039876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28e56529-40a6-4d4c-b9e1-9963b0397eea req-9cda62fe-76dc-411a-9786-cf1ad3150580 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "DELETE /v2.0/ports/d011b6d6-2042-4252-a9db-f8cef93c7678 HTTP/1.1" status: 204  len: 173 time: 0.4211674
Nov 27 21:15:49.040334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877ad4f6-8ac7-4a05-ae90-009106aa4152', 'name': 'network-vif-deleted', 'tag': 'd011b6d6-2042-4252-a9db-f8cef93c7678'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:15:49.042620 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100d5b79-2c4c-4091-b983-3d7afee440af" -d '{"events": [{"server_uuid": "877ad4f6-8ac7-4a05-ae90-009106aa4152", "name": "network-vif-deleted", "tag": "d011b6d6-2042-4252-a9db-f8cef93c7678"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:15:49.096206 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3384d4bc-2065-4964-a3b4-bb1b9299d9ab x-openstack-request-id: req-3384d4bc-2065-4964-a3b4-bb1b9299d9ab {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:15:49.096206 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877ad4f6-8ac7-4a05-ae90-009106aa4152", "name": "network-vif-deleted", "tag": "d011b6d6-2042-4252-a9db-f8cef93c7678", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:15:49.096206 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3384d4bc-2065-4964-a3b4-bb1b9299d9ab {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:15:49.096925 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877ad4f6-8ac7-4a05-ae90-009106aa4152', 'name': 'network-vif-deleted', 'tag': 'd011b6d6-2042-4252-a9db-f8cef93c7678', 'status': 'completed', 'code': 200}
Nov 27 21:15:49.298988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb481008-bd2f-40d2-bcdd-5585fc66dd9e req-e1074da3-ea43-4761-b62c-169cec678e67 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=877ad4f6-8ac7-4a05-ae90-009106aa4152 HTTP/1.1" status: 200  len: 210 time: 0.0264838
Nov 27 21:15:50.574248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacbf20-1559-48f6-aae8-67945135a93e req-5938dac2-24b1-47fa-8c9d-cdc00cbea58e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:50.576358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cbacbf20-1559-48f6-aae8-67945135a93e req-5938dac2-24b1-47fa-8c9d-cdc00cbea58e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0507863
Nov 27 21:15:50.624581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cbacbf20-1559-48f6-aae8-67945135a93e req-b095c5a2-81de-4c29-b8f3-0f4a18fbd237 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421994
Nov 27 21:15:51.742334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8ca07-61e4-4bcc-a5cb-1762995bb242 req-52c0654f-139c-4312-a2dd-61e74b30828e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:51.743946 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ce8ca07-61e4-4bcc-a5cb-1762995bb242 req-52c0654f-139c-4312-a2dd-61e74b30828e tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0505686
Nov 27 21:15:51.793921 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ce8ca07-61e4-4bcc-a5cb-1762995bb242 req-5facde20-e63b-447b-b37c-8fd4b37bb211 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e19d168-ea97-4e90-ac61-2db689f0ad61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434768
Nov 27 21:15:51.821223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-eda1b4d7-2513-4f7f-afdc-284acf43e0db tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:51.822737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-eda1b4d7-2513-4f7f-afdc-284acf43e0db tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffb1c8da-f09b-43a2-9846-c52c9f98a646 HTTP/1.1" status: 200  len: 945 time: 0.0523448
Nov 27 21:15:51.913441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Deleting port 6a0db82d-42af-4626-865e-04c5b42fc108 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:15:51.913688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:52.004066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] For port 6a0db82d-42af-4626-865e-04c5b42fc108, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a0db82d-42af-4626-865e-04c5b42fc108,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:52.004434 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:52.017791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Calling delete_port for 6a0db82d-42af-4626-865e-04c5b42fc108 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:15:52.146125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:52.158148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6a0db82d-42af-4626-865e-04c5b42fc108'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:15:52.180198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event deleted for resources: {'Port': ['ID=6a0db82d-42af-4626-865e-04c5b42fc108,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:52.223098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] No DVR routers for this DVR port 6a0db82d-42af-4626-865e-04c5b42fc108 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:15:52.225588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:52.229104 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f67bd796-4c09-47b9-a36c-18042ad1a200 req-25948d11-1564-49c8-ae5e-8be413fb3ae6 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.15 "DELETE /v2.0/ports/6a0db82d-42af-4626-865e-04c5b42fc108 HTTP/1.1" status: 204  len: 173 time: 0.4000909
Nov 27 21:15:52.229549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb1c8da-f09b-43a2-9846-c52c9f98a646', 'name': 'network-vif-deleted', 'tag': '6a0db82d-42af-4626-865e-04c5b42fc108'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:15:52.232428 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6c28f5-9dde-4be0-a508-d85a9a7d4640" -d '{"events": [{"server_uuid": "ffb1c8da-f09b-43a2-9846-c52c9f98a646", "name": "network-vif-deleted", "tag": "6a0db82d-42af-4626-865e-04c5b42fc108"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:15:52.271588 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed459bf-6efb-46d0-aba2-56298b494346 x-openstack-request-id: req-9ed459bf-6efb-46d0-aba2-56298b494346 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:15:52.271891 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb1c8da-f09b-43a2-9846-c52c9f98a646", "name": "network-vif-deleted", "tag": "6a0db82d-42af-4626-865e-04c5b42fc108", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:15:52.272203 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ed459bf-6efb-46d0-aba2-56298b494346 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:15:52.272615 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb1c8da-f09b-43a2-9846-c52c9f98a646', 'name': 'network-vif-deleted', 'tag': '6a0db82d-42af-4626-865e-04c5b42fc108', 'status': 'completed', 'code': 200}
Nov 27 21:15:53.066437 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb99bc-0e98-443e-b4c2-69a37bf76570 req-3e5d29ca-08b3-4939-8c33-06abac65cf4f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:53.067947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23fb99bc-0e98-443e-b4c2-69a37bf76570 req-3e5d29ca-08b3-4939-8c33-06abac65cf4f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0519371
Nov 27 21:15:53.114252 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23fb99bc-0e98-443e-b4c2-69a37bf76570 req-75feff77-ba01-4315-8ba2-bab2a1da3a9f tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402656
Nov 27 21:15:53.494988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d011b6d6-2042-4252-a9db-f8cef93c7678 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:15:53.517043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: d011b6d6-2042-4252-a9db-f8cef93c7678 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:15:53.517402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d011b6d6-2042-4252-a9db-f8cef93c7678 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:15:54.229423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b53ff5-7fb4-4586-a27f-07f010c0c9ad req-b4780ca2-8fe9-40fc-8dab-c03a74ce9f6a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:54.230876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4b53ff5-7fb4-4586-a27f-07f010c0c9ad req-b4780ca2-8fe9-40fc-8dab-c03a74ce9f6a tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0470028
Nov 27 21:15:54.277619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b4b53ff5-7fb4-4586-a27f-07f010c0c9ad req-fc712228-ebb0-40d3-ba8b-b446bf272e8d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399578
Nov 27 21:15:54.778613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df7c71-9dd4-45e8-bbbd-97019811f0e9 req-1f3dd1e2-189b-4d8d-801f-ec70ae6166cd tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:54.780288 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76df7c71-9dd4-45e8-bbbd-97019811f0e9 req-1f3dd1e2-189b-4d8d-801f-ec70ae6166cd tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0533745
Nov 27 21:15:54.829581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76df7c71-9dd4-45e8-bbbd-97019811f0e9 req-f82e7b9e-906f-43ed-8847-71d6eaa0d84c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430877
Nov 27 21:15:55.397075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe538ba-61da-4d17-a2bf-0dd1687d4312 req-c5bec6c9-1e15-4514-8068-abad01ec1d1b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:55.398590 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fe538ba-61da-4d17-a2bf-0dd1687d4312 req-c5bec6c9-1e15-4514-8068-abad01ec1d1b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0514746
Nov 27 21:15:55.445459 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fe538ba-61da-4d17-a2bf-0dd1687d4312 req-9abc6f38-e167-4726-82ed-ac47d19915cf tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e16d197-9017-4317-8bc6-d8a7401bd4df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403476
Nov 27 21:15:55.495162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6a0db82d-42af-4626-865e-04c5b42fc108 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:15:55.515274 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 6a0db82d-42af-4626-865e-04c5b42fc108 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:15:55.515636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6a0db82d-42af-4626-865e-04c5b42fc108 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:15:55.557078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-5ffc2841-2bbb-423a-8516-0203d7d9f06d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:55.558430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-5ffc2841-2bbb-423a-8516-0203d7d9f06d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 945 time: 0.0482547
Nov 27 21:15:55.647147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Deleting port e5bdfed0-fc9f-4b10-be5e-edcd12274506 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:15:55.647520 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:55.734577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] For port e5bdfed0-fc9f-4b10-be5e-edcd12274506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5bdfed0-fc9f-4b10-be5e-edcd12274506,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:55.734942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:55.933565 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:55.933933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:55.934253 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Floating IP bbe605fa-769b-4c9b-8117-a24066893c7a disassociated. External IP: 172.35.3.222, port: e5bdfed0-fc9f-4b10-be5e-edcd12274506.
Nov 27 21:15:55.934597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Calling delete_port for e5bdfed0-fc9f-4b10-be5e-edcd12274506 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:15:55.989458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903052b4-3d38-450d-b5af-84b2c9484d39 req-5fe4cbdd-b49d-455b-9bac-07a075863b7e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:55.991205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-903052b4-3d38-450d-b5af-84b2c9484d39 req-5fe4cbdd-b49d-455b-9bac-07a075863b7e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0940914
Nov 27 21:15:56.060331 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-903052b4-3d38-450d-b5af-84b2c9484d39 req-7f2f0d80-ffea-4002-945f-5a9db20fee88 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626156
Nov 27 21:15:56.120046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:56.146671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event deleted for resources: {'Port': ['ID=e5bdfed0-fc9f-4b10-be5e-edcd12274506,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:56.157162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.157520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.157872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.158219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.158565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.158909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.159343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.160141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.160141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.160368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.160660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.160995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:56.278321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Router 7d86fba7-fe86-4a48-bd52-79114281084d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:15:56.543830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5c6acd8b-34a2-4675-a01c-da98ad7b895e req-fe404602-838b-4765-9bad-dea047adca75 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad628d-89ef-4b2f-b8d7-dbd9df565533 HTTP/1.1" status: 200  len: 210 time: 0.0265970
Nov 27 21:15:56.718694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:15:56.729342 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] Sync routers for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:15:56.740298 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:15:56.741157 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6734f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:15:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:15:56.756218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] No DVR routers for this DVR port e5bdfed0-fc9f-4b10-be5e-edcd12274506 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:15:56.758730 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:56.762146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ef77c76-dec6-4dc8-82ee-1f19a022ae43 req-ec500343-8916-4772-8283-6c3ee07e3738 tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.35 "DELETE /v2.0/ports/e5bdfed0-fc9f-4b10-be5e-edcd12274506 HTTP/1.1" status: 204  len: 173 time: 1.1973717
Nov 27 21:15:56.762591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-deleted', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:15:56.765523 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc8b3aa-ae34-48a6-b937-b184f430a101" -d '{"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-deleted", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:15:56.805507 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e714ae29-8e7a-4a4e-8c3c-4388b7a03875 x-openstack-request-id: req-e714ae29-8e7a-4a4e-8c3c-4388b7a03875 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:15:56.805812 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad628d-89ef-4b2f-b8d7-dbd9df565533", "name": "network-vif-deleted", "tag": "e5bdfed0-fc9f-4b10-be5e-edcd12274506", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:15:56.806070 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e714ae29-8e7a-4a4e-8c3c-4388b7a03875 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:15:56.806465 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad628d-89ef-4b2f-b8d7-dbd9df565533', 'name': 'network-vif-deleted', 'tag': 'e5bdfed0-fc9f-4b10-be5e-edcd12274506', 'status': 'completed', 'code': 200}
Nov 27 21:15:56.853691 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:15:57.051873 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6734f0>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9dc9ceb-c769-4729-9523-5fe045145067', 'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'mac_address': 'fa:16:3e:c0:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:09:01Z', 'updated_at': '2021-11-27T21:09:05Z', 'revision_number': 5, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'subnets': [{'id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:15:57.081352 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] Checking router: 7d86fba7-fe86-4a48-bd52-79114281084d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:15:57.089516 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:15:57.090119 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6734f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:15:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:15:57.188636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c28e9e-1b2e-44ba-89a2-b719e2060379 req-588f73e4-1153-4032-bced-3031d945ad68 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:57.190275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48c28e9e-1b2e-44ba-89a2-b719e2060379 req-588f73e4-1153-4032-bced-3031d945ad68 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0593607
Nov 27 21:15:57.200432 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:15:57.242240 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48c28e9e-1b2e-44ba-89a2-b719e2060379 req-faab8165-c52d-4b12-8ca0-7ce83f7e8268 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447001
Nov 27 21:15:57.347102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-3f9c5ad2-4e73-4208-8301-661203e18059 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397196
Nov 27 21:15:57.407597 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6734f0>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9dc9ceb-c769-4729-9523-5fe045145067', 'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'mac_address': 'fa:16:3e:c0:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:09:01Z', 'updated_at': '2021-11-27T21:09:05Z', 'revision_number': 5, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'subnets': [{'id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:15:57.430512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-eb229eab-afc7-417f-8ad4-cdf711851b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:57.432136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-eb229eab-afc7-417f-8ad4-cdf711851b1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1096 time: 0.0413444
Nov 27 21:15:57.433873 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc0e39-6668-4034-af7b-930619dec86f None None] The sync data for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 is: [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9dc9ceb-c769-4729-9523-5fe045145067', 'name': '', 'network_id': '07546b02-5ee2-4818-98ab-2b9b50e1991f', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'mac_address': 'fa:16:3e:c0:23:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:09:01Z', 'updated_at': '2021-11-27T21:09:05Z', 'revision_number': 5, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'subnets': [{'id': '07179a77-67fb-49d1-b1e5-6721a6f3c44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:15:57.539804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-9002f432-4c78-414a-bea0-954cd4c433e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:57.541315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-9002f432-4c78-414a-bea0-954cd4c433e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 898 time: 0.0880246
Nov 27 21:15:57.615414 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-20d796c3-509e-4eec-a41e-0040d6b2bcb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 1000 time: 0.0669537
Nov 27 21:15:57.639382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41886) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:15:57.670414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232bf83d-e111-4dc9-9424-dab3a00be862 None None] New status for floating IP bbe605fa-769b-4c9b-8117-a24066893c7a: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:15:57.675118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-01f6abbb-d26c-425f-9593-16b5059b8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:57.676649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-01f6abbb-d26c-425f-9593-16b5059b8107 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0547698
Nov 27 21:15:57.698819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:57.723347 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:57.723729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-939b9dc3-2ff0-4989-9c2c-e9f44388c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:57.725680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-939b9dc3-2ff0-4989-9c2c-e9f44388c509 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421834
Nov 27 21:15:57.736819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-f6159e0d-4b2d-4747-ab56-eeef23578124 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:15:57.737852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-f6159e0d-4b2d-4747-ab56-eeef23578124 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057855
Nov 27 21:15:57.774189 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:57.777830 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:57.782083 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e16d197-9017-4317-8bc6-d8a7401bd4df HTTP/1.1" status: 204  len: 168 time: 0.1394074
Nov 27 21:15:57.783492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41888) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:15:57.807742 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-efe7d3cb-d9a8-467f-9c2c-0f23979a617d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] show failed (client error): The resource could not be found.
Nov 27 21:15:57.809721 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-efe7d3cb-d9a8-467f-9c2c-0f23979a617d tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "GET /v2.0/security-groups/1e16d197-9017-4317-8bc6-d8a7401bd4df HTTP/1.1" status: 404  len: 347 time: 0.0246129
Nov 27 21:15:57.811285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e16d197-9017-4317-8bc6-d8a7401bd4df,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:57.812129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41890) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:15:57.819426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.819910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.820515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.821126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.821702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.822280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.823653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.824249 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.824679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.825118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.825561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.826148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca2637-498d-4494-b155-a8ad9dd7cbde tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:15:57.915010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-5a343914-b86e-4bd3-88ba-e6ed71b64cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690857
Nov 27 21:15:58.034157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Deleting port 151369fb-fd52-4ac9-8418-a15af60b13ab {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:15:58.034501 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.048339 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0d94e6b-a0c3-4de2-bee8-3f7f35b04b62 req-8bde1c8b-7c17-4ae2-91dd-56d6a2e47347 service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1145897
Nov 27 21:15:58.118364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.118611 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.130186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Calling delete_port for 151369fb-fd52-4ac9-8418-a15af60b13ab owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:15:58.258198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.289623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Pushing event deleted for resources: {'Port': ['ID=151369fb-fd52-4ac9-8418-a15af60b13ab,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:58.383367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.385800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.386970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-da47bc62-0456-4010-9503-13d5d7da693b tempest-ServerActionsTestJSON-379595437 tempest-ServerActionsTestJSON-379595437-project] 10.222.0.21 "DELETE /v2.0/floatingips/bbe605fa-769b-4c9b-8117-a24066893c7a HTTP/1.1" status: 204  len: 168 time: 0.5734341
Nov 27 21:15:58.390612 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41912) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:15:58.395171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30002b-ba21-419f-a0e7-fdd2a401a0c6 req-79b021e6-c37f-471f-a2a1-e11356a40585 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:58.396634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc30002b-ba21-419f-a0e7-fdd2a401a0c6 req-79b021e6-c37f-471f-a2a1-e11356a40585 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0667202
Nov 27 21:15:58.463164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bc30002b-ba21-419f-a0e7-fdd2a401a0c6 req-90aae2d7-ab2c-4723-aee4-ae2ea89d13e6 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588706
Nov 27 21:15:58.490859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c02118-0062-4466-870e-128deb850949 req-0b7ca837-e51d-42ff-afdc-0568a37e8242 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:58.492469 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0c02118-0062-4466-870e-128deb850949 req-0b7ca837-e51d-42ff-afdc-0568a37e8242 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1096 time: 0.0479019
Nov 27 21:15:58.511950 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c0c02118-0062-4466-870e-128deb850949 req-7ba9ab37-8943-40ac-8fe9-fae4c84b88bd tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.711218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c0c02118-0062-4466-870e-128deb850949 req-7ba9ab37-8943-40ac-8fe9-fae4c84b88bd tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.719209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-c0c02118-0062-4466-870e-128deb850949 req-7ba9ab37-8943-40ac-8fe9-fae4c84b88bd tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.793826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0c02118-0062-4466-870e-128deb850949 req-7ba9ab37-8943-40ac-8fe9-fae4c84b88bd tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2943678
Nov 27 21:15:58.802828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9ab37-8943-40ac-8fe9-fae4c84b88bd tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd72922-def1-420e-a764-23f8493255fa,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:58.920061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edf8ed-ebc9-4026-84e1-600d80b97c94 req-1a1cd4e2-60fd-46e4-ab2f-1eeb337b70f4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:58.921594 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31edf8ed-ebc9-4026-84e1-600d80b97c94 req-1a1cd4e2-60fd-46e4-ab2f-1eeb337b70f4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0529902
Nov 27 21:15:58.971141 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31edf8ed-ebc9-4026-84e1-600d80b97c94 req-7bbaac54-1613-406e-9f18-4d802cd3462c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432937
Nov 27 21:15:58.987536 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:58.993595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41920) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:15:59.053372 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-61fb8f05-9411-49d2-bca9-d23cb5870776 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/eef97f75-59a3-47c0-a58f-4bca63d19f16 HTTP/1.1" status: 200  len: 992 time: 0.0584919
Nov 27 21:15:59.239453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Deleting port a9dc9ceb-c769-4729-9523-5fe045145067 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:15:59.239703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:59.317565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] For port a9dc9ceb-c769-4729-9523-5fe045145067, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9dc9ceb-c769-4729-9523-5fe045145067,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:15:59.317969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:59.331048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Calling delete_port for a9dc9ceb-c769-4729-9523-5fe045145067 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:15:59.352057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-c65bb905-36c9-4407-bcef-ee0fadf0a218 req-6ae8d341-f9b6-44f9-9a58-80a6896699c3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:15:59.353064 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c65bb905-36c9-4407-bcef-ee0fadf0a218 req-6ae8d341-f9b6-44f9-9a58-80a6896699c3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060122
Nov 27 21:15:59.520578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:59.552406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a9dc9ceb-c769-4729-9523-5fe045145067,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:15:59.712472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bd91a-012d-4790-9cb1-f84ab88ed879 req-f10d5281-6051-41a4-b4c7-b844d5aa3176 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:59.720672 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-005bd91a-012d-4790-9cb1-f84ab88ed879 req-f10d5281-6051-41a4-b4c7-b844d5aa3176 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.1734931
Nov 27 21:15:59.764680 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fa06a-fbe8-406b-aac6-07f64aeaede0 req-bc8894a4-3036-4e83-b5be-ac460b117f12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:15:59.766412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb7fa06a-fbe8-406b-aac6-07f64aeaede0 req-bc8894a4-3036-4e83-b5be-ac460b117f12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0593760
Nov 27 21:15:59.816225 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-005bd91a-012d-4790-9cb1-f84ab88ed879 req-88446ab3-ca42-43d3-b8ca-6710164973b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941675
Nov 27 21:15:59.821171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:15:59.839406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-3a38f0b0-9400-474b-b6d4-bf5305fe51f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1384659
Nov 27 21:15:59.859407 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cb7fa06a-fbe8-406b-aac6-07f64aeaede0 req-366221fc-84b8-440a-ac0e-bfbf18036fce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838470
Nov 27 21:16:00.049197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Router 7d86fba7-fe86-4a48-bd52-79114281084d has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:16:00.125154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:16:00.154978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: e5bdfed0-fc9f-4b10-be5e-edcd12274506 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:16:00.155622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e5bdfed0-fc9f-4b10-be5e-edcd12274506 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:16:00.414789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:16:00.423628 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-30b7af1d-93da-418a-8e8d-b069ae5cf2ff admin admin] 10.222.0.21 "PUT /v2.0/routers/7d86fba7-fe86-4a48-bd52-79114281084d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0294693
Nov 27 21:16:00.424447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41966) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:00.425622 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] Sync routers for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:16:00.438045 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:16:00.438752 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe724e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:15:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:00.537646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:00.550282 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:16:00.655553 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:00.710003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Deleting port 1c922b36-c56d-40f0-b004-34e4bf3de4a8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:16:00.710355 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:00.739401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe724e50>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:15:59Z', 'revision_number': 5, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port': {'id': '1c922b36-c56d-40f0-b004-34e4bf3de4a8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:08:58Z', 'updated_at': '2021-11-27T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:00.765444 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] Checking router: 7d86fba7-fe86-4a48-bd52-79114281084d for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:16:00.773518 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] Routers {'7d86fba7-fe86-4a48-bd52-79114281084d'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:16:00.774117 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe724e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:15:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7d86fba7-fe86-4a48-bd52-79114281084d'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:00.792181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] For port 1c922b36-c56d-40f0-b004-34e4bf3de4a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c922b36-c56d-40f0-b004-34e4bf3de4a8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:00.792584 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:00.807936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Calling delete_port for 1c922b36-c56d-40f0-b004-34e4bf3de4a8 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:16:00.866122 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] Set router 7d86fba7-fe86-4a48-bd52-79114281084d gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:16:00.936972 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe724e50>, [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:16:00Z', 'revision_number': 6, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:00.977739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea38b1-9cbc-4e6a-95c3-3203b141bbe0 req-019af9f7-8b75-4753-b6f9-e147dc0ad348 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:00.980157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8cea38b1-9cbc-4e6a-95c3-3203b141bbe0 req-019af9f7-8b75-4753-b6f9-e147dc0ad348 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0899451
Nov 27 21:16:01.051184 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8cea38b1-9cbc-4e6a-95c3-3203b141bbe0 req-cd5771ab-87e8-4bbf-86db-48f55d4e3da9 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636468
Nov 27 21:16:01.083412 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a48a26-b56d-4c9b-9627-1563a41ad127 None None] The sync data for ids ['7d86fba7-fe86-4a48-bd52-79114281084d'] in ncdv-master-1 is: [{'id': '7d86fba7-fe86-4a48-bd52-79114281084d', 'name': 'tempest-ServerActionsTestJSON-926226004-router', 'tenant_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:08:57Z', 'updated_at': '2021-11-27T21:16:00Z', 'revision_number': 6, 'project_id': '4c38c1fb709545fbb6279c9ee1dafe5d', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:16:01.089692 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.129960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9499f-6562-46d1-9d19-02c9b321495f req-629328e9-e228-4fc5-a174-0d6f1a45ba52 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:01.131479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5c9499f-6562-46d1-9d19-02c9b321495f req-629328e9-e228-4fc5-a174-0d6f1a45ba52 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.1112940
Nov 27 21:16:01.134055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c922b36-c56d-40f0-b004-34e4bf3de4a8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:01.140798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-d63b38f5-d95e-4cf0-b573-707e10733ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:01.142253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-d63b38f5-d95e-4cf0-b573-707e10733ad0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1096 time: 0.1370728
Nov 27 21:16:01.150966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a515a86c-20f8-4456-9de1-4d3ca523938f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:16:01.282628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.318255 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f5c9499f-6562-46d1-9d19-02c9b321495f req-4643d9e7-c72c-48d1-b2b2-4eeae1e15666 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728048
Nov 27 21:16:01.394425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.400896 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.409375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-a8f0d44d-250e-4876-aabc-7b0d8e003b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:01.410850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-a8f0d44d-250e-4876-aabc-7b0d8e003b16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 898 time: 0.2402229
Nov 27 21:16:01.484247 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.484921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d86fba7-fe86-4a48-bd52-79114281084d {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:16:01.493927 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.495079 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-746d2929-32d6-4e15-9e71-49ca730dbe29 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7d86fba7-fe86-4a48-bd52-79114281084d HTTP/1.1" status: 204  len: 168 time: 1.0685139
Nov 27 21:16:01.498376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 41972) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:01.512705 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-5e06ea4e-c3bb-4141-9992-ec054c2d66c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 1000 time: 0.0702028
Nov 27 21:16:01.554231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44cba87-6a6c-4688-87e6-c5ba2828d44c admin admin] Deleting subnet 07179a77-67fb-49d1-b1e5-6721a6f3c44b {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:16:01.557307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d44cba87-6a6c-4688-87e6-c5ba2828d44c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.567944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-5f8a6151-9bf1-42e6-8a27-cc16c6a9e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:01.569487 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-5f8a6151-9bf1-42e6-8a27-cc16c6a9e70f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0494471
Nov 27 21:16:01.591274 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d44cba87-6a6c-4688-87e6-c5ba2828d44c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.615966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-c4e79020-4e0d-4d1c-b2f5-36a53f990f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:01.617499 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-c4e79020-4e0d-4d1c-b2f5-36a53f990f02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405025
Nov 27 21:16:01.667455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d44cba87-6a6c-4688-87e6-c5ba2828d44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.707387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-1ab6c277-fd4a-4c49-a057-3f0b323a1aa8 service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827217
Nov 27 21:16:01.719282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d44cba87-6a6c-4688-87e6-c5ba2828d44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.748391 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cba87-6a6c-4688-87e6-c5ba2828d44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07179a77-67fb-49d1-b1e5-6721a6f3c44b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:01.756799 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d44cba87-6a6c-4688-87e6-c5ba2828d44c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.760426 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d44cba87-6a6c-4688-87e6-c5ba2828d44c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/07179a77-67fb-49d1-b1e5-6721a6f3c44b HTTP/1.1" status: 204  len: 168 time: 0.2610407
Nov 27 21:16:01.764272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d66b81-af5e-4fbc-bd0d-4acd9db9ebec None None] Network 07546b02-5ee2-4818-98ab-2b9b50e1991f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:16:01.764462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41974) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:01.857776 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.873434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-20190359-3cd7-40f2-aeb4-64ba5865a725 service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588497
Nov 27 21:16:01.928790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Deleting port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:16:01.929134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:01.973209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] DHCP port deletion for 07546b02-5ee2-4818-98ab-2b9b50e1991f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:16:02.009212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] For port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:02.011334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.027062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Calling delete_port for 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:16:02.030552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Deleting port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:16:02.031183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.119335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.119997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] For port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb,segment=NetworkSegment(4ff30cd6-69a8-4924-8ac1-edea720f19fd),segment_id=4ff30cd6-69a8-4924-8ac1-edea720f19fd)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:02.120460 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.135909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Calling delete_port for 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:16:02.151537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:02.154683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] No DVR routers for this DVR port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:16:02.211521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fe501-46e5-4b8a-9ff3-98a8dce6b87f req-8460f8b2-687e-48ef-bd41-6c940533182b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:02.214040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a46fe501-46e5-4b8a-9ff3-98a8dce6b87f req-8460f8b2-687e-48ef-bd41-6c940533182b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0732310
Nov 27 21:16:02.225168 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.254670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.256596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Pushing event deleted for resources: {'Port': ['ID=0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:02.261191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] No DVR routers for this DVR port 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:16:02.270981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.271850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a46fe501-46e5-4b8a-9ff3-98a8dce6b87f req-90c69047-af9d-4e8b-a6be-89aef6ea476a tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510604
Nov 27 21:16:02.278199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.279198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.279649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.280533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.280533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.280914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.281410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.281923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.282346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.282826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.283222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867759f1-b820-495e-937e-95a7f672eaaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:02.297039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3feda7d00>,) {'filters': {'network_id': ['07546b02-5ee2-4818-98ab-2b9b50e1991f']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:02.306719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feda7d00>, '4ff30cd6-69a8-4924-8ac1-edea720f19fd') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:02.307020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feda7d00>, '4ff30cd6-69a8-4924-8ac1-edea720f19fd') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:02.316816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.330691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.336584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:16:02.337012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:16:02.338636 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:16:02.404321 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.423532 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.428431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/07546b02-5ee2-4818-98ab-2b9b50e1991f HTTP/1.1" status: 204  len: 168 time: 0.6613913
Nov 27 21:16:02.442473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a90c6a-b473-4bfa-991b-2c3ee19ab7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=07546b02-5ee2-4818-98ab-2b9b50e1991f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:02.469433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5395f-b3ec-4c91-bcbf-eff00763080d req-4096cb4c-4e05-46c8-bc61-c0fc16de5463 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:02.470995 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10e5395f-b3ec-4c91-bcbf-eff00763080d req-4096cb4c-4e05-46c8-bc61-c0fc16de5463 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0778177
Nov 27 21:16:02.521972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10e5395f-b3ec-4c91-bcbf-eff00763080d req-9b1e943f-a841-4ed8-8c92-06b202af6a25 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450854
Nov 27 21:16:02.549082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41982) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:02.588671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-78f67589-63f4-4813-b30f-de75ae1a3ca9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c38c1fb709545fbb6279c9ee1dafe5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383630
Nov 27 21:16:02.590965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 41984) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:02.637794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4202a613-1f59-4043-a204-833d0748d988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.658149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4202a613-1f59-4043-a204-833d0748d988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.703183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4202a613-1f59-4043-a204-833d0748d988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.705879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4202a613-1f59-4043-a204-833d0748d988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:02.707109 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4202a613-1f59-4043-a204-833d0748d988 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e19d168-ea97-4e90-ac61-2db689f0ad61 HTTP/1.1" status: 204  len: 168 time: 0.1152115
Nov 27 21:16:02.714833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202a613-1f59-4043-a204-833d0748d988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e19d168-ea97-4e90-ac61-2db689f0ad61,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:02.911147 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1c922b36-c56d-40f0-b004-34e4bf3de4a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:16:02.931443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 1c922b36-c56d-40f0-b004-34e4bf3de4a8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:16:02.931891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 1c922b36-c56d-40f0-b004-34e4bf3de4a8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:16:02.932378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a9dc9ceb-c769-4729-9523-5fe045145067 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:16:02.950893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: a9dc9ceb-c769-4729-9523-5fe045145067 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:16:02.951266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a9dc9ceb-c769-4729-9523-5fe045145067 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:16:02.951704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:16:02.970737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:16:02.971312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0ecb703a-7ac6-46d1-a6fd-7f0c2be5c1eb not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:16:03.359525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42008) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:03.394512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fe827-278e-40e7-b374-28bf75592268 req-ceb05a7d-404f-4845-bcd4-380289fe2c9d tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:03.395954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-981fe827-278e-40e7-b374-28bf75592268 req-ceb05a7d-404f-4845-bcd4-380289fe2c9d tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0535123
Nov 27 21:16:03.447183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-981fe827-278e-40e7-b374-28bf75592268 req-76dbca18-7508-463f-8263-703884a4920d tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434804
Nov 27 21:16:03.468971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-309080201-network', 'tenant_id': '69498babf76b4a11b6e2c434cacd824d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:16:03.490129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Made reservation on behalf of 69498babf76b4a11b6e2c434cacd824d for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:16:03.492763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:03.501445 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:03.577774 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:03.582036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:03.609063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:16:03.643600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:03.643947 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Added segment fc96da5c-a6f9-4ad4-b2c1-f793eee4b075 of type vlan for network 800a0b47-434e-4eaf-b649-afd860a1c0af
Nov 27 21:16:03.652622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:03.699261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07fc23-1d34-427a-9db2-69380e3352a2 req-86725003-4c1a-4a72-aa2c-480fbe97bb0c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:03.700798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa07fc23-1d34-427a-9db2-69380e3352a2 req-86725003-4c1a-4a72-aa2c-480fbe97bb0c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.1056120
Nov 27 21:16:03.702324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:03.746916 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:03.747902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:03.748460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:03.815091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa07fc23-1d34-427a-9db2-69380e3352a2 req-bb97d5f9-a9b4-48ac-9e94-bf623d4dabe5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072829
Nov 27 21:16:03.824143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.4635606
Nov 27 21:16:03.827421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42014) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:03.829577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11458f94-2c7f-4eef-a0f5-3fbf875b9e9a admin admin] Pushing event updated for resources: {'Network': ['ID=800a0b47-434e-4eaf-b649-afd860a1c0af,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:03.833164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Request body: {'subnet': {'network_id': '800a0b47-434e-4eaf-b649-afd860a1c0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-309080201-subnet', 'tenant_id': '69498babf76b4a11b6e2c434cacd824d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:16:03.839999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 800a0b47-434e-4eaf-b649-afd860a1c0af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:16:03.861784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Made reservation on behalf of 69498babf76b4a11b6e2c434cacd824d for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:16:03.864085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:04.036655 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:04.093441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1f73aa-bc6b-4d57-943f-c785365cf1b6,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:04.103654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Checking segment: {'id': 'fc96da5c-a6f9-4ad4-b2c1-f793eee4b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '800a0b47-434e-4eaf-b649-afd860a1c0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:16:04.104010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Network hostable DHCP agents. Network: 800a0b47-434e-4eaf-b649-afd860a1c0af, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:16:04.123233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Network 800a0b47-434e-4eaf-b649-afd860a1c0af is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:16:04.134120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 800a0b47-434e-4eaf-b649-afd860a1c0af) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:16:04.138561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:04.139163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:04.143787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7b9ee-80ae-492b-985d-335315b97001 None None] Network 800a0b47-434e-4eaf-b649-afd860a1c0af requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:16:04.155423 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4a6ef87f-7ac0-4e65-9b55-989a2f0dc9a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.3268995
Nov 27 21:16:04.267801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df81e7ab-4edb-4808-9007-a87f11edb23c None None] Network 800a0b47-434e-4eaf-b649-afd860a1c0af requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:16:04.332828 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-760641da-b735-4f15-a836-04ccc6c818c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:04.571186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bf9d2-8702-476a-b0df-62f5b90b22d2 req-d886156a-e274-4531-b1d9-ba0f3dd8f577 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:04.572703 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf0bf9d2-8702-476a-b0df-62f5b90b22d2 req-d886156a-e274-4531-b1d9-ba0f3dd8f577 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0484736
Nov 27 21:16:04.599120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ae265fe7-dec5-428f-b162-c134696cb0cd tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:04.600644 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ae265fe7-dec5-428f-b162-c134696cb0cd tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/networks?id=800a0b47-434e-4eaf-b649-afd860a1c0af HTTP/1.1" status: 200  len: 820 time: 0.1064720
Nov 27 21:16:04.615806 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-09330887-a9f1-40c0-b68c-956ed8160d10 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/quotas/69498babf76b4a11b6e2c434cacd824d HTTP/1.1" status: 200  len: 375 time: 0.0091827
Nov 27 21:16:04.619451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf0bf9d2-8702-476a-b0df-62f5b90b22d2 req-a0a8a4e3-049a-4187-ab91-d0f0b4d20dc5 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402339
Nov 27 21:16:04.648346 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ab2650bc-9e65-43fb-854a-7e081197375b tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=69498babf76b4a11b6e2c434cacd824d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0270348
Nov 27 21:16:04.738101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-79aac31a-0ba0-4b38-bd2c-766c4f25a5dc service neutron] 10.222.0.21 "GET /v2.0/networks/800a0b47-434e-4eaf-b649-afd860a1c0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820599
Nov 27 21:16:04.828775 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ca704dc7-8981-458b-bfe8-dceafa2ba917 service neutron] 10.222.0.21 "GET /v2.0/networks/800a0b47-434e-4eaf-b649-afd860a1c0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843494
Nov 27 21:16:04.938131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7f61e-01e4-45cd-8bf1-9dd0db7fa04c req-ae634795-1f41-4ac6-80b1-4054b048efd3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:04.939810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5d7f61e-01e4-45cd-8bf1-9dd0db7fa04c req-ae634795-1f41-4ac6-80b1-4054b048efd3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0553176
Nov 27 21:16:05.007191 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6120316b-8f73-49ee-aa04-bae934fdae77 req-0eb80089-f22c-4ad1-868e-356e1de2e193 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 210 time: 0.0467572
Nov 27 21:16:05.017031 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5d7f61e-01e4-45cd-8bf1-9dd0db7fa04c req-ffa2eac4-f748-46a5-8799-81b3906fafb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694170
Nov 27 21:16:05.735340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41403f2-dc9d-4cbc-8572-81d5918b5e90 req-55c1d8eb-2230-4dbe-ae19-d77a45af2c70 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:05.736830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d41403f2-dc9d-4cbc-8572-81d5918b5e90 req-55c1d8eb-2230-4dbe-ae19-d77a45af2c70 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0484700
Nov 27 21:16:05.788526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d41403f2-dc9d-4cbc-8572-81d5918b5e90 req-00d177e7-e115-4456-83e3-2556c5954660 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454388
Nov 27 21:16:05.956012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ceb7696d-1318-4803-af1d-de5f514582cc tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:05.957792 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ceb7696d-1318-4803-af1d-de5f514582cc tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.15 "GET /v2.0/networks?id=800a0b47-434e-4eaf-b649-afd860a1c0af HTTP/1.1" status: 200  len: 820 time: 0.1273227
Nov 27 21:16:05.972197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Request body: {'port': {'device_id': '29575d48-3645-484e-a126-06772c6ce6b9', 'network_id': '800a0b47-434e-4eaf-b649-afd860a1c0af', 'admin_state_up': True, 'tenant_id': '69498babf76b4a11b6e2c434cacd824d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:16:06.005536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3bc1e-13da-47cf-b645-0d074aa5d867 req-608cf247-14c4-4e60-b675-05113767bb2e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:06.007029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4c3bc1e-13da-47cf-b645-0d074aa5d867 req-608cf247-14c4-4e60-b675-05113767bb2e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0530117
Nov 27 21:16:06.061128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e4c3bc1e-13da-47cf-b645-0d074aa5d867 req-d8e4a90d-a54e-4e5a-aebb-386960f88e82 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473900
Nov 27 21:16:06.109666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-4c5f8741-a475-4e98-9957-86101efec5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:06.111195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-4c5f8741-a475-4e98-9957-86101efec5e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 1096 time: 0.0922410
Nov 27 21:16:06.129716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a6f70f6d-4411-4a18-8fb6-ca4306cba859 req-ce60e741-d149-4aba-95f1-629aeea38303 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 210 time: 0.0511191
Nov 27 21:16:06.173628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05bb58-2942-47dd-a559-4eb45cfe316c req-52ea670d-553f-4266-9ed9-a466f09b68a5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:06.175137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b05bb58-2942-47dd-a559-4eb45cfe316c req-52ea670d-553f-4266-9ed9-a466f09b68a5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0499289
Nov 27 21:16:06.199581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Made reservation on behalf of 69498babf76b4a11b6e2c434cacd824d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:16:06.203136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:06.227227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b05bb58-2942-47dd-a559-4eb45cfe316c req-ee02e97f-f93c-407d-a041-525978db1e2b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459862
Nov 27 21:16:06.250036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-f4d32a9f-f7ac-4fe0-a3c6-b7b6d36f5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:06.251595 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-f4d32a9f-f7ac-4fe0-a3c6-b7b6d36f5922 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 911 time: 0.1269064
Nov 27 21:16:06.381663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-26836cb8-ad5b-4bf0-83cc-39c62644daad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd HTTP/1.1" status: 200  len: 1001 time: 0.0996044
Nov 27 21:16:06.407842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Allocated IP 172.20.0.8 (800a0b47-434e-4eaf-b649-afd860a1c0af/9e1f73aa-bc6b-4d57-943f-c785365cf1b6/c1b48c8c-2fa9-4e62-b0d0-294f3234637c) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:16:06.452467 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6c77-80d0-4a24-8f0c-949b8f13643b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:06.465525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-a5946568-eab2-47bf-92b7-10655ac00046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:06.467641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-a5946568-eab2-47bf-92b7-10655ac00046 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0730350
Nov 27 21:16:06.574599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-527119ce-58ba-45f7-b04e-2bd107f08b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:06.576624 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-527119ce-58ba-45f7-b04e-2bd107f08b23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0971444
Nov 27 21:16:06.664323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:06.711871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-eb1eecee-c212-430e-ae0a-32d31a3c78bd service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1177604
Nov 27 21:16:06.722148 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:06.815995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Network 800a0b47-434e-4eaf-b649-afd860a1c0af is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:16:06.822656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:16:06.826927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:16:06.829297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Pushing event updated for resources: {'Port': ['ID=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:07.251074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12ffb-5065-4f7d-ac94-f834e3bac26f req-45e150a4-1a90-411c-8793-bc724bb4b9f9 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:07.252901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7ae12ffb-5065-4f7d-ac94-f834e3bac26f req-45e150a4-1a90-411c-8793-bc724bb4b9f9 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 931 time: 0.0533195
Nov 27 21:16:07.253284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:07.253889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:07.264155 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3d7703-f6aa-46bd-b13e-e47d073939ba req-45172618-f029-4eaf-882f-8abe2966fcc5 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5396671
Nov 27 21:16:07.281689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-d9f6550b-8cce-47e6-b8fa-a98854c278ec tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3135946
Nov 27 21:16:07.292827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d5d11-be78-4e53-ab84-a09acca08095 req-fb7bdad4-ae8b-4e32-a650-8ae1a9645ed5 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:07.294320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c29d5d11-be78-4e53-ab84-a09acca08095 req-fb7bdad4-ae8b-4e32-a650-8ae1a9645ed5 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0824482
Nov 27 21:16:07.299906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Request body: {'port': {'device_id': '29575d48-3645-484e-a126-06772c6ce6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:16:07.304150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7ae12ffb-5065-4f7d-ac94-f834e3bac26f req-8e014474-f0cd-4789-b490-e03dedb6b4c4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437944
Nov 27 21:16:07.384295 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:07.395851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c29d5d11-be78-4e53-ab84-a09acca08095 req-33e05cae-60f7-49ba-b9c6-665c30845278 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919194
Nov 27 21:16:07.420608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad8aaa-6e3b-4e10-ab06-7beef84ddb82 req-a5708d76-79d1-46ce-a515-e615185214d9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:07.420608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5fad8aaa-6e3b-4e10-ab06-7beef84ddb82 req-a5708d76-79d1-46ce-a515-e615185214d9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0518916
Nov 27 21:16:07.467697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5fad8aaa-6e3b-4e10-ab06-7beef84ddb82 req-dbac659e-956d-410b-80ea-e54689e584ac tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459197
Nov 27 21:16:07.651953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b48c8c-2fa9-4e62-b0d0-294f3234637c {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:16:07.659181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:07.670873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Transition to ACTIVE for port object c1b48c8c-2fa9-4e62-b0d0-294f3234637c will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:16:07.673857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:07.724937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:07.790098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Attempting to bind port c1b48c8c-2fa9-4e62-b0d0-294f3234637c on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:16:07.790439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Attempting to bind port c1b48c8c-2fa9-4e62-b0d0-294f3234637c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fc96da5c-a6f9-4ad4-b2c1-f793eee4b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '800a0b47-434e-4eaf-b649-afd860a1c0af'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:16:07.790772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Attempting to bind port c1b48c8c-2fa9-4e62-b0d0-294f3234637c on network 800a0b47-434e-4eaf-b649-afd860a1c0af {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:16:07.795475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Port c1b48c8c-2fa9-4e62-b0d0-294f3234637c on network 800a0b47-434e-4eaf-b649-afd860a1c0af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:16:07.795801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Attempting to bind port c1b48c8c-2fa9-4e62-b0d0-294f3234637c on network 800a0b47-434e-4eaf-b649-afd860a1c0af {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:16:07.800609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:16:07.800950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Checking segment: {'id': 'fc96da5c-a6f9-4ad4-b2c1-f793eee4b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '800a0b47-434e-4eaf-b649-afd860a1c0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:16:07.801336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Bound using segment: {'id': 'fc96da5c-a6f9-4ad4-b2c1-f793eee4b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '800a0b47-434e-4eaf-b649-afd860a1c0af'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:16:07.801759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Bound port: c1b48c8c-2fa9-4e62-b0d0-294f3234637c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc96da5c-a6f9-4ad4-b2c1-f793eee4b075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '800a0b47-434e-4eaf-b649-afd860a1c0af'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:16:07.802112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:07.850398 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:07.866150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] For port c1b48c8c-2fa9-4e62-b0d0-294f3234637c, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:16:07.869301 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] For port c1b48c8c-2fa9-4e62-b0d0-294f3234637c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,segment=NetworkSegment(fc96da5c-a6f9-4ad4-b2c1-f793eee4b075),segment_id=fc96da5c-a6f9-4ad4-b2c1-f793eee4b075)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:16:07.873727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:07.907062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:07.907730 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:07.909119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] 10.222.0.15 "PUT /v2.0/ports/c1b48c8c-2fa9-4e62-b0d0-294f3234637c HTTP/1.1" status: 200  len: 1091 time: 0.6138895
Nov 27 21:16:07.909562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29575d48-3645-484e-a126-06772c6ce6b9', 'tag': 'c1b48c8c-2fa9-4e62-b0d0-294f3234637c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:16:07.911974 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ecf75f-cf54-4027-8c6a-8658df159f76" -d '{"events": [{"name": "network-changed", "server_uuid": "29575d48-3645-484e-a126-06772c6ce6b9", "tag": "c1b48c8c-2fa9-4e62-b0d0-294f3234637c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:16:07.940410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b8c1d-8ff6-4b62-8723-2c69f0a47e40 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:07.949564 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d92e955-9a58-45c7-9810-203a39293364 x-openstack-request-id: req-1d92e955-9a58-45c7-9810-203a39293364 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:16:07.949864 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29575d48-3645-484e-a126-06772c6ce6b9", "tag": "c1b48c8c-2fa9-4e62-b0d0-294f3234637c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:16:07.950186 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d92e955-9a58-45c7-9810-203a39293364 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:16:07.951144 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29575d48-3645-484e-a126-06772c6ce6b9', 'tag': 'c1b48c8c-2fa9-4e62-b0d0-294f3234637c', 'status': 'completed', 'code': 200}
Nov 27 21:16:07.996652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-5aa6e7d8-0305-4ef6-8d42-e328a17f58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:07.998801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-5aa6e7d8-0305-4ef6-8d42-e328a17f58a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69498babf76b4a11b6e2c434cacd824d&device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 1094 time: 0.0422590
Nov 27 21:16:08.043627 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-2ece6980-b59f-4824-bc71-7c9be8383b32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1b48c8c-2fa9-4e62-b0d0-294f3234637c HTTP/1.1" status: 200  len: 217 time: 0.0357463
Nov 27 21:16:08.092390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-8edb0b1a-cbe1-46ab-a353-d8a1f5c819ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:08.093849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-8edb0b1a-cbe1-46ab-a353-d8a1f5c819ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e1f73aa-bc6b-4d57-943f-c785365cf1b6 HTTP/1.1" status: 200  len: 860 time: 0.0441878
Nov 27 21:16:08.126948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-43ab0b8a-5852-4681-bfe0-3a6cc6310f64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=800a0b47-434e-4eaf-b649-afd860a1c0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251009
Nov 27 21:16:08.217664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-6945d37f-9b07-4adf-b6c0-ba453620a78a service neutron] 10.222.0.15 "GET /v2.0/networks/800a0b47-434e-4eaf-b649-afd860a1c0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833573
Nov 27 21:16:08.306907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fb36141-25f9-4c3c-b4c3-f3003b94c908 req-cb0c6842-0a18-418d-bae0-dc324d0ed46a service neutron] 10.222.0.15 "GET /v2.0/networks/800a0b47-434e-4eaf-b649-afd860a1c0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800846
Nov 27 21:16:08.395997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-7830f432-b81f-46ee-b9bc-509055111720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:08.397280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-7830f432-b81f-46ee-b9bc-509055111720 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69498babf76b4a11b6e2c434cacd824d&device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 1094 time: 0.0477438
Nov 27 21:16:08.430979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdfb83-fa2d-4469-8c40-4f63a8ea34fe req-bee2ea11-568e-4b63-b0c2-1f031790b18c tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:08.439034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70cdfb83-fa2d-4469-8c40-4f63a8ea34fe req-bee2ea11-568e-4b63-b0c2-1f031790b18c tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 943 time: 0.0606048
Nov 27 21:16:08.494092 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70cdfb83-fa2d-4469-8c40-4f63a8ea34fe req-bb4dd629-ba2d-40ab-928c-569d6ad30efe tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537159
Nov 27 21:16:08.527343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-3e398a39-0273-44c0-822b-42748edd54de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:08.529368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-3e398a39-0273-44c0-822b-42748edd54de service neutron] 10.222.0.15 "GET /v2.0/networks?id=800a0b47-434e-4eaf-b649-afd860a1c0af HTTP/1.1" status: 200  len: 921 time: 0.1246934
Nov 27 21:16:08.578261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-81fe9db0-0663-41c9-bc48-5a0e44de11ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1b48c8c-2fa9-4e62-b0d0-294f3234637c HTTP/1.1" status: 200  len: 217 time: 0.0409439
Nov 27 21:16:08.587121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cf0f4-f2c1-4f18-8ab3-a114b5a2968a req-10de3ba2-ff37-4b0a-84f2-2b79814a09ba tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:08.588630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c0cf0f4-f2c1-4f18-8ab3-a114b5a2968a req-10de3ba2-ff37-4b0a-84f2-2b79814a09ba tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0986183
Nov 27 21:16:08.599289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e0b2-8c3f-408b-aa76-4df6aa8174ee req-688b7ac7-454b-4eea-b29f-46780e253646 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:08.600799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f89e0b2-8c3f-408b-aa76-4df6aa8174ee req-688b7ac7-454b-4eea-b29f-46780e253646 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0484707
Nov 27 21:16:08.649247 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f89e0b2-8c3f-408b-aa76-4df6aa8174ee req-bb5d3b93-2ba0-42d8-b565-01e4a3fc3de2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423825
Nov 27 21:16:08.654668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-0bfd4740-a5a7-4192-a24e-52471a7306ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:08.656186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-0bfd4740-a5a7-4192-a24e-52471a7306ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e1f73aa-bc6b-4d57-943f-c785365cf1b6 HTTP/1.1" status: 200  len: 860 time: 0.0666833
Nov 27 21:16:08.679539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c0cf0f4-f2c1-4f18-8ab3-a114b5a2968a req-81fd414d-7e92-4738-b5c8-7a8833ad6d69 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820458
Nov 27 21:16:08.693664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-b30cde4e-a78d-4051-a374-8fd623d19afa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=800a0b47-434e-4eaf-b649-afd860a1c0af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0299633
Nov 27 21:16:08.787527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-b57f2a8f-c184-4d1d-b2a5-b3655f405410 service neutron] 10.222.0.15 "GET /v2.0/networks/800a0b47-434e-4eaf-b649-afd860a1c0af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860636
Nov 27 21:16:08.877332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7ecf75f-cf54-4027-8c6a-8658df159f76 req-7cad9880-caeb-4a2c-a17f-3613bcffc97b service neutron] 10.222.0.15 "GET /v2.0/networks/800a0b47-434e-4eaf-b649-afd860a1c0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821016
Nov 27 21:16:09.561611 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:09.610728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e883b-32b0-4ae4-89d5-48d6dc4fdb84 req-b7ac3ffe-9ae2-48d3-8824-a4d94f890eb9 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:09.612261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d42e883b-32b0-4ae4-89d5-48d6dc4fdb84 req-b7ac3ffe-9ae2-48d3-8824-a4d94f890eb9 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 943 time: 0.0480223
Nov 27 21:16:09.659780 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d42e883b-32b0-4ae4-89d5-48d6dc4fdb84 req-c811cef9-60db-43db-9577-0c619effcdbd tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413804
Nov 27 21:16:09.770725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e391e-c1f5-4f4d-aa3c-7448d76a3e84 req-8db08304-dda2-4112-bb68-1dfe8d9cf197 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:09.772246 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f34e391e-c1f5-4f4d-aa3c-7448d76a3e84 req-8db08304-dda2-4112-bb68-1dfe8d9cf197 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0569298
Nov 27 21:16:09.823096 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f34e391e-c1f5-4f4d-aa3c-7448d76a3e84 req-24636d12-203f-4e5a-ace5-0ee7935eb715 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446899
Nov 27 21:16:10.276861 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:10.787246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec98ed-c7a7-4f03-b72a-ed5e3c85e8a2 req-ada3dae6-6095-4cc4-b648-696de3890118 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:10.788737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5ec98ed-c7a7-4f03-b72a-ed5e3c85e8a2 req-ada3dae6-6095-4cc4-b648-696de3890118 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 943 time: 0.0613716
Nov 27 21:16:10.835911 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5ec98ed-c7a7-4f03-b72a-ed5e3c85e8a2 req-4c04c3df-aca7-4a73-8902-292f7ee15289 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407252
Nov 27 21:16:10.940091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c758a-d299-4fdb-901b-597fa2a4d641 req-fad29979-7592-4f66-af04-5a3a11bf244b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:10.941846 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f4c758a-d299-4fdb-901b-597fa2a4d641 req-fad29979-7592-4f66-af04-5a3a11bf244b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0493112
Nov 27 21:16:10.990674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f4c758a-d299-4fdb-901b-597fa2a4d641 req-d9ab4e3c-1d35-4996-8ea8-82b543e0630c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426383
Nov 27 21:16:11.569734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c1b48c8c-2fa9-4e62-b0d0-294f3234637c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:16:11.662513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c1b48c8c-2fa9-4e62-b0d0-294f3234637c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,segment=NetworkSegment(fc96da5c-a6f9-4ad4-b2c1-f793eee4b075),segment_id=fc96da5c-a6f9-4ad4-b2c1-f793eee4b075)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:11.673824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'c1b48c8c-2fa9-4e62-b0d0-294f3234637c', 'network_id': '800a0b47-434e-4eaf-b649-afd860a1c0af', 'port_id': 'c1b48c8c-2fa9-4e62-b0d0-294f3234637c', 'mac_address': 'fa:16:3e:fd:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1f73aa-bc6b-4d57-943f-c785365cf1b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:16:11.709530 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:11.721736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b48c8c-2fa9-4e62-b0d0-294f3234637c {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:16:11.745166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c1b48c8c-2fa9-4e62-b0d0-294f3234637c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,segment=NetworkSegment(fc96da5c-a6f9-4ad4-b2c1-f793eee4b075),segment_id=fc96da5c-a6f9-4ad4-b2c1-f793eee4b075)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:11.749280 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:11.795229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:11.950675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab12fd-6937-4221-ba9c-cb9eae16da35 req-a8695b36-2427-4d8a-ac84-35253741ef7b tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:11.952208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dab12fd-6937-4221-ba9c-cb9eae16da35 req-a8695b36-2427-4d8a-ac84-35253741ef7b tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 944 time: 0.0495126
Nov 27 21:16:11.999438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dab12fd-6937-4221-ba9c-cb9eae16da35 req-1e614938-1046-4ea3-9002-a09f0446371f tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409684
Nov 27 21:16:12.086918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c1b48c8c-2fa9-4e62-b0d0-294f3234637c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:16:12.105414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d14c5-4eea-45fd-ba5d-69c2816f8ca0 req-cb6ab84b-7ed2-4591-9aea-e6449020cc45 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:12.106901 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b6d14c5-4eea-45fd-ba5d-69c2816f8ca0 req-cb6ab84b-7ed2-4591-9aea-e6449020cc45 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0497777
Nov 27 21:16:12.162635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b6d14c5-4eea-45fd-ba5d-69c2816f8ca0 req-86d80cac-0410-4dfc-bff2-e60e085083a6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493217
Nov 27 21:16:13.117494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f0349-c1e7-4583-ac5e-3b95bb9cb35e req-1424259a-b382-492f-b6d3-9634cda79ad0 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:13.118885 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef6f0349-c1e7-4583-ac5e-3b95bb9cb35e req-1424259a-b382-492f-b6d3-9634cda79ad0 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 944 time: 0.0519230
Nov 27 21:16:13.165143 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef6f0349-c1e7-4583-ac5e-3b95bb9cb35e req-cdec2575-5bb9-4b70-bc58-7e701561c89b tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403354
Nov 27 21:16:13.279658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5910ae-c831-4d95-842c-d04bcaef6355 req-5db07160-a614-4b03-b428-baf7e1b9bcde tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:13.281137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec5910ae-c831-4d95-842c-d04bcaef6355 req-5db07160-a614-4b03-b428-baf7e1b9bcde tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0488503
Nov 27 21:16:13.329664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec5910ae-c831-4d95-842c-d04bcaef6355 req-7e785595-227b-405c-a55a-ddbb1ce7ae22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426300
Nov 27 21:16:13.586238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c1b48c8c-2fa9-4e62-b0d0-294f3234637c up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:16:13.632212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port c1b48c8c-2fa9-4e62-b0d0-294f3234637c completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:16:13.635701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port c1b48c8c-2fa9-4e62-b0d0-294f3234637c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:16:13.636072 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:13.709231 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:13.731172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29575d48-3645-484e-a126-06772c6ce6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b48c8c-2fa9-4e62-b0d0-294f3234637c'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:16:13.733485 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a35ec-c566-4355-9819-d2acd2dd1174" -d '{"events": [{"server_uuid": "29575d48-3645-484e-a126-06772c6ce6b9", "name": "network-vif-plugged", "status": "completed", "tag": "c1b48c8c-2fa9-4e62-b0d0-294f3234637c"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:16:13.752704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c1b48c8c-2fa9-4e62-b0d0-294f3234637c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,segment=NetworkSegment(fc96da5c-a6f9-4ad4-b2c1-f793eee4b075),segment_id=fc96da5c-a6f9-4ad4-b2c1-f793eee4b075)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:13.756800 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:13.877101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275a3c7-1a88-42ae-ab61-40a57822c76d req-0796fc3f-dc54-4f98-9efc-9b5014b6917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:13.879117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2275a3c7-1a88-42ae-ab61-40a57822c76d req-0796fc3f-dc54-4f98-9efc-9b5014b6917d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 1096 time: 0.0443113
Nov 27 21:16:13.902360 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-81e242aa-dc22-4989-ad04-46086524afca service neutron] show failed (client error): The resource could not be found.
Nov 27 21:16:13.903533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-81e242aa-dc22-4989-ad04-46086524afca service neutron] 10.222.0.15 "GET /v2.0/ports/96518edd-82d2-476c-a100-d0051b6efd10/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0592129
Nov 27 21:16:13.926124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2275a3c7-1a88-42ae-ab61-40a57822c76d req-d35a364e-f8b1-45d7-b000-94d8a03ad55e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401204
Nov 27 21:16:13.931709 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25d44ce-60c9-4420-ad65-4363e9fcc839 x-openstack-request-id: req-c25d44ce-60c9-4420-ad65-4363e9fcc839 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:16:13.932006 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29575d48-3645-484e-a126-06772c6ce6b9", "name": "network-vif-plugged", "status": "completed", "tag": "c1b48c8c-2fa9-4e62-b0d0-294f3234637c", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:16:13.932262 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c25d44ce-60c9-4420-ad65-4363e9fcc839 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:16:13.932696 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29575d48-3645-484e-a126-06772c6ce6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b48c8c-2fa9-4e62-b0d0-294f3234637c', 'code': 200}
Nov 27 21:16:13.958612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:14.309011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-64be729e-6e3f-4b8b-b613-c9c40f151fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:14.311036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-64be729e-6e3f-4b8b-b613-c9c40f151fb1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 1096 time: 0.0653846
Nov 27 21:16:14.319177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1174b5-5806-428e-a55b-708eba5fb38f req-6600c6e7-3238-4506-9d2f-dc7bb3d064bf tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:14.320570 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a1174b5-5806-428e-a55b-708eba5fb38f req-6600c6e7-3238-4506-9d2f-dc7bb3d064bf tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 945 time: 0.0839276
Nov 27 21:16:14.325842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:16:14.414716 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:14.421565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a1174b5-5806-428e-a55b-708eba5fb38f req-40ccbe67-1c2f-4ce4-9d7b-66cabf1aa5ee tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919733
Nov 27 21:16:14.458427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4a4d-906d-46d5-a204-0af81f959057 req-9c2bc26a-3e0a-4ea2-b342-ada09c9fab43 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:14.460308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4eea4a4d-906d-46d5-a204-0af81f959057 req-9c2bc26a-3e0a-4ea2-b342-ada09c9fab43 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0576096
Nov 27 21:16:14.512108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4eea4a4d-906d-46d5-a204-0af81f959057 req-c15eac19-f2bb-4846-935f-05877c71aa3b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454991
Nov 27 21:16:14.623770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:14.654701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:16:14.693674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:16:14.696018 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d590f5-39ab-4d92-8343-f97f5f6106c2" -d '{"events": [{"server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "name": "network-vif-unplugged", "status": "completed", "tag": "96518edd-82d2-476c-a100-d0051b6efd10"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:16:14.700108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:14.712429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Transition to ACTIVE for port object 96518edd-82d2-476c-a100-d0051b6efd10 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:16:14.716442 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:14.746512 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ecb148-6bc5-4985-b570-f06c1b335601 x-openstack-request-id: req-c9ecb148-6bc5-4985-b570-f06c1b335601 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:16:14.747451 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "name": "network-vif-unplugged", "status": "completed", "tag": "96518edd-82d2-476c-a100-d0051b6efd10", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:16:14.747713 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9ecb148-6bc5-4985-b570-f06c1b335601 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:16:14.748108 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10', 'code': 200}
Nov 27 21:16:14.807297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Pushing event updated for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:14.843345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] No DVR routers for this DVR port 96518edd-82d2-476c-a100-d0051b6efd10 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:16:14.980252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Attempting to bind port 96518edd-82d2-476c-a100-d0051b6efd10 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:16:14.980596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Attempting to bind port 96518edd-82d2-476c-a100-d0051b6efd10 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:16:14.980925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Attempting to bind port 96518edd-82d2-476c-a100-d0051b6efd10 on network a4b376cb-8e19-49db-9b64-e37cc05f1c33 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:16:14.985711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Port 96518edd-82d2-476c-a100-d0051b6efd10 on network a4b376cb-8e19-49db-9b64-e37cc05f1c33 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:16:14.986039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Attempting to bind port 96518edd-82d2-476c-a100-d0051b6efd10 on network a4b376cb-8e19-49db-9b64-e37cc05f1c33 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:16:14.991037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:16:14.991407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Checking segment: {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:16:14.991795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Bound using segment: {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:16:14.992313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Bound port: 96518edd-82d2-476c-a100-d0051b6efd10, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5730a7e-4057-4c09-b8de-60edbc7eb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:16:14.992669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:15.053948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:16:15.056997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:16:15.061322 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:15.095367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:15.095992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:15.097759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] 10.222.0.35 "PUT /v2.0/ports/96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 1091 time: 0.7763066
Nov 27 21:16:15.134019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d827f-bdc9-4cfb-a2d3-909cae411d01 service neutron] Pushing event updated for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:15.171913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-02512946-da1c-4344-9531-74bd1b669d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:15.173428 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-02512946-da1c-4344-9531-74bd1b669d36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1094 time: 0.0483541
Nov 27 21:16:15.277864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-a8817c91-2de3-424c-b982-7f1aa3b74835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:15.279618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-a8817c91-2de3-424c-b982-7f1aa3b74835 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 898 time: 0.0995352
Nov 27 21:16:15.352307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-ebe48393-9867-4dfc-a39e-a68ad47e9485 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 998 time: 0.0646908
Nov 27 21:16:15.411610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-ce45a746-4f70-48bc-98cb-6ce3c74bb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:15.413026 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-ce45a746-4f70-48bc-98cb-6ce3c74bb168 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0531173
Nov 27 21:16:15.460324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-d37608e0-8196-4c0c-9d38-0a278efc31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:15.461828 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-d37608e0-8196-4c0c-9d38-0a278efc31f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403950
Nov 27 21:16:15.557361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-1665b158-4504-4cef-a1e4-c6039166db68 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878191
Nov 27 21:16:15.560428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffecb5-4544-4052-82d0-a699b5ef2f57 req-73d6513b-e33a-436b-82a8-7b5a869527c8 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:15.561948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f0ffecb5-4544-4052-82d0-a699b5ef2f57 req-73d6513b-e33a-436b-82a8-7b5a869527c8 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 945 time: 0.0535634
Nov 27 21:16:15.609694 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f0ffecb5-4544-4052-82d0-a699b5ef2f57 req-6c3182da-c46e-4980-a9c0-3d7c8e0b91d7 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410478
Nov 27 21:16:15.687959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f351e-cdcf-464a-8308-49ec061eee3a req-6274d682-cd73-48b1-9248-23a5b90041a7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:15.689445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee6f351e-cdcf-464a-8308-49ec061eee3a req-6274d682-cd73-48b1-9248-23a5b90041a7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 943 time: 0.0807528
Nov 27 21:16:15.691724 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c495ca44-1138-4be5-ac8b-83d78f1058c9 req-f164ebdf-cedd-48e8-839b-7fbbed98a0ab service neutron] 10.222.0.35 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266983
Nov 27 21:16:15.742349 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee6f351e-cdcf-464a-8308-49ec061eee3a req-d2b9c369-6546-4b3e-aba5-6cc54459ed5d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464196
Nov 27 21:16:16.079704 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:16.167576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad78f3f-e7c7-4a10-a58d-68a6ba5c852a req-c364461f-0e1d-4543-aad2-50201a081039 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:16.169543 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7ad78f3f-e7c7-4a10-a58d-68a6ba5c852a req-c364461f-0e1d-4543-aad2-50201a081039 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 945 time: 0.0484898
Nov 27 21:16:16.215791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7ad78f3f-e7c7-4a10-a58d-68a6ba5c852a req-fefcf0df-448e-4618-a04c-d5d942bc160c tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402439
Nov 27 21:16:16.749124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:16:16.751514 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "tag": "96518edd-82d2-476c-a100-d0051b6efd10"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:16:16.799649 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5b1714-00c3-4691-af60-d47937a0f215 x-openstack-request-id: req-8e5b1714-00c3-4691-af60-d47937a0f215 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:16:16.799949 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "tag": "96518edd-82d2-476c-a100-d0051b6efd10", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:16:16.800216 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e5b1714-00c3-4691-af60-d47937a0f215 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:16:16.800710 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10', 'status': 'completed', 'code': 200}
Nov 27 21:16:16.882158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa96f7-aa5f-4f92-bec1-0ee75154d221 req-f7d8e659-ea3a-45c9-81dc-e1cdf37494e1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:16.884334 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96fa96f7-aa5f-4f92-bec1-0ee75154d221 req-f7d8e659-ea3a-45c9-81dc-e1cdf37494e1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 943 time: 0.0544860
Nov 27 21:16:16.891892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-15fee629-7669-487f-8d75-549518ccb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:16.893551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-15fee629-7669-487f-8d75-549518ccb0ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1094 time: 0.0691946
Nov 27 21:16:16.897760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-1593ca13-5a33-4eb2-9857-3f7feb62749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:16.899131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-1593ca13-5a33-4eb2-9857-3f7feb62749b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1094 time: 0.0649889
Nov 27 21:16:16.936019 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96fa96f7-aa5f-4f92-bec1-0ee75154d221 req-a7b44f18-7a15-47bb-af98-448abac78b3d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436485
Nov 27 21:16:17.056644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-f9054727-fe16-4a1a-ac7b-c27110de826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:17.058108 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-f9054727-fe16-4a1a-ac7b-c27110de826f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 898 time: 0.1561282
Nov 27 21:16:17.061251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-ff188f01-47c7-4c00-8adc-a81e674d6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:17.062574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-ff188f01-47c7-4c00-8adc-a81e674d6efa service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 898 time: 0.1521082
Nov 27 21:16:17.174676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-2ea8f4f1-e0d6-4e7e-b804-9bc622cd9f7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 998 time: 0.1083620
Nov 27 21:16:17.180076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-e98e0a83-f172-44ac-8b58-8e3fd8ede31a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 998 time: 0.1075873
Nov 27 21:16:17.257025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-231829a8-e366-4fbe-ad98-dc05a3078ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:17.258705 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-231829a8-e366-4fbe-ad98-dc05a3078ece service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0752556
Nov 27 21:16:17.262099 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-dae03f32-fd94-4085-8b12-fd68fd32943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:17.263566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-dae03f32-fd94-4085-8b12-fd68fd32943b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0564740
Nov 27 21:16:17.367065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-6b4394b2-ea4f-4714-8703-91550e63ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:17.368519 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-6b4394b2-ea4f-4714-8703-91550e63ae66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1026099
Nov 27 21:16:17.372570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-91605453-718d-4907-90d4-42db3058c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:17.373914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-91605453-718d-4907-90d4-42db3058c810 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0995002
Nov 27 21:16:17.391157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa83d6a-1c99-41ab-bcb1-4403cc9adb6f req-4abb8d17-9caf-4537-a810-be9295a9eeca tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:17.392630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6aa83d6a-1c99-41ab-bcb1-4403cc9adb6f req-4abb8d17-9caf-4537-a810-be9295a9eeca tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 945 time: 0.0960910
Nov 27 21:16:17.539186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-dd302ddf-1130-4f39-9553-d83b30abda36 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:17.540799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-dd302ddf-1130-4f39-9553-d83b30abda36 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.15 "GET /v2.0/ports?device_id=29575d48-3645-484e-a126-06772c6ce6b9 HTTP/1.1" status: 200  len: 945 time: 0.0528862
Nov 27 21:16:17.557827 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6aa83d6a-1c99-41ab-bcb1-4403cc9adb6f req-007c9ffa-e926-4319-9f9f-9ee2474439ba tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463783
Nov 27 21:16:17.578055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-ba22bea2-ebe2-47c8-b024-0ba3d934f93b service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016556
Nov 27 21:16:17.580221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-2364363e-a062-4ee8-afe4-0d6135401a3c service neutron] 10.222.0.35 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779346
Nov 27 21:16:17.622315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 96518edd-82d2-476c-a100-d0051b6efd10 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:16:17.639822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Deleting port c1b48c8c-2fa9-4e62-b0d0-294f3234637c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:16:17.640171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:17.666367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 96518edd-82d2-476c-a100-d0051b6efd10 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:16:17.735497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] For port c1b48c8c-2fa9-4e62-b0d0-294f3234637c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,segment=NetworkSegment(fc96da5c-a6f9-4ad4-b2c1-f793eee4b075),segment_id=fc96da5c-a6f9-4ad4-b2c1-f793eee4b075)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:17.735871 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:17.751599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Calling delete_port for c1b48c8c-2fa9-4e62-b0d0-294f3234637c owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:16:17.891967 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:17.903994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c1b48c8c-2fa9-4e62-b0d0-294f3234637c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:16:17.929500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Pushing event deleted for resources: {'Port': ['ID=c1b48c8c-2fa9-4e62-b0d0-294f3234637c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:17.992962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] No DVR routers for this DVR port c1b48c8c-2fa9-4e62-b0d0-294f3234637c on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:16:17.996130 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.000310 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-172ead1c-6358-4605-8fdb-eb93cc111663 req-8138ad4d-1138-41e1-9e1f-3fd6193c05d4 tempest-ServerMetadataNegativeTestJSON-1696416399 tempest-ServerMetadataNegativeTestJSON-1696416399-project] 10.222.0.15 "DELETE /v2.0/ports/c1b48c8c-2fa9-4e62-b0d0-294f3234637c HTTP/1.1" status: 204  len: 173 time: 0.4534395
Nov 27 21:16:18.000802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29575d48-3645-484e-a126-06772c6ce6b9', 'name': 'network-vif-deleted', 'tag': 'c1b48c8c-2fa9-4e62-b0d0-294f3234637c'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:16:18.003293 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d323499-6896-40ed-a8c8-5526ae18d301" -d '{"events": [{"server_uuid": "29575d48-3645-484e-a126-06772c6ce6b9", "name": "network-vif-deleted", "tag": "c1b48c8c-2fa9-4e62-b0d0-294f3234637c"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:16:18.067685 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ecdc2c-fd18-47d9-a9a5-7a4ee31e1f38 x-openstack-request-id: req-90ecdc2c-fd18-47d9-a9a5-7a4ee31e1f38 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:16:18.067991 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29575d48-3645-484e-a126-06772c6ce6b9", "name": "network-vif-deleted", "tag": "c1b48c8c-2fa9-4e62-b0d0-294f3234637c", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:16:18.068250 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90ecdc2c-fd18-47d9-a9a5-7a4ee31e1f38 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:16:18.068655 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29575d48-3645-484e-a126-06772c6ce6b9', 'name': 'network-vif-deleted', 'tag': 'c1b48c8c-2fa9-4e62-b0d0-294f3234637c', 'status': 'completed', 'code': 200}
Nov 27 21:16:18.073444 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-b4baa461-40db-4c0d-a70b-a86d8465a9ef service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4866753
Nov 27 21:16:18.079623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72dd0c56-0acd-4fbb-a988-50787e9ed3c6 req-f35f6a67-d728-4a10-8db2-3c738735d573 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4843087
Nov 27 21:16:18.090416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f14b3-4523-4ebf-b4ed-f642ceaf2f74 req-22eb1860-6bc8-4483-b39f-4f73d5e42df2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:18.092090 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c31f14b3-4523-4ebf-b4ed-f642ceaf2f74 req-22eb1860-6bc8-4483-b39f-4f73d5e42df2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 943 time: 0.0648661
Nov 27 21:16:18.152922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c31f14b3-4523-4ebf-b4ed-f642ceaf2f74 req-02e6ea0e-bd1f-46a5-a10f-580442a05006 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526340
Nov 27 21:16:18.201366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 96518edd-82d2-476c-a100-d0051b6efd10 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:16:18.300127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:18.316433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '96518edd-82d2-476c-a100-d0051b6efd10', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'port_id': '96518edd-82d2-476c-a100-d0051b6efd10', 'mac_address': 'fa:16:3e:1a:04:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:16:18.350821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b94ab2-7725-41a8-a277-b2dbc376b83b req-f935a10b-29e8-45f1-8e28-e3036bdd7dc5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:18.352488 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96b94ab2-7725-41a8-a277-b2dbc376b83b req-f935a10b-29e8-45f1-8e28-e3036bdd7dc5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 943 time: 0.0498221
Nov 27 21:16:18.355025 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.370631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96518edd-82d2-476c-a100-d0051b6efd10 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:16:18.393680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:18.400464 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.438564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-96b94ab2-7725-41a8-a277-b2dbc376b83b req-fad855a7-e3d1-432b-a7bf-bb6df3a30dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783186
Nov 27 21:16:18.475957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-6fbab07b-ac6a-46a8-8848-78d95473287f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:18.477650 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-6fbab07b-ac6a-46a8-8848-78d95473287f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896&tenant_id=587ce621728b4cb1b01fd53d69d45d4d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.1228230
Nov 27 21:16:18.480481 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.486154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:18.547841 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-c5513307-aa2f-4048-98f7-b8d856c1ff22 service neutron] delete failed (client error): The resource could not be found.
Nov 27 21:16:18.548849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-c5513307-aa2f-4048-98f7-b8d856c1ff22 service neutron] 10.222.0.15 "DELETE /v2.0/ports/96518edd-82d2-476c-a100-d0051b6efd10/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0634046
Nov 27 21:16:18.615675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42146) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:18.636068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-b81aa500-c76a-4f99-93ff-8c284a287cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:18.637799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-b81aa500-c76a-4f99-93ff-8c284a287cd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1095 time: 0.0429575
Nov 27 21:16:18.656748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['96518edd-82d2-476c-a100-d0051b6efd10'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:16:18.666750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-48aaf244-397c-4ec4-acbd-7add5d5671ba admin admin] Deleting subnet 9e1f73aa-bc6b-4d57-943f-c785365cf1b6 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:16:18.670562 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48aaf244-397c-4ec4-acbd-7add5d5671ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.705851 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48aaf244-397c-4ec4-acbd-7add5d5671ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.732079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-4563ea00-5d74-4f79-99ac-e24eb1f91e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:18.733669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-4563ea00-5d74-4f79-99ac-e24eb1f91e29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 898 time: 0.0898607
Nov 27 21:16:18.746561 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48aaf244-397c-4ec4-acbd-7add5d5671ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.802606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48aaf244-397c-4ec4-acbd-7add5d5671ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.806557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-db4a1acc-f76e-4cee-8140-f1b68eeb78aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 999 time: 0.0659769
Nov 27 21:16:18.836978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaf244-397c-4ec4-acbd-7add5d5671ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1f73aa-bc6b-4d57-943f-c785365cf1b6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:18.839574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48aaf244-397c-4ec4-acbd-7add5d5671ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.846320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-48aaf244-397c-4ec4-acbd-7add5d5671ba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9e1f73aa-bc6b-4d57-943f-c785365cf1b6 HTTP/1.1" status: 204  len: 168 time: 0.2294421
Nov 27 21:16:18.846920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42148) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:18.900534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-f867bd4a-8647-48f9-aaa7-c6161a9c109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:18.901984 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-f867bd4a-8647-48f9-aaa7-c6161a9c109e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0888898
Nov 27 21:16:18.951474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:18.969200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-3e5bc963-308c-40d7-a5b3-09a760a03777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:18.970674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-3e5bc963-308c-40d7-a5b3-09a760a03777 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0581040
Nov 27 21:16:19.086078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.117107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3eee0c1f0>,) {'filters': {'network_id': ['800a0b47-434e-4eaf-b649-afd860a1c0af']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:19.134460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eee0c1f0>, 'fc96da5c-a6f9-4ad4-b2c1-f793eee4b075') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:19.134766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eee0c1f0>, 'fc96da5c-a6f9-4ad4-b2c1-f793eee4b075') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:19.147950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-ef3e0d9e-c936-482d-a300-348151cdd9d9 service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581566
Nov 27 21:16:19.149491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.182899 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.220908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:16:19.221235 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:16:19.222884 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:16:19.294452 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.300459 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.303612 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] 10.222.0.21 "DELETE /v2.0/networks/800a0b47-434e-4eaf-b649-afd860a1c0af HTTP/1.1" status: 204  len: 168 time: 0.4556093
Nov 27 21:16:19.320757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-50252b1c-a66a-49f4-9ad0-21adaf0db669 req-46707545-7203-401e-bc8c-391781ebe69e service neutron] 10.222.0.15 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643543
Nov 27 21:16:19.321912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a24f43-2957-4900-8725-1a75ff61bb75 admin admin] Pushing event deleted for resources: {'Network': ['ID=800a0b47-434e-4eaf-b649-afd860a1c0af,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:19.426706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42152) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:19.472479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5cd83481-2aa4-4951-b681-1e8126bd7886 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69498babf76b4a11b6e2c434cacd824d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0441377
Nov 27 21:16:19.474689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42156) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:19.522675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e6064b6-761f-4d25-8d33-841a4630a16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.544409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e6064b6-761f-4d25-8d33-841a4630a16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.551734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ec071-ecea-4892-b20e-ae30dff616b5 req-6deafea3-a626-4b59-a954-593afc53a531 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:19.553227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-096ec071-ecea-4892-b20e-ae30dff616b5 req-6deafea3-a626-4b59-a954-593afc53a531 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 944 time: 0.0484254
Nov 27 21:16:19.595342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e6064b6-761f-4d25-8d33-841a4630a16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.598162 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e6064b6-761f-4d25-8d33-841a4630a16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:19.604901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-096ec071-ecea-4892-b20e-ae30dff616b5 req-8d883b8c-dad6-4c0b-aa7e-59e2da9ccb96 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449679
Nov 27 21:16:19.607591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7e6064b6-761f-4d25-8d33-841a4630a16b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d0b08f9-f96a-4abb-94ae-17f8ebd119a0 HTTP/1.1" status: 204  len: 168 time: 0.1265280
Nov 27 21:16:19.617034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6064b6-761f-4d25-8d33-841a4630a16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0b08f9-f96a-4abb-94ae-17f8ebd119a0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:20.205564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 96518edd-82d2-476c-a100-d0051b6efd10 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:16:20.276561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 96518edd-82d2-476c-a100-d0051b6efd10 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:16:20.281055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 96518edd-82d2-476c-a100-d0051b6efd10 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:16:20.281690 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:20.371693 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:20.388471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:16:20.392963 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59670c17-ecb2-48c6-8a4d-035db01cb985" -d '{"events": [{"server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "name": "network-vif-plugged", "status": "completed", "tag": "96518edd-82d2-476c-a100-d0051b6efd10"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:16:20.414126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:20.420313 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:20.460661 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5219710-95f4-4186-948e-079a4bb50974 x-openstack-request-id: req-e5219710-95f4-4186-948e-079a4bb50974 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:16:20.461206 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "name": "network-vif-plugged", "status": "completed", "tag": "96518edd-82d2-476c-a100-d0051b6efd10", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:16:20.461206 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5219710-95f4-4186-948e-079a4bb50974 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:16:20.461737 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10', 'code': 200}
Nov 27 21:16:20.486907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:20.741396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ace2ec-85ed-4ee5-9117-39c107f234da req-34052c48-0208-4547-a0da-abadae89091b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:20.742935 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15ace2ec-85ed-4ee5-9117-39c107f234da req-34052c48-0208-4547-a0da-abadae89091b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0536361
Nov 27 21:16:20.800462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15ace2ec-85ed-4ee5-9117-39c107f234da req-01b1b383-3ffe-45b9-92a7-6413a66bf3d0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497446
Nov 27 21:16:20.804750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d29a281b-41c5-409f-90fa-6621e92194b6 req-977ece2a-a89b-4c36-8812-eaee90afe999 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=04571647-1598-4a57-bac3-200071d1d6c2 HTTP/1.1" status: 200  len: 210 time: 0.0277929
Nov 27 21:16:20.826551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42200) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:20.909212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-340498a0-c746-40e3-ae4c-8d121d3ffac0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/eef97f75-59a3-47c0-a58f-4bca63d19f16 HTTP/1.1" status: 200  len: 992 time: 0.0813620
Nov 27 21:16:21.250251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f94aba7-aaa4-4c58-88cf-5394bd69b9e5 req-4b500a69-ab73-4bd8-be29-835121d5439d tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0386777
Nov 27 21:16:21.632943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c1b48c8c-2fa9-4e62-b0d0-294f3234637c no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:16:21.654957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: c1b48c8c-2fa9-4e62-b0d0-294f3234637c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:16:21.655483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c1b48c8c-2fa9-4e62-b0d0-294f3234637c not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:16:22.343592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8de26ab-dab4-45e6-a564-d9009f76befb req-cc4769f1-ef53-41d1-8f6b-e2cc36d7f9e4 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0251882
Nov 27 21:16:23.448921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6006a098-0876-4221-a75c-5949ef9c6b48 req-e6d3edb2-f157-42ed-97c6-8531f48fc4b8 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0262063
Nov 27 21:16:23.974036 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:16:24.475541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-75e32f75-534a-4091-a3f5-18823e28ebd6 req-134b6842-7f02-4a98-b296-37595e1a2936 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04571647-1598-4a57-bac3-200071d1d6c2 HTTP/1.1" status: 200  len: 210 time: 0.0248339
Nov 27 21:16:24.550315 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37531404-717b-432a-8a65-69b3a822949f req-019ea47d-cd23-4ec4-8502-9f1c0b1e1376 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0260863
Nov 27 21:16:24.772761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da8cf3f0-cacf-4cc4-8498-037178f0c054 req-942cc7a3-489a-465e-aa6b-73caa4406a27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0243409
Nov 27 21:16:25.650981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-73af417b-4db1-466f-a6d9-4d9728331577 req-3acf4237-2730-4f21-86c1-49bd9ed740aa tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0251467
Nov 27 21:16:26.754807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92ceaa3e-d783-469a-b686-839f9957dc1a req-5f1267ec-7081-4309-9556-cc695ad147f4 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0266690
Nov 27 21:16:27.055947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-321d6e65-8c10-4817-8eec-754f9f8083c2 req-f8f76061-025e-4c02-b0ad-096c353547da tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0274162
Nov 27 21:16:28.159766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb83abb5-4d3c-4317-92c2-62d03a303ece req-4ac1b2a6-ce26-47d2-b28b-9ab4e9548435 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0288627
Nov 27 21:16:29.260004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-026ec789-3bbf-4fbc-9e40-5adb689cd1a4 req-988868aa-140c-4d28-b72d-bc8217bf6a92 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0258858
Nov 27 21:16:30.360739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3a77a37b-a826-408f-8424-a63bc913f85a req-a4479c8a-4708-4d45-b42c-6eadb0f75511 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0260403
Nov 27 21:16:31.465246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5efe146-a080-4dd4-9dd5-43675e219db0 req-d8d02c66-fc40-42af-865a-1a26bed1dec3 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0288587
Nov 27 21:16:32.568110 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e3fb8254-09e0-4f00-91e3-311d34a57086 req-bf3a883b-73d5-4d34-bb7a-419b63565de6 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0261538
Nov 27 21:16:33.671466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bbbc791e-e453-4785-b6cf-473a34aa90be req-16984053-4556-4f88-8134-f3e3374e34f8 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0261409
Nov 27 21:16:34.314208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5815c76-e1b7-4cd7-9d0b-8b1c8e4f6979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:34.773893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-26178c57-da39-4e51-8573-3b9b96aa980c req-3618da7a-172f-447f-9df4-695de2d72d8a tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0272028
Nov 27 21:16:35.874668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f35100c-12dd-4beb-9bdd-87f0a274ce7d req-1aba303d-d4f9-4723-980a-042664ac1db2 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0262685
Nov 27 21:16:36.444693 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc6fa-fba5-4e8e-80e9-57b762d3014d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:36.976797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-075774b6-c4c0-4fb1-a42e-8b48c09044b9 req-3032192f-6b80-4298-a1de-7a6ecd3b386b tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0259404
Nov 27 21:16:37.854180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:38.077131 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5b7ce9eb-87b4-4a03-929c-744e73641313 req-2b0aa588-31a7-446a-ad49-9e7580fa3226 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0255756
Nov 27 21:16:39.175926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-90cd4b87-56bb-4494-b1d7-e95a2b6db924 req-db81112e-629c-44ce-ad2f-7955284f878b tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0251594
Nov 27 21:16:39.567096 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:40.269601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:40.279941 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56dbd41a-e5a8-4208-a1b2-a89a993d8ff4 req-bf9a3afb-9cf1-41b5-837b-dd1b849d1685 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0286927
Nov 27 21:16:41.382114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a100096e-ccb6-448f-9c3d-4a52b9054548 req-d3f2ce44-72b1-48c0-9e27-a185852bea31 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0297482
Nov 27 21:16:42.483835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c6d8adb5-b5aa-46df-a1eb-55c9d81d532a req-6b86fc51-e29a-4782-a5e6-c2bb9ec675dd tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0256636
Nov 27 21:16:43.591580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1465812a-915d-43d2-9d7b-451f23b9a922 req-b5570cf3-75cf-4ced-ab5b-c369f1a32437 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0304167
Nov 27 21:16:44.698362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cf4f770c-e378-475d-b573-8f66c8b8f6ad req-e756f40f-7a2e-4ac9-9294-afd16ca91558 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0260465
Nov 27 21:16:44.909387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21a7e9-351b-434c-a1a8-75137b20f15b req-3d610fb9-e659-4d4f-9139-93ac4d84ac42 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:44.911788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e21a7e9-351b-434c-a1a8-75137b20f15b req-3d610fb9-e659-4d4f-9139-93ac4d84ac42 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0504858
Nov 27 21:16:44.959094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e21a7e9-351b-434c-a1a8-75137b20f15b req-ed06e607-e592-4e1a-8ff1-653be4b6d0ad tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411742
Nov 27 21:16:45.800761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a892470f-01b7-4183-8238-1462d8cb32e7 req-107c6170-93c2-413f-9191-cea16d2348b3 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0265517
Nov 27 21:16:46.079222 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:46.091129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb6855-4d6f-4f24-9e48-8abd32a9ca0b req-2660adb4-2c31-4e5e-80ab-badffe691c87 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:46.092876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7fb6855-4d6f-4f24-9e48-8abd32a9ca0b req-2660adb4-2c31-4e5e-80ab-badffe691c87 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0617259
Nov 27 21:16:46.140397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7fb6855-4d6f-4f24-9e48-8abd32a9ca0b req-0d1bf0df-18d2-47bd-8633-c6ee96f7c0af tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417368
Nov 27 21:16:46.221581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-3af9d1eb-b866-4fda-83a5-31abe44d49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:46.223138 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-3af9d1eb-b866-4fda-83a5-31abe44d49c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 1096 time: 0.1669178
Nov 27 21:16:46.334190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-7fdbed14-bd0b-4164-8215-79581be87edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:46.335731 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-7fdbed14-bd0b-4164-8215-79581be87edc service neutron] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 911 time: 0.0879869
Nov 27 21:16:46.403313 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-410c5e99-5ed1-4eab-80db-b99f276d52e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd HTTP/1.1" status: 200  len: 1001 time: 0.0602779
Nov 27 21:16:46.452203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-c019fc20-07b0-4f1c-9d7e-7d45706fe73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:46.453671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-c019fc20-07b0-4f1c-9d7e-7d45706fe73a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0435319
Nov 27 21:16:46.505149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-d33333c7-02f8-41fa-9f55-d834d5f074fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:46.506652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-d33333c7-02f8-41fa-9f55-d834d5f074fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436306
Nov 27 21:16:46.598309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-07de328e-0333-4e96-ab0c-72a019ae1b63 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828688
Nov 27 21:16:46.695446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46316fa2-ff94-473b-9f1c-e3de4320f076 req-32a161b4-12f9-4036-8a54-707939152f56 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880578
Nov 27 21:16:46.903778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de663e29-23e3-4000-b5b8-19a992928555 req-f1dd21f9-01b5-42d5-b8f3-c6dc428fd8a6 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0288284
Nov 27 21:16:47.256084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd46c0-7cd2-42fe-b88d-86b8a0096f2e req-1784f45d-37f7-4c42-ac79-131eeb9992ad tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:47.257567 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48cd46c0-7cd2-42fe-b88d-86b8a0096f2e req-1784f45d-37f7-4c42-ac79-131eeb9992ad tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0493033
Nov 27 21:16:47.304647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48cd46c0-7cd2-42fe-b88d-86b8a0096f2e req-1c958df2-3883-42cb-8665-438a550ae25a tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410442
Nov 27 21:16:48.005302 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-324fccab-835f-4e8f-92a0-d5f4918c59cc req-75bd625b-2f82-4316-9a55-10352f3a8200 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0270584
Nov 27 21:16:48.421405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90333b1-eaef-4bd3-8a32-8e91f5e404de req-b9ee3b9c-8272-4960-b6de-1c715aae1902 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:48.422909 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d90333b1-eaef-4bd3-8a32-8e91f5e404de req-b9ee3b9c-8272-4960-b6de-1c715aae1902 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0497282
Nov 27 21:16:48.432507 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:48.475133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d90333b1-eaef-4bd3-8a32-8e91f5e404de req-1f3f959d-249f-4a10-a3bf-3dd9cbb4ed3d tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458832
Nov 27 21:16:49.105812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-638d3802-ce8f-4c18-a60e-09efe0a5f72c req-25f53ec6-6dc7-4273-a41b-28b4748a229d tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0265493
Nov 27 21:16:49.589034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3125a2-8447-4095-8d8c-7962b0ee1694 req-7aea1426-0266-4dce-94bb-d0086afab3b8 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:49.591093 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d3125a2-8447-4095-8d8c-7962b0ee1694 req-7aea1426-0266-4dce-94bb-d0086afab3b8 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0478721
Nov 27 21:16:49.635940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d3125a2-8447-4095-8d8c-7962b0ee1694 req-42a28010-e17a-4199-af7a-131cae478c20 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395937
Nov 27 21:16:50.208962 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc296d9c-881b-4965-9d38-0052cf1c2d2d req-0a3824bd-4b0a-4e9b-91a9-44198f00f3d9 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0265598
Nov 27 21:16:50.752367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c4b4b-7dfb-43e6-aca7-a28346b36c93 req-cae05084-5402-433b-b70d-dbd1ae2b46c6 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:50.753761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-155c4b4b-7dfb-43e6-aca7-a28346b36c93 req-cae05084-5402-433b-b70d-dbd1ae2b46c6 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0479412
Nov 27 21:16:50.799148 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-155c4b4b-7dfb-43e6-aca7-a28346b36c93 req-122d2258-d813-45c5-ab36-99b7f5a6af8f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392709
Nov 27 21:16:51.310046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a96e0b11-328b-4e76-b65c-cf1d86e535aa req-b03ec6eb-7a70-43be-b52f-e991e7dbc78b tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0257864
Nov 27 21:16:51.327971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4aba-92ec-42cd-98c8-751bed761dd6 req-212173c3-ff7a-4e91-ae0f-a1d208415c7d tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:51.329502 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-202b4aba-92ec-42cd-98c8-751bed761dd6 req-212173c3-ff7a-4e91-ae0f-a1d208415c7d tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1096 time: 0.0440402
Nov 27 21:16:51.374854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-202b4aba-92ec-42cd-98c8-751bed761dd6 req-31daecd1-92d8-40e3-aacf-c16df39da05d tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394802
Nov 27 21:16:51.396675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42342) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:51.552464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 03a992d5-ba5c-4687-9bb3-8617d556a47d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:16:51.552819 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:51.626600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:51.626934 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:51.639307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 03a992d5-ba5c-4687-9bb3-8617d556a47d owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:16:51.812750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:51.838203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=03a992d5-ba5c-4687-9bb3-8617d556a47d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:51.898914 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:51.899343 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Floating IP eef97f75-59a3-47c0-a58f-4bca63d19f16 disassociated (deleted). External IP: 172.35.3.62, port: 96518edd-82d2-476c-a100-d0051b6efd10.
Nov 27 21:16:51.916431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b199-b381-4990-916e-f9c623395d0f req-de5ba96b-c60e-4405-8491-bccff8d8694e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:51.917936 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f70b199-b381-4990-916e-f9c623395d0f req-de5ba96b-c60e-4405-8491-bccff8d8694e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0497348
Nov 27 21:16:51.969948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f70b199-b381-4990-916e-f9c623395d0f req-3bba3e76-ae7c-4171-afb2-057950eacc48 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458202
Nov 27 21:16:52.108320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router cab07b4f-fe71-47bf-9a02-89e93a0e53fe has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:16:52.212595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:16:52.217640 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:52.222202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] Sync routers for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:16:52.231782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:16:52.232411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd51adc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:16:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:52.243757 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b135a5c0-3811-437b-a679-6acbba6b154f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/floatingips/eef97f75-59a3-47c0-a58f-4bca63d19f16 HTTP/1.1" status: 204  len: 168 time: 0.8460093
Nov 27 21:16:52.244352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:16:52.247219 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23359331-789c-4218-b7d7-75a9ee354e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "tag": "96518edd-82d2-476c-a100-d0051b6efd10"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:16:52.311218 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6648db-d3e1-4405-b39b-1202279e5733 x-openstack-request-id: req-2b6648db-d3e1-4405-b39b-1202279e5733 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:16:52.311556 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "tag": "96518edd-82d2-476c-a100-d0051b6efd10", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:16:52.311840 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b6648db-d3e1-4405-b39b-1202279e5733 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:16:52.312249 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10', 'status': 'completed', 'code': 200}
Nov 27 21:16:52.357900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:16:52.422468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359331-789c-4218-b7d7-75a9ee354e7e req-15607b52-8b58-4aca-be27-ef438ec3290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:52.424416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23359331-789c-4218-b7d7-75a9ee354e7e req-15607b52-8b58-4aca-be27-ef438ec3290b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 1096 time: 0.0810592
Nov 27 21:16:52.459125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1248aeb-ede9-48cf-8c64-899d64200ebc req-66f7b1b3-9ae0-4c6f-8196-8a6a8cf25d90 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0334926
Nov 27 21:16:52.546504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280f22c-d255-4e8f-8e61-215ded5cb940 req-7f12661b-e3d6-4dcf-b8bd-fdfee3fc7b1f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:52.551729 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7280f22c-d255-4e8f-8e61-215ded5cb940 req-7f12661b-e3d6-4dcf-b8bd-fdfee3fc7b1f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0891783
Nov 27 21:16:52.597009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd51adc0>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e49d75bb-b360-4e6f-84e4-f44a2bb0b157', 'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:58:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:26Z', 'updated_at': '2021-11-27T21:14:32Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:52.607406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359331-789c-4218-b7d7-75a9ee354e7e req-40d2701e-ac8f-4e50-ba85-ec744574e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:52.608903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23359331-789c-4218-b7d7-75a9ee354e7e req-40d2701e-ac8f-4e50-ba85-ec744574e544 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 200  len: 898 time: 0.1715569
Nov 27 21:16:52.625379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] Checking router: cab07b4f-fe71-47bf-9a02-89e93a0e53fe for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:16:52.634569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:16:52.635119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd51adc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:16:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:52.665710 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7280f22c-d255-4e8f-8e61-215ded5cb940 req-50cdf705-469a-4908-a7e8-89e69dd842ad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095674
Nov 27 21:16:52.667446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23359331-789c-4218-b7d7-75a9ee354e7e req-b2039288-4bd2-489a-add1-a3abf13a2331 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 200  len: 217 time: 0.0492609
Nov 27 21:16:52.718211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359331-789c-4218-b7d7-75a9ee354e7e req-b6c4f28f-919e-4b07-8893-77f507bab119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:52.719892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23359331-789c-4218-b7d7-75a9ee354e7e req-b6c4f28f-919e-4b07-8893-77f507bab119 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 200  len: 834 time: 0.0439751
Nov 27 21:16:52.744126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:16:52.768904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359331-789c-4218-b7d7-75a9ee354e7e req-7f665254-3a64-4b6a-962d-cd03a81d6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:52.770396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23359331-789c-4218-b7d7-75a9ee354e7e req-7f665254-3a64-4b6a-962d-cd03a81d6314 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b376cb-8e19-49db-9b64-e37cc05f1c33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405602
Nov 27 21:16:52.863136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23359331-789c-4218-b7d7-75a9ee354e7e req-e74d57ac-11b5-44d6-8226-18e0d0ebce27 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841219
Nov 27 21:16:52.942541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd51adc0>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e49d75bb-b360-4e6f-84e4-f44a2bb0b157', 'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:58:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:26Z', 'updated_at': '2021-11-27T21:14:32Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:52.955301 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-23359331-789c-4218-b7d7-75a9ee354e7e req-98d54bcf-beaa-4f33-ad26-7c761d7af62a service neutron] 10.222.0.35 "GET /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822585
Nov 27 21:16:52.972099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c713d6a-61ba-4175-8197-4f9ab00491b5 None None] The sync data for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 is: [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e49d75bb-b360-4e6f-84e4-f44a2bb0b157', 'name': '', 'network_id': 'a4b376cb-8e19-49db-9b64-e37cc05f1c33', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:58:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:26Z', 'updated_at': '2021-11-27T21:14:32Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '36bb0316-1e8e-4478-a44f-828abae8a0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:16:53.089990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d8b23-1b1a-4214-9304-14933ead929c req-3b4f3f62-93f4-4669-8fc1-f1d6c8b538a1 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:53.091526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-663d8b23-1b1a-4214-9304-14933ead929c req-3b4f3f62-93f4-4669-8fc1-f1d6c8b538a1 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0501046
Nov 27 21:16:53.142416 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-663d8b23-1b1a-4214-9304-14933ead929c req-d27e921f-7950-4baa-81e3-6c980c8db9f5 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445168
Nov 27 21:16:53.197772 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c0ffa1-b113-4fe8-85fb-0a62354ff637 None None] New status for floating IP eef97f75-59a3-47c0-a58f-4bca63d19f16: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:16:53.565049 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a7f0c37-67ae-49e2-a14f-b867e6d6b4e6 req-ba779726-0f05-4b6c-8dc9-e07631af118b tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0295565
Nov 27 21:16:53.789616 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932ffb1-ed30-499b-a5b1-e76f64cb93ed req-172465a4-5110-4ac7-8efe-f45d6081f360 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:53.791094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6932ffb1-ed30-499b-a5b1-e76f64cb93ed req-172465a4-5110-4ac7-8efe-f45d6081f360 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0488229
Nov 27 21:16:53.843325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6932ffb1-ed30-499b-a5b1-e76f64cb93ed req-003c65e6-d6f9-466c-be54-c76ab6fa209f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d833eb-1ae1-4183-a607-f28d1c2b170c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460839
Nov 27 21:16:53.967801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-eaa2ff04-18cf-4d9d-bdc0-08b58dcb211d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:53.969153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-eaa2ff04-18cf-4d9d-bdc0-08b58dcb211d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 945 time: 0.0475659
Nov 27 21:16:54.055895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 96518edd-82d2-476c-a100-d0051b6efd10 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:16:54.056239 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:54.146426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port 96518edd-82d2-476c-a100-d0051b6efd10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=96518edd-82d2-476c-a100-d0051b6efd10,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:54.146797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:54.159459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 96518edd-82d2-476c-a100-d0051b6efd10 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:16:54.276593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40c14e-c506-4b51-b7c8-b9b863ca5c29 req-f822faa0-64c4-4717-9590-bdb4935fd868 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:54.278154 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad40c14e-c506-4b51-b7c8-b9b863ca5c29 req-f822faa0-64c4-4717-9590-bdb4935fd868 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0678809
Nov 27 21:16:54.354958 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:54.362572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad40c14e-c506-4b51-b7c8-b9b863ca5c29 req-81949d5e-f99e-49bd-b16f-1b90fbb1f856 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785239
Nov 27 21:16:54.395422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=96518edd-82d2-476c-a100-d0051b6efd10,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:54.441795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] No DVR routers for this DVR port 96518edd-82d2-476c-a100-d0051b6efd10 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:16:54.446910 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:54.450278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-09145f79-773d-4fed-ac13-73fb3d308c33 req-647ef1fd-3875-4cc2-8fd3-40b3eec7c631 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.35 "DELETE /v2.0/ports/96518edd-82d2-476c-a100-d0051b6efd10 HTTP/1.1" status: 204  len: 173 time: 0.4744682
Nov 27 21:16:54.450737 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'name': 'network-vif-deleted', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:16:54.453046 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1b7f3c-555c-4105-b39b-87297c803049" -d '{"events": [{"server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "name": "network-vif-deleted", "tag": "96518edd-82d2-476c-a100-d0051b6efd10"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:16:54.489346 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75fbd5e-5c13-41a7-9a54-b5ce8c629247 x-openstack-request-id: req-e75fbd5e-5c13-41a7-9a54-b5ce8c629247 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:16:54.489646 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3ca514-a455-494c-ad10-dfd3f9404896", "name": "network-vif-deleted", "tag": "96518edd-82d2-476c-a100-d0051b6efd10", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:16:54.490158 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e75fbd5e-5c13-41a7-9a54-b5ce8c629247 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:16:54.490574 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3ca514-a455-494c-ad10-dfd3f9404896', 'name': 'network-vif-deleted', 'tag': '96518edd-82d2-476c-a100-d0051b6efd10', 'status': 'completed', 'code': 200}
Nov 27 21:16:54.672597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-01001c29-2659-4262-a4e5-8e25273d9242 req-8bff7b88-3cdf-4bf3-b359-e0bebe83d96d tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0268304
Nov 27 21:16:54.957540 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c5a8802-94aa-4361-8f8e-4fcc030d0316 req-1789cf08-c185-4864-89e7-ac2f981e6918 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3ca514-a455-494c-ad10-dfd3f9404896 HTTP/1.1" status: 200  len: 210 time: 0.0271876
Nov 27 21:16:55.483642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c32913-093e-4cc6-9987-952c34df15d8 req-deb434df-e417-4644-bcac-c4b13a8c3035 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:55.485251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13c32913-093e-4cc6-9987-952c34df15d8 req-deb434df-e417-4644-bcac-c4b13a8c3035 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0484486
Nov 27 21:16:55.531544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13c32913-093e-4cc6-9987-952c34df15d8 req-4de86d25-c3b2-44de-a988-3daa224d647e tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402637
Nov 27 21:16:55.757610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62022305-5c7f-4be3-b4bd-160a047c08ef req-59220ff0-4bb6-41d2-b159-3f7b5e984fc9 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:55.759383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62022305-5c7f-4be3-b4bd-160a047c08ef req-59220ff0-4bb6-41d2-b159-3f7b5e984fc9 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0814776
Nov 27 21:16:55.777151 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-046c7c6a-968b-4c3c-ba36-84cc524c5296 req-fc8e5e5a-f6c9-4844-803a-69d62c3cee13 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0265846
Nov 27 21:16:55.789509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-69fa2789-7af3-4b2c-b9e2-6f1bc5f5f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:55.790810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-69fa2789-7af3-4b2c-b9e2-6f1bc5f5f120 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 1096 time: 0.0752747
Nov 27 21:16:55.859284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62022305-5c7f-4be3-b4bd-160a047c08ef req-460ded69-d05c-46f2-9988-425408a33cab tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920241
Nov 27 21:16:55.895799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-d0e2ac8f-97b4-4e3e-ac33-f22d7ac4ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:55.897294 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-d0e2ac8f-97b4-4e3e-ac33-f22d7ac4ebb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 911 time: 0.0966778
Nov 27 21:16:55.966563 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-34ed208c-5a60-4941-9b02-8bbec3b6e3fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd HTTP/1.1" status: 200  len: 1001 time: 0.0604017
Nov 27 21:16:56.014259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42378) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:56.016416 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-76377824-6f87-4199-913d-512ab795b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:56.017912 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-76377824-6f87-4199-913d-512ab795b398 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0437412
Nov 27 21:16:56.065862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-6792ca26-149c-4bed-810b-5229f708918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:56.067378 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-6792ca26-149c-4bed-810b-5229f708918b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417538
Nov 27 21:16:56.166957 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-7a3f4282-9583-4902-a5d3-022b482ece26 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917883
Nov 27 21:16:56.283783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80ebcc0c-c1bd-417e-a9eb-b17d11ffe777 req-56696d37-c389-4909-ad71-6ef08cdbd08b service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039002
Nov 27 21:16:56.326541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0249c0e3-6e96-4d0f-a081-2c5d39ad7908 req-bf0989fe-0289-492b-b6ce-8d18cbee1cfc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0961673
Nov 27 21:16:56.400722 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:56.659404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port e49d75bb-b360-4e6f-84e4-f44a2bb0b157 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:16:56.659756 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:56.760523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port e49d75bb-b360-4e6f-84e4-f44a2bb0b157, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e49d75bb-b360-4e6f-84e4-f44a2bb0b157,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:56.760891 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:56.773004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for e49d75bb-b360-4e6f-84e4-f44a2bb0b157 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:16:56.897863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a0457dc8-75fa-488b-9bec-c36805755338 req-14eddc50-32b4-464f-b2fe-831d0330a79c tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0354152
Nov 27 21:16:57.186006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db48797-fae4-4937-ad0e-13052845c94c req-a1bb3c73-7aec-4d92-ab03-6f88327c43ee tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:57.187404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5db48797-fae4-4937-ad0e-13052845c94c req-a1bb3c73-7aec-4d92-ab03-6f88327c43ee tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0668190
Nov 27 21:16:57.274086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5db48797-fae4-4937-ad0e-13052845c94c req-741ee580-906f-45ff-a560-02c15c53f0a4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793517
Nov 27 21:16:57.275313 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:57.302110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=e49d75bb-b360-4e6f-84e4-f44a2bb0b157,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:57.342176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c40c1d48-84b6-4bd3-ba2a-fb4b032091f2 req-b0787221-a91b-48e7-8cf3-538a73358bcd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04571647-1598-4a57-bac3-200071d1d6c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0309753
Nov 27 21:16:57.416067 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c40c1d48-84b6-4bd3-ba2a-fb4b032091f2 req-49f91f2a-2487-4b4b-87da-2f00826cc35e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=038952e512e24ad48321d19c3748ea74&device_id=04571647-1598-4a57-bac3-200071d1d6c2 HTTP/1.1" status: 200  len: 210 time: 0.0325606
Nov 27 21:16:57.468227 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c40c1d48-84b6-4bd3-ba2a-fb4b032091f2 req-305d682f-6cb4-418c-a431-0e7c92c1bbcb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=038952e512e24ad48321d19c3748ea74&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0306420
Nov 27 21:16:57.486040 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:57.662401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c1d48-84b6-4bd3-ba2a-fb4b032091f2 req-bf121e4e-da03-4a89-b54c-d28a42f9ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:57.663905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c40c1d48-84b6-4bd3-ba2a-fb4b032091f2 req-bf121e4e-da03-4a89-b54c-d28a42f9ea3b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1866612
Nov 27 21:16:57.721146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router cab07b4f-fe71-47bf-9a02-89e93a0e53fe has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:16:57.827156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:16:57.832613 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fc0bc8c2-a645-44cd-be5e-c0b2f958cf85 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "PUT /v2.0/routers/cab07b4f-fe71-47bf-9a02-89e93a0e53fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8169892
Nov 27 21:16:57.834986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42388) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:57.837830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] Sync routers for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:16:57.848335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:16:57.848947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5a5790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:16:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:57.886121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting subnet 36bb0316-1e8e-4478-a44f-828abae8a0f7 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:16:57.889414 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:57.931867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:57.963889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:16:58.014932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1873806-78a8-4c04-afa9-029d3dfa4833 req-28c15c48-ef3d-4690-ba3e-4f262b73e256 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0319276
Nov 27 21:16:58.056966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:58.121750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:58.151796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Subnet': ['ID=36bb0316-1e8e-4478-a44f-828abae8a0f7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:58.154979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:58.160684 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/subnets/36bb0316-1e8e-4478-a44f-828abae8a0f7 HTTP/1.1" status: 204  len: 168 time: 0.3222332
Nov 27 21:16:58.161069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42410) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:58.164802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.165524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.165524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.165960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.166289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.166536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.166918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.167053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6310ab-a7ba-4a36-85ae-36540beca74c None None] Network a4b376cb-8e19-49db-9b64-e37cc05f1c33 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:16:58.167237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.167727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.168049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.168251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.168541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769da5d7-add6-4148-9206-83f06ea6e80b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:58.210674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5a5790>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:16:57Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:58.246634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] Checking router: cab07b4f-fe71-47bf-9a02-89e93a0e53fe for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:16:58.267726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] Routers {'cab07b4f-fe71-47bf-9a02-89e93a0e53fe'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:16:58.268362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5a5790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:16:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:58.300981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:58.332884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0114e1bf-21b0-4f5b-bd5c-24274ae01126 req-2b0de7ce-9fcf-44b9-866c-78cafaf2eb3b tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8&device_id=04571647-1598-4a57-bac3-200071d1d6c2 HTTP/1.1" status: 200  len: 210 time: 0.0276392
Nov 27 21:16:58.551854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 96518edd-82d2-476c-a100-d0051b6efd10 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:16:58.585112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 96518edd-82d2-476c-a100-d0051b6efd10 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:16:58.585507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 96518edd-82d2-476c-a100-d0051b6efd10 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:16:58.600297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b58b97e8-8660-4455-87fa-575a48a1137e req-8d25e6fb-88c2-44cd-accf-4fd3791d3fa9 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0352902
Nov 27 21:16:58.608514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] Set router cab07b4f-fe71-47bf-9a02-89e93a0e53fe gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:16:58.671194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b1768-916c-4d33-a40d-d346c3a67fd9 None None] DHCP port deletion for a4b376cb-8e19-49db-9b64-e37cc05f1c33 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:16:58.749736 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c1ccb6e-2a34-4f97-8a45-dd4db41cff1e req-2fa57011-5b57-446f-9702-fce3a8f02df8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=038952e512e24ad48321d19c3748ea74&device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0294755
Nov 27 21:16:58.809313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b94b1768-916c-4d33-a40d-d346c3a67fd9 None None] Deleting port 351c4c7d-036f-4329-99ca-3d3ff984a452 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:16:58.809567 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c1ccb6e-2a34-4f97-8a45-dd4db41cff1e req-e47040f5-e074-4cd7-985c-bba567b84fba service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=038952e512e24ad48321d19c3748ea74&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0276685
Nov 27 21:16:58.809735 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b94b1768-916c-4d33-a40d-d346c3a67fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:58.876871 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:58.879604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b94b1768-916c-4d33-a40d-d346c3a67fd9 None None] For port 351c4c7d-036f-4329-99ca-3d3ff984a452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=351c4c7d-036f-4329-99ca-3d3ff984a452,segment=NetworkSegment(c5730a7e-4057-4c09-b8de-60edbc7eb509),segment_id=c5730a7e-4057-4c09-b8de-60edbc7eb509)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:58.880121 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b94b1768-916c-4d33-a40d-d346c3a67fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:58.895044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b94b1768-916c-4d33-a40d-d346c3a67fd9 None None] Calling delete_port for 351c4c7d-036f-4329-99ca-3d3ff984a452 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:16:58.910421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5a5790>, [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:16:57Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:58.940628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ccb6e-2a34-4f97-8a45-dd4db41cff1e req-5bc4e386-1fb1-47f2-b07f-e7bf2b5529fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:16:58.942097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c1ccb6e-2a34-4f97-8a45-dd4db41cff1e req-5bc4e386-1fb1-47f2-b07f-e7bf2b5529fa service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1248190
Nov 27 21:16:58.958494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port ce1a1cca-c0f3-4cee-b098-dcc811299fa2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:16:58.958839 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:58.970598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225cd9b-39b6-4313-86a9-efdaed395f99 None None] The sync data for ids ['cab07b4f-fe71-47bf-9a02-89e93a0e53fe'] in ncdv-master-1 is: [{'id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741387838', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:16:57Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'ce1a1cca-c0f3-4cee-b098-dcc811299fa2', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab07b4f-fe71-47bf-9a02-89e93a0e53fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:14:23Z', 'updated_at': '2021-11-27T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:16:59.033660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b94b1768-916c-4d33-a40d-d346c3a67fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.052913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port ce1a1cca-c0f3-4cee-b098-dcc811299fa2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1a1cca-c0f3-4cee-b098-dcc811299fa2,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:16:59.053483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.057065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b1768-916c-4d33-a40d-d346c3a67fd9 None None] Pushing event deleted for resources: {'Port': ['ID=351c4c7d-036f-4329-99ca-3d3ff984a452,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:59.064258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b1768-916c-4d33-a40d-d346c3a67fd9 None None] No DVR routers for this DVR port 351c4c7d-036f-4329-99ca-3d3ff984a452 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:16:59.066439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for ce1a1cca-c0f3-4cee-b098-dcc811299fa2 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:16:59.233210 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.258662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=ce1a1cca-c0f3-4cee-b098-dcc811299fa2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:59.271785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.273973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7934fd33-6a8e-4c95-8887-0a588f4c1eef None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:16:59.275809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.276194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.276742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.277129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.277513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.277915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.278269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.279012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.279770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.280123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.280470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:16:59.316580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 351c4c7d-036f-4329-99ca-3d3ff984a452 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:16:59.339515 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.343648 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 351c4c7d-036f-4329-99ca-3d3ff984a452 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:16:59.344009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 351c4c7d-036f-4329-99ca-3d3ff984a452 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:16:59.442431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.444798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.490635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.491174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Fanout notify agent at l3_agent the message router_deleted on router cab07b4f-fe71-47bf-9a02-89e93a0e53fe {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:16:59.498635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.499773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6a72f48c-15e8-4870-b801-4190919faea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/routers/cab07b4f-fe71-47bf-9a02-89e93a0e53fe HTTP/1.1" status: 204  len: 168 time: 1.3377063
Nov 27 21:16:59.502669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42416) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:59.580827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.680312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.702184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdfb1c70>,) {'filters': {'network_id': ['a4b376cb-8e19-49db-9b64-e37cc05f1c33']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:59.703613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad9309a5-de6b-4629-b337-60b9771a73b0 req-ce3b5595-1e95-4262-98b8-52d77987bc85 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0275536
Nov 27 21:16:59.711378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdfb1c70>, 'c5730a7e-4057-4c09-b8de-60edbc7eb509') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:59.711682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdfb1c70>, 'c5730a7e-4057-4c09-b8de-60edbc7eb509') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:16:59.720935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.734214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.740466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:16:59.740904 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:16:59.743835 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:16:59.802706 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.811044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.813499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/networks/a4b376cb-8e19-49db-9b64-e37cc05f1c33 HTTP/1.1" status: 204  len: 168 time: 0.3096645
Nov 27 21:16:59.816265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42420) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:16:59.824837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663783d-8f2b-40fe-9c4b-64adf07c9cce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Network': ['ID=a4b376cb-8e19-49db-9b64-e37cc05f1c33,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:16:59.873257 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad2e978f-ba92-4873-b4f8-20327edddac9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.898078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad2e978f-ba92-4873-b4f8-20327edddac9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.955419 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad2e978f-ba92-4873-b4f8-20327edddac9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.958069 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ad2e978f-ba92-4873-b4f8-20327edddac9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:16:59.959337 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ad2e978f-ba92-4873-b4f8-20327edddac9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/security-groups/a4d833eb-1ae1-4183-a607-f28d1c2b170c HTTP/1.1" status: 204  len: 168 time: 0.1419723
Nov 27 21:16:59.969697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e978f-ba92-4873-b4f8-20327edddac9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d833eb-1ae1-4183-a607-f28d1c2b170c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:00.233019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42426) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:00.237632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c57f8bb5-a36a-476f-9551-27654cb9c600 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486301140', 'description': 'tempest-secgroup-smoke-1486301140 description', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:00.260947 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c57f8bb5-a36a-476f-9551-27654cb9c600 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.330218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9c1ccb6e-2a34-4f97-8a45-dd4db41cff1e req-d07d538a-cd01-444a-9e8f-0f7e46aa159d tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.15 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0304878
Nov 27 21:17:00.331144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c57f8bb5-a36a-476f-9551-27654cb9c600 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.335292 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c57f8bb5-a36a-476f-9551-27654cb9c600 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.366836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c57f8bb5-a36a-476f-9551-27654cb9c600 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.370942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c57f8bb5-a36a-476f-9551-27654cb9c600 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1341166
Nov 27 21:17:00.370942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f8bb5-a36a-476f-9551-27654cb9c600 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef57b4f-37df-4c81-89de-63f154310c1f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:00.371211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42428) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:00.376210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0b1d5f38-833b-47d0-9a35-2861d730ee0f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': '3ef57b4f-37df-4c81-89de-63f154310c1f', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:00.403850 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5f38-833b-47d0-9a35-2861d730ee0f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.460079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5f38-833b-47d0-9a35-2861d730ee0f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.463573 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5f38-833b-47d0-9a35-2861d730ee0f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.482368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d5f38-833b-47d0-9a35-2861d730ee0f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4b8684-f7ec-42a2-b62c-831c7e67ca60,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:00.486503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5f38-833b-47d0-9a35-2861d730ee0f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.487731 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0b1d5f38-833b-47d0-9a35-2861d730ee0f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1154835
Nov 27 21:17:00.490620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42430) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:00.494914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8bd920da-1051-4ec0-bfd5-7dc1bd672dd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': '3ef57b4f-37df-4c81-89de-63f154310c1f', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:00.520960 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bd920da-1051-4ec0-bfd5-7dc1bd672dd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.574691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bd920da-1051-4ec0-bfd5-7dc1bd672dd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.578128 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bd920da-1051-4ec0-bfd5-7dc1bd672dd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.595827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd920da-1051-4ec0-bfd5-7dc1bd672dd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75181573-4007-4ad8-b3c7-bcd3175294dd,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:00.603648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8bd920da-1051-4ec0-bfd5-7dc1bd672dd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.604831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8bd920da-1051-4ec0-bfd5-7dc1bd672dd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1132786
Nov 27 21:17:00.607546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42432) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:00.612061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-89b03fc3-0d14-4cef-b91c-073f8c74c354 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': '3ef57b4f-37df-4c81-89de-63f154310c1f', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:00.638453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89b03fc3-0d14-4cef-b91c-073f8c74c354 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.702293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89b03fc3-0d14-4cef-b91c-073f8c74c354 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.706005 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89b03fc3-0d14-4cef-b91c-073f8c74c354 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.724383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b03fc3-0d14-4cef-b91c-073f8c74c354 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5299308b-366a-4d31-abe8-708d3a1597fd,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:00.733026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89b03fc3-0d14-4cef-b91c-073f8c74c354 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.736919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-89b03fc3-0d14-4cef-b91c-073f8c74c354 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1258895
Nov 27 21:17:00.737066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42436) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:00.741627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6ee409a6-8893-42a9-9d70-f7974a390aa9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': '3ef57b4f-37df-4c81-89de-63f154310c1f', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:00.774441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ee409a6-8893-42a9-9d70-f7974a390aa9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.835934 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e0669f7-17f4-4505-957f-4f1f388c15dc req-5336d49d-3b38-4c67-932c-18f2cd78b739 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=65d8bb5a-9bea-44c4-9462-b5aba2d954c8 HTTP/1.1" status: 200  len: 210 time: 0.0308716
Nov 27 21:17:00.844977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ee409a6-8893-42a9-9d70-f7974a390aa9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.849017 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ee409a6-8893-42a9-9d70-f7974a390aa9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.869354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee409a6-8893-42a9-9d70-f7974a390aa9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8b2119-f62e-4b74-98dd-534494b1ad2d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:00.876086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ee409a6-8893-42a9-9d70-f7974a390aa9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.877474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6ee409a6-8893-42a9-9d70-f7974a390aa9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1393886
Nov 27 21:17:00.880066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42438) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:00.884325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6a77f29a-de0d-4fc0-a93b-3329443d658d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': '3ef57b4f-37df-4c81-89de-63f154310c1f', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:00.907452 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-6a77f29a-de0d-4fc0-a93b-3329443d658d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Project 587ce621728b4cb1b01fd53d69d45d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:17:00.912585 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a77f29a-de0d-4fc0-a93b-3329443d658d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.944408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ce1a1cca-c0f3-4cee-b098-dcc811299fa2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:17:00.964201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ce1a1cca-c0f3-4cee-b098-dcc811299fa2 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:17:00.964885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ce1a1cca-c0f3-4cee-b098-dcc811299fa2 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:17:00.965389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e49d75bb-b360-4e6f-84e4-f44a2bb0b157 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:17:00.974878 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a77f29a-de0d-4fc0-a93b-3329443d658d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.976267 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:17:00.979421 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a77f29a-de0d-4fc0-a93b-3329443d658d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:00.984513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e49d75bb-b360-4e6f-84e4-f44a2bb0b157 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:17:00.984891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e49d75bb-b360-4e6f-84e4-f44a2bb0b157 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:17:00.997536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77f29a-de0d-4fc0-a93b-3329443d658d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cca3fe2-f913-48ff-91b9-28f445f551f9,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:01.005961 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6a77f29a-de0d-4fc0-a93b-3329443d658d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.007172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6a77f29a-de0d-4fc0-a93b-3329443d658d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1261842
Nov 27 21:17:01.010003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42440) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:01.014941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4b2a622b-01e7-4fa3-ac7c-e41ac5abf6f5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': '3ef57b4f-37df-4c81-89de-63f154310c1f', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:01.036191 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-4b2a622b-01e7-4fa3-ac7c-e41ac5abf6f5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Project 587ce621728b4cb1b01fd53d69d45d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:17:01.040876 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b2a622b-01e7-4fa3-ac7c-e41ac5abf6f5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.102746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b2a622b-01e7-4fa3-ac7c-e41ac5abf6f5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.107279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b2a622b-01e7-4fa3-ac7c-e41ac5abf6f5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.126107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a622b-01e7-4fa3-ac7c-e41ac5abf6f5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8686378-022c-4059-bfbc-926ea89e5953,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:01.131450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4b2a622b-01e7-4fa3-ac7c-e41ac5abf6f5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.132641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4b2a622b-01e7-4fa3-ac7c-e41ac5abf6f5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1216459
Nov 27 21:17:01.135632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42442) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:01.140336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'network': {'name': 'tempest-network-smoke--1311104243', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'port_security_enabled': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:01.159770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:01.163194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.186785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:17:01.195621 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.195967 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Added segment 8a27373e-bb77-4baf-ac29-cfe566eaba8e of type vlan for network 81dad434-c37b-4895-b071-f5ff7392879d
Nov 27 21:17:01.234342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.258476 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.264301 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:01.264880 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.318366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1817706
Nov 27 21:17:01.321882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42444) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:01.326554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'admin_state_up': True, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:01.336821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635361a-334c-4d12-ad1a-45324899dbad tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Network': ['ID=81dad434-c37b-4895-b071-f5ff7392879d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:01.348076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 81dad434-c37b-4895-b071-f5ff7392879d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:17:01.350079 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.351133 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.402985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.538063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.726942 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.746150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.845652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.35.3.49 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/9ffa1215-2bea-4d34-a18c-86fc8ddaa506) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:01.952263 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:01.987397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:02.034355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:02.036222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:02.038760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:02.049581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7244ae-9f10-4119-bcb1-000b640ffc91 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:17:02.061274 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93429d4f-15c6-45bb-b487-daed13626b40 req-5fc60668-100b-4746-a3d1-14d79c9dd4ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=038952e512e24ad48321d19c3748ea74&device_id=04571647-1598-4a57-bac3-200071d1d6c2 HTTP/1.1" status: 200  len: 210 time: 0.0265205
Nov 27 21:17:02.071682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=9ffa1215-2bea-4d34-a18c-86fc8ddaa506,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:02.092949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93429d4f-15c6-45bb-b487-daed13626b40 req-8db1f0eb-a3ac-454d-b9cd-b33446b5e011 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=038952e512e24ad48321d19c3748ea74&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0235059
Nov 27 21:17:02.106271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9cd78b7f-3045-4004-83ff-3779e2a995c4 None None] Provisioning complete for port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:02.106559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9cd78b7f-3045-4004-83ff-3779e2a995c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:02.133889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da149bb8-b0d6-4c31-a016-55079b9cb56b req-ab09cfb7-9d86-442d-9734-fa4ccbd7c99d tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=04571647-1598-4a57-bac3-200071d1d6c2 HTTP/1.1" status: 200  len: 210 time: 0.0443451
Nov 27 21:17:02.148923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9cd78b7f-3045-4004-83ff-3779e2a995c4 None None] Port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:02.212101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429d4f-15c6-45bb-b487-daed13626b40 req-a43bb633-477f-4b75-b458-ceb4a18c15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:02.213694 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93429d4f-15c6-45bb-b487-daed13626b40 req-a43bb633-477f-4b75-b458-ceb4a18c15fc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1119740
Nov 27 21:17:02.301889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:02.497953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:02.623199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:17:02.726082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:02.735816 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Sync routers for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:02.745193 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:02.746378 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:16:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:02.747146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:02.751347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ca4f8fb2-f960-403d-b711-2dccf0fca784 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4255216
Nov 27 21:17:02.751617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42452) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:02.787291 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ccfc08f9-f204-42d5-acb8-d776929f6982 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=587ce621728b4cb1b01fd53d69d45d4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0322528
Nov 27 21:17:02.787571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42454) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:02.848331 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:02.934100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6082fb1b-6df2-4a0e-ae1b-ba44a9097ec1 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:02.935662 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6082fb1b-6df2-4a0e-ae1b-ba44a9097ec1 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1472909
Nov 27 21:17:02.938528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42456) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:02.974675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8bc50524-5e9a-4048-b74a-564a3512d389 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0350795
Nov 27 21:17:02.977223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42458) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:02.982401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570695039', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:03.022828 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564550>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:02Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:03.049125 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Checking router: bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:17:03.049463 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Updating router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:17:03.068960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:03.072513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.077275 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.270480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1631eba2-c1e2-4f19-abec-fc86565d812e req-4aa4c081-b9ad-4f78-8ca4-0f026bee2b98 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=04571647-1598-4a57-bac3-200071d1d6c2 HTTP/1.1" status: 200  len: 210 time: 0.0354478
Nov 27 21:17:03.278794 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.337057 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.343809 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.346282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Subnet': ['ID=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:03.357286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Checking segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:03.357648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network hostable DHCP agents. Network: 81dad434-c37b-4895-b071-f5ff7392879d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:17:03.381337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 81dad434-c37b-4895-b071-f5ff7392879d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:17:03.390946 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Pushing event updated for resources: {'Port': ['ID=9ffa1215-2bea-4d34-a18c-86fc8ddaa506,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:03.403630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45528f-b2e4-4154-8b85-37cf9498d5a8 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:17:03.404650 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.404650 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.405040 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.405383 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.405724 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.406149 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.406483 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.407067 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.407363 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.407866 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.408475 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.408872 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.422266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 81dad434-c37b-4895-b071-f5ff7392879d) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:03.430227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:03.431904 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Attempting to bind port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:03.432334 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Attempting to bind port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:03.432761 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Attempting to bind port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:03.434320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.435667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf069b0-3a48-4f24-94b0-c9a9695454c8 None None] Network 81dad434-c37b-4895-b071-f5ff7392879d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:03.444753 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:03.445933 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:03.445933 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.445933 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:03.446419 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Bound port: 9ffa1215-2bea-4d34-a18c-86fc8ddaa506, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:03.446805 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.471470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42462) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:03.473524 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8a09511e-ec1e-45d4-98be-8d878654e3eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4952042
Nov 27 21:17:03.507431 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] For port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:03.510754 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] For port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ffa1215-2bea-4d34-a18c-86fc8ddaa506,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:03.518892 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.556462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Provisioning complete for port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:03.557135 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.593373 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:03.594328 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:16:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:03.617817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d83db-7ec4-461e-9c14-9dc44d8c8f4f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:17:03.694109 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fc45f-7f3f-4ba2-9064-4d07a8547ad1 None None] Pushing event updated for resources: {'Port': ['ID=9ffa1215-2bea-4d34-a18c-86fc8ddaa506,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:03.723272 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.726410 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:03.759708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] For port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ffa1215-2bea-4d34-a18c-86fc8ddaa506,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:03.762846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-81dad434-c37b-4895-b071-f5ff7392879d', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:17:03.763787 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.775831 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.880750 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93429d4f-15c6-45bb-b487-daed13626b40 req-72d658f4-e9c6-4a7b-95cd-003030719157 tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.15 "GET /v2.0/ports?device_id=04571647-1598-4a57-bac3-200071d1d6c2 HTTP/1.1" status: 200  len: 210 time: 0.0510855
Nov 27 21:17:03.911839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Pushing event updated for resources: {'Port': ['ID=9ffa1215-2bea-4d34-a18c-86fc8ddaa506,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:03.922197 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564550>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:02Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:03.931045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.931815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.932343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.932891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.933449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.933966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.934496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.935023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.935584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.936111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.936622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.937132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e23cdfc-5cb0-4300-8fd7-796a622b3408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:17:03.948671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e9d08990-6183-4b6b-80f2-ad078e99d99c None None] Provisioning complete for port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:03.949298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9d08990-6183-4b6b-80f2-ad078e99d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:03.953214 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234b904-b908-486d-9c0e-22f35da610c4 None None] The sync data for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 is: [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:02Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:04.002470 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.043989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Allocated IP 172.20.0.2 (81dad434-c37b-4895-b071-f5ff7392879d/4fa0fcb1-169b-473c-acdd-92f2db7c6e4f/0530eeee-5c71-4727-aef6-7433af49b81d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:04.244543 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.254462 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.359973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.20.0.1 (81dad434-c37b-4895-b071-f5ff7392879d/4fa0fcb1-169b-473c-acdd-92f2db7c6e4f/55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:04.376329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Network 81dad434-c37b-4895-b071-f5ff7392879d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:04.398168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Pushing event updated for resources: {'Port': ['ID=0530eeee-5c71-4727-aef6-7433af49b81d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:04.400845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:04.403112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:04.416553 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0e40b270-8f5c-44dc-9859-7e62c668d7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.475931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Attempting to bind port 0530eeee-5c71-4727-aef6-7433af49b81d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:04.476274 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Attempting to bind port 0530eeee-5c71-4727-aef6-7433af49b81d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:04.476652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Attempting to bind port 0530eeee-5c71-4727-aef6-7433af49b81d on network 81dad434-c37b-4895-b071-f5ff7392879d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:04.482620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:04.483024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Checking segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:04.483505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.483906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Bound using segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:04.484434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Bound port: 0530eeee-5c71-4727-aef6-7433af49b81d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:04.484854 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.517340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-246f96e7-abd8-45e5-bc9b-a4ebac41d9d8 req-c96fa825-3ee3-4117-805a-c0a5cf3d8d6d tempest-ServerShowV247Test-1665135929 tempest-ServerShowV247Test-1665135929-project] 10.222.0.21 "GET /v2.0/ports?device_id=04571647-1598-4a57-bac3-200071d1d6c2 HTTP/1.1" status: 200  len: 210 time: 0.0788138
Nov 27 21:17:04.568370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] For port 0530eeee-5c71-4727-aef6-7433af49b81d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:04.570290 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.571946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] For port 0530eeee-5c71-4727-aef6-7433af49b81d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0530eeee-5c71-4727-aef6-7433af49b81d,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:04.577561 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.608982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.652733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b705d9-1189-4b5f-bc86-9aa7e1901746 None None] Pushing event updated for resources: {'Port': ['ID=0530eeee-5c71-4727-aef6-7433af49b81d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:04.677290 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:04.685402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 81dad434-c37b-4895-b071-f5ff7392879d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:04.686912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:04.689457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:04.739475 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:04.891845 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:05.035580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:05.093617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:05.093998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:05.173985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0530eeee-5c71-4727-aef6-7433af49b81d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:05.210577 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:05.216235 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:05.224527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 0530eeee-5c71-4727-aef6-7433af49b81d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:05.224902 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:05.290811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:05.293218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:05.301320 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:05.346322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 0530eeee-5c71-4727-aef6-7433af49b81d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0530eeee-5c71-4727-aef6-7433af49b81d,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:05.352058 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:05.402808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 81dad434-c37b-4895-b071-f5ff7392879d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:05.405308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:05.413760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=0530eeee-5c71-4727-aef6-7433af49b81d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:05.528134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:17:05.651841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:05.663369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aa51b3c1-f53b-48b3-ae3f-53bd98784b42 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "PUT /v2.0/routers/bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1899474
Nov 27 21:17:05.671846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7400db2-4a2e-43e7-aadf-58e9afad1c55 None None] Network 81dad434-c37b-4895-b071-f5ff7392879d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:05.827384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6f9820a2-42f1-44fb-9290-d0bed4dce37e None None] Provisioning complete for port 0530eeee-5c71-4727-aef6-7433af49b81d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:05.827768 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f9820a2-42f1-44fb-9290-d0bed4dce37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:05.887368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42484) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:05.909496 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-3fe57d89-8acc-4628-b98b-88b3109a232e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486301140&fields=id&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 267 time: 0.0540462
Nov 27 21:17:06.040493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0277aa22-7da7-42a0-b349-b92507175c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.045176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55883f04-e978-4de6-937e-7ae100fd61fa req-8905f4c5-4213-412c-b644-fa2758e82240 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:06.047041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-8905f4c5-4213-412c-b644-fa2758e82240 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 797 time: 0.1303861
Nov 27 21:17:06.074562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-8c9d2a83-5b7e-4cfa-b38c-f76c1c8fdf86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/quotas/587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 375 time: 0.0181110
Nov 27 21:17:06.135936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-8ef35252-03e8-4993-afc9-0af27882738b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0593200
Nov 27 21:17:06.146795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0277aa22-7da7-42a0-b349-b92507175c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.152409 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0277aa22-7da7-42a0-b349-b92507175c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.159018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Sync routers for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:06.174375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:06.175030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa2df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:16:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:06.197646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0277aa22-7da7-42a0-b349-b92507175c66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=038952e512e24ad48321d19c3748ea74&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3068504
Nov 27 21:17:06.197646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277aa22-7da7-42a0-b349-b92507175c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e47324c-166b-4daa-8cca-618fe3bb04b8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:06.198746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42488) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:06.256847 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00dd38f8-0218-40f7-990e-95a8ef5de5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.279936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-38f2a245-78c6-4c97-b4f4-5176a129c505 service neutron] 10.222.0.21 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273520
Nov 27 21:17:06.288541 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00dd38f8-0218-40f7-990e-95a8ef5de5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.303667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a373f95d-700e-45e0-84b6-16ed42701aea None None] Provisioning complete for port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:06.304180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a373f95d-700e-45e0-84b6-16ed42701aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.337675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:06.346674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00dd38f8-0218-40f7-990e-95a8ef5de5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.350074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00dd38f8-0218-40f7-990e-95a8ef5de5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.351651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-00dd38f8-0218-40f7-990e-95a8ef5de5e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e47324c-166b-4daa-8cca-618fe3bb04b8 HTTP/1.1" status: 204  len: 168 time: 0.1509905
Nov 27 21:17:06.367551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd38f8-0218-40f7-990e-95a8ef5de5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e47324c-166b-4daa-8cca-618fe3bb04b8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:06.403710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a373f95d-700e-45e0-84b6-16ed42701aea None None] Port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:06.425952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-5ad28368-19da-4acf-98eb-13da7f99d865 service neutron] 10.222.0.21 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385944
Nov 27 21:17:06.477434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a373f95d-700e-45e0-84b6-16ed42701aea None None] Provisioning complete for port 0530eeee-5c71-4727-aef6-7433af49b81d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:06.477805 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a373f95d-700e-45e0-84b6-16ed42701aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.676252 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af23788e-537e-4250-b78d-4a5730fd7973 req-cc511c34-8df2-4394-8029-f36fb4924d5a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 210 time: 0.0553706
Nov 27 21:17:06.732587 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f8de2ce-4895-4f71-bd07-b419521c0dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.867178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa2df0>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce', 'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:c6:ab:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:04Z', 'updated_at': '2021-11-27T21:17:05Z', 'revision_number': 2, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:06.898155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Checking router: bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:17:06.898436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Updating router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:17:06.928464 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:06.981555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0530eeee-5c71-4727-aef6-7433af49b81d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:07.072266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-81a099db-14b2-458d-b7cf-c547a79f202d None None] Provisioning complete for port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:07.072650 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-81a099db-14b2-458d-b7cf-c547a79f202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:07.138308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-81a099db-14b2-458d-b7cf-c547a79f202d None None] Port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:07.182189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 0530eeee-5c71-4727-aef6-7433af49b81d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:07.182550 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:07.354883 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:07.361732 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:07.410608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b922e77-66ce-469f-bdc7-6d66be904841 None None] Pushing event updated for resources: {'Port': ['ID=55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:07.471082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Attempting to bind port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:07.471894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Attempting to bind port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:07.472267 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Attempting to bind port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce on network 81dad434-c37b-4895-b071-f5ff7392879d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:07.478526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:07.479060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Checking segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:07.479537 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:07.480000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Bound using segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:07.480478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Bound port: 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:07.481104 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:07.560226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] For port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:07.563897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] For port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:07.570213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:07.638908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:07.639578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa2df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:07.641807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b922e77-66ce-469f-bdc7-6d66be904841 None None] Pushing event updated for resources: {'Port': ['ID=55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:07.715787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1493b17a-62b5-4e56-ba96-9b6f70402c8b None None] Provisioning complete for port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:07.716233 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1493b17a-62b5-4e56-ba96-9b6f70402c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:07.799191 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-97f3f679-51c9-42f2-a392-ffe049399d25 req-ae7dc470-f34d-4ba1-963a-6031c0f805b7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 210 time: 0.0419531
Nov 27 21:17:07.865850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:07.940386 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:07.970419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55883f04-e978-4de6-937e-7ae100fd61fa req-fa700be9-5e1b-4c5f-98fd-48c2d2e3c7ee tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:07.971991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-fa700be9-5e1b-4c5f-98fd-48c2d2e3c7ee tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 797 time: 0.1836183
Nov 27 21:17:08.042187 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-61f1a469-0f29-4d14-9e42-13668cdd5f70 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 380 time: 0.0600233
Nov 27 21:17:08.054869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'port': {'device_id': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'admin_state_up': True, 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'security_groups': ['3ef57b4f-37df-4c81-89de-63f154310c1f']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:08.071359 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1493b17a-62b5-4e56-ba96-9b6f70402c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.132898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1493b17a-62b5-4e56-ba96-9b6f70402c8b None None] For port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:08.154517 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1493b17a-62b5-4e56-ba96-9b6f70402c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.181523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:08.185312 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.219123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493b17a-62b5-4e56-ba96-9b6f70402c8b None None] Pushing event updated for resources: {'Port': ['ID=55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:08.238371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdaa2df0>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce', 'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:c6:ab:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:04Z', 'updated_at': '2021-11-27T21:17:07Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:08.266133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42560) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:08.271959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a817b2-a5e8-4d41-9f1f-608a1443c12e None None] The sync data for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 is: [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce', 'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:c6:ab:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:04Z', 'updated_at': '2021-11-27T21:17:07Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:08.283172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c647cf7a-45c2-4648-af6e-70887b4d5439 None None] Provisioning complete for port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:08.283612 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c647cf7a-45c2-4648-af6e-70887b4d5439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.343744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.20.0.4 (81dad434-c37b-4895-b071-f5ff7392879d/4fa0fcb1-169b-473c-acdd-92f2db7c6e4f/5d76ab98-d439-4b56-b1f0-050a0b18eded) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:08.459517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac888f4f-a1e3-4305-bc0c-8e36017ba899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.528862 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.545500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac888f4f-a1e3-4305-bc0c-8e36017ba899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.551583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ac888f4f-a1e3-4305-bc0c-8e36017ba899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.567241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.589469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac888f4f-a1e3-4305-bc0c-8e36017ba899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ed264-b749-42f3-a4e7-51587683f87e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:08.600836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ac888f4f-a1e3-4305-bc0c-8e36017ba899 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a19f996909444bfeb728afa8e59b8de9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3332505
Nov 27 21:17:08.601831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42564) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:08.618788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 81dad434-c37b-4895-b071-f5ff7392879d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:08.622863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:08.626942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:08.633738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:08.656086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-247efe23-58a3-4a6a-b545-76ad56c0401a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.688731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-247efe23-58a3-4a6a-b545-76ad56c0401a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.698534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:08.699428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:08.720112 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-81369cdf-565d-481b-9a54-1fe1c123d381 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6695771
Nov 27 21:17:08.733736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Request body: {'port': {'device_id': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:08.802008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.030393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:09.070744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bb848551-8434-4568-afa7-3401620644b5 None None] Provisioning complete for port 5d76ab98-d439-4b56-b1f0-050a0b18eded triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:09.071077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ed034-9111-468e-88e0-fc56783ca2ec req-aa5d2fda-b159-4a11-af94-e47097a27011 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:09.072279 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bb848551-8434-4568-afa7-3401620644b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.072826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-428ed034-9111-468e-88e0-fc56783ca2ec req-aa5d2fda-b159-4a11-af94-e47097a27011 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 931 time: 0.1210978
Nov 27 21:17:09.082638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-247efe23-58a3-4a6a-b545-76ad56c0401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.085513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-247efe23-58a3-4a6a-b545-76ad56c0401a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.086824 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-247efe23-58a3-4a6a-b545-76ad56c0401a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f7ed264-b749-42f3-a4e7-51587683f87e HTTP/1.1" status: 204  len: 168 time: 0.4839349
Nov 27 21:17:09.116472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247efe23-58a3-4a6a-b545-76ad56c0401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ed264-b749-42f3-a4e7-51587683f87e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:09.159612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bb848551-8434-4568-afa7-3401620644b5 None None] Port 5d76ab98-d439-4b56-b1f0-050a0b18eded cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:09.173098 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:09.173545 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.571814 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.580667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-428ed034-9111-468e-88e0-fc56783ca2ec req-0c35227d-4a8d-4fcd-9906-48e82f346df8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4947107
Nov 27 21:17:09.622285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d76ab98-d439-4b56-b1f0-050a0b18eded {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:17:09.633455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.648351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Transition to ACTIVE for port object 5d76ab98-d439-4b56-b1f0-050a0b18eded will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:17:09.653283 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.725791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:09.786364 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:09.786778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:09.787191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded on network 81dad434-c37b-4895-b071-f5ff7392879d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:09.791853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Port 5d76ab98-d439-4b56-b1f0-050a0b18eded on network 81dad434-c37b-4895-b071-f5ff7392879d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:17:09.792322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded on network 81dad434-c37b-4895-b071-f5ff7392879d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:09.797876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:09.798225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Checking segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:09.798621 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Bound using segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:09.799062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Bound port: 5d76ab98-d439-4b56-b1f0-050a0b18eded, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:09.799458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.867731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:09.872428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:09.881256 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.918104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:09.918763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:09.920453 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] 10.222.0.15 "PUT /v2.0/ports/5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 1091 time: 1.1918592
Nov 27 21:17:09.920762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:17:09.923062 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4da9d9-8455-4059-9ef8-a821839346c4" -d '{"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:17:09.955241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57749e30-4710-4ea6-ad7b-5eec3b6e442a service neutron] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:09.976276 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b080720-b975-45cf-8bde-d8905eefa126 x-openstack-request-id: req-7b080720-b975-45cf-8bde-d8905eefa126 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:17:09.976508 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:17:09.976743 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b080720-b975-45cf-8bde-d8905eefa126 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:17:09.977171 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'status': 'completed', 'code': 200}
Nov 27 21:17:10.017487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55883f04-e978-4de6-937e-7ae100fd61fa req-5b1fc734-acc4-456f-b699-2ab51509ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:10.019416 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-5b1fc734-acc4-456f-b699-2ab51509ae01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1094 time: 0.0579832
Nov 27 21:17:10.063789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-6561fe9d-5b6f-4522-bcf9-8c2b49ee2276 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 217 time: 0.0367122
Nov 27 21:17:10.125049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55883f04-e978-4de6-937e-7ae100fd61fa req-eb6cd56f-b996-4525-bfce-02c8b763f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:10.126800 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-eb6cd56f-b996-4525-bfce-02c8b763f40e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0564728
Nov 27 21:17:10.180866 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55883f04-e978-4de6-937e-7ae100fd61fa req-a185204b-48f3-4c98-9b19-8bb8996d09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:10.182370 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-a185204b-48f3-4c98-9b19-8bb8996d09f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443401
Nov 27 21:17:10.272525 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:10.280994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-c608edc5-7457-4713-8e09-debeb28dba10 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909951
Nov 27 21:17:10.380725 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55883f04-e978-4de6-937e-7ae100fd61fa req-55a1c3cb-3a2a-454b-b433-1449564b3ed1 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929222
Nov 27 21:17:10.497105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-9e407ae3-5fde-4f00-85cb-193d97b2082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:10.498529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-9e407ae3-5fde-4f00-85cb-193d97b2082d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1094 time: 0.0487025
Nov 27 21:17:10.593647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-85304423-79f5-40ca-80f5-76f6af0f7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:10.595160 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-85304423-79f5-40ca-80f5-76f6af0f7b94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.0889158
Nov 27 21:17:10.644687 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-0383408f-9232-47e9-8ff0-7ba8e452ed0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 217 time: 0.0427804
Nov 27 21:17:10.724614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-926fe422-9ccb-448d-b8b2-2ad6ea89366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:10.726074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-926fe422-9ccb-448d-b8b2-2ad6ea89366a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0747793
Nov 27 21:17:10.738112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9242a18-c078-4290-994b-41ee5fd1b5d0 req-2ae986ea-5463-45b6-ad9b-8be4f50ff8d8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:10.739513 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9242a18-c078-4290-994b-41ee5fd1b5d0 req-2ae986ea-5463-45b6-ad9b-8be4f50ff8d8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 943 time: 0.0799310
Nov 27 21:17:10.805442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-f3fddc55-8551-4b03-af65-1abdfcd57f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:10.806833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-f3fddc55-8551-4b03-af65-1abdfcd57f07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0662255
Nov 27 21:17:10.828222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9242a18-c078-4290-994b-41ee5fd1b5d0 req-f38e177c-68cd-411e-b8bc-c28e85a4b2f0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788448
Nov 27 21:17:10.904459 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-636e4f15-d0fb-4368-97db-0a1d53cd0a4a service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882607
Nov 27 21:17:10.998039 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f4da9d9-8455-4059-9ef8-a821839346c4 req-81f70f94-f48b-479c-8d1c-1ecd6fa1661e service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867743
Nov 27 21:17:11.943053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a2d2-1bcd-4fc5-9fdb-6f27a7a627a1 req-6114d4f7-44d5-4f1b-bf43-f0519d2baaa3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:11.944556 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe26a2d2-1bcd-4fc5-9fdb-6f27a7a627a1 req-6114d4f7-44d5-4f1b-bf43-f0519d2baaa3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 943 time: 0.0483639
Nov 27 21:17:11.992589 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe26a2d2-1bcd-4fc5-9fdb-6f27a7a627a1 req-aa72ee28-498e-4e58-8bec-d0e3c5a46e12 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414441
Nov 27 21:17:13.109121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dae4ab-5ba4-498d-8619-96614e269d46 req-2675b1b8-257b-4316-8faf-0b0a85cb4cef tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:13.110552 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3dae4ab-5ba4-498d-8619-96614e269d46 req-2675b1b8-257b-4316-8faf-0b0a85cb4cef tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 943 time: 0.0480938
Nov 27 21:17:13.166405 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3dae4ab-5ba4-498d-8619-96614e269d46 req-84e5cab5-d85f-447f-bf9f-c61a95a07f84 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496149
Nov 27 21:17:13.911709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:17:14.006776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:14.019020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'port_id': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'mac_address': 'fa:16:3e:0a:62:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:17:14.055736 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:14.069180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d76ab98-d439-4b56-b1f0-050a0b18eded {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:17:14.096373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:14.102637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:14.164264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:14.296080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbfe4b-7ad3-4cfc-b390-08dca0a20687 req-fd93dfa2-0e6e-4642-978d-8c4dd0692b07 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:14.297679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-14dbfe4b-7ad3-4cfc-b390-08dca0a20687 req-fd93dfa2-0e6e-4642-978d-8c4dd0692b07 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 944 time: 0.0561273
Nov 27 21:17:14.354050 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-14dbfe4b-7ad3-4cfc-b390-08dca0a20687 req-2cc56db6-9ab7-4da2-a6fb-1ede63634ec6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502148
Nov 27 21:17:14.419581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['5d76ab98-d439-4b56-b1f0-050a0b18eded'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:17:15.471572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233c8f1-3f08-4efe-860a-981b98f02fa2 req-0cc44419-263c-44db-b82b-f331b2977ad9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:15.473052 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1233c8f1-3f08-4efe-860a-981b98f02fa2 req-0cc44419-263c-44db-b82b-f331b2977ad9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 944 time: 0.0493398
Nov 27 21:17:15.515697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42732) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:15.527015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1233c8f1-3f08-4efe-860a-981b98f02fa2 req-92136775-0e31-491f-880a-61113feb94b2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479991
Nov 27 21:17:15.622112 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c6b34d98-cb9d-424b-951d-e7e3e72a5eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:15.693549 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c6b34d98-cb9d-424b-951d-e7e3e72a5eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:15.696993 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c6b34d98-cb9d-424b-951d-e7e3e72a5eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:15.734711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c6b34d98-cb9d-424b-951d-e7e3e72a5eea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b505a883a825408698c3d922940ee1c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2178290
Nov 27 21:17:15.735639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b34d98-cb9d-424b-951d-e7e3e72a5eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e68957-ae7e-43d3-a46d-655e7bbbe24f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:15.738173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42736) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:15.790132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ab5297f-6f83-4579-ad62-bc84c6e976be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:15.810680 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ab5297f-6f83-4579-ad62-bc84c6e976be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:15.855810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ab5297f-6f83-4579-ad62-bc84c6e976be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:15.858345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ab5297f-6f83-4579-ad62-bc84c6e976be admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:15.859512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0ab5297f-6f83-4579-ad62-bc84c6e976be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83e68957-ae7e-43d3-a46d-655e7bbbe24f HTTP/1.1" status: 204  len: 168 time: 0.1202221
Nov 27 21:17:15.866999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5297f-6f83-4579-ad62-bc84c6e976be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e68957-ae7e-43d3-a46d-655e7bbbe24f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:15.911142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:15.963838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 5d76ab98-d439-4b56-b1f0-050a0b18eded completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:17:15.968109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 5d76ab98-d439-4b56-b1f0-050a0b18eded triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:15.968489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:16.046606 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:16.074548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:17:16.076823 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66252569-3e4d-4cf0-b89d-4b026b628865" -d '{"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-plugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:17:16.097418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:16.099373 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:16.102357 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:16.155690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:16.314572 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ded46e-76f3-4bc8-a54a-c931a73a6d3d x-openstack-request-id: req-90ded46e-76f3-4bc8-a54a-c931a73a6d3d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:17:16.315015 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-plugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:17:16.315315 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90ded46e-76f3-4bc8-a54a-c931a73a6d3d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:17:16.315725 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'code': 200}
Nov 27 21:17:16.413132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf312b6-e130-48e7-aa66-f832c5dbba94 req-bd1e5a11-5a4e-435f-b3ea-5454f5690fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:16.414656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbf312b6-e130-48e7-aa66-f832c5dbba94 req-bd1e5a11-5a4e-435f-b3ea-5454f5690fb3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1096 time: 0.0410960
Nov 27 21:17:16.460560 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbf312b6-e130-48e7-aa66-f832c5dbba94 req-cdb80edd-f1e6-40ca-b9f3-630131ebc73a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392983
Nov 27 21:17:16.647597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c3322-50e0-4464-8954-695161c12023 req-66940958-ad60-4c3e-ac0b-0619d5164844 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:16.649088 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-296c3322-50e0-4464-8954-695161c12023 req-66940958-ad60-4c3e-ac0b-0619d5164844 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0552216
Nov 27 21:17:16.699588 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-296c3322-50e0-4464-8954-695161c12023 req-e436595a-5b7f-49fd-9308-b4c6f8ebc196 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441122
Nov 27 21:17:17.828402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89808b-4e9d-4fbb-b680-2c130f9f5e3e req-e1c57dfe-85fd-43a9-80fc-b3a72759b96d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:17.829920 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2c89808b-4e9d-4fbb-b680-2c130f9f5e3e req-e1c57dfe-85fd-43a9-80fc-b3a72759b96d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0507798
Nov 27 21:17:17.885648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2c89808b-4e9d-4fbb-b680-2c130f9f5e3e req-c953ed76-31f3-4de3-bd9d-42c0da020135 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491374
Nov 27 21:17:18.424094 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:19.006902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae5bba-ca04-4772-a903-b0be460ee38a req-661d7482-7bf6-4feb-a8ea-e8bf64a2d76e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:19.008448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dae5bba-ca04-4772-a903-b0be460ee38a req-661d7482-7bf6-4feb-a8ea-e8bf64a2d76e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0496285
Nov 27 21:17:19.058923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6dae5bba-ca04-4772-a903-b0be460ee38a req-b7621d8c-3a60-424b-b0a1-ce4091d51ded tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440290
Nov 27 21:17:19.181218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb2c28-36ec-425a-96e5-c1b511437d3b req-7f3313e6-c6b5-4c70-81e7-60e01e6c400e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:19.183404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5acb2c28-36ec-425a-96e5-c1b511437d3b req-7f3313e6-c6b5-4c70-81e7-60e01e6c400e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0550892
Nov 27 21:17:19.233361 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5acb2c28-36ec-425a-96e5-c1b511437d3b req-7044ae4a-fd70-458e-a6e4-0260deefd1c0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447061
Nov 27 21:17:19.256184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42856) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:19.298225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8515027e-7dc2-485c-93ef-fe91174b9d03 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:19.299773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8515027e-7dc2-485c-93ef-fe91174b9d03 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1091 time: 0.0425837
Nov 27 21:17:19.302563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42862) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:19.306813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:19.328789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:19.437226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:19.550336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.35.3.46 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/60f491a7-ad20-4228-b5e1-950d5eb0d518) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:19.657091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:19.697527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:19.735887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:19.738773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:19.742954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:19.775024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=60f491a7-ad20-4228-b5e1-950d5eb0d518,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:20.124656 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:20.203769 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:20.364570 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:20.371159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:20.445256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=60f491a7-ad20-4228-b5e1-950d5eb0d518,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:20.455775 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:20.558269 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Floating IP 3c4fdbfa-6147-40f7-a05f-5a75c557aa1e associated. External IP: 172.35.3.46, port: 5d76ab98-d439-4b56-b1f0-050a0b18eded.
Nov 27 21:17:20.772587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:17:20.836160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42966) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:20.881078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:20.891920 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] Sync routers for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:20.901343 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:20.912580 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:20.913249 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64e880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:20.932828 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c90f6e02-0732-45fb-b4c2-3221076e7679 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.6267397
Nov 27 21:17:20.932828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:17:20.935940 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:17:20.961131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2943ac7d-d8a5-481d-b0f1-928e1bd0df28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.006754 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eba20cd-1eac-4c43-96cc-830d2076215c x-openstack-request-id: req-5eba20cd-1eac-4c43-96cc-830d2076215c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:17:21.007065 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:17:21.007375 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5eba20cd-1eac-4c43-96cc-830d2076215c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:17:21.007850 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'status': 'completed', 'code': 200}
Nov 27 21:17:21.037710 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:21.059457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2943ac7d-d8a5-481d-b0f1-928e1bd0df28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.065860 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2943ac7d-d8a5-481d-b0f1-928e1bd0df28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.104103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a1f9-6ac2-44e2-b64c-5bfaf049e694 req-69e031a3-c7b6-4973-8881-6e26848028e4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:21.104467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2943ac7d-d8a5-481d-b0f1-928e1bd0df28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a0453c1637f41fba303fae2bad24e42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2669957
Nov 27 21:17:21.105499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943ac7d-d8a5-481d-b0f1-928e1bd0df28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f4b41b-cb9f-4c5a-ae0c-7b9908d954f5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:21.106394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f68a1f9-6ac2-44e2-b64c-5bfaf049e694 req-69e031a3-c7b6-4973-8881-6e26848028e4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0820792
Nov 27 21:17:21.108758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42976) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:21.154870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-b22c8ffb-65a5-44c9-8184-6bdb66f446bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:21.156367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-b22c8ffb-65a5-44c9-8184-6bdb66f446bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1096 time: 0.1308262
Nov 27 21:17:21.257778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf31459e-e77f-4865-9e30-2baff4233216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.276813 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64e880>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c4fdbfa-6147-40f7-a05f-5a75c557aa1e', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.46', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'port_id': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'mac_address': 'fa:16:3e:0a:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:17:19Z', 'updated_at': '2021-11-27T21:17:19Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce', 'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:c6:ab:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:04Z', 'updated_at': '2021-11-27T21:17:08Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:21.278966 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f68a1f9-6ac2-44e2-b64c-5bfaf049e694 req-c4b0c539-5bbd-4917-beb1-3b1d072d3961 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1431918
Nov 27 21:17:21.304186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42978) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:21.304849 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf31459e-e77f-4865-9e30-2baff4233216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.309016 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] Checking router: bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:17:21.318447 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:21.319212 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64e880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:21.338378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-c11025ed-e272-48e3-94a3-a9ec1c4e6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:21.339899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-c11025ed-e272-48e3-94a3-a9ec1c4e6302 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.1687100
Nov 27 21:17:21.376523 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e5b21bfd-e5b0-428c-93be-868ca80b6380 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/3c4fdbfa-6147-40f7-a05f-5a75c557aa1e HTTP/1.1" status: 200  len: 990 time: 0.0709889
Nov 27 21:17:21.412866 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf31459e-e77f-4865-9e30-2baff4233216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.415449 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bf31459e-e77f-4865-9e30-2baff4233216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.416596 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bf31459e-e77f-4865-9e30-2baff4233216 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39f4b41b-cb9f-4c5a-ae0c-7b9908d954f5 HTTP/1.1" status: 204  len: 168 time: 0.3066931
Nov 27 21:17:21.419172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-ad0c1a7a-1c8d-4e10-b136-e40f12581028 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 998 time: 0.0723519
Nov 27 21:17:21.432731 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:21.466047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31459e-e77f-4865-9e30-2baff4233216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f4b41b-cb9f-4c5a-ae0c-7b9908d954f5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:21.490857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-f006d210-c9fc-43b7-8ce3-e7e41f929641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:21.492380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-f006d210-c9fc-43b7-8ce3-e7e41f929641 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0594828
Nov 27 21:17:21.550866 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-8cd10ed0-4b1d-48a7-b792-f9a2950a5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:21.552577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-8cd10ed0-4b1d-48a7-b792-f9a2950a5a8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0523612
Nov 27 21:17:21.647340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-e5648ab2-612b-44fa-9bef-45f4d509e130 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875087
Nov 27 21:17:21.681373 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe64e880>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c4fdbfa-6147-40f7-a05f-5a75c557aa1e', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.46', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'port_id': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'mac_address': 'fa:16:3e:0a:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:17:19Z', 'updated_at': '2021-11-27T21:17:19Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce', 'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:c6:ab:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:04Z', 'updated_at': '2021-11-27T21:17:08Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:21.711624 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abf30c-9340-4328-b52c-039f7c6d45a9 None None] The sync data for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 is: [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c4fdbfa-6147-40f7-a05f-5a75c557aa1e', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.46', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'port_id': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'mac_address': 'fa:16:3e:0a:62:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:17:19Z', 'updated_at': '2021-11-27T21:17:19Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce', 'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:c6:ab:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:04Z', 'updated_at': '2021-11-27T21:17:08Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:21.729413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 42984) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:21.743237 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30848e7a-9d85-4ca4-86c8-f0b81d5bac1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.753117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-808aef53-b8ba-4c41-bc42-fbc9f037e2cb req-81889f61-ae7d-44f9-8944-3b2de7c34fde service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0984850
Nov 27 21:17:21.822656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30848e7a-9d85-4ca4-86c8-f0b81d5bac1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.827098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30848e7a-9d85-4ca4-86c8-f0b81d5bac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.864140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-30848e7a-9d85-4ca4-86c8-f0b81d5bac1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23687557c6194cf188592d4dd8af730f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1335888
Nov 27 21:17:21.866504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30848e7a-9d85-4ca4-86c8-f0b81d5bac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d847f6c-1f11-4524-afdc-b237df607895,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:21.867041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42986) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:21.923812 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c59cddf-9072-4db9-a4a2-c04b15ddca6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.945473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622e960-b72a-4f5f-a960-f487235f12bc None None] New status for floating IP 3c4fdbfa-6147-40f7-a05f-5a75c557aa1e: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:17:21.948191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c59cddf-9072-4db9-a4a2-c04b15ddca6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:21.999756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c59cddf-9072-4db9-a4a2-c04b15ddca6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:22.002397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5c59cddf-9072-4db9-a4a2-c04b15ddca6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:22.006288 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5c59cddf-9072-4db9-a4a2-c04b15ddca6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d847f6c-1f11-4524-afdc-b237df607895 HTTP/1.1" status: 204  len: 168 time: 0.1355474
Nov 27 21:17:22.011970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59cddf-9072-4db9-a4a2-c04b15ddca6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d847f6c-1f11-4524-afdc-b237df607895,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:22.379608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 42998) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:22.441790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3f2af494-e9c6-40cb-8276-b5d40879de51 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/3c4fdbfa-6147-40f7-a05f-5a75c557aa1e HTTP/1.1" status: 200  len: 992 time: 0.0603225
Nov 27 21:17:23.211773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43024) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:23.356854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-171136775'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:23.377163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Made reservation on behalf of 2b3acc06be03426eb83f8755908d4ea7 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:23.380885 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.389446 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.468927 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.473436 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.497556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:17:23.512825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eadac99-85a3-4738-8168-0d0855649acc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:23.516848 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.517206 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Added segment a6cccce0-b0ae-4449-b451-2b97f6a59502 of type vlan for network ec89ebfd-5131-4975-aa36-c0beebc47c16
Nov 27 21:17:23.557416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.585782 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.592049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:23.592566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.644585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.4317117
Nov 27 21:17:23.647518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43028) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:23.653416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Request body: {'subnet': {'network_id': 'ec89ebfd-5131-4975-aa36-c0beebc47c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:23.660239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc6a03-9a5a-479a-b4e5-4143f75a8c64 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event updated for resources: {'Network': ['ID=ec89ebfd-5131-4975-aa36-c0beebc47c16,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:23.670557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network ec89ebfd-5131-4975-aa36-c0beebc47c16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:17:23.745267 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Made reservation on behalf of 2b3acc06be03426eb83f8755908d4ea7 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:23.748824 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.921175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:23.981070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event updated for resources: {'Subnet': ['ID=b9e423af-2798-4773-a0d0-5409328b70eb,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:23.988772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Checking segment: {'id': 'a6cccce0-b0ae-4449-b451-2b97f6a59502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ec89ebfd-5131-4975-aa36-c0beebc47c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:23.989141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Network hostable DHCP agents. Network: ec89ebfd-5131-4975-aa36-c0beebc47c16, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:17:24.006067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Network ec89ebfd-5131-4975-aa36-c0beebc47c16 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:17:24.015435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec89ebfd-5131-4975-aa36-c0beebc47c16) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:24.019865 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:24.021451 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.024638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb8a62-1f69-47dd-9e98-69c38ee2798c None None] Network ec89ebfd-5131-4975-aa36-c0beebc47c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:24.041274 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e8e07d11-e59f-44b3-a86e-5cf36735319f tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3900788
Nov 27 21:17:24.041714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43030) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:24.046815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Request body: {'port': {'network_id': 'ec89ebfd-5131-4975-aa36-c0beebc47c16', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1031322481'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:24.164518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Made reservation on behalf of 2b3acc06be03426eb83f8755908d4ea7 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:24.168220 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.186653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] device_id is not set on port bdb473e4-649d-4780-8e8d-c144e26d3ba8 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:17:24.298509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Allocated IP 172.20.0.5 (ec89ebfd-5131-4975-aa36-c0beebc47c16/b9e423af-2798-4773-a0d0-5409328b70eb/bdb473e4-649d-4780-8e8d-c144e26d3ba8) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:24.324067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec89ebfd-5131-4975-aa36-c0beebc47c16', 'network_id': 'ec89ebfd-5131-4975-aa36-c0beebc47c16', 'tenant_id': '2b3acc06be03426eb83f8755908d4ea7', 'fixed_ips': [{'subnet_id': 'b9e423af-2798-4773-a0d0-5409328b70eb'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:17:24.325544 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.449366 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.482817 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.526710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Allocated IP 172.20.0.2 (ec89ebfd-5131-4975-aa36-c0beebc47c16/b9e423af-2798-4773-a0d0-5409328b70eb/129b5a8f-0280-4a43-9df4-d087ee4fb24a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:24.532758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Network ec89ebfd-5131-4975-aa36-c0beebc47c16 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:24.535820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:24.538777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:24.570179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event updated for resources: {'Port': ['ID=bdb473e4-649d-4780-8e8d-c144e26d3ba8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:24.594907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:24.595548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.615222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-68120674-5bb4-4138-9734-ebc24265fa17 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.5693276
Nov 27 21:17:24.615629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43032) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:24.676428 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.683454 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.707925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c8959-d129-4aed-af3f-299eff17cb8e tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Deleting port bdb473e4-649d-4780-8e8d-c144e26d3ba8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:24.708170 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8959-d129-4aed-af3f-299eff17cb8e tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.721431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Network ec89ebfd-5131-4975-aa36-c0beebc47c16 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:24.725810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:24.729429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:24.741237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Pushing event updated for resources: {'Port': ['ID=129b5a8f-0280-4a43-9df4-d087ee4fb24a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:24.790945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Attempting to bind port 129b5a8f-0280-4a43-9df4-d087ee4fb24a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:24.791343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Attempting to bind port 129b5a8f-0280-4a43-9df4-d087ee4fb24a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6cccce0-b0ae-4449-b451-2b97f6a59502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ec89ebfd-5131-4975-aa36-c0beebc47c16'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:24.791715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Attempting to bind port 129b5a8f-0280-4a43-9df4-d087ee4fb24a on network ec89ebfd-5131-4975-aa36-c0beebc47c16 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:24.797254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:24.797630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Checking segment: {'id': 'a6cccce0-b0ae-4449-b451-2b97f6a59502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ec89ebfd-5131-4975-aa36-c0beebc47c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:24.798059 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.798457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Bound using segment: {'id': 'a6cccce0-b0ae-4449-b451-2b97f6a59502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ec89ebfd-5131-4975-aa36-c0beebc47c16'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:24.798925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Bound port: 129b5a8f-0280-4a43-9df4-d087ee4fb24a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cccce0-b0ae-4449-b451-2b97f6a59502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ec89ebfd-5131-4975-aa36-c0beebc47c16'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:24.799337 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.803588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8959-d129-4aed-af3f-299eff17cb8e tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.815573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c8959-d129-4aed-af3f-299eff17cb8e tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Calling delete_port for bdb473e4-649d-4780-8e8d-c144e26d3ba8 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:24.863670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] For port 129b5a8f-0280-4a43-9df4-d087ee4fb24a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:24.866930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] For port 129b5a8f-0280-4a43-9df4-d087ee4fb24a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129b5a8f-0280-4a43-9df4-d087ee4fb24a,segment=NetworkSegment(a6cccce0-b0ae-4449-b451-2b97f6a59502),segment_id=a6cccce0-b0ae-4449-b451-2b97f6a59502)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:24.871391 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.934268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644f5c0-1c2d-40a4-bad5-349dd7e0ee0e None None] Pushing event updated for resources: {'Port': ['ID=129b5a8f-0280-4a43-9df4-d087ee4fb24a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:24.948237 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8959-d129-4aed-af3f-299eff17cb8e tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:24.975804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c8959-d129-4aed-af3f-299eff17cb8e tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event deleted for resources: {'Port': ['ID=bdb473e4-649d-4780-8e8d-c144e26d3ba8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:25.045778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8959-d129-4aed-af3f-299eff17cb8e tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:25.049059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fd7c8959-d129-4aed-af3f-299eff17cb8e tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] 10.222.0.21 "DELETE /v2.0/ports/bdb473e4-649d-4780-8e8d-c144e26d3ba8 HTTP/1.1" status: 204  len: 168 time: 0.4319112
Nov 27 21:17:25.051787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43034) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:25.137578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ba8e262e-e0d7-4aae-8eae-ccf84691ad93 tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4932 time: 0.0846019
Nov 27 21:17:25.140212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43038) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:25.145094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1109726789'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:25.167870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Made reservation on behalf of 2b3acc06be03426eb83f8755908d4ea7 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:25.171447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:25.195808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:17:25.208393 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:25.208814 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Added segment 8c27c9bf-a68a-4ab1-88d4-b62a9b2aaf59 of type vlan for network 81bd69d3-741b-41b6-8fee-fcb650d230c2
Nov 27 21:17:25.253516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:25.277496 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:25.283085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:25.283704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:25.338360 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.1969910
Nov 27 21:17:25.341657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43040) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:25.351102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9c79b-1793-497a-9877-a874ac158a18 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event updated for resources: {'Network': ['ID=81bd69d3-741b-41b6-8fee-fcb650d230c2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:25.361873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 81bd69d3-741b-41b6-8fee-fcb650d230c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:17:25.482822 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a5dee0dd-536d-4f47-99df-1a893c33662e tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] 10.222.0.21 "GET /v2.0/agents/8c4344d8-9b89-4c6d-a463-bf91e931a5fe/dhcp-networks HTTP/1.1" status: 200  len: 4877 time: 0.1398149
Nov 27 21:17:25.485425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43042) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:25.566894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f5750b-5f93-46d8-b6a6-c52863e66a01 tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] Network 81bd69d3-741b-41b6-8fee-fcb650d230c2 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:17:25.579088 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-24f5750b-5f93-46d8-b6a6-c52863e66a01 tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] 10.222.0.21 "POST /v2.0/agents/8c4344d8-9b89-4c6d-a463-bf91e931a5fe/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.0926349
Nov 27 21:17:25.581663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43044) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:25.584945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e2daaa-3069-424b-841c-341416cbf2d8 None None] Network 81bd69d3-741b-41b6-8fee-fcb650d230c2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:25.756502 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2ad2e3db-d853-4482-8cdd-7b4123ea59ee tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] 10.222.0.21 "GET /v2.0/agents/8c4344d8-9b89-4c6d-a463-bf91e931a5fe/dhcp-networks HTTP/1.1" status: 200  len: 5648 time: 0.1735482
Nov 27 21:17:25.759142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43046) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:25.837568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2cdbc22a-8a73-4a22-96f2-c2c07a109ef8 tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] 10.222.0.21 "DELETE /v2.0/agents/8c4344d8-9b89-4c6d-a463-bf91e931a5fe/dhcp-networks/81bd69d3-741b-41b6-8fee-fcb650d230c2 HTTP/1.1" status: 204  len: 168 time: 0.0752263
Nov 27 21:17:25.838386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43048) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:25.897013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e9b8b-f632-4eca-8000-96da1a118466 None None] Network ec89ebfd-5131-4975-aa36-c0beebc47c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:25.954970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dee4c0dc-c315-422b-83b3-1f7713f978e7 tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] 10.222.0.21 "GET /v2.0/agents/8c4344d8-9b89-4c6d-a463-bf91e931a5fe/dhcp-networks HTTP/1.1" status: 200  len: 4877 time: 0.1111996
Nov 27 21:17:25.955601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43050) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:25.972728 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b50fa673-5682-4bd7-bcbd-93b2efa0641a None None] Provisioning complete for port 129b5a8f-0280-4a43-9df4-d087ee4fb24a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:25.973111 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b50fa673-5682-4bd7-bcbd-93b2efa0641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:25.974821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-633b1b47-619b-4aab-876c-5da218855012 tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] 10.222.0.21 "GET /v2.0/networks/ec89ebfd-5131-4975-aa36-c0beebc47c16/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0181303
Nov 27 21:17:25.979083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43052) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:25.998548 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-12e84756-b1c4-4e28-a1c7-d18dc3b510ad tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] 10.222.0.21 "GET /v2.0/networks/ec89ebfd-5131-4975-aa36-c0beebc47c16/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0183277
Nov 27 21:17:26.000926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43054) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:26.111646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-426a21d3-99ed-4a1f-a542-6bebeb079654 tempest-DHCPAgentSchedulersTestJSON-756872311 tempest-DHCPAgentSchedulersTestJSON-756872311-project-admin] 10.222.0.21 "GET /v2.0/agents/8c4344d8-9b89-4c6d-a463-bf91e931a5fe/dhcp-networks HTTP/1.1" status: 200  len: 4877 time: 0.1095350
Nov 27 21:17:26.113924 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b50fa673-5682-4bd7-bcbd-93b2efa0641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.115511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43056) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:26.153836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b50fa673-5682-4bd7-bcbd-93b2efa0641a None None] For port 129b5a8f-0280-4a43-9df4-d087ee4fb24a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129b5a8f-0280-4a43-9df4-d087ee4fb24a,segment=NetworkSegment(a6cccce0-b0ae-4449-b451-2b97f6a59502),segment_id=a6cccce0-b0ae-4449-b451-2b97f6a59502)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:26.159528 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b50fa673-5682-4bd7-bcbd-93b2efa0641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.218177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fa673-5682-4bd7-bcbd-93b2efa0641a None None] Pushing event updated for resources: {'Port': ['ID=129b5a8f-0280-4a43-9df4-d087ee4fb24a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:26.383152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fd91b5aa-833c-494e-ac02-9dafbfae6c17 None None] Provisioning complete for port 129b5a8f-0280-4a43-9df4-d087ee4fb24a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:26.383581 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fd91b5aa-833c-494e-ac02-9dafbfae6c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.551921 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.603511 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-33db7972-ba5f-48ec-919b-3cabc069cef1 None None] Could not find standard attr ID for object bdb473e4-649d-4780-8e8d-c144e26d3ba8. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:17:26.653634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.675947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd58ce80>,) {'filters': {'network_id': ['81bd69d3-741b-41b6-8fee-fcb650d230c2']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:26.686515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd58ce80>, '8c27c9bf-a68a-4ab1-88d4-b62a9b2aaf59') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:26.686820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd58ce80>, '8c27c9bf-a68a-4ab1-88d4-b62a9b2aaf59') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:26.696535 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.710107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.716406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:17:26.716807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:17:26.719909 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:17:26.782670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.789417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.793168 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] 10.222.0.21 "DELETE /v2.0/networks/81bd69d3-741b-41b6-8fee-fcb650d230c2 HTTP/1.1" status: 204  len: 168 time: 0.6764402
Nov 27 21:17:26.795698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43058) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:26.804394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ede1ca-d411-46e9-bf0d-91979b9a7fd7 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event deleted for resources: {'Network': ['ID=81bd69d3-741b-41b6-8fee-fcb650d230c2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:26.821214 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f7b416-4aa5-41bf-bde5-579ff5eb8916 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:17:26.821709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f7b416-4aa5-41bf-bde5-579ff5eb8916 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:17:26.824861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f2f7b416-4aa5-41bf-bde5-579ff5eb8916 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] 10.222.0.21 "DELETE /v2.0/ports/bdb473e4-649d-4780-8e8d-c144e26d3ba8 HTTP/1.1" status: 404  len: 333 time: 0.0280592
Nov 27 21:17:26.827404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43060) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:26.877209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-3400402c-6865-43fb-a95e-a89ad0571fc4 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Deleting subnet b9e423af-2798-4773-a0d0-5409328b70eb {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:17:26.880245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3400402c-6865-43fb-a95e-a89ad0571fc4 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.927165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3400402c-6865-43fb-a95e-a89ad0571fc4 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:26.987368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 129b5a8f-0280-4a43-9df4-d087ee4fb24a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:27.013463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3400402c-6865-43fb-a95e-a89ad0571fc4 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.034358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 129b5a8f-0280-4a43-9df4-d087ee4fb24a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:27.035026 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.073533 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3400402c-6865-43fb-a95e-a89ad0571fc4 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.107775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400402c-6865-43fb-a95e-a89ad0571fc4 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e423af-2798-4773-a0d0-5409328b70eb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:27.112535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3400402c-6865-43fb-a95e-a89ad0571fc4 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.119728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43062) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:27.123132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efeb0fe-7502-4bec-93d9-1503dc6654f2 None None] Network ec89ebfd-5131-4975-aa36-c0beebc47c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:27.127894 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3400402c-6865-43fb-a95e-a89ad0571fc4 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] 10.222.0.21 "DELETE /v2.0/subnets/b9e423af-2798-4773-a0d0-5409328b70eb HTTP/1.1" status: 204  len: 168 time: 0.2993770
Nov 27 21:17:27.200011 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.252082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Deleting port 129b5a8f-0280-4a43-9df4-d087ee4fb24a {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:27.252430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.299490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb6d61-1237-4b51-8bcb-14f5e3365089 None None] DHCP port deletion for ec89ebfd-5131-4975-aa36-c0beebc47c16 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:17:27.319081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] For port 129b5a8f-0280-4a43-9df4-d087ee4fb24a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129b5a8f-0280-4a43-9df4-d087ee4fb24a,segment=NetworkSegment(a6cccce0-b0ae-4449-b451-2b97f6a59502),segment_id=a6cccce0-b0ae-4449-b451-2b97f6a59502)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:27.319489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.332769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Calling delete_port for 129b5a8f-0280-4a43-9df4-d087ee4fb24a owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:27.346168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb6d61-1237-4b51-8bcb-14f5e3365089 None None] Deleting port 129b5a8f-0280-4a43-9df4-d087ee4fb24a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:27.346544 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6d61-1237-4b51-8bcb-14f5e3365089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.414430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.420681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b3bb6d61-1237-4b51-8bcb-14f5e3365089 None None] For port 129b5a8f-0280-4a43-9df4-d087ee4fb24a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129b5a8f-0280-4a43-9df4-d087ee4fb24a,segment=NetworkSegment(a6cccce0-b0ae-4449-b451-2b97f6a59502),segment_id=a6cccce0-b0ae-4449-b451-2b97f6a59502)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:27.421089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6d61-1237-4b51-8bcb-14f5e3365089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.434778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb6d61-1237-4b51-8bcb-14f5e3365089 None None] Calling delete_port for 129b5a8f-0280-4a43-9df4-d087ee4fb24a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:27.442345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] No DVR routers for this DVR port 129b5a8f-0280-4a43-9df4-d087ee4fb24a on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:17:27.448732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event deleted for resources: {'Port': ['ID=129b5a8f-0280-4a43-9df4-d087ee4fb24a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:27.510333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6d61-1237-4b51-8bcb-14f5e3365089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.525981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.536958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6d61-1237-4b51-8bcb-14f5e3365089 None None] Pushing event deleted for resources: {'Port': ['ID=129b5a8f-0280-4a43-9df4-d087ee4fb24a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:27.539687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb6d61-1237-4b51-8bcb-14f5e3365089 None None] No DVR routers for this DVR port 129b5a8f-0280-4a43-9df4-d087ee4fb24a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:17:27.552960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1bc0a0>,) {'filters': {'network_id': ['ec89ebfd-5131-4975-aa36-c0beebc47c16']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:27.562734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1bc0a0>, 'a6cccce0-b0ae-4449-b451-2b97f6a59502') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:27.563025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1bc0a0>, 'a6cccce0-b0ae-4449-b451-2b97f6a59502') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:27.572323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.584926 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.591028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:17:27.591455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:17:27.594536 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:17:27.653607 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.660167 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:27.663213 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] 10.222.0.21 "DELETE /v2.0/networks/ec89ebfd-5131-4975-aa36-c0beebc47c16 HTTP/1.1" status: 204  len: 168 time: 0.5419736
Nov 27 21:17:27.675341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a3177-fa71-4164-96fb-2ec3199f7bb2 tempest-DHCPAgentSchedulersTestJSON-304064502 tempest-DHCPAgentSchedulersTestJSON-304064502-project] Pushing event deleted for resources: {'Network': ['ID=ec89ebfd-5131-4975-aa36-c0beebc47c16,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:27.903311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43068) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:28.036454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d6d3bf54-afec-430c-b677-3d495780c800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b3acc06be03426eb83f8755908d4ea7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1318238
Nov 27 21:17:28.039539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43072) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:28.086876 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5beb5961-d4e2-4156-bbf1-eb43eda0b8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.107729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5beb5961-d4e2-4156-bbf1-eb43eda0b8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.153007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5beb5961-d4e2-4156-bbf1-eb43eda0b8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.155679 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5beb5961-d4e2-4156-bbf1-eb43eda0b8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.156820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5beb5961-d4e2-4156-bbf1-eb43eda0b8e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eadac99-85a3-4738-8168-0d0855649acc HTTP/1.1" status: 204  len: 168 time: 0.1163499
Nov 27 21:17:28.164526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb5961-d4e2-4156-bbf1-eb43eda0b8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eadac99-85a3-4738-8168-0d0855649acc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:28.417592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:28.431048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b426d3c7-c4c9-483f-90af-0efa5fd048a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.508278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b426d3c7-c4c9-483f-90af-0efa5fd048a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.513101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b426d3c7-c4c9-483f-90af-0efa5fd048a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.550360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b426d3c7-c4c9-483f-90af-0efa5fd048a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a36cbb3cef04a2fa1b9156890ffc365&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1316428
Nov 27 21:17:28.551533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426d3c7-c4c9-483f-90af-0efa5fd048a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72fc439-0af5-40d8-b297-719852e5119c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:28.552981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43080) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:28.600273 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e03d5b3e-4478-4c08-9d89-7d525ad01f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.621326 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e03d5b3e-4478-4c08-9d89-7d525ad01f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.669008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e03d5b3e-4478-4c08-9d89-7d525ad01f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.671962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e03d5b3e-4478-4c08-9d89-7d525ad01f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:28.673098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e03d5b3e-4478-4c08-9d89-7d525ad01f89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b72fc439-0af5-40d8-b297-719852e5119c HTTP/1.1" status: 204  len: 168 time: 0.1191180
Nov 27 21:17:28.680540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d5b3e-4478-4c08-9d89-7d525ad01f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72fc439-0af5-40d8-b297-719852e5119c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:28.960501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 129b5a8f-0280-4a43-9df4-d087ee4fb24a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:17:28.983677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 129b5a8f-0280-4a43-9df4-d087ee4fb24a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:17:28.984097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 129b5a8f-0280-4a43-9df4-d087ee4fb24a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:17:29.864107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43116) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:29.961854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:29.982500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.071028 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.172448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Allocated IP 172.35.3.202 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/3961da5b-eb11-45e8-9b36-b0e5de1150c8) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:30.277313 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.314367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.353806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:30.356701 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:30.360287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:30.389628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Pushing event updated for resources: {'Port': ['ID=3961da5b-eb11-45e8-9b36-b0e5de1150c8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:30.460630 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.497949 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.626798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a88a3-74b3-47ed-b957-670286ac9d8c req-6edb4083-2deb-4bc8-a837-31460aa9e210 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:30.628321 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-372a88a3-74b3-47ed-b957-670286ac9d8c req-6edb4083-2deb-4bc8-a837-31460aa9e210 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.1028659
Nov 27 21:17:30.708232 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-372a88a3-74b3-47ed-b957-670286ac9d8c req-951d6501-04fc-4c79-8f87-8f4cbf800265 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726202
Nov 27 21:17:30.723502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.727977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.801585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Pushing event updated for resources: {'Port': ['ID=3961da5b-eb11-45e8-9b36-b0e5de1150c8,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:30.812294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.827228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.828530 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f7d3b525-b88b-4e64-8888-b1fa0b605b01 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.9631166
Nov 27 21:17:30.831601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43130) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:30.836392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1157166921', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'fixed_ips': [{'ip_address': '172.35.3.202'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:30.856613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Made reservation on behalf of 2bda412c4b774d67a0dbb704b4a7daf5 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:30.858979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.869062 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.947750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.952082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:30.956650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] device_id is not set on port 11ea2705-018d-436e-ad75-d22e3a4bfdb9 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:17:31.035757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b794eb2c-fd98-4380-9e8a-d5927155e223,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:31.152408 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:17:31.152912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:17:31.167863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-49395d99-8711-4779-9088-13975fe2f779 tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.3346720
Nov 27 21:17:31.170511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43132) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:31.314057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Deleting port 3961da5b-eb11-45e8-9b36-b0e5de1150c8 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:31.314339 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:31.388493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:31.388816 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:31.400149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Calling delete_port for 3961da5b-eb11-45e8-9b36-b0e5de1150c8 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:31.535032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:31.559563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Pushing event deleted for resources: {'Port': ['ID=3961da5b-eb11-45e8-9b36-b0e5de1150c8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:31.617665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:31.620301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:31.621462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f21d96b9-343a-4c7f-ac9a-0eebd1ec0bfd tempest-ExternalNetworksAdminNegativeTestJSON-557263877 tempest-ExternalNetworksAdminNegativeTestJSON-557263877-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/b8ad4c3d-5825-48ff-ac4d-d8c720692855 HTTP/1.1" status: 204  len: 168 time: 0.4500449
Nov 27 21:17:31.828386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fe968-e157-4138-a8ea-08c15e207fd2 req-6f9ae006-9570-40f0-b7ee-8394e9700f25 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:31.829866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a26fe968-e157-4138-a8ea-08c15e207fd2 req-6f9ae006-9570-40f0-b7ee-8394e9700f25 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0490394
Nov 27 21:17:31.861543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43140) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:31.877017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a26fe968-e157-4138-a8ea-08c15e207fd2 req-0b399c17-ff1c-4ce4-9ee9-875b6b820c12 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411727
Nov 27 21:17:31.970678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b20848ae-bd9b-41cf-9df8-eb4e52b83a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.044295 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b20848ae-bd9b-41cf-9df8-eb4e52b83a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.047943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b20848ae-bd9b-41cf-9df8-eb4e52b83a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.083776 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b20848ae-bd9b-41cf-9df8-eb4e52b83a59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bb381fba03949e993e7afab121d6811&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2210252
Nov 27 21:17:32.085578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20848ae-bd9b-41cf-9df8-eb4e52b83a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0e9673-53a7-4be9-a146-345b3c37072d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:32.086440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43144) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:32.135307 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903ff16a-83c1-4e79-81a0-382acc02afd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.156749 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903ff16a-83c1-4e79-81a0-382acc02afd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.202922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903ff16a-83c1-4e79-81a0-382acc02afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.205574 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-903ff16a-83c1-4e79-81a0-382acc02afd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.206704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-903ff16a-83c1-4e79-81a0-382acc02afd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db0e9673-53a7-4be9-a146-345b3c37072d HTTP/1.1" status: 204  len: 168 time: 0.1192641
Nov 27 21:17:32.216651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ff16a-83c1-4e79-81a0-382acc02afd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0e9673-53a7-4be9-a146-345b3c37072d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:32.469686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43150) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:32.512417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ce702ede-d2bc-4849-a50a-4f86fabba24d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bda412c4b774d67a0dbb704b4a7daf5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0415297
Nov 27 21:17:32.514921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43152) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:32.562149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c06f-abf9-4751-a8dc-47799648d1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.582563 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c06f-abf9-4751-a8dc-47799648d1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.655695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-3a93e61d-b0d0-4259-8f7d-d5308847c7a0 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:32.657082 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-3a93e61d-b0d0-4259-8f7d-d5308847c7a0 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0537918
Nov 27 21:17:32.663552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c06f-abf9-4751-a8dc-47799648d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.666173 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c06f-abf9-4751-a8dc-47799648d1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.667829 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bfa2c06f-abf9-4751-a8dc-47799648d1b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b794eb2c-fd98-4380-9e8a-d5927155e223 HTTP/1.1" status: 204  len: 168 time: 0.1511939
Nov 27 21:17:32.700358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2c06f-abf9-4751-a8dc-47799648d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b794eb2c-fd98-4380-9e8a-d5927155e223,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:32.764246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Deleting port a9f6773f-b4a1-41a8-9921-b5b340ba2efd {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:32.764594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:32.854985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] For port a9f6773f-b4a1-41a8-9921-b5b340ba2efd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:32.855708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:33.009431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6de5f7-4711-4c4a-b37e-22633210707c req-8b8fd22f-ac3f-4ff2-a8e1-500a7c452b09 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:33.011633 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da6de5f7-4711-4c4a-b37e-22633210707c req-8b8fd22f-ac3f-4ff2-a8e1-500a7c452b09 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 945 time: 0.0541174
Nov 27 21:17:33.063928 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da6de5f7-4711-4c4a-b37e-22633210707c req-de091f7e-a296-4fef-9dde-fc9568914e40 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446265
Nov 27 21:17:33.087060 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:33.087700 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:33.088028 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Floating IP 6587c670-f5f9-4cb7-a39f-9acf0d949874 disassociated. External IP: 172.35.3.116, port: a9f6773f-b4a1-41a8-9921-b5b340ba2efd.
Nov 27 21:17:33.088382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Calling delete_port for a9f6773f-b4a1-41a8-9921-b5b340ba2efd owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:33.221465 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:33.251606 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event deleted for resources: {'Port': ['ID=a9f6773f-b4a1-41a8-9921-b5b340ba2efd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:33.371761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:17:33.484643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:33.496633 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] Sync routers for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:33.506661 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:33.507336 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:33.531102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] No DVR routers for this DVR port a9f6773f-b4a1-41a8-9921-b5b340ba2efd on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:17:33.533924 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:33.537855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a235c15a-5aa1-4967-9660-7fd8e2eb1f92 req-d73c86bb-f449-4400-a10e-9a3cbd6d00b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "DELETE /v2.0/ports/a9f6773f-b4a1-41a8-9921-b5b340ba2efd HTTP/1.1" status: 204  len: 173 time: 0.8689821
Nov 27 21:17:33.538572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16595aec-62b0-4a81-8923-9071b7521bfe', 'name': 'network-vif-deleted', 'tag': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:17:33.540914 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fe1c70-d71a-436c-a122-707a1a6de9e2" -d '{"events": [{"server_uuid": "16595aec-62b0-4a81-8923-9071b7521bfe", "name": "network-vif-deleted", "tag": "a9f6773f-b4a1-41a8-9921-b5b340ba2efd"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:17:33.623858 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:33.790744 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd468be-4c8a-4c6c-8836-8db6c2f72a81 x-openstack-request-id: req-8fd468be-4c8a-4c6c-8836-8db6c2f72a81 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:17:33.791108 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16595aec-62b0-4a81-8923-9071b7521bfe", "name": "network-vif-deleted", "tag": "a9f6773f-b4a1-41a8-9921-b5b340ba2efd", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:17:33.791730 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fd468be-4c8a-4c6c-8836-8db6c2f72a81 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:17:33.792809 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16595aec-62b0-4a81-8923-9071b7521bfe', 'name': 'network-vif-deleted', 'tag': 'a9f6773f-b4a1-41a8-9921-b5b340ba2efd', 'status': 'completed', 'code': 200}
Nov 27 21:17:33.844807 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bf10>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:33.876549 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] Checking router: 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:17:33.884852 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:33.885461 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:33.992072 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:34.209561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cbe5d6fd-90b5-4d15-8453-a0845eaac96e req-1bbc0c37-7400-477f-8ea2-471daa69c7b7 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=16595aec-62b0-4a81-8923-9071b7521bfe HTTP/1.1" status: 200  len: 210 time: 0.0316803
Nov 27 21:17:34.260419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43202) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:34.285506 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96bf10>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:34.316844 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e70d46-e5f3-4b17-92c2-47b78caa497c None None] The sync data for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 is: [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:34.322534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27671a52-7398-40ce-8ede-ecb2172228c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:34.365505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-826b3d4c-c479-4e29-b1b3-5265a2e686f5 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:34.399102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-826b3d4c-c479-4e29-b1b3-5265a2e686f5 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] 10.222.0.21 "PUT /v2.0/quotas/9b92167f6de845caa68b7b7453444b4c HTTP/1.1" status: 200  len: 366 time: 0.1373870
Nov 27 21:17:34.402418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43206) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:34.413905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-50fd7c1c-52d9-4b0d-bb6e-6c51fee1de55 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0101397
Nov 27 21:17:34.415438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43208) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:34.426279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b847fb4c-b145-4e8d-9954-b0d8c3c95198 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] 10.222.0.21 "GET /v2.0/quotas/9b92167f6de845caa68b7b7453444b4c HTTP/1.1" status: 200  len: 366 time: 0.0096126
Nov 27 21:17:34.428829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43210) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:34.446127 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cd5c3a49-6852-4eb6-8f4a-c6c176083d84 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/9b92167f6de845caa68b7b7453444b4c HTTP/1.1" status: 204  len: 168 time: 0.0161119
Nov 27 21:17:34.447532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43212) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:34.460879 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-55dcd28b-4f8d-4dfb-a8c4-ffa2e13ac1cc tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0121782
Nov 27 21:17:34.463308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43214) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:34.473758 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e0653137-d375-4d93-96fb-f3ea93774409 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] 10.222.0.21 "GET /v2.0/quotas/9b92167f6de845caa68b7b7453444b4c HTTP/1.1" status: 200  len: 370 time: 0.0088463
Nov 27 21:17:34.476217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43216) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:34.481845 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a83ac979-57a4-4320-8544-3d09fcc4fd84 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] 10.222.0.21 "GET /v2.0/quotas/9b92167f6de845caa68b7b7453444b4c/default HTTP/1.1" status: 200  len: 370 time: 0.0044847
Nov 27 21:17:34.484229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43218) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:34.493159 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-8779b683-d16b-4115-9f07-aec069246fd2 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] delete failed (client error): The resource could not be found.
Nov 27 21:17:34.494777 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8779b683-d16b-4115-9f07-aec069246fd2 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/9b92167f6de845caa68b7b7453444b4c HTTP/1.1" status: 404  len: 348 time: 0.0090442
Nov 27 21:17:34.566155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db037fdd-92b7-4c66-b048-acb0f73330be None None] New status for floating IP 6587c670-f5f9-4cb7-a39f-9acf0d949874: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:17:34.610890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43222) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:34.630499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Usage tracker for resource:network and project:7786550fa88a41158e9f8aa6f329c813 is out of sync, need to count used quota {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 27 21:17:34.633732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 27 21:17:34.643932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Usage tracker for resource:subnet and project:7786550fa88a41158e9f8aa6f329c813 is out of sync, need to count used quota {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 27 21:17:34.647547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 27 21:17:34.653825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Usage tracker for resource:subnetpool and project:7786550fa88a41158e9f8aa6f329c813 is out of sync, need to count used quota {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 27 21:17:34.658983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 27 21:17:34.665308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Usage tracker for resource:port and project:7786550fa88a41158e9f8aa6f329c813 is out of sync, need to count used quota {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 27 21:17:34.669114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 27 21:17:34.675595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Usage tracker for resource:router and project:7786550fa88a41158e9f8aa6f329c813 is out of sync, need to count used quota {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 27 21:17:34.678769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 27 21:17:34.684855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Usage tracker for resource:floatingip and project:7786550fa88a41158e9f8aa6f329c813 is out of sync, need to count used quota {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 27 21:17:34.688262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 27 21:17:34.725078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Usage tracker for resource:security_group and project:7786550fa88a41158e9f8aa6f329c813 is out of sync, need to count used quota {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 27 21:17:34.728316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 27 21:17:34.734901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Usage tracker for resource:security_group_rule and project:7786550fa88a41158e9f8aa6f329c813 is out of sync, need to count used quota {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 27 21:17:34.738062 ncdv-master-1 neutron-server[120908]: DEBUG neutron.quota.resource [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=120908) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 27 21:17:34.743099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2d964a8b-1396-43db-b999-a6bcc938b428 tempest-QuotasTest-1874124959 tempest-QuotasTest-1874124959-project-admin] 10.222.0.21 "GET /v2.0/quotas/7786550fa88a41158e9f8aa6f329c813/details.json HTTP/1.1" status: 200  len: 703 time: 0.1311102
Nov 27 21:17:35.031482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43228) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:35.138370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd0b1-0979-4553-9b09-35658b43b1a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.211334 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd0b1-0979-4553-9b09-35658b43b1a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.215812 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3f9bd0b1-0979-4553-9b09-35658b43b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.252684 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3f9bd0b1-0979-4553-9b09-35658b43b1a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6237bea2e334fe3a8aac46dd4ae6fde&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2200766
Nov 27 21:17:35.254595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bd0b1-0979-4553-9b09-35658b43b1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82ca1b-7ba3-4a72-a240-812a0efd69fd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:35.255416 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43234) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:35.298480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43238) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:35.307866 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-afc461c1-6202-4cc7-95dd-29f156d07ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.329683 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-afc461c1-6202-4cc7-95dd-29f156d07ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.352827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca9c00cc-79e1-4093-88e1-85871866f91c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.376421 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-afc461c1-6202-4cc7-95dd-29f156d07ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.378174 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca9c00cc-79e1-4093-88e1-85871866f91c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.379034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-afc461c1-6202-4cc7-95dd-29f156d07ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.382871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-afc461c1-6202-4cc7-95dd-29f156d07ef1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b82ca1b-7ba3-4a72-a240-812a0efd69fd HTTP/1.1" status: 204  len: 168 time: 0.1263361
Nov 27 21:17:35.390991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc461c1-6202-4cc7-95dd-29f156d07ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82ca1b-7ba3-4a72-a240-812a0efd69fd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:35.445775 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca9c00cc-79e1-4093-88e1-85871866f91c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.448473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca9c00cc-79e1-4093-88e1-85871866f91c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.450163 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ca9c00cc-79e1-4093-88e1-85871866f91c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "DELETE /v2.0/security-groups/5fe80c10-5259-48f9-9fb4-a0a4b05cae6f HTTP/1.1" status: 204  len: 168 time: 0.1502266
Nov 27 21:17:35.453177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43242) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:35.460659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c00cc-79e1-4093-88e1-85871866f91c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe80c10-5259-48f9-9fb4-a0a4b05cae6f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:35.467878 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-ba47bb8c-e70d-42dd-bc44-aebd96a80085 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] show failed (client error): The resource could not be found.
Nov 27 21:17:35.472368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43244) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:35.473112 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ba47bb8c-e70d-42dd-bc44-aebd96a80085 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups/5fe80c10-5259-48f9-9fb4-a0a4b05cae6f HTTP/1.1" status: 404  len: 347 time: 0.0186155
Nov 27 21:17:35.600949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Deleting port 8e45b452-f4ac-469f-ad42-a9c0a858f997 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:35.601289 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.670669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43248) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:35.678042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.678377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.684028 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a379016-03c6-49d8-b07a-284a267dbf4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.690303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Calling delete_port for 8e45b452-f4ac-469f-ad42-a9c0a858f997 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:35.758503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a379016-03c6-49d8-b07a-284a267dbf4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.763128 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3a379016-03c6-49d8-b07a-284a267dbf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.802820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3a379016-03c6-49d8-b07a-284a267dbf4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7786550fa88a41158e9f8aa6f329c813&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1310434
Nov 27 21:17:35.803705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a379016-03c6-49d8-b07a-284a267dbf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8a5f66-ddc3-4a71-9afd-190da16f9252,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:35.806139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43250) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:35.834804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.859342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9909-aa59-4065-b31f-419b11ca4cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.861222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event deleted for resources: {'Port': ['ID=8e45b452-f4ac-469f-ad42-a9c0a858f997,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:35.887669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9909-aa59-4065-b31f-419b11ca4cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.924134 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.926739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.927920 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-671ff195-4379-4c13-93d4-94d76d91e531 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "DELETE /v2.0/floatingips/6587c670-f5f9-4cb7-a39f-9acf0d949874 HTTP/1.1" status: 204  len: 168 time: 0.4544990
Nov 27 21:17:35.938644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9909-aa59-4065-b31f-419b11ca4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.941321 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1a8d9909-aa59-4065-b31f-419b11ca4cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:35.944722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1a8d9909-aa59-4065-b31f-419b11ca4cc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea8a5f66-ddc3-4a71-9afd-190da16f9252 HTTP/1.1" status: 204  len: 168 time: 0.1356273
Nov 27 21:17:35.955573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d9909-aa59-4065-b31f-419b11ca4cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8a5f66-ddc3-4a71-9afd-190da16f9252,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:36.173368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43258) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:36.178015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-19d14370-7c61-48c8-babf-31191fbc079f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775461896', 'description': 'tempest-description--2040815966'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:36.199666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19d14370-7c61-48c8-babf-31191fbc079f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.268312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19d14370-7c61-48c8-babf-31191fbc079f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.272726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19d14370-7c61-48c8-babf-31191fbc079f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.302258 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19d14370-7c61-48c8-babf-31191fbc079f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.306504 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-19d14370-7c61-48c8-babf-31191fbc079f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1292982
Nov 27 21:17:36.306903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43266) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:36.310952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-69b08b20-ba83-460a-a591-136091a8a828 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'security_group_rule': {'security_group_id': 'ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:36.317212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d14370-7c61-48c8-babf-31191fbc079f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:36.342302 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69b08b20-ba83-460a-a591-136091a8a828 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.409857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69b08b20-ba83-460a-a591-136091a8a828 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.413578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69b08b20-ba83-460a-a591-136091a8a828 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.426980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b08b20-ba83-460a-a591-136091a8a828 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b793a018-b165-4849-9ce1-807175c586e7,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:36.442800 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-69b08b20-ba83-460a-a591-136091a8a828 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.446662 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-69b08b20-ba83-460a-a591-136091a8a828 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1365755
Nov 27 21:17:36.446819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43270) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:36.453976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ef0bc1b3-609c-4a19-a7f7-0379e23052a4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'security_group_rule': {'security_group_id': 'ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:36.467367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-90123fbc-b2ba-40a1-a8e2-3a36fc24f2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.485244 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef0bc1b3-609c-4a19-a7f7-0379e23052a4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.547154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef0bc1b3-609c-4a19-a7f7-0379e23052a4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.551063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef0bc1b3-609c-4a19-a7f7-0379e23052a4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.566689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bc1b3-609c-4a19-a7f7-0379e23052a4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47be5f1b-bdbb-442b-81fb-37c189953975,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:36.579608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ef0bc1b3-609c-4a19-a7f7-0379e23052a4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.583992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ef0bc1b3-609c-4a19-a7f7-0379e23052a4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1356156
Nov 27 21:17:36.584575 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43278) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:36.588938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:36.591243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a9f6773f-b4a1-41a8-9921-b5b340ba2efd no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:17:36.612823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: a9f6773f-b4a1-41a8-9921-b5b340ba2efd {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:17:36.613327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a9f6773f-b4a1-41a8-9921-b5b340ba2efd not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:17:36.615537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.697767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43282) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:36.720236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.798534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1081189009'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:36.819692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Made reservation on behalf of b1f72b0a292342919738705f8ea12286 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:36.822822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Allocated IP 172.35.3.150 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/bd34dd0a-62e1-4963-927c-8b03f373d1f6) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:36.823368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.832211 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.910196 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.914727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.930912 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.939046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:17:36.954564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd565756-774c-48d5-b5ec-9c37896c7694,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:36.957867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.958220 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Added segment 971e07a1-0d04-44ea-b478-78deba06352c of type vlan for network 57ad8caf-d21c-49a8-a66d-57f04150721d
Nov 27 21:17:36.969182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:36.999685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.006043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:37.010826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:37.015095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:37.029405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.035037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:37.035652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.037485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'Port': ['ID=bd34dd0a-62e1-4963-927c-8b03f373d1f6,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:37.093007 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.3941088
Nov 27 21:17:37.095918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43286) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:37.100797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Request body: {'subnet': {'network_id': '57ad8caf-d21c-49a8-a66d-57f04150721d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:37.104684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eca889-1b46-4430-8d77-08efa2b138f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event updated for resources: {'Network': ['ID=57ad8caf-d21c-49a8-a66d-57f04150721d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:37.117166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 57ad8caf-d21c-49a8-a66d-57f04150721d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:17:37.153767 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.209921 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.503504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Made reservation on behalf of b1f72b0a292342919738705f8ea12286 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:37.506914 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.727297 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.732946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.826207 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.860165 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.878069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'Port': ['ID=bd34dd0a-62e1-4963-927c-8b03f373d1f6,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:37.890978 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.906072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event updated for resources: {'Subnet': ['ID=dc243cd1-1fe8-4291-8ab9-ced07c52320b,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:37.924521 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.925820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a9b83d14-26b2-4498-9bc0-273efc03f08b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3402536
Nov 27 21:17:37.928723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Checking segment: {'id': '971e07a1-0d04-44ea-b478-78deba06352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57ad8caf-d21c-49a8-a66d-57f04150721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:37.929084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Network hostable DHCP agents. Network: 57ad8caf-d21c-49a8-a66d-57f04150721d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:17:37.945954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Network 57ad8caf-d21c-49a8-a66d-57f04150721d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:17:37.954931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57ad8caf-d21c-49a8-a66d-57f04150721d) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:37.959215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:37.959856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:37.965578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec02a1-790f-4b14-95f5-15d7b3ae568f None None] Network 57ad8caf-d21c-49a8-a66d-57f04150721d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:37.976693 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:17:37.981592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9f1e3a7f-adb9-4dec-82e3-f1422ebf89f1 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8814001
Nov 27 21:17:37.981592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43290) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:37.986911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-62587f8a-e503-4797-beb0-6dc562d3bcfa tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-803750550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:38.016051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62587f8a-e503-4797-beb0-6dc562d3bcfa tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.017456 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62587f8a-e503-4797-beb0-6dc562d3bcfa tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.080085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62587f8a-e503-4797-beb0-6dc562d3bcfa tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.086426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62587f8a-e503-4797-beb0-6dc562d3bcfa tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.110584 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62587f8a-e503-4797-beb0-6dc562d3bcfa tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.115537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43302) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:38.119968 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-62587f8a-e503-4797-beb0-6dc562d3bcfa tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.1369798
Nov 27 21:17:38.131457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-57ad8caf-d21c-49a8-a66d-57f04150721d', 'network_id': '57ad8caf-d21c-49a8-a66d-57f04150721d', 'tenant_id': 'b1f72b0a292342919738705f8ea12286', 'fixed_ips': [{'subnet_id': 'dc243cd1-1fe8-4291-8ab9-ced07c52320b'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:17:38.132341 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.177327 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-47202213-5519-4a59-ad16-f466e4c771f6 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--775461896&fields=id&tenant_id=219be90852c0481aaad9862d1a485102 HTTP/1.1" status: 200  len: 267 time: 0.0560231
Nov 27 21:17:38.264506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Allocated IP 172.20.0.2 (57ad8caf-d21c-49a8-a66d-57f04150721d/dc243cd1-1fe8-4291-8ab9-ced07c52320b/a8c32360-a8a3-4ab1-8bce-69bdf217598c) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:38.298252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-6e8a90b4-d788-4303-8528-edf501161b76 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:38.299836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-6e8a90b4-d788-4303-8528-edf501161b76 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 810 time: 0.1134717
Nov 27 21:17:38.316048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-e15e6ca4-d002-4d1e-b340-b30de0af7b33 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/quotas/219be90852c0481aaad9862d1a485102 HTTP/1.1" status: 200  len: 375 time: 0.0098257
Nov 27 21:17:38.373332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-9aa350ad-670d-42a1-b24c-3630f76f8ed8 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0501211
Nov 27 21:17:38.406425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.417926 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.433260 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.481314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Network 57ad8caf-d21c-49a8-a66d-57f04150721d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:38.486074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-34f4eca5-70b0-4ce8-b942-9b673b21687b service neutron] 10.222.0.21 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0973880
Nov 27 21:17:38.490330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:38.499040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:38.504568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Pushing event updated for resources: {'Port': ['ID=a8c32360-a8a3-4ab1-8bce-69bdf217598c,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:38.563959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Attempting to bind port a8c32360-a8a3-4ab1-8bce-69bdf217598c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:38.564324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Attempting to bind port a8c32360-a8a3-4ab1-8bce-69bdf217598c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '971e07a1-0d04-44ea-b478-78deba06352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57ad8caf-d21c-49a8-a66d-57f04150721d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:38.564938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Attempting to bind port a8c32360-a8a3-4ab1-8bce-69bdf217598c on network 57ad8caf-d21c-49a8-a66d-57f04150721d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:38.570248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:38.570618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Checking segment: {'id': '971e07a1-0d04-44ea-b478-78deba06352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57ad8caf-d21c-49a8-a66d-57f04150721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:38.571213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.571643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Bound using segment: {'id': '971e07a1-0d04-44ea-b478-78deba06352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57ad8caf-d21c-49a8-a66d-57f04150721d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:38.572108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Bound port: a8c32360-a8a3-4ab1-8bce-69bdf217598c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971e07a1-0d04-44ea-b478-78deba06352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '57ad8caf-d21c-49a8-a66d-57f04150721d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:38.572496 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.591403 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-e2acd95f-dae4-4af9-b8f2-eff7b6fa4a8a service neutron] 10.222.0.21 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0988412
Nov 27 21:17:38.635664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] For port a8c32360-a8a3-4ab1-8bce-69bdf217598c, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:38.639472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] For port a8c32360-a8a3-4ab1-8bce-69bdf217598c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c32360-a8a3-4ab1-8bce-69bdf217598c,segment=NetworkSegment(971e07a1-0d04-44ea-b478-78deba06352c),segment_id=971e07a1-0d04-44ea-b478-78deba06352c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:38.644346 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.681741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Allocated IP 172.20.0.1 (57ad8caf-d21c-49a8-a66d-57f04150721d/dc243cd1-1fe8-4291-8ab9-ced07c52320b/f5486c96-a82f-4f53-a9d8-16bff23c8e58) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:38.710131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c993ba2-15c4-40a8-97c5-47d518be624d None None] Pushing event updated for resources: {'Port': ['ID=a8c32360-a8a3-4ab1-8bce-69bdf217598c,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:38.799565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-07e69aab-66db-4069-8108-38ca89e15afb req-20e0bf94-c784-4255-ac60-431efe3782de tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 210 time: 0.0387650
Nov 27 21:17:38.856171 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.895378 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:38.983701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Network 57ad8caf-d21c-49a8-a66d-57f04150721d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:38.985449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:38.987667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event updated for resources: {'Port': ['ID=f5486c96-a82f-4f53-a9d8-16bff23c8e58,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:38.990046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:39.041465 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.090310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a8c32360-a8a3-4ab1-8bce-69bdf217598c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:39.151880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a8c32360-a8a3-4ab1-8bce-69bdf217598c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:39.152343 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.177648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.236709 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.276745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port a8c32360-a8a3-4ab1-8bce-69bdf217598c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c32360-a8a3-4ab1-8bce-69bdf217598c,segment=NetworkSegment(971e07a1-0d04-44ea-b478-78deba06352c),segment_id=971e07a1-0d04-44ea-b478-78deba06352c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:39.285025 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.337613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=a8c32360-a8a3-4ab1-8bce-69bdf217598c,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:39.576048 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.708772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.714613 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.788779 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.790504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event updated for resources: {'Port': ['ID=f5486c96-a82f-4f53-a9d8-16bff23c8e58,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:39.791716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13ba6c-353b-4f24-97b8-cce85b4cb07c None None] Network 57ad8caf-d21c-49a8-a66d-57f04150721d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:39.858191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-36c5be19-3a85-432d-b685-c2eff4277668 None None] Provisioning complete for port a8c32360-a8a3-4ab1-8bce-69bdf217598c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:39.858913 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-36c5be19-3a85-432d-b685-c2eff4277668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:39.921588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-07557621-1cd1-432c-bf99-948aef68b371 req-690e35f8-ac60-413a-b666-bdf209936e8d tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 210 time: 0.0301468
Nov 27 21:17:39.963708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Network 57ad8caf-d21c-49a8-a66d-57f04150721d is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:39.967635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:40.085393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-4d69f731-540e-4c23-b642-14dbf0867cdd tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:40.086821 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-4d69f731-540e-4c23-b642-14dbf0867cdd tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 810 time: 0.2069542
Nov 27 21:17:40.185752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-66965df5-c59c-44e8-a042-ed199c526772 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219be90852c0481aaad9862d1a485102 HTTP/1.1" status: 200  len: 379 time: 0.0861499
Nov 27 21:17:40.186819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Router d2112aa8-c7da-44da-ab96-09e34893554e is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:17:40.197929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'port': {'device_id': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'admin_state_up': True, 'tenant_id': '219be90852c0481aaad9862d1a485102', 'security_groups': ['ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:40.240440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-78626b49-f615-4eb8-8735-c22df72bc1c7 None None] Provisioning complete for port a8c32360-a8a3-4ab1-8bce-69bdf217598c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:40.241042 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78626b49-f615-4eb8-8735-c22df72bc1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.353426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:40.366221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43316) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:40.366421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-da674a37-d5a3-4981-a45b-bc064d4cad1d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "PUT /v2.0/routers/d2112aa8-c7da-44da-ab96-09e34893554e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2490537
Nov 27 21:17:40.366941 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1980965f-ad2d-4a03-850e-72f03c6b18e3 None None] Sync routers for ids ['d2112aa8-c7da-44da-ab96-09e34893554e'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:40.374310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Request body: {'port': {'network_id': '57ad8caf-d21c-49a8-a66d-57f04150721d', 'name': 'tempest-FloatingIPNegativeTestJSON-221156435'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:40.389289 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980965f-ad2d-4a03-850e-72f03c6b18e3 None None] Routers {'d2112aa8-c7da-44da-ab96-09e34893554e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:40.390300 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1980965f-ad2d-4a03-850e-72f03c6b18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e4cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d2112aa8-c7da-44da-ab96-09e34893554e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:40.399714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Made reservation on behalf of 219be90852c0481aaad9862d1a485102 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:40.410827 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.444695 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1980965f-ad2d-4a03-850e-72f03c6b18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e4cd0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:40.458738 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980965f-ad2d-4a03-850e-72f03c6b18e3 None None] Routers {'d2112aa8-c7da-44da-ab96-09e34893554e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:40.459518 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1980965f-ad2d-4a03-850e-72f03c6b18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e4cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d2112aa8-c7da-44da-ab96-09e34893554e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:40.477804 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.533142 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1980965f-ad2d-4a03-850e-72f03c6b18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e4cd0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:40.534124 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1980965f-ad2d-4a03-850e-72f03c6b18e3 None None] The sync data for ids ['d2112aa8-c7da-44da-ab96-09e34893554e'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:40.555646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-78626b49-f615-4eb8-8735-c22df72bc1c7 None None] Provisioning complete for port f5486c96-a82f-4f53-a9d8-16bff23c8e58 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:40.557649 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78626b49-f615-4eb8-8735-c22df72bc1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.572681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Made reservation on behalf of b1f72b0a292342919738705f8ea12286 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:40.578012 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.598370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] device_id is not set on port 1dc9f408-13dc-4fbe-b487-1055f3acd2ad yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:17:40.598588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-78626b49-f615-4eb8-8735-c22df72bc1c7 None None] Port f5486c96-a82f-4f53-a9d8-16bff23c8e58 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:40.628673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Allocated IP 172.20.0.3 (34e43d78-90bf-4d39-8500-de9af3c92506/eca62c5b-da07-4fda-84c1-ba93d90ade77/b7a3b32c-565f-4c0c-a9ae-31669d910917) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:40.721148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a497d6c7-5b5b-4c51-a0b8-27b566877a97 None None] Provisioning complete for port f5486c96-a82f-4f53-a9d8-16bff23c8e58 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:40.721527 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a497d6c7-5b5b-4c51-a0b8-27b566877a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.727117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Allocated IP 172.20.0.4 (57ad8caf-d21c-49a8-a66d-57f04150721d/dc243cd1-1fe8-4291-8ab9-ced07c52320b/1dc9f408-13dc-4fbe-b487-1055f3acd2ad) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:40.763045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a497d6c7-5b5b-4c51-a0b8-27b566877a97 None None] Port f5486c96-a82f-4f53-a9d8-16bff23c8e58 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:40.786731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.822150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.868760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Network 34e43d78-90bf-4d39-8500-de9af3c92506 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:40.872107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:40.876046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:40.884329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c9d8117a-207d-4cb0-a8fb-fb92a84198e9 None None] Provisioning complete for port f5486c96-a82f-4f53-a9d8-16bff23c8e58 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:40.884515 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c9d8117a-207d-4cb0-a8fb-fb92a84198e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.889743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.900008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event updated for resources: {'Port': ['ID=b7a3b32c-565f-4c0c-a9ae-31669d910917,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:40.932145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:40.932795 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.934121 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:40.935849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8117a-207d-4cb0-a8fb-fb92a84198e9 None None] Port f5486c96-a82f-4f53-a9d8-16bff23c8e58 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:40.966432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-508284ee-28f6-4ed3-b5a6-b4df4249a03c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7732432
Nov 27 21:17:40.989938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Network 57ad8caf-d21c-49a8-a66d-57f04150721d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:40.993699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:40.997852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:40.998213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Request body: {'port': {'device_id': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:41.029629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event updated for resources: {'Port': ['ID=1dc9f408-13dc-4fbe-b487-1055f3acd2ad,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:41.045107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a8c32360-a8a3-4ab1-8bce-69bdf217598c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:41.060636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:41.061620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.087936 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cda0e573-12b7-4895-8507-2ca6424eea2b tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.7193997
Nov 27 21:17:41.093213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43320) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:41.098324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:41.126660 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.128160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a8c32360-a8a3-4ab1-8bce-69bdf217598c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:41.129485 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.149076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.225836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7dd1c-3eeb-4af4-ba4c-a6ff260a405d req-0cfeb24d-2f2a-402f-ada2-bef336639ff4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:41.227523 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cd7dd1c-3eeb-4af4-ba4c-a6ff260a405d req-0cfeb24d-2f2a-402f-ada2-bef336639ff4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 931 time: 0.1748157
Nov 27 21:17:41.267441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-84dbc262-b84c-4e95-9a68-72aec292dabd None None] Provisioning complete for port b7a3b32c-565f-4c0c-a9ae-31669d910917 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:41.267977 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-84dbc262-b84c-4e95-9a68-72aec292dabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.287517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.307540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-84dbc262-b84c-4e95-9a68-72aec292dabd None None] Port b7a3b32c-565f-4c0c-a9ae-31669d910917 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:41.392460 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cd7dd1c-3eeb-4af4-ba4c-a6ff260a405d req-c22f919f-5913-4362-b42a-a3a0ea12c83f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061888
Nov 27 21:17:41.407748 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Allocated IP 172.35.3.126 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/f4753379-a2c1-4c7d-8ec6-70623f28903a) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:41.447405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e24f4f4e-6713-47bc-99b8-f0e83bc1edbf None None] Provisioning complete for port 1dc9f408-13dc-4fbe-b487-1055f3acd2ad triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:41.447775 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e24f4f4e-6713-47bc-99b8-f0e83bc1edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.483196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e24f4f4e-6713-47bc-99b8-f0e83bc1edbf None None] Port 1dc9f408-13dc-4fbe-b487-1055f3acd2ad cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:41.497661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a3b32c-565f-4c0c-a9ae-31669d910917 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:17:41.505311 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.512729 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.517192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Transition to ACTIVE for port object b7a3b32c-565f-4c0c-a9ae-31669d910917 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:17:41.521414 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.549066 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.576940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Pushing event updated for resources: {'Port': ['ID=b7a3b32c-565f-4c0c-a9ae-31669d910917,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:41.593765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:41.599649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:41.603171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:41.633877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event updated for resources: {'Port': ['ID=f4753379-a2c1-4c7d-8ec6-70623f28903a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:41.655156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Attempting to bind port b7a3b32c-565f-4c0c-a9ae-31669d910917 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:41.655451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Attempting to bind port b7a3b32c-565f-4c0c-a9ae-31669d910917 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:41.655794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Attempting to bind port b7a3b32c-565f-4c0c-a9ae-31669d910917 on network 34e43d78-90bf-4d39-8500-de9af3c92506 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:41.660344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Port b7a3b32c-565f-4c0c-a9ae-31669d910917 on network 34e43d78-90bf-4d39-8500-de9af3c92506 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:17:41.660716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Attempting to bind port b7a3b32c-565f-4c0c-a9ae-31669d910917 on network 34e43d78-90bf-4d39-8500-de9af3c92506 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:41.665783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:41.666114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Checking segment: {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:41.666534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Bound using segment: {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:41.666973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Bound port: b7a3b32c-565f-4c0c-a9ae-31669d910917, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194cc2af-caf9-4abc-8031-92dec579dc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:41.667362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.698355 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.737778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] For port b7a3b32c-565f-4c0c-a9ae-31669d910917, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:41.741500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] For port b7a3b32c-565f-4c0c-a9ae-31669d910917, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7a3b32c-565f-4c0c-a9ae-31669d910917,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:41.741726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.748110 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.793894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:41.794537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.795970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] 10.222.0.35 "PUT /v2.0/ports/b7a3b32c-565f-4c0c-a9ae-31669d910917 HTTP/1.1" status: 200  len: 1091 time: 0.8083220
Nov 27 21:17:41.796432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'tag': 'b7a3b32c-565f-4c0c-a9ae-31669d910917'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:17:41.798763 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4756739-b69b-486b-bcb3-faf9e9748ad9", "tag": "b7a3b32c-565f-4c0c-a9ae-31669d910917"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:17:41.822593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d4ebf-c136-4ac8-9799-9eeec451481a service neutron] Pushing event updated for resources: {'Port': ['ID=b7a3b32c-565f-4c0c-a9ae-31669d910917,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:41.853465 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc070bb5-920f-49b1-8ed6-c98967e0c1a6 x-openstack-request-id: req-cc070bb5-920f-49b1-8ed6-c98967e0c1a6 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:17:41.854543 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4756739-b69b-486b-bcb3-faf9e9748ad9", "tag": "b7a3b32c-565f-4c0c-a9ae-31669d910917", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:17:41.854811 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc070bb5-920f-49b1-8ed6-c98967e0c1a6 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:17:41.855302 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'tag': 'b7a3b32c-565f-4c0c-a9ae-31669d910917', 'status': 'completed', 'code': 200}
Nov 27 21:17:41.902340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-ec207056-1221-41ed-9d1d-227de44ebeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:41.904144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-ec207056-1221-41ed-9d1d-227de44ebeae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 1094 time: 0.0449419
Nov 27 21:17:41.925146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.930669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:41.953407 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-0c6ced72-6027-45e0-bb99-662fbb04f5ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a3b32c-565f-4c0c-a9ae-31669d910917 HTTP/1.1" status: 200  len: 217 time: 0.0365982
Nov 27 21:17:42.008450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event updated for resources: {'Port': ['ID=f4753379-a2c1-4c7d-8ec6-70623f28903a,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:42.016742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-37012fb6-593b-497f-a0c1-3389fe6e99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:42.017905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-37012fb6-593b-497f-a0c1-3389fe6e99b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0557644
Nov 27 21:17:42.019029 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.036517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.037789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aa05ab6e-41a3-4931-92e1-22aa3485e59e tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.9432063
Nov 27 21:17:42.040954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43324) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:42.045977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-385bd93f-0fd5-4e6f-8755-8944e6cebbbc tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Request body: {'floatingip': {'port_id': '1dc9f408-13dc-4fbe-b487-1055f3acd2ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:42.081557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-7b86d982-06c4-4749-89f6-2b94be2cf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:42.083072 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-7b86d982-06c4-4749-89f6-2b94be2cf8d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0539894
Nov 27 21:17:42.093366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-385bd93f-0fd5-4e6f-8755-8944e6cebbbc tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.177680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-2bebc10c-9028-4f4c-ac85-21f624a40cec service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826130
Nov 27 21:17:42.208186 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-385bd93f-0fd5-4e6f-8755-8944e6cebbbc tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] update failed (client error): The resource could not be found.
Nov 27 21:17:42.209260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-385bd93f-0fd5-4e6f-8755-8944e6cebbbc tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "PUT /v2.0/floatingips/b9ad67ce-faff-49a4-b37f-63e850895c1c HTTP/1.1" status: 404  len: 507 time: 0.1671977
Nov 27 21:17:42.212084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43326) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:42.279145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-65112da5-5d9e-4575-8ac5-88dcc793bb86 req-2396fcbb-cc60-4f79-a857-d90329255065 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899420
Nov 27 21:17:42.338928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Deleting port f4753379-a2c1-4c7d-8ec6-70623f28903a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:42.339339 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.371918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-d48750ad-ba10-4ca9-9cd8-ba958214bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:42.373699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-d48750ad-ba10-4ca9-9cd8-ba958214bb03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 1094 time: 0.0432062
Nov 27 21:17:42.419159 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.419513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.435704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Calling delete_port for f4753379-a2c1-4c7d-8ec6-70623f28903a owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:42.516268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-6fb09e69-0b7e-49b6-83ab-3abe24e2df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:42.517875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-6fb09e69-0b7e-49b6-83ab-3abe24e2df03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 911 time: 0.1372356
Nov 27 21:17:42.544843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c38f3-5bee-4827-9761-423d0036fa42 req-59ebd7b9-4177-46f9-9072-b9527c587323 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:42.546545 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c1c38f3-5bee-4827-9761-423d0036fa42 req-59ebd7b9-4177-46f9-9072-b9527c587323 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 943 time: 0.0727596
Nov 27 21:17:42.588229 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.590954 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-fd5c6130-105c-44a2-94a8-47801acfa2cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a3b32c-565f-4c0c-a9ae-31669d910917 HTTP/1.1" status: 200  len: 217 time: 0.0624666
Nov 27 21:17:42.619762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event deleted for resources: {'Port': ['ID=f4753379-a2c1-4c7d-8ec6-70623f28903a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:42.664529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c1c38f3-5bee-4827-9761-423d0036fa42 req-23ecf4da-31dc-4ddb-aab4-f520b1c24eb8 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887132
Nov 27 21:17:42.674121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-210b2d90-73a1-4fa7-ac4a-80a296e24e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:42.675603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-210b2d90-73a1-4fa7-ac4a-80a296e24e70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0739436
Nov 27 21:17:42.684701 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.687807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.688985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3141f0f6-404b-443d-92d0-a895777b4303 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "DELETE /v2.0/floatingips/b9ad67ce-faff-49a4-b37f-63e850895c1c HTTP/1.1" status: 204  len: 168 time: 0.4759569
Nov 27 21:17:42.692543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43330) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:42.696937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5023de5e-ba89-40f1-a866-fab268f06ee7 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Request body: {'floatingip': {'floating_network_id': '57ad8caf-d21c-49a8-a66d-57f04150721d', 'port_id': '1dc9f408-13dc-4fbe-b487-1055f3acd2ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:42.720571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5023de5e-ba89-40f1-a866-fab268f06ee7 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.724292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-4c36dedb-b2a0-4c2c-af65-e80bd7ba9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:42.725911 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-4c36dedb-b2a0-4c2c-af65-e80bd7ba9b11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415161
Nov 27 21:17:42.819998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-771e9ac1-996b-4ccf-a558-77c5b8321c4b service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835509
Nov 27 21:17:42.840752 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-5023de5e-ba89-40f1-a866-fab268f06ee7 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:17:42.842003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5023de5e-ba89-40f1-a866-fab268f06ee7 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.1485002
Nov 27 21:17:42.845603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43332) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:42.850005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '1dc9f408-13dc-4fbe-b487-1055f3acd2ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:42.873238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:42.915291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-145b17b2-18c0-45ec-b129-10a9dfb6a8c6 req-2faba4e5-5e84-47bf-b883-da4df98edfc8 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870740
Nov 27 21:17:42.969597 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:43.082912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Allocated IP 172.35.3.72 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/69c2878a-b7fa-46e8-b408-9776cd99d02b) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:43.180703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:43.215718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:43.258246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:43.261153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:43.265361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:43.270680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event updated for resources: {'Port': ['ID=69c2878a-b7fa-46e8-b408-9776cd99d02b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:43.429164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Deleting port 69c2878a-b7fa-46e8-b408-9776cd99d02b {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:43.430100 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:43.508396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:43.508666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:43.520828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Calling delete_port for 69c2878a-b7fa-46e8-b408-9776cd99d02b owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:43.641625 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:43.666349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event deleted for resources: {'Port': ['ID=69c2878a-b7fa-46e8-b408-9776cd99d02b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:43.769341 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] create failed (client error): The resource could not be found.
Nov 27 21:17:43.770297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-62542bb3-1785-43bf-92f1-b4ff5b95d112 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 0.9237628
Nov 27 21:17:43.774519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43336) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:43.792249 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5ca4b-27f5-4364-bb1e-4f2ff1912df3 req-e4cd382b-7182-4980-a847-e71b81f8530b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:43.794214 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41b5ca4b-27f5-4364-bb1e-4f2ff1912df3 req-e4cd382b-7182-4980-a847-e71b81f8530b tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 943 time: 0.0568480
Nov 27 21:17:43.841242 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41b5ca4b-27f5-4364-bb1e-4f2ff1912df3 req-e3dd50bd-fe68-4e50-b166-c80db2672f3c tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409029
Nov 27 21:17:43.860428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c56da037-e318-4bea-be21-4cd686f28ac4 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Deleting port 1dc9f408-13dc-4fbe-b487-1055f3acd2ad {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:43.860812 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c56da037-e318-4bea-be21-4cd686f28ac4 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:43.946834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c56da037-e318-4bea-be21-4cd686f28ac4 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:43.958922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c56da037-e318-4bea-be21-4cd686f28ac4 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Calling delete_port for 1dc9f408-13dc-4fbe-b487-1055f3acd2ad owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:44.085468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c56da037-e318-4bea-be21-4cd686f28ac4 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:44.113704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56da037-e318-4bea-be21-4cd686f28ac4 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event deleted for resources: {'Port': ['ID=1dc9f408-13dc-4fbe-b487-1055f3acd2ad,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:44.181313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c56da037-e318-4bea-be21-4cd686f28ac4 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:44.185155 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c56da037-e318-4bea-be21-4cd686f28ac4 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "DELETE /v2.0/ports/1dc9f408-13dc-4fbe-b487-1055f3acd2ad HTTP/1.1" status: 204  len: 168 time: 0.4096231
Nov 27 21:17:44.187656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43338) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:44.241788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8c7b7c-3722-402c-b6ea-5b6d7059a574 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:44.243355 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6e8c7b7c-3722-402c-b6ea-5b6d7059a574 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2112aa8-c7da-44da-ab96-09e34893554e HTTP/1.1" status: 200  len: 913 time: 0.0547540
Nov 27 21:17:44.246507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43340) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:44.622137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b7a3b32c-565f-4c0c-a9ae-31669d910917 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:17:44.626407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:44.715701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b7a3b32c-565f-4c0c-a9ae-31669d910917, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7a3b32c-565f-4c0c-a9ae-31669d910917,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:44.732455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'b7a3b32c-565f-4c0c-a9ae-31669d910917', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'port_id': 'b7a3b32c-565f-4c0c-a9ae-31669d910917', 'mac_address': 'fa:16:3e:d5:d4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:17:44.771873 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:44.788165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a3b32c-565f-4c0c-a9ae-31669d910917 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:17:44.808362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b7a3b32c-565f-4c0c-a9ae-31669d910917, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7a3b32c-565f-4c0c-a9ae-31669d910917,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:44.812507 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:44.861215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b7a3b32c-565f-4c0c-a9ae-31669d910917,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:45.016535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2011b4-03e2-4487-861b-183a2b601931 req-f0f20335-2e51-402a-83e0-bb77d7f13e41 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:45.017994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c2011b4-03e2-4487-861b-183a2b601931 req-f0f20335-2e51-402a-83e0-bb77d7f13e41 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 944 time: 0.0798416
Nov 27 21:17:45.068272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['b7a3b32c-565f-4c0c-a9ae-31669d910917'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:17:45.143355 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c2011b4-03e2-4487-861b-183a2b601931 req-5c8403d5-09f5-4a31-b5b5-fa310724ff32 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969191
Nov 27 21:17:45.242033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Deleting port f5486c96-a82f-4f53-a9d8-16bff23c8e58 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:45.242373 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:45.326068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:45.337758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Calling delete_port for f5486c96-a82f-4f53-a9d8-16bff23c8e58 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:45.504518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:45.535750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event deleted for resources: {'Port': ['ID=f5486c96-a82f-4f53-a9d8-16bff23c8e58,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:45.674076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:45.826250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Router d2112aa8-c7da-44da-ab96-09e34893554e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:17:45.900684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:45.906398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-44d47943-cec7-4ebb-805e-4bb660f75d89 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "PUT /v2.0/routers/d2112aa8-c7da-44da-ab96-09e34893554e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6589141
Nov 27 21:17:45.908933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43344) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:45.911783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f28be8-376f-46a6-907c-d775ce7e5ea3 None None] Sync routers for ids ['d2112aa8-c7da-44da-ab96-09e34893554e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:45.922731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f28be8-376f-46a6-907c-d775ce7e5ea3 None None] Routers {'d2112aa8-c7da-44da-ab96-09e34893554e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:45.923399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d1f28be8-376f-46a6-907c-d775ce7e5ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc55a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d2112aa8-c7da-44da-ab96-09e34893554e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:45.954940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d1f28be8-376f-46a6-907c-d775ce7e5ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc55a00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:45.963389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f28be8-376f-46a6-907c-d775ce7e5ea3 None None] Routers {'d2112aa8-c7da-44da-ab96-09e34893554e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:45.963996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d1f28be8-376f-46a6-907c-d775ce7e5ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc55a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d2112aa8-c7da-44da-ab96-09e34893554e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:45.983034 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83b1ecbe-7de8-4cff-95a5-6917d9696621 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.007654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d1f28be8-376f-46a6-907c-d775ce7e5ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc55a00>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:46.008300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f28be8-376f-46a6-907c-d775ce7e5ea3 None None] The sync data for ids ['d2112aa8-c7da-44da-ab96-09e34893554e'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:46.086018 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.137425 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83b1ecbe-7de8-4cff-95a5-6917d9696621 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.139550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83b1ecbe-7de8-4cff-95a5-6917d9696621 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.182139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83b1ecbe-7de8-4cff-95a5-6917d9696621 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.182684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b1ecbe-7de8-4cff-95a5-6917d9696621 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Fanout notify agent at l3_agent the message router_deleted on router d2112aa8-c7da-44da-ab96-09e34893554e {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:17:46.189715 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83b1ecbe-7de8-4cff-95a5-6917d9696621 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.193222 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-83b1ecbe-7de8-4cff-95a5-6917d9696621 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "DELETE /v2.0/routers/d2112aa8-c7da-44da-ab96-09e34893554e HTTP/1.1" status: 204  len: 168 time: 0.2807376
Nov 27 21:17:46.193222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43348) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:46.268436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a53950-aec5-4650-b45e-0fb95d28b6a6 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Deleting subnet dc243cd1-1fe8-4291-8ab9-ced07c52320b {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:17:46.274163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26a53950-aec5-4650-b45e-0fb95d28b6a6 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.314428 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bf68a-51ca-4f6f-8a69-749265402d15 req-f41d0d33-1806-4b80-8566-08348eb0348a tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:46.315943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-006bf68a-51ca-4f6f-8a69-749265402d15 req-f41d0d33-1806-4b80-8566-08348eb0348a tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 944 time: 0.0956583
Nov 27 21:17:46.334238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26a53950-aec5-4650-b45e-0fb95d28b6a6 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.407821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-006bf68a-51ca-4f6f-8a69-749265402d15 req-0d8080ea-e29d-4e64-87a3-e5d26420a855 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845218
Nov 27 21:17:46.443933 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26a53950-aec5-4650-b45e-0fb95d28b6a6 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.504393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26a53950-aec5-4650-b45e-0fb95d28b6a6 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.531224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a53950-aec5-4650-b45e-0fb95d28b6a6 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event deleted for resources: {'Subnet': ['ID=dc243cd1-1fe8-4291-8ab9-ced07c52320b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:46.536714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-26a53950-aec5-4650-b45e-0fb95d28b6a6 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.539658 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-26a53950-aec5-4650-b45e-0fb95d28b6a6 tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "DELETE /v2.0/subnets/dc243cd1-1fe8-4291-8ab9-ced07c52320b HTTP/1.1" status: 204  len: 168 time: 0.3451104
Nov 27 21:17:46.542051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43350) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:46.545301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e65a29-a59e-4d6c-8d78-07f1a04ac5a9 None None] Network 57ad8caf-d21c-49a8-a66d-57f04150721d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:46.624956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.651622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b7a3b32c-565f-4c0c-a9ae-31669d910917 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:46.680583 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Deleting port a8c32360-a8a3-4ab1-8bce-69bdf217598c {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:46.680941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.708627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port b7a3b32c-565f-4c0c-a9ae-31669d910917 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:17:46.713344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port b7a3b32c-565f-4c0c-a9ae-31669d910917 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:46.713741 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.749545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] DHCP port deletion for 57ad8caf-d21c-49a8-a66d-57f04150721d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:17:46.751585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] For port a8c32360-a8a3-4ab1-8bce-69bdf217598c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c32360-a8a3-4ab1-8bce-69bdf217598c,segment=NetworkSegment(971e07a1-0d04-44ea-b478-78deba06352c),segment_id=971e07a1-0d04-44ea-b478-78deba06352c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:46.751956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.765878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Calling delete_port for a8c32360-a8a3-4ab1-8bce-69bdf217598c owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:46.836305 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.850062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] Deleting port a8c32360-a8a3-4ab1-8bce-69bdf217598c {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:46.850440 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.851739 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.873301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a3b32c-565f-4c0c-a9ae-31669d910917'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:17:46.875597 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abdcf98-e937-4197-bfbf-3a4adc4891d9" -d '{"events": [{"server_uuid": "d4756739-b69b-486b-bcb3-faf9e9748ad9", "name": "network-vif-plugged", "status": "completed", "tag": "b7a3b32c-565f-4c0c-a9ae-31669d910917"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:17:46.880264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] No DVR routers for this DVR port a8c32360-a8a3-4ab1-8bce-69bdf217598c on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:17:46.885032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event deleted for resources: {'Port': ['ID=a8c32360-a8a3-4ab1-8bce-69bdf217598c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:46.920889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port b7a3b32c-565f-4c0c-a9ae-31669d910917, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7a3b32c-565f-4c0c-a9ae-31669d910917,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:46.928598 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.962818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] For port a8c32360-a8a3-4ab1-8bce-69bdf217598c, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:46.963231 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.973483 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7204922f-1813-463c-b54e-4e9e74109ebd x-openstack-request-id: req-7204922f-1813-463c-b54e-4e9e74109ebd {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:17:46.973695 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4756739-b69b-486b-bcb3-faf9e9748ad9", "name": "network-vif-plugged", "status": "completed", "tag": "b7a3b32c-565f-4c0c-a9ae-31669d910917", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:17:46.973959 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7204922f-1813-463c-b54e-4e9e74109ebd {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:17:46.974355 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a3b32c-565f-4c0c-a9ae-31669d910917', 'code': 200}
Nov 27 21:17:46.978976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:46.986496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] Calling delete_port for a8c32360-a8a3-4ab1-8bce-69bdf217598c owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:46.990796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] Port a8c32360-a8a3-4ab1-8bce-69bdf217598c was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:17:46.996204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.013921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=b7a3b32c-565f-4c0c-a9ae-31669d910917,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:47.017098 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] No DVR routers for this DVR port a8c32360-a8a3-4ab1-8bce-69bdf217598c on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:17:47.027081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcaf8fa0>,) {'filters': {'network_id': ['57ad8caf-d21c-49a8-a66d-57f04150721d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:47.040617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d901b-2321-4d5b-9c69-ff28a1e4edab None None] Pushing event deleted for resources: {'Port': ['ID=a8c32360-a8a3-4ab1-8bce-69bdf217598c,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:47.042815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcaf8fa0>, '971e07a1-0d04-44ea-b478-78deba06352c') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:47.043796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcaf8fa0>, '971e07a1-0d04-44ea-b478-78deba06352c') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:47.052108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a8c32360-a8a3-4ab1-8bce-69bdf217598c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:17:47.063190 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.072456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: a8c32360-a8a3-4ab1-8bce-69bdf217598c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:17:47.072847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a8c32360-a8a3-4ab1-8bce-69bdf217598c not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:17:47.094446 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.102461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:17:47.102847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:17:47.106134 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:17:47.154230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872abcd-3519-40f2-90aa-127acf3c6931 req-24cfde41-196f-44a8-99f5-a4bcd385b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:47.155890 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8872abcd-3519-40f2-90aa-127acf3c6931 req-24cfde41-196f-44a8-99f5-a4bcd385b8fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 1096 time: 0.1023483
Nov 27 21:17:47.188733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.196636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.200319 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] 10.222.0.21 "DELETE /v2.0/networks/57ad8caf-d21c-49a8-a66d-57f04150721d HTTP/1.1" status: 204  len: 168 time: 0.6565197
Nov 27 21:17:47.219643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2a240-f9a7-4127-8073-13585633106d tempest-FloatingIPNegativeTestJSON-1451448164 tempest-FloatingIPNegativeTestJSON-1451448164-project] Pushing event deleted for resources: {'Network': ['ID=57ad8caf-d21c-49a8-a66d-57f04150721d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:47.231781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8872abcd-3519-40f2-90aa-127acf3c6931 req-fa37e47c-3cf8-43d9-9d6a-e1f57fe118cb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641360
Nov 27 21:17:47.454590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43360) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:47.546773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be658d5-52b5-43e0-9b62-6bd82c287b7e req-c0cc6c88-39cc-40d1-9121-22a5c00bedea tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:47.548348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6be658d5-52b5-43e0-9b62-6bd82c287b7e req-c0cc6c88-39cc-40d1-9121-22a5c00bedea tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 945 time: 0.0700202
Nov 27 21:17:47.597182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6be658d5-52b5-43e0-9b62-6bd82c287b7e req-ea8b5c33-fc65-41f9-b08c-612c0796f005 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427287
Nov 27 21:17:47.599492 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1ad21fd7-84fb-4651-89f2-4e75116a0073 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1f72b0a292342919738705f8ea12286&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1436725
Nov 27 21:17:47.602072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43364) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:47.650132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-640a9c55-5e8d-4fe6-aa86-7b1a39aa6e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.671100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-640a9c55-5e8d-4fe6-aa86-7b1a39aa6e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.717436 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-640a9c55-5e8d-4fe6-aa86-7b1a39aa6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.719951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-640a9c55-5e8d-4fe6-aa86-7b1a39aa6e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:47.721101 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-640a9c55-5e8d-4fe6-aa86-7b1a39aa6e1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd565756-774c-48d5-b5ec-9c37896c7694 HTTP/1.1" status: 204  len: 168 time: 0.1181338
Nov 27 21:17:47.728450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a9c55-5e8d-4fe6-aa86-7b1a39aa6e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd565756-774c-48d5-b5ec-9c37896c7694,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:48.352234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43386) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:48.438744 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.462417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b59cce42-2832-4f82-9158-7e94db1dc970 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-59622632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:48.487660 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59cce42-2832-4f82-9158-7e94db1dc970 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.488701 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59cce42-2832-4f82-9158-7e94db1dc970 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.577356 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59cce42-2832-4f82-9158-7e94db1dc970 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.581493 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59cce42-2832-4f82-9158-7e94db1dc970 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.598685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59cce42-2832-4f82-9158-7e94db1dc970 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.599931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b59cce42-2832-4f82-9158-7e94db1dc970 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 710 time: 0.2465942
Nov 27 21:17:48.602509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43390) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:48.607905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-663402576'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:48.628491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Made reservation on behalf of e439cc4adc1746b0bd083fc3ff1b68e6 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:48.632377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.642822 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.729761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.734569 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.766622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:17:48.773899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b770492-fb74-40ef-b7ab-309f196ca129,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:48.783637 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.783637 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Added segment 1a051fe7-4c5b-4e0f-9441-6747370b3b21 of type vlan for network 12c20423-8f61-4191-90d9-84e2eae609e2
Nov 27 21:17:48.829256 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.858314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.864769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:48.865406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:48.924390 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3207633
Nov 27 21:17:48.927438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43394) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:48.933886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'subnet': {'network_id': '12c20423-8f61-4191-90d9-84e2eae609e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:48.945846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9893da-3bd6-4691-a0ae-0724a87208a0 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Network': ['ID=12c20423-8f61-4191-90d9-84e2eae609e2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:48.956868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 12c20423-8f61-4191-90d9-84e2eae609e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:17:48.992999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f95f71-4909-4504-9595-f44d562782ad req-5afa9b30-813f-42c3-af57-c7636c1b0053 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:48.994621 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52f95f71-4909-4504-9595-f44d562782ad req-5afa9b30-813f-42c3-af57-c7636c1b0053 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 945 time: 0.0605030
Nov 27 21:17:49.046004 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52f95f71-4909-4504-9595-f44d562782ad req-53de1ea3-8fc2-4546-8ec4-28721b08a9e4 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451744
Nov 27 21:17:49.322124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8500f3d-f7aa-4d90-a5ed-21c8525617e4 req-2de69c94-07b7-4c67-9390-08c0ebad55da tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:49.323501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e8500f3d-f7aa-4d90-a5ed-21c8525617e4 req-2de69c94-07b7-4c67-9390-08c0ebad55da tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 945 time: 0.0712483
Nov 27 21:17:49.332706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43398) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:49.337433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9c7e3d4d-2d8f-40ab-92df-bf3812daa419 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Request body: {'floatingip': {'port_id': 'b7a3b32c-565f-4c0c-a9ae-31669d910917'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:49.340677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Made reservation on behalf of e439cc4adc1746b0bd083fc3ff1b68e6 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:49.344027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:49.393861 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3d4d-2d8f-40ab-92df-bf3812daa419 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:49.759487 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:49.894814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Subnet': ['ID=021de430-872f-4323-b2f7-9fcd0e91d837,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:49.904248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Checking segment: {'id': '1a051fe7-4c5b-4e0f-9441-6747370b3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '12c20423-8f61-4191-90d9-84e2eae609e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:49.904614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network hostable DHCP agents. Network: 12c20423-8f61-4191-90d9-84e2eae609e2, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:17:49.950333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network 12c20423-8f61-4191-90d9-84e2eae609e2 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:17:49.966247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 12c20423-8f61-4191-90d9-84e2eae609e2) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:49.972225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:49.972893 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:49.974181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8912a7f9-3372-42c1-9fe4-3e3f7b94c53b None None] Network 12c20423-8f61-4191-90d9-84e2eae609e2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:50.026778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f6d2b4b3-d67d-4869-941e-7411750a0414 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0974352
Nov 27 21:17:50.029897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43400) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:50.034956 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3d4d-2d8f-40ab-92df-bf3812daa419 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.036980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'network': {'name': 'tempest-router-network01--2141713126'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:50.039862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3d4d-2d8f-40ab-92df-bf3812daa419 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.078349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Made reservation on behalf of e439cc4adc1746b0bd083fc3ff1b68e6 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:50.082627 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.113222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:17:50.126616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.130988 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Added segment 984fe05e-4126-4db1-9c75-38e4ebb6be45 of type vlan for network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d
Nov 27 21:17:50.161506 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-9c7e3d4d-2d8f-40ab-92df-bf3812daa419 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Floating IP 282dc9db-1216-40a7-837f-bdc3c0d715ff associated. External IP: 172.35.3.150, port: b7a3b32c-565f-4c0c-a9ae-31669d910917.
Nov 27 21:17:50.186549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-12c20423-8f61-4191-90d9-84e2eae609e2', 'network_id': '12c20423-8f61-4191-90d9-84e2eae609e2', 'tenant_id': 'e439cc4adc1746b0bd083fc3ff1b68e6', 'fixed_ips': [{'subnet_id': '021de430-872f-4323-b2f7-9fcd0e91d837'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:17:50.188161 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.190425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.220882 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.226928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:50.229301 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.302967 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2694964
Nov 27 21:17:50.307046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43402) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:50.313693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'network': {'name': 'tempest-router-network02--665365699'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:50.336762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451406b-a928-481a-b31d-85ccd981d5dc tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Network': ['ID=bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:50.350398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Made reservation on behalf of e439cc4adc1746b0bd083fc3ff1b68e6 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:50.353137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Allocated IP 2001:db8::2 (12c20423-8f61-4191-90d9-84e2eae609e2/021de430-872f-4323-b2f7-9fcd0e91d837/f198d14d-0dd8-47dc-bcbd-7cb13149d801) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:50.356924 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.365090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:17:50.390157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:17:50.402016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.402564 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Added segment 1b5f3e3e-91d8-42e6-b65e-40451bd37564 of type vlan for network 83c1c7c5-1a35-4ffb-b910-5e70859b1341
Nov 27 21:17:50.407157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7e3d4d-2d8f-40ab-92df-bf3812daa419 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:17:50.468457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.500628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.508596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:50.509447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.542174 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7e3d4d-2d8f-40ab-92df-bf3812daa419 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:50.553785 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] Sync routers for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:50.555066 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3d4d-2d8f-40ab-92df-bf3812daa419 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.570574 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:50.571295 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e4c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:50.587018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2764301
Nov 27 21:17:50.587834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43404) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:50.595035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'subnet': {'network_id': 'bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:50.601911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.602935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f0bda-f876-476b-b35a-0df4dc334c6e tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Network': ['ID=83c1c7c5-1a35-4ffb-b910-5e70859b1341,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:50.611687 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.621371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 83c1c7c5-1a35-4ffb-b910-5e70859b1341 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:17:50.650580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9c7e3d4d-2d8f-40ab-92df-bf3812daa419 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "PUT /v2.0/floatingips/282dc9db-1216-40a7-837f-bdc3c0d715ff HTTP/1.1" status: 200  len: 991 time: 1.3167765
Nov 27 21:17:50.658264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'tag': 'b7a3b32c-565f-4c0c-a9ae-31669d910917'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:17:50.660468 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d4756739-b69b-486b-bcb3-faf9e9748ad9", "tag": "b7a3b32c-565f-4c0c-a9ae-31669d910917"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:17:50.700209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Network 12c20423-8f61-4191-90d9-84e2eae609e2 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:50.701147 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:50.706065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Made reservation on behalf of e439cc4adc1746b0bd083fc3ff1b68e6 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:50.708012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:50.714397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.718938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:50.733913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Pushing event updated for resources: {'Port': ['ID=f198d14d-0dd8-47dc-bcbd-7cb13149d801,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:50.804553 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Attempting to bind port f198d14d-0dd8-47dc-bcbd-7cb13149d801 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:50.804869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Attempting to bind port f198d14d-0dd8-47dc-bcbd-7cb13149d801 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a051fe7-4c5b-4e0f-9441-6747370b3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '12c20423-8f61-4191-90d9-84e2eae609e2'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:50.805387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Attempting to bind port f198d14d-0dd8-47dc-bcbd-7cb13149d801 on network 12c20423-8f61-4191-90d9-84e2eae609e2 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:50.809760 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d21f89-94b7-4cb0-ac91-a4acd004890e x-openstack-request-id: req-d6d21f89-94b7-4cb0-ac91-a4acd004890e {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:17:50.810060 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4756739-b69b-486b-bcb3-faf9e9748ad9", "tag": "b7a3b32c-565f-4c0c-a9ae-31669d910917", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:17:50.810302 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6d21f89-94b7-4cb0-ac91-a4acd004890e {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:17:50.810706 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'tag': 'b7a3b32c-565f-4c0c-a9ae-31669d910917', 'status': 'completed', 'code': 200}
Nov 27 21:17:50.813703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:50.814076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Checking segment: {'id': '1a051fe7-4c5b-4e0f-9441-6747370b3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '12c20423-8f61-4191-90d9-84e2eae609e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:50.814486 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.814886 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Bound using segment: {'id': '1a051fe7-4c5b-4e0f-9441-6747370b3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '12c20423-8f61-4191-90d9-84e2eae609e2'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:50.815546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Bound port: f198d14d-0dd8-47dc-bcbd-7cb13149d801, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a051fe7-4c5b-4e0f-9441-6747370b3b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '12c20423-8f61-4191-90d9-84e2eae609e2'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:50.816540 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.826319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-493d7a50-5bff-4f34-86e0-6ab8502bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:50.827639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-493d7a50-5bff-4f34-86e0-6ab8502bc909 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 1096 time: 0.0543880
Nov 27 21:17:50.895600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] For port f198d14d-0dd8-47dc-bcbd-7cb13149d801, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:50.898968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] For port f198d14d-0dd8-47dc-bcbd-7cb13149d801, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f198d14d-0dd8-47dc-bcbd-7cb13149d801,segment=NetworkSegment(1a051fe7-4c5b-4e0f-9441-6747370b3b21),segment_id=1a051fe7-4c5b-4e0f-9441-6747370b3b21)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:50.908045 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:50.962864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-cb84adb3-b763-4183-bb1f-2daa26953375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:50.965921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-cb84adb3-b763-4183-bb1f-2daa26953375 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 911 time: 0.1287699
Nov 27 21:17:50.981884 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e4c70>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '282dc9db-1216-40a7-837f-bdc3c0d715ff', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'port_id': 'b7a3b32c-565f-4c0c-a9ae-31669d910917', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'mac_address': 'fa:16:3e:d5:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:17:37Z', 'updated_at': '2021-11-27T21:17:49Z', 'revision_number': 1, 'project_id': '219be90852c0481aaad9862d1a485102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:50.992282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c823e-572e-40e3-b0d4-697177e35af6 None None] Pushing event updated for resources: {'Port': ['ID=f198d14d-0dd8-47dc-bcbd-7cb13149d801,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:51.025072 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] Checking router: 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:17:51.033138 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:51.044517 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:51.045260 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e4c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:51.070571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-bb82aa39-a93a-4833-89f9-54266636e390 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a3b32c-565f-4c0c-a9ae-31669d910917 HTTP/1.1" status: 200  len: 999 time: 0.0973589
Nov 27 21:17:51.104059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Subnet': ['ID=bc4dae4b-09b8-4d1a-b0dc-78ca91c7e220,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:51.110728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Checking segment: {'id': '984fe05e-4126-4db1-9c75-38e4ebb6be45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:51.111022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network hostable DHCP agents. Network: bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:17:51.129804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:17:51.142386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-3a858f6b-c02b-4311-998e-f98982fb1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:51.144461 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-3a858f6b-c02b-4311-998e-f98982fb1aba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0666196
Nov 27 21:17:51.153484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:51.159025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:51.159720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:51.166074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfafe23-8ae8-4c1b-bb6f-06f3cfc0b90f None None] Network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:51.179372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3770e97a-1430-4509-a051-c6e79d817fe1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5887411
Nov 27 21:17:51.182049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43410) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:51.197039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'subnet': {'network_id': '83c1c7c5-1a35-4ffb-b910-5e70859b1341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:51.198605 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:17:51.227806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-9d3377c6-4ce1-4538-8ec4-de144555c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:51.229567 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-9d3377c6-4ce1-4538-8ec4-de144555c220 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0767028
Nov 27 21:17:51.344115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Made reservation on behalf of e439cc4adc1746b0bd083fc3ff1b68e6 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:51.350684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:51.379776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-d4e964c3-562d-4761-b76b-e3449b41d3ce service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427870
Nov 27 21:17:51.445354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d', 'network_id': 'bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d', 'tenant_id': 'e439cc4adc1746b0bd083fc3ff1b68e6', 'fixed_ips': [{'subnet_id': 'bc4dae4b-09b8-4d1a-b0dc-78ca91c7e220'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:17:51.445354 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:51.504664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fe414bc-3a4a-43fe-b45a-6bbb34902dcd req-007f947d-92ba-43d6-bb5d-baa76844208a service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158218
Nov 27 21:17:51.553118 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5e4c70>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '282dc9db-1216-40a7-837f-bdc3c0d715ff', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'port_id': 'b7a3b32c-565f-4c0c-a9ae-31669d910917', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'mac_address': 'fa:16:3e:d5:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:17:37Z', 'updated_at': '2021-11-27T21:17:49Z', 'revision_number': 1, 'project_id': '219be90852c0481aaad9862d1a485102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:51.589284 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f7d4a-607a-41b5-a588-99172029d233 None None] The sync data for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 is: [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '282dc9db-1216-40a7-837f-bdc3c0d715ff', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'port_id': 'b7a3b32c-565f-4c0c-a9ae-31669d910917', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'mac_address': 'fa:16:3e:d5:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:17:37Z', 'updated_at': '2021-11-27T21:17:49Z', 'revision_number': 1, 'project_id': '219be90852c0481aaad9862d1a485102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:51.619841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:51.688066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Subnet': ['ID=3c7c8d7a-6b08-4920-822c-c455ec3a1495,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:51.696141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Checking segment: {'id': '1b5f3e3e-91d8-42e6-b65e-40451bd37564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '83c1c7c5-1a35-4ffb-b910-5e70859b1341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:51.696632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network hostable DHCP agents. Network: 83c1c7c5-1a35-4ffb-b910-5e70859b1341, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:17:51.715570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network 83c1c7c5-1a35-4ffb-b910-5e70859b1341 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:17:51.724655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83c1c7c5-1a35-4ffb-b910-5e70859b1341) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:51.730126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:51.730867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:51.738975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e5526-dfec-4a77-85da-f9494b41f776 None None] Network 83c1c7c5-1a35-4ffb-b910-5e70859b1341 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:51.757000 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-af598995-39aa-4ed9-9871-61e6c6f89412 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5731330
Nov 27 21:17:51.759812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43412) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:51.766317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Allocated IP 2001:db8::2 (bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d/bc4dae4b-09b8-4d1a-b0dc-78ca91c7e220/5faaa538-c926-485a-bcf0-6fe9c284c93a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:52.026361 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.030444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83c1c7c5-1a35-4ffb-b910-5e70859b1341', 'network_id': '83c1c7c5-1a35-4ffb-b910-5e70859b1341', 'tenant_id': 'e439cc4adc1746b0bd083fc3ff1b68e6', 'fixed_ips': [{'subnet_id': '3c7c8d7a-6b08-4920-822c-c455ec3a1495'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:17:52.031406 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.048049 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.080275 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.095200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:52.104436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:52.161555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:52.163788 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee0e16d-a7ae-40f0-8414-631329da63f1 None None] New status for floating IP 282dc9db-1216-40a7-837f-bdc3c0d715ff: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:17:52.210027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c8e77-2ce6-46a8-b959-6c7da9c7d638 None None] Network 12c20423-8f61-4191-90d9-84e2eae609e2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:52.212080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Pushing event updated for resources: {'Port': ['ID=5faaa538-c926-485a-bcf0-6fe9c284c93a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:52.344630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Allocated IP 2001:db8::1 (bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d/bc4dae4b-09b8-4d1a-b0dc-78ca91c7e220/e70ca8d5-d53c-4a6b-844f-6f1d0716f829) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:52.434914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Attempting to bind port 5faaa538-c926-485a-bcf0-6fe9c284c93a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:52.435191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Attempting to bind port 5faaa538-c926-485a-bcf0-6fe9c284c93a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '984fe05e-4126-4db1-9c75-38e4ebb6be45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:52.435588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Attempting to bind port 5faaa538-c926-485a-bcf0-6fe9c284c93a on network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:52.437454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c81f8634-120b-4de6-a057-ce51728479c2 None None] Provisioning complete for port f198d14d-0dd8-47dc-bcbd-7cb13149d801 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:52.437828 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c81f8634-120b-4de6-a057-ce51728479c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.454572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Allocated IP 2001:db8::2 (83c1c7c5-1a35-4ffb-b910-5e70859b1341/3c7c8d7a-6b08-4920-822c-c455ec3a1495/78d4108a-7bf5-43df-b7c4-df973e87ce41) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:52.459913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.487005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:52.487424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Checking segment: {'id': '984fe05e-4126-4db1-9c75-38e4ebb6be45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:52.487840 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.488255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Bound using segment: {'id': '984fe05e-4126-4db1-9c75-38e4ebb6be45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:52.488745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Bound port: 5faaa538-c926-485a-bcf0-6fe9c284c93a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984fe05e-4126-4db1-9c75-38e4ebb6be45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:52.489139 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.493716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.542777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:52.549932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:52.551904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Port': ['ID=e70ca8d5-d53c-4a6b-844f-6f1d0716f829,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:52.554081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:52.554615 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.686224 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.734136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] For port 5faaa538-c926-485a-bcf0-6fe9c284c93a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:52.745463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] For port 5faaa538-c926-485a-bcf0-6fe9c284c93a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5faaa538-c926-485a-bcf0-6fe9c284c93a,segment=NetworkSegment(984fe05e-4126-4db1-9c75-38e4ebb6be45),segment_id=984fe05e-4126-4db1-9c75-38e4ebb6be45)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:52.781011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.889324 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c81f8634-120b-4de6-a057-ce51728479c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.936448 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:52.956271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83b637-8fdf-42cc-9e24-e799fabd384f None None] Pushing event updated for resources: {'Port': ['ID=5faaa538-c926-485a-bcf0-6fe9c284c93a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:52.963587 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.015090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c81f8634-120b-4de6-a057-ce51728479c2 None None] For port f198d14d-0dd8-47dc-bcbd-7cb13149d801, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f198d14d-0dd8-47dc-bcbd-7cb13149d801,segment=NetworkSegment(1a051fe7-4c5b-4e0f-9441-6747370b3b21),segment_id=1a051fe7-4c5b-4e0f-9441-6747370b3b21)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:53.029976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Network 83c1c7c5-1a35-4ffb-b910-5e70859b1341 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:53.030965 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c81f8634-120b-4de6-a057-ce51728479c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.036991 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:53.039446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:53.048906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Pushing event updated for resources: {'Port': ['ID=78d4108a-7bf5-43df-b7c4-df973e87ce41,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:53.103054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f198d14d-0dd8-47dc-bcbd-7cb13149d801 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:53.198585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f8634-120b-4de6-a057-ce51728479c2 None None] Pushing event updated for resources: {'Port': ['ID=f198d14d-0dd8-47dc-bcbd-7cb13149d801,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:53.202108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Attempting to bind port 78d4108a-7bf5-43df-b7c4-df973e87ce41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:53.202559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Attempting to bind port 78d4108a-7bf5-43df-b7c4-df973e87ce41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1b5f3e3e-91d8-42e6-b65e-40451bd37564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '83c1c7c5-1a35-4ffb-b910-5e70859b1341'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:53.202924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Attempting to bind port 78d4108a-7bf5-43df-b7c4-df973e87ce41 on network 83c1c7c5-1a35-4ffb-b910-5e70859b1341 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:53.219064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:53.219546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Checking segment: {'id': '1b5f3e3e-91d8-42e6-b65e-40451bd37564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '83c1c7c5-1a35-4ffb-b910-5e70859b1341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:53.219955 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.220356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Bound using segment: {'id': '1b5f3e3e-91d8-42e6-b65e-40451bd37564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '83c1c7c5-1a35-4ffb-b910-5e70859b1341'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:53.220884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Bound port: 78d4108a-7bf5-43df-b7c4-df973e87ce41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5f3e3e-91d8-42e6-b65e-40451bd37564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '83c1c7c5-1a35-4ffb-b910-5e70859b1341'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:53.221233 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.295650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f198d14d-0dd8-47dc-bcbd-7cb13149d801 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:53.296834 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.385412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] For port 78d4108a-7bf5-43df-b7c4-df973e87ce41, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:53.389874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] For port 78d4108a-7bf5-43df-b7c4-df973e87ce41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78d4108a-7bf5-43df-b7c4-df973e87ce41,segment=NetworkSegment(1b5f3e3e-91d8-42e6-b65e-40451bd37564),segment_id=1b5f3e3e-91d8-42e6-b65e-40451bd37564)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:53.399053 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.405554 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d80a33ba-8cfe-4844-aff2-9c5ee63f025e None None] Provisioning complete for port f198d14d-0dd8-47dc-bcbd-7cb13149d801 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:53.406094 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d80a33ba-8cfe-4844-aff2-9c5ee63f025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.417493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.422892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.423753 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:53.522773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Port': ['ID=e70ca8d5-d53c-4a6b-844f-6f1d0716f829,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:53.574930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:53.576708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:53.744240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43059969-77b4-486c-901b-e34331b0fd3f None None] Pushing event updated for resources: {'Port': ['ID=78d4108a-7bf5-43df-b7c4-df973e87ce41,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:53.765964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Router 94ef2b60-c81f-4c9a-a189-ecf3859c4559 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:17:53.884777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:53.891812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-57f15aa6-cd23-48f0-8fd7-f241c2aca430 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "PUT /v2.0/routers/94ef2b60-c81f-4c9a-a189-ecf3859c4559/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1299884
Nov 27 21:17:53.893684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43422) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:53.903603 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51340d68-85e9-4a0a-aca2-0ea0f79c6e58 None None] Sync routers for ids ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:53.923591 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51340d68-85e9-4a0a-aca2-0ea0f79c6e58 None None] Routers {'94ef2b60-c81f-4c9a-a189-ecf3859c4559'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:53.924536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-51340d68-85e9-4a0a-aca2-0ea0f79c6e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96baf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:53.959714 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-51340d68-85e9-4a0a-aca2-0ea0f79c6e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96baf0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:53.969430 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51340d68-85e9-4a0a-aca2-0ea0f79c6e58 None None] Routers {'94ef2b60-c81f-4c9a-a189-ecf3859c4559'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:53.970284 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-51340d68-85e9-4a0a-aca2-0ea0f79c6e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96baf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:54.003925 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-51340d68-85e9-4a0a-aca2-0ea0f79c6e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe96baf0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:54.004973 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51340d68-85e9-4a0a-aca2-0ea0f79c6e58 None None] The sync data for ids ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:54.140760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1648a33-4693-4127-a56e-629f878719b2 None None] Network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:54.259989 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-a75bd91b-de52-4a7e-8be1-7a6bf3758c8a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:17:54.261097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a75bd91b-de52-4a7e-8be1-7a6bf3758c8a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "PUT /v2.0/routers/94ef2b60-c81f-4c9a-a189-ecf3859c4559/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.3664067
Nov 27 21:17:54.263991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43426) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:54.264769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6c8bc58d-e9f3-43c2-bb3f-81cf95cee161 None None] Provisioning complete for port 5faaa538-c926-485a-bcf0-6fe9c284c93a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:54.265155 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c8bc58d-e9f3-43c2-bb3f-81cf95cee161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:54.395593 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c8bc58d-e9f3-43c2-bb3f-81cf95cee161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:54.450032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6c8bc58d-e9f3-43c2-bb3f-81cf95cee161 None None] For port 5faaa538-c926-485a-bcf0-6fe9c284c93a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5faaa538-c926-485a-bcf0-6fe9c284c93a,segment=NetworkSegment(984fe05e-4126-4db1-9c75-38e4ebb6be45),segment_id=984fe05e-4126-4db1-9c75-38e4ebb6be45)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:54.456229 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c8bc58d-e9f3-43c2-bb3f-81cf95cee161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:54.514682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bc58d-e9f3-43c2-bb3f-81cf95cee161 None None] Pushing event updated for resources: {'Port': ['ID=5faaa538-c926-485a-bcf0-6fe9c284c93a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:54.633830 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:54.655472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf12cf-02b8-4419-87fe-a515bf84ca9f None None] Network 83c1c7c5-1a35-4ffb-b910-5e70859b1341 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:54.729292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Provisioning complete for port 78d4108a-7bf5-43df-b7c4-df973e87ce41 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:54.729650 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:54.881414 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:54.910019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Deleting port e70ca8d5-d53c-4a6b-844f-6f1d0716f829 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:54.910536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:54.924194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] For port 78d4108a-7bf5-43df-b7c4-df973e87ce41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78d4108a-7bf5-43df-b7c4-df973e87ce41,segment=NetworkSegment(1b5f3e3e-91d8-42e6-b65e-40451bd37564),segment_id=1b5f3e3e-91d8-42e6-b65e-40451bd37564)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:54.936213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.012338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Pushing event updated for resources: {'Port': ['ID=78d4108a-7bf5-43df-b7c4-df973e87ce41,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:55.018107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Provisioning complete for port 5faaa538-c926-485a-bcf0-6fe9c284c93a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:55.018786 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.056211 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.076604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Calling delete_port for e70ca8d5-d53c-4a6b-844f-6f1d0716f829 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:55.165049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Provisioning complete for port e70ca8d5-d53c-4a6b-844f-6f1d0716f829 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:55.165708 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.207231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d7495f25-b3ea-4f2c-b043-f8e744771b2f None None] Port e70ca8d5-d53c-4a6b-844f-6f1d0716f829 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:55.224099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f198d14d-0dd8-47dc-bcbd-7cb13149d801 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:55.277178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f198d14d-0dd8-47dc-bcbd-7cb13149d801 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:55.277555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.339681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d83ef50c-d9f0-4271-a4c7-03a3d148ba9e None None] Provisioning complete for port e70ca8d5-d53c-4a6b-844f-6f1d0716f829 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:55.340723 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d83ef50c-d9f0-4271-a4c7-03a3d148ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.403804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d83ef50c-d9f0-4271-a4c7-03a3d148ba9e None None] Port e70ca8d5-d53c-4a6b-844f-6f1d0716f829 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:55.416650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5faaa538-c926-485a-bcf0-6fe9c284c93a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:55.464054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5faaa538-c926-485a-bcf0-6fe9c284c93a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:55.464497 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.552047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 78d4108a-7bf5-43df-b7c4-df973e87ce41 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:55.554858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.555079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bc96d15f-acff-4eea-a40c-df47915e7dfb None None] Provisioning complete for port 78d4108a-7bf5-43df-b7c4-df973e87ce41 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:55.555408 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bc96d15f-acff-4eea-a40c-df47915e7dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.582495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Port': ['ID=e70ca8d5-d53c-4a6b-844f-6f1d0716f829,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:55.635190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 78d4108a-7bf5-43df-b7c4-df973e87ce41 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:55.635591 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.684773 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:55.704627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bc96d15f-acff-4eea-a40c-df47915e7dfb None None] Could not find standard attr ID for object e70ca8d5-d53c-4a6b-844f-6f1d0716f829. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:17:55.852277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Router 94ef2b60-c81f-4c9a-a189-ecf3859c4559 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:17:55.923825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:55.928946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a380d22e-2195-40c4-a448-f367adabcbff tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "PUT /v2.0/routers/94ef2b60-c81f-4c9a-a189-ecf3859c4559/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6639843
Nov 27 21:17:55.932905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43432) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:55.935419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c20159-1edc-453d-a5c5-d7f16814ef42 None None] Sync routers for ids ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:55.944974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c20159-1edc-453d-a5c5-d7f16814ef42 None None] Routers {'94ef2b60-c81f-4c9a-a189-ecf3859c4559'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:55.945595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-60c20159-1edc-453d-a5c5-d7f16814ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd85640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:55.973829 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-b807b60b-1cc5-4398-9833-6ebf39c83e3a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] delete failed (client error): The resource could not be found.
Nov 27 21:17:55.974884 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b807b60b-1cc5-4398-9833-6ebf39c83e3a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-500278566 HTTP/1.1" status: 404  len: 334 time: 0.0406585
Nov 27 21:17:55.978500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43434) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:55.979130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-60c20159-1edc-453d-a5c5-d7f16814ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd85640>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:55.982934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-44f41e16-6062-44b4-bcc4-588175561796 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'router': {'external_gateway_info': {'network_id': '94ef2b60-c81f-4c9a-a189-ecf3859c4559'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:55.987828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c20159-1edc-453d-a5c5-d7f16814ef42 None None] Routers {'94ef2b60-c81f-4c9a-a189-ecf3859c4559'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:55.988424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-60c20159-1edc-453d-a5c5-d7f16814ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd85640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:56.023143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-60c20159-1edc-453d-a5c5-d7f16814ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd85640>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:56.023805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c20159-1edc-453d-a5c5-d7f16814ef42 None None] The sync data for ids ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:56.185975 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44f41e16-6062-44b4-bcc4-588175561796 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:56.205819 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-44f41e16-6062-44b4-bcc4-588175561796 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] update failed (client error): The resource could not be found.
Nov 27 21:17:56.206897 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-44f41e16-6062-44b4-bcc4-588175561796 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "PUT /v2.0/routers/94ef2b60-c81f-4c9a-a189-ecf3859c4559 HTTP/1.1" status: 404  len: 339 time: 0.2274535
Nov 27 21:17:56.210451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43438) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:56.215225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-87072190'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:56.236172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Made reservation on behalf of e439cc4adc1746b0bd083fc3ff1b68e6 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:56.240016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:56.264806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:17:56.275860 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:56.276220 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Added segment 1d18e78f-d781-43b7-9db2-d66815398f77 of type vlan for network b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b
Nov 27 21:17:56.320637 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:56.345290 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:56.351445 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:56.352039 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:56.406691 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.1950514
Nov 27 21:17:56.409601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43440) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:56.414693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'subnet': {'network_id': 'b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:56.422115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dde3c-6aa2-46b9-9f46-70c7de2805a1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Network': ['ID=b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:56.432961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:17:56.508546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Made reservation on behalf of e439cc4adc1746b0bd083fc3ff1b68e6 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:17:56.512941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:56.690354 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:56.751310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Subnet': ['ID=7e6eebe3-4519-41c1-9e68-84774809cc08,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:56.758492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Checking segment: {'id': '1d18e78f-d781-43b7-9db2-d66815398f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:56.758862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network hostable DHCP agents. Network: b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:17:56.774996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:17:56.783593 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:56.789086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:17:56.790366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:56.790972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1179a595-e60d-4759-a74f-8d866cb9b5be None None] Network b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:56.809748 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e903e15c-55d7-455b-bf7b-4120b62c411c tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.3990030
Nov 27 21:17:56.812563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43442) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:56.817086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-875971fa-8823-4294-af80-3d774233fc9a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:17:56.941125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b', 'network_id': 'b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b', 'tenant_id': 'e439cc4adc1746b0bd083fc3ff1b68e6', 'fixed_ips': [{'subnet_id': '7e6eebe3-4519-41c1-9e68-84774809cc08'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:17:56.942179 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.027194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 78d4108a-7bf5-43df-b7c4-df973e87ce41 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:57.029333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-875971fa-8823-4294-af80-3d774233fc9a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.130493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Allocated IP 2001:db8:1::2 (b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b/7e6eebe3-4519-41c1-9e68-84774809cc08/4dafd22b-40a1-4854-8230-a921e3d8eb5c) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:57.136622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 78d4108a-7bf5-43df-b7c4-df973e87ce41 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:57.137578 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.139714 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-875971fa-8823-4294-af80-3d774233fc9a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:17:57.144289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-875971fa-8823-4294-af80-3d774233fc9a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "PUT /v2.0/routers/94ef2b60-c81f-4c9a-a189-ecf3859c4559 HTTP/1.1" status: 400  len: 364 time: 0.3272722
Nov 27 21:17:57.144597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43444) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:57.344168 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.350035 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.389743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Network b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:57.392702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:57.396856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:57.410628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Pushing event updated for resources: {'Port': ['ID=4dafd22b-40a1-4854-8230-a921e3d8eb5c,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:57.433367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.457466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Attempting to bind port 4dafd22b-40a1-4854-8230-a921e3d8eb5c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:17:57.457974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Attempting to bind port 4dafd22b-40a1-4854-8230-a921e3d8eb5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d18e78f-d781-43b7-9db2-d66815398f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:17:57.458201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Attempting to bind port 4dafd22b-40a1-4854-8230-a921e3d8eb5c on network b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:17:57.464004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:17:57.464377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Checking segment: {'id': '1d18e78f-d781-43b7-9db2-d66815398f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:17:57.465165 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.465573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Bound using segment: {'id': '1d18e78f-d781-43b7-9db2-d66815398f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:17:57.466099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Bound port: 4dafd22b-40a1-4854-8230-a921e3d8eb5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d18e78f-d781-43b7-9db2-d66815398f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:17:57.466484 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.531795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] For port 4dafd22b-40a1-4854-8230-a921e3d8eb5c, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:17:57.534863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] For port 4dafd22b-40a1-4854-8230-a921e3d8eb5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dafd22b-40a1-4854-8230-a921e3d8eb5c,segment=NetworkSegment(1d18e78f-d781-43b7-9db2-d66815398f77),segment_id=1d18e78f-d781-43b7-9db2-d66815398f77)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:17:57.539739 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.597859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc94f39-5c27-491e-9e54-5c75740740b7 None None] Pushing event updated for resources: {'Port': ['ID=4dafd22b-40a1-4854-8230-a921e3d8eb5c,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:57.679453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Allocated IP 2001:db8::1 (12c20423-8f61-4191-90d9-84e2eae609e2/021de430-872f-4323-b2f7-9fcd0e91d837/263109c8-48e5-4ce1-b5ea-d14d1e3fccc7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:17:57.811967 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.848806 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.897227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network 12c20423-8f61-4191-90d9-84e2eae609e2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:57.900435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:57.904922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:17:57.905522 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:57.911413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Port': ['ID=263109c8-48e5-4ce1-b5ea-d14d1e3fccc7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:58.042628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:58.249465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a51740a0-a3f1-4c09-85d0-849933dbf134 None None] Provisioning complete for port 263109c8-48e5-4ce1-b5ea-d14d1e3fccc7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:58.249846 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a51740a0-a3f1-4c09-85d0-849933dbf134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:58.297432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a51740a0-a3f1-4c09-85d0-849933dbf134 None None] Port 263109c8-48e5-4ce1-b5ea-d14d1e3fccc7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:58.329995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:58.335881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:58.336779 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:58.432718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event updated for resources: {'Port': ['ID=263109c8-48e5-4ce1-b5ea-d14d1e3fccc7,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:58.476931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Network 12c20423-8f61-4191-90d9-84e2eae609e2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:17:58.478302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:17:58.580753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327df129-7aa0-448f-a227-8ec18da06661 None None] Network b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:17:58.583943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Router 94ef2b60-c81f-4c9a-a189-ecf3859c4559 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:17:58.653498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3470448e-f2a7-477b-a8e7-01d9ec68cb57 None None] Provisioning complete for port 4dafd22b-40a1-4854-8230-a921e3d8eb5c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:58.653872 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3470448e-f2a7-477b-a8e7-01d9ec68cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:58.683733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:17:58.695461 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a507b97-f405-4a34-945c-ccd244d9420e None None] Sync routers for ids ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:17:58.698860 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e63e084a-4cbe-406d-a984-f0f0e7371de9 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "PUT /v2.0/routers/94ef2b60-c81f-4c9a-a189-ecf3859c4559/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5502229
Nov 27 21:17:58.698860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43468) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:58.709096 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a507b97-f405-4a34-945c-ccd244d9420e None None] Routers {'94ef2b60-c81f-4c9a-a189-ecf3859c4559'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:58.710231 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2a507b97-f405-4a34-945c-ccd244d9420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe541e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:58.751445 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2a507b97-f405-4a34-945c-ccd244d9420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe541e50>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:58.762203 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a507b97-f405-4a34-945c-ccd244d9420e None None] Routers {'94ef2b60-c81f-4c9a-a189-ecf3859c4559'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:17:58.762803 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2a507b97-f405-4a34-945c-ccd244d9420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe541e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:58.795156 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2a507b97-f405-4a34-945c-ccd244d9420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe541e50>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:17:58.795927 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a507b97-f405-4a34-945c-ccd244d9420e None None] The sync data for ids ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:17:58.799748 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dae3d250-f5d9-4718-a956-43dd3520455a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:58.806414 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3470448e-f2a7-477b-a8e7-01d9ec68cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:58.852850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3470448e-f2a7-477b-a8e7-01d9ec68cb57 None None] For port 4dafd22b-40a1-4854-8230-a921e3d8eb5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dafd22b-40a1-4854-8230-a921e3d8eb5c,segment=NetworkSegment(1d18e78f-d781-43b7-9db2-d66815398f77),segment_id=1d18e78f-d781-43b7-9db2-d66815398f77)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:17:58.857844 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3470448e-f2a7-477b-a8e7-01d9ec68cb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:58.911864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470448e-f2a7-477b-a8e7-01d9ec68cb57 None None] Pushing event updated for resources: {'Port': ['ID=4dafd22b-40a1-4854-8230-a921e3d8eb5c,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:17:58.988456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f8e77cd6-3ac2-4efe-8f47-bdb23b735d7b None None] Provisioning complete for port 263109c8-48e5-4ce1-b5ea-d14d1e3fccc7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:58.988835 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8e77cd6-3ac2-4efe-8f47-bdb23b735d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:59.037851 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4dafd22b-40a1-4854-8230-a921e3d8eb5c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:17:59.082350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f8e77cd6-3ac2-4efe-8f47-bdb23b735d7b None None] Port 263109c8-48e5-4ce1-b5ea-d14d1e3fccc7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:17:59.103346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4dafd22b-40a1-4854-8230-a921e3d8eb5c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:59.103746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:59.175565 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-dae3d250-f5d9-4718-a956-43dd3520455a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:17:59.176550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dae3d250-f5d9-4718-a956-43dd3520455a tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/routers/94ef2b60-c81f-4c9a-a189-ecf3859c4559 HTTP/1.1" status: 409  len: 329 time: 0.4771333
Nov 27 21:17:59.179332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43470) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:17:59.201678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3764eae3-4535-4e86-a5b0-844f28f82e47 None None] Provisioning complete for port 4dafd22b-40a1-4854-8230-a921e3d8eb5c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:17:59.202082 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3764eae3-4535-4e86-a5b0-844f28f82e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:59.488556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:59.720009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Deleting port 263109c8-48e5-4ce1-b5ea-d14d1e3fccc7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:17:59.720251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:59.804731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:17:59.816676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Calling delete_port for 263109c8-48e5-4ce1-b5ea-d14d1e3fccc7 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:17:59.981363 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.008494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Port': ['ID=263109c8-48e5-4ce1-b5ea-d14d1e3fccc7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:00.037773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.038294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.039052 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.039453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.039803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.040148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.040497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.040834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.041170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.041507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.041848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.042258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:00.115554 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.272720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Router 94ef2b60-c81f-4c9a-a189-ecf3859c4559 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:18:00.344744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:18:00.349620 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2b02490e-47fa-48a8-a9e2-6a3cb142efb5 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "PUT /v2.0/routers/94ef2b60-c81f-4c9a-a189-ecf3859c4559/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.1692762
Nov 27 21:18:00.353218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43474) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:00.354446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbd4c5-efc2-4c09-a803-d216d8e4d94a None None] Sync routers for ids ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:18:00.365735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbd4c5-efc2-4c09-a803-d216d8e4d94a None None] Routers {'94ef2b60-c81f-4c9a-a189-ecf3859c4559'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:18:00.366345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-aadbd4c5-efc2-4c09-a803-d216d8e4d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd647460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:00.394549 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-01d8bb32-aa2d-4bfd-99b5-941b913ed0ce tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] show failed (client error): The resource could not be found.
Nov 27 21:18:00.395668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-01d8bb32-aa2d-4bfd-99b5-941b913ed0ce tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1295097603 HTTP/1.1" status: 404  len: 335 time: 0.0414765
Nov 27 21:18:00.399452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43478) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:00.400500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-aadbd4c5-efc2-4c09-a803-d216d8e4d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd647460>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:00.404137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-01e34770-2ce8-49d4-94e2-9bde01122f94 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Request body: {'router': {'name': 'new_name'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:18:00.412057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbd4c5-efc2-4c09-a803-d216d8e4d94a None None] Routers {'94ef2b60-c81f-4c9a-a189-ecf3859c4559'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:18:00.412673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-aadbd4c5-efc2-4c09-a803-d216d8e4d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd647460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:17:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:00.439854 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-01e34770-2ce8-49d4-94e2-9bde01122f94 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] update failed (client error): The resource could not be found.
Nov 27 21:18:00.440920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-01e34770-2ce8-49d4-94e2-9bde01122f94 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-823470178 HTTP/1.1" status: 404  len: 334 time: 0.0405300
Nov 27 21:18:00.444598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43480) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:00.499797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-916aeaf3-586d-453e-8a90-a300327dc0d8 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Deleting subnet 7e6eebe3-4519-41c1-9e68-84774809cc08 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:18:00.503494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-916aeaf3-586d-453e-8a90-a300327dc0d8 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.549969 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-916aeaf3-586d-453e-8a90-a300327dc0d8 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.601423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-aadbd4c5-efc2-4c09-a803-d216d8e4d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd647460>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:00.602084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbd4c5-efc2-4c09-a803-d216d8e4d94a None None] The sync data for ids ['94ef2b60-c81f-4c9a-a189-ecf3859c4559'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:18:00.671533 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-916aeaf3-586d-453e-8a90-a300327dc0d8 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.727824 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-916aeaf3-586d-453e-8a90-a300327dc0d8 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.755456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916aeaf3-586d-453e-8a90-a300327dc0d8 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6eebe3-4519-41c1-9e68-84774809cc08,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:00.758041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-916aeaf3-586d-453e-8a90-a300327dc0d8 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.762302 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-916aeaf3-586d-453e-8a90-a300327dc0d8 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/subnets/7e6eebe3-4519-41c1-9e68-84774809cc08 HTTP/1.1" status: 204  len: 168 time: 0.3153198
Nov 27 21:18:00.764714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43482) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:00.766070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cd8849-357a-4eaa-9034-d70873dfe1d0 None None] Network b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:18:00.843670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.902809 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Deleting port 4dafd22b-40a1-4854-8230-a921e3d8eb5c {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:18:00.903159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.965324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479200eb-8fc9-4268-9e8c-5bd5e8c26b06 None None] DHCP port deletion for b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:18:00.966194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] For port 4dafd22b-40a1-4854-8230-a921e3d8eb5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dafd22b-40a1-4854-8230-a921e3d8eb5c,segment=NetworkSegment(1d18e78f-d781-43b7-9db2-d66815398f77),segment_id=1d18e78f-d781-43b7-9db2-d66815398f77)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:00.966575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:00.980057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Calling delete_port for 4dafd22b-40a1-4854-8230-a921e3d8eb5c owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:18:01.013964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-479200eb-8fc9-4268-9e8c-5bd5e8c26b06 None None] Deleting port 4dafd22b-40a1-4854-8230-a921e3d8eb5c {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:18:01.014344 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-479200eb-8fc9-4268-9e8c-5bd5e8c26b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.056138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4dafd22b-40a1-4854-8230-a921e3d8eb5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:18:01.069639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.097547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] No DVR routers for this DVR port 4dafd22b-40a1-4854-8230-a921e3d8eb5c on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:18:01.099715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Port': ['ID=4dafd22b-40a1-4854-8230-a921e3d8eb5c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:01.116259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-479200eb-8fc9-4268-9e8c-5bd5e8c26b06 None None] For port 4dafd22b-40a1-4854-8230-a921e3d8eb5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4dafd22b-40a1-4854-8230-a921e3d8eb5c,segment=NetworkSegment(1d18e78f-d781-43b7-9db2-d66815398f77),segment_id=1d18e78f-d781-43b7-9db2-d66815398f77)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:01.116667 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-479200eb-8fc9-4268-9e8c-5bd5e8c26b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.133330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-479200eb-8fc9-4268-9e8c-5bd5e8c26b06 None None] Calling delete_port for 4dafd22b-40a1-4854-8230-a921e3d8eb5c owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:18:01.135051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No active binding found for port 4dafd22b-40a1-4854-8230-a921e3d8eb5c {{(pid=120910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 27 21:18:01.135485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4dafd22b-40a1-4854-8230-a921e3d8eb5c not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:18:01.187593 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.207557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd078910>,) {'filters': {'network_id': ['b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:01.211967 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-479200eb-8fc9-4268-9e8c-5bd5e8c26b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.217164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd078910>, '1d18e78f-d781-43b7-9db2-d66815398f77') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:01.217496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd078910>, '1d18e78f-d781-43b7-9db2-d66815398f77') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:01.227016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.236267 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479200eb-8fc9-4268-9e8c-5bd5e8c26b06 None None] Pushing event deleted for resources: {'Port': ['ID=4dafd22b-40a1-4854-8230-a921e3d8eb5c,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:01.240840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479200eb-8fc9-4268-9e8c-5bd5e8c26b06 None None] No DVR routers for this DVR port 4dafd22b-40a1-4854-8230-a921e3d8eb5c on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:18:01.241206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.250668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:18:01.250668 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:18:01.255183 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:18:01.311313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.318411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.321621 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/networks/b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b HTTP/1.1" status: 204  len: 168 time: 0.5559921
Nov 27 21:18:01.324358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43484) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:01.333604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea95246-880a-44ad-a9cc-28a00dd3f71f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Network': ['ID=b7ce2943-9f73-4e9f-bb2f-6e5ac9c4249b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:01.378027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Deleting subnet 3c7c8d7a-6b08-4920-822c-c455ec3a1495 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:18:01.381371 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.426564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.509163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.568746 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.597320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7c8d7a-6b08-4920-822c-c455ec3a1495,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:01.599711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.602870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/subnets/3c7c8d7a-6b08-4920-822c-c455ec3a1495 HTTP/1.1" status: 204  len: 168 time: 0.2774088
Nov 27 21:18:01.603608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c846e80-b8c5-4178-a180-9e2e0573727e None None] Network 83c1c7c5-1a35-4ffb-b910-5e70859b1341 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:18:01.605553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43488) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:01.610401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.610762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.611110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.611477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.611820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.612156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.612491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.612833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.613161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.613495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.613825 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.614596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8c1f8-f7d2-4dfe-802d-8340f4343353 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:01.662849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e544ac27-baa2-4bf1-9fc6-c2571f9828d4 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Deleting subnet bc4dae4b-09b8-4d1a-b0dc-78ca91c7e220 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:18:01.665973 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e544ac27-baa2-4bf1-9fc6-c2571f9828d4 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.706054 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e544ac27-baa2-4bf1-9fc6-c2571f9828d4 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.790906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e544ac27-baa2-4bf1-9fc6-c2571f9828d4 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.791171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f57b9e-9c80-4a03-b402-659b37a600aa None None] DHCP port deletion for 83c1c7c5-1a35-4ffb-b910-5e70859b1341 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:18:01.837340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-96f57b9e-9c80-4a03-b402-659b37a600aa None None] Deleting port 78d4108a-7bf5-43df-b7c4-df973e87ce41 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:18:01.837721 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-96f57b9e-9c80-4a03-b402-659b37a600aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.852509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e544ac27-baa2-4bf1-9fc6-c2571f9828d4 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.877664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544ac27-baa2-4bf1-9fc6-c2571f9828d4 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4dae4b-09b8-4d1a-b0dc-78ca91c7e220,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:01.883690 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e544ac27-baa2-4bf1-9fc6-c2571f9828d4 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.889715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e544ac27-baa2-4bf1-9fc6-c2571f9828d4 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/subnets/bc4dae4b-09b8-4d1a-b0dc-78ca91c7e220 HTTP/1.1" status: 204  len: 168 time: 0.2808352
Nov 27 21:18:01.890317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43490) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:01.904171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad3f52-cd38-43b8-9b7a-1bffaab9e67a None None] Network bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:18:01.911364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-96f57b9e-9c80-4a03-b402-659b37a600aa None None] For port 78d4108a-7bf5-43df-b7c4-df973e87ce41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78d4108a-7bf5-43df-b7c4-df973e87ce41,segment=NetworkSegment(1b5f3e3e-91d8-42e6-b65e-40451bd37564),segment_id=1b5f3e3e-91d8-42e6-b65e-40451bd37564)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:01.911767 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-96f57b9e-9c80-4a03-b402-659b37a600aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:01.958867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-96f57b9e-9c80-4a03-b402-659b37a600aa None None] Calling delete_port for 78d4108a-7bf5-43df-b7c4-df973e87ce41 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:18:01.972853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.024726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Deleting port 78d4108a-7bf5-43df-b7c4-df973e87ce41 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:18:02.024990 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.090983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] For port 78d4108a-7bf5-43df-b7c4-df973e87ce41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78d4108a-7bf5-43df-b7c4-df973e87ce41,segment=NetworkSegment(1b5f3e3e-91d8-42e6-b65e-40451bd37564),segment_id=1b5f3e3e-91d8-42e6-b65e-40451bd37564)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:02.091424 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.100903 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-96f57b9e-9c80-4a03-b402-659b37a600aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.106271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Calling delete_port for 78d4108a-7bf5-43df-b7c4-df973e87ce41 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:18:02.133711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57b9e-9c80-4a03-b402-659b37a600aa None None] Pushing event deleted for resources: {'Port': ['ID=78d4108a-7bf5-43df-b7c4-df973e87ce41,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:02.135806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f57b9e-9c80-4a03-b402-659b37a600aa None None] No DVR routers for this DVR port 78d4108a-7bf5-43df-b7c4-df973e87ce41 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:18:02.162140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c21d6c3-ea05-4b8b-b01c-86a7ca98452c None None] DHCP port deletion for bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:18:02.187733 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.209714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4c21d6c3-ea05-4b8b-b01c-86a7ca98452c None None] Deleting port 5faaa538-c926-485a-bcf0-6fe9c284c93a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:18:02.210019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c21d6c3-ea05-4b8b-b01c-86a7ca98452c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.214614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Port': ['ID=78d4108a-7bf5-43df-b7c4-df973e87ce41,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:02.216485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] No DVR routers for this DVR port 78d4108a-7bf5-43df-b7c4-df973e87ce41 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:18:02.283976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4c21d6c3-ea05-4b8b-b01c-86a7ca98452c None None] For port 5faaa538-c926-485a-bcf0-6fe9c284c93a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5faaa538-c926-485a-bcf0-6fe9c284c93a,segment=NetworkSegment(984fe05e-4126-4db1-9c75-38e4ebb6be45),segment_id=984fe05e-4126-4db1-9c75-38e4ebb6be45)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:02.284440 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c21d6c3-ea05-4b8b-b01c-86a7ca98452c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.296882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4c21d6c3-ea05-4b8b-b01c-86a7ca98452c None None] Calling delete_port for 5faaa538-c926-485a-bcf0-6fe9c284c93a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:18:02.297966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.317944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd631670>,) {'filters': {'network_id': ['83c1c7c5-1a35-4ffb-b910-5e70859b1341']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:02.327851 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd631670>, '1b5f3e3e-91d8-42e6-b65e-40451bd37564') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:02.328474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd631670>, '1b5f3e3e-91d8-42e6-b65e-40451bd37564') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:02.337607 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.350532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.356866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:18:02.357262 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:18:02.360385 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:18:02.376161 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c21d6c3-ea05-4b8b-b01c-86a7ca98452c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.405011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21d6c3-ea05-4b8b-b01c-86a7ca98452c None None] No DVR routers for this DVR port 5faaa538-c926-485a-bcf0-6fe9c284c93a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:18:02.409213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21d6c3-ea05-4b8b-b01c-86a7ca98452c None None] Pushing event deleted for resources: {'Port': ['ID=5faaa538-c926-485a-bcf0-6fe9c284c93a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:02.425607 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.432949 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.436792 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/networks/83c1c7c5-1a35-4ffb-b910-5e70859b1341 HTTP/1.1" status: 204  len: 168 time: 0.5453517
Nov 27 21:18:02.439243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43492) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:02.456570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfaa9e-9101-4b08-95f4-bae284703871 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Network': ['ID=83c1c7c5-1a35-4ffb-b910-5e70859b1341,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:02.522811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.615428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.635599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdcd5ac0>,) {'filters': {'network_id': ['bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:02.644631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdcd5ac0>, '984fe05e-4126-4db1-9c75-38e4ebb6be45') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:02.644935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdcd5ac0>, '984fe05e-4126-4db1-9c75-38e4ebb6be45') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:02.654134 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.669014 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.674731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:18:02.675117 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:18:02.678126 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:18:02.733592 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.740507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.743681 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/networks/bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d HTTP/1.1" status: 204  len: 168 time: 0.3034904
Nov 27 21:18:02.746823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43496) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:02.756053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3b2ad-7438-4db7-add2-feaaa2a8e8d1 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Network': ['ID=bdc5ca81-6eb3-49bd-bf06-bcf06c027e3d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:02.797509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6231a188-0b39-4614-8051-cbc90c426701 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Deleting subnet 021de430-872f-4323-b2f7-9fcd0e91d837 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:18:02.800648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6231a188-0b39-4614-8051-cbc90c426701 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.839296 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6231a188-0b39-4614-8051-cbc90c426701 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.927474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6231a188-0b39-4614-8051-cbc90c426701 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:02.987333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5faaa538-c926-485a-bcf0-6fe9c284c93a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:18:02.987852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6231a188-0b39-4614-8051-cbc90c426701 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.007765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5faaa538-c926-485a-bcf0-6fe9c284c93a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:18:03.008121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5faaa538-c926-485a-bcf0-6fe9c284c93a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:18:03.008547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 78d4108a-7bf5-43df-b7c4-df973e87ce41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:18:03.014418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231a188-0b39-4614-8051-cbc90c426701 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Subnet': ['ID=021de430-872f-4323-b2f7-9fcd0e91d837,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:03.019306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6231a188-0b39-4614-8051-cbc90c426701 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.025126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6231a188-0b39-4614-8051-cbc90c426701 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/subnets/021de430-872f-4323-b2f7-9fcd0e91d837 HTTP/1.1" status: 204  len: 168 time: 0.2748513
Nov 27 21:18:03.025296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43498) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:03.034303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346f7e2-03f1-4855-be99-17bda6168ed7 None None] Network 12c20423-8f61-4191-90d9-84e2eae609e2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:18:03.037184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 78d4108a-7bf5-43df-b7c4-df973e87ce41 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:18:03.037536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 78d4108a-7bf5-43df-b7c4-df973e87ce41 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:18:03.105635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.159436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Deleting port f198d14d-0dd8-47dc-bcbd-7cb13149d801 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:18:03.159781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.199573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19afc02-7fa7-44f5-9cfa-36e8ff5ae737 None None] DHCP port deletion for 12c20423-8f61-4191-90d9-84e2eae609e2 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:18:03.223086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] For port f198d14d-0dd8-47dc-bcbd-7cb13149d801, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f198d14d-0dd8-47dc-bcbd-7cb13149d801,segment=NetworkSegment(1a051fe7-4c5b-4e0f-9441-6747370b3b21),segment_id=1a051fe7-4c5b-4e0f-9441-6747370b3b21)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:03.223496 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.236310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Calling delete_port for f198d14d-0dd8-47dc-bcbd-7cb13149d801 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:18:03.249532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d19afc02-7fa7-44f5-9cfa-36e8ff5ae737 None None] Deleting port f198d14d-0dd8-47dc-bcbd-7cb13149d801 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:18:03.249829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d19afc02-7fa7-44f5-9cfa-36e8ff5ae737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.310672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d19afc02-7fa7-44f5-9cfa-36e8ff5ae737 None None] For port f198d14d-0dd8-47dc-bcbd-7cb13149d801, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f198d14d-0dd8-47dc-bcbd-7cb13149d801,segment=NetworkSegment(1a051fe7-4c5b-4e0f-9441-6747370b3b21),segment_id=1a051fe7-4c5b-4e0f-9441-6747370b3b21)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:03.311067 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d19afc02-7fa7-44f5-9cfa-36e8ff5ae737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.319806 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.326249 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d19afc02-7fa7-44f5-9cfa-36e8ff5ae737 None None] Calling delete_port for f198d14d-0dd8-47dc-bcbd-7cb13149d801 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:18:03.344811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Port': ['ID=f198d14d-0dd8-47dc-bcbd-7cb13149d801,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:03.348237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] No DVR routers for this DVR port f198d14d-0dd8-47dc-bcbd-7cb13149d801 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:18:03.410262 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d19afc02-7fa7-44f5-9cfa-36e8ff5ae737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.434560 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.436329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19afc02-7fa7-44f5-9cfa-36e8ff5ae737 None None] Pushing event deleted for resources: {'Port': ['ID=f198d14d-0dd8-47dc-bcbd-7cb13149d801,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:03.440928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19afc02-7fa7-44f5-9cfa-36e8ff5ae737 None None] No DVR routers for this DVR port f198d14d-0dd8-47dc-bcbd-7cb13149d801 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:18:03.458000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe165ee0>,) {'filters': {'network_id': ['12c20423-8f61-4191-90d9-84e2eae609e2']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:03.467404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe165ee0>, '1a051fe7-4c5b-4e0f-9441-6747370b3b21') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:03.467715 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe165ee0>, '1a051fe7-4c5b-4e0f-9441-6747370b3b21') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:03.477317 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.491334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.497746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:18:03.498132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:18:03.501433 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:18:03.556052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.564901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.568208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/networks/12c20423-8f61-4191-90d9-84e2eae609e2 HTTP/1.1" status: 204  len: 168 time: 0.5420105
Nov 27 21:18:03.570945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43502) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:03.584690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72677bc3-1348-4ed1-a594-85606aee346f tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Pushing event deleted for resources: {'Network': ['ID=12c20423-8f61-4191-90d9-84e2eae609e2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:03.602834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1d8786a4-09c6-4ee0-996a-e01c9275a492 tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ef2b60-c81f-4c9a-a189-ecf3859c4559 HTTP/1.1" status: 200  len: 205 time: 0.0307162
Nov 27 21:18:03.605201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43506) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:03.677734 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ccf76c9e-8302-4dc6-836c-2aaef8450ced tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.832567 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ccf76c9e-8302-4dc6-836c-2aaef8450ced tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.834781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ccf76c9e-8302-4dc6-836c-2aaef8450ced tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.880418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ccf76c9e-8302-4dc6-836c-2aaef8450ced tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.880949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf76c9e-8302-4dc6-836c-2aaef8450ced tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Fanout notify agent at l3_agent the message router_deleted on router 94ef2b60-c81f-4c9a-a189-ecf3859c4559 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:18:03.887798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ccf76c9e-8302-4dc6-836c-2aaef8450ced tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:03.888996 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ccf76c9e-8302-4dc6-836c-2aaef8450ced tempest-RoutersNegativeIpV6Test-931643418 tempest-RoutersNegativeIpV6Test-931643418-project] 10.222.0.21 "DELETE /v2.0/routers/94ef2b60-c81f-4c9a-a189-ecf3859c4559 HTTP/1.1" status: 204  len: 168 time: 0.2822604
Nov 27 21:18:04.126782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43512) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:04.260492 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-818299a6-11fa-40a4-ba59-3b6aedf35112 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e439cc4adc1746b0bd083fc3ff1b68e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1324308
Nov 27 21:18:04.262919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43516) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:04.309565 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c91d96de-e89b-4572-bf63-5678077ae4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:04.317589 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-47e96ebb-bda5-415e-bbda-2d199bad0386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:04.331518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c91d96de-e89b-4572-bf63-5678077ae4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:04.377067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c91d96de-e89b-4572-bf63-5678077ae4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:04.379855 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c91d96de-e89b-4572-bf63-5678077ae4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:04.381002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c91d96de-e89b-4572-bf63-5678077ae4c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b770492-fb74-40ef-b7ab-309f196ca129 HTTP/1.1" status: 204  len: 168 time: 0.1171205
Nov 27 21:18:04.388714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d96de-e89b-4572-bf63-5678077ae4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b770492-fb74-40ef-b7ab-309f196ca129,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:04.982176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f198d14d-0dd8-47dc-bcbd-7cb13149d801 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:18:05.002438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: f198d14d-0dd8-47dc-bcbd-7cb13149d801 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:18:05.002793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f198d14d-0dd8-47dc-bcbd-7cb13149d801 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:18:05.022400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43540) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:05.119788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1006037777'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:18:05.140662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Made reservation on behalf of c0b315fe3ee34801a5d7937df078dddd for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:18:05.146855 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:05.153071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:05.225512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:05.229518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:05.253197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:18:05.266735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceb554d-dbd9-44ff-b0ff-f38098530df8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:05.272376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:05.272731 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Added segment 19d36a60-4d8b-4bfc-80d6-77b50888d8a9 of type vlan for network 2c979f92-5dde-4335-b67d-8eef9f5a1ed6
Nov 27 21:18:05.314677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:05.338530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:05.344774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:05.345360 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:05.396446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 0.3728452
Nov 27 21:18:05.399753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43544) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:05.405360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-d7c13aa1-8b2b-4bcd-9e61-7602997336ef tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3eef80340>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6', 'tempest-TagsTest-Tag-628360460') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:05.432930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc4f0b-c412-4c89-80c2-dbafc17dca21 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Pushing event updated for resources: {'Network': ['ID=2c979f92-5dde-4335-b67d-8eef9f5a1ed6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:05.446635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2c979f92-5dde-4335-b67d-8eef9f5a1ed6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:18:05.771506 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d7c13aa1-8b2b-4bcd-9e61-7602997336ef tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "PUT /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags/tempest-TagsTest-Tag-628360460 HTTP/1.1" status: 201  len: 201 time: 0.3706417
Nov 27 21:18:05.773978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43548) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:05.779874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-0922bc33-691a-4806-9694-bfa6b809b0c6 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ef356e80>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6', 'tempest-TagsTest-Tag-628360460') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:05.846042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0922bc33-691a-4806-9694-bfa6b809b0c6 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "GET /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags/tempest-TagsTest-Tag-628360460 HTTP/1.1" status: 204  len: 168 time: 0.0699883
Nov 27 21:18:05.848529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43550) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:05.852635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-edd2feff-76b9-4e5d-8fdc-3d2410cb1eb0 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3ff18c400>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:05.921330 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-edd2feff-76b9-4e5d-8fdc-3d2410cb1eb0 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "GET /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags HTTP/1.1" status: 200  len: 237 time: 0.0717814
Nov 27 21:18:05.923980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43552) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:05.928313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-02ded545-5f92-4d98-893c-3e9a75640d77 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3efb8a250>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6', {'tags': ['tempest-TagsTest-Tag-1574268689', 'tempest-TagsTest-Tag-537584054', 'tempest-TagsTest-Tag-1873793947']}) {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.002400 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-02ded545-5f92-4d98-893c-3e9a75640d77 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "PUT /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags HTTP/1.1" status: 200  len: 308 time: 0.0773301
Nov 27 21:18:06.004900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43554) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:06.009237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-792727c4-c349-4631-acf3-4fa573534410 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3efb8a0d0>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6', 'tempest-TagsTest-Tag-1574268689') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.090109 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-792727c4-c349-4631-acf3-4fa573534410 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "DELETE /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags/tempest-TagsTest-Tag-1574268689 HTTP/1.1" status: 204  len: 168 time: 0.0842192
Nov 27 21:18:06.092901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43556) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:06.097006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-5897b5b6-cdf4-4928-9b1d-a300bff290e0 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fc03f040>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6', 'tempest-TagsTest-Tag-1574268689') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.159885 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-5897b5b6-cdf4-4928-9b1d-a300bff290e0 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] show failed (client error): The resource could not be found.
Nov 27 21:18:06.160884 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5897b5b6-cdf4-4928-9b1d-a300bff290e0 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "GET /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags/tempest-TagsTest-Tag-1574268689 HTTP/1.1" status: 404  len: 326 time: 0.0670936
Nov 27 21:18:06.163613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43558) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:06.168272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-165dcf14-7e00-450c-abe1-e4041fa5a88f tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ef7b4760>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6', 'tempest-TagsTest-Tag-537584054') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.236905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-165dcf14-7e00-450c-abe1-e4041fa5a88f tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "GET /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags/tempest-TagsTest-Tag-537584054 HTTP/1.1" status: 204  len: 168 time: 0.0723028
Nov 27 21:18:06.239630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43560) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:06.243723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-e6c71ca4-b11f-4db6-972e-895ef8291a75 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3ef5aaf10>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6', 'tempest-TagsTest-Tag-1873793947') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.310719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e6c71ca4-b11f-4db6-972e-895ef8291a75 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "GET /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags/tempest-TagsTest-Tag-1873793947 HTTP/1.1" status: 204  len: 168 time: 0.0700700
Nov 27 21:18:06.313195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43562) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:06.317622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-2fbeeac1-7e60-4912-b527-8c8629235f12 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3eefcddf0>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.402569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2fbeeac1-7e60-4912-b527-8c8629235f12 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "DELETE /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags HTTP/1.1" status: 204  len: 168 time: 0.0877810
Nov 27 21:18:06.405189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43564) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:06.409955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-2f99f320-be18-415a-9ce2-008b0ad877ea tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe40190ecd0>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6', 'tempest-TagsTest-Tag-537584054') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.452852 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70d31b4c-f5b4-43be-9d10-410b456c0089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:06.483719 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-2f99f320-be18-415a-9ce2-008b0ad877ea tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] show failed (client error): The resource could not be found.
Nov 27 21:18:06.484752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f99f320-be18-415a-9ce2-008b0ad877ea tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "GET /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags/tempest-TagsTest-Tag-537584054 HTTP/1.1" status: 404  len: 325 time: 0.0786414
Nov 27 21:18:06.487534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43566) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:06.492047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-d963d5c0-b76d-4df6-a77a-8d63cfaa67dc tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe3fd22f670>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6', 'tempest-TagsTest-Tag-1873793947') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.555557 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-d963d5c0-b76d-4df6-a77a-8d63cfaa67dc tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] show failed (client error): The resource could not be found.
Nov 27 21:18:06.556585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d963d5c0-b76d-4df6-a77a-8d63cfaa67dc tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "GET /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags/tempest-TagsTest-Tag-1873793947 HTTP/1.1" status: 404  len: 326 time: 0.0681384
Nov 27 21:18:06.559821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43568) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:06.564055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.tag.tag_plugin [None req-a4cb3cd3-ba15-406c-86cc-7adde262d065 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3f3040>, 'networks', '2c979f92-5dde-4335-b67d-8eef9f5a1ed6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.637054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a4cb3cd3-ba15-406c-86cc-7adde262d065 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "DELETE /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6/tags HTTP/1.1" status: 204  len: 168 time: 0.0756676
Nov 27 21:18:06.641121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43570) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:06.715223 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:06.808233 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:06.828426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3feedba00>,) {'filters': {'network_id': ['2c979f92-5dde-4335-b67d-8eef9f5a1ed6']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.838473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feedba00>, '19d36a60-4d8b-4bfc-80d6-77b50888d8a9') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.838795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feedba00>, '19d36a60-4d8b-4bfc-80d6-77b50888d8a9') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:18:06.848631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:06.862260 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:06.868259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:18:06.868645 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:18:06.883091 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:18:06.930001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:06.937139 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:06.940189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] 10.222.0.21 "DELETE /v2.0/networks/2c979f92-5dde-4335-b67d-8eef9f5a1ed6 HTTP/1.1" status: 204  len: 168 time: 0.2981503
Nov 27 21:18:06.956750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a7e3e-6c2e-463a-b304-3b8583ce49d1 tempest-TagsTest-577194697 tempest-TagsTest-577194697-project] Pushing event deleted for resources: {'Network': ['ID=2c979f92-5dde-4335-b67d-8eef9f5a1ed6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:07.189113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43578) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:07.321761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-27b8e692-38c6-4125-9af0-5485e770450b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0b315fe3ee34801a5d7937df078dddd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1314008
Nov 27 21:18:07.324753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43582) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:07.371527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ceea2e8-b442-4e51-a8ee-884a74a7acb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:07.395049 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ceea2e8-b442-4e51-a8ee-884a74a7acb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:07.440810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ceea2e8-b442-4e51-a8ee-884a74a7acb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:07.443424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1ceea2e8-b442-4e51-a8ee-884a74a7acb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:07.444602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1ceea2e8-b442-4e51-a8ee-884a74a7acb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ceb554d-dbd9-44ff-b0ff-f38098530df8 HTTP/1.1" status: 204  len: 168 time: 0.1189251
Nov 27 21:18:07.452828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceea2e8-b442-4e51-a8ee-884a74a7acb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceb554d-dbd9-44ff-b0ff-f38098530df8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:07.864572 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.082261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43642) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:09.191225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b105871f-ebf1-4621-9743-92b0de776049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.264397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b105871f-ebf1-4621-9743-92b0de776049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.268212 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b105871f-ebf1-4621-9743-92b0de776049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.310859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b105871f-ebf1-4621-9743-92b0de776049 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bba36fea764c44289eef1eef41bf7571&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2274671
Nov 27 21:18:09.311759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105871f-ebf1-4621-9743-92b0de776049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb2aa7-e713-44da-89e7-c45ce869d567,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:09.313698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43646) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:09.361419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19284c14-61d9-4877-a600-79a676c0f6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.382560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19284c14-61d9-4877-a600-79a676c0f6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.429196 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19284c14-61d9-4877-a600-79a676c0f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.431783 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19284c14-61d9-4877-a600-79a676c0f6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.432974 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-19284c14-61d9-4877-a600-79a676c0f6f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3bb2aa7-e713-44da-89e7-c45ce869d567 HTTP/1.1" status: 204  len: 168 time: 0.1182635
Nov 27 21:18:09.441802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19284c14-61d9-4877-a600-79a676c0f6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb2aa7-e713-44da-89e7-c45ce869d567,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:09.575933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.705725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43652) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:09.719243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-866daa59-a4d5-4806-b77c-a64fc3c99f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.793807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-866daa59-a4d5-4806-b77c-a64fc3c99f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.797222 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-866daa59-a4d5-4806-b77c-a64fc3c99f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.832894 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-866daa59-a4d5-4806-b77c-a64fc3c99f15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=460ca32fea244b2389efbf86553c560d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1260900
Nov 27 21:18:09.834781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866daa59-a4d5-4806-b77c-a64fc3c99f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5249112d-a26e-452c-9630-4ab098c0e274,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:09.835537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43654) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:09.886418 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7834ef32-19db-42a2-a4cb-5ff18be1266d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.907050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7834ef32-19db-42a2-a4cb-5ff18be1266d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.952363 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7834ef32-19db-42a2-a4cb-5ff18be1266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.955318 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7834ef32-19db-42a2-a4cb-5ff18be1266d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:09.956475 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7834ef32-19db-42a2-a4cb-5ff18be1266d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5249112d-a26e-452c-9630-4ab098c0e274 HTTP/1.1" status: 204  len: 168 time: 0.1198006
Nov 27 21:18:09.964155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834ef32-19db-42a2-a4cb-5ff18be1266d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5249112d-a26e-452c-9630-4ab098c0e274,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:10.283048 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.282688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43728) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:12.388548 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-de38e8c6-0cc1-4ab4-b1ef-db9e5ad84497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.469343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-de38e8c6-0cc1-4ab4-b1ef-db9e5ad84497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.473201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-de38e8c6-0cc1-4ab4-b1ef-db9e5ad84497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.509928 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-de38e8c6-0cc1-4ab4-b1ef-db9e5ad84497 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75fdab8ebf224c2a82632ae32d48717f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2261236
Nov 27 21:18:12.512348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38e8c6-0cc1-4ab4-b1ef-db9e5ad84497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f63dac-146e-4563-b96a-df37d645c582,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:12.513092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43732) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:12.561348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0ba45e7-dbe5-4a5d-9e40-0d7ab6fa24f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.582761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0ba45e7-dbe5-4a5d-9e40-0d7ab6fa24f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.627940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0ba45e7-dbe5-4a5d-9e40-0d7ab6fa24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.630439 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0ba45e7-dbe5-4a5d-9e40-0d7ab6fa24f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.631759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f0ba45e7-dbe5-4a5d-9e40-0d7ab6fa24f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9f63dac-146e-4563-b96a-df37d645c582 HTTP/1.1" status: 204  len: 168 time: 0.1176500
Nov 27 21:18:12.639873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba45e7-dbe5-4a5d-9e40-0d7ab6fa24f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f63dac-146e-4563-b96a-df37d645c582,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:12.890555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43738) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:12.909809 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78d47b64-f498-4735-970c-b35c8dd67547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.982677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78d47b64-f498-4735-970c-b35c8dd67547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:12.986430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78d47b64-f498-4735-970c-b35c8dd67547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:13.023151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-78d47b64-f498-4735-970c-b35c8dd67547 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a9653c5b20f48a1af7dca0b679dde2c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1315279
Nov 27 21:18:13.025203 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d47b64-f498-4735-970c-b35c8dd67547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f39f97a-849d-4529-9253-65cb6a5f797f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:13.025955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43740) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:13.074315 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ccafbc2b-71d1-493a-b57c-bc2b1210d310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:13.096403 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ccafbc2b-71d1-493a-b57c-bc2b1210d310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:13.143546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ccafbc2b-71d1-493a-b57c-bc2b1210d310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:13.146079 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ccafbc2b-71d1-493a-b57c-bc2b1210d310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:13.147267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ccafbc2b-71d1-493a-b57c-bc2b1210d310 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f39f97a-849d-4529-9253-65cb6a5f797f HTTP/1.1" status: 204  len: 168 time: 0.1196206
Nov 27 21:18:13.155719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafbc2b-71d1-493a-b57c-bc2b1210d310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f39f97a-849d-4529-9253-65cb6a5f797f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:14.976304 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:18:16.086188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:18.427705 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:21.655698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43966) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:21.764635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d492ce5d-354c-498d-9bd2-f74bfbaaf78e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:21.837608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d492ce5d-354c-498d-9bd2-f74bfbaaf78e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:21.841876 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d492ce5d-354c-498d-9bd2-f74bfbaaf78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:21.882883 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d492ce5d-354c-498d-9bd2-f74bfbaaf78e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ca7a3e04250448faf5f1c9959ff56e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2260058
Nov 27 21:18:21.883775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492ce5d-354c-498d-9bd2-f74bfbaaf78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a5b938-c418-41a1-9259-2fea00c9c5f7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:21.886756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43972) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:21.935708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0668bfd7-86d6-4f3b-af69-94040225215c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:21.956564 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0668bfd7-86d6-4f3b-af69-94040225215c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.001524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0668bfd7-86d6-4f3b-af69-94040225215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.004262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0668bfd7-86d6-4f3b-af69-94040225215c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.005419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0668bfd7-86d6-4f3b-af69-94040225215c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51a5b938-c418-41a1-9259-2fea00c9c5f7 HTTP/1.1" status: 204  len: 168 time: 0.1170280
Nov 27 21:18:22.013509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668bfd7-86d6-4f3b-af69-94040225215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a5b938-c418-41a1-9259-2fea00c9c5f7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:22.263402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43978) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:22.277087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-988bf5bb-eca8-4d55-8fd6-07f3e150a8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.348853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-988bf5bb-eca8-4d55-8fd6-07f3e150a8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.352440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-988bf5bb-eca8-4d55-8fd6-07f3e150a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.389183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bf5bb-eca8-4d55-8fd6-07f3e150a8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbcfdb5-2a16-4bd0-93e7-a3479ad9ce8f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:22.393784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-988bf5bb-eca8-4d55-8fd6-07f3e150a8d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb04fe2f0b4945e896947ad1fd0250c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1292360
Nov 27 21:18:22.396374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43980) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:22.448739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d07f02c8-935b-4490-a058-551606e922d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.468862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d07f02c8-935b-4490-a058-551606e922d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.519200 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d07f02c8-935b-4490-a058-551606e922d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.521955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d07f02c8-935b-4490-a058-551606e922d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.523090 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d07f02c8-935b-4490-a058-551606e922d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bbcfdb5-2a16-4bd0-93e7-a3479ad9ce8f HTTP/1.1" status: 204  len: 168 time: 0.1258130
Nov 27 21:18:22.530979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f02c8-935b-4490-a058-551606e922d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbcfdb5-2a16-4bd0-93e7-a3479ad9ce8f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:22.866606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 43990) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:22.879883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b84d0b85-70d3-4a18-91bc-3674ad782395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.956676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b84d0b85-70d3-4a18-91bc-3674ad782395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:22.960373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b84d0b85-70d3-4a18-91bc-3674ad782395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:23.002041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b84d0b85-70d3-4a18-91bc-3674ad782395 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44e4d170eb464f11ac4744367557384a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1343820
Nov 27 21:18:23.004021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d0b85-70d3-4a18-91bc-3674ad782395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f00ff84-022b-44c8-900a-c4476d86a66f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:23.004695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 43992) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:23.054014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a53c8f42-b9f8-4ef4-ba8b-cf57ec301f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:23.078705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a53c8f42-b9f8-4ef4-ba8b-cf57ec301f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:23.143881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b515d8-d1b5-49e1-904d-59baff7f615c req-0aff70be-799f-45ac-8c9d-b6f80fce6b73 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:23.145369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40b515d8-d1b5-49e1-904d-59baff7f615c req-0aff70be-799f-45ac-8c9d-b6f80fce6b73 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1096 time: 0.0558608
Nov 27 21:18:23.159919 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a53c8f42-b9f8-4ef4-ba8b-cf57ec301f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:23.162456 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a53c8f42-b9f8-4ef4-ba8b-cf57ec301f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:23.163536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a53c8f42-b9f8-4ef4-ba8b-cf57ec301f9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f00ff84-022b-44c8-900a-c4476d86a66f HTTP/1.1" status: 204  len: 168 time: 0.1577482
Nov 27 21:18:23.182817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c8f42-b9f8-4ef4-ba8b-cf57ec301f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f00ff84-022b-44c8-900a-c4476d86a66f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:23.209315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40b515d8-d1b5-49e1-904d-59baff7f615c req-464230f6-55f0-49ee-8f50-2fd0eb50956e tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570679
Nov 27 21:18:23.334370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb46ae-50d2-4632-8d9b-d76f5f0809d5 req-e9d148f5-841b-470a-bc0c-d4af3c9e2419 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:23.336136 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54bb46ae-50d2-4632-8d9b-d76f5f0809d5 req-e9d148f5-841b-470a-bc0c-d4af3c9e2419 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0557666
Nov 27 21:18:23.386525 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-54bb46ae-50d2-4632-8d9b-d76f5f0809d5 req-5521d35e-87b5-4829-9578-fd28e50659d2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437527
Nov 27 21:18:23.409770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44002) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:23.474554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-be728655-1801-4796-85fb-fd11569134da tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/3c4fdbfa-6147-40f7-a05f-5a75c557aa1e HTTP/1.1" status: 200  len: 992 time: 0.0635593
Nov 27 21:18:23.808071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-49de0725-1a1b-4446-94fa-083ca7502323 req-7df7564d-53d0-4302-b284-823ed32226e7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:18:23.809173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-49de0725-1a1b-4446-94fa-083ca7502323 req-7df7564d-53d0-4302-b284-823ed32226e7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061398
Nov 27 21:18:24.153256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adad6ef-4e13-4609-9d4c-6a34a38772ba req-05486ac4-782d-4f21-af3b-b49a26004d9d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:24.154728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7adad6ef-4e13-4609-9d4c-6a34a38772ba req-05486ac4-782d-4f21-af3b-b49a26004d9d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0519571
Nov 27 21:18:24.210422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7adad6ef-4e13-4609-9d4c-6a34a38772ba req-0e65bd81-bbdc-4f9e-be8c-accd8ac7252e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497253
Nov 27 21:18:24.301191 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3d31af62-e811-483f-95c7-3fb5778e1080 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2008767
Nov 27 21:18:24.311403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-d07998b4-4ef9-4731-b6d7-a39a18bd402d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:18:24.312362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-d07998b4-4ef9-4731-b6d7-a39a18bd402d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056422
Nov 27 21:18:25.326974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee499040-c37e-4944-bc64-151de2514abe req-37ba962b-7bc7-450a-96b9-eadd54b2e27f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:25.328490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee499040-c37e-4944-bc64-151de2514abe req-37ba962b-7bc7-450a-96b9-eadd54b2e27f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0484934
Nov 27 21:18:25.376596 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee499040-c37e-4944-bc64-151de2514abe req-d04d28f8-0066-4772-aa21-958e25b2e781 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421650
Nov 27 21:18:25.563793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-daed41aa-47a7-401c-a416-09a7a772ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:25.565245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-daed41aa-47a7-401c-a416-09a7a772ccad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1096 time: 0.0396760
Nov 27 21:18:25.657501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-9ab438a9-2fe5-46d9-80e8-c2d63b87b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:25.658978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-9ab438a9-2fe5-46d9-80e8-c2d63b87b7c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.0866396
Nov 27 21:18:25.722269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-bf061f76-ed69-498d-b5f3-915c02a05b90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 1000 time: 0.0557337
Nov 27 21:18:25.770478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-803e3be7-4e2b-46ae-a604-7475406d134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:25.771904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-803e3be7-4e2b-46ae-a604-7475406d134c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0417240
Nov 27 21:18:25.820464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-6702c80f-5f48-4d1d-aacd-dedae9e28014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:25.821835 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-6702c80f-5f48-4d1d-aacd-dedae9e28014 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431089
Nov 27 21:18:25.911279 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-16de428c-ba92-488c-8704-a2a0acfabce2 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809636
Nov 27 21:18:26.010000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-81a7f995-6d2b-4c52-891a-1acaa319d0a1 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917907
Nov 27 21:18:26.508197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3beb0b-b82b-4d3c-9681-4bcd2d3ebd40 req-f72ce12d-84f9-4a62-b2da-024b56ba7323 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:26.509696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff3beb0b-b82b-4d3c-9681-4bcd2d3ebd40 req-f72ce12d-84f9-4a62-b2da-024b56ba7323 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0491610
Nov 27 21:18:26.558485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff3beb0b-b82b-4d3c-9681-4bcd2d3ebd40 req-bf6fff17-dd25-44fa-b4ed-6dcd1bb4d7f8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423999
Nov 27 21:18:27.317661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44142) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:27.423575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d705235a-7fdb-4df8-942b-bd39c00c3362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:27.498485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d705235a-7fdb-4df8-942b-bd39c00c3362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:27.502045 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d705235a-7fdb-4df8-942b-bd39c00c3362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:27.542807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d705235a-7fdb-4df8-942b-bd39c00c3362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d54429e07fac428fa9ba2be3ac7bb890&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2240665
Nov 27 21:18:27.543947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705235a-7fdb-4df8-942b-bd39c00c3362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4db21-c287-40e6-84b1-0fc0b7b9cdcc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:27.545625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44146) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:27.593157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a815b5b0-0d1d-495e-9e28-6ceaafe179bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:27.615447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a815b5b0-0d1d-495e-9e28-6ceaafe179bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:27.692215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293f92a-aa9a-49e2-972f-b884f1cf5667 req-819a29bc-8e62-44cc-82db-c310df1d6905 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:27.693695 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c293f92a-aa9a-49e2-972f-b884f1cf5667 req-819a29bc-8e62-44cc-82db-c310df1d6905 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0641987
Nov 27 21:18:27.706940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a815b5b0-0d1d-495e-9e28-6ceaafe179bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:27.709440 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a815b5b0-0d1d-495e-9e28-6ceaafe179bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:27.710512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a815b5b0-0d1d-495e-9e28-6ceaafe179bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4dd4db21-c287-40e6-84b1-0fc0b7b9cdcc HTTP/1.1" status: 204  len: 168 time: 0.1638136
Nov 27 21:18:27.726819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815b5b0-0d1d-495e-9e28-6ceaafe179bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4db21-c287-40e6-84b1-0fc0b7b9cdcc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:27.757339 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c293f92a-aa9a-49e2-972f-b884f1cf5667 req-ce29e9eb-59c2-415b-abfe-b112cd424727 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572577
Nov 27 21:18:27.990653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44154) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:28.004429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-370db793-7d1a-4312-ad3a-646d4bda6f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:28.079688 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-370db793-7d1a-4312-ad3a-646d4bda6f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:28.083790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-370db793-7d1a-4312-ad3a-646d4bda6f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:28.122586 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-370db793-7d1a-4312-ad3a-646d4bda6f12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a75952a730c64635a5925861ac429cc4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1308448
Nov 27 21:18:28.123762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370db793-7d1a-4312-ad3a-646d4bda6f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dd4c7c-fc6f-4400-9ccf-d4e44f8373a7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:28.125335 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:28.174169 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65cc23e7-61d8-4da3-84f9-4844c964484f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:28.195944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65cc23e7-61d8-4da3-84f9-4844c964484f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:28.243353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65cc23e7-61d8-4da3-84f9-4844c964484f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:28.246584 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-65cc23e7-61d8-4da3-84f9-4844c964484f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:28.247744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-65cc23e7-61d8-4da3-84f9-4844c964484f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97dd4c7c-fc6f-4400-9ccf-d4e44f8373a7 HTTP/1.1" status: 204  len: 168 time: 0.1207972
Nov 27 21:18:28.255329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc23e7-61d8-4da3-84f9-4844c964484f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dd4c7c-fc6f-4400-9ccf-d4e44f8373a7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:28.890001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e6131-6a05-408d-8e87-3c1dc6e1f0bf req-8f41a753-b0c9-45d7-b98c-2ae9c24bc8db tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:28.891639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c3e6131-6a05-408d-8e87-3c1dc6e1f0bf req-8f41a753-b0c9-45d7-b98c-2ae9c24bc8db tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0539525
Nov 27 21:18:28.940754 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1c3e6131-6a05-408d-8e87-3c1dc6e1f0bf req-ef6f1adb-b137-4848-b8fe-2aa3ac734b51 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428574
Nov 27 21:18:30.056895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655d419-f95e-41b7-8944-c76ccf58e46b req-8a64a308-8f7a-4d25-97bb-222a0f39914b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:30.058366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0655d419-f95e-41b7-8944-c76ccf58e46b req-8a64a308-8f7a-4d25-97bb-222a0f39914b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0486162
Nov 27 21:18:30.106626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0655d419-f95e-41b7-8944-c76ccf58e46b req-3090903e-8112-4473-aea8-1d949ef76387 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423939
Nov 27 21:18:31.222648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8f31-7d22-4bb8-b9af-a419267729e3 req-3824cc91-7c5d-4f2d-b6e0-bb645f2fbe51 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:31.224483 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-adce8f31-7d22-4bb8-b9af-a419267729e3 req-3824cc91-7c5d-4f2d-b6e0-bb645f2fbe51 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0489132
Nov 27 21:18:31.279852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-adce8f31-7d22-4bb8-b9af-a419267729e3 req-8211acdd-a2e9-418e-b1e8-30949c79e418 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488727
Nov 27 21:18:32.401387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce5589-a116-4874-bc68-130adaa3eb1e req-1c85f52d-8396-4748-ae94-c7df0ae8b1b6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:32.402873 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2ce5589-a116-4874-bc68-130adaa3eb1e req-1c85f52d-8396-4748-ae94-c7df0ae8b1b6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0494199
Nov 27 21:18:32.453277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2ce5589-a116-4874-bc68-130adaa3eb1e req-b448c7fb-4280-4985-b4e5-5506fffeb740 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444951
Nov 27 21:18:33.570419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee5d5f-56bd-46cf-9468-89d5385bb75b req-aebfc4fa-a74a-4adf-a89f-f52aabcfe1c2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:33.571996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5ee5d5f-56bd-46cf-9468-89d5385bb75b req-aebfc4fa-a74a-4adf-a89f-f52aabcfe1c2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0500941
Nov 27 21:18:33.623612 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5ee5d5f-56bd-46cf-9468-89d5385bb75b req-ccbe52d5-af33-4bf2-90ce-24664211643c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444353
Nov 27 21:18:34.321040 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-724032f3-2231-4159-9f6d-d7a86fbc3982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:34.745206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa9f0c-20f4-4e5e-b07b-aa67969d3604 req-5cdc25dc-5caa-4784-80b1-8d6f6116d874 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:34.746702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30aa9f0c-20f4-4e5e-b07b-aa67969d3604 req-5cdc25dc-5caa-4784-80b1-8d6f6116d874 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0541677
Nov 27 21:18:34.797760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30aa9f0c-20f4-4e5e-b07b-aa67969d3604 req-dd0faf91-ae57-459b-af20-3b080fd77b2b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450647
Nov 27 21:18:35.920285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4dc84-2200-4410-ae34-f9e7ba6e2bb0 req-73f135bf-3e78-49f7-83cd-26a9bc4a22b3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:35.921774 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45b4dc84-2200-4410-ae34-f9e7ba6e2bb0 req-73f135bf-3e78-49f7-83cd-26a9bc4a22b3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0496094
Nov 27 21:18:35.972033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45b4dc84-2200-4410-ae34-f9e7ba6e2bb0 req-f3e228e5-6971-4b36-a311-993242bedc07 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439329
Nov 27 21:18:36.116173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44372) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:36.223741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a93b58db-3cbc-4972-83b9-760c024f6699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:36.304599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a93b58db-3cbc-4972-83b9-760c024f6699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:36.308705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a93b58db-3cbc-4972-83b9-760c024f6699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:36.349847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a93b58db-3cbc-4972-83b9-760c024f6699 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2017a682ca354efb855b24073b3d494c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2325351
Nov 27 21:18:36.350884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b58db-3cbc-4972-83b9-760c024f6699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab79b578-ae6c-4c2f-ac92-f48086b4be4b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:36.352931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 44376) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:36.406084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56b828f4-12fd-4a2c-b8aa-bbe67febae10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:36.431109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56b828f4-12fd-4a2c-b8aa-bbe67febae10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:36.457039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bc95d368-8385-4fd0-bc65-f64c7a9059ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:36.481176 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56b828f4-12fd-4a2c-b8aa-bbe67febae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:36.483794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56b828f4-12fd-4a2c-b8aa-bbe67febae10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:36.484944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-56b828f4-12fd-4a2c-b8aa-bbe67febae10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab79b578-ae6c-4c2f-ac92-f48086b4be4b HTTP/1.1" status: 204  len: 168 time: 0.1303360
Nov 27 21:18:36.492717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b828f4-12fd-4a2c-b8aa-bbe67febae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab79b578-ae6c-4c2f-ac92-f48086b4be4b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:37.099792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c192f-0116-43e3-ac96-f01b798d821f req-522da015-236a-4bc7-8cf5-c5f3c95be8dc tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:37.101421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d28c192f-0116-43e3-ac96-f01b798d821f req-522da015-236a-4bc7-8cf5-c5f3c95be8dc tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0493519
Nov 27 21:18:37.151553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d28c192f-0116-43e3-ac96-f01b798d821f req-09fd808c-0ef2-4a3a-b0e8-a806d41d491f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441267
Nov 27 21:18:37.870910 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:37.906278 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-094eaa72-226c-4d14-8801-75ce9fcb0359 service neutron] show failed (client error): The resource could not be found.
Nov 27 21:18:37.907700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-094eaa72-226c-4d14-8801-75ce9fcb0359 service neutron] 10.222.0.15 "GET /v2.0/ports/5d76ab98-d439-4b56-b1f0-050a0b18eded/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0579989
Nov 27 21:18:38.149381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-76714d7b-08e5-4b4d-80ba-77ebc160ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:38.151347 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-76714d7b-08e5-4b4d-80ba-77ebc160ba56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 1096 time: 0.0742447
Nov 27 21:18:38.165061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:18:38.217893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:38.357306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b8278-f033-4ad4-8ec0-5b734c6401bc req-88c987a2-bb95-4bde-9e95-bcaea5da8086 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:38.358850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-824b8278-f033-4ad4-8ec0-5b734c6401bc req-88c987a2-bb95-4bde-9e95-bcaea5da8086 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.1380239
Nov 27 21:18:38.467831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-824b8278-f033-4ad4-8ec0-5b734c6401bc req-8115dd9b-66fc-4f00-a879-2922e55817c3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018236
Nov 27 21:18:38.507428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:38.541733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:18:38.579827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:18:38.582200 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db7edd9-b289-48e1-a21a-625a5e541a80" -d '{"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-unplugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:18:38.586343 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:38.599199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Transition to ACTIVE for port object 5d76ab98-d439-4b56-b1f0-050a0b18eded will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:18:38.603881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:38.637969 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de42aca5-a604-4ede-a9b2-2b381fc52845 x-openstack-request-id: req-de42aca5-a604-4ede-a9b2-2b381fc52845 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:18:38.638375 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-unplugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:18:38.638592 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de42aca5-a604-4ede-a9b2-2b381fc52845 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:18:38.638918 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'code': 200}
Nov 27 21:18:38.712458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:38.786609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] No DVR routers for this DVR port 5d76ab98-d439-4b56-b1f0-050a0b18eded on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:18:38.972076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:18:38.972506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:18:38.972863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded on network 81dad434-c37b-4895-b071-f5ff7392879d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:18:38.977494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Port 5d76ab98-d439-4b56-b1f0-050a0b18eded on network 81dad434-c37b-4895-b071-f5ff7392879d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:18:38.977889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded on network 81dad434-c37b-4895-b071-f5ff7392879d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:18:38.983990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:18:38.984330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Checking segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:18:38.984721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Bound using segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:18:38.985151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Bound port: 5d76ab98-d439-4b56-b1f0-050a0b18eded, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:18:38.985577 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:39.050953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:18:39.053998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:18:39.057953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:39.088946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:39.089568 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:39.091396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 1091 time: 0.9300475
Nov 27 21:18:39.118654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346d73c-384d-4c92-ad05-880646e037c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:39.167093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-07694984-a69a-4556-b14a-899b71186688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:39.168651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-07694984-a69a-4556-b14a-899b71186688 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1094 time: 0.0457959
Nov 27 21:18:39.273804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-19736b5d-a46f-45e6-a066-c70b3bc3a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:39.275414 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-19736b5d-a46f-45e6-a066-c70b3bc3a604 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.0909536
Nov 27 21:18:39.346074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-bb060c96-193e-448f-8332-63b2fa828af1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 998 time: 0.0610311
Nov 27 21:18:39.399654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-300ca679-ad35-4b51-b02e-c375f55e3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:39.401767 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-300ca679-ad35-4b51-b02e-c375f55e3d63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0444374
Nov 27 21:18:39.446974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-535bc991-3f7a-420b-b905-766e18c4eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:39.449007 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-535bc991-3f7a-420b-b905-766e18c4eb03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399258
Nov 27 21:18:39.550530 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-c2f25bfb-3daa-4d7e-bb40-666f66f78d05 service neutron] 10.222.0.35 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862906
Nov 27 21:18:39.580355 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:39.604806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd56cf-adeb-481d-9e5a-4be4ba6f436c req-fb7e2341-ab96-4232-baf3-232c769c74d1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:39.606315 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fabd56cf-adeb-481d-9e5a-4be4ba6f436c req-fb7e2341-ab96-4232-baf3-232c769c74d1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 943 time: 0.0639513
Nov 27 21:18:39.645990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-733756e8-426a-48a3-9d18-a9401d031f10 service neutron] 10.222.0.35 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840058
Nov 27 21:18:39.660362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fabd56cf-adeb-481d-9e5a-4be4ba6f436c req-d8e4a3d2-84ca-46b6-b386-1c84c103c1dd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480747
Nov 27 21:18:40.287371 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:40.640303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:18:40.642622 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25630fb-5726-4a3d-a88c-99ead0d27bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:18:40.690941 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a569e787-3d68-4f89-b4fe-135ad7e9aa9a x-openstack-request-id: req-a569e787-3d68-4f89-b4fe-135ad7e9aa9a {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:18:40.691271 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:18:40.691543 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a569e787-3d68-4f89-b4fe-135ad7e9aa9a {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:18:40.691957 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'status': 'completed', 'code': 200}
Nov 27 21:18:40.814653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-c5d71f58-eacc-49b3-ad69-bf42c855cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:40.816287 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-c5d71f58-eacc-49b3-ad69-bf42c855cfa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1094 time: 0.1045337
Nov 27 21:18:40.819622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-5ba46e55-aa1f-45bc-a302-386917e47c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:40.820968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-5ba46e55-aa1f-45bc-a302-386917e47c75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1094 time: 0.0988736
Nov 27 21:18:40.840711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c222f12-dac5-4ea3-acdf-4b6d9471e4ff req-96b90b39-5cc9-41ee-80e9-841f166aa519 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:40.842137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6c222f12-dac5-4ea3-acdf-4b6d9471e4ff req-96b90b39-5cc9-41ee-80e9-841f166aa519 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 943 time: 0.0979450
Nov 27 21:18:40.864941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:18:40.965814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:40.978954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'port_id': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'mac_address': 'fa:16:3e:0a:62:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:18:41.018399 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:41.037539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d76ab98-d439-4b56-b1f0-050a0b18eded {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:18:41.065316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:41.071214 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:41.122271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:41.129746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.130101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.130448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.130790 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.131129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.131488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.131821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.132152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.132481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.132808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.133137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.133463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:18:41.291569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6c222f12-dac5-4ea3-acdf-4b6d9471e4ff req-fbc10072-18e3-4941-a171-94cb6599bf92 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4328535
Nov 27 21:18:41.303124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-9c0b6e4e-1739-46d0-b75d-3a060a09dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:41.304646 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-9c0b6e4e-1739-46d0-b75d-3a060a09dcc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.4731095
Nov 27 21:18:41.310099 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-97409a44-d3b4-4afb-8a53-09822e826b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:41.311918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-97409a44-d3b4-4afb-8a53-09822e826b16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.4879498
Nov 27 21:18:41.452521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-e03e8cc7-a589-4165-9574-43373c847ac5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 999 time: 0.1396012
Nov 27 21:18:41.454300 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-be338f60-646a-4aab-b682-80c0518baab6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 999 time: 0.1344488
Nov 27 21:18:41.551987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-13edc84e-c527-4f44-8dfa-bb5dd82fcec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:41.553696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-13edc84e-c527-4f44-8dfa-bb5dd82fcec8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0932131
Nov 27 21:18:41.557269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-776cf3e7-c88c-4f1c-a5a7-7a1808978811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:41.558589 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-776cf3e7-c88c-4f1c-a5a7-7a1808978811 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0903144
Nov 27 21:18:41.632284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-d4ef48af-6aaa-4af0-a6ec-4ce9d6d20b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:41.633786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-d4ef48af-6aaa-4af0-a6ec-4ce9d6d20b3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0733128
Nov 27 21:18:41.635999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-148e2e29-ce13-4f6e-bcaa-de1da15e5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:41.637326 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-148e2e29-ce13-4f6e-bcaa-de1da15e5dc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0694919
Nov 27 21:18:41.794180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-37abe7cb-e2ee-4e57-85b0-747f483aaed3 service neutron] 10.222.0.35 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531849
Nov 27 21:18:41.797722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-8a9a18b1-27ed-44cf-8e9a-c270de9c266f service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493063
Nov 27 21:18:41.952527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-3f132364-e27e-4d72-9b9a-dd66f431bf44 service neutron] 10.222.0.35 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500182
Nov 27 21:18:41.955739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d25630fb-5726-4a3d-a88c-99ead0d27bc2 req-b623dee2-e39a-42a2-9f5c-5408677c18a1 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446362
Nov 27 21:18:42.267739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:18:42.304708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:18:42.341226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['5d76ab98-d439-4b56-b1f0-050a0b18eded'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:18:42.414313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279ab22-4508-4e9e-8784-72bd1f6d4360 req-6a36d9af-1aaf-45ad-8c88-e77eb391e8b1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:42.415868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a279ab22-4508-4e9e-8784-72bd1f6d4360 req-6a36d9af-1aaf-45ad-8c88-e77eb391e8b1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 944 time: 0.0502863
Nov 27 21:18:42.475630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a279ab22-4508-4e9e-8784-72bd1f6d4360 req-72f40650-6146-4005-a89f-4859cc4333d5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520098
Nov 27 21:18:42.794626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3bcc1201-7009-4514-a9cf-649d077ca379 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:42.796042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3bcc1201-7009-4514-a9cf-649d077ca379 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.35 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561&tenant_id=587ce621728b4cb1b01fd53d69d45d4d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1208053
Nov 27 21:18:42.804155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40065eb8-4b90-4eed-897e-c0898a33d2dc req-93d82514-ea30-4111-a6c9-3ef0c3f7b555 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:42.805539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40065eb8-4b90-4eed-897e-c0898a33d2dc req-93d82514-ea30-4111-a6c9-3ef0c3f7b555 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 944 time: 0.0965989
Nov 27 21:18:42.892393 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40065eb8-4b90-4eed-897e-c0898a33d2dc req-ea132942-39cd-4dc6-8b28-90a4051cfcb6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808110
Nov 27 21:18:42.894123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-434cebf3-5b97-411f-b3ac-05cbc38556d6 service neutron] 10.222.0.35 "GET /v2.0/ports/5d76ab98-d439-4b56-b1f0-050a0b18eded/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0877523
Nov 27 21:18:42.960931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-6d06458a-8765-414e-b3a6-833d846d31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:42.962447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-6d06458a-8765-414e-b3a6-833d846d31f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1095 time: 0.0442505
Nov 27 21:18:43.053970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-67b83c65-5fa2-48b7-92bd-8525ca68d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:43.055439 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-67b83c65-5fa2-48b7-92bd-8525ca68d482 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.0844097
Nov 27 21:18:43.124676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-f5e0078e-0af5-419c-a383-bbbe806dc453 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 999 time: 0.0618455
Nov 27 21:18:43.175858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-e678439f-fe2a-4b75-9319-8550ff6a01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:43.177342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-e678439f-fe2a-4b75-9319-8550ff6a01d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0439792
Nov 27 21:18:43.228417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-acada06d-9e91-467b-960a-2ac3dd6c6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:43.229954 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-acada06d-9e91-467b-960a-2ac3dd6c6e96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452666
Nov 27 21:18:43.323652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-e2542071-72d5-4474-ba83-4e174d33cc71 service neutron] 10.222.0.35 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857913
Nov 27 21:18:43.413378 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-a08fec92-6571-4f83-af48-8c0dd0db7257 service neutron] 10.222.0.35 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826831
Nov 27 21:18:44.009592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f12ef4-2654-48cb-80f3-023a9abb13a4 req-c983385c-7b2c-4b18-b544-f0387f66518c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:44.011092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48f12ef4-2654-48cb-80f3-023a9abb13a4 req-c983385c-7b2c-4b18-b544-f0387f66518c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 944 time: 0.0497575
Nov 27 21:18:44.060385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48f12ef4-2654-48cb-80f3-023a9abb13a4 req-90b8aa94-4428-45c0-9296-968d0704fe5f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432653
Nov 27 21:18:44.881949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:18:44.938851 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 5d76ab98-d439-4b56-b1f0-050a0b18eded completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:18:44.943513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 5d76ab98-d439-4b56-b1f0-050a0b18eded triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:18:44.943890 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:45.035087 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:45.060967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:18:45.064054 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46a056f-00e4-4e13-b109-53cdb1fa0c51" -d '{"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-plugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:18:45.077236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:45.081606 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:45.122870 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d58d7-c218-41c4-a25b-5c515db11c35 x-openstack-request-id: req-958d58d7-c218-41c4-a25b-5c515db11c35 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:18:45.123169 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-plugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:18:45.123469 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-958d58d7-c218-41c4-a25b-5c515db11c35 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:18:45.123888 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'code': 200}
Nov 27 21:18:45.142836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:45.198349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902678b-c327-4f69-959e-003682f9c60e req-90d0af0a-5209-4a27-8a0a-16406f2f48b6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:45.199917 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d902678b-c327-4f69-959e-003682f9c60e req-90d0af0a-5209-4a27-8a0a-16406f2f48b6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0532112
Nov 27 21:18:45.259279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d902678b-c327-4f69-959e-003682f9c60e req-2e4555e8-3ca7-4e3d-92c5-dc3b36161da9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531549
Nov 27 21:18:45.660932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-bf296f85-cfae-4ee4-a3c4-6dab424cee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:45.662326 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-bf296f85-cfae-4ee4-a3c4-6dab424cee2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 1096 time: 0.0469043
Nov 27 21:18:45.674508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:18:45.725009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:45.922586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:45.956579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:18:46.011899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:18:46.014443 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae3af20-73e6-411d-a8db-d2aca0ef3c8e" -d '{"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-unplugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:18:46.019955 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:46.044429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Transition to ACTIVE for port object 5d76ab98-d439-4b56-b1f0-050a0b18eded will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:18:46.048381 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:46.097695 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a46c91-3086-4d5f-a36f-1af9dca8c92e x-openstack-request-id: req-b4a46c91-3086-4d5f-a36f-1af9dca8c92e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:18:46.098070 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-unplugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:18:46.098400 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4a46c91-3086-4d5f-a36f-1af9dca8c92e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:18:46.098874 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'code': 200}
Nov 27 21:18:46.105611 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:46.151539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=10']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:46.194360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] No DVR routers for this DVR port 5d76ab98-d439-4b56-b1f0-050a0b18eded on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:18:46.364438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:18:46.364856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:18:46.365197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded on network 81dad434-c37b-4895-b071-f5ff7392879d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:18:46.382329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Port 5d76ab98-d439-4b56-b1f0-050a0b18eded on network 81dad434-c37b-4895-b071-f5ff7392879d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:18:46.382666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Attempting to bind port 5d76ab98-d439-4b56-b1f0-050a0b18eded on network 81dad434-c37b-4895-b071-f5ff7392879d {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:18:46.403943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:18:46.404296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Checking segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:18:46.404685 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Bound using segment: {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:18:46.405128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Bound port: 5d76ab98-d439-4b56-b1f0-050a0b18eded, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a27373e-bb77-4baf-ac29-cfe566eaba8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:18:46.405497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:46.464601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608be6-4fa9-46e9-a66b-b75f8fbba8ee req-a1bb27af-556d-4fef-8cca-9f11ab15de2f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:46.466409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11608be6-4fa9-46e9-a66b-b75f8fbba8ee req-a1bb27af-556d-4fef-8cca-9f11ab15de2f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 944 time: 0.0986528
Nov 27 21:18:46.528163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:18:46.544820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-11608be6-4fa9-46e9-a66b-b75f8fbba8ee req-99476f0a-111a-40a0-ba6c-fa9cd9c4b0b8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719295
Nov 27 21:18:46.548603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:18:46.553334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:46.596439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:46.597072 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:46.598497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] 10.222.0.15 "PUT /v2.0/ports/5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 1092 time: 0.9278054
Nov 27 21:18:46.621107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917e3e5-d00d-43c6-a3c4-678db1c49747 service neutron] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=11']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:46.667065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-952bfbe4-59ee-4cb6-9084-00cda7e96de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:46.668791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-952bfbe4-59ee-4cb6-9084-00cda7e96de2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1095 time: 0.0440421
Nov 27 21:18:46.764395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-e73590bd-46eb-4e27-bdcd-a0ae7079af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:46.765899 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-e73590bd-46eb-4e27-bdcd-a0ae7079af27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.0891569
Nov 27 21:18:46.836941 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-b3fc5f9b-7b84-4bff-b9f7-97acfe4cbcf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 998 time: 0.0638938
Nov 27 21:18:46.887634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-fa3d74f9-cf21-4273-a1e9-14bbcbdcf691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:46.889032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-fa3d74f9-cf21-4273-a1e9-14bbcbdcf691 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0450792
Nov 27 21:18:46.940538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-4ee9439b-6ac1-4c45-bd04-dbf03dcfd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:46.941988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-4ee9439b-6ac1-4c45-bd04-dbf03dcfd2fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397327
Nov 27 21:18:47.062379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-2758cbdb-775a-410b-b982-92714bfa6e22 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1132014
Nov 27 21:18:47.093548 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-dd12ab8b-7060-47e8-8b1c-4da660b60551 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0688767
Nov 27 21:18:47.189590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c85e971-05bf-4d99-89ca-0b599ac273eb req-1a93bf2b-da8e-433d-99f0-f5c4a691fcf5 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202888
Nov 27 21:18:47.199103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-aa324730-3960-4671-a473-da30bd4d48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:47.200582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-aa324730-3960-4671-a473-da30bd4d48e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 1096 time: 0.0520775
Nov 27 21:18:47.326206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-ffffa7eb-a0eb-40e4-8687-e55f2302d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:47.327879 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-ffffa7eb-a0eb-40e4-8687-e55f2302d723 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 200  len: 911 time: 0.0982609
Nov 27 21:18:47.402219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-a06a1a1f-4786-4f9f-894c-63c60a8fc1b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7a3b32c-565f-4c0c-a9ae-31669d910917 HTTP/1.1" status: 200  len: 1001 time: 0.0615175
Nov 27 21:18:47.462373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-be3f1531-33cf-49f1-aade-e5119b69cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:47.464403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-be3f1531-33cf-49f1-aade-e5119b69cf66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 200  len: 849 time: 0.0490565
Nov 27 21:18:47.520530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-c4ac485d-ee66-4785-990b-2c87ba53389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:47.522075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-c4ac485d-ee66-4785-990b-2c87ba53389b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34e43d78-90bf-4d39-8500-de9af3c92506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452332
Nov 27 21:18:47.629811 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-2eeb2956-43ad-480d-abea-206eabe12003 service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928869
Nov 27 21:18:47.717158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ae2bb-5786-4022-a829-7de84126ceee req-8e7c223c-81c8-49dd-867d-53c191eb9293 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:47.718543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-836ae2bb-5786-4022-a829-7de84126ceee req-8e7c223c-81c8-49dd-867d-53c191eb9293 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 944 time: 0.1031215
Nov 27 21:18:47.761891 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8475a5c-cfa5-472a-af3a-2bcd59c62e6d req-9cb3cfc4-1324-4d68-9eac-39c49857f5ac service neutron] 10.222.0.35 "GET /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186171
Nov 27 21:18:47.786018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-836ae2bb-5786-4022-a829-7de84126ceee req-7a5136d0-fb99-404a-b584-b2bfe4f1b000 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609937
Nov 27 21:18:48.099815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:18:48.102300 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d6f20f-003a-40c6-927a-fa2e08f9141d" -d '{"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:18:48.154388 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbf5d0f-2c91-4e04-b4d3-ba8412a12a71 x-openstack-request-id: req-4dbf5d0f-2c91-4e04-b4d3-ba8412a12a71 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:18:48.155138 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:18:48.155430 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dbf5d0f-2c91-4e04-b4d3-ba8412a12a71 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:18:48.155914 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'status': 'completed', 'code': 200}
Nov 27 21:18:48.245821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-9462362d-78e7-4bd3-ac1f-42ec947c8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:48.247391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-9462362d-78e7-4bd3-ac1f-42ec947c8340 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1095 time: 0.0747395
Nov 27 21:18:48.249764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-fefa9354-6e06-40bc-8bb8-c025796defd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:48.251182 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-fefa9354-6e06-40bc-8bb8-c025796defd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1095 time: 0.0687261
Nov 27 21:18:48.363341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44694) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:48.413725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-3cd36549-8a06-46af-89aa-b38d2bf8f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:48.415468 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-3cd36549-8a06-46af-89aa-b38d2bf8f15a service neutron] 10.222.0.15 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.1585968
Nov 27 21:18:48.416548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-2c96c388-13bf-43d4-97ae-7f31f432c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:48.417870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-2c96c388-13bf-43d4-97ae-7f31f432c802 service neutron] 10.222.0.35 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.1528296
Nov 27 21:18:48.464283 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:48.494139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04b848cb-4e0d-4ca5-ae5f-32d97a540b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:48.541297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-99f25418-0f88-413f-9fb0-136063e37c13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 998 time: 0.1116426
Nov 27 21:18:48.543447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-81530b89-4bfe-42b2-8ef1-63b220c687bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 998 time: 0.1204910
Nov 27 21:18:48.579726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04b848cb-4e0d-4ca5-ae5f-32d97a540b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:48.584679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-04b848cb-4e0d-4ca5-ae5f-32d97a540b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:48.630138 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-04b848cb-4e0d-4ca5-ae5f-32d97a540b16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28a177f11d9942a8a518569075cf5578&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2648444
Nov 27 21:18:48.633163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44700) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:48.633689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-af3c531f-309b-4b0e-a179-5a1955b1d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:48.636304 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-af3c531f-309b-4b0e-a179-5a1955b1d1a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0845571
Nov 27 21:18:48.640885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b848cb-4e0d-4ca5-ae5f-32d97a540b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e162c4c0-1e89-4161-a102-794c2287cc65,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:48.653565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-5ef89dcc-f888-4a57-bfb0-3962905009f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:48.654919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-5ef89dcc-f888-4a57-bfb0-3962905009f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0756562
Nov 27 21:18:48.695607 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55533bb5-79e9-4d8c-b05c-3c35269ef61f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:48.719847 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55533bb5-79e9-4d8c-b05c-3c35269ef61f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:48.769335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55533bb5-79e9-4d8c-b05c-3c35269ef61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:48.772524 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55533bb5-79e9-4d8c-b05c-3c35269ef61f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:48.773885 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-55533bb5-79e9-4d8c-b05c-3c35269ef61f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e162c4c0-1e89-4161-a102-794c2287cc65 HTTP/1.1" status: 204  len: 168 time: 0.1381216
Nov 27 21:18:48.783440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55533bb5-79e9-4d8c-b05c-3c35269ef61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e162c4c0-1e89-4161-a102-794c2287cc65,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:48.913661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:18:48.969764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dd76b-20ca-4414-b315-e813774f4071 req-fa808ae9-cfa9-44b6-b689-a61429d917ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:48.972882 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-359dd76b-20ca-4414-b315-e813774f4071 req-fa808ae9-cfa9-44b6-b689-a61429d917ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 944 time: 0.0945184
Nov 27 21:18:49.010501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:18:49.031158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-295845d6-b115-4abc-98f6-c99533f49157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:49.033684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-295845d6-b115-4abc-98f6-c99533f49157 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3890505
Nov 27 21:18:49.037509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-b3ee08bd-00d7-4651-990b-33ed5f169f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:49.038986 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-b3ee08bd-00d7-4651-990b-33ed5f169f58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0686576
Nov 27 21:18:49.050121 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-359dd76b-20ca-4414-b315-e813774f4071 req-f100d606-e29c-4530-b523-15badc2f0c49 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626574
Nov 27 21:18:49.205914 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-1fba05e6-4101-4e8e-a8c6-230025f15c94 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635485
Nov 27 21:18:49.209196 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-604880af-6ff9-4170-8626-0d5af0cf8cbc service neutron] 10.222.0.35 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554501
Nov 27 21:18:49.372819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-e6565cd7-aa9f-43d1-b564-d1ed3ff828ac service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590307
Nov 27 21:18:49.376233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9d6f20f-003a-40c6-927a-fa2e08f9141d req-4671dbb5-ecb7-40c9-91da-999a9a8bcb37 service neutron] 10.222.0.35 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455195
Nov 27 21:18:50.199603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b1aa0-3356-4b3a-970a-e8f75bd51321 req-191b8791-cc71-411e-9193-dd9a59ed7df6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:50.201337 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6a7b1aa0-3356-4b3a-970a-e8f75bd51321 req-191b8791-cc71-411e-9193-dd9a59ed7df6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 944 time: 0.0696299
Nov 27 21:18:50.253637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6a7b1aa0-3356-4b3a-970a-e8f75bd51321 req-b274dbcb-dc1d-411f-a424-8fece61740bf tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457230
Nov 27 21:18:50.314863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:18:50.408701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:50.420444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'port_id': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'mac_address': 'fa:16:3e:0a:62:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:18:50.457304 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:50.469875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d76ab98-d439-4b56-b1f0-050a0b18eded {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:18:50.489760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:50.494085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:50.543455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=12']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:50.842598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['5d76ab98-d439-4b56-b1f0-050a0b18eded'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:18:51.375460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca8315-713b-45ce-8cc8-15abcea15720 req-559274fa-4279-47e0-ab87-a1473c40f69c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:51.377003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81ca8315-713b-45ce-8cc8-15abcea15720 req-559274fa-4279-47e0-ab87-a1473c40f69c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 945 time: 0.0503733
Nov 27 21:18:51.435059 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81ca8315-713b-45ce-8cc8-15abcea15720 req-a7317a42-6b5c-4843-91fb-1b383df49460 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520077
Nov 27 21:18:51.451583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44776) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:51.520494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fbe1b8a4-0946-45ac-b656-3c7251d42c16 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/3c4fdbfa-6147-40f7-a05f-5a75c557aa1e HTTP/1.1" status: 200  len: 991 time: 0.0672455
Nov 27 21:18:51.975769 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:18:52.321365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:18:52.369301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 5d76ab98-d439-4b56-b1f0-050a0b18eded completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:18:52.373128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 5d76ab98-d439-4b56-b1f0-050a0b18eded triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:18:52.373506 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:52.459628 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:52.481183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:18:52.483598 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fa495a-aa83-4750-bc64-7373770afcf5" -d '{"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-plugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:18:52.496709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:18:52.502200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:52.532146 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebd16b4-a936-4f88-86ca-558c78960b69 x-openstack-request-id: req-cebd16b4-a936-4f88-86ca-558c78960b69 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:18:52.532473 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-plugged", "status": "completed", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:18:52.532732 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cebd16b4-a936-4f88-86ca-558c78960b69 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:18:52.533125 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'code': 200}
Nov 27 21:18:52.554196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=13']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:59.343538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cf93d16-65de-4162-abb4-b942facc42fa req-dfee5f9f-faaf-4e4f-b612-8352e7bbbebd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440195
Nov 27 21:18:59.425278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 44998) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:59.425754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf93d16-65de-4162-abb4-b942facc42fa req-06d10de7-4862-4753-a0d4-fadece65ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:59.427004 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cf93d16-65de-4162-abb4-b942facc42fa req-06d10de7-4862-4753-a0d4-fadece65ef7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1097 time: 0.0430472
Nov 27 21:18:59.544632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf93d16-65de-4162-abb4-b942facc42fa req-88a7f73b-e1e4-4f8e-bdb0-6b8ec9a3e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:59.546547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cf93d16-65de-4162-abb4-b942facc42fa req-88a7f73b-e1e4-4f8e-bdb0-6b8ec9a3e0f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.0974307
Nov 27 21:18:59.550818 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7dc177a5-fbcc-4395-83ae-7bb3039a3cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:59.616431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cf93d16-65de-4162-abb4-b942facc42fa req-8796b255-5807-4563-b65f-289ac1cbfc44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 1000 time: 0.0616076
Nov 27 21:18:59.627564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7dc177a5-fbcc-4395-83ae-7bb3039a3cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:59.631175 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7dc177a5-fbcc-4395-83ae-7bb3039a3cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:59.668073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf93d16-65de-4162-abb4-b942facc42fa req-6b1c30da-de72-4f0e-b193-3e2e625a5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:59.669549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cf93d16-65de-4162-abb4-b942facc42fa req-6b1c30da-de72-4f0e-b193-3e2e625a5856 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0449071
Nov 27 21:18:59.669956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7dc177a5-fbcc-4395-83ae-7bb3039a3cbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f11c0a31ba3a4673a42499d8426c122d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2434118
Nov 27 21:18:59.670859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc177a5-fbcc-4395-83ae-7bb3039a3cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe0257b-5617-4726-97cc-ee965a3a619a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:18:59.672550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45002) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:18:59.745251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf93d16-65de-4162-abb4-b942facc42fa req-8ca04b93-dc4b-4714-8e17-1f1776ea03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:18:59.746701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cf93d16-65de-4162-abb4-b942facc42fa req-8ca04b93-dc4b-4714-8e17-1f1776ea03de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0672669
Nov 27 21:18:59.764976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eedd5e57-ce7a-4cbc-95b7-7ef494ceac53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:59.825083 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eedd5e57-ce7a-4cbc-95b7-7ef494ceac53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:59.880611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cf93d16-65de-4162-abb4-b942facc42fa req-5a7b68c6-ffbc-40f5-adb2-9583e2fe9217 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254945
Nov 27 21:18:59.936163 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eedd5e57-ce7a-4cbc-95b7-7ef494ceac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:59.938718 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eedd5e57-ce7a-4cbc-95b7-7ef494ceac53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:18:59.939871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eedd5e57-ce7a-4cbc-95b7-7ef494ceac53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fe0257b-5617-4726-97cc-ee965a3a619a HTTP/1.1" status: 204  len: 168 time: 0.2658055
Nov 27 21:18:59.955184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd5e57-ce7a-4cbc-95b7-7ef494ceac53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe0257b-5617-4726-97cc-ee965a3a619a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:00.000320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3cf93d16-65de-4162-abb4-b942facc42fa req-b1aca554-a660-4e8b-b0d9-02193c974bc9 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1119866
Nov 27 21:19:00.548588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45026) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:00.649744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1020950349-network', 'tenant_id': '05afa0d2a44144078e3fa7d820a95510'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:00.669876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Made reservation on behalf of 05afa0d2a44144078e3fa7d820a95510 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:19:00.672160 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:00.681784 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:00.755980 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:00.760084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:00.783909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:19:00.792523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc79305-24e6-472b-9308-ace9676bd5f7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:00.801495 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:00.801847 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Added segment b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8 of type vlan for network ebffb26f-bc13-421f-ad40-7f30998bc7a9
Nov 27 21:19:00.815191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.815585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.815934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.816282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.816627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.816969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.817334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.817673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.818009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.818343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.818678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.819008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:00.866538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:00.892096 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:00.893035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:00.893616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:00.959662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4099350
Nov 27 21:19:00.962710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45030) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:00.968043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Request body: {'subnet': {'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1020950349-subnet', 'tenant_id': '05afa0d2a44144078e3fa7d820a95510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:00.988768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Made reservation on behalf of 05afa0d2a44144078e3fa7d820a95510 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:19:00.989197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c5a96-d902-48b5-bd2a-f8181a185560 admin admin] Pushing event updated for resources: {'Network': ['ID=ebffb26f-bc13-421f-ad40-7f30998bc7a9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:00.991236 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:01.005122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network ebffb26f-bc13-421f-ad40-7f30998bc7a9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:19:01.162880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:01.217864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aeda16d-86f2-4d1d-abd5-abc5c92311c2,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:01.226254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Checking segment: {'id': 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:19:01.226619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Network hostable DHCP agents. Network: ebffb26f-bc13-421f-ad40-7f30998bc7a9, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:19:01.243709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Network ebffb26f-bc13-421f-ad40-7f30998bc7a9 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:19:01.251747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ebffb26f-bc13-421f-ad40-7f30998bc7a9) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:19:01.255625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:01.256224 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:01.260888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e78bf4-7fd4-4c41-9101-375eef2d9e48 None None] Network ebffb26f-bc13-421f-ad40-7f30998bc7a9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:19:01.279537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dd6b061b-265d-4770-ae15-c9c0c71a2191 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3155549
Nov 27 21:19:01.532538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2e010-7e31-4ea0-9ea6-4c69d8471323 None None] Network ebffb26f-bc13-421f-ad40-7f30998bc7a9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:19:04.325320 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7dd8063c-a321-4bf1-9dd0-2870b0150292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:06.460327 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-38c07272-2ad0-42b0-922f-e558972b0287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:07.871071 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:09.587856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:10.291143 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:14.735133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-e3814b3c-0b50-4ab1-91e2-862000d2e217 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:14.736518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-e3814b3c-0b50-4ab1-91e2-862000d2e217 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 814 time: 0.1014171
Nov 27 21:19:14.751558 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-30fa803c-4f9a-4496-9604-6affee404998 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/quotas/05afa0d2a44144078e3fa7d820a95510 HTTP/1.1" status: 200  len: 375 time: 0.0092969
Nov 27 21:19:14.780978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-320c7284-870a-429c-bfb7-a1341c6fdd25 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0242524
Nov 27 21:19:14.844010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-f792bcf6-13c0-4d6a-b0e9-2302ecb33722 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:19:14.845022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-f792bcf6-13c0-4d6a-b0e9-2302ecb33722 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0576959
Nov 27 21:19:14.941336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-401b6420-15ee-40eb-979d-4cec0d88a46a service neutron] 10.222.0.21 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894372
Nov 27 21:19:15.029696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-9ef33a70-4542-45cf-9bb8-40f293512149 service neutron] 10.222.0.21 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823042
Nov 27 21:19:15.193435 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6aa20f2-a4dc-4fb0-95fa-af2921eba6bd req-f02d5dd3-194d-40a7-80c6-8b7c90c16663 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 210 time: 0.0316503
Nov 27 21:19:16.100645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:16.106870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-f1822df1-194d-46c1-9d42-4c9268336466 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:16.108415 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-f1822df1-194d-46c1-9d42-4c9268336466 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.15 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 814 time: 0.1066265
Nov 27 21:19:16.121558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Request body: {'port': {'device_id': 'e0ed9439-0c1d-446a-aa57-1f6156dbfd86', 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9', 'admin_state_up': True, 'tenant_id': '05afa0d2a44144078e3fa7d820a95510'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:16.231096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Made reservation on behalf of 05afa0d2a44144078e3fa7d820a95510 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:19:16.234737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:16.324247 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-421721aa-c407-4e46-a979-e2577ace40c8 req-5763d8f1-41ed-4b21-8e8c-301cd27d92ef tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 210 time: 0.0389698
Nov 27 21:19:16.385265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Allocated IP 172.20.0.2 (ebffb26f-bc13-421f-ad40-7f30998bc7a9/3aeda16d-86f2-4d1d-abd5-abc5c92311c2/4fa0dea5-dabc-4ab8-bd75-07aa2809370a) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:19:16.534718 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:16.567844 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:16.611236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Network ebffb26f-bc13-421f-ad40-7f30998bc7a9 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:19:16.614619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:19:16.618457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:19:16.641157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Pushing event updated for resources: {'Port': ['ID=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:16.670463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:16.671083 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:16.686679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-c22593ed-52b3-4e0c-aec2-fc4e64db3a97 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5696478
Nov 27 21:19:16.700013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Request body: {'port': {'device_id': 'e0ed9439-0c1d-446a-aa57-1f6156dbfd86', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:16.755483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:17.009657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa0dea5-dabc-4ab8-bd75-07aa2809370a {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:19:17.017129 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:17.029378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Transition to ACTIVE for port object 4fa0dea5-dabc-4ab8-bd75-07aa2809370a will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:19:17.033106 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:17.085662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:17.151843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Attempting to bind port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:19:17.152191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Attempting to bind port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:19:17.152529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Attempting to bind port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a on network ebffb26f-bc13-421f-ad40-7f30998bc7a9 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:19:17.156797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a on network ebffb26f-bc13-421f-ad40-7f30998bc7a9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:19:17.157151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Attempting to bind port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a on network ebffb26f-bc13-421f-ad40-7f30998bc7a9 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:19:17.161900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:19:17.162247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Checking segment: {'id': 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:19:17.162637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Bound using segment: {'id': 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:19:17.163076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Bound port: 4fa0dea5-dabc-4ab8-bd75-07aa2809370a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:19:17.163469 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:17.227506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] For port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:19:17.230407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] For port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:19:17.234791 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:17.268163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:17.268814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:17.270257 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] 10.222.0.15 "PUT /v2.0/ports/4fa0dea5-dabc-4ab8-bd75-07aa2809370a HTTP/1.1" status: 200  len: 1091 time: 0.5748520
Nov 27 21:19:17.270699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ed9439-0c1d-446a-aa57-1f6156dbfd86', 'tag': '4fa0dea5-dabc-4ab8-bd75-07aa2809370a'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:19:17.273063 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56dccd7-749e-44c5-bcd4-1362e6a8d389" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ed9439-0c1d-446a-aa57-1f6156dbfd86", "tag": "4fa0dea5-dabc-4ab8-bd75-07aa2809370a"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:19:17.299028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56816f62-a7b5-4974-bd04-4f23f7c91c4e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:17.312488 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c577cf-353a-48ab-936c-ab36e2f42ebb x-openstack-request-id: req-c6c577cf-353a-48ab-936c-ab36e2f42ebb {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:19:17.312790 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ed9439-0c1d-446a-aa57-1f6156dbfd86", "tag": "4fa0dea5-dabc-4ab8-bd75-07aa2809370a", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:19:17.313051 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6c577cf-353a-48ab-936c-ab36e2f42ebb {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:19:17.313461 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ed9439-0c1d-446a-aa57-1f6156dbfd86', 'tag': '4fa0dea5-dabc-4ab8-bd75-07aa2809370a', 'status': 'completed', 'code': 200}
Nov 27 21:19:17.359925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-e0232a70-35ff-4e9d-89e2-5de762d17ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:17.361471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-e0232a70-35ff-4e9d-89e2-5de762d17ec2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 1094 time: 0.0446491
Nov 27 21:19:17.402730 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-82690258-8205-4e43-a862-3c19625aff31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fa0dea5-dabc-4ab8-bd75-07aa2809370a HTTP/1.1" status: 200  len: 217 time: 0.0339134
Nov 27 21:19:17.454967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1794b0-d001-4721-ac06-b242c28a0019 req-604473a6-499b-45d0-b6a5-d0ef3b856f75 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:17.456511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d1794b0-d001-4721-ac06-b242c28a0019 req-604473a6-499b-45d0-b6a5-d0ef3b856f75 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 943 time: 0.0587955
Nov 27 21:19:17.457824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-4af05cc6-b49e-4be0-aba6-b776df658fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:17.459313 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-4af05cc6-b49e-4be0-aba6-b776df658fa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3aeda16d-86f2-4d1d-abd5-abc5c92311c2 HTTP/1.1" status: 200  len: 854 time: 0.0500257
Nov 27 21:19:17.496843 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-dffb81f5-e254-4222-9472-101b0ca426eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ebffb26f-bc13-421f-ad40-7f30998bc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306325
Nov 27 21:19:17.595554 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-71ff8750-871f-47a1-8715-2fa80ffa2ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916076
Nov 27 21:19:17.692827 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6f2b6a6-2899-4ad4-8dd8-f70c6503d8ef req-1df80202-0566-4126-b318-30e5d36feeeb service neutron] 10.222.0.15 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898418
Nov 27 21:19:17.782347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8d1794b0-d001-4721-ac06-b242c28a0019 req-f0e3a5cf-494e-4336-aac1-e2e62f702f12 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3195322
Nov 27 21:19:17.788750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-2e0d834f-eae3-4a46-8a75-661c3a110812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:17.790269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-2e0d834f-eae3-4a46-8a75-661c3a110812 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 1094 time: 0.0438492
Nov 27 21:19:17.878773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-e8ba26cd-a6ab-4275-8e7e-510b7f210aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:17.880257 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-e8ba26cd-a6ab-4275-8e7e-510b7f210aae service neutron] 10.222.0.15 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 915 time: 0.0833313
Nov 27 21:19:17.925685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-4385785b-4b55-412a-a4d9-c4b77a21cd6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fa0dea5-dabc-4ab8-bd75-07aa2809370a HTTP/1.1" status: 200  len: 217 time: 0.0384758
Nov 27 21:19:17.976057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-56beef70-b772-475d-baff-f41aa5c9647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:17.977573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-56beef70-b772-475d-baff-f41aa5c9647a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3aeda16d-86f2-4d1d-abd5-abc5c92311c2 HTTP/1.1" status: 200  len: 854 time: 0.0434430
Nov 27 21:19:18.009963 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-f06eacae-48d8-4451-aa2d-861de60c8f94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ebffb26f-bc13-421f-ad40-7f30998bc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247390
Nov 27 21:19:18.100867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-8ab8f596-5cbf-473c-97f8-7030d28a2126 service neutron] 10.222.0.15 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830393
Nov 27 21:19:18.188733 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f56dccd7-749e-44c5-bcd4-1362e6a8d389 req-c427965b-cc36-4316-b77b-2b6fe1b81ef3 service neutron] 10.222.0.15 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811999
Nov 27 21:19:18.438042 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:18.901744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04796bf7-37a2-475e-8a0a-3782f1ee44c3 req-09d52737-b7e3-4ffb-b50c-1b8e02ea5bf3 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:18.903199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04796bf7-37a2-475e-8a0a-3782f1ee44c3 req-09d52737-b7e3-4ffb-b50c-1b8e02ea5bf3 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 943 time: 0.0486121
Nov 27 21:19:18.949888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04796bf7-37a2-475e-8a0a-3782f1ee44c3 req-ebf9636c-ffcb-4578-8bb4-d2b13cedbbef tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407021
Nov 27 21:19:20.061827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cede717-c7dc-4db3-a838-7a621986ff8c req-329fdcc1-8af5-497f-a0c1-ff98bd63adcc tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:20.063448 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2cede717-c7dc-4db3-a838-7a621986ff8c req-329fdcc1-8af5-497f-a0c1-ff98bd63adcc tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 943 time: 0.0477808
Nov 27 21:19:20.112856 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2cede717-c7dc-4db3-a838-7a621986ff8c req-f9e0bf92-574e-4be8-8e17-8b1221965eff tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435081
Nov 27 21:19:20.438494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4fa0dea5-dabc-4ab8-bd75-07aa2809370a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:19:20.533409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:20.544407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '4fa0dea5-dabc-4ab8-bd75-07aa2809370a', 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9', 'port_id': '4fa0dea5-dabc-4ab8-bd75-07aa2809370a', 'mac_address': 'fa:16:3e:57:7e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aeda16d-86f2-4d1d-abd5-abc5c92311c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:19:20.579817 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:20.592501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa0dea5-dabc-4ab8-bd75-07aa2809370a {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:19:20.610970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:20.615400 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:20.664545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:20.914879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['4fa0dea5-dabc-4ab8-bd75-07aa2809370a'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:19:21.230138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ae86c-c429-4782-b2a3-efd800408c86 req-5cdabbe2-6010-4d0b-a2d9-1058c792bfd1 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:21.231561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-690ae86c-c429-4782-b2a3-efd800408c86 req-5cdabbe2-6010-4d0b-a2d9-1058c792bfd1 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 944 time: 0.0502341
Nov 27 21:19:21.278046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-690ae86c-c429-4782-b2a3-efd800408c86 req-5d6bc95c-f57e-4d60-9801-1f2f737dbddc tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405884
Nov 27 21:19:22.391861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b0535-6c9b-4b8a-895c-3bff847320cb req-58c53c93-8206-4259-9ca8-64d68c98ba75 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:22.393332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b20b0535-6c9b-4b8a-895c-3bff847320cb req-58c53c93-8206-4259-9ca8-64d68c98ba75 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 944 time: 0.0484154
Nov 27 21:19:22.442244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b20b0535-6c9b-4b8a-895c-3bff847320cb req-1d74d7d8-487a-4f7f-ae05-5317316698ad tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429227
Nov 27 21:19:22.454898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4fa0dea5-dabc-4ab8-bd75-07aa2809370a up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:19:22.505738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:19:22.510588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:19:22.510967 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:22.585540 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:22.606820 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ed9439-0c1d-446a-aa57-1f6156dbfd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa0dea5-dabc-4ab8-bd75-07aa2809370a'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:19:22.609090 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7898c0-f998-4f86-8357-56d23e6e14c8" -d '{"events": [{"server_uuid": "e0ed9439-0c1d-446a-aa57-1f6156dbfd86", "name": "network-vif-plugged", "status": "completed", "tag": "4fa0dea5-dabc-4ab8-bd75-07aa2809370a"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:19:22.622328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:22.626496 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:22.653452 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3a8309-f781-42e0-9ab8-ad9e06506f4a x-openstack-request-id: req-6b3a8309-f781-42e0-9ab8-ad9e06506f4a {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:19:22.653757 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ed9439-0c1d-446a-aa57-1f6156dbfd86", "name": "network-vif-plugged", "status": "completed", "tag": "4fa0dea5-dabc-4ab8-bd75-07aa2809370a", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:19:22.654266 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b3a8309-f781-42e0-9ab8-ad9e06506f4a {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:19:22.654417 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ed9439-0c1d-446a-aa57-1f6156dbfd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa0dea5-dabc-4ab8-bd75-07aa2809370a', 'code': 200}
Nov 27 21:19:22.681842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:22.743919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab44f5-2726-4ec1-a520-872d48d51b67 req-f30299df-b2ef-4649-bb3c-3542458bbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:22.745399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-82ab44f5-2726-4ec1-a520-872d48d51b67 req-f30299df-b2ef-4649-bb3c-3542458bbf69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 1096 time: 0.0404999
Nov 27 21:19:22.793364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-82ab44f5-2726-4ec1-a520-872d48d51b67 req-ea10a770-6197-4600-8934-4c88468a30a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401587
Nov 27 21:19:23.558299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e795877-d52d-4fb2-99ca-b2ced7a474a5 req-a124eac6-c713-462c-9135-18021ece0015 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:23.559767 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e795877-d52d-4fb2-99ca-b2ced7a474a5 req-a124eac6-c713-462c-9135-18021ece0015 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 945 time: 0.0475163
Nov 27 21:19:23.606770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e795877-d52d-4fb2-99ca-b2ced7a474a5 req-346a5766-df5a-49a4-9c3a-738e91e89ba5 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406897
Nov 27 21:19:24.727855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df896d-80a2-4ea7-ab0e-1a938afa6fc4 req-807a8d5e-3f0f-47f0-872b-239585907829 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:24.729208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2df896d-80a2-4ea7-ab0e-1a938afa6fc4 req-807a8d5e-3f0f-47f0-872b-239585907829 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 945 time: 0.0510287
Nov 27 21:19:24.774682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a2df896d-80a2-4ea7-ab0e-1a938afa6fc4 req-5b1a7e72-ed4e-4cbe-95a4-a01483ed2837 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397079
Nov 27 21:19:28.974809 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:19:34.328610 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-efbdedc2-16dc-4d58-9838-164dc8a01be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:36.462800 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3e67bb8f-14ce-4d7e-892b-8fef454cb08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:37.876486 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:39.587086 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:40.293526 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:43.760275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911f267-de92-4bc0-9b94-082f3e279587 req-2bcb4fa1-b75f-4036-9606-3872bbe19cdb tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:43.761754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2911f267-de92-4bc0-9b94-082f3e279587 req-2bcb4fa1-b75f-4036-9606-3872bbe19cdb tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 945 time: 0.0480638
Nov 27 21:19:43.809042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2911f267-de92-4bc0-9b94-082f3e279587 req-eaadc5e9-b89b-4a1c-b538-cf4f50b0a522 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414002
Nov 27 21:19:44.926729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba16c72-a82c-4cc7-ad67-be42d40b548e req-518fa7ff-8c22-4cbc-9144-ca968d1e5ede tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:44.928351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ba16c72-a82c-4cc7-ad67-be42d40b548e req-518fa7ff-8c22-4cbc-9144-ca968d1e5ede tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 945 time: 0.0483384
Nov 27 21:19:44.974573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3ba16c72-a82c-4cc7-ad67-be42d40b548e req-57559ed5-1c3f-416a-9270-303607a06b2f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401835
Nov 27 21:19:45.801117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-d9fe0051-24a1-4b86-bf38-8d697ceddb42 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:45.802576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-d9fe0051-24a1-4b86-bf38-8d697ceddb42 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 945 time: 0.0560710
Nov 27 21:19:45.896357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Deleting port b7a3b32c-565f-4c0c-a9ae-31669d910917 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:45.896942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:45.986965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] For port b7a3b32c-565f-4c0c-a9ae-31669d910917, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7a3b32c-565f-4c0c-a9ae-31669d910917,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:45.987675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:46.088713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d1638-f379-40d9-a5e0-436c70b5ce2e req-e1e9f6ff-0969-4ed9-afa8-6c9244c66cb1 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:46.090676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff9d1638-f379-40d9-a5e0-436c70b5ce2e req-e1e9f6ff-0969-4ed9-afa8-6c9244c66cb1 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 945 time: 0.0482228
Nov 27 21:19:46.117305 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:46.142795 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff9d1638-f379-40d9-a5e0-436c70b5ce2e req-30ec80ba-b984-4a41-b0d6-5fbe927a911f tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461919
Nov 27 21:19:46.158886 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:46.159271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:46.159606 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Floating IP 282dc9db-1216-40a7-837f-bdc3c0d715ff disassociated. External IP: 172.35.3.150, port: b7a3b32c-565f-4c0c-a9ae-31669d910917.
Nov 27 21:19:46.160017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Calling delete_port for b7a3b32c-565f-4c0c-a9ae-31669d910917 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:46.293843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:46.322561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event deleted for resources: {'Port': ['ID=b7a3b32c-565f-4c0c-a9ae-31669d910917,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:46.439009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:19:46.550365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:19:46.560199 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] Sync routers for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:19:46.570062 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:46.570671 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fd640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:46.589550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] No DVR routers for this DVR port b7a3b32c-565f-4c0c-a9ae-31669d910917 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:19:46.592340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:46.596348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54634a8f-045d-43d1-aee9-acdff2f040a6 req-41fbd9b8-ca55-4ba2-a0b3-d0c1632cfe35 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.35 "DELETE /v2.0/ports/b7a3b32c-565f-4c0c-a9ae-31669d910917 HTTP/1.1" status: 204  len: 173 time: 0.7837813
Nov 27 21:19:46.596771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'name': 'network-vif-deleted', 'tag': 'b7a3b32c-565f-4c0c-a9ae-31669d910917'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:19:46.599242 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a4ae7f-d52d-4dee-a3a0-ccb6cc64d8d0" -d '{"events": [{"server_uuid": "d4756739-b69b-486b-bcb3-faf9e9748ad9", "name": "network-vif-deleted", "tag": "b7a3b32c-565f-4c0c-a9ae-31669d910917"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:19:46.651289 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e91cb5-4bc8-4525-b348-2c5710fca9f4 x-openstack-request-id: req-17e91cb5-4bc8-4525-b348-2c5710fca9f4 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:19:46.651589 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4756739-b69b-486b-bcb3-faf9e9748ad9", "name": "network-vif-deleted", "tag": "b7a3b32c-565f-4c0c-a9ae-31669d910917", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:19:46.651854 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17e91cb5-4bc8-4525-b348-2c5710fca9f4 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:19:46.652266 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4756739-b69b-486b-bcb3-faf9e9748ad9', 'name': 'network-vif-deleted', 'tag': 'b7a3b32c-565f-4c0c-a9ae-31669d910917', 'status': 'completed', 'code': 200}
Nov 27 21:19:46.688560 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:46.915435 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fd640>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:46.934569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e932e3-7279-43fb-80d7-48d46ff36680 req-28a93d43-6d09-40b2-bbe3-b8f18df39752 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:46.936094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43e932e3-7279-43fb-80d7-48d46ff36680 req-28a93d43-6d09-40b2-bbe3-b8f18df39752 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1097 time: 0.0394008
Nov 27 21:19:46.941213 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] Checking router: 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:19:46.950200 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:46.950809 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fd640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:46.981472 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43e932e3-7279-43fb-80d7-48d46ff36680 req-4b668e9a-9736-4efc-80c2-6ed750ff683c tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395057
Nov 27 21:19:47.004956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45664) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:47.045963 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee0e4b9f-d2da-471f-98a3-21692109bc7c req-e0d12b2f-97af-45eb-8f86-74d4d4b53b4b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0271122
Nov 27 21:19:47.071479 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:47.137127 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee0e4b9f-d2da-471f-98a3-21692109bc7c req-55b1f9ed-e31a-41ed-bf4e-8bf2c0462d03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=219be90852c0481aaad9862d1a485102&device_id=d4756739-b69b-486b-bcb3-faf9e9748ad9 HTTP/1.1" status: 200  len: 210 time: 0.0307362
Nov 27 21:19:47.213973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 60f491a7-ad20-4228-b5e1-950d5eb0d518 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:47.214501 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.271029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45670) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:47.307721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.308671 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.323403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 60f491a7-ad20-4228-b5e1-950d5eb0d518 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:47.335508 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fd640>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:47.365251 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bc81dd-2474-4e82-b83f-b830e618ca31 None None] The sync data for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 is: [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:13:50Z', 'revision_number': 4, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f', 'name': '', 'network_id': '34e43d78-90bf-4d39-8500-de9af3c92506', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'mac_address': 'fa:16:3e:bb:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:49Z', 'updated_at': '2021-11-27T21:14:00Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'subnets': [{'id': 'eca62c5b-da07-4fda-84c1-ba93d90ade77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:19:47.521342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.548221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=60f491a7-ad20-4228-b5e1-950d5eb0d518,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:47.558682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.558908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.559318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.559646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.559994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.560349 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.560694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.561040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.561388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.562162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.562162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.562380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:47.631512 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.631974 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Floating IP 3c4fdbfa-6147-40f7-a05f-5a75c557aa1e disassociated (deleted). External IP: 172.35.3.46, port: 5d76ab98-d439-4b56-b1f0-050a0b18eded.
Nov 27 21:19:47.711197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e4b9f-d2da-471f-98a3-21692109bc7c req-d1eb2949-40e6-4c92-8ee8-e8fc4b8884f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:47.712729 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee0e4b9f-d2da-471f-98a3-21692109bc7c req-d1eb2949-40e6-4c92-8ee8-e8fc4b8884f7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=219be90852c0481aaad9862d1a485102&shared=False HTTP/1.1" status: 200  len: 911 time: 0.5500624
Nov 27 21:19:47.715705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1b6-0335-4c6c-ba64-91bfe55daa33 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.717653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2abc63-e368-4410-bb94-35c7cfce1494 None None] New status for floating IP 282dc9db-1216-40a7-837f-bdc3c0d715ff: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:19:47.788648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1b6-0335-4c6c-ba64-91bfe55daa33 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.851669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:19:47.863543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e4b9f-d2da-471f-98a3-21692109bc7c req-98951d75-7b16-40ab-86b4-de1a76f0116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:47.865117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee0e4b9f-d2da-471f-98a3-21692109bc7c req-98951d75-7b16-40ab-86b4-de1a76f0116a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1387653
Nov 27 21:19:47.879444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1b6-0335-4c6c-ba64-91bfe55daa33 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.883029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab1b6-0335-4c6c-ba64-91bfe55daa33 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.884281 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7c1ab1b6-0335-4c6c-ba64-91bfe55daa33 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100 HTTP/1.1" status: 204  len: 168 time: 0.6122692
Nov 27 21:19:47.888403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45674) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:47.907384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ab1b6-0335-4c6c-ba64-91bfe55daa33 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:47.909745 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-6e4be82a-6275-4a4d-8761-e61a215965de tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] show failed (client error): The resource could not be found.
Nov 27 21:19:47.910468 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6e4be82a-6275-4a4d-8761-e61a215965de tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "GET /v2.0/security-groups/ba5fee3b-3bd8-49bf-b4f4-1dcd21bdb100 HTTP/1.1" status: 404  len: 347 time: 0.0203164
Nov 27 21:19:47.914092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45676) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:47.980146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:19:47.985914 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:47.994466 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] Sync routers for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:19:48.007652 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:48.008296 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fd670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:48.021839 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a66639d7-fff7-4199-accb-0a1e4a1a8b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/floatingips/3c4fdbfa-6147-40f7-a05f-5a75c557aa1e HTTP/1.1" status: 204  len: 168 time: 1.0133467
Nov 27 21:19:48.021839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:19:48.022981 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b751c90e-4875-48b0-b455-010e494af939" -d '{"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:19:48.055095 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Deleting port bd34dd0a-62e1-4963-927c-8b03f373d1f6 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:48.055683 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:48.131848 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4897d8c8-dc3b-467e-852b-1eb42833d2d3 x-openstack-request-id: req-4897d8c8-dc3b-467e-852b-1eb42833d2d3 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:19:48.132101 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:19:48.132392 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4897d8c8-dc3b-467e-852b-1eb42833d2d3 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:19:48.132775 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'status': 'completed', 'code': 200}
Nov 27 21:19:48.133138 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:48.156119 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:48.156507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:48.205510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Calling delete_port for bd34dd0a-62e1-4963-927c-8b03f373d1f6 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:48.263458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c90e-4875-48b0-b455-010e494af939 req-2e433e59-8ea9-4941-963c-5db5169d5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:48.265077 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b751c90e-4875-48b0-b455-010e494af939 req-2e433e59-8ea9-4941-963c-5db5169d5a29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 1097 time: 0.1057241
Nov 27 21:19:48.299665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d7de9-3bb2-4baa-8eb7-9dd046aff591 req-ac7f1eb5-400f-40c5-bc8c-112ae65372e7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:48.301509 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f0d7de9-3bb2-4baa-8eb7-9dd046aff591 req-ac7f1eb5-400f-40c5-bc8c-112ae65372e7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 946 time: 0.0609353
Nov 27 21:19:48.375636 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f0d7de9-3bb2-4baa-8eb7-9dd046aff591 req-5cddba6f-a7cb-43ee-880a-e7821e05a09f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626650
Nov 27 21:19:48.383618 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fd670>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce', 'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:c6:ab:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:04Z', 'updated_at': '2021-11-27T21:17:08Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:48.395001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c90e-4875-48b0-b455-010e494af939 req-399101ef-5869-40bd-a670-503ef2495f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:48.396525 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b751c90e-4875-48b0-b455-010e494af939 req-399101ef-5869-40bd-a670-503ef2495f34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 200  len: 898 time: 0.1228333
Nov 27 21:19:48.414048 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] Checking router: bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:19:48.424595 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:48.425324 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fd670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:48.439712 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:48.472115 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b751c90e-4875-48b0-b455-010e494af939 req-ba9f6af9-c6b9-4eda-8864-fef97100b73c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 200  len: 217 time: 0.0549974
Nov 27 21:19:48.511890 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:48.534131 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:48.543044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Pushing event deleted for resources: {'Port': ['ID=bd34dd0a-62e1-4963-927c-8b03f373d1f6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:48.556841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c90e-4875-48b0-b455-010e494af939 req-a52ebe48-8393-4fff-b477-65cb54076b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:48.558359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b751c90e-4875-48b0-b455-010e494af939 req-a52ebe48-8393-4fff-b477-65cb54076b1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 200  len: 835 time: 0.0771167
Nov 27 21:19:48.647038 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:48.649572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:48.650723 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6c68d709-ff2d-456b-964f-b2020cafa887 tempest-AttachVolumeTestJSON-1651489591 tempest-AttachVolumeTestJSON-1651489591-project] 10.222.0.21 "DELETE /v2.0/floatingips/282dc9db-1216-40a7-837f-bdc3c0d715ff HTTP/1.1" status: 204  len: 168 time: 0.7357078
Nov 27 21:19:48.652890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c90e-4875-48b0-b455-010e494af939 req-94e5547d-6763-406c-9cbf-08b5d9f29c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:48.654993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b751c90e-4875-48b0-b455-010e494af939 req-94e5547d-6763-406c-9cbf-08b5d9f29c83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81dad434-c37b-4895-b071-f5ff7392879d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0815718
Nov 27 21:19:48.761758 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b751c90e-4875-48b0-b455-010e494af939 req-aa95810f-8722-44b5-8abd-df6ba72d6d62 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989451
Nov 27 21:19:48.864871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b751c90e-4875-48b0-b455-010e494af939 req-39015245-d957-4d6e-bdb1-90159bb0b735 service neutron] 10.222.0.15 "GET /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957687
Nov 27 21:19:48.872458 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fd670>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce', 'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:c6:ab:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:04Z', 'updated_at': '2021-11-27T21:17:08Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:48.902011 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a66b40-81ee-40f5-bc9a-9f2491cd9964 None None] The sync data for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 is: [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce', 'name': '', 'network_id': '81dad434-c37b-4895-b071-f5ff7392879d', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:c6:ab:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:04Z', 'updated_at': '2021-11-27T21:17:08Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '4fa0fcb1-169b-473c-acdd-92f2db7c6e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:19:49.165086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83789509-fff7-4cc9-9e95-8715f5c7670d None None] New status for floating IP 3c4fdbfa-6147-40f7-a05f-5a75c557aa1e: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:19:49.223197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b7a3b32c-565f-4c0c-a9ae-31669d910917 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:19:49.252533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: b7a3b32c-565f-4c0c-a9ae-31669d910917 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:19:49.253122 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device b7a3b32c-565f-4c0c-a9ae-31669d910917 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:19:49.502256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2db37-9e2c-4b62-b528-fefd70d4a873 req-e9bfa892-1d45-4664-83ad-b54cc118472d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:49.503731 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8f2db37-9e2c-4b62-b528-fefd70d4a873 req-e9bfa892-1d45-4664-83ad-b54cc118472d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 946 time: 0.0540133
Nov 27 21:19:49.554771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8f2db37-9e2c-4b62-b528-fefd70d4a873 req-462ed036-c676-41ae-9a3b-e863c9c9ba3a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ef57b4f-37df-4c81-89de-63f154310c1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439236
Nov 27 21:19:49.796392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-86708e07-f897-44a2-9cfd-12947af9f545 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:49.797863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-86708e07-f897-44a2-9cfd-12947af9f545 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 946 time: 0.0491841
Nov 27 21:19:49.912729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 5d76ab98-d439-4b56-b1f0-050a0b18eded {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:49.913274 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:50.010778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port 5d76ab98-d439-4b56-b1f0-050a0b18eded, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d76ab98-d439-4b56-b1f0-050a0b18eded,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:50.011174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:50.024913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 5d76ab98-d439-4b56-b1f0-050a0b18eded owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:50.163809 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:50.192985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=5d76ab98-d439-4b56-b1f0-050a0b18eded,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:50.243683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] No DVR routers for this DVR port 5d76ab98-d439-4b56-b1f0-050a0b18eded on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:19:50.246330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:50.249946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8f2aee4f-c0d5-473e-b30a-bd9bf318e68c req-fbb6878f-216a-4ff8-bb65-35aefd050d56 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "DELETE /v2.0/ports/5d76ab98-d439-4b56-b1f0-050a0b18eded HTTP/1.1" status: 204  len: 173 time: 0.4409845
Nov 27 21:19:50.250424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-deleted', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:19:50.252979 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a3143-9786-4bfa-8f00-f961b76422d1" -d '{"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-deleted", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:19:50.302978 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac7ab4b-e358-46a0-947b-8901931f5a74 x-openstack-request-id: req-dac7ab4b-e358-46a0-947b-8901931f5a74 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:19:50.303953 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574a2a9f-412b-42f2-a43d-6d67068c3561", "name": "network-vif-deleted", "tag": "5d76ab98-d439-4b56-b1f0-050a0b18eded", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:19:50.304277 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dac7ab4b-e358-46a0-947b-8901931f5a74 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:19:50.304745 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574a2a9f-412b-42f2-a43d-6d67068c3561', 'name': 'network-vif-deleted', 'tag': '5d76ab98-d439-4b56-b1f0-050a0b18eded', 'status': 'completed', 'code': 200}
Nov 27 21:19:50.669436 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0b84ba78-52a8-4c65-9fa1-3e817daa14bc req-75dfee4d-ec17-430e-89e7-617cba17f791 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=574a2a9f-412b-42f2-a43d-6d67068c3561 HTTP/1.1" status: 200  len: 210 time: 0.0269573
Nov 27 21:19:51.726544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45802) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:52.076764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:52.226640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45812) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:52.334421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:52.334806 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:52.431212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:52.431606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:52.445067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:52.621624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:52.628795 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:52.632575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:19:52.653360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 5d76ab98-d439-4b56-b1f0-050a0b18eded {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:19:52.653989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 5d76ab98-d439-4b56-b1f0-050a0b18eded not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:19:52.656500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:52.839022 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:52.888092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Deleting port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:52.888365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:52.969157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] For port ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:52.969445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:52.982669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Calling delete_port for ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:53.073814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:19:53.168293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:53.178016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:19:53.184165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-928bb51e-c4f5-452c-bc33-7474c3287a44 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "PUT /v2.0/routers/bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4566457
Nov 27 21:19:53.187663 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11483a66-d37a-480f-9239-26ab74611894 None None] Sync routers for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:19:53.188174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45818) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:53.198779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:53.198975 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11483a66-d37a-480f-9239-26ab74611894 None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:53.199854 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-11483a66-d37a-480f-9239-26ab74611894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe75b580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:53.246342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-58acae77-ac1b-4b13-b3e4-78c8dc19f810 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting subnet 4fa0fcb1-169b-473c-acdd-92f2db7c6e4f {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:19:53.250224 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58acae77-ac1b-4b13-b3e4-78c8dc19f810 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:53.304475 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58acae77-ac1b-4b13-b3e4-78c8dc19f810 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:53.348356 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-11483a66-d37a-480f-9239-26ab74611894 None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:53.395985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:53.432124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58acae77-ac1b-4b13-b3e4-78c8dc19f810 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:53.510139 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58acae77-ac1b-4b13-b3e4-78c8dc19f810 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:53.539652 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-11483a66-d37a-480f-9239-26ab74611894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe75b580>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:19:52Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:53.547476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acae77-ac1b-4b13-b3e4-78c8dc19f810 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa0fcb1-169b-473c-acdd-92f2db7c6e4f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:53.555072 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-58acae77-ac1b-4b13-b3e4-78c8dc19f810 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:53.562075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-58acae77-ac1b-4b13-b3e4-78c8dc19f810 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/subnets/4fa0fcb1-169b-473c-acdd-92f2db7c6e4f HTTP/1.1" status: 204  len: 168 time: 0.3734014
Nov 27 21:19:53.562708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45820) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:53.563048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2eac74-17ab-4f79-91b8-3f51c2d651c3 None None] Network 81dad434-c37b-4895-b071-f5ff7392879d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:19:53.567437 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11483a66-d37a-480f-9239-26ab74611894 None None] Checking router: bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:19:53.578702 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11483a66-d37a-480f-9239-26ab74611894 None None] Routers {'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:53.579611 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-11483a66-d37a-480f-9239-26ab74611894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe75b580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:53.653746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:19:53.699441 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-11483a66-d37a-480f-9239-26ab74611894 None None] Set router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:53.796985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:19:53.809271 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f05f22ec-d6d1-42a9-87cc-85af58621d79 admin admin] 10.222.0.21 "PUT /v2.0/routers/8781c0b2-fdd4-42d1-bd7b-eb90aea7794c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5792766
Nov 27 21:19:53.809271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45822) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:53.809549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] Sync routers for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:19:53.822558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] DHCP port deletion for 81dad434-c37b-4895-b071-f5ff7392879d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:19:53.829701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:53.830626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd345370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:53.922528 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:53.948658 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-11483a66-d37a-480f-9239-26ab74611894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe75b580>, [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:19:52Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:53.987704 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11483a66-d37a-480f-9239-26ab74611894 None None] The sync data for ids ['bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5'] in ncdv-master-1 is: [{'id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045087947', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:19:52Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '9ffa1215-2bea-4d34-a18c-86fc8ddaa506', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:17:01Z', 'updated_at': '2021-11-27T21:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:19:53.990163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Deleting port 0530eeee-5c71-4727-aef6-7433af49b81d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:53.991391 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.013427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:54.045267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.047304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.100735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Deleting port 6019ecf4-52a4-486a-a852-d8cb3571d42d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:54.101241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.161799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.175995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] For port 0530eeee-5c71-4727-aef6-7433af49b81d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0530eeee-5c71-4727-aef6-7433af49b81d,segment=NetworkSegment(8a27373e-bb77-4baf-ac29-cfe566eaba8e),segment_id=8a27373e-bb77-4baf-ac29-cfe566eaba8e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:54.176405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.186457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] For port 6019ecf4-52a4-486a-a852-d8cb3571d42d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6019ecf4-52a4-486a-a852-d8cb3571d42d,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:54.186882 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.192486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Calling delete_port for 0530eeee-5c71-4727-aef6-7433af49b81d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:54.201278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Calling delete_port for 6019ecf4-52a4-486a-a852-d8cb3571d42d owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:54.223220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:54.223664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.308356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port 9ffa1215-2bea-4d34-a18c-86fc8ddaa506, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ffa1215-2bea-4d34-a18c-86fc8ddaa506,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:54.308583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.325758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:54.335069 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.360001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] No DVR routers for this DVR port 0530eeee-5c71-4727-aef6-7433af49b81d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:19:54.375607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd345370>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:19:53Z', 'revision_number': 5, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port': {'id': '6019ecf4-52a4-486a-a852-d8cb3571d42d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:13:46Z', 'updated_at': '2021-11-27T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:54.410610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.411204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] Checking router: 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:19:54.436644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Pushing event deleted for resources: {'Port': ['ID=0530eeee-5c71-4727-aef6-7433af49b81d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:54.445961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.446415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.446812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.447288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.447795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.448244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.449046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.449046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.449300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.449634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.449969 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.450293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ca3a2-e7d6-48ad-aa62-d5d4a4af4b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:54.456354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6019ecf4-52a4-486a-a852-d8cb3571d42d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:54.458975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] Routers {'8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:54.460463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd345370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:54.533288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.547786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] Set router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:54.554951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a824a6-46ed-447d-8131-739f4d0dee11 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:19:54.600901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.648532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd345370>, [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:19:54Z', 'revision_number': 7, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:54.649704 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.650173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=9ffa1215-2bea-4d34-a18c-86fc8ddaa506,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:54.653294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.688079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634553c8-3989-4ff3-9e22-f26af7b102e3 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:19:54.691418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f708a79-878a-4b97-9658-4a9fa5493bfd None None] The sync data for ids ['8781c0b2-fdd4-42d1-bd7b-eb90aea7794c'] in ncdv-master-1 is: [{'id': '8781c0b2-fdd4-42d1-bd7b-eb90aea7794c', 'name': 'tempest-AttachVolumeTestJSON-366828811-router', 'tenant_id': '219be90852c0481aaad9862d1a485102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:13:45Z', 'updated_at': '2021-11-27T21:19:54Z', 'revision_number': 7, 'project_id': '219be90852c0481aaad9862d1a485102', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:19:54.724664 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.725363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8781c0b2-fdd4-42d1-bd7b-eb90aea7794c {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:19:54.728051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.732342 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.735542 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3452b2fa-ac95-4a80-ba4a-9abbb7eeedf6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8781c0b2-fdd4-42d1-bd7b-eb90aea7794c HTTP/1.1" status: 204  len: 168 time: 0.9246898
Nov 27 21:19:54.736427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45826) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:54.784132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1091b1d-ebc3-4e64-8553-74948949d7c1 admin admin] Deleting subnet eca62c5b-da07-4fda-84c1-ba93d90ade77 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:19:54.787187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1091b1d-ebc3-4e64-8553-74948949d7c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.821244 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1091b1d-ebc3-4e64-8553-74948949d7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.824323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.828191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.875364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.875948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Fanout notify agent at l3_agent the message router_deleted on router bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:19:54.885391 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.889089 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-471fbf36-c17e-4bd1-85c4-35ced03b4205 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/routers/bc6ca3a1-aa01-4f0c-9c4e-5a03cb0097d5 HTTP/1.1" status: 204  len: 168 time: 1.3226428
Nov 27 21:19:54.889323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45828) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:54.918468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1091b1d-ebc3-4e64-8553-74948949d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.983646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:54.983774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1091b1d-ebc3-4e64-8553-74948949d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.021654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1091b1d-ebc3-4e64-8553-74948949d7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca62c5b-da07-4fda-84c1-ba93d90ade77,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:55.024377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1091b1d-ebc3-4e64-8553-74948949d7c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.027666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c1091b1d-ebc3-4e64-8553-74948949d7c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eca62c5b-da07-4fda-84c1-ba93d90ade77 HTTP/1.1" status: 204  len: 168 time: 0.2902822
Nov 27 21:19:55.030130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45832) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:55.036895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9b4f5-be37-4d46-9b47-92b99c91bf2c None None] Network 34e43d78-90bf-4d39-8500-de9af3c92506 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:19:55.081324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.109846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fca01ac0>,) {'filters': {'network_id': ['81dad434-c37b-4895-b071-f5ff7392879d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:55.122532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fca01ac0>, '8a27373e-bb77-4baf-ac29-cfe566eaba8e') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:55.124859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fca01ac0>, '8a27373e-bb77-4baf-ac29-cfe566eaba8e') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:55.129268 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.140922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.159557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.167389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:19:55.168039 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:19:55.171676 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:19:55.250424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.258962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.262838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/networks/81dad434-c37b-4895-b071-f5ff7392879d HTTP/1.1" status: 204  len: 168 time: 0.3725097
Nov 27 21:19:55.265542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45834) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:55.286424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841dd27-512e-47d7-98f0-5b9f6b559557 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Network': ['ID=81dad434-c37b-4895-b071-f5ff7392879d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:55.342159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68351809-4a30-43b0-8d22-478823d9bbbe tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.373140 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68351809-4a30-43b0-8d22-478823d9bbbe tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.446052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d597eb-4ff2-4529-b8d7-7f6407b010d8 None None] DHCP port deletion for 34e43d78-90bf-4d39-8500-de9af3c92506 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:19:55.484182 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68351809-4a30-43b0-8d22-478823d9bbbe tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.487781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68351809-4a30-43b0-8d22-478823d9bbbe tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.489527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-68351809-4a30-43b0-8d22-478823d9bbbe tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ef57b4f-37df-4c81-89de-63f154310c1f HTTP/1.1" status: 204  len: 168 time: 0.2229290
Nov 27 21:19:55.502302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68351809-4a30-43b0-8d22-478823d9bbbe tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef57b4f-37df-4c81-89de-63f154310c1f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:55.538860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9d597eb-4ff2-4529-b8d7-7f6407b010d8 None None] Deleting port 89d82634-74de-44a0-8018-5845e41f7f04 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:55.539393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9d597eb-4ff2-4529-b8d7-7f6407b010d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.561762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Deleting port 89d82634-74de-44a0-8018-5845e41f7f04 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:19:55.562233 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.607774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9d597eb-4ff2-4529-b8d7-7f6407b010d8 None None] For port 89d82634-74de-44a0-8018-5845e41f7f04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89d82634-74de-44a0-8018-5845e41f7f04,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:55.608180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9d597eb-4ff2-4529-b8d7-7f6407b010d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.623264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9d597eb-4ff2-4529-b8d7-7f6407b010d8 None None] Calling delete_port for 89d82634-74de-44a0-8018-5845e41f7f04 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:55.626654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] For port 89d82634-74de-44a0-8018-5845e41f7f04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89d82634-74de-44a0-8018-5845e41f7f04,segment=NetworkSegment(194cc2af-caf9-4abc-8031-92dec579dc9e),segment_id=194cc2af-caf9-4abc-8031-92dec579dc9e)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:55.627140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.639758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Calling delete_port for 89d82634-74de-44a0-8018-5845e41f7f04 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:19:55.710195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9d597eb-4ff2-4529-b8d7-7f6407b010d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.720791 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.750016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d597eb-4ff2-4529-b8d7-7f6407b010d8 None None] Pushing event deleted for resources: {'Port': ['ID=89d82634-74de-44a0-8018-5845e41f7f04,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:55.753938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d597eb-4ff2-4529-b8d7-7f6407b010d8 None None] No DVR routers for this DVR port 89d82634-74de-44a0-8018-5845e41f7f04 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:19:55.760250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] No DVR routers for this DVR port 89d82634-74de-44a0-8018-5845e41f7f04 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:19:55.765821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d82634-74de-44a0-8018-5845e41f7f04,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:55.853366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45840) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:55.855365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.858172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bd694973-fd9a-4c22-a6ef-f35849b3830c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938598551', 'description': 'tempest-secgroup-smoke-1938598551 description', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:55.879121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:19:55.885262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43f700>,) {'filters': {'network_id': ['34e43d78-90bf-4d39-8500-de9af3c92506']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:55.896554 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd694973-fd9a-4c22-a6ef-f35849b3830c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.896727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43f700>, '194cc2af-caf9-4abc-8031-92dec579dc9e') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:55.897053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43f700>, '194cc2af-caf9-4abc-8031-92dec579dc9e') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:55.903112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:19:55.903760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9ffa1215-2bea-4d34-a18c-86fc8ddaa506 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:19:55.904188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:19:55.909853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.925066 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.932915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:19:55.933504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ab535a2e-258e-4fb7-be3b-4bc7fdb4cb4f not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:19:55.933941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0530eeee-5c71-4727-aef6-7433af49b81d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:19:55.937398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:19:55.937941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:19:55.943503 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:19:55.954583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 0530eeee-5c71-4727-aef6-7433af49b81d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:19:55.955071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0530eeee-5c71-4727-aef6-7433af49b81d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:19:55.955405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:19:55.978736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:19:55.979092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 55575444-e9f1-4ead-b8c3-1b2ec9e7c5ce not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:19:55.981111 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd694973-fd9a-4c22-a6ef-f35849b3830c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:55.987751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd694973-fd9a-4c22-a6ef-f35849b3830c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.010665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.020437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.025570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd694973-fd9a-4c22-a6ef-f35849b3830c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:56.030378 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/34e43d78-90bf-4d39-8500-de9af3c92506 HTTP/1.1" status: 204  len: 168 time: 0.9991817
Nov 27 21:19:56.032135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bd694973-fd9a-4c22-a6ef-f35849b3830c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.037055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bd694973-fd9a-4c22-a6ef-f35849b3830c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1823103
Nov 27 21:19:56.038184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45846) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:56.047080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f0c0715e-6a93-4533-b6b3-b017f5966516 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4ca3c-dd9b-4d37-8c7f-142439c48c22', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:56.057388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31157d-1158-4f87-922f-7e6d44011ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e43d78-90bf-4d39-8500-de9af3c92506,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:56.080030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0c0715e-6a93-4533-b6b3-b017f5966516 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.146594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0c0715e-6a93-4533-b6b3-b017f5966516 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.152052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0c0715e-6a93-4533-b6b3-b017f5966516 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.166788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0715e-6a93-4533-b6b3-b017f5966516 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1224ca2a-aad5-465f-8871-6413d91a2413,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:56.182141 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0c0715e-6a93-4533-b6b3-b017f5966516 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.182281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45848) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:56.182388 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f0c0715e-6a93-4533-b6b3-b017f5966516 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1428003
Nov 27 21:19:56.184860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45850) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:56.189224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-80a3432d-5b97-4ace-8fb4-f0c9f4bcd465 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4ca3c-dd9b-4d37-8c7f-142439c48c22', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:56.216476 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-80a3432d-5b97-4ace-8fb4-f0c9f4bcd465 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.224354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2ebcbf53-c9c0-4552-837c-e20903d2bd07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=219be90852c0481aaad9862d1a485102&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0411375
Nov 27 21:19:56.226352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45852) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:56.308099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce787af7-f0c5-4b71-9d85-6700b161519b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.314554 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-80a3432d-5b97-4ace-8fb4-f0c9f4bcd465 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.323498 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-80a3432d-5b97-4ace-8fb4-f0c9f4bcd465 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.356241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce787af7-f0c5-4b71-9d85-6700b161519b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.357850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3432d-5b97-4ace-8fb4-f0c9f4bcd465 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799080f1-8848-49f1-adbb-0002ef204f8b,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:56.370484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-80a3432d-5b97-4ace-8fb4-f0c9f4bcd465 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.371702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-80a3432d-5b97-4ace-8fb4-f0c9f4bcd465 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1858644
Nov 27 21:19:56.374513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45854) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:56.382522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1e59c62c-34fb-41fa-8ca5-f64655ab8ebd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4ca3c-dd9b-4d37-8c7f-142439c48c22', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:56.424029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e59c62c-34fb-41fa-8ca5-f64655ab8ebd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.445529 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce787af7-f0c5-4b71-9d85-6700b161519b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.448128 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce787af7-f0c5-4b71-9d85-6700b161519b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.449242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ce787af7-f0c5-4b71-9d85-6700b161519b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/224fe70b-2155-416d-be93-a516c1bd633e HTTP/1.1" status: 204  len: 168 time: 0.2219863
Nov 27 21:19:56.468895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce787af7-f0c5-4b71-9d85-6700b161519b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224fe70b-2155-416d-be93-a516c1bd633e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:56.499203 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e59c62c-34fb-41fa-8ca5-f64655ab8ebd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.502670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e59c62c-34fb-41fa-8ca5-f64655ab8ebd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.520679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59c62c-34fb-41fa-8ca5-f64655ab8ebd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4d2489-3338-4187-b1f1-8a9cee1093c9,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:56.533636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1e59c62c-34fb-41fa-8ca5-f64655ab8ebd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.534838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1e59c62c-34fb-41fa-8ca5-f64655ab8ebd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1594369
Nov 27 21:19:56.537923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45858) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:56.542608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9c007659-efb6-4b25-adf3-a0a2e5d92c55 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4ca3c-dd9b-4d37-8c7f-142439c48c22', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:56.570165 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c007659-efb6-4b25-adf3-a0a2e5d92c55 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.634360 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c007659-efb6-4b25-adf3-a0a2e5d92c55 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.639246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c007659-efb6-4b25-adf3-a0a2e5d92c55 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.655024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c007659-efb6-4b25-adf3-a0a2e5d92c55 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6893d924-20c9-489c-83c6-236b49aacbcd,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:56.668883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c007659-efb6-4b25-adf3-a0a2e5d92c55 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.670112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9c007659-efb6-4b25-adf3-a0a2e5d92c55 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1311214
Nov 27 21:19:56.672860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45862) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:56.677188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7e7717ac-9092-4adf-aeae-62c133ad6f3c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4ca3c-dd9b-4d37-8c7f-142439c48c22', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:56.699268 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-7e7717ac-9092-4adf-aeae-62c133ad6f3c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Project 587ce621728b4cb1b01fd53d69d45d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:19:56.705656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e7717ac-9092-4adf-aeae-62c133ad6f3c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.765310 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e7717ac-9092-4adf-aeae-62c133ad6f3c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.769151 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e7717ac-9092-4adf-aeae-62c133ad6f3c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.791371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7717ac-9092-4adf-aeae-62c133ad6f3c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35d9e40-e07d-40a0-96da-23e9a1aa8cbc,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:56.800753 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e7717ac-9092-4adf-aeae-62c133ad6f3c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.802126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7e7717ac-9092-4adf-aeae-62c133ad6f3c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1282012
Nov 27 21:19:56.805417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45870) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:56.810427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-21884974-cdc5-4645-aed8-3d56f7f69ea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4ca3c-dd9b-4d37-8c7f-142439c48c22', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:56.831640 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-21884974-cdc5-4645-aed8-3d56f7f69ea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Project 587ce621728b4cb1b01fd53d69d45d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:19:56.836630 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21884974-cdc5-4645-aed8-3d56f7f69ea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.896777 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21884974-cdc5-4645-aed8-3d56f7f69ea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.901055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21884974-cdc5-4645-aed8-3d56f7f69ea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.918487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21884974-cdc5-4645-aed8-3d56f7f69ea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605cefbd-ccdb-4fcb-8174-f0f521aefb4b,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:56.927429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-21884974-cdc5-4645-aed8-3d56f7f69ea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.932151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-21884974-cdc5-4645-aed8-3d56f7f69ea9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1226478
Nov 27 21:19:56.932427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45874) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:56.937608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'network': {'name': 'tempest-network-smoke--2027014801', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'port_security_enabled': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:56.959088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:19:56.962695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:56.990381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:19:57.001513 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.001873 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Added segment 28366447-014e-4696-84b8-6b1b5f71286b of type vlan for network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18
Nov 27 21:19:57.051939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.054772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 89d82634-74de-44a0-8018-5845e41f7f04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:19:57.084264 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.090326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:57.090958 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.100772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 89d82634-74de-44a0-8018-5845e41f7f04 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:19:57.101473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 89d82634-74de-44a0-8018-5845e41f7f04 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:19:57.102138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6019ecf4-52a4-486a-a852-d8cb3571d42d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:19:57.125256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 6019ecf4-52a4-486a-a852-d8cb3571d42d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:19:57.125691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6019ecf4-52a4-486a-a852-d8cb3571d42d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:19:57.144361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2109449
Nov 27 21:19:57.147212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45886) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:57.153520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'admin_state_up': True, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:57.164473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a4365-d675-4c5a-b797-4b1d5c8c21d7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Network': ['ID=4216be6c-3d07-4c65-92b4-8d5df1ec0e18,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:57.175301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:19:57.193120 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.194437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.252970 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.392581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.593018 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.612708 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.714473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.35.3.11 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/e667f5e8-1664-4fc1-b853-2b68e261cad7) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:19:57.744377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45916) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:57.822348 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.852450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-919ac174-be51-4231-9952-c8ba3f7234ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.857104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.891875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:19:57.897301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:19:57.900939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:19:57.914268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9456be2-f277-4515-8c0c-ba777d779e4a None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:19:57.943446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=e667f5e8-1664-4fc1-b853-2b68e261cad7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:57.947611 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-919ac174-be51-4231-9952-c8ba3f7234ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.954432 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-919ac174-be51-4231-9952-c8ba3f7234ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:57.978974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ce66f9fd-c8ba-41a1-a0a5-fa925dd6aed2 None None] Provisioning complete for port e667f5e8-1664-4fc1-b853-2b68e261cad7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:19:57.979489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ce66f9fd-c8ba-41a1-a0a5-fa925dd6aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:58.002583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-919ac174-be51-4231-9952-c8ba3f7234ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=027923027e4747d18a5fbb28baa3f9d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2570019
Nov 27 21:19:58.009375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45936) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:58.023165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ce66f9fd-c8ba-41a1-a0a5-fa925dd6aed2 None None] Port e667f5e8-1664-4fc1-b853-2b68e261cad7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:19:58.037767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ac174-be51-4231-9952-c8ba3f7234ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db18405-c202-4155-8206-8aceca28d131,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:58.071643 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4be73c94-9291-4094-893a-de929799b1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:58.094236 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4be73c94-9291-4094-893a-de929799b1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:58.143415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4be73c94-9291-4094-893a-de929799b1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:58.146606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4be73c94-9291-4094-893a-de929799b1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:58.147835 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4be73c94-9291-4094-893a-de929799b1fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5db18405-c202-4155-8206-8aceca28d131 HTTP/1.1" status: 204  len: 168 time: 0.1375122
Nov 27 21:19:58.156796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be73c94-9291-4094-893a-de929799b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db18405-c202-4155-8206-8aceca28d131,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:58.204073 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:58.407870 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:58.541562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:19:58.652814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:19:58.662854 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Sync routers for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:19:58.673536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:58.674105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:58.674246 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe25ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:58.678883 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-085622f3-8c85-420d-b839-7cba4558f44a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5269771
Nov 27 21:19:58.679236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45958) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:58.714798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b4d74026-b986-48ad-ab1c-c4b863c9ffd1 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=587ce621728b4cb1b01fd53d69d45d4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0343142
Nov 27 21:19:58.717476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45960) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:58.790426 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:58.880201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f1f1b2-596a-4534-99f3-0adeb9ad6818 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:58.884254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a6f1f1b2-596a-4534-99f3-0adeb9ad6818 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1631045
Nov 27 21:19:58.884569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45964) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:58.921257 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ee6660f5-5b8e-41f0-a018-2beb61144a63 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0332713
Nov 27 21:19:58.921502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 45968) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:58.926383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-871360054', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:19:58.982090 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe25ceb0>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:58Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:59.014130 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Checking router: ba0e0ba9-4529-4ca6-b079-551cd33d8b80 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:19:59.014489 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Updating router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 port e667f5e8-1664-4fc1-b853-2b68e261cad7 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:19:59.020539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:19:59.024177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.044052 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.254975 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.351368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Subnet': ['ID=27697164-47a6-47a8-beaa-fef1e4689c5a,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:59.376723 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-6771c065-8217-40ca-b4aa-e79bf2733fb6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0808380
Nov 27 21:19:59.377860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Checking segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:19:59.378225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network hostable DHCP agents. Network: 4216be6c-3d07-4c65-92b4-8d5df1ec0e18, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:19:59.413956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:19:59.431197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4216be6c-3d07-4c65-92b4-8d5df1ec0e18) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:19:59.445912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:59.445912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.446890 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.447983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611dcd7b-8c9e-4f3a-a5f0-6a1849ab8fc4 None None] Network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:19:59.459081 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.527162 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Attempting to bind port e667f5e8-1664-4fc1-b853-2b68e261cad7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:19:59.527867 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Attempting to bind port e667f5e8-1664-4fc1-b853-2b68e261cad7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:19:59.528403 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Attempting to bind port e667f5e8-1664-4fc1-b853-2b68e261cad7 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:19:59.537668 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1c6a0979-eb17-478f-b9d7-1b313115b7fb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6150668
Nov 27 21:19:59.541127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 45986) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:19:59.544666 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:19:59.545264 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:19:59.545853 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.546389 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:19:59.547007 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Bound port: e667f5e8-1664-4fc1-b853-2b68e261cad7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:19:59.547578 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.552239 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef74579-f2ea-45a5-99ac-975a73d2b240 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:19:59.567619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-9f4ac88b-1908-439b-89bd-24f39a4a3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:59.569692 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-9f4ac88b-1908-439b-89bd-24f39a4a3f33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 1096 time: 0.1205304
Nov 27 21:19:59.610936 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Pushing event updated for resources: {'Port': ['ID=e667f5e8-1664-4fc1-b853-2b68e261cad7,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:59.614652 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] For port e667f5e8-1664-4fc1-b853-2b68e261cad7, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:19:59.619554 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] For port e667f5e8-1664-4fc1-b853-2b68e261cad7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e667f5e8-1664-4fc1-b853-2b68e261cad7,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:19:59.626713 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.627329 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.628025 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.628520 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.629037 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.629520 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.630507 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.631638 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.632257 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.632761 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.633729 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.634224 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:19:59.648345 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.681475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2b70ef07-7ea4-4e95-acc5-7c29f898037b None None] Provisioning complete for port e667f5e8-1664-4fc1-b853-2b68e261cad7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:19:59.681771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef07-7ea4-4e95-acc5-7c29f898037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.700009 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:19:59.701204 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe25ceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:19:59.717403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c37f0-d04d-4869-a315-f2539c61e90d None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:19:59.719344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:19:59.720182 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.769495 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db29aa1-99c9-47d6-9a01-03b2319530c6 None None] Pushing event updated for resources: {'Port': ['ID=e667f5e8-1664-4fc1-b853-2b68e261cad7,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:19:59.777791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-78742060-53c6-410b-b01e-2bc58fa24169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:59.780271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-78742060-53c6-410b-b01e-2bc58fa24169 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 915 time: 0.1888897
Nov 27 21:19:59.845767 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-002eb01b-3398-447c-8212-84eff8e779e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fa0dea5-dabc-4ab8-bd75-07aa2809370a HTTP/1.1" status: 200  len: 217 time: 0.0563395
Nov 27 21:19:59.854233 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:19:59.925678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-c9b8ea22-528c-4c9a-8c6a-010442e3fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:19:59.927576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-c9b8ea22-528c-4c9a-8c6a-010442e3fa66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3aeda16d-86f2-4d1d-abd5-abc5c92311c2 HTTP/1.1" status: 200  len: 854 time: 0.0741668
Nov 27 21:19:59.940044 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef07-7ea4-4e95-acc5-7c29f898037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:19:59.981664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-86aeb99f-6fd1-47d4-bd73-0fe735f16f9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ebffb26f-bc13-421f-ad40-7f30998bc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458107
Nov 27 21:19:59.985509 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2b70ef07-7ea4-4e95-acc5-7c29f898037b None None] For port e667f5e8-1664-4fc1-b853-2b68e261cad7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e667f5e8-1664-4fc1-b853-2b68e261cad7,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:19:59.987134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Allocated IP 172.20.0.2 (4216be6c-3d07-4c65-92b4-8d5df1ec0e18/27697164-47a6-47a8-beaa-fef1e4689c5a/11d09e0a-aa48-462f-abf9-ef793fa02f74) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:19:59.993856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef07-7ea4-4e95-acc5-7c29f898037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:00.055182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ef07-7ea4-4e95-acc5-7c29f898037b None None] Pushing event updated for resources: {'Port': ['ID=e667f5e8-1664-4fc1-b853-2b68e261cad7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:00.125549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-cd43a332-50b0-4147-8ea3-5589c00bab67 service neutron] 10.222.0.15 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352873
Nov 27 21:20:00.126456 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe25ceb0>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:58Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:00.159740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c350b765-cd5e-49d3-af8c-1828fda069b4 None None] Provisioning complete for port e667f5e8-1664-4fc1-b853-2b68e261cad7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:00.160145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c350b765-cd5e-49d3-af8c-1828fda069b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:00.210156 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f052f5-6f23-4c9c-838d-9df29f0000f2 None None] The sync data for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 is: [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:58Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:20:00.283178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d290b6be-1b45-4b4a-ad41-a5c400df9fd0 req-165c99a2-7eba-41b2-99de-3bc7c75e8763 service neutron] 10.222.0.15 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489758
Nov 27 21:20:00.314252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:00.348580 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:00.376263 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:00.430828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:00.437382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:00.444439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:00.447881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Pushing event updated for resources: {'Port': ['ID=11d09e0a-aa48-462f-abf9-ef793fa02f74,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:00.507938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Attempting to bind port 11d09e0a-aa48-462f-abf9-ef793fa02f74 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:00.508777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Attempting to bind port 11d09e0a-aa48-462f-abf9-ef793fa02f74 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:00.508777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Attempting to bind port 11d09e0a-aa48-462f-abf9-ef793fa02f74 on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:00.514684 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:00.515054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Checking segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:00.515488 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:00.515890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Bound using segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:00.516366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Bound port: 11d09e0a-aa48-462f-abf9-ef793fa02f74, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:00.516753 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:00.617178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] For port 11d09e0a-aa48-462f-abf9-ef793fa02f74, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:00.622277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] For port 11d09e0a-aa48-462f-abf9-ef793fa02f74, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11d09e0a-aa48-462f-abf9-ef793fa02f74,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:00.629689 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:00.700718 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921211b-4a8b-4a5e-bcfb-4d5356639908 None None] Pushing event updated for resources: {'Port': ['ID=11d09e0a-aa48-462f-abf9-ef793fa02f74,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:00.773970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.20.0.1 (4216be6c-3d07-4c65-92b4-8d5df1ec0e18/27697164-47a6-47a8-beaa-fef1e4689c5a/d182b1df-dbae-4821-a142-f2bd95576a31) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:00.952693 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.001186 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.069600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:01.073940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=d182b1df-dbae-4821-a142-f2bd95576a31,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:01.076833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:01.078972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:01.135613 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.185705 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 11d09e0a-aa48-462f-abf9-ef793fa02f74 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:01.271094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 11d09e0a-aa48-462f-abf9-ef793fa02f74 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:01.272094 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.332747 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.351747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46014) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:01.376658 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.417204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 11d09e0a-aa48-462f-abf9-ef793fa02f74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11d09e0a-aa48-462f-abf9-ef793fa02f74,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:01.423394 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.430965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e667f5e8-1664-4fc1-b853-2b68e261cad7 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:01.523916 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.539871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=11d09e0a-aa48-462f-abf9-ef793fa02f74,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:01.543492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e667f5e8-1664-4fc1-b853-2b68e261cad7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:01.544053 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.650870 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.655979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.699817 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de31559dcbb04501a2f65b7114b86bf7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3463657
Nov 27 21:20:01.700436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46018) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:01.716368 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d6c9e-fa3f-4571-ab5b-a8cabe2145d7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:01.733295 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.734844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.735138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.735527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.735878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.736225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.736570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.736914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.737260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.737602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.738201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.738602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.738876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74b70f5-c616-4451-a373-89c343c75fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:01.740060 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.769534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3af1faac-aecb-48f3-abf0-3318980a2cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.799185 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3af1faac-aecb-48f3-abf0-3318980a2cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.824463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=d182b1df-dbae-4821-a142-f2bd95576a31,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:01.837320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.864763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3af1faac-aecb-48f3-abf0-3318980a2cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.868860 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3af1faac-aecb-48f3-abf0-3318980a2cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:01.870606 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3af1faac-aecb-48f3-abf0-3318980a2cd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e1d6c9e-fa3f-4571-ab5b-a8cabe2145d7 HTTP/1.1" status: 204  len: 168 time: 0.1664157
Nov 27 21:20:01.892912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1faac-aecb-48f3-abf0-3318980a2cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d6c9e-fa3f-4571-ab5b-a8cabe2145d7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:01.993394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed829ec-d46a-456b-838d-d65d4f3552e0 None None] Network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:02.138301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ed37ca74-19da-45cb-bde5-abede5666272 None None] Provisioning complete for port 11d09e0a-aa48-462f-abf9-ef793fa02f74 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:02.138942 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ed37ca74-19da-45cb-bde5-abede5666272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.201228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46024) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:02.214171 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3093-db80-4360-ad87-021d4928f1e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.275043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:02.276875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:02.331238 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3093-db80-4360-ad87-021d4928f1e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.335759 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a2e3093-db80-4360-ad87-021d4928f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.383022 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5a2e3093-db80-4360-ad87-021d4928f1e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=412dad68bf7644518589e62f05ef34ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1809165
Nov 27 21:20:02.386306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46028) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:02.388315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e3093-db80-4360-ad87-021d4928f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be3fd23-987d-4530-8457-bb99fea2d142,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:02.437835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:20:02.468080 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42ae404f-c031-49ef-8371-5564c21ecfda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.540721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42ae404f-c031-49ef-8371-5564c21ecfda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.591498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0319fd31-b9cd-458c-96ff-4064ed21d05c None None] Provisioning complete for port d182b1df-dbae-4821-a142-f2bd95576a31 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:02.592908 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0319fd31-b9cd-458c-96ff-4064ed21d05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.634933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:20:02.639876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0319fd31-b9cd-458c-96ff-4064ed21d05c None None] Port d182b1df-dbae-4821-a142-f2bd95576a31 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:20:02.649822 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1d323bce-efb6-40d8-a540-fb5c252d2eb7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "PUT /v2.0/routers/ba0e0ba9-4529-4ca6-b079-551cd33d8b80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1074102
Nov 27 21:20:02.660327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Sync routers for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:20:02.673798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0319fd31-b9cd-458c-96ff-4064ed21d05c None None] Provisioning complete for port 11d09e0a-aa48-462f-abf9-ef793fa02f74 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:02.675151 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0319fd31-b9cd-458c-96ff-4064ed21d05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.675299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42ae404f-c031-49ef-8371-5564c21ecfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.679641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42ae404f-c031-49ef-8371-5564c21ecfda admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:02.682997 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-42ae404f-c031-49ef-8371-5564c21ecfda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6be3fd23-987d-4530-8457-bb99fea2d142 HTTP/1.1" status: 204  len: 168 time: 0.2935390
Nov 27 21:20:02.712435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae404f-c031-49ef-8371-5564c21ecfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be3fd23-987d-4530-8457-bb99fea2d142,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:02.734845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:20:02.735539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc52f910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:02.906085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:20:02.921100 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-a81b7a3a-e109-450e-bdb3-3056fed245ac tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938598551&fields=id&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 267 time: 0.0537565
Nov 27 21:20:03.062981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-9da2a803-0067-4cce-ac0a-23bea69085ba tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:03.064751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-9da2a803-0067-4cce-ac0a-23bea69085ba tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/networks?id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 200  len: 797 time: 0.1324787
Nov 27 21:20:03.085968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-ef4baaea-5164-4afd-b73a-956c878f24b3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/quotas/587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 375 time: 0.0127401
Nov 27 21:20:03.113577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 11d09e0a-aa48-462f-abf9-ef793fa02f74 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:03.136367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-78a80c56-b06e-42d7-9f45-c973bacc3819 None None] Provisioning complete for port d182b1df-dbae-4821-a142-f2bd95576a31 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:03.136749 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78a80c56-b06e-42d7-9f45-c973bacc3819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:03.141501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-2c89ca8d-8534-4b83-a6e3-f6cbb7c262c0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0492682
Nov 27 21:20:03.332765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-dbc3a8cf-8de4-4205-bd37-f9915d5849dd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:03.348158 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-dbc3a8cf-8de4-4205-bd37-f9915d5849dd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1895745
Nov 27 21:20:03.372819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-78a80c56-b06e-42d7-9f45-c973bacc3819 None None] Port d182b1df-dbae-4821-a142-f2bd95576a31 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:20:03.408331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 11d09e0a-aa48-462f-abf9-ef793fa02f74 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:03.408971 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:03.454872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-7caca687-2063-4b37-b92e-09ef87f05718 service neutron] 10.222.0.21 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056836
Nov 27 21:20:03.496641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc52f910>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd182b1df-dbae-4821-a142-f2bd95576a31', 'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:5f:87:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:20:00Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 2, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:03.536324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Checking router: ba0e0ba9-4529-4ca6-b079-551cd33d8b80 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:20:03.536690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Updating router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 port d182b1df-dbae-4821-a142-f2bd95576a31 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:20:03.556959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-fa58808e-b2b9-44ea-a7c4-03e8810afdb0 service neutron] 10.222.0.21 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920184
Nov 27 21:20:03.572592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-43527cb0-6c1f-4881-84de-695d7071795b None None] Provisioning complete for port d182b1df-dbae-4821-a142-f2bd95576a31 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:03.572970 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-43527cb0-6c1f-4881-84de-695d7071795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:03.574599 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:03.639996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-43527cb0-6c1f-4881-84de-695d7071795b None None] Port d182b1df-dbae-4821-a142-f2bd95576a31 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:20:03.767355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7532ecf5-42ce-4e6a-97c2-c173269ea7fd req-5e47630f-f4d4-4c8c-946a-561a204bb55b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 210 time: 0.0311930
Nov 27 21:20:03.929859 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:03.936515 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:04.013342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842fe84-59a8-456d-adb7-322bc962521a None None] Pushing event updated for resources: {'Port': ['ID=d182b1df-dbae-4821-a142-f2bd95576a31,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:04.042187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Attempting to bind port d182b1df-dbae-4821-a142-f2bd95576a31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:04.042861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Attempting to bind port d182b1df-dbae-4821-a142-f2bd95576a31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:04.042981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Attempting to bind port d182b1df-dbae-4821-a142-f2bd95576a31 on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:04.048296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:04.048678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Checking segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:04.049089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:04.049488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Bound using segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:04.050030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Bound port: d182b1df-dbae-4821-a142-f2bd95576a31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:04.050333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:04.129941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] For port d182b1df-dbae-4821-a142-f2bd95576a31, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:04.133612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] For port d182b1df-dbae-4821-a142-f2bd95576a31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d182b1df-dbae-4821-a142-f2bd95576a31,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:04.139895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:04.220767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:20:04.221427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc52f910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:19:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:04.266739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842fe84-59a8-456d-adb7-322bc962521a None None] Pushing event updated for resources: {'Port': ['ID=d182b1df-dbae-4821-a142-f2bd95576a31,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:04.332961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a4ed6acb-7a48-4a90-b663-5787f4a1defc None None] Provisioning complete for port d182b1df-dbae-4821-a142-f2bd95576a31 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:04.333334 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6acb-7a48-4a90-b663-5787f4a1defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:04.395678 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f8281d2-3173-429a-97eb-1020753bf177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:04.429162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:20:04.603539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6acb-7a48-4a90-b663-5787f4a1defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:04.671050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a4ed6acb-7a48-4a90-b663-5787f4a1defc None None] For port d182b1df-dbae-4821-a142-f2bd95576a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d182b1df-dbae-4821-a142-f2bd95576a31,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:04.676128 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6acb-7a48-4a90-b663-5787f4a1defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:04.755568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed6acb-7a48-4a90-b663-5787f4a1defc None None] Pushing event updated for resources: {'Port': ['ID=d182b1df-dbae-4821-a142-f2bd95576a31,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:04.776978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc52f910>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd182b1df-dbae-4821-a142-f2bd95576a31', 'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:5f:87:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:20:00Z', 'updated_at': '2021-11-27T21:20:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:04.824705 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a53c0-e7e9-48ed-b29f-24eefc5566d7 None None] The sync data for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 is: [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd182b1df-dbae-4821-a142-f2bd95576a31', 'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:5f:87:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:20:00Z', 'updated_at': '2021-11-27T21:20:04Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:20:04.853577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d08e315d-569f-4e85-9fac-76a0b9bf2b08 None None] Provisioning complete for port d182b1df-dbae-4821-a142-f2bd95576a31 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:04.853959 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d08e315d-569f-4e85-9fac-76a0b9bf2b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:04.907874 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f446482e-d84e-46f1-9fb0-1ee9718532e3 req-be9dc10d-cab3-44ff-9f71-fdc0cdd6cadc tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 210 time: 0.0610738
Nov 27 21:20:05.107390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-28fd457c-9cdd-47cc-a9d2-fe957610f85a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:05.108975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-28fd457c-9cdd-47cc-a9d2-fe957610f85a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.35 "GET /v2.0/networks?id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 200  len: 797 time: 0.2325397
Nov 27 21:20:05.131637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d182b1df-dbae-4821-a142-f2bd95576a31 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:05.200213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d182b1df-dbae-4821-a142-f2bd95576a31 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:05.200597 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:05.209292 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-f1a2fe5a-7b9b-4d33-9628-5b5d3ba36bfc tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 380 time: 0.0808272
Nov 27 21:20:05.225221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'port': {'device_id': '878689c5-c1b6-471c-84e2-177899462d5f', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'admin_state_up': True, 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'security_groups': ['a6f4ca3c-dd9b-4d37-8c7f-142439c48c22']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:05.363268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:05.367752 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:05.569233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.20.0.5 (4216be6c-3d07-4c65-92b4-8d5df1ec0e18/27697164-47a6-47a8-beaa-fef1e4689c5a/0039eec4-0dfe-4e82-bf4d-2494bfbe555c) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:05.747693 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:05.783652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:05.799541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46148) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:05.835861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:05.839211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:05.843463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:05.877292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:05.910460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:05.911113 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:05.939136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-33fb8bb1-1baa-40bf-a17b-9c7faccaaa1e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7181108
Nov 27 21:20:05.966594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Request body: {'port': {'device_id': '878689c5-c1b6-471c-84e2-177899462d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:05.968768 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa5b31a2-5f04-4bf2-9299-396cb529d732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:05.975791 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:20:06.053539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.076302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9469-b369-49a2-8f59-221552ea5b3f req-52b54727-e7ba-4ed1-946d-9868919ec25b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:06.077918 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-076a9469-b369-49a2-8f59-221552ea5b3f req-52b54727-e7ba-4ed1-946d-9868919ec25b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 931 time: 0.0758116
Nov 27 21:20:06.149975 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-076a9469-b369-49a2-8f59-221552ea5b3f req-489c9686-5166-436c-826d-dee0026333a8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643017
Nov 27 21:20:06.163468 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa5b31a2-5f04-4bf2-9299-396cb529d732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.174155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa5b31a2-5f04-4bf2-9299-396cb529d732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.187120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8fe89ab6-7c6e-4568-967f-e17b6c1d18a0 None None] Provisioning complete for port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:06.187706 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8fe89ab6-7c6e-4568-967f-e17b6c1d18a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.227113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aa5b31a2-5f04-4bf2-9299-396cb529d732 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe05b8cfa9f04d3a833f81f0eb77dfc8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4263644
Nov 27 21:20:06.228319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8fe89ab6-7c6e-4568-967f-e17b6c1d18a0 None None] Port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:20:06.230408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b31a2-5f04-4bf2-9299-396cb529d732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2f009e-4379-46bc-a27c-af08d7a96cfd,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:06.233734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46154) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:06.285816 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c418db4-dabd-485e-bf48-7c9a0037796d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.307060 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c418db4-dabd-485e-bf48-7c9a0037796d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.358714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c418db4-dabd-485e-bf48-7c9a0037796d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.361720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2c418db4-dabd-485e-bf48-7c9a0037796d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.363660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2c418db4-dabd-485e-bf48-7c9a0037796d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d2f009e-4379-46bc-a27c-af08d7a96cfd HTTP/1.1" status: 204  len: 168 time: 0.1284568
Nov 27 21:20:06.364331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0039eec4-0dfe-4e82-bf4d-2494bfbe555c {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:20:06.372569 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.373043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c418db4-dabd-485e-bf48-7c9a0037796d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2f009e-4379-46bc-a27c-af08d7a96cfd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:06.386271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Transition to ACTIVE for port object 0039eec4-0dfe-4e82-bf4d-2494bfbe555c will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:20:06.391392 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.446065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Pushing event updated for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:06.480085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-782f864d-d02e-453b-82c9-2d4de795ac14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.532501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:06.532899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:06.533244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:06.539335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:20:06.539725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:06.545761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:06.545881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Checking segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:06.546306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Bound using segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:06.546731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Bound port: 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:06.547099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.619185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:06.622401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:06.628564 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.663662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:06.664179 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.665578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] 10.222.0.35 "PUT /v2.0/ports/0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 1091 time: 0.7101440
Nov 27 21:20:06.666033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:20:06.668409 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d96202-7268-4c5e-9a72-3ea0b72572b3" -d '{"events": [{"name": "network-changed", "server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:20:06.702344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb6bc7-8cbb-42ad-9bb4-9afd56584288 service neutron] Pushing event updated for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:06.726468 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e887d6-b062-4b8b-81a4-cf105e589d76 x-openstack-request-id: req-a7e887d6-b062-4b8b-81a4-cf105e589d76 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:20:06.726818 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:20:06.727207 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7e887d6-b062-4b8b-81a4-cf105e589d76 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:20:06.727634 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'status': 'completed', 'code': 200}
Nov 27 21:20:06.735445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46164) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:06.753499 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-739658d2-2682-4bb7-9c75-be77aa7190da admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.774851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-e8fac337-c2bf-4a34-8617-044b0704695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:06.776534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-e8fac337-c2bf-4a34-8617-044b0704695b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1094 time: 0.0469375
Nov 27 21:20:06.833054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-9200afd5-5240-424f-820d-7b7f260acd74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 217 time: 0.0425892
Nov 27 21:20:06.847557 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-739658d2-2682-4bb7-9c75-be77aa7190da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.853198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-739658d2-2682-4bb7-9c75-be77aa7190da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:06.888574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-8bf66b0b-d26f-43cf-8298-7e71270264f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:06.890060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-8bf66b0b-d26f-43cf-8298-7e71270264f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27697164-47a6-47a8-beaa-fef1e4689c5a HTTP/1.1" status: 200  len: 834 time: 0.0460093
Nov 27 21:20:06.895188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-739658d2-2682-4bb7-9c75-be77aa7190da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a292f998186e45ffb35d08c596e62667&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1586494
Nov 27 21:20:06.897337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739658d2-2682-4bb7-9c75-be77aa7190da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0997e99e-aa30-4487-866f-a8fe51b009b3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:06.897976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46166) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:06.968117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-81dbe970-862e-4abf-9c2d-dcb4010901dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:06.969612 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-81dbe970-862e-4abf-9c2d-dcb4010901dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0651991
Nov 27 21:20:06.979318 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51b5357a-2c35-4b54-af6c-feb4678867ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:07.046137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51b5357a-2c35-4b54-af6c-feb4678867ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:07.104061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-2c25d2db-a956-435e-b2ba-6f82e6e3b08e service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219869
Nov 27 21:20:07.123468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51b5357a-2c35-4b54-af6c-feb4678867ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:07.125922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-51b5357a-2c35-4b54-af6c-feb4678867ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:07.126959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-51b5357a-2c35-4b54-af6c-feb4678867ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0997e99e-aa30-4487-866f-a8fe51b009b3 HTTP/1.1" status: 204  len: 168 time: 0.2280633
Nov 27 21:20:07.171179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5357a-2c35-4b54-af6c-feb4678867ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0997e99e-aa30-4487-866f-a8fe51b009b3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:07.223150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05baa0d0-ed22-414f-8800-971f88c70bbf req-be66f07d-5b65-4584-95cc-0becbf2ac198 service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1068308
Nov 27 21:20:07.302079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d7397-834a-432d-bfe1-bd2a7107afd3 req-3414cc97-7929-4db2-96ef-2834a2229e09 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:07.304506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-485d7397-834a-432d-bfe1-bd2a7107afd3 req-3414cc97-7929-4db2-96ef-2834a2229e09 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 943 time: 0.0671053
Nov 27 21:20:07.330563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-065767ab-2a4f-40df-95d0-63bb75dbd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:07.332123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-065767ab-2a4f-40df-95d0-63bb75dbd4ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1094 time: 0.0560837
Nov 27 21:20:07.360338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-485d7397-834a-432d-bfe1-bd2a7107afd3 req-31403add-f720-45cf-8837-3602259f8ff3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488648
Nov 27 21:20:07.426090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-406d20f1-1303-46b0-9e0d-a80f24efa694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:07.427633 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-406d20f1-1303-46b0-9e0d-a80f24efa694 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 200  len: 898 time: 0.0880349
Nov 27 21:20:07.770954 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-e1a7f65f-9e13-4812-8f2a-9fe0c9265a08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 217 time: 0.3360348
Nov 27 21:20:07.821015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-0446c4c2-8a0c-4f23-a9c1-1295e0a95ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:07.822469 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-0446c4c2-8a0c-4f23-a9c1-1295e0a95ea7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27697164-47a6-47a8-beaa-fef1e4689c5a HTTP/1.1" status: 200  len: 834 time: 0.0429029
Nov 27 21:20:07.868926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-85ea6e30-8b01-44de-bfe2-18b03556125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:07.870645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-85ea6e30-8b01-44de-bfe2-18b03556125e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399470
Nov 27 21:20:07.877270 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:07.968144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-ae72b13b-bbe2-4aec-922a-556e86690f5b service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875409
Nov 27 21:20:08.063404 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-86d96202-7268-4c5e-9a72-3ea0b72572b3 req-737ce1cd-1c9e-42ec-9e31-867a3b26d398 service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835414
Nov 27 21:20:08.154717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46200) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:08.261450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b49be4e3-235d-4145-80f5-b301d812481b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:08.337122 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b49be4e3-235d-4145-80f5-b301d812481b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:08.340845 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b49be4e3-235d-4145-80f5-b301d812481b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:08.378539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b49be4e3-235d-4145-80f5-b301d812481b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1c5c9e52d2d4f5eab8ab98dd0c95539&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2226832
Nov 27 21:20:08.379656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49be4e3-235d-4145-80f5-b301d812481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0bce24-68d2-4599-8a56-32c0efcace09,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:08.381336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46204) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:08.435173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a55c9ce0-d3ae-4ad9-9a97-770c9fe84406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:08.457101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a55c9ce0-d3ae-4ad9-9a97-770c9fe84406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:08.482980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91417c02-a3d5-4f88-9f69-910ed1828cda req-e3f8c8fc-88cc-41ae-a42f-25e435ff59ed tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:08.484582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91417c02-a3d5-4f88-9f69-910ed1828cda req-e3f8c8fc-88cc-41ae-a42f-25e435ff59ed tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 943 time: 0.0502651
Nov 27 21:20:08.506546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a55c9ce0-d3ae-4ad9-9a97-770c9fe84406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:08.509215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a55c9ce0-d3ae-4ad9-9a97-770c9fe84406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:08.510371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a55c9ce0-d3ae-4ad9-9a97-770c9fe84406 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e0bce24-68d2-4599-8a56-32c0efcace09 HTTP/1.1" status: 204  len: 168 time: 0.1265051
Nov 27 21:20:08.520608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c9ce0-d3ae-4ad9-9a97-770c9fe84406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0bce24-68d2-4599-8a56-32c0efcace09,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:08.542103 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91417c02-a3d5-4f88-9f69-910ed1828cda req-f161f378-a27f-4b4f-891c-90b68299edcb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500207
Nov 27 21:20:09.589720 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:09.681904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e39a6-e9d2-427a-b4c9-3f5615464e33 req-949fcb78-2be0-4fdb-9e98-d8984d7acaf7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:09.683470 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-889e39a6-e9d2-427a-b4c9-3f5615464e33 req-949fcb78-2be0-4fdb-9e98-d8984d7acaf7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 943 time: 0.0505688
Nov 27 21:20:09.736971 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-889e39a6-e9d2-427a-b4c9-3f5615464e33 req-9a5446a6-5a8d-440a-afba-4e6f8ae19ad5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474551
Nov 27 21:20:10.044700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46256) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:10.151883 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99ae8678-29dd-419a-8933-a2953bc37b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.225938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99ae8678-29dd-419a-8933-a2953bc37b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.229413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99ae8678-29dd-419a-8933-a2953bc37b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.267866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-99ae8678-29dd-419a-8933-a2953bc37b8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd8e93c20cf94bbd856807e8fcac5721&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2220340
Nov 27 21:20:10.269185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae8678-29dd-419a-8933-a2953bc37b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd929706-5932-4b24-ab82-7a34cef46828,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:10.271402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46260) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:10.303756 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.321161 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3a965e0-c50c-4f73-9114-ff82ee5eed40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.342250 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3a965e0-c50c-4f73-9114-ff82ee5eed40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.391025 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3a965e0-c50c-4f73-9114-ff82ee5eed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.393659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d3a965e0-c50c-4f73-9114-ff82ee5eed40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.394819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d3a965e0-c50c-4f73-9114-ff82ee5eed40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd929706-5932-4b24-ab82-7a34cef46828 HTTP/1.1" status: 204  len: 168 time: 0.1222427
Nov 27 21:20:10.402834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a965e0-c50c-4f73-9114-ff82ee5eed40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd929706-5932-4b24-ab82-7a34cef46828,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:10.654496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46268) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:10.668158 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9faada07-c3f6-4bd4-b7d5-b01dad7bfbce admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.740851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9faada07-c3f6-4bd4-b7d5-b01dad7bfbce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.744436 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9faada07-c3f6-4bd4-b7d5-b01dad7bfbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.784956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9faada07-c3f6-4bd4-b7d5-b01dad7bfbce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f5bf9ae10684067b8e65a08560f7d2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1292007
Nov 27 21:20:10.786521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faada07-c3f6-4bd4-b7d5-b01dad7bfbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51b9922-75af-486b-9444-ea9e3e3cdfe0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:10.787738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46272) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:10.841347 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba7fa40-5295-495c-b922-22b7b54f4b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.864080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7ede3-6c25-48b1-90e3-94a5a5048b33 req-e9e00174-5cb3-4ce9-b6cb-2b80289bfc4f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:10.864298 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba7fa40-5295-495c-b922-22b7b54f4b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.865609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ad7ede3-6c25-48b1-90e3-94a5a5048b33 req-e9e00174-5cb3-4ce9-b6cb-2b80289bfc4f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 943 time: 0.0510774
Nov 27 21:20:10.913570 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba7fa40-5295-495c-b922-22b7b54f4b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.917042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba7fa40-5295-495c-b922-22b7b54f4b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:10.919517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ad7ede3-6c25-48b1-90e3-94a5a5048b33 req-6e13dd6a-5c52-4356-906a-2c82eb7593da tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477941
Nov 27 21:20:10.921670 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eba7fa40-5295-495c-b922-22b7b54f4b75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e51b9922-75af-486b-9444-ea9e3e3cdfe0 HTTP/1.1" status: 204  len: 168 time: 0.1327713
Nov 27 21:20:10.931384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7fa40-5295-495c-b922-22b7b54f4b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51b9922-75af-486b-9444-ea9e3e3cdfe0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:11.350529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0039eec4-0dfe-4e82-bf4d-2494bfbe555c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:20:11.449270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:11.461449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'port_id': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'mac_address': 'fa:16:3e:de:25:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:20:11.498681 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:11.514906 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0039eec4-0dfe-4e82-bf4d-2494bfbe555c {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:20:11.534324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:11.538435 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:11.584239 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:11.804966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['0039eec4-0dfe-4e82-bf4d-2494bfbe555c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:20:12.046191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf0b7-98ab-4622-b786-c571578e5dbd req-67fe1305-e677-47ff-a85e-53917a9fc7cb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:12.047772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10ebf0b7-98ab-4622-b786-c571578e5dbd req-67fe1305-e677-47ff-a85e-53917a9fc7cb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 944 time: 0.0542071
Nov 27 21:20:12.101021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10ebf0b7-98ab-4622-b786-c571578e5dbd req-0cffe2c2-2ede-430e-8895-e1cf18896b10 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471120
Nov 27 21:20:12.984493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46352) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:13.090742 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-204eae18-99d8-4831-a772-11f38eeef2cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.168210 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-204eae18-99d8-4831-a772-11f38eeef2cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.172166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-204eae18-99d8-4831-a772-11f38eeef2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.210942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-204eae18-99d8-4831-a772-11f38eeef2cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bd85b231751413d9414b592fac22b24&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2251625
Nov 27 21:20:13.212076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eae18-99d8-4831-a772-11f38eeef2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c786ffbf-2c35-4ed5-ad68-95c2c8e035a0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:13.213894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46358) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:13.228461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9879d1e-8487-4778-a09a-5a60fb35a1ee req-3bb31e17-b1e9-43ea-9d74-0cd445a409ec tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:13.229918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9879d1e-8487-4778-a09a-5a60fb35a1ee req-3bb31e17-b1e9-43ea-9d74-0cd445a409ec tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 944 time: 0.0590770
Nov 27 21:20:13.307138 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9879d1e-8487-4778-a09a-5a60fb35a1ee req-383e4510-3f3b-45d3-967b-1c70749fb04c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706778
Nov 27 21:20:13.307940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60fef57a-ce78-4c0e-b5be-f29c77c7d149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.330010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60fef57a-ce78-4c0e-b5be-f29c77c7d149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.367937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0039eec4-0dfe-4e82-bf4d-2494bfbe555c up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:13.381368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60fef57a-ce78-4c0e-b5be-f29c77c7d149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.384045 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60fef57a-ce78-4c0e-b5be-f29c77c7d149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.385299 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-60fef57a-ce78-4c0e-b5be-f29c77c7d149 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c786ffbf-2c35-4ed5-ad68-95c2c8e035a0 HTTP/1.1" status: 204  len: 168 time: 0.1695416
Nov 27 21:20:13.393568 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fef57a-ce78-4c0e-b5be-f29c77c7d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c786ffbf-2c35-4ed5-ad68-95c2c8e035a0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:13.440453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:20:13.445640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:13.446302 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.536476 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.559673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:20:13.561859 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971ab535-44af-4cce-bd5e-b92cd64e118e" -d '{"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-plugged", "status": "completed", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:20:13.574333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:13.578573 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.603148 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89ca463-71d5-48b0-af9b-d67c2e6f993f x-openstack-request-id: req-f89ca463-71d5-48b0-af9b-d67c2e6f993f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:20:13.603470 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-plugged", "status": "completed", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:20:13.603724 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f89ca463-71d5-48b0-af9b-d67c2e6f993f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:20:13.604115 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'code': 200}
Nov 27 21:20:13.632314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:13.678738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46366) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:13.691919 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f49fb74-71c9-48f3-9a5a-4e929e1c9b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.716374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b8202-491b-4e51-b74f-e572807cd69b req-ae2064bf-24c6-4d98-bc6c-7efb1794f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:13.718084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2f1b8202-491b-4e51-b74f-e572807cd69b req-ae2064bf-24c6-4d98-bc6c-7efb1794f94b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1096 time: 0.0416605
Nov 27 21:20:13.772888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f49fb74-71c9-48f3-9a5a-4e929e1c9b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.775862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2f1b8202-491b-4e51-b74f-e572807cd69b req-640ebfa9-949c-4f65-8f6d-3228dc4aec0c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456467
Nov 27 21:20:13.777635 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f49fb74-71c9-48f3-9a5a-4e929e1c9b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.815850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8f49fb74-71c9-48f3-9a5a-4e929e1c9b1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b409751fd4914dedaa15e5c1f4ebfa13&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1359196
Nov 27 21:20:13.816758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49fb74-71c9-48f3-9a5a-4e929e1c9b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c63470-c379-46c7-9443-8aec02688f24,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:13.819221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46370) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:13.871532 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81e6f342-9a3d-4bd1-93db-4b6cd78483ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.892655 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81e6f342-9a3d-4bd1-93db-4b6cd78483ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.938982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81e6f342-9a3d-4bd1-93db-4b6cd78483ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.941626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81e6f342-9a3d-4bd1-93db-4b6cd78483ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:13.943273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-81e6f342-9a3d-4bd1-93db-4b6cd78483ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70c63470-c379-46c7-9443-8aec02688f24 HTTP/1.1" status: 204  len: 168 time: 0.1225462
Nov 27 21:20:13.950762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6f342-9a3d-4bd1-93db-4b6cd78483ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c63470-c379-46c7-9443-8aec02688f24,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:14.427738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fea59-0b04-449a-b58a-a6219e12526f req-ab73b8c6-cca1-4e50-b85a-c5c7e0ea4ed2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:14.429607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c58fea59-0b04-449a-b58a-a6219e12526f req-ab73b8c6-cca1-4e50-b85a-c5c7e0ea4ed2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0548437
Nov 27 21:20:14.488299 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c58fea59-0b04-449a-b58a-a6219e12526f req-617dc195-2345-4ebd-b0c8-9d2694aa010f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464933
Nov 27 21:20:15.139208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46426) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:15.243373 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c458a6dd-80da-4d3e-99ce-282fe5a4549b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:15.319899 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c458a6dd-80da-4d3e-99ce-282fe5a4549b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:15.323635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c458a6dd-80da-4d3e-99ce-282fe5a4549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:15.363108 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c458a6dd-80da-4d3e-99ce-282fe5a4549b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64426e9c387844e98716461e5f162da8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2225041
Nov 27 21:20:15.365213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458a6dd-80da-4d3e-99ce-282fe5a4549b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d575a1-2ae8-474f-9f57-54159c31eac1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:15.365959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46430) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:15.415242 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e12c791-cced-420b-95f1-a9140ee82b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:15.437014 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e12c791-cced-420b-95f1-a9140ee82b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:15.485031 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e12c791-cced-420b-95f1-a9140ee82b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:15.488348 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9e12c791-cced-420b-95f1-a9140ee82b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:15.489539 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9e12c791-cced-420b-95f1-a9140ee82b06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92d575a1-2ae8-474f-9f57-54159c31eac1 HTTP/1.1" status: 204  len: 168 time: 0.1225452
Nov 27 21:20:15.497144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12c791-cced-420b-95f1-a9140ee82b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d575a1-2ae8-474f-9f57-54159c31eac1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:15.609951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a2b8f-a17b-4225-9eba-9d7fb649806f req-b0f30427-fb1f-4aab-ad43-a348b009f7e0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:15.611484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-574a2b8f-a17b-4225-9eba-9d7fb649806f req-b0f30427-fb1f-4aab-ad43-a348b009f7e0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0500600
Nov 27 21:20:15.666536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-574a2b8f-a17b-4225-9eba-9d7fb649806f req-35b69814-96dd-44dc-a46b-9bfc64f60818 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483415
Nov 27 21:20:15.785234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1940075-6666-40eb-b5af-9a13fdaca386 req-b0146147-e1ce-4a79-9661-11b9c6b9890c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:15.786810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1940075-6666-40eb-b5af-9a13fdaca386 req-b0146147-e1ce-4a79-9661-11b9c6b9890c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0514784
Nov 27 21:20:15.839117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f1940075-6666-40eb-b5af-9a13fdaca386 req-68fa8033-f135-4134-802c-0dcd7b54094e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454016
Nov 27 21:20:15.865761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46450) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:15.906681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe13c48-7b58-49df-83c0-9295f9204582 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:15.906681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cfe13c48-7b58-49df-83c0-9295f9204582 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1091 time: 0.0397985
Nov 27 21:20:15.909560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46454) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:15.914713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:15.936611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.037819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.140811 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.148362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.35.3.111 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/4f8cccbf-6f96-43d6-af59-fdbcdf3ce2b3) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:16.255983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.290591 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.325714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:16.331215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:16.335374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:16.373105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=4f8cccbf-6f96-43d6-af59-fdbcdf3ce2b3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:16.671967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46476) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:16.714484 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.772434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-36ade7f7-5475-4649-a643-a8293ab2f900 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1910447001'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:16.784899 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.793299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-36ade7f7-5475-4649-a643-a8293ab2f900 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.794576 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-36ade7f7-5475-4649-a643-a8293ab2f900 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.860847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-36ade7f7-5475-4649-a643-a8293ab2f900 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.865589 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-36ade7f7-5475-4649-a643-a8293ab2f900 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.882432 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-36ade7f7-5475-4649-a643-a8293ab2f900 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.884450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-36ade7f7-5475-4649-a643-a8293ab2f900 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.2112548
Nov 27 21:20:16.886778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46482) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:16.941742 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.947627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:16.962757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d700f2bd-cf10-49e5-91fe-b3068025e42b tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.022816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=4f8cccbf-6f96-43d6-af59-fdbcdf3ce2b3,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:17.032028 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.124433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d700f2bd-cf10-49e5-91fe-b3068025e42b tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.126738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d700f2bd-cf10-49e5-91fe-b3068025e42b tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.135172 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Floating IP 4ce6d33a-ade2-42f3-ac73-6c2a48747c62 associated. External IP: 172.35.3.111, port: 0039eec4-0dfe-4e82-bf4d-2494bfbe555c.
Nov 27 21:20:17.170044 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d700f2bd-cf10-49e5-91fe-b3068025e42b tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.170618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d700f2bd-cf10-49e5-91fe-b3068025e42b tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1439f4f6-0bbd-4535-a2f1-1924e438299d {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:20:17.174841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d700f2bd-cf10-49e5-91fe-b3068025e42b tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.179980 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d700f2bd-cf10-49e5-91fe-b3068025e42b tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1439f4f6-0bbd-4535-a2f1-1924e438299d HTTP/1.1" status: 204  len: 168 time: 0.2882648
Nov 27 21:20:17.179980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46484) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:17.183941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d9232c91-a572-4ae7-87cc-b0b0aed6ace5 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Request body: {'router': {'name': 'tempest-router-611410312', 'distributed': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:17.204939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d9232c91-a572-4ae7-87cc-b0b0aed6ace5 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.206077 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d9232c91-a572-4ae7-87cc-b0b0aed6ace5 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.260470 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d9232c91-a572-4ae7-87cc-b0b0aed6ace5 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.264570 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d9232c91-a572-4ae7-87cc-b0b0aed6ace5 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.278417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d9232c91-a572-4ae7-87cc-b0b0aed6ace5 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.279582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d9232c91-a572-4ae7-87cc-b0b0aed6ace5 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.0989640
Nov 27 21:20:17.282351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46486) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:17.350527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-859865b8-c2ac-45cc-97bf-4d8037fc8f97 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.353814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:20:17.468876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:20:17.479536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] Sync routers for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:20:17.490149 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.490460 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:20:17.491080 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:20:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:17.517824 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-859865b8-c2ac-45cc-97bf-4d8037fc8f97 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.519433 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b4a81922-d24a-48a8-8920-a725c0d1e633 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.6086998
Nov 27 21:20:17.520172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:20:17.522970 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1483384e-b97e-48ec-9379-73139d222b03" -d '{"events": [{"name": "network-changed", "server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:20:17.524699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-859865b8-c2ac-45cc-97bf-4d8037fc8f97 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.582237 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-859865b8-c2ac-45cc-97bf-4d8037fc8f97 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.582846 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b3f16-f87f-4f5b-9cd5-462df5c6ccd6 x-openstack-request-id: req-7f8b3f16-f87f-4f5b-9cd5-462df5c6ccd6 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:20:17.582988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859865b8-c2ac-45cc-97bf-4d8037fc8f97 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a544cfb6-ea85-43b6-b554-d6ae8420e46c {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:20:17.583333 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:20:17.583604 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f8b3f16-f87f-4f5b-9cd5-462df5c6ccd6 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:20:17.583999 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'status': 'completed', 'code': 200}
Nov 27 21:20:17.590345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-859865b8-c2ac-45cc-97bf-4d8037fc8f97 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.595051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-859865b8-c2ac-45cc-97bf-4d8037fc8f97 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a544cfb6-ea85-43b6-b554-d6ae8420e46c HTTP/1.1" status: 204  len: 168 time: 0.3085766
Nov 27 21:20:17.595548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46492) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:17.600553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5580464c-33b4-41f0-bb4d-6da938d1296c tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Request body: {'router': {'name': 'tempest-router-488021204', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '60a81b3d1dd9409081cfd1c5d8a48ce7'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:17.629346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89785712-1926-43fe-8a23-554d68a21657 req-c2283e24-9f6d-49d5-990e-6271b911cdef tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:17.630951 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89785712-1926-43fe-8a23-554d68a21657 req-c2283e24-9f6d-49d5-990e-6271b911cdef tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0604246
Nov 27 21:20:17.639655 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:20:17.655241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5580464c-33b4-41f0-bb4d-6da938d1296c tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.656297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5580464c-33b4-41f0-bb4d-6da938d1296c tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.660934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483384e-b97e-48ec-9379-73139d222b03 req-bce263c7-6817-4e87-b9c6-6611fca26f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:17.663135 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1483384e-b97e-48ec-9379-73139d222b03 req-bce263c7-6817-4e87-b9c6-6611fca26f65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1096 time: 0.0562289
Nov 27 21:20:17.688488 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89785712-1926-43fe-8a23-554d68a21657 req-5b37ac27-d3db-41fe-9d21-b506b8fbfde0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507185
Nov 27 21:20:17.712515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46494) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:17.764525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5580464c-33b4-41f0-bb4d-6da938d1296c tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.772127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5580464c-33b4-41f0-bb4d-6da938d1296c tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.788168 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4576bbaa-c4cb-4b75-9831-6dffec974ef7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/4ce6d33a-ade2-42f3-ac73-6c2a48747c62 HTTP/1.1" status: 200  len: 991 time: 0.0742133
Nov 27 21:20:17.800373 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5580464c-33b4-41f0-bb4d-6da938d1296c tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:17.801729 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5580464c-33b4-41f0-bb4d-6da938d1296c tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2050769
Nov 27 21:20:17.804920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46496) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:17.809506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Request body: {'router': {'distributed': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:17.812520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483384e-b97e-48ec-9379-73139d222b03 req-bb4e4a59-5e7c-478c-908e-0e595bfdfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:17.813980 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1483384e-b97e-48ec-9379-73139d222b03 req-bb4e4a59-5e7c-478c-908e-0e595bfdfeb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 200  len: 898 time: 0.1424067
Nov 27 21:20:17.887146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1483384e-b97e-48ec-9379-73139d222b03 req-d69b9bbd-4247-485e-856f-a8ae4d22232c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 999 time: 0.0653238
Nov 27 21:20:17.899554 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8b20>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ce6d33a-ade2-42f3-ac73-6c2a48747c62', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.111', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'port_id': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'mac_address': 'fa:16:3e:de:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878689c5-c1b6-471c-84e2-177899462d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:20:16Z', 'updated_at': '2021-11-27T21:20:16Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd182b1df-dbae-4821-a142-f2bd95576a31', 'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:5f:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:20:00Z', 'updated_at': '2021-11-27T21:20:04Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:17.925610 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] Checking router: ba0e0ba9-4529-4ca6-b079-551cd33d8b80 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:20:17.934808 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:20:17.935573 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:20:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:17.941615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483384e-b97e-48ec-9379-73139d222b03 req-b91cef33-aadd-43d9-a365-59bd94e1c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:17.943738 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1483384e-b97e-48ec-9379-73139d222b03 req-b91cef33-aadd-43d9-a365-59bd94e1c2f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27697164-47a6-47a8-beaa-fef1e4689c5a HTTP/1.1" status: 200  len: 834 time: 0.0499487
Nov 27 21:20:17.993689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483384e-b97e-48ec-9379-73139d222b03 req-53eae7f2-f1b6-4b14-887f-4751c00fc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:17.995620 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1483384e-b97e-48ec-9379-73139d222b03 req-53eae7f2-f1b6-4b14-887f-4751c00fc512 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448420
Nov 27 21:20:18.021110 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1828713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1820370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8734'] for router, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:18.021556 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:18.054715 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:20:18.089507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1483384e-b97e-48ec-9379-73139d222b03 req-1e04d3da-5bc6-445e-bbde-e2f85e752327 service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861347
Nov 27 21:20:18.103509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=120908) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Nov 27 21:20:18.103853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Router 90d21688-47a6-44f1-b7b7-ec9584ddf2a0 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7fe400b2edc0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7fe400b2ebe0> provider. {{(pid=120908) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Nov 27 21:20:18.104649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:18.109035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:18.113257 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1828720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1828731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834785'] for router, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:18.192469 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1483384e-b97e-48ec-9379-73139d222b03 req-0c61e363-2f4a-44eb-82dd-425480a34935 service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956125
Nov 27 21:20:18.196016 ncdv-master-1 neutron-server[120908]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] No L3 agents can host the router 90d21688-47a6-44f1-b7b7-ec9584ddf2a0
Nov 27 21:20:18.290181 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8b20>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ce6d33a-ade2-42f3-ac73-6c2a48747c62', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.111', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'port_id': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'mac_address': 'fa:16:3e:de:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878689c5-c1b6-471c-84e2-177899462d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:20:16Z', 'updated_at': '2021-11-27T21:20:16Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd182b1df-dbae-4821-a142-f2bd95576a31', 'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:5f:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:20:00Z', 'updated_at': '2021-11-27T21:20:04Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:18.317333 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b29dcc-d285-472f-8c8e-6a24d20ee05f None None] The sync data for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 is: [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ce6d33a-ade2-42f3-ac73-6c2a48747c62', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.111', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'port_id': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'mac_address': 'fa:16:3e:de:25:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878689c5-c1b6-471c-84e2-177899462d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:20:16Z', 'updated_at': '2021-11-27T21:20:16Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd182b1df-dbae-4821-a142-f2bd95576a31', 'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:5f:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:20:00Z', 'updated_at': '2021-11-27T21:20:04Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:20:18.440559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:18.533089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0874b4b-8a48-4f81-8575-d8df586abfe3 None None] New status for floating IP 4ce6d33a-ade2-42f3-ac73-6c2a48747c62: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:20:18.586546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Hosts for router 90d21688-47a6-44f1-b7b7-ec9584ddf2a0: [] {{(pid=120908) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 27 21:20:18.608240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Hosts for other DVR routers connected to router 90d21688-47a6-44f1-b7b7-ec9584ddf2a0: set() {{(pid=120908) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Nov 27 21:20:18.610793 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:18.614794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2da9595d-aba2-4e5b-a609-f703092e6750 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "PUT /v2.0/routers/90d21688-47a6-44f1-b7b7-ec9584ddf2a0 HTTP/1.1" status: 200  len: 716 time: 0.8061068
Nov 27 21:20:18.614929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46500) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:18.687778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a089c7c5-7205-42a4-97e6-553f2b920481 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "GET /v2.0/routers/90d21688-47a6-44f1-b7b7-ec9584ddf2a0 HTTP/1.1" status: 200  len: 716 time: 0.0717208
Nov 27 21:20:18.690312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46502) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:18.790294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46506) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:18.849447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-80adf395-37de-41a3-9299-e026412214a2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/4ce6d33a-ade2-42f3-ac73-6c2a48747c62 HTTP/1.1" status: 200  len: 993 time: 0.0573556
Nov 27 21:20:18.865297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e01dcb41-7662-4182-98aa-b785a27c5619 tempest-RoutersTestDVR-577598008 tempest-RoutersTestDVR-577598008-project] 10.222.0.21 "GET /v2.0/routers/90d21688-47a6-44f1-b7b7-ec9584ddf2a0 HTTP/1.1" status: 200  len: 682 time: 0.1737971
Nov 27 21:20:18.867773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46510) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:18.939507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-edcd6d34-1a8d-48e3-902d-90b58b2d0b66 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.099191 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-edcd6d34-1a8d-48e3-902d-90b58b2d0b66 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.101389 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-edcd6d34-1a8d-48e3-902d-90b58b2d0b66 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.145522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-edcd6d34-1a8d-48e3-902d-90b58b2d0b66 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.146763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcd6d34-1a8d-48e3-902d-90b58b2d0b66 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90d21688-47a6-44f1-b7b7-ec9584ddf2a0 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:20:19.153129 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-edcd6d34-1a8d-48e3-902d-90b58b2d0b66 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.154284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-edcd6d34-1a8d-48e3-902d-90b58b2d0b66 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "DELETE /v2.0/routers/90d21688-47a6-44f1-b7b7-ec9584ddf2a0 HTTP/1.1" status: 204  len: 168 time: 0.2855752
Nov 27 21:20:19.157871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46512) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:19.162010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6d3c4a2e-cc80-461f-813e-930bde62c8fd tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Request body: {'router': {'name': 'tempest-router-173732316', 'distributed': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:19.181214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4a2e-cc80-461f-813e-930bde62c8fd tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.182174 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4a2e-cc80-461f-813e-930bde62c8fd tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.231489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4a2e-cc80-461f-813e-930bde62c8fd tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.235298 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4a2e-cc80-461f-813e-930bde62c8fd tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.249100 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4a2e-cc80-461f-813e-930bde62c8fd tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.250300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6d3c4a2e-cc80-461f-813e-930bde62c8fd tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.0914874
Nov 27 21:20:19.253196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46514) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:19.324720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa117d0c-c46a-414d-9166-c50131082d77 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.486685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa117d0c-c46a-414d-9166-c50131082d77 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.489182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa117d0c-c46a-414d-9166-c50131082d77 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.531917 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa117d0c-c46a-414d-9166-c50131082d77 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.532582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa117d0c-c46a-414d-9166-c50131082d77 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92f42bc7-2615-4509-afcf-4b4b3397df57 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:20:19.537249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa117d0c-c46a-414d-9166-c50131082d77 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.538399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aa117d0c-c46a-414d-9166-c50131082d77 tempest-RoutersTestDVR-206425112 tempest-RoutersTestDVR-206425112-project-admin] 10.222.0.21 "DELETE /v2.0/routers/92f42bc7-2615-4509-afcf-4b4b3397df57 HTTP/1.1" status: 204  len: 168 time: 0.2842774
Nov 27 21:20:19.775602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46520) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:19.880194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93f9d793-c5cd-4a4e-921f-f9611364db44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.957197 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93f9d793-c5cd-4a4e-921f-f9611364db44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.960807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-93f9d793-c5cd-4a4e-921f-f9611364db44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:19.999219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-93f9d793-c5cd-4a4e-921f-f9611364db44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60a81b3d1dd9409081cfd1c5d8a48ce7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2224910
Nov 27 21:20:20.000311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9d793-c5cd-4a4e-921f-f9611364db44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5552f0-ef29-4191-aedb-74a3d9ac983b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:20.001990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46526) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:20.056910 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-230cc89e-4a1d-448d-96ac-69949f9d9245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.077420 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-230cc89e-4a1d-448d-96ac-69949f9d9245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.122827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-230cc89e-4a1d-448d-96ac-69949f9d9245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.125471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-230cc89e-4a1d-448d-96ac-69949f9d9245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.126660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-230cc89e-4a1d-448d-96ac-69949f9d9245 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d5552f0-ef29-4191-aedb-74a3d9ac983b HTTP/1.1" status: 204  len: 168 time: 0.1236703
Nov 27 21:20:20.134341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cc89e-4a1d-448d-96ac-69949f9d9245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5552f0-ef29-4191-aedb-74a3d9ac983b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:20.380316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46532) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:20.393397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e417512b-ad8c-4d6e-92a2-f6a97e1e1e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.470084 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e417512b-ad8c-4d6e-92a2-f6a97e1e1e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.473774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e417512b-ad8c-4d6e-92a2-f6a97e1e1e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.510096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e417512b-ad8c-4d6e-92a2-f6a97e1e1e4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=088ba60f4f184ce8a6e1fbc6c9f5aac0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1286225
Nov 27 21:20:20.512037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417512b-ad8c-4d6e-92a2-f6a97e1e1e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6909704-02a4-4d37-b5c0-1b668da6b6d8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:20.512940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46534) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:20.561591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64f6e505-bf3d-4537-914d-895d6f56f5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.582115 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64f6e505-bf3d-4537-914d-895d6f56f5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.628824 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64f6e505-bf3d-4537-914d-895d6f56f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.632061 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64f6e505-bf3d-4537-914d-895d6f56f5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:20.633259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-64f6e505-bf3d-4537-914d-895d6f56f5b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6909704-02a4-4d37-b5c0-1b668da6b6d8 HTTP/1.1" status: 204  len: 168 time: 0.1192329
Nov 27 21:20:20.641287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6e505-bf3d-4537-914d-895d6f56f5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6909704-02a4-4d37-b5c0-1b668da6b6d8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:21.809346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46572) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:21.907739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-973550922', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:21.929880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Made reservation on behalf of 006a789524654205ae9fe2a4b0122772 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:21.932228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:21.940560 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.019187 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.023505 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.028686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] device_id is not set on port 1b725867-d5db-4d48-a806-32b258d38631 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:20:22.079902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b957a22-7592-4ef5-913d-75bad486ab25,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:22.141382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Allocated IP 172.35.3.203 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/1b725867-d5db-4d48-a806-32b258d38631) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:22.276076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.308664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.349860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:22.352761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:22.354976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:22.366540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd5d8e-845c-4161-b3d1-48c90ce6c82e None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:20:22.378583 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Pushing event updated for resources: {'Port': ['ID=1b725867-d5db-4d48-a806-32b258d38631,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:22.397500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4e7cb13f-d1a1-4d24-b579-710afdfd7a3f None None] Provisioning complete for port 1b725867-d5db-4d48-a806-32b258d38631 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:22.397880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb13f-d1a1-4d24-b579-710afdfd7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.398630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:22.399457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.415525 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e1bdea11-9c02-4ca1-914c-f7495ef09c56 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 0.6050656
Nov 27 21:20:22.418447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46578) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:22.423565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.203'}]}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:22.435878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cb13f-d1a1-4d24-b579-710afdfd7a3f None None] Port 1b725867-d5db-4d48-a806-32b258d38631 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:20:22.451041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.452175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.506367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.641599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.836855 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:22.855467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:23.038500 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:23.494351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:23.496455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:23.539309 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:23.539820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5300d8c6-a748-494a-bdf7-81a81fb0a420 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:20:23.554567 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:20:23.555699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-83bfd2c3-e6be-45d3-8cee-0adbdf23dfa2 tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.1363013
Nov 27 21:20:23.558634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46582) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:23.634471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-941584a9-2e08-4869-a311-d4ecce428adb tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Deleting port 1b725867-d5db-4d48-a806-32b258d38631 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:23.634814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-941584a9-2e08-4869-a311-d4ecce428adb tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:23.708871 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-941584a9-2e08-4869-a311-d4ecce428adb tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:23.720017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-941584a9-2e08-4869-a311-d4ecce428adb tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Calling delete_port for 1b725867-d5db-4d48-a806-32b258d38631 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:23.842019 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-941584a9-2e08-4869-a311-d4ecce428adb tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:23.867613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941584a9-2e08-4869-a311-d4ecce428adb tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b725867-d5db-4d48-a806-32b258d38631,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:23.883002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6015dc-3341-40e9-a6de-79dff44c0ff2 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:20:23.931506 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-941584a9-2e08-4869-a311-d4ecce428adb tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:23.934713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-941584a9-2e08-4869-a311-d4ecce428adb tempest-RoutersAdminNegativeIpV6Test-983422381 tempest-RoutersAdminNegativeIpV6Test-983422381-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1b725867-d5db-4d48-a806-32b258d38631 HTTP/1.1" status: 204  len: 168 time: 0.3751481
Nov 27 21:20:24.175172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46590) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:24.285822 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d91e1b9-b3a4-44ab-8625-96c7487c0a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.357195 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d91e1b9-b3a4-44ab-8625-96c7487c0a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.360789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d91e1b9-b3a4-44ab-8625-96c7487c0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.397943 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2d91e1b9-b3a4-44ab-8625-96c7487c0a1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00a6c63fac464b7ebc0904761d3c1c45&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2216465
Nov 27 21:20:24.399160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91e1b9-b3a4-44ab-8625-96c7487c0a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fa6b1c-4fee-4191-ad3f-5c7cde7bd286,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:24.400700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46594) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:24.458889 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-92f68f22-aa95-4c65-a953-0187d7b0d570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.479743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-92f68f22-aa95-4c65-a953-0187d7b0d570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.527931 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-92f68f22-aa95-4c65-a953-0187d7b0d570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.530524 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-92f68f22-aa95-4c65-a953-0187d7b0d570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.534000 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-92f68f22-aa95-4c65-a953-0187d7b0d570 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7fa6b1c-4fee-4191-ad3f-5c7cde7bd286 HTTP/1.1" status: 204  len: 168 time: 0.1294625
Nov 27 21:20:24.539761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f68f22-aa95-4c65-a953-0187d7b0d570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fa6b1c-4fee-4191-ad3f-5c7cde7bd286,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:24.793300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46600) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:24.831968 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4b32a8f6-9ce5-4fc4-acfa-5d4ef8e500a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=006a789524654205ae9fe2a4b0122772&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0375090
Nov 27 21:20:24.834929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46602) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:24.881415 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-953f55cb-1798-47d9-82ac-98b896d78c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.903082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-953f55cb-1798-47d9-82ac-98b896d78c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.949583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-953f55cb-1798-47d9-82ac-98b896d78c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.952345 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-953f55cb-1798-47d9-82ac-98b896d78c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:24.953503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-953f55cb-1798-47d9-82ac-98b896d78c75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b957a22-7592-4ef5-913d-75bad486ab25 HTTP/1.1" status: 204  len: 168 time: 0.1176496
Nov 27 21:20:24.961607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f55cb-1798-47d9-82ac-98b896d78c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b957a22-7592-4ef5-913d-75bad486ab25,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:26.144394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46642) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:26.241202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2008032371', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:26.261883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Made reservation on behalf of a7e26109b6e94087b638eb7f81a508a1 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:26.264294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.272984 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.351564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.355093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.360346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] device_id is not set on port bee5d8b7-4a08-4d2b-85fd-c4108942d6eb yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:20:26.415848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e30d4-4ece-4286-943c-858130d22432,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:26.481699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Allocated IP 172.35.3.160 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/bee5d8b7-4a08-4d2b-85fd-c4108942d6eb) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:26.615814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.648949 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.690049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:26.693449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:26.697037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:26.705518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba177447-2b47-45a1-9afa-f7a96ed4d131 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:20:26.718939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Pushing event updated for resources: {'Port': ['ID=bee5d8b7-4a08-4d2b-85fd-c4108942d6eb,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:26.738140 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:26.738755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.753794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-48cdad5c-db5d-4f51-adad-0d7368c8dc44 tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 0.6082850
Nov 27 21:20:26.757079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46646) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:26.761326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}]}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:26.782129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6a3d1ee0-828c-49ee-abbd-d00f0f9df63d None None] Provisioning complete for port bee5d8b7-4a08-4d2b-85fd-c4108942d6eb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:26.782388 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.782551 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1ee0-828c-49ee-abbd-d00f0f9df63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.783475 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.818016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d1ee0-828c-49ee-abbd-d00f0f9df63d None None] Port bee5d8b7-4a08-4d2b-85fd-c4108942d6eb cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:20:26.838146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:26.969279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.165440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.184437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.324230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.488259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.490406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.532571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.533091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23ec0b41-dd86-4f83-a788-36642a773d4f {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:20:27.548418 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:20:27.549700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5eae3eb8-d987-4f19-a7cf-5538917cdc5f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 0.7916808
Nov 27 21:20:27.553045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46650) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:27.628395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f45cec9b-0e09-44b0-8d46-401db18ab85f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Deleting port bee5d8b7-4a08-4d2b-85fd-c4108942d6eb {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:27.628648 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f45cec9b-0e09-44b0-8d46-401db18ab85f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.701452 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f45cec9b-0e09-44b0-8d46-401db18ab85f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.712854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f45cec9b-0e09-44b0-8d46-401db18ab85f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Calling delete_port for bee5d8b7-4a08-4d2b-85fd-c4108942d6eb owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:27.832358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f45cec9b-0e09-44b0-8d46-401db18ab85f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.859213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cec9b-0e09-44b0-8d46-401db18ab85f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Pushing event deleted for resources: {'Port': ['ID=bee5d8b7-4a08-4d2b-85fd-c4108942d6eb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:27.875351 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01caea2e-7618-4b49-b992-4bf210a522cb None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:20:27.923530 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f45cec9b-0e09-44b0-8d46-401db18ab85f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:27.927306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f45cec9b-0e09-44b0-8d46-401db18ab85f tempest-RoutersAdminNegativeTest-1718715720 tempest-RoutersAdminNegativeTest-1718715720-project-admin] 10.222.0.21 "DELETE /v2.0/ports/bee5d8b7-4a08-4d2b-85fd-c4108942d6eb HTTP/1.1" status: 204  len: 168 time: 0.3725593
Nov 27 21:20:28.167176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46658) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:28.272993 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13996625-dbb3-4361-a7dd-7e5ffc875c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.346648 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13996625-dbb3-4361-a7dd-7e5ffc875c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.350843 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13996625-dbb3-4361-a7dd-7e5ffc875c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.387279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-13996625-dbb3-4361-a7dd-7e5ffc875c0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a71a6fb013d43e79c863687345cda56&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2189369
Nov 27 21:20:28.389228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13996625-dbb3-4361-a7dd-7e5ffc875c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88527654-ab75-4a20-8a3f-73399fe44788,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:28.390124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46662) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:28.439438 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8a08bdd-51bb-41ab-9de7-13049a6e7a23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.461225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8a08bdd-51bb-41ab-9de7-13049a6e7a23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.510956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8a08bdd-51bb-41ab-9de7-13049a6e7a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.513888 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8a08bdd-51bb-41ab-9de7-13049a6e7a23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.514812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e8a08bdd-51bb-41ab-9de7-13049a6e7a23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88527654-ab75-4a20-8a3f-73399fe44788 HTTP/1.1" status: 204  len: 168 time: 0.1235621
Nov 27 21:20:28.522824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a08bdd-51bb-41ab-9de7-13049a6e7a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88527654-ab75-4a20-8a3f-73399fe44788,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:28.768995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46668) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:28.809392 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-52af4a37-b88e-4436-b3f1-6a2f6f1ba688 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7e26109b6e94087b638eb7f81a508a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392337
Nov 27 21:20:28.811919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46670) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:28.857172 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f0e0da-938e-4ee0-8965-3401b6a53027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.877386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f0e0da-938e-4ee0-8965-3401b6a53027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.922964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f0e0da-938e-4ee0-8965-3401b6a53027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.925703 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-24f0e0da-938e-4ee0-8965-3401b6a53027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:28.926934 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-24f0e0da-938e-4ee0-8965-3401b6a53027 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/369e30d4-4ece-4286-943c-858130d22432 HTTP/1.1" status: 204  len: 168 time: 0.1140690
Nov 27 21:20:28.934689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0e0da-938e-4ee0-8965-3401b6a53027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e30d4-4ece-4286-943c-858130d22432,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:29.610514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46694) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.706345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-9cdb34e0-82ea-4f00-ba07-da217cde3895 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.707422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9cdb34e0-82ea-4f00-ba07-da217cde3895 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0958765
Nov 27 21:20:29.710343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46698) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.714342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-9e521204-dbba-4047-8629-4dad1a710ae3 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.715271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9e521204-dbba-4047-8629-4dad1a710ae3 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0040331
Nov 27 21:20:29.717310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46700) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.720971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-55f603b7-334d-4bf9-a79e-b24790e20f11 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.721877 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-55f603b7-334d-4bf9-a79e-b24790e20f11 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0037327
Nov 27 21:20:29.723973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46702) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.728733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-b165965f-07e9-4929-8ac1-c5c52bf1a707 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.729652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b165965f-07e9-4929-8ac1-c5c52bf1a707 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0048726
Nov 27 21:20:29.731633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46704) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.735331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-22fd0e4b-3819-4428-a999-a8675fa1814b tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.736233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-22fd0e4b-3819-4428-a999-a8675fa1814b tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0037711
Nov 27 21:20:29.738547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46706) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.742814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-d7486efc-e7ed-4bf8-b304-a328d7dead13 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.743765 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d7486efc-e7ed-4bf8-b304-a328d7dead13 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0044072
Nov 27 21:20:29.745875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46708) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.749605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-e932c6e1-e314-4018-bf71-2bb9374ee259 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.750521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e932c6e1-e314-4018-bf71-2bb9374ee259 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0038354
Nov 27 21:20:29.752552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46710) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.756176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-aa45ed66-536b-4d53-88fa-03f644f218b1 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.757081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aa45ed66-536b-4d53-88fa-03f644f218b1 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0037267
Nov 27 21:20:29.759161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46712) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.762905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-15224798-4c49-4f4d-933d-8e3240b34943 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.763876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-15224798-4c49-4f4d-933d-8e3240b34943 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0037427
Nov 27 21:20:29.765897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46714) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.769578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-f6dcc6f7-211d-4e8f-a271-3a0be73c9748 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.770454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f6dcc6f7-211d-4e8f-a271-3a0be73c9748 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0037184
Nov 27 21:20:29.773041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46716) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.777121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-ad6caef1-1554-4393-8f44-aaec7a902122 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.778067 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ad6caef1-1554-4393-8f44-aaec7a902122 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0041935
Nov 27 21:20:29.780009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46718) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.783599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-71fbdbea-3385-4148-85d2-e39d51e497ee tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.784532 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-71fbdbea-3385-4148-85d2-e39d51e497ee tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0036895
Nov 27 21:20:29.786539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46720) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.790695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-b1758f3e-5592-44e0-b3b2-286c2fe3bc8b tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.791639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b1758f3e-5592-44e0-b3b2-286c2fe3bc8b tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0042944
Nov 27 21:20:29.793588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46722) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.797201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-59f45ca7-4f96-4eed-9847-8cd852325f12 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.798116 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-59f45ca7-4f96-4eed-9847-8cd852325f12 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0037184
Nov 27 21:20:29.800664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46724) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.804284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-cb694e5e-0337-43b6-b0e2-d712b68c60f8 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.805239 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cb694e5e-0337-43b6-b0e2-d712b68c60f8 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0037198
Nov 27 21:20:29.807211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46726) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.810821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-f5b88bfd-aa6c-4f16-af24-bef30d3cfb4b tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.811799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f5b88bfd-aa6c-4f16-af24-bef30d3cfb4b tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0037174
Nov 27 21:20:29.813727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46728) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.817335 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-6f3454a3-152c-4436-9b42-0670776a3ec1 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.818269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6f3454a3-152c-4436-9b42-0670776a3ec1 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0037065
Nov 27 21:20:29.820283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46730) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.825481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-8c0a15c2-1af8-43a3-8485-8ac528c03c2c tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.826418 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c0a15c2-1af8-43a3-8485-8ac528c03c2c tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0053008
Nov 27 21:20:29.828403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46732) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.832508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-000b2522-2991-4013-bd0d-df77ed2688e0 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.833447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-000b2522-2991-4013-bd0d-df77ed2688e0 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0042086
Nov 27 21:20:29.835910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46734) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.839493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-97b501ac-e2d6-407f-b6eb-3cdb5e29945e tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.840403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-97b501ac-e2d6-407f-b6eb-3cdb5e29945e tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0036860
Nov 27 21:20:29.842326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46736) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.845971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-540a5548-0dc4-425f-a80c-56ee8ab9b6ab tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.846881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-540a5548-0dc4-425f-a80c-56ee8ab9b6ab tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0037494
Nov 27 21:20:29.848881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46738) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.853031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-b9dc67bd-7235-43bd-842a-687ecb360990 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.853932 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b9dc67bd-7235-43bd-842a-687ecb360990 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0042491
Nov 27 21:20:29.855990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46740) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.859601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-9b74ad78-7058-4324-980a-c3e37c60b8d5 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.860509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9b74ad78-7058-4324-980a-c3e37c60b8d5 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0037084
Nov 27 21:20:29.862447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46742) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.866361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-6fab1184-6ef0-4790-91b0-557b7be8a0dc tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.867273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6fab1184-6ef0-4790-91b0-557b7be8a0dc tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0037394
Nov 27 21:20:29.869239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46744) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.872796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-8904e4da-c64e-4580-bfb6-7dcf4dae9420 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.873700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8904e4da-c64e-4580-bfb6-7dcf4dae9420 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0036767
Nov 27 21:20:29.875678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46746) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.879321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-c697b0c4-c81d-49b0-a55e-7b77e1285c3f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.880271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c697b0c4-c81d-49b0-a55e-7b77e1285c3f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0036895
Nov 27 21:20:29.882180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46748) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.888388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-b4edb78d-00ec-4a0f-96e0-328a972adfc3 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.889296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b4edb78d-00ec-4a0f-96e0-328a972adfc3 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0063186
Nov 27 21:20:29.891379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46750) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.894966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-2c136734-cd02-4b4d-ac74-241b4a61e2ca tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.895895 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2c136734-cd02-4b4d-ac74-241b4a61e2ca tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0037093
Nov 27 21:20:29.898365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46752) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.901947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-0f7aed8d-4c10-4ba2-a8b5-2b31830d7a26 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.902843 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0f7aed8d-4c10-4ba2-a8b5-2b31830d7a26 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0036786
Nov 27 21:20:29.904965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46754) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.908540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-2a651c13-c5d1-4aa5-b50e-6a9ea526c8c1 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.909442 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2a651c13-c5d1-4aa5-b50e-6a9ea526c8c1 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0036767
Nov 27 21:20:29.911452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46756) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.915662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-0c5c429b-a3c3-4670-8e37-fc0c5ec285ad tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.916569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0c5c429b-a3c3-4670-8e37-fc0c5ec285ad tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0043101
Nov 27 21:20:29.918708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46758) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.922324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-5b91b675-0f2c-4dc1-87a1-f8293ed6027c tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.923300 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5b91b675-0f2c-4dc1-87a1-f8293ed6027c tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0037434
Nov 27 21:20:29.925294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46760) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.928898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-746dea21-264e-43c1-8634-ea2d1ffcd66f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.929795 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-746dea21-264e-43c1-8634-ea2d1ffcd66f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0037003
Nov 27 21:20:29.931894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46762) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.935483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-b02d02ff-4df2-41c1-b252-f60b705630e6 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.936385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b02d02ff-4df2-41c1-b252-f60b705630e6 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0036864
Nov 27 21:20:29.938383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46764) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.942574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-b0c22894-6196-47ea-883d-c47dfd831c29 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.943486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b0c22894-6196-47ea-883d-c47dfd831c29 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0042815
Nov 27 21:20:29.945525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46766) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.949097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-6652db0c-e961-4671-9ccf-a3ff7cb02bbb tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.950000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6652db0c-e961-4671-9ccf-a3ff7cb02bbb tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0036724
Nov 27 21:20:29.952163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46768) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.955787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-3cf52d9e-2f6c-4f0b-a660-afc7ed7bea2c tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.956686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3cf52d9e-2f6c-4f0b-a660-afc7ed7bea2c tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0037179
Nov 27 21:20:29.958650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46770) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.962832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-ce78d8fe-fa3a-45cd-aa78-3075babdb3ac tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.963755 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ce78d8fe-fa3a-45cd-aa78-3075babdb3ac tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0037615
Nov 27 21:20:29.965772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46772) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.969377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-7859f9fc-ae39-492c-8426-75ecfc1a5b27 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.970281 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7859f9fc-ae39-492c-8426-75ecfc1a5b27 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0037007
Nov 27 21:20:29.972362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46774) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.976614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-0d2ee92f-78fb-4f34-8ecf-614908e29b98 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.977506 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0d2ee92f-78fb-4f34-8ecf-614908e29b98 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0043442
Nov 27 21:20:29.979504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46776) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.983145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-cdb910ff-046d-417c-8a7e-438e4721470b tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.984071 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cdb910ff-046d-417c-8a7e-438e4721470b tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0037675
Nov 27 21:20:29.986229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46778) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.990095 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-262d612e-9413-4e20-8f14-8c812e5374a4 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.991017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-262d612e-9413-4e20-8f14-8c812e5374a4 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0039775
Nov 27 21:20:29.993089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46780) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:29.997236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-d8089a75-2c4b-4405-b1ad-bdd3eda857ad tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:29.998145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d8089a75-2c4b-4405-b1ad-bdd3eda857ad tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0042429
Nov 27 21:20:30.000166 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46782) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.003848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-967498f9-af3c-41cf-b913-f4b974ebaab4 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.004753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-967498f9-af3c-41cf-b913-f4b974ebaab4 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0037782
Nov 27 21:20:30.006834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46784) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.010454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-08a0b3cb-123d-49be-b8b4-d3cf0b399ce6 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.011377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-08a0b3cb-123d-49be-b8b4-d3cf0b399ce6 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0036814
Nov 27 21:20:30.013497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46786) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.017111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-3e0d3a81-38ae-44d4-86dd-de76437d0fff tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.018007 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3e0d3a81-38ae-44d4-86dd-de76437d0fff tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0037038
Nov 27 21:20:30.020043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46788) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.024097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-3d21c7bd-64e7-45fb-9df3-c6b85dd6f9fa tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.024993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3d21c7bd-64e7-45fb-9df3-c6b85dd6f9fa tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0042038
Nov 27 21:20:30.027003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46790) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.030561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-1a4bd5b9-70b6-4182-b7b8-56d6f503c2b2 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.031478 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1a4bd5b9-70b6-4182-b7b8-56d6f503c2b2 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0036252
Nov 27 21:20:30.033479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46792) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.037081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-c13a3f69-2719-4ece-8b8e-f81a10b477aa tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.038609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c13a3f69-2719-4ece-8b8e-f81a10b477aa tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0043271
Nov 27 21:20:30.040616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46794) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.044233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-a76dcc0e-d7bc-4f72-a034-d3cac16d6d77 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.045133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a76dcc0e-d7bc-4f72-a034-d3cac16d6d77 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0037129
Nov 27 21:20:30.047160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46796) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.051386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-957662cc-7e32-43eb-9a22-458e2c4091b6 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.052291 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-957662cc-7e32-43eb-9a22-458e2c4091b6 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0042226
Nov 27 21:20:30.054371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46798) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.057977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-131d2197-7713-4938-969d-6b973ab11453 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.058871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-131d2197-7713-4938-969d-6b973ab11453 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0036967
Nov 27 21:20:30.061054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46800) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.064624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-10eaf78a-3494-437a-bfb2-54605474b010 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.065528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10eaf78a-3494-437a-bfb2-54605474b010 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0036647
Nov 27 21:20:30.067570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46802) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.071152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-8a60b4fd-a5d1-4141-a944-5254e43bff80 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.072086 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8a60b4fd-a5d1-4141-a944-5254e43bff80 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0037067
Nov 27 21:20:30.074146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46804) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.077718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-1b4b55b7-a37b-4874-a00d-525c1b330cc1 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.078609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1b4b55b7-a37b-4874-a00d-525c1b330cc1 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0036616
Nov 27 21:20:30.080790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46806) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.085004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-2f6ca4af-954e-4136-b8d4-2a72fb52cdd2 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.085927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f6ca4af-954e-4136-b8d4-2a72fb52cdd2 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0043156
Nov 27 21:20:30.088015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46808) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.091713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-e9b0f51c-934a-4699-9762-88ba13aed041 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.092621 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e9b0f51c-934a-4699-9762-88ba13aed041 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0037708
Nov 27 21:20:30.094668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46810) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.098294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-a3a91a7f-89ef-48f6-ac44-e55fa215598c tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.099220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a3a91a7f-89ef-48f6-ac44-e55fa215598c tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0037246
Nov 27 21:20:30.101916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46812) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.106040 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-ac60a009-c136-41e1-be95-48e7635a8f1f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.106950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ac60a009-c136-41e1-be95-48e7635a8f1f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0042286
Nov 27 21:20:30.109088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46814) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.113244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-d28882c5-fe6f-4f92-bc55-5a221ec2b329 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.114191 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d28882c5-fe6f-4f92-bc55-5a221ec2b329 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0042746
Nov 27 21:20:30.116243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46816) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.119968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-aba05e73-76a0-440e-8baa-d85d7440888f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.120892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aba05e73-76a0-440e-8baa-d85d7440888f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0038195
Nov 27 21:20:30.122948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46818) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.126652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-217adf5b-5bf2-4b3c-b436-b7181fe570be tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.127583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-217adf5b-5bf2-4b3c-b436-b7181fe570be tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0037556
Nov 27 21:20:30.129602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46820) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.133793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-e5432b70-2c1a-4ea0-b01d-817d6e982f8e tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.134717 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e5432b70-2c1a-4ea0-b01d-817d6e982f8e tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0042989
Nov 27 21:20:30.136849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46822) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.140497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-267f8098-a1ef-453d-937d-5532e2c98c1d tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.141414 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-267f8098-a1ef-453d-937d-5532e2c98c1d tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0037413
Nov 27 21:20:30.143843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46824) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.147835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-01a42d5a-52e8-4d41-932a-7a063fda605f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.148781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-01a42d5a-52e8-4d41-932a-7a063fda605f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0040195
Nov 27 21:20:30.151101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46828) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.155775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-68fccedc-10bb-4340-b19e-b6c05928e2be tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.156718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-68fccedc-10bb-4340-b19e-b6c05928e2be tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0042078
Nov 27 21:20:30.159848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46830) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.164443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-2faa8716-0aa2-40d9-a060-9ecc8df02e81 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.165630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2faa8716-0aa2-40d9-a060-9ecc8df02e81 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0046775
Nov 27 21:20:30.167614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46832) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.171410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-c4ec43e5-8d4f-423b-9432-681dbc5d97d4 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.172331 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c4ec43e5-8d4f-423b-9432-681dbc5d97d4 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0038645
Nov 27 21:20:30.174375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46834) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.178103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-55ddf07e-5328-4558-886f-558b23efacd9 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.179293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-55ddf07e-5328-4558-886f-558b23efacd9 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0038657
Nov 27 21:20:30.181139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46836) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.185009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [None req-e0134b5f-70e3-420c-b8df-da697be43e0f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.185959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e0134b5f-70e3-420c-b8df-da697be43e0f tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0039501
Nov 27 21:20:30.188088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46838) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.192547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [None req-947c3d77-543c-4099-bd19-9dfe55c06d26 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:30.194087 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-947c3d77-543c-4099-bd19-9dfe55c06d26 tempest-ExtensionsTestJSON-127219225 tempest-ExtensionsTestJSON-127219225-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0044746
Nov 27 21:20:30.437185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46844) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.549532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dc3478f4-3983-4f77-9020-57e490745184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:30.624624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dc3478f4-3983-4f77-9020-57e490745184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:30.628363 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dc3478f4-3983-4f77-9020-57e490745184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:30.667600 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dc3478f4-3983-4f77-9020-57e490745184 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3df5d783c964d2c963b1f31d5872a3f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2293425
Nov 27 21:20:30.668761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3478f4-3983-4f77-9020-57e490745184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e666ce-b15d-41fe-81e2-3e58deea24bc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:30.670281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46848) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:30.719084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc23-9630-4bc5-ab96-7d3e2aa7ce42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:30.739920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc23-9630-4bc5-ab96-7d3e2aa7ce42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:30.787042 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc23-9630-4bc5-ab96-7d3e2aa7ce42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:30.789605 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aaafbc23-9630-4bc5-ab96-7d3e2aa7ce42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:30.790743 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aaafbc23-9630-4bc5-ab96-7d3e2aa7ce42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5e666ce-b15d-41fe-81e2-3e58deea24bc HTTP/1.1" status: 204  len: 168 time: 0.1188867
Nov 27 21:20:30.799585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafbc23-9630-4bc5-ab96-7d3e2aa7ce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e666ce-b15d-41fe-81e2-3e58deea24bc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:31.426159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46872) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:31.527333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-573033836'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:31.548808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Made reservation on behalf of 7b15d4a7d21640fbbfbf7889634e9522 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:31.552223 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:31.562069 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:31.638021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:31.641742 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:31.664723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:31.677955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38208568-77a2-4179-a13e-ebb5560ea33d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:31.683694 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:31.684049 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Added segment 2d5eccae-0dce-4123-96c4-aa9078f9b8ee of type vlan for network 619ea56b-13d2-4337-877d-80115157c7d7
Nov 27 21:20:31.723739 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:31.747735 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:31.753729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:31.754320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:31.809375 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.3817403
Nov 27 21:20:31.813965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46876) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:31.823305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Request body: {'subnet': {'network_id': '619ea56b-13d2-4337-877d-80115157c7d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:31.831900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de3251-0c83-4894-ac6b-18e0ac38271d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event updated for resources: {'Network': ['ID=619ea56b-13d2-4337-877d-80115157c7d7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:31.846288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 619ea56b-13d2-4337-877d-80115157c7d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:31.916511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Made reservation on behalf of 7b15d4a7d21640fbbfbf7889634e9522 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:31.920146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:32.097496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:32.171413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event updated for resources: {'Subnet': ['ID=d180b8b6-bbea-4c00-bd10-5e089d6bfcc2,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:32.175781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Checking segment: {'id': '2d5eccae-0dce-4123-96c4-aa9078f9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '619ea56b-13d2-4337-877d-80115157c7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:32.176155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Network hostable DHCP agents. Network: 619ea56b-13d2-4337-877d-80115157c7d7, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:32.193209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Network 619ea56b-13d2-4337-877d-80115157c7d7 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:32.202657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 619ea56b-13d2-4337-877d-80115157c7d7) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:32.213719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4e0ca-60a4-455d-96dd-5c977d0a144f None None] Network 619ea56b-13d2-4337-877d-80115157c7d7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:32.215848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:32.216702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:32.237012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-25f88e6d-b177-4940-9c6b-d40aa24df373 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4216058
Nov 27 21:20:32.239883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46880) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:32.245392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Request body: {'port': {'network_id': '619ea56b-13d2-4337-877d-80115157c7d7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-235321312'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:32.357136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Made reservation on behalf of 7b15d4a7d21640fbbfbf7889634e9522 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:32.361039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:32.380473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] device_id is not set on port 935a09fe-a3fd-4d03-a192-4bb6e457ba34 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:20:32.509754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Allocated IP 2001:db8::81 (619ea56b-13d2-4337-877d-80115157c7d7/d180b8b6-bbea-4c00-bd10-5e089d6bfcc2/935a09fe-a3fd-4d03-a192-4bb6e457ba34) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:32.513759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f02718-979e-4236-8197-51dc100e130b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-619ea56b-13d2-4337-877d-80115157c7d7', 'network_id': '619ea56b-13d2-4337-877d-80115157c7d7', 'tenant_id': '7b15d4a7d21640fbbfbf7889634e9522', 'fixed_ips': [{'subnet_id': 'd180b8b6-bbea-4c00-bd10-5e089d6bfcc2'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:32.514630 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42f02718-979e-4236-8197-51dc100e130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:32.653058 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:32.685971 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:32.731572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-42f02718-979e-4236-8197-51dc100e130b None None] Allocated IP 2001:db8::2 (619ea56b-13d2-4337-877d-80115157c7d7/d180b8b6-bbea-4c00-bd10-5e089d6bfcc2/d09bf86d-ee29-4a24-ba0d-e552cb5d1e89) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:32.887109 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42f02718-979e-4236-8197-51dc100e130b None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:32.893656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42f02718-979e-4236-8197-51dc100e130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:32.941992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f02718-979e-4236-8197-51dc100e130b None None] Network 619ea56b-13d2-4337-877d-80115157c7d7 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:32.945935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-42f02718-979e-4236-8197-51dc100e130b None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:32.948182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f02718-979e-4236-8197-51dc100e130b None None] Pushing event updated for resources: {'Port': ['ID=d09bf86d-ee29-4a24-ba0d-e552cb5d1e89,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:32.950886 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f02718-979e-4236-8197-51dc100e130b None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:33.007640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-42f02718-979e-4236-8197-51dc100e130b None None] Attempting to bind port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:33.008020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-42f02718-979e-4236-8197-51dc100e130b None None] Attempting to bind port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d5eccae-0dce-4123-96c4-aa9078f9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '619ea56b-13d2-4337-877d-80115157c7d7'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:33.008392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f02718-979e-4236-8197-51dc100e130b None None] Attempting to bind port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 on network 619ea56b-13d2-4337-877d-80115157c7d7 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:33.013356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f02718-979e-4236-8197-51dc100e130b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:33.014089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f02718-979e-4236-8197-51dc100e130b None None] Checking segment: {'id': '2d5eccae-0dce-4123-96c4-aa9078f9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '619ea56b-13d2-4337-877d-80115157c7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:33.014211 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42f02718-979e-4236-8197-51dc100e130b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.014516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f02718-979e-4236-8197-51dc100e130b None None] Bound using segment: {'id': '2d5eccae-0dce-4123-96c4-aa9078f9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '619ea56b-13d2-4337-877d-80115157c7d7'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:33.014975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-42f02718-979e-4236-8197-51dc100e130b None None] Bound port: d09bf86d-ee29-4a24-ba0d-e552cb5d1e89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5eccae-0dce-4123-96c4-aa9078f9b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '619ea56b-13d2-4337-877d-80115157c7d7'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:33.015381 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42f02718-979e-4236-8197-51dc100e130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.015696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Network 619ea56b-13d2-4337-877d-80115157c7d7 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:33.018855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:33.023472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:33.029180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:33.029797 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.035829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event updated for resources: {'Port': ['ID=935a09fe-a3fd-4d03-a192-4bb6e457ba34,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:33.053901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-28ef9477-2ecc-4e5b-86df-374b8b6c418e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 0.8121743
Nov 27 21:20:33.058075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46882) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:33.064853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Request body: {'port': {'network_id': '619ea56b-13d2-4337-877d-80115157c7d7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-607652158', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:33.064853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.api.validators [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] bootfile-name is not in valid_values {{(pid=120908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:20:33.065116 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.api.validators [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] tftp-server is not in valid_values {{(pid=120908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:20:33.065465 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.api.validators [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] server-ip-address is not in valid_values {{(pid=120908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:20:33.083145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-42f02718-979e-4236-8197-51dc100e130b None None] For port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:33.087269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-42f02718-979e-4236-8197-51dc100e130b None None] For port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d09bf86d-ee29-4a24-ba0d-e552cb5d1e89,segment=NetworkSegment(2d5eccae-0dce-4123-96c4-aa9078f9b8ee),segment_id=2d5eccae-0dce-4123-96c4-aa9078f9b8ee)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:33.091741 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42f02718-979e-4236-8197-51dc100e130b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.152473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f02718-979e-4236-8197-51dc100e130b None None] Pushing event updated for resources: {'Port': ['ID=d09bf86d-ee29-4a24-ba0d-e552cb5d1e89,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:33.179651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Made reservation on behalf of 7b15d4a7d21640fbbfbf7889634e9522 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:33.183329 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.205054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] device_id is not set on port b9610979-8056-4b01-aa98-aa8b22d7f5bf yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:20:33.335844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Allocated IP 2001:db8::2bc (619ea56b-13d2-4337-877d-80115157c7d7/d180b8b6-bbea-4c00-bd10-5e089d6bfcc2/b9610979-8056-4b01-aa98-aa8b22d7f5bf) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:33.509577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.541714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.585745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Network 619ea56b-13d2-4337-877d-80115157c7d7 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:33.588966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:33.592874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:33.598606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:33.599268 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.607920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event updated for resources: {'Port': ['ID=b9610979-8056-4b01-aa98-aa8b22d7f5bf,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:33.622558 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-55882883-a9fd-4bc3-80f8-0adbdb0cf361 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 0.5628347
Nov 27 21:20:33.624965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46886) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:33.708801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91c688-d043-4859-aa13-5f64d61972cf tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:33.714815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91c688-d043-4859-aa13-5f64d61972cf tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:33.720901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91c688-d043-4859-aa13-5f64d61972cf tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:33.722554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ab91c688-d043-4859-aa13-5f64d61972cf tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 0.0966468
Nov 27 21:20:33.725277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46888) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:33.813420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e43b5c06-a9e1-434e-83e0-ef1ea45b250b tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Deleting port b9610979-8056-4b01-aa98-aa8b22d7f5bf {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:33.813877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e43b5c06-a9e1-434e-83e0-ef1ea45b250b tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.907953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e43b5c06-a9e1-434e-83e0-ef1ea45b250b tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:33.920894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e43b5c06-a9e1-434e-83e0-ef1ea45b250b tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Calling delete_port for b9610979-8056-4b01-aa98-aa8b22d7f5bf owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:34.056079 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e43b5c06-a9e1-434e-83e0-ef1ea45b250b tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.085230 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22bc84d-bd2c-41a0-a743-7c5c0a1d389c None None] Network 619ea56b-13d2-4337-877d-80115157c7d7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:34.086530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b5c06-a9e1-434e-83e0-ef1ea45b250b tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event deleted for resources: {'Port': ['ID=b9610979-8056-4b01-aa98-aa8b22d7f5bf,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:34.113687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e43b5c06-a9e1-434e-83e0-ef1ea45b250b tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.120148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e43b5c06-a9e1-434e-83e0-ef1ea45b250b tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "DELETE /v2.0/ports/b9610979-8056-4b01-aa98-aa8b22d7f5bf HTTP/1.1" status: 204  len: 168 time: 0.3915725
Nov 27 21:20:34.121270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46890) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:34.126567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Request body: {'port': {'name': 'tempest-new-port-name-1258849057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:34.126969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.api.validators [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] bootfile-name is not in valid_values {{(pid=120908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:20:34.127398 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.api.validators [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] tftp-server is not in valid_values {{(pid=120908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:20:34.127767 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.api.validators [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] server-ip-address is not in valid_values {{(pid=120908) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 27 21:20:34.194572 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.218599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-84f22221-49f0-4ea7-a59c-48990b05adf1 None None] Provisioning complete for port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:34.218973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-84f22221-49f0-4ea7-a59c-48990b05adf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.339158 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-84f22221-49f0-4ea7-a59c-48990b05adf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.353685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4e1af9d-0486-44a8-9a9b-6fb4f6454b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.379561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-84f22221-49f0-4ea7-a59c-48990b05adf1 None None] For port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d09bf86d-ee29-4a24-ba0d-e552cb5d1e89,segment=NetworkSegment(2d5eccae-0dce-4123-96c4-aa9078f9b8ee),segment_id=2d5eccae-0dce-4123-96c4-aa9078f9b8ee)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:34.384093 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-84f22221-49f0-4ea7-a59c-48990b05adf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.395792 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.402093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.438565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f22221-49f0-4ea7-a59c-48990b05adf1 None None] Pushing event updated for resources: {'Port': ['ID=d09bf86d-ee29-4a24-ba0d-e552cb5d1e89,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:34.446832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] In _notify_port_updated(), no bound segment for port 935a09fe-a3fd-4d03-a192-4bb6e457ba34 on network 619ea56b-13d2-4337-877d-80115157c7d7 {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:20:34.456830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:34.457543 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.461795 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "PUT /v2.0/ports/935a09fe-a3fd-4d03-a192-4bb6e457ba34 HTTP/1.1" status: 200  len: 1129 time: 0.3366511
Nov 27 21:20:34.462822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46894) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:34.477897 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2abb4a-66e2-4525-bf3a-065ae68d7417 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event updated for resources: {'Port': ['ID=935a09fe-a3fd-4d03-a192-4bb6e457ba34,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:34.512630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ae1649-ecd6-4bde-a7e0-3955e579f88d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:34.517563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46896) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:34.517887 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-96ae1649-ecd6-4bde-a7e0-3955e579f88d tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "GET /v2.0/ports/935a09fe-a3fd-4d03-a192-4bb6e457ba34 HTTP/1.1" status: 200  len: 1129 time: 0.0528607
Nov 27 21:20:34.611455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5373500d-314d-453a-a16d-aabb08b8415e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Deleting port 935a09fe-a3fd-4d03-a192-4bb6e457ba34 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:34.611647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a0e5847d-17ad-4460-a4c9-01a9ab460ed6 None None] Provisioning complete for port 935a09fe-a3fd-4d03-a192-4bb6e457ba34 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:34.614653 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5373500d-314d-453a-a16d-aabb08b8415e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.614880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a0e5847d-17ad-4460-a4c9-01a9ab460ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.649136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5847d-17ad-4460-a4c9-01a9ab460ed6 None None] Port 935a09fe-a3fd-4d03-a192-4bb6e457ba34 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:20:34.660382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a0e5847d-17ad-4460-a4c9-01a9ab460ed6 None None] Provisioning complete for port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:34.660849 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a0e5847d-17ad-4460-a4c9-01a9ab460ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.707079 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5373500d-314d-453a-a16d-aabb08b8415e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.720417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-5373500d-314d-453a-a16d-aabb08b8415e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Calling delete_port for 935a09fe-a3fd-4d03-a192-4bb6e457ba34 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:34.856161 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5373500d-314d-453a-a16d-aabb08b8415e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.858041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b2b913ef-9040-4899-a13e-cf145ea21c05 None None] Could not find standard attr ID for object 935a09fe-a3fd-4d03-a192-4bb6e457ba34. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:20:34.890035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373500d-314d-453a-a16d-aabb08b8415e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event deleted for resources: {'Port': ['ID=935a09fe-a3fd-4d03-a192-4bb6e457ba34,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:34.914853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5373500d-314d-453a-a16d-aabb08b8415e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:34.919290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5373500d-314d-453a-a16d-aabb08b8415e tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "DELETE /v2.0/ports/935a09fe-a3fd-4d03-a192-4bb6e457ba34 HTTP/1.1" status: 204  len: 168 time: 0.3999465
Nov 27 21:20:34.921369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46898) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:34.973174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-10160ecf-8cab-4aa2-abfd-4a21cb647a8f None None] Could not find standard attr ID for object b9610979-8056-4b01-aa98-aa8b22d7f5bf. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:20:34.976241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-430b4617-775e-463e-96c4-d8da89a6819c tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Deleting subnet d180b8b6-bbea-4c00-bd10-5e089d6bfcc2 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:20:34.979525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-430b4617-775e-463e-96c4-d8da89a6819c tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.026729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-430b4617-775e-463e-96c4-d8da89a6819c tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.114873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:35.125686 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-430b4617-775e-463e-96c4-d8da89a6819c tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.167618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:35.167899 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.190760 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-430b4617-775e-463e-96c4-d8da89a6819c tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.221611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b4617-775e-463e-96c4-d8da89a6819c tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event deleted for resources: {'Subnet': ['ID=d180b8b6-bbea-4c00-bd10-5e089d6bfcc2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:35.228725 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-430b4617-775e-463e-96c4-d8da89a6819c tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.232648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-430b4617-775e-463e-96c4-d8da89a6819c tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "DELETE /v2.0/subnets/d180b8b6-bbea-4c00-bd10-5e089d6bfcc2 HTTP/1.1" status: 204  len: 168 time: 0.3101978
Nov 27 21:20:35.235090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46900) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:35.321455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.368861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2ea6d4-d168-432c-8e15-4a04504cad1a None None] Network 619ea56b-13d2-4337-877d-80115157c7d7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:35.376265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Deleting port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:35.376615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.425708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6532d124-caa9-4448-9f6d-76c25219ada0 None None] Could not find standard attr ID for object 935a09fe-a3fd-4d03-a192-4bb6e457ba34. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:20:35.444513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] For port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d09bf86d-ee29-4a24-ba0d-e552cb5d1e89,segment=NetworkSegment(2d5eccae-0dce-4123-96c4-aa9078f9b8ee),segment_id=2d5eccae-0dce-4123-96c4-aa9078f9b8ee)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:35.444972 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.460145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Calling delete_port for d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:35.543822 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.559858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f8a9fb-bb74-45fe-8b00-a21256a86e8d None None] DHCP port deletion for 619ea56b-13d2-4337-877d-80115157c7d7 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:20:35.573323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event deleted for resources: {'Port': ['ID=d09bf86d-ee29-4a24-ba0d-e552cb5d1e89,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:35.575187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] No DVR routers for this DVR port d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:20:35.656654 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.678842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b26a0>,) {'filters': {'network_id': ['619ea56b-13d2-4337-877d-80115157c7d7']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:35.688575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b26a0>, '2d5eccae-0dce-4123-96c4-aa9078f9b8ee') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:35.688862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd1b26a0>, '2d5eccae-0dce-4123-96c4-aa9078f9b8ee') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:35.698422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.712132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.718311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:35.718816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:35.722271 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:35.782114 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.789782 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:35.793034 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] 10.222.0.21 "DELETE /v2.0/networks/619ea56b-13d2-4337-877d-80115157c7d7 HTTP/1.1" status: 204  len: 168 time: 0.5568321
Nov 27 21:20:35.808888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f926171-7243-4ce1-a04e-5f7e35feba94 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104 tempest-ExtraDHCPOptionsIpV6TestJSON-45171104-project] Pushing event deleted for resources: {'Network': ['ID=619ea56b-13d2-4337-877d-80115157c7d7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:36.030367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46908) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:36.163036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-67cd0b4d-1b93-4b3f-bc87-1422688f5bf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b15d4a7d21640fbbfbf7889634e9522&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1315241
Nov 27 21:20:36.165508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46912) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:36.211404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1153b22-6049-408a-a62f-21fe0762f811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:36.231837 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1153b22-6049-408a-a62f-21fe0762f811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:36.277531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1153b22-6049-408a-a62f-21fe0762f811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:36.280206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d1153b22-6049-408a-a62f-21fe0762f811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:36.281400 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d1153b22-6049-408a-a62f-21fe0762f811 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38208568-77a2-4179-a13e-ebb5560ea33d HTTP/1.1" status: 204  len: 168 time: 0.1149619
Nov 27 21:20:36.289046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1153b22-6049-408a-a62f-21fe0762f811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38208568-77a2-4179-a13e-ebb5560ea33d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:36.474533 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-73ee5e0a-3077-4150-b597-dc5dc07aaa6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:36.937784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46950) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:37.034138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-312363073'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:37.057018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:20:37.057424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:37.061103 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:37.069633 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:37.080646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:20:37.081094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d09bf86d-ee29-4a24-ba0d-e552cb5d1e89 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:20:37.143246 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:37.146978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:37.176480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:37.185727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54176a54-a2d6-47a3-892a-d0e251742125,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:37.191792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:37.192171 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment a01b4ed7-6977-4a25-84ef-46c5f9330f77 of type vlan for network 923cba77-f9ed-4352-abd3-2e366bf12bf7
Nov 27 21:20:37.231410 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:37.255741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:37.261330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:37.261915 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:37.315678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3767354
Nov 27 21:20:37.330272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630b5e-6ed3-4d43-9aa9-b58e493ec9cd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=923cba77-f9ed-4352-abd3-2e366bf12bf7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:37.341899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 923cba77-f9ed-4352-abd3-2e366bf12bf7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:37.879986 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:39.591137 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:40.313685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:40.505783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46962) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:40.508659 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': '923cba77-f9ed-4352-abd3-2e366bf12bf7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:40.598808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:40.602753 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:40.783044 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:40.842540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=630364d6-1a01-41f1-9b95-7b1e3496eb46,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:40.851047 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking segment: {'id': 'a01b4ed7-6977-4a25-84ef-46c5f9330f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '923cba77-f9ed-4352-abd3-2e366bf12bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:40.851536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network hostable DHCP agents. Network: 923cba77-f9ed-4352-abd3-2e366bf12bf7, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:40.867501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network 923cba77-f9ed-4352-abd3-2e366bf12bf7 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:40.875175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 923cba77-f9ed-4352-abd3-2e366bf12bf7) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:40.879289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:40.881181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:40.885007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab2ba3-d5e3-4fb8-8af0-fd319b76b5ed None None] Network 923cba77-f9ed-4352-abd3-2e366bf12bf7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:40.897260 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-149efd3a-6d8d-47b5-b451-d6ad38694709 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3926551
Nov 27 21:20:40.900641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46964) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:40.905695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769599906'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:40.925334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:40.928832 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:40.953044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:40.964512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:40.964867 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment 87000036-ff8d-49d7-a830-3203e1214ef6 of type vlan for network 4e82859b-904c-434a-99bd-8bd80b5bad76
Nov 27 21:20:41.006736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.032078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.038066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:41.038672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.045817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-923cba77-f9ed-4352-abd3-2e366bf12bf7', 'network_id': '923cba77-f9ed-4352-abd3-2e366bf12bf7', 'tenant_id': '424217fe50de4a60ae88f538bdaecae2', 'fixed_ips': [{'subnet_id': '630364d6-1a01-41f1-9b95-7b1e3496eb46'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:41.046996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.097411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1957200
Nov 27 21:20:41.100533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46970) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:41.111605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': '4e82859b-904c-434a-99bd-8bd80b5bad76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:41.129841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88484d-e0e7-4b33-af90-aa7ff24ceb0b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=4e82859b-904c-434a-99bd-8bd80b5bad76,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:41.142753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 4e82859b-904c-434a-99bd-8bd80b5bad76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:41.215750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:41.219417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.245658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Allocated IP 2001:db8:0:ffff::2 (923cba77-f9ed-4352-abd3-2e366bf12bf7/630364d6-1a01-41f1-9b95-7b1e3496eb46/91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:41.395406 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.401434 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.404245 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.452173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Network 923cba77-f9ed-4352-abd3-2e366bf12bf7 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:41.455230 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:41.459340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:41.466227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Pushing event updated for resources: {'Port': ['ID=91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:41.478092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=0ecf763a-4274-47b7-a764-8556c6013a00,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:41.479639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking segment: {'id': '87000036-ff8d-49d7-a830-3203e1214ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4e82859b-904c-434a-99bd-8bd80b5bad76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:41.480013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network hostable DHCP agents. Network: 4e82859b-904c-434a-99bd-8bd80b5bad76, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:41.497980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network 4e82859b-904c-434a-99bd-8bd80b5bad76 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:41.507230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e82859b-904c-434a-99bd-8bd80b5bad76) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:41.511228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:41.511858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.521508 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e53916-4ffd-4601-8e98-aef8c565f12b None None] Network 4e82859b-904c-434a-99bd-8bd80b5bad76 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:41.529553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-98deea5b-a6d1-4314-a296-5256c3602b54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4278023
Nov 27 21:20:41.531972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46974) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:41.570130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Attempting to bind port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:41.570500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Attempting to bind port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a01b4ed7-6977-4a25-84ef-46c5f9330f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '923cba77-f9ed-4352-abd3-2e366bf12bf7'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:41.570863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Attempting to bind port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 on network 923cba77-f9ed-4352-abd3-2e366bf12bf7 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:41.579109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:41.579512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Checking segment: {'id': 'a01b4ed7-6977-4a25-84ef-46c5f9330f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '923cba77-f9ed-4352-abd3-2e366bf12bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:41.579912 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.580305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Bound using segment: {'id': 'a01b4ed7-6977-4a25-84ef-46c5f9330f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '923cba77-f9ed-4352-abd3-2e366bf12bf7'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:41.580765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Bound port: 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01b4ed7-6977-4a25-84ef-46c5f9330f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '923cba77-f9ed-4352-abd3-2e366bf12bf7'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:41.581144 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.634293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.690595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] For port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:41.708069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] For port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3,segment=NetworkSegment(a01b4ed7-6977-4a25-84ef-46c5f9330f77),segment_id=a01b4ed7-6977-4a25-84ef-46c5f9330f77)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:41.711109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.716268 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.759267 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc5d42-50a0-474b-a6af-d359d7ad2b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4e82859b-904c-434a-99bd-8bd80b5bad76', 'network_id': '4e82859b-904c-434a-99bd-8bd80b5bad76', 'tenant_id': '424217fe50de4a60ae88f538bdaecae2', 'fixed_ips': [{'subnet_id': '0ecf763a-4274-47b7-a764-8556c6013a00'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:41.760136 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-95dc5d42-50a0-474b-a6af-d359d7ad2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.777460 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.822348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecf763a-4274-47b7-a764-8556c6013a00,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:41.868879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a99d49-456d-4123-904e-55599a4fa011 None None] Pushing event updated for resources: {'Port': ['ID=91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:41.874540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.890088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977519de-7976-49ff-9d1c-75e1165bf04f None None] Network 4e82859b-904c-434a-99bd-8bd80b5bad76 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:41.898849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b6970>,) {'filters': {'network_id': ['4e82859b-904c-434a-99bd-8bd80b5bad76']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:41.910006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b6970>, '87000036-ff8d-49d7-a830-3203e1214ef6') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:41.910428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b6970>, '87000036-ff8d-49d7-a830-3203e1214ef6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:41.923357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.937147 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.944066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:41.944435 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:41.949370 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:42.028033 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.037705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.040823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/4e82859b-904c-434a-99bd-8bd80b5bad76 HTTP/1.1" status: 204  len: 168 time: 0.5078623
Nov 27 21:20:42.044452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46976) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:42.049661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428428992'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:42.050854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7d4fd-d3db-41d9-a572-2b5111c97132 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=4e82859b-904c-434a-99bd-8bd80b5bad76,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:42.073835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:42.077496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.103082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:42.113600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.115489 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment 1a896dc1-b6f8-4f43-a835-35a2be6fbd13 of type vlan for network 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1
Nov 27 21:20:42.158744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.181886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.187517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:42.188104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.246296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2004192
Nov 27 21:20:42.249096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46978) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:42.254227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': '12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:42.258495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4246a63-f238-4e30-8a96-5f7fc23b4506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:42.268812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:42.346340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:42.350044 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.545672 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.611693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=267ecf62-2cee-4507-9b28-8feb2fc49fa0,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:42.621630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking segment: {'id': '1a896dc1-b6f8-4f43-a835-35a2be6fbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:42.621992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network hostable DHCP agents. Network: 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:42.640765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:42.650650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:42.656247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:42.656987 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.660917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc673804-908d-4ff8-a0e5-deaf64dc2f0b None None] Network 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:42.679333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46982) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:42.679549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f15065a4-58ee-4066-8cbc-ef59cb4deac8 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.4292178
Nov 27 21:20:42.684514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1335247069'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:42.708019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:42.712035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.740570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:42.751984 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.752354 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment 3edf5baa-2138-400a-93fa-ec9bf8a5695e of type vlan for network 0ea43d3b-4b19-4477-9c19-0fd48405c10b
Nov 27 21:20:42.793374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37ae2c-65fa-43c5-b8fa-aa695e055df1 None None] Network 923cba77-f9ed-4352-abd3-2e366bf12bf7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:42.795121 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.819676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.825201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:42.825783 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.885948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2054353
Nov 27 21:20:42.888901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46984) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:42.893979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': '0ea43d3b-4b19-4477-9c19-0fd48405c10b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:42.897975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1', 'network_id': '12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1', 'tenant_id': '424217fe50de4a60ae88f538bdaecae2', 'fixed_ips': [{'subnet_id': '267ecf62-2cee-4507-9b28-8feb2fc49fa0'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:42.898523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4969d-e2d8-46d4-a72c-a9559930036a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=0ea43d3b-4b19-4477-9c19-0fd48405c10b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:42.899755 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:42.915395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 0ea43d3b-4b19-4477-9c19-0fd48405c10b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:42.975211 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:20:42.984087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:42.988162 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.012486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-32ae2a22-2882-41d3-96fc-d64d7c35674e None None] Provisioning complete for port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:43.012863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32ae2a22-2882-41d3-96fc-d64d7c35674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.053521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.ipam_backend_mixin [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Performing IP validity checks on allocation pools {{(pid=120909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 27 21:20:43.054051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.ipam_backend_mixin [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 27 21:20:43.114356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:43.183787 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.253102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=f6ad0cde-157f-4421-b969-0bc58f3b144c,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:43.260945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking segment: {'id': '3edf5baa-2138-400a-93fa-ec9bf8a5695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ea43d3b-4b19-4477-9c19-0fd48405c10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:43.261314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network hostable DHCP agents. Network: 0ea43d3b-4b19-4477-9c19-0fd48405c10b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:43.279314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network 0ea43d3b-4b19-4477-9c19-0fd48405c10b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:43.288771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ea43d3b-4b19-4477-9c19-0fd48405c10b) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:43.292952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:43.293545 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.310359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aca3f0bc-b895-483d-b2c0-6a10fc4627a2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.4203115
Nov 27 21:20:43.313165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46986) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:43.337404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4320aa-4544-4d45-8564-bb2864d67bb5 None None] Network 0ea43d3b-4b19-4477-9c19-0fd48405c10b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:43.412001 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.499395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Allocated IP 2001:db8::3 (12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1/267ecf62-2cee-4507-9b28-8feb2fc49fa0/bc893452-816e-4997-8b37-668d65742b4f) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:43.500161 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.562639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:43.562919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.567442 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32ae2a22-2882-41d3-96fc-d64d7c35674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.570032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.603277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ad0cde-157f-4421-b969-0bc58f3b144c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:43.679796 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.701694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f79ced60>,) {'filters': {'network_id': ['0ea43d3b-4b19-4477-9c19-0fd48405c10b']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:43.711204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f79ced60>, '3edf5baa-2138-400a-93fa-ec9bf8a5695e') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:43.711625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f79ced60>, '3edf5baa-2138-400a-93fa-ec9bf8a5695e') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:43.720985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.735304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.735628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-32ae2a22-2882-41d3-96fc-d64d7c35674e None None] For port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3,segment=NetworkSegment(a01b4ed7-6977-4a25-84ef-46c5f9330f77),segment_id=a01b4ed7-6977-4a25-84ef-46c5f9330f77)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:43.742164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:43.742569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.744551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53136401-8542-4cb3-b38b-f4829f9af27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0ea43d3b-4b19-4477-9c19-0fd48405c10b', 'network_id': '0ea43d3b-4b19-4477-9c19-0fd48405c10b', 'tenant_id': '424217fe50de4a60ae88f538bdaecae2', 'fixed_ips': [{'subnet_id': 'f6ad0cde-157f-4421-b969-0bc58f3b144c'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:43.745414 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-53136401-8542-4cb3-b38b-f4829f9af27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:43.745613 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:43.758271 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32ae2a22-2882-41d3-96fc-d64d7c35674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.806066 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.814712 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.817841 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/0ea43d3b-4b19-4477-9c19-0fd48405c10b HTTP/1.1" status: 204  len: 168 time: 0.5036678
Nov 27 21:20:43.822553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 46992) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:43.827534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1337579959'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:43.835618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd6cd7-db67-4e05-b168-70af8e6c91fa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=0ea43d3b-4b19-4477-9c19-0fd48405c10b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:43.850746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:43.854294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.878609 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:43.888208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.888571 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment ac90115b-906b-4052-8267-f02415c734cc of type vlan for network 091526d4-c9bd-4a3e-ba94-945301a7e54c
Nov 27 21:20:43.913427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaeea88-cf24-4245-8f96-8403dbe4a175 None None] Network 0ea43d3b-4b19-4477-9c19-0fd48405c10b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:43.930407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.939163 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.941315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae2a22-2882-41d3-96fc-d64d7c35674e None None] Pushing event updated for resources: {'Port': ['ID=91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:43.946746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaeea88-cf24-4245-8f96-8403dbe4a175 None None] Network 0ea43d3b-4b19-4477-9c19-0fd48405c10b could not be found, it might have been deleted concurrently. {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 27 21:20:43.955111 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.958882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3cde2f3d-46fc-4f62-ac89-4292804128ee None None] Provisioning complete for port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:43.959316 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3cde2f3d-46fc-4f62-ac89-4292804128ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.960910 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:43.966648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:43.967246 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.018426 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1947412
Nov 27 21:20:44.021905 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46994) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:44.027078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': '091526d4-c9bd-4a3e-ba94-945301a7e54c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:44.030635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Network 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:44.036198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Pushing event updated for resources: {'Port': ['ID=bc893452-816e-4997-8b37-668d65742b4f,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:44.040261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c5943-3cdf-473b-88f5-94342a9500f7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=091526d4-c9bd-4a3e-ba94-945301a7e54c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:44.041488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:44.044696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:44.073665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 091526d4-c9bd-4a3e-ba94-945301a7e54c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:44.120661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:44.124511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.194529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Attempting to bind port bc893452-816e-4997-8b37-668d65742b4f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:44.194918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Attempting to bind port bc893452-816e-4997-8b37-668d65742b4f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a896dc1-b6f8-4f43-a835-35a2be6fbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:44.195313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Attempting to bind port bc893452-816e-4997-8b37-668d65742b4f on network 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:44.207195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:44.207577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Checking segment: {'id': '1a896dc1-b6f8-4f43-a835-35a2be6fbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:44.207986 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.208379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Bound using segment: {'id': '1a896dc1-b6f8-4f43-a835-35a2be6fbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:44.209402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Bound port: bc893452-816e-4997-8b37-668d65742b4f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a896dc1-b6f8-4f43-a835-35a2be6fbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:44.209781 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.280437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] For port bc893452-816e-4997-8b37-668d65742b4f, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:44.283661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] For port bc893452-816e-4997-8b37-668d65742b4f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc893452-816e-4997-8b37-668d65742b4f,segment=NetworkSegment(1a896dc1-b6f8-4f43-a835-35a2be6fbd13),segment_id=1a896dc1-b6f8-4f43-a835-35a2be6fbd13)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:44.288498 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.313523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.350718 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b337b-1039-4135-a86f-ccbb9784ae30 None None] Pushing event updated for resources: {'Port': ['ID=bc893452-816e-4997-8b37-668d65742b4f,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:44.366849 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=61a2c2b0-bdaf-44be-9490-a0b2f21960db,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:44.389326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking segment: {'id': 'ac90115b-906b-4052-8267-f02415c734cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '091526d4-c9bd-4a3e-ba94-945301a7e54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:44.389692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network hostable DHCP agents. Network: 091526d4-c9bd-4a3e-ba94-945301a7e54c, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:44.408864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network 091526d4-c9bd-4a3e-ba94-945301a7e54c is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:44.418302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 091526d4-c9bd-4a3e-ba94-945301a7e54c) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:44.423485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:44.424221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.429701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82fc39c-09cc-425a-b862-604e264fcff9 None None] Network 091526d4-c9bd-4a3e-ba94-945301a7e54c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:44.456676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1da9e42f-3382-4575-a956-57c9032d632a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.4334857
Nov 27 21:20:44.460109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 46996) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:44.584532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.624165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818c66f1-17c8-4d69-95e3-b65cdf1dc1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-091526d4-c9bd-4a3e-ba94-945301a7e54c', 'network_id': '091526d4-c9bd-4a3e-ba94-945301a7e54c', 'tenant_id': '424217fe50de4a60ae88f538bdaecae2', 'fixed_ips': [{'subnet_id': '61a2c2b0-bdaf-44be-9490-a0b2f21960db'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:44.625059 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-818c66f1-17c8-4d69-95e3-b65cdf1dc1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.643604 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.717920 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server [None req-818c66f1-17c8-4d69-95e3-b65cdf1dc1d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61a2c2b0-bdaf-44be-9490-a0b2f21960db: This subnet is being modified by another concurrent operation.
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61a2c2b0-bdaf-44be-9490-a0b2f21960db: This subnet is being modified by another concurrent operation.
Nov 27 21:20:44.735795 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server 
Nov 27 21:20:44.751731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=61a2c2b0-bdaf-44be-9490-a0b2f21960db,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:44.756021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09944e50-31dc-4174-b9ed-f8ee0c0fef85 None None] Network 091526d4-c9bd-4a3e-ba94-945301a7e54c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:44.808396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.828702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f00a0>,) {'filters': {'network_id': ['091526d4-c9bd-4a3e-ba94-945301a7e54c']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:44.838431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f00a0>, 'ac90115b-906b-4052-8267-f02415c734cc') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:44.838734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8f00a0>, 'ac90115b-906b-4052-8267-f02415c734cc') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:44.848664 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.862577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.869109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:44.869500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:44.872548 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:44.932396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.939115 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:44.946326 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/091526d4-c9bd-4a3e-ba94-945301a7e54c HTTP/1.1" status: 204  len: 168 time: 0.4808023
Nov 27 21:20:44.946785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47000) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:44.952015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12557306'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:44.955305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d7447-8d79-405b-8b6e-72c8a4cf9247 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=091526d4-c9bd-4a3e-ba94-945301a7e54c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:44.978099 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:44.981673 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.007242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:45.018785 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.019118 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment 5a29cdc5-69a2-4c10-9d99-f3f4df234cc7 of type vlan for network 099d268d-e430-4c1a-9bf8-784ac948313f
Nov 27 21:20:45.070010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.102011 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.108268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:45.108907 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.158985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:45.175955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2280040
Nov 27 21:20:45.179369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47002) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:45.186559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': '099d268d-e430-4c1a-9bf8-784ac948313f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:45.191500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2d2bd-337f-440f-a4de-058067ea525f tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=099d268d-e430-4c1a-9bf8-784ac948313f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:45.202555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 099d268d-e430-4c1a-9bf8-784ac948313f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:45.281285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:45.281760 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.285843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:45.290443 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.371859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884b84e-5315-4c2e-9182-13b39bb1540e None None] Network 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:45.424053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bc893452-816e-4997-8b37-668d65742b4f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:45.496151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.512203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bf06ddc4-d672-4f39-a729-db8f36d9adb0 None None] Provisioning complete for port bc893452-816e-4997-8b37-668d65742b4f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:45.512584 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf06ddc4-d672-4f39-a729-db8f36d9adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.555464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=1ecc3d35-d8ce-4514-9c71-be271acb11bc,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:45.564670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking segment: {'id': '5a29cdc5-69a2-4c10-9d99-f3f4df234cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '099d268d-e430-4c1a-9bf8-784ac948313f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:45.565040 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network hostable DHCP agents. Network: 099d268d-e430-4c1a-9bf8-784ac948313f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:45.577366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bc893452-816e-4997-8b37-668d65742b4f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:45.577707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.581661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network 099d268d-e430-4c1a-9bf8-784ac948313f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:45.591289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 099d268d-e430-4c1a-9bf8-784ac948313f) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:45.595957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:45.596553 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.607442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d4274f-baaa-45f2-9fe9-e91fbe6fbbf8 None None] Network 099d268d-e430-4c1a-9bf8-784ac948313f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:45.614214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a0ed8fc6-0fa8-4566-9817-48167fa8c29c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4336994
Nov 27 21:20:45.616721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47004) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:45.718001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.769848 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.787915 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf06ddc4-d672-4f39-a729-db8f36d9adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.830214 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.852115 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.856187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecc3d35-d8ce-4514-9c71-be271acb11bc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:45.878727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-bf06ddc4-d672-4f39-a729-db8f36d9adb0 None None] For port bc893452-816e-4997-8b37-668d65742b4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc893452-816e-4997-8b37-668d65742b4f,segment=NetworkSegment(1a896dc1-b6f8-4f43-a835-35a2be6fbd13),segment_id=1a896dc1-b6f8-4f43-a835-35a2be6fbd13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:45.889074 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf06ddc4-d672-4f39-a729-db8f36d9adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.929970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.935169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225cbc12-7b66-4055-a75b-2378baf461ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-099d268d-e430-4c1a-9bf8-784ac948313f', 'network_id': '099d268d-e430-4c1a-9bf8-784ac948313f', 'tenant_id': '424217fe50de4a60ae88f538bdaecae2', 'fixed_ips': [{'subnet_id': '1ecc3d35-d8ce-4514-9c71-be271acb11bc'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:45.936093 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-225cbc12-7b66-4055-a75b-2378baf461ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.958120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef60cb50>,) {'filters': {'network_id': ['099d268d-e430-4c1a-9bf8-784ac948313f']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:45.969079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef60cb50>, '5a29cdc5-69a2-4c10-9d99-f3f4df234cc7') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:45.969389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef60cb50>, '5a29cdc5-69a2-4c10-9d99-f3f4df234cc7') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:45.980340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:45.995695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.002842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:46.004055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:46.007914 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:46.068163 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.075071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.078424 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/099d268d-e430-4c1a-9bf8-784ac948313f HTTP/1.1" status: 204  len: 168 time: 0.4606979
Nov 27 21:20:46.082023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47008) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:46.096224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10719126'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:46.101343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c02056-7f1c-43dc-8b90-303489fc8698 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=099d268d-e430-4c1a-9bf8-784ac948313f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:46.122710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:46.126361 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.155849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:46.167168 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.167563 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment 3ae3819d-b189-4705-9d5d-382ce3d64383 of type vlan for network c76cfa61-26d4-4a7d-8230-43d538888ba6
Nov 27 21:20:46.186762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06ddc4-d672-4f39-a729-db8f36d9adb0 None None] Pushing event updated for resources: {'Port': ['ID=bc893452-816e-4997-8b37-668d65742b4f,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:46.191745 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.193493 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:20:46.193859 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:20:46.195096 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2fcdaf92-7629-47e0-a1cc-5b2aaf0d5a4f None None] Provisioning complete for port bc893452-816e-4997-8b37-668d65742b4f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:46.195474 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2fcdaf92-7629-47e0-a1cc-5b2aaf0d5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.199054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154230a2-5568-4511-8052-71fb1e795bb5 None None] Network 099d268d-e430-4c1a-9bf8-784ac948313f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:46.213283 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.234448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154230a2-5568-4511-8052-71fb1e795bb5 None None] Network 099d268d-e430-4c1a-9bf8-784ac948313f could not be found, it might have been deleted concurrently. {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 27 21:20:46.241628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.243010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328f62b2-8b03-40f4-8f23-6644790267b2 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:20:46.247711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:46.248331 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.301079 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2179303
Nov 27 21:20:46.304411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47010) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:46.309156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': 'c76cfa61-26d4-4a7d-8230-43d538888ba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:46.364525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f62b2-8b03-40f4-8f23-6644790267b2 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:20:46.370629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abadc4-6993-40d3-ace5-07429b0e77a6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=c76cfa61-26d4-4a7d-8230-43d538888ba6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:46.381949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c76cfa61-26d4-4a7d-8230-43d538888ba6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:46.419362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:46.422903 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.610545 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.670742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c15f1923-442b-4d92-8345-a2f1c60989f7 None None] Provisioning complete for port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:46.671243 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c15f1923-442b-4d92-8345-a2f1c60989f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.673793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=ceacbca9-d52f-4b98-b9be-ad44b74121c9,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:46.682355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking segment: {'id': '3ae3819d-b189-4705-9d5d-382ce3d64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c76cfa61-26d4-4a7d-8230-43d538888ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:46.682736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network hostable DHCP agents. Network: c76cfa61-26d4-4a7d-8230-43d538888ba6, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:46.703043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network c76cfa61-26d4-4a7d-8230-43d538888ba6 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:46.712208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c76cfa61-26d4-4a7d-8230-43d538888ba6) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:46.717109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:46.717842 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.727695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55657dab-323c-47ac-9c2b-574e5fda3663 None None] Network c76cfa61-26d4-4a7d-8230-43d538888ba6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:46.735782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d83b84e-5cc5-451e-be28-82207b3d3261 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4303560
Nov 27 21:20:46.739100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47014) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:46.744788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': 'c76cfa61-26d4-4a7d-8230-43d538888ba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:46.858461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:46.862826 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:46.923943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c76cfa61-26d4-4a7d-8230-43d538888ba6', 'network_id': 'c76cfa61-26d4-4a7d-8230-43d538888ba6', 'tenant_id': '424217fe50de4a60ae88f538bdaecae2', 'fixed_ips': [{'subnet_id': 'ceacbca9-d52f-4b98-b9be-ad44b74121c9'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:46.924815 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.077496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Allocated IP 2001:db8::2 (c76cfa61-26d4-4a7d-8230-43d538888ba6/ceacbca9-d52f-4b98-b9be-ad44b74121c9/be3af4ae-2822-495b-a76c-99fd38933bf4) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:47.087780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16baf37d-4b97-4158-870e-8d27eb19195e req-727d7ef8-b5ca-4f23-a10c-7084199fe61c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0525584
Nov 27 21:20:47.100291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bc893452-816e-4997-8b37-668d65742b4f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:47.120764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.168525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network c76cfa61-26d4-4a7d-8230-43d538888ba6 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:47.171872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:47.176191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.176794 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.182348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=8fc3b7bc-0427-480f-8452-4e407447d9f6,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:47.197271 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-48d27e9e-1d3c-4938-9089-7667f8fda893 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.4564154
Nov 27 21:20:47.199835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47018) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:47.201566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baf37d-4b97-4158-870e-8d27eb19195e req-23589599-72c5-4cff-ab97-66c17b25a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.203090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16baf37d-4b97-4158-870e-8d27eb19195e req-23589599-72c5-4cff-ab97-66c17b25a627 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1096 time: 0.0698102
Nov 27 21:20:47.237232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bc893452-816e-4997-8b37-668d65742b4f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:47.238068 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.293487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f721dd-151a-490a-9bd7-fbcaba2a052a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.295053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f721dd-151a-490a-9bd7-fbcaba2a052a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.296627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f721dd-151a-490a-9bd7-fbcaba2a052a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.298176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f721dd-151a-490a-9bd7-fbcaba2a052a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.299886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f721dd-151a-490a-9bd7-fbcaba2a052a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.305366 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-96f721dd-151a-490a-9bd7-fbcaba2a052a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1007669
Nov 27 21:20:47.305534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47020) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:47.310339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816438031'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:47.321159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baf37d-4b97-4158-870e-8d27eb19195e req-57dc0d47-e391-466d-b2ad-8e7bfc341bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.322347 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16baf37d-4b97-4158-870e-8d27eb19195e req-57dc0d47-e391-466d-b2ad-8e7bfc341bb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 200  len: 898 time: 0.0952854
Nov 27 21:20:47.323294 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.332696 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.334340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:47.337793 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.362029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:47.371792 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.372143 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment b5157e26-99f8-4b0f-85f8-b793e418dc62 of type vlan for network d26018d3-bd9c-4ea0-9eeb-2325291fba47
Nov 27 21:20:47.399823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16baf37d-4b97-4158-870e-8d27eb19195e req-602216d3-2b1b-44ac-918c-362df876e955 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 1001 time: 0.0693030
Nov 27 21:20:47.405649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Network c76cfa61-26d4-4a7d-8230-43d538888ba6 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:47.412716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:47.414619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.415686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:47.423405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Pushing event updated for resources: {'Port': ['ID=be3af4ae-2822-495b-a76c-99fd38933bf4,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:47.454357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.461789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.462534 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.477955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baf37d-4b97-4158-870e-8d27eb19195e req-8bb6df81-dddf-42b4-b0de-b8be38c7b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.480236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16baf37d-4b97-4158-870e-8d27eb19195e req-8bb6df81-dddf-42b4-b0de-b8be38c7b483 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27697164-47a6-47a8-beaa-fef1e4689c5a HTTP/1.1" status: 200  len: 834 time: 0.0711014
Nov 27 21:20:47.493290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1867495
Nov 27 21:20:47.496242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47022) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:47.500717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Attempting to bind port be3af4ae-2822-495b-a76c-99fd38933bf4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:47.501372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Attempting to bind port be3af4ae-2822-495b-a76c-99fd38933bf4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ae3819d-b189-4705-9d5d-382ce3d64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c76cfa61-26d4-4a7d-8230-43d538888ba6'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:47.501754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Attempting to bind port be3af4ae-2822-495b-a76c-99fd38933bf4 on network c76cfa61-26d4-4a7d-8230-43d538888ba6 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:47.507268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:47.507674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Checking segment: {'id': '3ae3819d-b189-4705-9d5d-382ce3d64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c76cfa61-26d4-4a7d-8230-43d538888ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:47.508090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.508525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Bound using segment: {'id': '3ae3819d-b189-4705-9d5d-382ce3d64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c76cfa61-26d4-4a7d-8230-43d538888ba6'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:47.509006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Bound port: be3af4ae-2822-495b-a76c-99fd38933bf4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae3819d-b189-4705-9d5d-382ce3d64383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c76cfa61-26d4-4a7d-8230-43d538888ba6'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:47.509397 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.528426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c48820cf-7a93-4db6-baaa-45f7ca917bbd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'New_network'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:47.537283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baf37d-4b97-4158-870e-8d27eb19195e req-09b53f48-bb06-429d-b28a-1d6e982c0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.538924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16baf37d-4b97-4158-870e-8d27eb19195e req-09b53f48-bb06-429d-b28a-1d6e982c0e05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0477631
Nov 27 21:20:47.579166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] For port be3af4ae-2822-495b-a76c-99fd38933bf4, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:47.582665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] For port be3af4ae-2822-495b-a76c-99fd38933bf4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be3af4ae-2822-495b-a76c-99fd38933bf4,segment=NetworkSegment(3ae3819d-b189-4705-9d5d-382ce3d64383),segment_id=3ae3819d-b189-4705-9d5d-382ce3d64383)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:47.587171 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.595697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=d26018d3-bd9c-4ea0-9eeb-2325291fba47,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:47.616121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.616485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.616817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.617161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.617875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.617875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.618162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.618480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.618812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.619142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.619495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.619819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb04fa-530c-4501-acfb-0abd7918ce34 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:47.631069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d26018d3-bd9c-4ea0-9eeb-2325291fba47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:47.704161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089074d-b798-440c-b636-d1aecf4c5baf None None] Pushing event updated for resources: {'Port': ['ID=be3af4ae-2822-495b-a76c-99fd38933bf4,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:47.759340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c48820cf-7a93-4db6-baaa-45f7ca917bbd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.779759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c48820cf-7a93-4db6-baaa-45f7ca917bbd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.801542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c48820cf-7a93-4db6-baaa-45f7ca917bbd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network d26018d3-bd9c-4ea0-9eeb-2325291fba47 is not hosted by any dhcp agent {{(pid=120908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 21:20:47.808020 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48820cf-7a93-4db6-baaa-45f7ca917bbd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:47.808675 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c48820cf-7a93-4db6-baaa-45f7ca917bbd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:47.812893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c48820cf-7a93-4db6-baaa-45f7ca917bbd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "PUT /v2.0/networks/d26018d3-bd9c-4ea0-9eeb-2325291fba47 HTTP/1.1" status: 200  len: 723 time: 0.3128557
Nov 27 21:20:47.841185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47026) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:47.847564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': 'd26018d3-bd9c-4ea0-9eeb-2325291fba47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:47.919381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48820cf-7a93-4db6-baaa-45f7ca917bbd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=d26018d3-bd9c-4ea0-9eeb-2325291fba47,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:47.947660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d26018d3-bd9c-4ea0-9eeb-2325291fba47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:47.975219 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:47.982689 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.016107 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16baf37d-4b97-4158-870e-8d27eb19195e req-ad5ea2cd-bd66-4352-bc98-241506ac1c96 service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4656911
Nov 27 21:20:48.124454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16baf37d-4b97-4158-870e-8d27eb19195e req-4929b4b4-b5b5-403f-8450-f89162b7d7a7 service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0995226
Nov 27 21:20:48.189907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.256727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=7cd35154-55e8-459d-8a48-d5d14823e86e,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:48.265363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking segment: {'id': 'b5157e26-99f8-4b0f-85f8-b793e418dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd26018d3-bd9c-4ea0-9eeb-2325291fba47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:48.265733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network hostable DHCP agents. Network: d26018d3-bd9c-4ea0-9eeb-2325291fba47, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:48.281778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network d26018d3-bd9c-4ea0-9eeb-2325291fba47 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:48.289977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d26018d3-bd9c-4ea0-9eeb-2325291fba47) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:48.293767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:48.294455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.298290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2408b63-1d3a-4763-8ab6-ae9e2f3a51a1 None None] Network d26018d3-bd9c-4ea0-9eeb-2325291fba47 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:48.309805 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0ee0f59c-565d-460b-b6ce-6252b9bd7e39 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4686060
Nov 27 21:20:48.312467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47028) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:48.317473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5c81735a-5c6e-4f21-8b0e-4ae5ab645c2e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:48.408049 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c81735a-5c6e-4f21-8b0e-4ae5ab645c2e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2143583026'] for subnet, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.473823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d26018d3-bd9c-4ea0-9eeb-2325291fba47', 'network_id': 'd26018d3-bd9c-4ea0-9eeb-2325291fba47', 'tenant_id': '424217fe50de4a60ae88f538bdaecae2', 'fixed_ips': [{'subnet_id': '7cd35154-55e8-459d-8a48-d5d14823e86e'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:48.474737 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.476747 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.579041 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c81735a-5c6e-4f21-8b0e-4ae5ab645c2e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788577952359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143852203'] for subnet, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.615805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c81735a-5c6e-4f21-8b0e-4ae5ab645c2e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:48.616415 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5c81735a-5c6e-4f21-8b0e-4ae5ab645c2e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.620437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47030) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:48.620625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5c81735a-5c6e-4f21-8b0e-4ae5ab645c2e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "PUT /v2.0/subnets/7cd35154-55e8-459d-8a48-d5d14823e86e HTTP/1.1" status: 200  len: 826 time: 0.3070695
Nov 27 21:20:48.627773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Allocated IP 2001:db8::2 (d26018d3-bd9c-4ea0-9eeb-2325291fba47/7cd35154-55e8-459d-8a48-d5d14823e86e/623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:48.649142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81735a-5c6e-4f21-8b0e-4ae5ab645c2e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=7cd35154-55e8-459d-8a48-d5d14823e86e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:48.743615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.772051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c60b8d-e533-4ce4-b8a2-2db3fc8eed02 None None] Network c76cfa61-26d4-4a7d-8230-43d538888ba6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:48.797084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.849797 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.863515 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.869523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-697c1392-0d67-4aac-aaae-a25c4e4b09e2 None None] Provisioning complete for port be3af4ae-2822-495b-a76c-99fd38933bf4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:48.869928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-697c1392-0d67-4aac-aaae-a25c4e4b09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.874284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.905085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd35154-55e8-459d-8a48-d5d14823e86e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:48.952143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Network d26018d3-bd9c-4ea0-9eeb-2325291fba47 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:48.961711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:48.963667 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:48.985946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:48.986341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef00b130>,) {'filters': {'network_id': ['d26018d3-bd9c-4ea0-9eeb-2325291fba47']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:48.997576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef00b130>, 'b5157e26-99f8-4b0f-85f8-b793e418dc62') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:48.997963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef00b130>, 'b5157e26-99f8-4b0f-85f8-b793e418dc62') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:48.999988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Pushing event updated for resources: {'Port': ['ID=623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:49.007358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.021884 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.028420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:49.028990 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:49.032913 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:49.097310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.db.api [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 21:20:49.097310 ncdv-master-1 neutron-server[120909]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 21:20:49.097310 ncdv-master-1 neutron-server[120909]: [parameters: {'id': 'd26018d3-bd9c-4ea0-9eeb-2325291fba47'}]
Nov 27 21:20:49.097310 ncdv-master-1 neutron-server[120909]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:20:49.097756 ncdv-master-1 neutron-server[120909]: DEBUG oslo_db.api [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:20:49.233311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device be3af4ae-2822-495b-a76c-99fd38933bf4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:49.298684 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Attempting to bind port 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:49.299376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Attempting to bind port 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b5157e26-99f8-4b0f-85f8-b793e418dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd26018d3-bd9c-4ea0-9eeb-2325291fba47'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:49.299501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Attempting to bind port 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd on network d26018d3-bd9c-4ea0-9eeb-2325291fba47 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:49.311809 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-697c1392-0d67-4aac-aaae-a25c4e4b09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.322826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:49.323212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Checking segment: {'id': 'b5157e26-99f8-4b0f-85f8-b793e418dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd26018d3-bd9c-4ea0-9eeb-2325291fba47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:49.323654 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.324060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Bound using segment: {'id': 'b5157e26-99f8-4b0f-85f8-b793e418dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd26018d3-bd9c-4ea0-9eeb-2325291fba47'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:49.324543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Bound port: 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5157e26-99f8-4b0f-85f8-b793e418dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd26018d3-bd9c-4ea0-9eeb-2325291fba47'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:49.324930 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.398416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-697c1392-0d67-4aac-aaae-a25c4e4b09e2 None None] For port be3af4ae-2822-495b-a76c-99fd38933bf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be3af4ae-2822-495b-a76c-99fd38933bf4,segment=NetworkSegment(3ae3819d-b189-4705-9d5d-382ce3d64383),segment_id=3ae3819d-b189-4705-9d5d-382ce3d64383)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:49.426305 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-697c1392-0d67-4aac-aaae-a25c4e4b09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.439005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port be3af4ae-2822-495b-a76c-99fd38933bf4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:49.439412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.516592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] For port 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:49.518555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc45219-9c19-4e8a-a260-e0d0ec0116b8 None None] Update dhcp port {'port': {'network_id': 'c76cfa61-26d4-4a7d-8230-43d538888ba6', 'fixed_ips': [{'subnet_id': 'ceacbca9-d52f-4b98-b9be-ad44b74121c9', 'ip_address': '2001:db8::2'}, {'subnet_id': '8fc3b7bc-0427-480f-8452-4e407447d9f6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'be3af4ae-2822-495b-a76c-99fd38933bf4'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:20:49.561674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] For port 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd,segment=NetworkSegment(b5157e26-99f8-4b0f-85f8-b793e418dc62),segment_id=b5157e26-99f8-4b0f-85f8-b793e418dc62)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:49.572463 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.574988 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2cc45219-9c19-4e8a-a260-e0d0ec0116b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.579532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c1392-0d67-4aac-aaae-a25c4e4b09e2 None None] Pushing event updated for resources: {'Port': ['ID=be3af4ae-2822-495b-a76c-99fd38933bf4,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:49.599932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.656739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Deleting port 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:49.657084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.719733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] For port 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd,segment=NetworkSegment(b5157e26-99f8-4b0f-85f8-b793e418dc62),segment_id=b5157e26-99f8-4b0f-85f8-b793e418dc62)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:49.720107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.732339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Calling delete_port for 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:49.736316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d377e0-e5ea-4ea1-9022-6d9d79649353 None None] Pushing event updated for resources: {'Port': ['ID=623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:49.794377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03440eb1-0369-4f47-a81b-0eb798d6ecaa None None] Network d26018d3-bd9c-4ea0-9eeb-2325291fba47 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:49.820021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.846831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Port': ['ID=623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:49.851312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No DVR routers for this DVR port 623c9ef0-ea7d-4d0e-87cf-a8d256fddfcd on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:20:49.933098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.950066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-2cc45219-9c19-4e8a-a260-e0d0ec0116b8 None None] Allocated IP 172.20.0.1 (c76cfa61-26d4-4a7d-8230-43d538888ba6/8fc3b7bc-0427-480f-8452-4e407447d9f6/be3af4ae-2822-495b-a76c-99fd38933bf4) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:49.953241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9c564-1a54-4a32-b4c4-ca34e9dde70a None None] Network d26018d3-bd9c-4ea0-9eeb-2325291fba47 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:49.953631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fec993d0>,) {'filters': {'network_id': ['d26018d3-bd9c-4ea0-9eeb-2325291fba47']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:49.963850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fec993d0>, 'b5157e26-99f8-4b0f-85f8-b793e418dc62') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:49.964159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fec993d0>, 'b5157e26-99f8-4b0f-85f8-b793e418dc62') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:49.973505 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.990155 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:49.996505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:49.996992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:50.000136 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:50.056951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.063806 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.066956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/d26018d3-bd9c-4ea0-9eeb-2325291fba47 HTTP/1.1" status: 204  len: 168 time: 1.4451487
Nov 27 21:20:50.070141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47036) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:50.091669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a0725-33af-4bfc-a10e-6310602ec9f3 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=d26018d3-bd9c-4ea0-9eeb-2325291fba47,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:50.102405 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-774e619c-116c-408c-8321-67a2f1e6d726 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:50.102916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774e619c-116c-408c-8321-67a2f1e6d726 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:50.105982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-774e619c-116c-408c-8321-67a2f1e6d726 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/d26018d3-bd9c-4ea0-9eeb-2325291fba47 HTTP/1.1" status: 404  len: 339 time: 0.0349305
Nov 27 21:20:50.109797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47038) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:50.115390 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1955296399', 'description': 'd1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:50.138560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2cc45219-9c19-4e8a-a260-e0d0ec0116b8 None None] For port be3af4ae-2822-495b-a76c-99fd38933bf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be3af4ae-2822-495b-a76c-99fd38933bf4,segment=NetworkSegment(3ae3819d-b189-4705-9d5d-382ce3d64383),segment_id=3ae3819d-b189-4705-9d5d-382ce3d64383)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:50.144634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:50.148225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.171056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2cc45219-9c19-4e8a-a260-e0d0ec0116b8 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.171339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:50.175533 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2cc45219-9c19-4e8a-a260-e0d0ec0116b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.181556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.181911 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment 451aa625-175c-4f2d-bfd3-28de99bd3412 of type vlan for network 4274dff0-cb2b-4ada-9aff-ccce49f2ba59
Nov 27 21:20:50.223814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.259204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.265088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:50.265722 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.275022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc45219-9c19-4e8a-a260-e0d0ec0116b8 None None] Pushing event updated for resources: {'Port': ['ID=be3af4ae-2822-495b-a76c-99fd38933bf4,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:50.334368 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2235267
Nov 27 21:20:50.337657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47040) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:50.350640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98f3ed-ab49-410f-9d34-e714ff1bdec5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=4274dff0-cb2b-4ada-9aff-ccce49f2ba59,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:50.361317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 4274dff0-cb2b-4ada-9aff-ccce49f2ba59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:50.445549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445532d9-509c-4b14-ba9e-5d78f343d72c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:50.448427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-445532d9-509c-4b14-ba9e-5d78f343d72c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/networks?id=4274dff0-cb2b-4ada-9aff-ccce49f2ba59 HTTP/1.1" status: 200  len: 765 time: 0.1100843
Nov 27 21:20:50.451012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47042) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:50.456450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-da796f7e-8c8f-413f-bb4d-9cfeb9c6219e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'description': 'd2'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:50.625863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da796f7e-8c8f-413f-bb4d-9cfeb9c6219e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.640704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da796f7e-8c8f-413f-bb4d-9cfeb9c6219e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.659740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da796f7e-8c8f-413f-bb4d-9cfeb9c6219e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network 4274dff0-cb2b-4ada-9aff-ccce49f2ba59 is not hosted by any dhcp agent {{(pid=120909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 21:20:50.665816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da796f7e-8c8f-413f-bb4d-9cfeb9c6219e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:50.666431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da796f7e-8c8f-413f-bb4d-9cfeb9c6219e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.667780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-da796f7e-8c8f-413f-bb4d-9cfeb9c6219e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "PUT /v2.0/networks/4274dff0-cb2b-4ada-9aff-ccce49f2ba59 HTTP/1.1" status: 200  len: 762 time: 0.2155979
Nov 27 21:20:50.670738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47044) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:50.717428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da796f7e-8c8f-413f-bb4d-9cfeb9c6219e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=4274dff0-cb2b-4ada-9aff-ccce49f2ba59,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:50.729670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 4274dff0-cb2b-4ada-9aff-ccce49f2ba59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:50.768479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab4630-5409-4f63-9406-09f0411396b5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:50.773846 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-41ab4630-5409-4f63-9406-09f0411396b5 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/networks?id=4274dff0-cb2b-4ada-9aff-ccce49f2ba59 HTTP/1.1" status: 200  len: 765 time: 0.0976334
Nov 27 21:20:50.774828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47046) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:50.810609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7bf275-e9c9-43d6-b132-f95eb5ab7bfd None None] Network c76cfa61-26d4-4a7d-8230-43d538888ba6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:50.898563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-69c1d344-3d07-47c3-ad5b-60d236dfb2e0 None None] Provisioning complete for port be3af4ae-2822-495b-a76c-99fd38933bf4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:50.898864 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69c1d344-3d07-47c3-ad5b-60d236dfb2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:50.988926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f6d76d-0d35-4515-8dd6-ad71b347a639 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:50.991008 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f3f6d76d-0d35-4515-8dd6-ad71b347a639 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2151210
Nov 27 21:20:50.993815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47050) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:51.030748 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-81850028-319b-450a-b379-bfca1e613bbd tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 207 time: 0.0357585
Nov 27 21:20:51.034371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47052) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:51.083495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device be3af4ae-2822-495b-a76c-99fd38933bf4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:20:51.138418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port be3af4ae-2822-495b-a76c-99fd38933bf4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:51.138795 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:51.294204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac85cf1c-b8d2-4143-b63c-33cd83244555 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:20:51.404087 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2f7b3be9-ab8f-40f3-9da3-7a423d1c208c None None] Provisioning complete for port be3af4ae-2822-495b-a76c-99fd38933bf4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:51.404723 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2f7b3be9-ab8f-40f3-9da3-7a423d1c208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:51.431385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85cf1c-b8d2-4143-b63c-33cd83244555 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:20:51.555711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bff67-e14e-4a6a-b9e2-2b3d01f497aa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.561539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bff67-e14e-4a6a-b9e2-2b3d01f497aa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.568574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bff67-e14e-4a6a-b9e2-2b3d01f497aa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.574730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bff67-e14e-4a6a-b9e2-2b3d01f497aa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.580607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bff67-e14e-4a6a-b9e2-2b3d01f497aa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.587132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bff67-e14e-4a6a-b9e2-2b3d01f497aa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.588947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e93bff67-e14e-4a6a-b9e2-2b3d01f497aa tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3728 time: 0.5535798
Nov 27 21:20:51.592868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47056) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:51.712910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5c585254-11f7-415d-9278-90c51c7abed2 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 810 time: 0.1189067
Nov 27 21:20:51.716303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47058) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:51.772101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf234e-1ea7-45e8-85b7-8906acd10aef tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.774414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf234e-1ea7-45e8-85b7-8906acd10aef tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.777154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf234e-1ea7-45e8-85b7-8906acd10aef tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.779968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf234e-1ea7-45e8-85b7-8906acd10aef tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.781659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf234e-1ea7-45e8-85b7-8906acd10aef tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.783386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1ddf234e-1ea7-45e8-85b7-8906acd10aef tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0660319
Nov 27 21:20:51.787741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47060) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:51.845356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71091a28-94fa-4d55-a91d-080780d23f8b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.846821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71091a28-94fa-4d55-a91d-080780d23f8b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.848322 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71091a28-94fa-4d55-a91d-080780d23f8b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.850338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71091a28-94fa-4d55-a91d-080780d23f8b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.851943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71091a28-94fa-4d55-a91d-080780d23f8b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.853526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-71091a28-94fa-4d55-a91d-080780d23f8b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0648711
Nov 27 21:20:51.856984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47064) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:51.955418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eff90f-7b01-4e94-aed9-242d11fc5ebb tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:51.956796 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e1eff90f-7b01-4e94-aed9-242d11fc5ebb tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/networks/923cba77-f9ed-4352-abd3-2e366bf12bf7 HTTP/1.1" status: 200  len: 803 time: 0.0988750
Nov 27 21:20:51.961471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47068) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:52.071188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5e363d41-dff3-4e78-803e-e0669c3d393c tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/networks/923cba77-f9ed-4352-abd3-2e366bf12bf7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.1054826
Nov 27 21:20:52.071455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47072) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:52.123611 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85f8c8-6363-4003-a7a9-742a22604d3d tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:52.125295 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fb85f8c8-6363-4003-a7a9-742a22604d3d tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/subnets/630364d6-1a01-41f1-9b95-7b1e3496eb46 HTTP/1.1" status: 200  len: 843 time: 0.0525899
Nov 27 21:20:52.128530 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47074) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:52.207627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733a294-ebd8-484b-b318-9feac3e31808 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['shared'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:52.209653 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d733a294-ebd8-484b-b318-9feac3e31808 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "GET /v2.0/subnets/630364d6-1a01-41f1-9b95-7b1e3496eb46?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0802147
Nov 27 21:20:52.213326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47076) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:52.218428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-803222567'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:52.225655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540b37d-1a7e-45d9-8970-55823582100c req-78ee3395-69c5-428a-86ee-1e185aed56ca tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:52.227130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e540b37d-1a7e-45d9-8970-55823582100c req-78ee3395-69c5-428a-86ee-1e185aed56ca tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.2137520
Nov 27 21:20:52.241223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:52.244912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:52.268891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:20:52.278004 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:52.278357 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Added segment 7d6a39fb-e6a0-4fcf-959c-65740ef5e099 of type vlan for network 7c4825fe-fd13-40c7-a2e9-360c944024a8
Nov 27 21:20:52.280374 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e540b37d-1a7e-45d9-8970-55823582100c req-91bf132e-83b6-4387-8b3a-e6114b091439 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469222
Nov 27 21:20:52.303139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:52.324816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:52.353914 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:52.359684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:52.360277 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:52.363818 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3993e14f-c2e9-47c3-9598-3be1124603c7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/4ce6d33a-ade2-42f3-ac73-6c2a48747c62 HTTP/1.1" status: 200  len: 993 time: 0.0594928
Nov 27 21:20:52.414214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1997414
Nov 27 21:20:52.417075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47082) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:52.421914 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'network_id': '7c4825fe-fd13-40c7-a2e9-360c944024a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:52.480858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bbf72-f469-4e5b-9123-c38f0c83a099 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Network': ['ID=7c4825fe-fd13-40c7-a2e9-360c944024a8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:52.492126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 7c4825fe-fd13-40c7-a2e9-360c944024a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:20:52.529551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Made reservation on behalf of 424217fe50de4a60ae88f538bdaecae2 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:20:52.533341 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:52.590032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.ipam_backend_mixin [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Performing IP validity checks on allocation pools {{(pid=120909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 27 21:20:52.590596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.ipam_backend_mixin [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120909) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 27 21:20:52.712803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca09016-feb5-451f-a2da-d616c56c7d10 req-feaae93f-bd99-4fc2-886c-799d9f4180a2 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:52.714360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aca09016-feb5-451f-a2da-d616c56c7d10 req-feaae93f-bd99-4fc2-886c-799d9f4180a2 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1096 time: 0.0410383
Nov 27 21:20:52.722208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:52.768986 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aca09016-feb5-451f-a2da-d616c56c7d10 req-3798f863-2c9e-4509-a923-f5c476fc3a3b tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484276
Nov 27 21:20:52.791172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=cbf50f9d-894d-46f2-8ea1-3aa494ef2344,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:52.793891 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Checking segment: {'id': '7d6a39fb-e6a0-4fcf-959c-65740ef5e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7c4825fe-fd13-40c7-a2e9-360c944024a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:52.794394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network hostable DHCP agents. Network: 7c4825fe-fd13-40c7-a2e9-360c944024a8, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:20:52.811909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Network 7c4825fe-fd13-40c7-a2e9-360c944024a8 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:20:52.820973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c4825fe-fd13-40c7-a2e9-360c944024a8) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:52.825315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:52.825924 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:52.832626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b2703e-7de8-45c3-8bdc-077dea447f5c None None] Network 7c4825fe-fd13-40c7-a2e9-360c944024a8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:52.851021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47090) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:52.851232 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b300b2f2-704d-48ef-bd63-6153d9c5aa4e tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.4330871
Nov 27 21:20:52.856290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7600381c-9c54-4335-8212-5180619d9f35 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:52.956904 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7600381c-9c54-4335-8212-5180619d9f35 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2143583026'] for subnet, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:52.996821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c4825fe-fd13-40c7-a2e9-360c944024a8', 'network_id': '7c4825fe-fd13-40c7-a2e9-360c944024a8', 'tenant_id': '424217fe50de4a60ae88f538bdaecae2', 'fixed_ips': [{'subnet_id': 'cbf50f9d-894d-46f2-8ea1-3aa494ef2344'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:20:52.997737 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.143007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7600381c-9c54-4335-8212-5180619d9f35 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788577952359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2143852203'] for subnet, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.187591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600381c-9c54-4335-8212-5180619d9f35 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:53.188215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7600381c-9c54-4335-8212-5180619d9f35 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.189534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7600381c-9c54-4335-8212-5180619d9f35 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "PUT /v2.0/subnets/cbf50f9d-894d-46f2-8ea1-3aa494ef2344 HTTP/1.1" status: 200  len: 900 time: 0.3374722
Nov 27 21:20:53.190196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Allocated IP 2001:db8::3 (7c4825fe-fd13-40c7-a2e9-360c944024a8/cbf50f9d-894d-46f2-8ea1-3aa494ef2344/bbffc2d1-8cfb-428e-bd3d-b740fc82eed0) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:20:53.193255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47104) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:53.254896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600381c-9c54-4335-8212-5180619d9f35 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event updated for resources: {'Subnet': ['ID=cbf50f9d-894d-46f2-8ea1-3aa494ef2344,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:53.312129 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.364278 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.372136 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.374045 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.403690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-dec18ed1-6289-4d2c-b3d5-cf1ecc3e1379 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0483186
Nov 27 21:20:53.408443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-81150a49-7b3c-4a72-8a68-45100326ced3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:20:53.409432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-81150a49-7b3c-4a72-8a68-45100326ced3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050936
Nov 27 21:20:53.415972 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Network 7c4825fe-fd13-40c7-a2e9-360c944024a8 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:20:53.422533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:20:53.428321 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:20:53.448437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.450194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Pushing event updated for resources: {'Port': ['ID=bbffc2d1-8cfb-428e-bd3d-b740fc82eed0,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:53.484081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf50f9d-894d-46f2-8ea1-3aa494ef2344,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:53.511768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Attempting to bind port bbffc2d1-8cfb-428e-bd3d-b740fc82eed0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:53.513213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Attempting to bind port bbffc2d1-8cfb-428e-bd3d-b740fc82eed0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d6a39fb-e6a0-4fcf-959c-65740ef5e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7c4825fe-fd13-40c7-a2e9-360c944024a8'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:53.513213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Attempting to bind port bbffc2d1-8cfb-428e-bd3d-b740fc82eed0 on network 7c4825fe-fd13-40c7-a2e9-360c944024a8 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:53.518744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:53.519128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Checking segment: {'id': '7d6a39fb-e6a0-4fcf-959c-65740ef5e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7c4825fe-fd13-40c7-a2e9-360c944024a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:53.519575 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.520148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Bound using segment: {'id': '7d6a39fb-e6a0-4fcf-959c-65740ef5e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7c4825fe-fd13-40c7-a2e9-360c944024a8'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:53.522027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Bound port: bbffc2d1-8cfb-428e-bd3d-b740fc82eed0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6a39fb-e6a0-4fcf-959c-65740ef5e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7c4825fe-fd13-40c7-a2e9-360c944024a8'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:53.522027 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.551070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.573456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7acbb0>,) {'filters': {'network_id': ['7c4825fe-fd13-40c7-a2e9-360c944024a8']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:53.584246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7acbb0>, '7d6a39fb-e6a0-4fcf-959c-65740ef5e099') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:53.584581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7acbb0>, '7d6a39fb-e6a0-4fcf-959c-65740ef5e099') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:53.588049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] For port bbffc2d1-8cfb-428e-bd3d-b740fc82eed0, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:53.591219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] For port bbffc2d1-8cfb-428e-bd3d-b740fc82eed0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbffc2d1-8cfb-428e-bd3d-b740fc82eed0,segment=NetworkSegment(7d6a39fb-e6a0-4fcf-959c-65740ef5e099),segment_id=7d6a39fb-e6a0-4fcf-959c-65740ef5e099)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:53.594905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.597164 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.609531 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.616522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:53.617164 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:53.620605 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:53.683900 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.db.api [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 27 21:20:53.683900 ncdv-master-1 neutron-server[120908]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 27 21:20:53.683900 ncdv-master-1 neutron-server[120908]: [parameters: {'id': '7c4825fe-fd13-40c7-a2e9-360c944024a8'}]
Nov 27 21:20:53.683900 ncdv-master-1 neutron-server[120908]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120908) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 21:20:53.684839 ncdv-master-1 neutron-server[120908]: DEBUG oslo_db.api [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 21:20:53.685244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e40b8-6d38-4ce1-b976-6383fc448943 None None] Pushing event updated for resources: {'Port': ['ID=bbffc2d1-8cfb-428e-bd3d-b740fc82eed0,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:53.699651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc82b3-1862-4d93-a7d3-b863fad509bd None None] Network 7c4825fe-fd13-40c7-a2e9-360c944024a8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:53.826636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74e9f6-a701-4f7c-9b22-22311baff51d None None] Network 7c4825fe-fd13-40c7-a2e9-360c944024a8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:53.985895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-f9a89566-0fb7-41ac-88ad-08ee870df5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:53.987846 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-f9a89566-0fb7-41ac-88ad-08ee870df5ae service neutron] 10.222.0.21 "GET /v2.0/ports/0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 1093 time: 0.0389192
Nov 27 21:20:53.997313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:53.997798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Unknown quota resources ['binding']. {{(pid=120909) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 27 21:20:54.096672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e33c460-3046-4569-b48c-e3e574ae9013 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:20:54.128701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on host nch2-master-1 for vnic_type normal with profile None {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:54.129053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:54.129385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:54.134126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:20:54.134452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:54.139082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:54.139448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Checking segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:54.139833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Bound using segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:54.140252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Bound port: 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:54.186686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.189310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e33c460-3046-4569-b48c-e3e574ae9013 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:20:54.228340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:54.235987 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] Publish callbacks [] for binding, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.237815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] 10.222.0.21 "POST /v2.0/ports/0039eec4-0dfe-4e82-bf4d-2494bfbe555c/bindings HTTP/1.1" status: 201  len: 389 time: 0.2435682
Nov 27 21:20:54.244440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Deleting port bbffc2d1-8cfb-428e-bd3d-b740fc82eed0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:54.244786 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.334477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] For port bbffc2d1-8cfb-428e-bd3d-b740fc82eed0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbffc2d1-8cfb-428e-bd3d-b740fc82eed0,segment=NetworkSegment(7d6a39fb-e6a0-4fcf-959c-65740ef5e099),segment_id=7d6a39fb-e6a0-4fcf-959c-65740ef5e099)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:54.335126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.359628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Calling delete_port for bbffc2d1-8cfb-428e-bd3d-b740fc82eed0 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:54.459001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaf73a-4cc7-4c4c-b13d-58ac596261e4 req-8d7d3a38-9568-404e-b5c8-b5a9f88164e0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:54.460562 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53eaf73a-4cc7-4c4c-b13d-58ac596261e4 req-8d7d3a38-9568-404e-b5c8-b5a9f88164e0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.1177545
Nov 27 21:20:54.525279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-440f1af9-4c91-4e44-8ff1-e374a48bbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:54.525931 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.527532 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-440f1af9-4c91-4e44-8ff1-e374a48bbcf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1096 time: 0.0445273
Nov 27 21:20:54.537850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53eaf73a-4cc7-4c4c-b13d-58ac596261e4 req-0bb75021-9bf2-476b-bd65-987301e7be38 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658207
Nov 27 21:20:54.560155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Port': ['ID=bbffc2d1-8cfb-428e-bd3d-b740fc82eed0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:54.565061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No DVR routers for this DVR port bbffc2d1-8cfb-428e-bd3d-b740fc82eed0 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:20:54.627649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-b2d4c33b-deea-46bc-9f9a-61ede2c0fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:54.629538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-b2d4c33b-deea-46bc-9f9a-61ede2c0fc2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 200  len: 898 time: 0.0952587
Nov 27 21:20:54.647507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.667679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf8e7f0>,) {'filters': {'network_id': ['7c4825fe-fd13-40c7-a2e9-360c944024a8']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:54.677016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf8e7f0>, '7d6a39fb-e6a0-4fcf-959c-65740ef5e099') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:54.677323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf8e7f0>, '7d6a39fb-e6a0-4fcf-959c-65740ef5e099') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:54.686652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.696444 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-59d0a4ba-4b12-42c1-af1e-7cbc94f609bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 1001 time: 0.0581574
Nov 27 21:20:54.699718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.706184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:54.706573 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:54.710425 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:54.750924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-d16a3c80-cb22-4d6c-9ecf-954e4d1a9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:54.752555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-d16a3c80-cb22-4d6c-9ecf-954e4d1a9e73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27697164-47a6-47a8-beaa-fef1e4689c5a HTTP/1.1" status: 200  len: 834 time: 0.0497463
Nov 27 21:20:54.767921 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.776529 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:54.779763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/7c4825fe-fd13-40c7-a2e9-360c944024a8 HTTP/1.1" status: 204  len: 168 time: 1.5855458
Nov 27 21:20:54.787638 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47122) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:54.792571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e98a5-2e2e-4fb6-8c2a-3635728cf71a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=7c4825fe-fd13-40c7-a2e9-360c944024a8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:54.815741 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb17ba33-ad31-4612-9464-2c3679b60854 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:54.816185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb17ba33-ad31-4612-9464-2c3679b60854 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:54.819179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cb17ba33-ad31-4612-9464-2c3679b60854 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/cbf50f9d-894d-46f2-8ea1-3aa494ef2344 HTTP/1.1" status: 404  len: 337 time: 0.0305400
Nov 27 21:20:54.821784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47124) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:54.828043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-8bdfbf1c-a1e0-4a9c-ac51-85cfa9767e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:54.829458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-8bdfbf1c-a1e0-4a9c-ac51-85cfa9767e2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0705495
Nov 27 21:20:54.844451 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5189436-e3c0-4dc4-acce-174cdb2a2fd0 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:54.844959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5189436-e3c0-4dc4-acce-174cdb2a2fd0 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:54.848094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b5189436-e3c0-4dc4-acce-174cdb2a2fd0 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/7c4825fe-fd13-40c7-a2e9-360c944024a8 HTTP/1.1" status: 404  len: 339 time: 0.0253222
Nov 27 21:20:54.851125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47126) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:54.921948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-b525b65d-837d-45eb-a57f-0b5ede05b5e5 service neutron] 10.222.0.15 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849948
Nov 27 21:20:54.924199 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.012277 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-0ec43d86-58b1-4433-bb9e-89fe8e9a02ba service neutron] 10.222.0.15 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836055
Nov 27 21:20:55.014580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.035474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc96b8b0>,) {'filters': {'network_id': ['4274dff0-cb2b-4ada-9aff-ccce49f2ba59']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:55.044399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc96b8b0>, '451aa625-175c-4f2d-bfd3-28de99bd3412') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:55.044699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc96b8b0>, '451aa625-175c-4f2d-bfd3-28de99bd3412') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:55.053981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.067012 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.073408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:55.073793 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:55.076730 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:55.132282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.138834 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.142005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/4274dff0-cb2b-4ada-9aff-ccce49f2ba59 HTTP/1.1" status: 204  len: 168 time: 0.2899489
Nov 27 21:20:55.144580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47130) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:55.153860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f15d2-b79b-4d3a-9ad7-6994f0528314 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=4274dff0-cb2b-4ada-9aff-ccce49f2ba59,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:55.174781 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5d89a9-8f52-4e4f-bcb1-f1cef9903586 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:55.175270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5d89a9-8f52-4e4f-bcb1-f1cef9903586 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:55.178557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c5d89a9-8f52-4e4f-bcb1-f1cef9903586 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/7cd35154-55e8-459d-8a48-d5d14823e86e HTTP/1.1" status: 404  len: 337 time: 0.0302634
Nov 27 21:20:55.181314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47132) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:55.199670 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96a4926-ecfe-4f28-ae5c-8d19dfed5768 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:55.200290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96a4926-ecfe-4f28-ae5c-8d19dfed5768 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:55.203369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d96a4926-ecfe-4f28-ae5c-8d19dfed5768 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/d26018d3-bd9c-4ea0-9eeb-2325291fba47 HTTP/1.1" status: 404  len: 339 time: 0.0208979
Nov 27 21:20:55.205481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47134) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:55.260815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad807929-2f1f-49c8-a199-55dd266eb55b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Deleting subnet 8fc3b7bc-0427-480f-8452-4e407447d9f6 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:20:55.264279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad807929-2f1f-49c8-a199-55dd266eb55b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.279516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-78bb3a18-7b07-4be2-8868-96e14e289880 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:55.281271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-78bb3a18-7b07-4be2-8868-96e14e289880 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f&tenant_id=587ce621728b4cb1b01fd53d69d45d4d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0789492
Nov 27 21:20:55.292068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:20:55.304636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad807929-2f1f-49c8-a199-55dd266eb55b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.344225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.386230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad807929-2f1f-49c8-a199-55dd266eb55b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.447835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad807929-2f1f-49c8-a199-55dd266eb55b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.475917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad807929-2f1f-49c8-a199-55dd266eb55b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc3b7bc-0427-480f-8452-4e407447d9f6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:55.480005 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ad807929-2f1f-49c8-a199-55dd266eb55b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.480421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:55.483460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ad807929-2f1f-49c8-a199-55dd266eb55b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/8fc3b7bc-0427-480f-8452-4e407447d9f6 HTTP/1.1" status: 204  len: 168 time: 0.2770360
Nov 27 21:20:55.485918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47136) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:55.491537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a61c0-2c2c-470b-8a1a-febd50cdc886 None None] Network c76cfa61-26d4-4a7d-8230-43d538888ba6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:55.521369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:55.540210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d262da-ec10-4196-9bee-34e52af3be19 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Deleting subnet ceacbca9-d52f-4b98-b9be-ad44b74121c9 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:20:55.543624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59d262da-ec10-4196-9bee-34e52af3be19 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.563466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:20:55.568492 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5b158d-1460-417c-9490-8d07352f4ce0" -d '{"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:20:55.576339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.584181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.591034 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59d262da-ec10-4196-9bee-34e52af3be19 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.655565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Pushing event updated for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:55.659679 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bca4e8-966e-4153-81b2-368a5e8bc007 x-openstack-request-id: req-d7bca4e8-966e-4153-81b2-368a5e8bc007 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:20:55.659973 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:20:55.660235 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7bca4e8-966e-4153-81b2-368a5e8bc007 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:20:55.660629 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'code': 200}
Nov 27 21:20:55.738024 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59d262da-ec10-4196-9bee-34e52af3be19 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.823434 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59d262da-ec10-4196-9bee-34e52af3be19 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.826885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:20:55.827237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:20:55.827971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:55.835218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:20:55.835578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Attempting to bind port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:20:55.845014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:20:55.845356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Checking segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:20:55.845741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Bound using segment: {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:20:55.846191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Bound port: 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28366447-014e-4696-84b8-6b1b5f71286b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:20:55.846698 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.856647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c72a09-6387-45a7-b177-a549ac823e44 req-014cedfc-19ef-40ef-9053-c1a073683b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:55.858492 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9c72a09-6387-45a7-b177-a549ac823e44 req-014cedfc-19ef-40ef-9053-c1a073683b86 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 943 time: 0.1955469
Nov 27 21:20:55.859781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-59d262da-ec10-4196-9bee-34e52af3be19 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:55.867674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47144) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:55.868059 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-59d262da-ec10-4196-9bee-34e52af3be19 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/ceacbca9-d52f-4b98-b9be-ad44b74121c9 HTTP/1.1" status: 204  len: 168 time: 0.3803165
Nov 27 21:20:55.869121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d262da-ec10-4196-9bee-34e52af3be19 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=ceacbca9-d52f-4b98-b9be-ad44b74121c9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:56.009014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e9c72a09-6387-45a7-b177-a549ac823e44 req-3ca64cda-94b9-4d4c-86bc-e993dae5fd01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404271
Nov 27 21:20:56.029164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9cf5a775-887d-4ad0-9fda-94308107c666 None None] Provisioning complete for port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:56.029739 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9cf5a775-887d-4ad0-9fda-94308107c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.034670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.050882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:20:56.055779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:20:56.073401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5a775-887d-4ad0-9fda-94308107c666 None None] Port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:20:56.081516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.196903 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Pushing event updated for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=8']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:56.219898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Deleting port be3af4ae-2822-495b-a76c-99fd38933bf4 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:56.220248 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.284006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:56.284638 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.286639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-367c6b0f-4566-4a8d-a540-420df08ddbfc service neutron] 10.222.0.15 "PUT /v2.0/ports/0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 1121 time: 0.9979634
Nov 27 21:20:56.315943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] For port be3af4ae-2822-495b-a76c-99fd38933bf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be3af4ae-2822-495b-a76c-99fd38933bf4,segment=NetworkSegment(3ae3819d-b189-4705-9d5d-382ce3d64383),segment_id=3ae3819d-b189-4705-9d5d-382ce3d64383)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:56.316431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.347166 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Calling delete_port for be3af4ae-2822-495b-a76c-99fd38933bf4 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:56.365612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3d35d-b115-4396-b750-f39f796d8a1b None None] Network c76cfa61-26d4-4a7d-8230-43d538888ba6 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:56.385800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['0039eec4-0dfe-4e82-bf4d-2494bfbe555c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:20:56.442010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.472022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No DVR routers for this DVR port be3af4ae-2822-495b-a76c-99fd38933bf4 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:20:56.477970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Port': ['ID=be3af4ae-2822-495b-a76c-99fd38933bf4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:56.478880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Provisioning complete for port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:20:56.480160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.561428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.587204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe74e8e0>,) {'filters': {'network_id': ['c76cfa61-26d4-4a7d-8230-43d538888ba6']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:56.600865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe74e8e0>, '3ae3819d-b189-4705-9d5d-382ce3d64383') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:56.601377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe74e8e0>, '3ae3819d-b189-4705-9d5d-382ce3d64383') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:56.612106 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.627024 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.634420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:56.634930 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:56.638597 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:56.642377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc7c3ff-f908-48e5-947c-f1e5e48fbf50 None None] DHCP port deletion for c76cfa61-26d4-4a7d-8230-43d538888ba6 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:20:56.683011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.705343 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.716775 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.720614 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/c76cfa61-26d4-4a7d-8230-43d538888ba6 HTTP/1.1" status: 204  len: 168 time: 0.8509271
Nov 27 21:20:56.723506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47150) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:56.735829 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:20:56.738391 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74d6e97-d60f-4e1f-8933-054d05beb974" -d '{"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-plugged", "status": "completed", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:20:56.744408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e5e90-bfd2-4443-bb6b-21954fd4969a tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=c76cfa61-26d4-4a7d-8230-43d538888ba6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:56.757227 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ade68cb-7635-4bee-8402-c24a15d3b599 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:56.757805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ade68cb-7635-4bee-8402-c24a15d3b599 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:56.759274 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:56.763541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7ade68cb-7635-4bee-8402-c24a15d3b599 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/1ecc3d35-d8ce-4514-9c71-be271acb11bc HTTP/1.1" status: 404  len: 337 time: 0.0364840
Nov 27 21:20:56.764074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47154) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:56.768353 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.788477 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-45622aa8-711c-4561-869d-9f5bb9592506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:56.789056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45622aa8-711c-4561-869d-9f5bb9592506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:56.792231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-45622aa8-711c-4561-869d-9f5bb9592506 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/099d268d-e430-4c1a-9bf8-784ac948313f HTTP/1.1" status: 404  len: 339 time: 0.0268681
Nov 27 21:20:56.794827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47156) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:56.821450 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d358cadc-3f46-4625-902e-5c922a18cd54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:56.821821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d358cadc-3f46-4625-902e-5c922a18cd54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:56.823567 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dc69b2-bc7a-4cea-8526-a5ec599e7d4e x-openstack-request-id: req-a9dc69b2-bc7a-4cea-8526-a5ec599e7d4e {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:20:56.823870 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-plugged", "status": "completed", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:20:56.824131 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9dc69b2-bc7a-4cea-8526-a5ec599e7d4e {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:20:56.824530 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'code': 200}
Nov 27 21:20:56.824925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d358cadc-3f46-4625-902e-5c922a18cd54 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/61a2c2b0-bdaf-44be-9490-a0b2f21960db HTTP/1.1" status: 404  len: 337 time: 0.0290425
Nov 27 21:20:56.827476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47158) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:56.845109 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a7bb23-78e5-4534-879d-f70b73eaef00 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:56.845653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a7bb23-78e5-4534-879d-f70b73eaef00 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:56.848664 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-27a7bb23-78e5-4534-879d-f70b73eaef00 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/091526d4-c9bd-4a3e-ba94-945301a7e54c HTTP/1.1" status: 404  len: 339 time: 0.0202532
Nov 27 21:20:56.851094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47160) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:56.876661 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed14784-7fc5-4f00-b760-8a00accd1358 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:56.877111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed14784-7fc5-4f00-b760-8a00accd1358 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:56.880941 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9ed14784-7fc5-4f00-b760-8a00accd1358 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/f6ad0cde-157f-4421-b969-0bc58f3b144c HTTP/1.1" status: 404  len: 337 time: 0.0289130
Nov 27 21:20:56.883727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47162) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:56.901659 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbb22b3-d7ab-4f9f-bc6e-4694d5f4405b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:56.902150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbb22b3-d7ab-4f9f-bc6e-4694d5f4405b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:56.905216 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3fbb22b3-d7ab-4f9f-bc6e-4694d5f4405b tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/0ea43d3b-4b19-4477-9c19-0fd48405c10b HTTP/1.1" status: 404  len: 339 time: 0.0205481
Nov 27 21:20:56.907651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47164) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:56.930222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Pushing event updated for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:56.957297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e708655-8325-4b41-b6c1-50eb3c82fd23 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Deleting subnet 267ecf62-2cee-4507-9b28-8feb2fc49fa0 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:20:56.957902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.958271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.958613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.958954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.959406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.959765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.960094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.960420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.960536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e708655-8325-4b41-b6c1-50eb3c82fd23 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:56.960745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.961070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.961458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:56.961719 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:20:57.008889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e708655-8325-4b41-b6c1-50eb3c82fd23 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.019941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85398a96-81fe-4476-9b3f-f7309da635ad None None] Could not find standard attr ID for object be3af4ae-2822-495b-a76c-99fd38933bf4. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:20:57.098864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device be3af4ae-2822-495b-a76c-99fd38933bf4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:20:57.119629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: be3af4ae-2822-495b-a76c-99fd38933bf4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:20:57.120057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device be3af4ae-2822-495b-a76c-99fd38933bf4 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:20:57.125473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e708655-8325-4b41-b6c1-50eb3c82fd23 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.178106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a60a9-04ce-4514-af2b-e980283f2e03 req-0365eda6-826d-4328-8389-697c226eed84 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:57.179616 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-846a60a9-04ce-4514-af2b-e980283f2e03 req-0365eda6-826d-4328-8389-697c226eed84 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0946777
Nov 27 21:20:57.225032 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e708655-8325-4b41-b6c1-50eb3c82fd23 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.260366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e708655-8325-4b41-b6c1-50eb3c82fd23 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=267ecf62-2cee-4507-9b28-8feb2fc49fa0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:57.267380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-846a60a9-04ce-4514-af2b-e980283f2e03 req-ac851014-0c16-4f55-b9d7-d59ef4031daf tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804980
Nov 27 21:20:57.267873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e708655-8325-4b41-b6c1-50eb3c82fd23 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.273215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f12e307-f0a6-4232-8169-47efb2b12cda None None] Network 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:57.273381 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7e708655-8325-4b41-b6c1-50eb3c82fd23 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/267ecf62-2cee-4507-9b28-8feb2fc49fa0 HTTP/1.1" status: 204  len: 168 time: 0.3624644
Nov 27 21:20:57.273848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47170) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:57.353088 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.405178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Deleting port bc893452-816e-4997-8b37-668d65742b4f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:57.405526 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.440171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b97683d-0554-4f54-b897-7297f33ec413 None None] DHCP port deletion for 12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:20:57.469812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] For port bc893452-816e-4997-8b37-668d65742b4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc893452-816e-4997-8b37-668d65742b4f,segment=NetworkSegment(1a896dc1-b6f8-4f43-a835-35a2be6fbd13),segment_id=1a896dc1-b6f8-4f43-a835-35a2be6fbd13)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:57.470180 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.487665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Calling delete_port for bc893452-816e-4997-8b37-668d65742b4f owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:57.487920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3b97683d-0554-4f54-b897-7297f33ec413 None None] Deleting port bc893452-816e-4997-8b37-668d65742b4f {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:57.488296 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b97683d-0554-4f54-b897-7297f33ec413 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.553333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3b97683d-0554-4f54-b897-7297f33ec413 None None] For port bc893452-816e-4997-8b37-668d65742b4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc893452-816e-4997-8b37-668d65742b4f,segment=NetworkSegment(1a896dc1-b6f8-4f43-a835-35a2be6fbd13),segment_id=1a896dc1-b6f8-4f43-a835-35a2be6fbd13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:57.553732 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b97683d-0554-4f54-b897-7297f33ec413 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.564873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.569832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3b97683d-0554-4f54-b897-7297f33ec413 None None] Calling delete_port for bc893452-816e-4997-8b37-668d65742b4f owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:57.590269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Port': ['ID=bc893452-816e-4997-8b37-668d65742b4f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:57.593772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No DVR routers for this DVR port bc893452-816e-4997-8b37-668d65742b4f on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:20:57.636892 ncdv-master-1 neutron-server[120910]:   self.session.flush()
Nov 27 21:20:57.647956 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b97683d-0554-4f54-b897-7297f33ec413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.662163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:20:57.664541 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f814992-17b4-4b6d-b373-fe3ac855e8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:20:57.672985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97683d-0554-4f54-b897-7297f33ec413 None None] Pushing event deleted for resources: {'Port': ['ID=bc893452-816e-4997-8b37-668d65742b4f,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:57.676571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97683d-0554-4f54-b897-7297f33ec413 None None] No DVR routers for this DVR port bc893452-816e-4997-8b37-668d65742b4f on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:20:57.679551 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.701864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f793b9d0>,) {'filters': {'network_id': ['12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:57.706106 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0b1873-24e7-4113-9b2b-7c17c0e850da x-openstack-request-id: req-4c0b1873-24e7-4113-9b2b-7c17c0e850da {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:20:57.706454 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:20:57.706721 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c0b1873-24e7-4113-9b2b-7c17c0e850da {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:20:57.707187 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'status': 'completed', 'code': 200}
Nov 27 21:20:57.713273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f793b9d0>, '1a896dc1-b6f8-4f43-a835-35a2be6fbd13') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:57.713584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f793b9d0>, '1a896dc1-b6f8-4f43-a835-35a2be6fbd13') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:57.725554 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.739046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.745374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:57.745811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:57.748911 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:57.771901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-e8c2ab9d-b606-4371-96a2-190873a0f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:57.773547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-e8c2ab9d-b606-4371-96a2-190873a0f665 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1126 time: 0.0424519
Nov 27 21:20:57.807235 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.811943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:57.817845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1 HTTP/1.1" status: 204  len: 168 time: 0.5404201
Nov 27 21:20:57.820379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47174) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:57.843385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0e617-5c68-4b0a-9e55-35a588f65ced tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=12b1e0fa-41f1-4bd7-b5ca-78bdc54ab7b1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:57.863764 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a90b485-1595-45df-8837-5480d2f34e51 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:57.864262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a90b485-1595-45df-8837-5480d2f34e51 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:57.867470 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6a90b485-1595-45df-8837-5480d2f34e51 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/0ecf763a-4274-47b7-a764-8556c6013a00 HTTP/1.1" status: 404  len: 337 time: 0.0461044
Nov 27 21:20:57.870051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47176) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:57.889790 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-01acda6b-5521-45cc-80e1-c6698f7cf5c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:20:57.890233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01acda6b-5521-45cc-80e1-c6698f7cf5c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:20:57.893376 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-01acda6b-5521-45cc-80e1-c6698f7cf5c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/4e82859b-904c-434a-99bd-8bd80b5bad76 HTTP/1.1" status: 404  len: 339 time: 0.0221941
Nov 27 21:20:57.896617 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47178) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:57.951922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b6a615-1838-4814-b878-834781ace4c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Deleting subnet 630364d6-1a01-41f1-9b95-7b1e3496eb46 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:20:57.955490 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a615-1838-4814-b878-834781ace4c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.006007 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a615-1838-4814-b878-834781ace4c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.108391 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a615-1838-4814-b878-834781ace4c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.167865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a615-1838-4814-b878-834781ace4c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.188231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-bbc78eb3-24e5-4cbf-aab5-f0b912765ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:58.189702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-bbc78eb3-24e5-4cbf-aab5-f0b912765ee4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 200  len: 898 time: 0.4088147
Nov 27 21:20:58.196377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6a615-1838-4814-b878-834781ace4c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Subnet': ['ID=630364d6-1a01-41f1-9b95-7b1e3496eb46,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:58.199126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a615-1838-4814-b878-834781ace4c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.204701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60058f90-f838-4629-b2ae-5100c17f3f05 None None] Network 923cba77-f9ed-4352-abd3-2e366bf12bf7 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:20:58.204853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f2b6a615-1838-4814-b878-834781ace4c6 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/subnets/630364d6-1a01-41f1-9b95-7b1e3496eb46 HTTP/1.1" status: 204  len: 168 time: 0.3048208
Nov 27 21:20:58.204968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47198) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:58.263619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-d6f6fba9-85a6-450b-a715-ba9096983409 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 1001 time: 0.0605369
Nov 27 21:20:58.293609 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.327098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-a0b6d107-30f7-4768-8e74-ad371d985d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:58.328634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-a0b6d107-30f7-4768-8e74-ad371d985d34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27697164-47a6-47a8-beaa-fef1e4689c5a HTTP/1.1" status: 200  len: 834 time: 0.0562460
Nov 27 21:20:58.358759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Deleting port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:58.359192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.403423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da05605-de0e-42c2-89a7-2f0d7a0fe0b3 None None] DHCP port deletion for 923cba77-f9ed-4352-abd3-2e366bf12bf7 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:20:58.418191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-02992d3b-9c03-4dea-b825-67f56349beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:58.419777 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-02992d3b-9c03-4dea-b825-67f56349beb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0794892
Nov 27 21:20:58.433020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01984b-67d7-4e24-b468-2eb26fc63dc9 req-3b3f9542-08f0-428c-b521-3e31a136bbf5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:58.436373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] For port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3,segment=NetworkSegment(a01b4ed7-6977-4a25-84ef-46c5f9330f77),segment_id=a01b4ed7-6977-4a25-84ef-46c5f9330f77)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:58.436934 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d01984b-67d7-4e24-b468-2eb26fc63dc9 req-3b3f9542-08f0-428c-b521-3e31a136bbf5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0681455
Nov 27 21:20:58.439839 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.454445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Calling delete_port for 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:58.461298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0da05605-de0e-42c2-89a7-2f0d7a0fe0b3 None None] Deleting port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:20:58.461914 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0da05605-de0e-42c2-89a7-2f0d7a0fe0b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.530505 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0da05605-de0e-42c2-89a7-2f0d7a0fe0b3 None None] For port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3,segment=NetworkSegment(a01b4ed7-6977-4a25-84ef-46c5f9330f77),segment_id=a01b4ed7-6977-4a25-84ef-46c5f9330f77)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:58.531012 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0da05605-de0e-42c2-89a7-2f0d7a0fe0b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.543464 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0da05605-de0e-42c2-89a7-2f0d7a0fe0b3 None None] Calling delete_port for 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:20:58.551237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d01984b-67d7-4e24-b468-2eb26fc63dc9 req-79c0dfea-7862-4a09-b12b-bb115b8bc00d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924928
Nov 27 21:20:58.558430 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.569237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-dacf5b35-e3db-46e8-b31a-ab4113ead033 service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311989
Nov 27 21:20:58.589478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Port': ['ID=91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:58.596252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] No DVR routers for this DVR port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:20:58.637521 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0da05605-de0e-42c2-89a7-2f0d7a0fe0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.662541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da05605-de0e-42c2-89a7-2f0d7a0fe0b3 None None] Pushing event deleted for resources: {'Port': ['ID=91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:58.667173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da05605-de0e-42c2-89a7-2f0d7a0fe0b3 None None] No DVR routers for this DVR port 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:20:58.670586 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f814992-17b4-4b6d-b373-fe3ac855e8aa req-7be3d302-f5c9-4c25-9245-54aea9358a9d service neutron] 10.222.0.35 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928690
Nov 27 21:20:58.697110 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.716607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ffe9ebb0>,) {'filters': {'network_id': ['923cba77-f9ed-4352-abd3-2e366bf12bf7']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:58.726106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffe9ebb0>, 'a01b4ed7-6977-4a25-84ef-46c5f9330f77') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:58.726721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffe9ebb0>, 'a01b4ed7-6977-4a25-84ef-46c5f9330f77') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:20:58.735486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.749035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.755053 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:20:58.755557 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:20:58.758574 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:20:58.814406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.821159 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:58.824383 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] 10.222.0.21 "DELETE /v2.0/networks/923cba77-f9ed-4352-abd3-2e366bf12bf7 HTTP/1.1" status: 204  len: 168 time: 0.6185384
Nov 27 21:20:58.839711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d25a70-a8ba-423e-b3fc-2597309febe7 tempest-NetworksIpV6Test-314107545 tempest-NetworksIpV6Test-314107545-project] Pushing event deleted for resources: {'Network': ['ID=923cba77-f9ed-4352-abd3-2e366bf12bf7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:59.068049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47208) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:59.075568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:20:59.078202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0039eec4-0dfe-4e82-bf4d-2494bfbe555c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:20:59.104416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:20:59.104759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 91c0bfbc-bb43-4ad0-b8c2-c1c9966c84d3 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:20:59.105285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bc893452-816e-4997-8b37-668d65742b4f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:20:59.128034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: bc893452-816e-4997-8b37-668d65742b4f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:20:59.128386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bc893452-816e-4997-8b37-668d65742b4f not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:20:59.213733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:20:59.222850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6fbb29e1-4e47-4797-904f-c1cba0b7906d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=424217fe50de4a60ae88f538bdaecae2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1550360
Nov 27 21:20:59.224477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0039eec4-0dfe-4e82-bf4d-2494bfbe555c has no active binding in host nch2-master-1 {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 27 21:20:59.226160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47212) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:20:59.273618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dea36b6f-3418-43cf-bf32-a47fcb015cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:59.298758 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dea36b6f-3418-43cf-bf32-a47fcb015cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:59.344080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dea36b6f-3418-43cf-bf32-a47fcb015cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:59.346700 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dea36b6f-3418-43cf-bf32-a47fcb015cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:20:59.347927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dea36b6f-3418-43cf-bf32-a47fcb015cd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54176a54-a2d6-47a3-892a-d0e251742125 HTTP/1.1" status: 204  len: 168 time: 0.1207345
Nov 27 21:20:59.356035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea36b6f-3418-43cf-bf32-a47fcb015cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54176a54-a2d6-47a3-892a-d0e251742125,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:20:59.681680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61d1e-32ea-4693-aecf-eea9d1c37364 req-ce9d5802-c1e2-4539-a37c-11a017873a46 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:20:59.687805 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efe61d1e-32ea-4693-aecf-eea9d1c37364 req-ce9d5802-c1e2-4539-a37c-11a017873a46 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0592935
Nov 27 21:20:59.732310 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-efe61d1e-32ea-4693-aecf-eea9d1c37364 req-29145842-07a5-4d18-b63e-74f86c61aa6c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429423
Nov 27 21:21:00.001450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47236) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:00.097441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1467127594'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:00.119132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:00.122558 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.131408 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.204365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.207857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.233760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:21:00.244080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a6bcc-d99a-4ef7-af23-d2d26d0b4901,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:00.249050 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.249290 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Added segment 7f60221e-1f86-465c-b92f-6df394b80f13 of type vlan for network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16
Nov 27 21:21:00.287819 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.313464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.319246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:00.319852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.379237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.3766558
Nov 27 21:21:00.382176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47242) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:00.387228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'name': 'tempest-PortsTestJSON-466060462'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:00.391177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719d2b5-fddc-4bdc-96e0-80a503121ec8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Network': ['ID=7d526817-0d06-4c21-a4b7-fd0c3dda3c16,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:00.401305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:21:00.478918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:00.482833 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.499805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port e350d629-dd05-4fb8-acbe-befe46e85b41 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:00.858131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd8171-993b-46f7-bb77-89ab8d5bd119 req-d6f92761-ad57-431f-b313-c1642ba2162f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:00.859536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47fd8171-993b-46f7-bb77-89ab8d5bd119 req-d6f92761-ad57-431f-b313-c1642ba2162f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0522792
Nov 27 21:21:00.912153 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47fd8171-993b-46f7-bb77-89ab8d5bd119 req-00906b8b-799f-41e6-9343-e84055b7fad6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453472
Nov 27 21:21:00.954850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:00.987541 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.040157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=e350d629-dd05-4fb8-acbe-befe46e85b41,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:01.055830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Checking segment: {'id': '7f60221e-1f86-465c-b92f-6df394b80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:01.056190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network hostable DHCP agents. Network: 7d526817-0d06-4c21-a4b7-fd0c3dda3c16, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:21:01.072695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:21:01.081029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d526817-0d06-4c21-a4b7-fd0c3dda3c16) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:01.086155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:01.090045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58c8ea-75a4-41d5-8688-788dee39e55e None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:01.093006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:01.093627 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.110716 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6606cd91-7167-4d71-8512-bf6bf5e33084 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.7273920
Nov 27 21:21:01.113988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47248) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:01.119105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-55300055'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:01.140573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:01.144154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.167771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:21:01.176732 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.177206 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Added segment 17bd506c-dd33-48c6-97ec-3d452e753d13 of type vlan for network c4dd6561-f644-4c53-8d54-eec6caabbb19
Nov 27 21:21:01.217701 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.242292 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.247971 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:01.248544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.300599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.1853018
Nov 27 21:21:01.303759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47250) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:01.308977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'ports': [{'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16'}, {'network_id': 'c4dd6561-f644-4c53-8d54-eec6caabbb19'}]} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:01.309303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:01.309798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': 'c4dd6561-f644-4c53-8d54-eec6caabbb19'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:01.320348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd56fe9-928e-4986-b3ee-47e093a68ae6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Network': ['ID=c4dd6561-f644-4c53-8d54-eec6caabbb19,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:01.334891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c4dd6561-f644-4c53-8d54-eec6caabbb19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:21:01.419739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-a06ebf1c-55c2-46ca-8521-d45496584dfc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1064236
Nov 27 21:21:01.516056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 2} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:01.520792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.554856 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.618928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-f6979b35-aa4d-4591-aa3a-d9a83146e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:01.620431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-f6979b35-aa4d-4591-aa3a-d9a83146e664 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 1096 time: 0.0960484
Nov 27 21:21:01.655025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port 0c2f54fe-a538-4ac6-8602-197fa4687d71 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:01.787586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-439f64d3-8a0f-4d42-87a5-8c48914e5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:01.789057 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-439f64d3-8a0f-4d42-87a5-8c48914e5868 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 915 time: 0.1450129
Nov 27 21:21:01.845655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-d2b27b47-a4fd-4736-a858-969e823b35ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fa0dea5-dabc-4ab8-bd75-07aa2809370a HTTP/1.1" status: 200  len: 217 time: 0.0459991
Nov 27 21:21:01.903509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:01.954526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-2c6bc1b0-58ca-4ef1-9ecf-7d0aa1751ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:01.956044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-2c6bc1b0-58ca-4ef1-9ecf-7d0aa1751ba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3aeda16d-86f2-4d1d-abd5-abc5c92311c2 HTTP/1.1" status: 200  len: 854 time: 0.1008103
Nov 27 21:21:02.000511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-91aa2f4e-ee3e-4b51-9015-90805b098969 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ebffb26f-bc13-421f-ad40-7f30998bc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0346637
Nov 27 21:21:02.003033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port 422c4925-e152-4925-a319-76c81667697c yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:02.028180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56679472-78eb-4f85-b993-fa7eab15f67a req-f3d6e551-1d23-4087-aefc-2e2bcf224def tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:02.030289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56679472-78eb-4f85-b993-fa7eab15f67a req-f3d6e551-1d23-4087-aefc-2e2bcf224def tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0507452
Nov 27 21:21:02.080140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-56679472-78eb-4f85-b993-fa7eab15f67a req-ea3a580b-11fa-4a76-bc10-6fe2e3c44b2d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424631
Nov 27 21:21:02.146797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-f3de03e7-3872-4cdb-8056-723aeb6f513c service neutron] 10.222.0.15 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382396
Nov 27 21:21:02.241527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:02.285802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee67d4a3-fdf4-4b07-8106-32052aceb945 req-43b2ec8c-9cc5-4fc6-9338-6cbb7a6d096c service neutron] 10.222.0.15 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297884
Nov 27 21:21:02.301514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:02.345490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:02.349235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:02.353046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:02.353863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:02.360305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=0c2f54fe-a538-4ac6-8602-197fa4687d71,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:02.371769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.372127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.372479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.372826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.373168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.373504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.373839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.374173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.374507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.374840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.375170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.375530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:02.435811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Checking segment: {'id': '17bd506c-dd33-48c6-97ec-3d452e753d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c4dd6561-f644-4c53-8d54-eec6caabbb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:02.436192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network hostable DHCP agents. Network: c4dd6561-f644-4c53-8d54-eec6caabbb19, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:21:02.438860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=422c4925-e152-4925-a319-76c81667697c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:02.457132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network c4dd6561-f644-4c53-8d54-eec6caabbb19 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:21:02.465848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c4dd6561-f644-4c53-8d54-eec6caabbb19) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:02.469620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:02.475112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdf1e32-660c-4faf-a93d-10e74d5b2245 None None] Network c4dd6561-f644-4c53-8d54-eec6caabbb19 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:02.475925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:02.480953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:02.481634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:02.497755 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e941a7dd-0835-4acd-8641-95dfd5b74178 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.1928091
Nov 27 21:21:02.500510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47256) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:02.589005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7756d24e-4ccc-486d-9cce-bf356371a84c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 422c4925-e152-4925-a319-76c81667697c {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:02.589357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7756d24e-4ccc-486d-9cce-bf356371a84c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:02.655431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7756d24e-4ccc-486d-9cce-bf356371a84c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:02.667401 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7756d24e-4ccc-486d-9cce-bf356371a84c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 422c4925-e152-4925-a319-76c81667697c owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:02.748113 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7756d24e-4ccc-486d-9cce-bf356371a84c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:02.776827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756d24e-4ccc-486d-9cce-bf356371a84c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=422c4925-e152-4925-a319-76c81667697c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:02.781915 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7756d24e-4ccc-486d-9cce-bf356371a84c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:02.785197 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7756d24e-4ccc-486d-9cce-bf356371a84c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/422c4925-e152-4925-a319-76c81667697c HTTP/1.1" status: 204  len: 168 time: 0.2837505
Nov 27 21:21:02.787871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47258) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:02.868955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d17d7-f1b0-406e-b4a7-d88eb8cfc78c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:02.874898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d17d7-f1b0-406e-b4a7-d88eb8cfc78c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:02.876432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f28d17d7-f1b0-406e-b4a7-d88eb8cfc78c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.0876443
Nov 27 21:21:02.879132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47260) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:02.960219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4850fb37-d5bf-4c88-83cb-cf50d4aa62ff tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 0c2f54fe-a538-4ac6-8602-197fa4687d71 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:02.960462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4850fb37-d5bf-4c88-83cb-cf50d4aa62ff tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.026399 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4850fb37-d5bf-4c88-83cb-cf50d4aa62ff tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.038983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4850fb37-d5bf-4c88-83cb-cf50d4aa62ff tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 0c2f54fe-a538-4ac6-8602-197fa4687d71 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:03.128680 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4850fb37-d5bf-4c88-83cb-cf50d4aa62ff tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.160423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850fb37-d5bf-4c88-83cb-cf50d4aa62ff tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=0c2f54fe-a538-4ac6-8602-197fa4687d71,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:03.174998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4850fb37-d5bf-4c88-83cb-cf50d4aa62ff tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.178747 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4850fb37-d5bf-4c88-83cb-cf50d4aa62ff tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/0c2f54fe-a538-4ac6-8602-197fa4687d71 HTTP/1.1" status: 204  len: 168 time: 0.2980196
Nov 27 21:21:03.181420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47266) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:03.214296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa97168-1b01-4bab-849c-32e9a138e5fa req-ffc52b74-5787-49fe-9f05-1bca13428119 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:03.215746 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0aa97168-1b01-4bab-849c-32e9a138e5fa req-ffc52b74-5787-49fe-9f05-1bca13428119 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0589602
Nov 27 21:21:03.233848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66360619-9b2b-4c0d-95dd-2bbf8fc58f5a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:03.235351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-66360619-9b2b-4c0d-95dd-2bbf8fc58f5a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0527844
Nov 27 21:21:03.238350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47268) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:03.262035 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4bf785-e17f-43f0-880a-e5633438a246 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:03.263408 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4e4bf785-e17f-43f0-880a-e5633438a246 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/422c4925-e152-4925-a319-76c81667697c HTTP/1.1" status: 404  len: 333 time: 0.0235374
Nov 27 21:21:03.266257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47270) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:03.270117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0aa97168-1b01-4bab-849c-32e9a138e5fa req-4bc3583b-1b08-4bec-95fc-99847dc545d3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482135
Nov 27 21:21:03.289905 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-312ee984-9bc4-4220-81bd-a9b9a321a95c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:03.291282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-312ee984-9bc4-4220-81bd-a9b9a321a95c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/0c2f54fe-a538-4ac6-8602-197fa4687d71 HTTP/1.1" status: 404  len: 333 time: 0.0241144
Nov 27 21:21:03.293935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47272) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:03.372023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.460475 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.479845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd128e0>,) {'filters': {'network_id': ['c4dd6561-f644-4c53-8d54-eec6caabbb19']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:03.489625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd128e0>, '17bd506c-dd33-48c6-97ec-3d452e753d13') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:03.489954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd128e0>, '17bd506c-dd33-48c6-97ec-3d452e753d13') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:03.498913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.511462 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.517239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:21:03.517629 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:21:03.521061 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:21:03.584046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.591238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.593821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/networks/c4dd6561-f644-4c53-8d54-eec6caabbb19 HTTP/1.1" status: 204  len: 168 time: 0.2989833
Nov 27 21:21:03.597629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47274) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:03.603748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-880909564'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:03.605688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12307544-2a01-43db-8d30-825a49cb3389 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Network': ['ID=c4dd6561-f644-4c53-8d54-eec6caabbb19,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:03.624903 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:03.628365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.650993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:21:03.659502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.659994 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Added segment 971fbe42-3ffd-42fb-8464-1c7c3a444168 of type vlan for network d12ef608-2d14-413f-964a-d6cc47e1217d
Nov 27 21:21:03.703766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.728886 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.734708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:03.735208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.788150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1885769
Nov 27 21:21:03.791235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47276) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:03.796362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': 'd12ef608-2d14-413f-964a-d6cc47e1217d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:03.807531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22daa75b-124d-4d77-8a09-37798e17e51a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Network': ['ID=d12ef608-2d14-413f-964a-d6cc47e1217d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:03.818033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d12ef608-2d14-413f-964a-d6cc47e1217d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:21:03.882803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:03.886540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:03.945556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Performing IP validity checks on allocation pools {{(pid=120908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 27 21:21:03.946181 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 27 21:21:04.060224 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.127777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=47353e85-0a36-4b6c-b9e4-a1b705e79001,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:04.133058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Checking segment: {'id': '971fbe42-3ffd-42fb-8464-1c7c3a444168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd12ef608-2d14-413f-964a-d6cc47e1217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:04.133425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network hostable DHCP agents. Network: d12ef608-2d14-413f-964a-d6cc47e1217d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:21:04.150677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network d12ef608-2d14-413f-964a-d6cc47e1217d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:21:04.158846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d12ef608-2d14-413f-964a-d6cc47e1217d) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:04.162774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:04.163425 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.168777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c710971f-c417-453e-9dfd-582abcd36be2 None None] Network d12ef608-2d14-413f-964a-d6cc47e1217d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:04.181909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0236cc28-35dc-4d21-8781-80753755b4e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3893106
Nov 27 21:21:04.184813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47280) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:04.190101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': 'd12ef608-2d14-413f-964a-d6cc47e1217d', 'name': 'tempest-PortsTestJSON-1404252985'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:04.308844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:04.312757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.337571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port df686f79-2852-4a64-b8fd-b4bc2306dd19 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:04.389847 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d737-b501-463f-9184-312a9d669fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.464225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f411ab-e6c3-4262-be21-cc4692d6a4f6 req-35567a0f-ca59-4415-a3fc-c4c7af68a052 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:04.465757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0f411ab-e6c3-4262-be21-cc4692d6a4f6 req-35567a0f-ca59-4415-a3fc-c4c7af68a052 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 945 time: 0.0914435
Nov 27 21:21:04.501619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d12ef608-2d14-413f-964a-d6cc47e1217d', 'network_id': 'd12ef608-2d14-413f-964a-d6cc47e1217d', 'tenant_id': 'e83185a2bc4f4141adea91a35fcf75ee', 'fixed_ips': [{'subnet_id': '47353e85-0a36-4b6c-b9e4-a1b705e79001'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:21:04.502732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.9 (d12ef608-2d14-413f-964a-d6cc47e1217d/47353e85-0a36-4b6c-b9e4-a1b705e79001/df686f79-2852-4a64-b8fd-b4bc2306dd19) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:04.503144 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.549141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0f411ab-e6c3-4262-be21-cc4692d6a4f6 req-68d1dd2b-8c4d-4412-8796-96d42d497db0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734756
Nov 27 21:21:04.562392 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-c9910cdb-ed4b-4383-8dff-55d7ebf06459 service neutron] 10.222.0.35 "GET /v2.0/ports/0039eec4-0dfe-4e82-bf4d-2494bfbe555c/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0779681
Nov 27 21:21:04.683512 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.724695 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.752268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-9cc67b95-45a6-4b27-92f8-c7ec6501e2b3 service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:04.773798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-9cc67b95-45a6-4b27-92f8-c7ec6501e2b3 service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:04.774173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Allocated IP 172.20.0.2 (d12ef608-2d14-413f-964a-d6cc47e1217d/47353e85-0a36-4b6c-b9e4-a1b705e79001/5fea004d-e62d-4e6b-9fa8-9946c3003ad1) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:04.774805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network d12ef608-2d14-413f-964a-d6cc47e1217d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:04.778058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:04.782045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:04.806187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=df686f79-2852-4a64-b8fd-b4bc2306dd19,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:04.818254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:21:04.820652 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3740b1-5fff-4955-b9e4-83d6e6fc910e" -d '{"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:21:04.828281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-9cc67b95-45a6-4b27-92f8-c7ec6501e2b3 service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:04.834290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:04.834870 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.845587 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-9cc67b95-45a6-4b27-92f8-c7ec6501e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.853075 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1eb42628-706d-459f-bb51-ddefaed66218 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.6672075
Nov 27 21:21:04.856456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47286) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:04.883631 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adeb3b3-1b04-41bc-8516-0bda516cc134 x-openstack-request-id: req-1adeb3b3-1b04-41bc-8516-0bda516cc134 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:21:04.884019 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:21:04.884345 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1adeb3b3-1b04-41bc-8516-0bda516cc134 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:21:04.884806 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'code': 200}
Nov 27 21:21:04.932605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-9cc67b95-45a6-4b27-92f8-c7ec6501e2b3 service neutron] Transition to ACTIVE for port object 0039eec4-0dfe-4e82-bf4d-2494bfbe555c will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:21:04.938851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-9cc67b95-45a6-4b27-92f8-c7ec6501e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.955959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1f55feba-2561-4cd4-9580-1dd093574180 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port df686f79-2852-4a64-b8fd-b4bc2306dd19 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:04.956610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f55feba-2561-4cd4-9580-1dd093574180 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.957747 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:04.966550 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.015650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Network d12ef608-2d14-413f-964a-d6cc47e1217d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:05.020758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:05.024745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:05.032306 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Pushing event updated for resources: {'Port': ['ID=5fea004d-e62d-4e6b-9fa8-9946c3003ad1,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:05.080289 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f55feba-2561-4cd4-9580-1dd093574180 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.081679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-9cc67b95-45a6-4b27-92f8-c7ec6501e2b3 service neutron] No DVR routers for this DVR port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:05.097268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1f55feba-2561-4cd4-9580-1dd093574180 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for df686f79-2852-4a64-b8fd-b4bc2306dd19 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:05.111605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Attempting to bind port 5fea004d-e62d-4e6b-9fa8-9946c3003ad1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:05.112401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Attempting to bind port 5fea004d-e62d-4e6b-9fa8-9946c3003ad1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '971fbe42-3ffd-42fb-8464-1c7c3a444168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd12ef608-2d14-413f-964a-d6cc47e1217d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:05.113056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Attempting to bind port 5fea004d-e62d-4e6b-9fa8-9946c3003ad1 on network d12ef608-2d14-413f-964a-d6cc47e1217d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:05.119224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:05.119801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Checking segment: {'id': '971fbe42-3ffd-42fb-8464-1c7c3a444168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd12ef608-2d14-413f-964a-d6cc47e1217d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:05.120315 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.120797 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Bound using segment: {'id': '971fbe42-3ffd-42fb-8464-1c7c3a444168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd12ef608-2d14-413f-964a-d6cc47e1217d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:05.121344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Bound port: 5fea004d-e62d-4e6b-9fa8-9946c3003ad1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971fbe42-3ffd-42fb-8464-1c7c3a444168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd12ef608-2d14-413f-964a-d6cc47e1217d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:05.121801 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.122934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc67b95-45a6-4b27-92f8-c7ec6501e2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=11']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:05.190681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] For port 5fea004d-e62d-4e6b-9fa8-9946c3003ad1, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:05.194019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] For port 5fea004d-e62d-4e6b-9fa8-9946c3003ad1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fea004d-e62d-4e6b-9fa8-9946c3003ad1,segment=NetworkSegment(971fbe42-3ffd-42fb-8464-1c7c3a444168),segment_id=971fbe42-3ffd-42fb-8464-1c7c3a444168)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:05.200841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.239196 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-9cc67b95-45a6-4b27-92f8-c7ec6501e2b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/0039eec4-0dfe-4e82-bf4d-2494bfbe555c/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6699471
Nov 27 21:21:05.271509 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a53f4-5306-4eac-9471-0c451db39af7 None None] Pushing event updated for resources: {'Port': ['ID=5fea004d-e62d-4e6b-9fa8-9946c3003ad1,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:05.310150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f55feba-2561-4cd4-9580-1dd093574180 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.343436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55feba-2561-4cd4-9580-1dd093574180 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=df686f79-2852-4a64-b8fd-b4bc2306dd19,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:05.347541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-26e31380-72c1-40ec-96ae-00b6614714b6 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:05.349892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-26e31380-72c1-40ec-96ae-00b6614714b6 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f&tenant_id=587ce621728b4cb1b01fd53d69d45d4d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0477686
Nov 27 21:21:05.400823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-26b90d8d-97ee-499f-817a-46e19a8ed45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:05.402393 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-26b90d8d-97ee-499f-817a-46e19a8ed45c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 1095 time: 0.0439804
Nov 27 21:21:05.414195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f55feba-2561-4cd4-9580-1dd093574180 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.420540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47290) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:05.420696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1f55feba-2561-4cd4-9580-1dd093574180 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/df686f79-2852-4a64-b8fd-b4bc2306dd19 HTTP/1.1" status: 204  len: 168 time: 0.5631685
Nov 27 21:21:05.447246 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f52f62c-ec9c-45d9-9796-35705a5ee46d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:05.448973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f52f62c-ec9c-45d9-9796-35705a5ee46d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:05.462075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1f52f62c-ec9c-45d9-9796-35705a5ee46d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/df686f79-2852-4a64-b8fd-b4bc2306dd19 HTTP/1.1" status: 404  len: 333 time: 0.0402617
Nov 27 21:21:05.468006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47292) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:05.496592 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bf5911-6d44-4de7-bc7d-b658fc63fc8d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:05.500159 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b6bf5911-6d44-4de7-bc7d-b658fc63fc8d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/df686f79-2852-4a64-b8fd-b4bc2306dd19 HTTP/1.1" status: 404  len: 333 time: 0.0267091
Nov 27 21:21:05.500629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47294) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:05.556765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-dc725e85-c7ed-438d-bc97-25f1e2010c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:05.558352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-dc725e85-c7ed-438d-bc97-25f1e2010c3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1095 time: 0.0921547
Nov 27 21:21:05.568688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6689b65-f122-4cc0-ace0-6bb7d2def5e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet 47353e85-0a36-4b6c-b9e4-a1b705e79001 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:05.581552 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6689b65-f122-4cc0-ace0-6bb7d2def5e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.663501 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6689b65-f122-4cc0-ace0-6bb7d2def5e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.688106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b1368-4536-45bc-887a-1aa4deb4d10e req-51a139f0-67de-4f2b-bc6c-6bee05147c1a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:05.689411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-946b1368-4536-45bc-887a-1aa4deb4d10e req-51a139f0-67de-4f2b-bc6c-6bee05147c1a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 944 time: 0.0535743
Nov 27 21:21:05.727159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-cf085d96-44db-416e-97fa-8fb4061c6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:05.728557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-cf085d96-44db-416e-97fa-8fb4061c6d0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 200  len: 898 time: 0.1574948
Nov 27 21:21:05.741686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-946b1368-4536-45bc-887a-1aa4deb4d10e req-05f4ffe9-7557-4b87-8d49-88313fea271f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455894
Nov 27 21:21:05.813236 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6689b65-f122-4cc0-ace0-6bb7d2def5e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.846208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-2eb86d02-05d1-4d71-bb9e-43136eb11c43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 999 time: 0.1108994
Nov 27 21:21:05.912440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-f1175dfd-b8c8-4dfe-ac11-99faafcdb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:05.914048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-f1175dfd-b8c8-4dfe-ac11-99faafcdb32d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27697164-47a6-47a8-beaa-fef1e4689c5a HTTP/1.1" status: 200  len: 834 time: 0.0603187
Nov 27 21:21:05.915510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6689b65-f122-4cc0-ace0-6bb7d2def5e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.950892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6689b65-f122-4cc0-ace0-6bb7d2def5e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=47353e85-0a36-4b6c-b9e4-a1b705e79001,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:05.954955 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6689b65-f122-4cc0-ace0-6bb7d2def5e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:05.963595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47298) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:05.963748 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f6689b65-f122-4cc0-ace0-6bb7d2def5e1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/47353e85-0a36-4b6c-b9e4-a1b705e79001 HTTP/1.1" status: 204  len: 168 time: 0.4559386
Nov 27 21:21:05.995059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-2145085b-8d63-40bf-9835-ac5303237b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:05.996628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-2145085b-8d63-40bf-9835-ac5303237b84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0568049
Nov 27 21:21:06.070608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.098026 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-7246f0a4-9313-41f0-bcb8-8dda5a868274 service neutron] 10.222.0.15 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940199
Nov 27 21:21:06.133097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 5fea004d-e62d-4e6b-9fa8-9946c3003ad1 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:06.133447 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.193343 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-2eed0dcc-8d09-40bd-8c80-1ad7c887bae0 service neutron] 10.222.0.15 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880113
Nov 27 21:21:06.200220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] For port 5fea004d-e62d-4e6b-9fa8-9946c3003ad1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fea004d-e62d-4e6b-9fa8-9946c3003ad1,segment=NetworkSegment(971fbe42-3ffd-42fb-8464-1c7c3a444168),segment_id=971fbe42-3ffd-42fb-8464-1c7c3a444168)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:06.200585 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.223968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 5fea004d-e62d-4e6b-9fa8-9946c3003ad1 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:06.254088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae58bd12-e52f-4f09-98ce-ddd8a5a7bf22 None None] Network d12ef608-2d14-413f-964a-d6cc47e1217d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:06.308695 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.334514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=5fea004d-e62d-4e6b-9fa8-9946c3003ad1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:06.344816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No DVR routers for this DVR port 5fea004d-e62d-4e6b-9fa8-9946c3003ad1 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:06.349688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-63a70f64-d779-4140-be79-5df035610572 None None] Could not find standard attr ID for object 5fea004d-e62d-4e6b-9fa8-9946c3003ad1. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:06.440684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.449336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d84a2d-a2ec-4c97-bf46-8593b626398f None None] DHCP port deletion for d12ef608-2d14-413f-964a-d6cc47e1217d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:06.455800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-aed919fa-61ff-457a-b751-5056b544e1fa tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:06.461366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-aed919fa-61ff-457a-b751-5056b544e1fa tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f&tenant_id=587ce621728b4cb1b01fd53d69d45d4d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0509377
Nov 27 21:21:06.471333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe403bea7f0>,) {'filters': {'network_id': ['d12ef608-2d14-413f-964a-d6cc47e1217d']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:06.481509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe403bea7f0>, '971fbe42-3ffd-42fb-8464-1c7c3a444168') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:06.482132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe403bea7f0>, '971fbe42-3ffd-42fb-8464-1c7c3a444168') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:06.485071 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b25e7d80-efa4-4b54-9562-ab76fef95185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.493940 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.509744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.517108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:21:06.517694 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:21:06.521061 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:21:06.581089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-b91b14f8-fd39-4716-bb17-387f101a65c7 service neutron] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:06.582646 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.585538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-b91b14f8-fd39-4716-bb17-387f101a65c7 service neutron] Publish callbacks [] for binding, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.587459 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-b91b14f8-fd39-4716-bb17-387f101a65c7 service neutron] 10.222.0.15 "DELETE /v2.0/ports/0039eec4-0dfe-4e82-bf4d-2494bfbe555c/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1217470
Nov 27 21:21:06.590287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.595326 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/networks/d12ef608-2d14-413f-964a-d6cc47e1217d HTTP/1.1" status: 204  len: 168 time: 0.6287804
Nov 27 21:21:06.598517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47302) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:06.604989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1120487238'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:06.619370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91a266-8910-45a7-aa84-285c95320643 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Network': ['ID=d12ef608-2d14-413f-964a-d6cc47e1217d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:06.642197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:06.646874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.669801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:21:06.679176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.679557 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Added segment b4eb1e03-9814-4cf3-a1ed-684fd2de6215 of type vlan for network 056c051e-9964-4cc1-860d-228addba95ce
Nov 27 21:21:06.718037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.744789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.750526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:06.751147 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:06.812415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2127156
Nov 27 21:21:06.815430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47306) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:06.828165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '056c051e-9964-4cc1-860d-228addba95ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:06.831409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82f8d1-b290-4498-9a83-07e282634f27 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Network': ['ID=056c051e-9964-4cc1-860d-228addba95ce,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:06.841530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 056c051e-9964-4cc1-860d-228addba95ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:21:06.937354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce268-3409-41fc-a2c4-1cc7c8206a5b req-e44d963e-98be-4c36-9c83-de6e8ddc43b1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:06.939105 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cbbce268-3409-41fc-a2c4-1cc7c8206a5b req-e44d963e-98be-4c36-9c83-de6e8ddc43b1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 944 time: 0.1252949
Nov 27 21:21:06.974198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:06.977863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:07.393031 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cbbce268-3409-41fc-a2c4-1cc7c8206a5b req-76504d43-2531-4226-8082-cad7b59dea39 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4460764
Nov 27 21:21:07.567662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006023d6-eeec-4624-b9f1-ce9b7db68b3d req-6bc72208-4b6e-4f56-b61b-11c68b45789c tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:07.569296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-006023d6-eeec-4624-b9f1-ce9b7db68b3d req-6bc72208-4b6e-4f56-b61b-11c68b45789c tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1095 time: 0.0932913
Nov 27 21:21:07.570612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:07.659821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=370e667a-a8a4-4c77-ac92-c5b065c762ef,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:07.660727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0039eec4-0dfe-4e82-bf4d-2494bfbe555c no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:07.677364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-006023d6-eeec-4624-b9f1-ce9b7db68b3d req-18766d1d-489a-4963-9d81-8ab42a179de3 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984304
Nov 27 21:21:07.678466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Checking segment: {'id': 'b4eb1e03-9814-4cf3-a1ed-684fd2de6215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '056c051e-9964-4cc1-860d-228addba95ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:07.678830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network hostable DHCP agents. Network: 056c051e-9964-4cc1-860d-228addba95ce, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:21:07.706831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 056c051e-9964-4cc1-860d-228addba95ce is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:21:07.718669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 056c051e-9964-4cc1-860d-228addba95ce) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:07.719182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 0039eec4-0dfe-4e82-bf4d-2494bfbe555c not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:07.726152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:07.727617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:07.728987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca85d12-fb77-4b94-8fc2-d1b3ae71a0be None None] Network 056c051e-9964-4cc1-860d-228addba95ce requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:07.746824 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0ad672ba-435d-48c1-a0a8-4b6f163dd8fc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9230399
Nov 27 21:21:07.749521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47322) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:07.755044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '056c051e-9964-4cc1-860d-228addba95ce', 'security_groups': [], 'name': 'tempest-PortsTestJSON-998593514'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:07.871215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77204-97cb-4470-83f5-962fc4ea4ce8 req-19484ba9-7cba-4beb-bedf-eeec2033ecf3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:07.872891 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ff77204-97cb-4470-83f5-962fc4ea4ce8 req-19484ba9-7cba-4beb-bedf-eeec2033ecf3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 944 time: 0.1020212
Nov 27 21:21:07.876198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-056c051e-9964-4cc1-860d-228addba95ce', 'network_id': '056c051e-9964-4cc1-860d-228addba95ce', 'tenant_id': 'e83185a2bc4f4141adea91a35fcf75ee', 'fixed_ips': [{'subnet_id': '370e667a-a8a4-4c77-ac92-c5b065c762ef'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:21:07.877034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:07.898582 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:07.946772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ff77204-97cb-4470-83f5-962fc4ea4ce8 req-4213e57a-c9b4-4dfa-9e4f-42ed68c76744 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662193
Nov 27 21:21:07.947812 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:07.951168 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:07.970652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port 9c5aa23a-6248-4544-9e30-f2acd22f819c yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:07.973655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47324) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:08.034846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Allocated IP 172.20.0.2 (056c051e-9964-4cc1-860d-228addba95ce/370e667a-a8a4-4c77-ac92-c5b065c762ef/fc3a10cc-f143-48d1-a2fb-d39b70115470) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:08.041618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c0d32f39-61a1-43a1-957a-7f17d546264c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/4ce6d33a-ade2-42f3-ac73-6c2a48747c62 HTTP/1.1" status: 200  len: 991 time: 0.0664406
Nov 27 21:21:08.189715 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.195793 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.230439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Network 056c051e-9964-4cc1-860d-228addba95ce is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:08.233476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:08.239792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:08.253775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.7 (056c051e-9964-4cc1-860d-228addba95ce/370e667a-a8a4-4c77-ac92-c5b065c762ef/9c5aa23a-6248-4544-9e30-f2acd22f819c) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:08.269094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47330) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:08.270187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Pushing event updated for resources: {'Port': ['ID=fc3a10cc-f143-48d1-a2fb-d39b70115470,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:08.313042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Attempting to bind port fc3a10cc-f143-48d1-a2fb-d39b70115470 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:08.313426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Attempting to bind port fc3a10cc-f143-48d1-a2fb-d39b70115470 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b4eb1e03-9814-4cf3-a1ed-684fd2de6215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '056c051e-9964-4cc1-860d-228addba95ce'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:08.313799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Attempting to bind port fc3a10cc-f143-48d1-a2fb-d39b70115470 on network 056c051e-9964-4cc1-860d-228addba95ce {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:08.321072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:08.321303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Checking segment: {'id': 'b4eb1e03-9814-4cf3-a1ed-684fd2de6215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '056c051e-9964-4cc1-860d-228addba95ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:08.321564 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.321974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Bound using segment: {'id': 'b4eb1e03-9814-4cf3-a1ed-684fd2de6215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '056c051e-9964-4cc1-860d-228addba95ce'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:08.322528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Bound port: fc3a10cc-f143-48d1-a2fb-d39b70115470, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4eb1e03-9814-4cf3-a1ed-684fd2de6215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '056c051e-9964-4cc1-860d-228addba95ce'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:08.322970 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.390976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] For port fc3a10cc-f143-48d1-a2fb-d39b70115470, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:08.396221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] For port fc3a10cc-f143-48d1-a2fb-d39b70115470, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc3a10cc-f143-48d1-a2fb-d39b70115470,segment=NetworkSegment(b4eb1e03-9814-4cf3-a1ed-684fd2de6215),segment_id=b4eb1e03-9814-4cf3-a1ed-684fd2de6215)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:08.401374 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.402584 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.446478 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.466139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 4f8cccbf-6f96-43d6-af59-fdbcdf3ce2b3 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:08.466397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.471126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b80e96-d6f7-4c8f-a3c9-9882e6d23b9d None None] Pushing event updated for resources: {'Port': ['ID=fc3a10cc-f143-48d1-a2fb-d39b70115470,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:08.502418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 056c051e-9964-4cc1-860d-228addba95ce is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:08.507158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:08.511298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:08.540948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=9c5aa23a-6248-4544-9e30-f2acd22f819c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:08.560471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.560816 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.569481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:08.570139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.574697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 4f8cccbf-6f96-43d6-af59-fdbcdf3ce2b3 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:08.591736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bac4dd84-4a7a-4011-8d5c-f8d6c966cb67 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 0.8403809
Nov 27 21:21:08.593847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47334) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:08.732481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6a766941-119c-4bcf-b4b4-8f198eff28d4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 9c5aa23a-6248-4544-9e30-f2acd22f819c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:08.735183 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6a766941-119c-4bcf-b4b4-8f198eff28d4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.791355 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.837104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=4f8cccbf-6f96-43d6-af59-fdbcdf3ce2b3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:08.876867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6a766941-119c-4bcf-b4b4-8f198eff28d4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.890118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-6a766941-119c-4bcf-b4b4-8f198eff28d4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 9c5aa23a-6248-4544-9e30-f2acd22f819c owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:08.916303 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:08.916566 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Floating IP 4ce6d33a-ade2-42f3-ac73-6c2a48747c62 disassociated (deleted). External IP: 172.35.3.111, port: 0039eec4-0dfe-4e82-bf4d-2494bfbe555c.
Nov 27 21:21:09.008557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172a88-2e7a-49d9-a0af-dd9151791d39 req-c63a3e74-13f9-45a5-84b2-ed7bfad90b69 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:09.010059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1172a88-2e7a-49d9-a0af-dd9151791d39 req-c63a3e74-13f9-45a5-84b2-ed7bfad90b69 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 945 time: 0.1259365
Nov 27 21:21:09.021070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6a766941-119c-4bcf-b4b4-8f198eff28d4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.058297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a766941-119c-4bcf-b4b4-8f198eff28d4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=9c5aa23a-6248-4544-9e30-f2acd22f819c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:09.117241 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1172a88-2e7a-49d9-a0af-dd9151791d39 req-6a1f0318-056f-4253-adcd-c75de5a583ab tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978012
Nov 27 21:21:09.126640 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6a766941-119c-4bcf-b4b4-8f198eff28d4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.132001 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6a766941-119c-4bcf-b4b4-8f198eff28d4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/9c5aa23a-6248-4544-9e30-f2acd22f819c HTTP/1.1" status: 204  len: 168 time: 0.5370328
Nov 27 21:21:09.135019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47340) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:09.168518 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-a524271d-f4ed-4ce1-a607-4e6f025f162e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:09.169892 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a524271d-f4ed-4ce1-a607-4e6f025f162e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/9c5aa23a-6248-4544-9e30-f2acd22f819c HTTP/1.1" status: 404  len: 333 time: 0.0338967
Nov 27 21:21:09.176357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47342) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:09.202440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fc3a10cc-f143-48d1-a2fb-d39b70115470 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:09.203598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:21:09.231091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-3244cc6e-5638-45d8-9ab7-8608f98a971c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet 370e667a-a8a4-4c77-ac92-c5b065c762ef {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:09.234446 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3244cc6e-5638-45d8-9ab7-8608f98a971c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.260922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port fc3a10cc-f143-48d1-a2fb-d39b70115470 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:09.261408 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.283212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3244cc6e-5638-45d8-9ab7-8608f98a971c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.323204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:21:09.334343 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] Sync routers for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:21:09.346531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.351992 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:09.352198 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.352629 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe182fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:09.395781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port fc3a10cc-f143-48d1-a2fb-d39b70115470, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc3a10cc-f143-48d1-a2fb-d39b70115470,segment=NetworkSegment(b4eb1e03-9814-4cf3-a1ed-684fd2de6215),segment_id=b4eb1e03-9814-4cf3-a1ed-684fd2de6215)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:09.400552 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.402157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3244cc6e-5638-45d8-9ab7-8608f98a971c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.414101 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4d706ba9-246a-46a9-a468-31bd04da9bfd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ce6d33a-ade2-42f3-ac73-6c2a48747c62 HTTP/1.1" status: 204  len: 168 time: 1.1407781
Nov 27 21:21:09.414633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:21:09.417036 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:21:09.479710 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e0baa9-981c-4db3-a172-762a13ae8e9c x-openstack-request-id: req-f6e0baa9-981c-4db3-a172-762a13ae8e9c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:21:09.480394 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:21:09.480811 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6e0baa9-981c-4db3-a172-762a13ae8e9c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:21:09.481397 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'status': 'completed', 'code': 200}
Nov 27 21:21:09.496297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=fc3a10cc-f143-48d1-a2fb-d39b70115470,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:09.532810 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:09.559696 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3244cc6e-5638-45d8-9ab7-8608f98a971c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.570179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-6ed79e62-67aa-4417-a13d-055eefa0525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:09.572120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-6ed79e62-67aa-4417-a13d-055eefa0525c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 1095 time: 0.0680189
Nov 27 21:21:09.604493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244cc6e-5638-45d8-9ab7-8608f98a971c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=370e667a-a8a4-4c77-ac92-c5b065c762ef,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:09.611908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3244cc6e-5638-45d8-9ab7-8608f98a971c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.617560 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3244cc6e-5638-45d8-9ab7-8608f98a971c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/370e667a-a8a4-4c77-ac92-c5b065c762ef HTTP/1.1" status: 204  len: 168 time: 0.4406800
Nov 27 21:21:09.621344 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.622368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47348) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:09.707450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-ac924f0c-8597-42d2-b6bc-b65529e49d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:09.709289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-ac924f0c-8597-42d2-b6bc-b65529e49d2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 200  len: 898 time: 0.1279893
Nov 27 21:21:09.729006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.784531 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-3f394850-e1fb-4380-b6d9-eb413f617cad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 200  len: 217 time: 0.0650105
Nov 27 21:21:09.797864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port fc3a10cc-f143-48d1-a2fb-d39b70115470 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:09.798223 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.820034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a21dd2-5ca1-4956-b149-5946b476f1a8 None None] Network 056c051e-9964-4cc1-860d-228addba95ce requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:09.857562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-df915ee8-2f59-4e7e-a7db-440ea67617e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:09.859414 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-df915ee8-2f59-4e7e-a7db-440ea67617e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27697164-47a6-47a8-beaa-fef1e4689c5a HTTP/1.1" status: 200  len: 834 time: 0.0461164
Nov 27 21:21:09.889500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca61a0a-b5fb-414d-b073-772f40aa2e97 req-a57421e7-17e8-4eb9-b4bb-78ea2ab38be6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:09.891044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ca61a0a-b5fb-414d-b073-772f40aa2e97 req-a57421e7-17e8-4eb9-b4bb-78ea2ab38be6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 944 time: 0.1091528
Nov 27 21:21:09.898537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] For port fc3a10cc-f143-48d1-a2fb-d39b70115470, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc3a10cc-f143-48d1-a2fb-d39b70115470,segment=NetworkSegment(b4eb1e03-9814-4cf3-a1ed-684fd2de6215),segment_id=b4eb1e03-9814-4cf3-a1ed-684fd2de6215)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:09.899109 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.913983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for fc3a10cc-f143-48d1-a2fb-d39b70115470 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:09.915737 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe182fa0>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd182b1df-dbae-4821-a142-f2bd95576a31', 'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:5f:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:20:00Z', 'updated_at': '2021-11-27T21:20:04Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:09.920532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a12e2763-e71b-4984-9d87-f55394de4b7e None None] Provisioning complete for port fc3a10cc-f143-48d1-a2fb-d39b70115470 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:09.921072 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a12e2763-e71b-4984-9d87-f55394de4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:09.961030 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] Checking router: ba0e0ba9-4529-4ca6-b079-551cd33d8b80 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:21:09.971704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ca61a0a-b5fb-414d-b073-772f40aa2e97 req-b4474c91-01e4-4ad1-be19-c3616a2d5916 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639973
Nov 27 21:21:09.974966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-7006f5a6-d615-4cb4-bc27-eeedf962293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:09.976323 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:09.976626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-7006f5a6-d615-4cb4-bc27-eeedf962293c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4216be6c-3d07-4c65-92b4-8d5df1ec0e18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1078553
Nov 27 21:21:09.977505 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe182fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:10.037561 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.072898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No DVR routers for this DVR port fc3a10cc-f143-48d1-a2fb-d39b70115470 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:10.080647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bcb3ed-d917-48d2-997d-65bff3207a8e None None] DHCP port deletion for 056c051e-9964-4cc1-860d-228addba95ce request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:10.109766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=fc3a10cc-f143-48d1-a2fb-d39b70115470,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:10.133254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-c4c67220-5dc1-498a-8b93-788eeaebe3b3 service neutron] 10.222.0.15 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475928
Nov 27 21:21:10.145421 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:10.169426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.201253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd96d90>,) {'filters': {'network_id': ['056c051e-9964-4cc1-860d-228addba95ce']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:10.211829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd96d90>, 'b4eb1e03-9814-4cf3-a1ed-684fd2de6215') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:10.212135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcd96d90>, 'b4eb1e03-9814-4cf3-a1ed-684fd2de6215') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:10.232293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.249615 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4bba2ae-b3b8-4b2b-8142-69d902894a3b req-a80420a6-d65c-44d8-b7b1-e03be29a6c59 service neutron] 10.222.0.15 "GET /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094923
Nov 27 21:21:10.270985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.281278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:21:10.281917 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:21:10.286555 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:21:10.309997 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.320872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6714c-447d-4482-8f6a-1ffaa2f13a35 req-55126e99-b5c9-4284-8683-87035acb0782 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:10.325182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7ae6714c-447d-4482-8f6a-1ffaa2f13a35 req-55126e99-b5c9-4284-8683-87035acb0782 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 945 time: 0.1031759
Nov 27 21:21:10.341508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-d5635726-0433-454d-858a-e70cf08cbf23 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:10.343089 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-d5635726-0433-454d-858a-e70cf08cbf23 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 944 time: 0.0706809
Nov 27 21:21:10.390146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.390563 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe182fa0>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd182b1df-dbae-4821-a142-f2bd95576a31', 'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:5f:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:20:00Z', 'updated_at': '2021-11-27T21:20:04Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:10.394522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.400123 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/networks/056c051e-9964-4cc1-860d-228addba95ce HTTP/1.1" status: 204  len: 168 time: 0.7766731
Nov 27 21:21:10.404924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47354) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:10.410107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'name': 'tempest-PortsTestJSON-1161627556'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:10.421033 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd21e02-6eff-4b23-a597-704c92450a27 None None] The sync data for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 is: [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:20:01Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd182b1df-dbae-4821-a142-f2bd95576a31', 'name': '', 'network_id': '4216be6c-3d07-4c65-92b4-8d5df1ec0e18', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:5f:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:20:00Z', 'updated_at': '2021-11-27T21:20:04Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': '27697164-47a6-47a8-beaa-fef1e4689c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:21:10.430486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dada8-69ce-400f-be0f-6bfb62ace5d9 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Network': ['ID=056c051e-9964-4cc1-860d-228addba95ce,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:10.440216 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7ae6714c-447d-4482-8f6a-1ffaa2f13a35 req-5873c2fd-c92c-4812-a845-bc35deb93e69 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910118
Nov 27 21:21:10.549571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:10.549918 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.570218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:10.574644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.610619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17506665-657d-480d-acd7-9ed1fe5bccd4 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:10.613212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17506665-657d-480d-acd7-9ed1fe5bccd4 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 945 time: 0.0552900
Nov 27 21:21:10.633149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port e9ab0631-e2ab-4585-ba0e-9d117d9de820 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:10.699058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11308161-b6b8-472e-b21e-6ff1f4a59f38 None None] New status for floating IP 4ce6d33a-ade2-42f3-ac73-6c2a48747c62: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:21:10.723597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Deleting port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:10.723941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.739294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:10.739664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.762219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 0039eec4-0dfe-4e82-bf4d-2494bfbe555c owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:10.818490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] For port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:10.818858 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.836796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Calling delete_port for 4fa0dea5-dabc-4ab8-bd75-07aa2809370a owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:10.896978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.966510 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.977883 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:10.981181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['4fa0dea5-dabc-4ab8-bd75-07aa2809370a'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:21:10.998087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Pushing event deleted for resources: {'Port': ['ID=4fa0dea5-dabc-4ab8-bd75-07aa2809370a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:11.035092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b9b7a-cc1c-49b8-991d-6c56ecb25ae7 None None] DHCP port deletion for ebffb26f-bc13-421f-ad40-7f30998bc7a9 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:11.049026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] No DVR routers for this DVR port 4fa0dea5-dabc-4ab8-bd75-07aa2809370a on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:11.052462 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.060173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.15 "DELETE /v2.0/ports/4fa0dea5-dabc-4ab8-bd75-07aa2809370a HTTP/1.1" status: 204  len: 173 time: 0.4400799
Nov 27 21:21:11.061090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ed9439-0c1d-446a-aa57-1f6156dbfd86', 'name': 'network-vif-deleted', 'tag': '4fa0dea5-dabc-4ab8-bd75-07aa2809370a'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:21:11.061691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=e9ab0631-e2ab-4585-ba0e-9d117d9de820,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:11.064918 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a9ab0d-b021-4b4e-886c-e64a59ffa26f" -d '{"events": [{"server_uuid": "e0ed9439-0c1d-446a-aa57-1f6156dbfd86", "name": "network-vif-deleted", "tag": "4fa0dea5-dabc-4ab8-bd75-07aa2809370a"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:21:11.089103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:11.090315 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.095367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:11.097964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:11.104213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:11.104846 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.121945 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4fb427-086b-4242-9172-6b36ec98430b x-openstack-request-id: req-ae4fb427-086b-4242-9172-6b36ec98430b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:21:11.122257 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ed9439-0c1d-446a-aa57-1f6156dbfd86", "name": "network-vif-deleted", "tag": "4fa0dea5-dabc-4ab8-bd75-07aa2809370a", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:21:11.122509 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae4fb427-086b-4242-9172-6b36ec98430b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:21:11.122907 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ed9439-0c1d-446a-aa57-1f6156dbfd86', 'name': 'network-vif-deleted', 'tag': '4fa0dea5-dabc-4ab8-bd75-07aa2809370a', 'status': 'completed', 'code': 200}
Nov 27 21:21:11.130454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fc3a10cc-f143-48d1-a2fb-d39b70115470 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:11.135577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bcd5963-185e-4708-a543-04bc79101c8f req-b7681ed6-c052-47ff-9e07-28b30ae39f11 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=878689c5-c1b6-471c-84e2-177899462d5f HTTP/1.1" status: 200  len: 210 time: 0.0649807
Nov 27 21:21:11.162405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: fc3a10cc-f143-48d1-a2fb-d39b70115470 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:11.162765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fc3a10cc-f143-48d1-a2fb-d39b70115470 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:11.173015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=0039eec4-0dfe-4e82-bf4d-2494bfbe555c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:11.181323 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b0aec536-b8a7-4f89-ab55-f56c44aefe2e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.7754159
Nov 27 21:21:11.184534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47360) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:11.240307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] No DVR routers for this DVR port 0039eec4-0dfe-4e82-bf4d-2494bfbe555c on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:11.242696 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.246130 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4c538046-bd7f-40b2-8306-de54f7f9dbd2 req-62fe05d1-538b-4e7d-97d6-d09999bad18d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "DELETE /v2.0/ports/0039eec4-0dfe-4e82-bf4d-2494bfbe555c HTTP/1.1" status: 204  len: 173 time: 0.8961151
Nov 27 21:21:11.277263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9d867-8378-4a21-80be-93264de97856 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port e9ab0631-e2ab-4585-ba0e-9d117d9de820 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:11.277619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0a9d867-8378-4a21-80be-93264de97856 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.349929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0a9d867-8378-4a21-80be-93264de97856 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.363209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9d867-8378-4a21-80be-93264de97856 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for e9ab0631-e2ab-4585-ba0e-9d117d9de820 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:11.457444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0a9d867-8378-4a21-80be-93264de97856 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.482428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-deleted', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:21:11.485459 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad39a31-cb12-481c-9352-054912d8e9a9" -d '{"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-deleted", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:21:11.520767 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0a9d867-8378-4a21-80be-93264de97856 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.528261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47366) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:11.528421 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e0a9d867-8378-4a21-80be-93264de97856 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/e9ab0631-e2ab-4585-ba0e-9d117d9de820 HTTP/1.1" status: 204  len: 168 time: 0.3428094
Nov 27 21:21:11.530077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9d867-8378-4a21-80be-93264de97856 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=e9ab0631-e2ab-4585-ba0e-9d117d9de820,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:11.537902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'mac_address': 'fa:16:3e:e9:0e:e7', 'name': 'tempest-PortsTestJSON-2026243615'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:11.566140 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d740b88e-02bc-437e-82d3-65883e7dac36 x-openstack-request-id: req-d740b88e-02bc-437e-82d3-65883e7dac36 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:21:11.566574 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878689c5-c1b6-471c-84e2-177899462d5f", "name": "network-vif-deleted", "tag": "0039eec4-0dfe-4e82-bf4d-2494bfbe555c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:21:11.567069 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d740b88e-02bc-437e-82d3-65883e7dac36 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:21:11.568488 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878689c5-c1b6-471c-84e2-177899462d5f', 'name': 'network-vif-deleted', 'tag': '0039eec4-0dfe-4e82-bf4d-2494bfbe555c', 'status': 'completed', 'code': 200}
Nov 27 21:21:11.624709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f91e1ad-32bb-4810-8b13-639319a292dd req-d594bdeb-4fa8-49aa-959a-04af547185c0 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0ed9439-0c1d-446a-aa57-1f6156dbfd86 HTTP/1.1" status: 200  len: 210 time: 0.0567589
Nov 27 21:21:11.684543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:11.755686 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.777781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port c02459ce-3f00-4787-8930-64b8c30f67de yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:11.935609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:11.968333 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.013999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:12.017083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:12.019472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:12.025895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:12.026503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.041465 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=c02459ce-3f00-4787-8930-64b8c30f67de,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:12.050620 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8efd4c4d-4384-4c62-b45b-c91362b001aa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.5192611
Nov 27 21:21:12.053270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47368) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:12.094879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aa1e61-7f96-4790-bdd8-27efd9940a80 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:12.096313 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-38aa1e61-7f96-4790-bdd8-27efd9940a80 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/c02459ce-3f00-4787-8930-64b8c30f67de HTTP/1.1" status: 200  len: 841 time: 0.0421436
Nov 27 21:21:12.099553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47370) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:12.184342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-06d61dce-eff5-4887-8036-d75be68fb99e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port c02459ce-3f00-4787-8930-64b8c30f67de {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:12.184942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06d61dce-eff5-4887-8036-d75be68fb99e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.195759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47374) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:12.255960 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06d61dce-eff5-4887-8036-d75be68fb99e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.268978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-06d61dce-eff5-4887-8036-d75be68fb99e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for c02459ce-3f00-4787-8930-64b8c30f67de owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:12.346251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06d61dce-eff5-4887-8036-d75be68fb99e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.378677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d61dce-eff5-4887-8036-d75be68fb99e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=c02459ce-3f00-4787-8930-64b8c30f67de,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:12.385152 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-06d61dce-eff5-4887-8036-d75be68fb99e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.391391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-06d61dce-eff5-4887-8036-d75be68fb99e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/c02459ce-3f00-4787-8930-64b8c30f67de HTTP/1.1" status: 204  len: 168 time: 0.2885821
Nov 27 21:21:12.391528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47376) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:12.415924 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-683504b8-959e-4fcd-ad18-2ab40bf820b1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:12.420699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-683504b8-959e-4fcd-ad18-2ab40bf820b1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/c02459ce-3f00-4787-8930-64b8c30f67de HTTP/1.1" status: 404  len: 333 time: 0.0248806
Nov 27 21:21:12.420887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47378) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:12.425588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'name': 'tempest-PortsTestJSON-755046350'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:12.517459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:12.521465 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.538566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port 6ca27c20-3717-4d57-a75e-661eb5653fe5 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:12.559407 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.708259 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.745738 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.799644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:12.806145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:12.811009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:12.817415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:12.818188 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.822146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=6ca27c20-3717-4d57-a75e-661eb5653fe5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:12.828645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port d182b1df-dbae-4821-a142-f2bd95576a31 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:12.829251 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.841809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e85f5999-dfd5-4d77-b84d-7c9a7e5996db tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.4175179
Nov 27 21:21:12.842049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47384) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:12.847347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0f810866-cd7a-4749-81cf-3799b7301930 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:12.932779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port d182b1df-dbae-4821-a142-f2bd95576a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d182b1df-dbae-4821-a142-f2bd95576a31,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:12.933155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.936930 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f810866-cd7a-4749-81cf-3799b7301930 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:12.947827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for d182b1df-dbae-4821-a142-f2bd95576a31 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:13.098331 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f810866-cd7a-4749-81cf-3799b7301930 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:13.104516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f810866-cd7a-4749-81cf-3799b7301930 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:13.136972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0f810866-cd7a-4749-81cf-3799b7301930 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] In _notify_port_updated(), no bound segment for port 6ca27c20-3717-4d57-a75e-661eb5653fe5 on network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:21:13.138372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4fa0dea5-dabc-4ab8-bd75-07aa2809370a no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:13.142510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f810866-cd7a-4749-81cf-3799b7301930 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:13.143140 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f810866-cd7a-4749-81cf-3799b7301930 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:13.147017 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0f810866-cd7a-4749-81cf-3799b7301930 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "PUT /v2.0/ports/6ca27c20-3717-4d57-a75e-661eb5653fe5 HTTP/1.1" status: 200  len: 818 time: 0.3013654
Nov 27 21:21:13.147680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47398) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:13.159480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:13.161808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 4fa0dea5-dabc-4ab8-bd75-07aa2809370a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:13.162067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f810866-cd7a-4749-81cf-3799b7301930 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=6ca27c20-3717-4d57-a75e-661eb5653fe5,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:13.162214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4fa0dea5-dabc-4ab8-bd75-07aa2809370a not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:13.162589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0039eec4-0dfe-4e82-bf4d-2494bfbe555c no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:13.183611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 0039eec4-0dfe-4e82-bf4d-2494bfbe555c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:13.183989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 0039eec4-0dfe-4e82-bf4d-2494bfbe555c not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:13.209168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=d182b1df-dbae-4821-a142-f2bd95576a31,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:13.664400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e3020610-85c7-413d-9521-fc7773f1983c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 6ca27c20-3717-4d57-a75e-661eb5653fe5 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:13.664746 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3020610-85c7-413d-9521-fc7773f1983c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:13.768620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3020610-85c7-413d-9521-fc7773f1983c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:13.786060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e3020610-85c7-413d-9521-fc7773f1983c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 6ca27c20-3717-4d57-a75e-661eb5653fe5 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:13.793657 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:13.967751 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3020610-85c7-413d-9521-fc7773f1983c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.033736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3020610-85c7-413d-9521-fc7773f1983c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=6ca27c20-3717-4d57-a75e-661eb5653fe5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:14.043348 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3020610-85c7-413d-9521-fc7773f1983c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.049028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e3020610-85c7-413d-9521-fc7773f1983c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/6ca27c20-3717-4d57-a75e-661eb5653fe5 HTTP/1.1" status: 204  len: 168 time: 0.8978617
Nov 27 21:21:14.049727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47412) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:14.146362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff054b-4c27-480d-a3c0-40f7612ee6ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:14.147871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-51ff054b-4c27-480d-a3c0-40f7612ee6ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0977073
Nov 27 21:21:14.150694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47426) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:14.153746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:21:14.178198 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-50499e0c-bdda-4130-ae02-eaddac62add4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:14.179645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-50499e0c-bdda-4130-ae02-eaddac62add4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/6ca27c20-3717-4d57-a75e-661eb5653fe5 HTTP/1.1" status: 404  len: 333 time: 0.0276849
Nov 27 21:21:14.183116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47428) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:14.187925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1676757484'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:14.212882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:14.217067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.241287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:21:14.250364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.250766 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Added segment c18d6771-df64-4c14-bad9-1596a151bfa5 of type vlan for network 1b72ea75-e134-4639-b973-79c9c0478277
Nov 27 21:21:14.272712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:21:14.281539 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-492fa3ed-18df-4648-b6df-8f4285f12dce tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "PUT /v2.0/routers/ba0e0ba9-4529-4ca6-b079-551cd33d8b80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0812366
Nov 27 21:21:14.281669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47430) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:14.284214 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] Sync routers for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:21:14.294604 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:14.295463 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1820a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:14.324010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.354082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48805f1-4bc7-427d-b038-c24cfedcb701 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting subnet 27697164-47a6-47a8-beaa-fef1e4689c5a {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:14.359675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e48805f1-4bc7-427d-b038-c24cfedcb701 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.381873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.387406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:14.387990 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.401008 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:14.457484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e48805f1-4bc7-427d-b038-c24cfedcb701 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.465031 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2809892
Nov 27 21:21:14.468814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47432) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:14.475990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '1b72ea75-e134-4639-b973-79c9c0478277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:14.504657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930f44c-f0e8-45ee-9d86-f60e63519004 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Network': ['ID=1b72ea75-e134-4639-b973-79c9c0478277,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:14.515541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 1b72ea75-e134-4639-b973-79c9c0478277 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:21:14.567543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e48805f1-4bc7-427d-b038-c24cfedcb701 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.617528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:14.622620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.630603 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1820a0>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:21:13Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:14.652755 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e48805f1-4bc7-427d-b038-c24cfedcb701 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.664936 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] Checking router: ba0e0ba9-4529-4ca6-b079-551cd33d8b80 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:21:14.678875 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] Routers {'ba0e0ba9-4529-4ca6-b079-551cd33d8b80'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:14.680358 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1820a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:14.685904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48805f1-4bc7-427d-b038-c24cfedcb701 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Subnet': ['ID=27697164-47a6-47a8-beaa-fef1e4689c5a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:14.699915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75049dc-d9b9-4f92-8aa4-3a7f43fb6ce8 None None] Network 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:14.708646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e48805f1-4bc7-427d-b038-c24cfedcb701 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.718418 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e48805f1-4bc7-427d-b038-c24cfedcb701 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/subnets/27697164-47a6-47a8-beaa-fef1e4689c5a HTTP/1.1" status: 204  len: 168 time: 0.4364760
Nov 27 21:21:14.721491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47434) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:14.834285 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] Set router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:14.851879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.870299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:14.953382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:14.967164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d996fa-e919-4917-b6dd-d15c01d99c43 None None] DHCP port deletion for 4216be6c-3d07-4c65-92b4-8d5df1ec0e18 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:14.968441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Checking segment: {'id': 'c18d6771-df64-4c14-bad9-1596a151bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b72ea75-e134-4639-b973-79c9c0478277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:14.968828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network hostable DHCP agents. Network: 1b72ea75-e134-4639-b973-79c9c0478277, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:21:14.992416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 1b72ea75-e134-4639-b973-79c9c0478277 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:21:15.007409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b72ea75-e134-4639-b973-79c9c0478277) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:15.016114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7415820-9322-4838-8f8f-6ea470887892 None None] Network 1b72ea75-e134-4639-b973-79c9c0478277 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:15.025898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:15.026626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.052340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-56a4cc11-8006-4703-88a8-e699297232c7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5818248
Nov 27 21:21:15.054932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47436) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:15.061633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-34ef2a10-1438-4a94-bf16-a07c25fde8a5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '1b72ea75-e134-4639-b973-79c9c0478277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:15.130613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-21d996fa-e919-4917-b6dd-d15c01d99c43 None None] Deleting port 11d09e0a-aa48-462f-abf9-ef793fa02f74 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:15.131345 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21d996fa-e919-4917-b6dd-d15c01d99c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.229959 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1820a0>, [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:21:13Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:15.250988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 11d09e0a-aa48-462f-abf9-ef793fa02f74 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:15.264955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef2a10-1438-4a94-bf16-a07c25fde8a5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:15.265448 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b530d-dc36-4913-a82c-14fd8c5983f1 None None] The sync data for ids ['ba0e0ba9-4529-4ca6-b079-551cd33d8b80'] in ncdv-master-1 is: [{'id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446713423', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11'}], 'enable_snat': True}, 'gw_port_id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:21:13Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': 'e667f5e8-1664-4fc1-b853-2b68e261cad7', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0e0ba9-4529-4ca6-b079-551cd33d8b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:19:57Z', 'updated_at': '2021-11-27T21:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:21:15.275783 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-34ef2a10-1438-4a94-bf16-a07c25fde8a5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.294260 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-21d996fa-e919-4917-b6dd-d15c01d99c43 None None] For port 11d09e0a-aa48-462f-abf9-ef793fa02f74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11d09e0a-aa48-462f-abf9-ef793fa02f74,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:15.295054 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21d996fa-e919-4917-b6dd-d15c01d99c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.347106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-21d996fa-e919-4917-b6dd-d15c01d99c43 None None] Calling delete_port for 11d09e0a-aa48-462f-abf9-ef793fa02f74 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:15.407717 ncdv-master-1 neutron-server[120908]: INFO neutron.db.ipam_backend_mixin [None req-34ef2a10-1438-4a94-bf16-a07c25fde8a5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1 (CIDR: 172.20.0.0/28)
Nov 27 21:21:15.411965 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ef2a10-1438-4a94-bf16-a07c25fde8a5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:15.412668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ef2a10-1438-4a94-bf16-a07c25fde8a5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:15.440338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-34ef2a10-1438-4a94-bf16-a07c25fde8a5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3836362
Nov 27 21:21:15.443997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47444) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:15.450330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '1b72ea75-e134-4639-b973-79c9c0478277', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:15.495598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.505403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1b72ea75-e134-4639-b973-79c9c0478277', 'network_id': '1b72ea75-e134-4639-b973-79c9c0478277', 'tenant_id': 'e83185a2bc4f4141adea91a35fcf75ee', 'fixed_ips': [{'subnet_id': '7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:21:15.506537 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.525651 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.573113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port e667f5e8-1664-4fc1-b853-2b68e261cad7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:15.573976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.596705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:15.601568 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.645665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 11d09e0a-aa48-462f-abf9-ef793fa02f74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11d09e0a-aa48-462f-abf9-ef793fa02f74,segment=NetworkSegment(28366447-014e-4696-84b8-6b1b5f71286b),segment_id=28366447-014e-4696-84b8-6b1b5f71286b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:15.655801 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.666667 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21d996fa-e919-4917-b6dd-d15c01d99c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.681520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port e667f5e8-1664-4fc1-b853-2b68e261cad7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e667f5e8-1664-4fc1-b853-2b68e261cad7,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:15.681952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.696430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for e667f5e8-1664-4fc1-b853-2b68e261cad7 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:15.751950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Allocated IP 172.20.0.2 (1b72ea75-e134-4639-b973-79c9c0478277/7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1/e6b3d092-a806-44d3-b4e2-e4c4a7a15404) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:15.770012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event deleted for resources: {'Port': ['ID=11d09e0a-aa48-462f-abf9-ef793fa02f74,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:15.797312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d996fa-e919-4917-b6dd-d15c01d99c43 None None] No DVR routers for this DVR port 11d09e0a-aa48-462f-abf9-ef793fa02f74 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:15.824903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d996fa-e919-4917-b6dd-d15c01d99c43 None None] Pushing event deleted for resources: {'Port': ['ID=11d09e0a-aa48-462f-abf9-ef793fa02f74,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:15.894504 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.901981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.935161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 1b72ea75-e134-4639-b973-79c9c0478277 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:15.939977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:15.941466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=e667f5e8-1664-4fc1-b853-2b68e261cad7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:15.945462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:15.946135 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:15.960266 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589f9b1c-32c2-4401-b420-5f14f8db89ff None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:15.974575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.5264602
Nov 27 21:21:15.974575 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bf434-c181-4a77-b968-be41f058790f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=5b2eae6a-6f8f-4976-baef-dc7cc3d1406c,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:15.974895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47456) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:15.980137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '1b72ea75-e134-4639-b973-79c9c0478277', 'fixed_ips': [{'subnet_id': '7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1'}, {'subnet_id': '5b2eae6a-6f8f-4976-baef-dc7cc3d1406c'}], 'name': 'tempest-PortsTestJSON-1729864705'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:15.998550 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.007349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.025373 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.045194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Network 1b72ea75-e134-4639-b973-79c9c0478277 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:16.048348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:16.052054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:16.080116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Pushing event updated for resources: {'Port': ['ID=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:16.125945 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.128315 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.134845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:16.177003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.177611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Fanout notify agent at l3_agent the message router_deleted on router ba0e0ba9-4529-4ca6-b079-551cd33d8b80 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:21:16.190215 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.192032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-64885a97-3ce4-4428-a711-4d2565a2f79a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/routers/ba0e0ba9-4529-4ca6-b079-551cd33d8b80 HTTP/1.1" status: 204  len: 168 time: 1.4657338
Nov 27 21:21:16.194688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47458) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:16.240293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.266494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port 30f25dee-61c6-4e5f-97db-384cf2cdaf62 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:16.289441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.323596 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.328571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Attempting to bind port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:16.328944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Attempting to bind port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c18d6771-df64-4c14-bad9-1596a151bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b72ea75-e134-4639-b973-79c9c0478277'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:16.329335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Attempting to bind port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 on network 1b72ea75-e134-4639-b973-79c9c0478277 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:16.340871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:16.341647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Checking segment: {'id': 'c18d6771-df64-4c14-bad9-1596a151bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b72ea75-e134-4639-b973-79c9c0478277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:16.342349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.343023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Bound using segment: {'id': 'c18d6771-df64-4c14-bad9-1596a151bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b72ea75-e134-4639-b973-79c9c0478277'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:16.343898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Bound port: e6b3d092-a806-44d3-b4e2-e4c4a7a15404, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18d6771-df64-4c14-bad9-1596a151bfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b72ea75-e134-4639-b973-79c9c0478277'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:16.344651 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.420109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.449285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] For port e6b3d092-a806-44d3-b4e2-e4c4a7a15404, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:16.455318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] For port e6b3d092-a806-44d3-b4e2-e4c4a7a15404, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,segment=NetworkSegment(c18d6771-df64-4c14-bad9-1596a151bfa5),segment_id=c18d6771-df64-4c14-bad9-1596a151bfa5)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:16.463295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.476625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdffb2e0>,) {'filters': {'network_id': ['4216be6c-3d07-4c65-92b4-8d5df1ec0e18']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:16.492397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdffb2e0>, '28366447-014e-4696-84b8-6b1b5f71286b') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:16.492703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdffb2e0>, '28366447-014e-4696-84b8-6b1b5f71286b') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:16.503589 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.520871 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.525341 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e29c5f-1955-4dfb-be42-187e75bd6477 None None] Pushing event updated for resources: {'Port': ['ID=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:16.531670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:21:16.532256 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:21:16.536528 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:21:16.599875 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.607760 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.611378 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/networks/4216be6c-3d07-4c65-92b4-8d5df1ec0e18 HTTP/1.1" status: 204  len: 168 time: 0.4154918
Nov 27 21:21:16.614317 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47462) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:16.631749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d88745-6271-4c58-8d5c-0144091ace4e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Network': ['ID=4216be6c-3d07-4c65-92b4-8d5df1ec0e18,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:16.634870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.13 (1b72ea75-e134-4639-b973-79c9c0478277/7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1/30f25dee-61c6-4e5f-97db-384cf2cdaf62) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:16.641848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.30 (1b72ea75-e134-4639-b973-79c9c0478277/5b2eae6a-6f8f-4976-baef-dc7cc3d1406c/30f25dee-61c6-4e5f-97db-384cf2cdaf62) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:16.689007 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-383cd136-c9a8-444a-af19-39a12f176285 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.730195 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-383cd136-c9a8-444a-af19-39a12f176285 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.825547 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-383cd136-c9a8-444a-af19-39a12f176285 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.828330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-383cd136-c9a8-444a-af19-39a12f176285 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.829551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-383cd136-c9a8-444a-af19-39a12f176285 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6f4ca3c-dd9b-4d37-8c7f-142439c48c22 HTTP/1.1" status: 204  len: 168 time: 0.2142813
Nov 27 21:21:16.842197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cd136-c9a8-444a-af19-39a12f176285 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4ca3c-dd9b-4d37-8c7f-142439c48c22,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:16.886485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.933984 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:16.986091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 1b72ea75-e134-4639-b973-79c9c0478277 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:16.990091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:16.994487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:16.998698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=30f25dee-61c6-4e5f-97db-384cf2cdaf62,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:17.047773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:17.048414 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.072183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7c108241-1232-453a-9928-60661e86794d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 1.0936491
Nov 27 21:21:17.072580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47468) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:17.078305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:17.142583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e6b3d092-a806-44d3-b4e2-e4c4a7a15404 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:17.160754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47470) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:17.166750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-851ae0ef-3111-47d3-ab58-4bc14cb05dca tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148101319', 'description': 'tempest-secgroup-smoke-148101319 description', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:17.194795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:17.195300 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.210389 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-851ae0ef-3111-47d3-ab58-4bc14cb05dca tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.270749 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.282344 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.324054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port e6b3d092-a806-44d3-b4e2-e4c4a7a15404, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,segment=NetworkSegment(c18d6771-df64-4c14-bad9-1596a151bfa5),segment_id=c18d6771-df64-4c14-bad9-1596a151bfa5)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:17.329031 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.391299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-851ae0ef-3111-47d3-ab58-4bc14cb05dca tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.405051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:17.407479 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-851ae0ef-3111-47d3-ab58-4bc14cb05dca tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.417024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d182b1df-dbae-4821-a142-f2bd95576a31 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:17.453007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d182b1df-dbae-4821-a142-f2bd95576a31 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:17.453339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d182b1df-dbae-4821-a142-f2bd95576a31 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:17.453773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e667f5e8-1664-4fc1-b853-2b68e261cad7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:17.476294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e667f5e8-1664-4fc1-b853-2b68e261cad7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:17.476713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e667f5e8-1664-4fc1-b853-2b68e261cad7 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:17.493609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-851ae0ef-3111-47d3-ab58-4bc14cb05dca tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.494868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-851ae0ef-3111-47d3-ab58-4bc14cb05dca tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3331552
Nov 27 21:21:17.498499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47474) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:17.498686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ae0ef-3111-47d3-ab58-4bc14cb05dca tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de68e16f-e269-494f-bf6b-150552637163,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:17.503443 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-71787aca-c24b-4c15-a97f-fccb1b8fc6c7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'de68e16f-e269-494f-bf6b-150552637163', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:17.547502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-71787aca-c24b-4c15-a97f-fccb1b8fc6c7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.625163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-71787aca-c24b-4c15-a97f-fccb1b8fc6c7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.630260 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-71787aca-c24b-4c15-a97f-fccb1b8fc6c7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.634520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Delete allocated IP 172.20.0.30 (1b72ea75-e134-4639-b973-79c9c0478277/5b2eae6a-6f8f-4976-baef-dc7cc3d1406c) {{(pid=120909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 21:21:17.659284 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-71787aca-c24b-4c15-a97f-fccb1b8fc6c7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.661169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-71787aca-c24b-4c15-a97f-fccb1b8fc6c7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1621253
Nov 27 21:21:17.665237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47480) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:17.665829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71787aca-c24b-4c15-a97f-fccb1b8fc6c7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba654618-fe47-428c-ad5b-11ce26123120,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:17.673973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0db948cf-09c5-4ce1-82bd-69a6a1d2c93c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'de68e16f-e269-494f-bf6b-150552637163', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:17.702419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010fb0b3-2d19-43a0-b80c-d1af78937b16 None None] Network 1b72ea75-e134-4639-b973-79c9c0478277 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:17.709191 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0db948cf-09c5-4ce1-82bd-69a6a1d2c93c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.781917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-61d60c08-537f-4cf0-b97d-d4c292fb1e1e None None] Provisioning complete for port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:17.782292 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-61d60c08-537f-4cf0-b97d-d4c292fb1e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.782766 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0db948cf-09c5-4ce1-82bd-69a6a1d2c93c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.789641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0db948cf-09c5-4ce1-82bd-69a6a1d2c93c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.815009 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0db948cf-09c5-4ce1-82bd-69a6a1d2c93c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.816564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0db948cf-09c5-4ce1-82bd-69a6a1d2c93c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1464033
Nov 27 21:21:17.820128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47494) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:17.825205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a78c5881-0924-48bc-a5d0-74d078ada493 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'de68e16f-e269-494f-bf6b-150552637163', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:17.829506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db948cf-09c5-4ce1-82bd-69a6a1d2c93c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d612712-6a43-4be5-9e53-649ba19a3f1d,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:17.865094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a78c5881-0924-48bc-a5d0-74d078ada493 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.885503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.901348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.936386 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a78c5881-0924-48bc-a5d0-74d078ada493 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.941084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-ea5ebfc3-352d-4301-9fae-d031376f3b84 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:17.941549 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a78c5881-0924-48bc-a5d0-74d078ada493 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.942707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-ea5ebfc3-352d-4301-9fae-d031376f3b84 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 814 time: 0.1754544
Nov 27 21:21:17.963214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c5881-0924-48bc-a5d0-74d078ada493 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b624a7af-ed0d-4b44-b560-7188d2086d26,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:17.979347 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a78c5881-0924-48bc-a5d0-74d078ada493 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:17.982960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a78c5881-0924-48bc-a5d0-74d078ada493 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1590781
Nov 27 21:21:17.983187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47496) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:17.988182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3ebe3d59-7837-405b-b014-3ac226966cb5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'de68e16f-e269-494f-bf6b-150552637163', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:18.017786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=30f25dee-61c6-4e5f-97db-384cf2cdaf62,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:18.032708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-d6cf66ab-7a9b-47b8-88d7-269a49e0f7f4 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/quotas/05afa0d2a44144078e3fa7d820a95510 HTTP/1.1" status: 200  len: 375 time: 0.0727210
Nov 27 21:21:18.036587 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ebe3d59-7837-405b-b014-3ac226966cb5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.043488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff52114-227e-4c2b-809f-456d591a8585 None None] Update dhcp port {'port': {'network_id': '1b72ea75-e134-4639-b973-79c9c0478277', 'fixed_ips': [{'subnet_id': '7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b2eae6a-6f8f-4976-baef-dc7cc3d1406c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e6b3d092-a806-44d3-b4e2-e4c4a7a15404'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:21:18.080335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-31f8af9d-e0d1-474a-a3c2-e32b17b5132c tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0400681
Nov 27 21:21:18.081408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] In _notify_port_updated(), no bound segment for port 30f25dee-61c6-4e5f-97db-384cf2cdaf62 on network 1b72ea75-e134-4639-b973-79c9c0478277 {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:21:18.083441 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aff52114-227e-4c2b-809f-456d591a8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.088132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:18.088292 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.089484 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2134c126-2639-4ad8-b9aa-d211b89d3d3d tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "PUT /v2.0/ports/30f25dee-61c6-4e5f-97db-384cf2cdaf62 HTTP/1.1" status: 200  len: 920 time: 1.0159125
Nov 27 21:21:18.092557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47498) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:18.103842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1'}, {'subnet_id': '5b2eae6a-6f8f-4976-baef-dc7cc3d1406c'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:18.174911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ebe3d59-7837-405b-b014-3ac226966cb5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.183684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ebe3d59-7837-405b-b014-3ac226966cb5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.183874 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-75b6892b-ff43-47c2-bbff-333a67ab9c0f service neutron] 10.222.0.21 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931108
Nov 27 21:21:18.195128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.216603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe3d59-7837-405b-b014-3ac226966cb5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa823662-f7df-48a4-9626-d6c6887eaf33,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:18.225166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3ebe3d59-7837-405b-b014-3ac226966cb5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.226395 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3ebe3d59-7837-405b-b014-3ac226966cb5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2421627
Nov 27 21:21:18.229118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47500) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:18.233503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-41237a86-d4e3-41fe-b9a7-c9772a3adc30 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'de68e16f-e269-494f-bf6b-150552637163', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:18.268482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-aff52114-227e-4c2b-809f-456d591a8585 None None] Allocated IP 172.20.0.18 (1b72ea75-e134-4639-b973-79c9c0478277/5b2eae6a-6f8f-4976-baef-dc7cc3d1406c/e6b3d092-a806-44d3-b4e2-e4c4a7a15404) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:18.289528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-d97580cc-6158-43e7-87d2-8a3b92ebf4bb service neutron] 10.222.0.21 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966866
Nov 27 21:21:18.325216 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-41237a86-d4e3-41fe-b9a7-c9772a3adc30 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Project 587ce621728b4cb1b01fd53d69d45d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:21:18.334421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41237a86-d4e3-41fe-b9a7-c9772a3adc30 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.386755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-aff52114-227e-4c2b-809f-456d591a8585 None None] For port e6b3d092-a806-44d3-b4e2-e4c4a7a15404, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,segment=NetworkSegment(c18d6771-df64-4c14-bad9-1596a151bfa5),segment_id=c18d6771-df64-4c14-bad9-1596a151bfa5)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:18.461469 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aff52114-227e-4c2b-809f-456d591a8585 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.471680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aff52114-227e-4c2b-809f-456d591a8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.498378 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.526396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41237a86-d4e3-41fe-b9a7-c9772a3adc30 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.529801 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30075b36-4697-40c2-a7e4-7d3456bd5cd5 req-b1b232c5-640b-4be9-b847-8208d60c59be tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 210 time: 0.0469792
Nov 27 21:21:18.533620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41237a86-d4e3-41fe-b9a7-c9772a3adc30 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.566222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff52114-227e-4c2b-809f-456d591a8585 None None] Pushing event updated for resources: {'Port': ['ID=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:18.569609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41237a86-d4e3-41fe-b9a7-c9772a3adc30 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd221e0-9569-401b-a6d5-d351b5c31f26,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:18.601103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41237a86-d4e3-41fe-b9a7-c9772a3adc30 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.602226 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-41237a86-d4e3-41fe-b9a7-c9772a3adc30 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3721426
Nov 27 21:21:18.605089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47508) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:18.609673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b8c50318-3f6d-45ba-96a6-7239cebee518 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'security_group_rule': {'security_group_id': 'de68e16f-e269-494f-bf6b-150552637163', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:18.636743 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-b8c50318-3f6d-45ba-96a6-7239cebee518 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Project 587ce621728b4cb1b01fd53d69d45d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:21:18.645308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.30 (1b72ea75-e134-4639-b973-79c9c0478277/5b2eae6a-6f8f-4976-baef-dc7cc3d1406c/30f25dee-61c6-4e5f-97db-384cf2cdaf62) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:18.650031 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c50318-3f6d-45ba-96a6-7239cebee518 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.736558 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c50318-3f6d-45ba-96a6-7239cebee518 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.742694 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c50318-3f6d-45ba-96a6-7239cebee518 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.774335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b8c50318-3f6d-45ba-96a6-7239cebee518 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.779651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b8c50318-3f6d-45ba-96a6-7239cebee518 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1734207
Nov 27 21:21:18.781912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47514) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:18.783018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c50318-3f6d-45ba-96a6-7239cebee518 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f183763-db21-481b-8e56-b364f7d2e65b,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:18.788828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'network': {'name': 'tempest-network-smoke--1419349796', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'port_security_enabled': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:18.831279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:18.835393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.852958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.858923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.925056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:21:18.952176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=30f25dee-61c6-4e5f-97db-384cf2cdaf62,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:18.974299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:18.974299 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Added segment b88ca6c8-34ad-4fae-836d-f3a819d1c89e of type vlan for network 463c888b-41a7-4f22-80c2-8966fe563e56
Nov 27 21:21:19.053321 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.059394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] In _notify_port_updated(), no bound segment for port 30f25dee-61c6-4e5f-97db-384cf2cdaf62 on network 1b72ea75-e134-4639-b973-79c9c0478277 {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:21:19.065372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:19.065905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.070122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-48b80ac0-4d88-4254-92b3-0f8d6f14fec4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "PUT /v2.0/ports/30f25dee-61c6-4e5f-97db-384cf2cdaf62 HTTP/1.1" status: 200  len: 1000 time: 0.9765899
Nov 27 21:21:19.070354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47516) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:19.108148 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e6b3d092-a806-44d3-b4e2-e4c4a7a15404 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:19.112177 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.123285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:19.123921 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.185601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:19.185976 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.199618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-063d8d82-f7bd-49c8-8e67-ca8eacb3b8ca tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 30f25dee-61c6-4e5f-97db-384cf2cdaf62 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:19.199973 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-063d8d82-f7bd-49c8-8e67-ca8eacb3b8ca tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.245482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Network': ['ID=463c888b-41a7-4f22-80c2-8966fe563e56,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:19.247063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f2145-3bb5-4d7a-91b1-d5bfeebae286 None None] Network 1b72ea75-e134-4639-b973-79c9c0478277 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:19.264511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d39b8e27-a87c-4a43-92ff-d83f8dcf0edd tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4814410
Nov 27 21:21:19.266757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 463c888b-41a7-4f22-80c2-8966fe563e56 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:21:19.267618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47518) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:19.274001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'admin_state_up': True, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:19.297917 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.299006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.304063 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-063d8d82-f7bd-49c8-8e67-ca8eacb3b8ca tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.317585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-063d8d82-f7bd-49c8-8e67-ca8eacb3b8ca tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 30f25dee-61c6-4e5f-97db-384cf2cdaf62 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:19.357476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.391526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-797e07cd-4fa5-4776-9d46-64208432a100 None None] Provisioning complete for port 30f25dee-61c6-4e5f-97db-384cf2cdaf62 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:19.392517 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-797e07cd-4fa5-4776-9d46-64208432a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.473366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-797e07cd-4fa5-4776-9d46-64208432a100 None None] Port 30f25dee-61c6-4e5f-97db-384cf2cdaf62 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:19.513853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.531485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-797e07cd-4fa5-4776-9d46-64208432a100 None None] Provisioning complete for port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:19.531870 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-797e07cd-4fa5-4776-9d46-64208432a100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.547691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-063d8d82-f7bd-49c8-8e67-ca8eacb3b8ca tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.591369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d8d82-f7bd-49c8-8e67-ca8eacb3b8ca tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=30f25dee-61c6-4e5f-97db-384cf2cdaf62,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:19.759189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1381e819-0246-4b09-9242-ae186fc31bad req-1298e7f5-946c-401b-8514-6c23d00b6c75 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 210 time: 0.1060493
Nov 27 21:21:19.788421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.806813 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.840751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-063d8d82-f7bd-49c8-8e67-ca8eacb3b8ca tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.844233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-063d8d82-f7bd-49c8-8e67-ca8eacb3b8ca tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/30f25dee-61c6-4e5f-97db-384cf2cdaf62 HTTP/1.1" status: 204  len: 168 time: 0.7726586
Nov 27 21:21:19.851342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-cf0f990e-5524-4fb0-a77d-24b79c70f712 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:19.851494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47522) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:19.852734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-cf0f990e-5524-4fb0-a77d-24b79c70f712 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.35 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 814 time: 0.2378099
Nov 27 21:21:19.866478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Request body: {'port': {'device_id': '0b475d9b-cae9-4927-8e6e-7350de7e4a42', 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9', 'admin_state_up': True, 'tenant_id': '05afa0d2a44144078e3fa7d820a95510'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:19.879803 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ebd1c7-1588-4b32-b3d9-fc81d45c62a6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:19.881220 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b8ebd1c7-1588-4b32-b3d9-fc81d45c62a6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/30f25dee-61c6-4e5f-97db-384cf2cdaf62 HTTP/1.1" status: 404  len: 333 time: 0.0288754
Nov 27 21:21:19.884050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47524) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:19.964501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c045d18-b999-4dda-b0b6-9eae62eb4dd0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet 5b2eae6a-6f8f-4976-baef-dc7cc3d1406c {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:19.970039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c045d18-b999-4dda-b0b6-9eae62eb4dd0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:19.974354 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:21:19.977319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Made reservation on behalf of 05afa0d2a44144078e3fa7d820a95510 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:19.980919 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.009128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.35.3.160 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/70ad4626-7170-4af2-88c6-979516057792) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:20.039540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c045d18-b999-4dda-b0b6-9eae62eb4dd0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.121369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Allocated IP 172.20.0.12 (ebffb26f-bc13-421f-ad40-7f30998bc7a9/3aeda16d-86f2-4d1d-abd5-abc5c92311c2/9a1e4b76-fd3c-453b-94c3-0dc63230c428) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:20.198459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c045d18-b999-4dda-b0b6-9eae62eb4dd0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.203369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.281609 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c045d18-b999-4dda-b0b6-9eae62eb4dd0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.284078 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.286626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.314901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-71df23aa-727b-415f-a6fc-4d118c0b5631 None None] Provisioning complete for port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:20.315642 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-71df23aa-727b-415f-a6fc-4d118c0b5631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.338387 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.355288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c045d18-b999-4dda-b0b6-9eae62eb4dd0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2eae6a-6f8f-4976-baef-dc7cc3d1406c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:20.360215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6c045d18-b999-4dda-b0b6-9eae62eb4dd0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.367595 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6c045d18-b999-4dda-b0b6-9eae62eb4dd0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/5b2eae6a-6f8f-4976-baef-dc7cc3d1406c HTTP/1.1" status: 204  len: 168 time: 0.4824941
Nov 27 21:21:20.380474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47526) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:20.405504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:20.413086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Network ebffb26f-bc13-421f-ad40-7f30998bc7a9 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:20.418112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:20.424565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:20.433364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:20.443359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:20.450915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af61005f-0229-47d9-94ec-30b2710ae634 None None] DHCP port deletion for ebffb26f-bc13-421f-ad40-7f30998bc7a9 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:20.461912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552c3ca2-4831-4fe3-b66d-0aaaae347e4e None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:20.475194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=70ad4626-7170-4af2-88c6-979516057792,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:20.476567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Pushing event updated for resources: {'Port': ['ID=9a1e4b76-fd3c-453b-94c3-0dc63230c428,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:20.498824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d48d1a0-3d38-40c2-a25c-573e94a3ab5e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet 7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:20.500312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b04417d-0c5c-4293-817b-3765e23cd68a None None] Network 1b72ea75-e134-4639-b973-79c9c0478277 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:20.504617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4d48d1a0-3d38-40c2-a25c-573e94a3ab5e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.509489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:20.510152 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.528841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-7641cae1-2b2d-417a-aac1-8e08ec140f0e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6661036
Nov 27 21:21:20.546270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Request body: {'port': {'device_id': '0b475d9b-cae9-4927-8e6e-7350de7e4a42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:20.605112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.607641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4d48d1a0-3d38-40c2-a25c-573e94a3ab5e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.619829 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-59f4be98-5460-4ef9-bb24-a73f673acb54 None None] Provisioning complete for port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:20.620227 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59f4be98-5460-4ef9-bb24-a73f673acb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.668234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-59f4be98-5460-4ef9-bb24-a73f673acb54 None None] Port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:20.685356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-59f4be98-5460-4ef9-bb24-a73f673acb54 None None] Could not find standard attr ID for object 30f25dee-61c6-4e5f-97db-384cf2cdaf62. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:20.703427 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-59f4be98-5460-4ef9-bb24-a73f673acb54 None None] Provisioning complete for port 70ad4626-7170-4af2-88c6-979516057792 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:20.703803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59f4be98-5460-4ef9-bb24-a73f673acb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.743357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-59f4be98-5460-4ef9-bb24-a73f673acb54 None None] Port 70ad4626-7170-4af2-88c6-979516057792 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:20.912018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1e4b76-fd3c-453b-94c3-0dc63230c428 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:21:20.921764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.935848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Transition to ACTIVE for port object 9a1e4b76-fd3c-453b-94c3-0dc63230c428 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:21:20.940554 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:20.985339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b34baf-86c9-4ac6-b526-f614bb25d183 None None] DHCP port deletion for ebffb26f-bc13-421f-ad40-7f30998bc7a9 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:21.014218 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1e4b76-fd3c-453b-94c3-0dc63230c428,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:21.086622 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Attempting to bind port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:21.086971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Attempting to bind port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:21.087311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Attempting to bind port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 on network ebffb26f-bc13-421f-ad40-7f30998bc7a9 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:21.093165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 on network ebffb26f-bc13-421f-ad40-7f30998bc7a9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:21:21.093447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Attempting to bind port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 on network ebffb26f-bc13-421f-ad40-7f30998bc7a9 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:21.098865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:21.099209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Checking segment: {'id': 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:21.099629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Bound using segment: {'id': 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:21.100063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Bound port: 9a1e4b76-fd3c-453b-94c3-0dc63230c428, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:21.100871 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.116934 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4d48d1a0-3d38-40c2-a25c-573e94a3ab5e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.173318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] For port 9a1e4b76-fd3c-453b-94c3-0dc63230c428, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:21.177709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] For port 9a1e4b76-fd3c-453b-94c3-0dc63230c428, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a1e4b76-fd3c-453b-94c3-0dc63230c428,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:21.182618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.197439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e22a43-18e0-4028-9dc8-b23be1eaa065 req-25e4a086-59e7-4fd8-8c50-27b7fe0b7f47 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:21.199055 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51e22a43-18e0-4028-9dc8-b23be1eaa065 req-25e4a086-59e7-4fd8-8c50-27b7fe0b7f47 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 944 time: 0.1419101
Nov 27 21:21:21.217094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:21.217803 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.219320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/9a1e4b76-fd3c-453b-94c3-0dc63230c428 HTTP/1.1" status: 200  len: 1092 time: 0.6773126
Nov 27 21:21:21.219924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b475d9b-cae9-4927-8e6e-7350de7e4a42', 'tag': '9a1e4b76-fd3c-453b-94c3-0dc63230c428'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:21:21.221350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3afcc7d-8324-4f53-b256-619cb3a61949 None None] DHCP port deletion for ebffb26f-bc13-421f-ad40-7f30998bc7a9 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:21.223266 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d8107d-600c-4596-9cd6-ea09f86ec91e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b475d9b-cae9-4927-8e6e-7350de7e4a42", "tag": "9a1e4b76-fd3c-453b-94c3-0dc63230c428"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:21:21.254458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552469a2-8847-41a1-a3c0-4bba86fbb5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1e4b76-fd3c-453b-94c3-0dc63230c428,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:21.304168 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a717091-8f7f-4c2e-9626-166841f29fc5 x-openstack-request-id: req-7a717091-8f7f-4c2e-9626-166841f29fc5 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:21:21.304477 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b475d9b-cae9-4927-8e6e-7350de7e4a42", "tag": "9a1e4b76-fd3c-453b-94c3-0dc63230c428", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:21:21.304739 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a717091-8f7f-4c2e-9626-166841f29fc5 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:21:21.305206 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b475d9b-cae9-4927-8e6e-7350de7e4a42', 'tag': '9a1e4b76-fd3c-453b-94c3-0dc63230c428', 'status': 'completed', 'code': 200}
Nov 27 21:21:21.330575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4d48d1a0-3d38-40c2-a25c-573e94a3ab5e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.353482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-e2847895-b329-4420-8bb4-dc6eb184afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:21.357455 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-e2847895-b329-4420-8bb4-dc6eb184afc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 1095 time: 0.0494456
Nov 27 21:21:21.362589 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.370843 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51e22a43-18e0-4028-9dc8-b23be1eaa065 req-8e78b2c7-15bd-4564-bd13-d4a64b85d208 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542370
Nov 27 21:21:21.371693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48d1a0-3d38-40c2-a25c-573e94a3ab5e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:21.407559 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4d48d1a0-3d38-40c2-a25c-573e94a3ab5e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.414235 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4d48d1a0-3d38-40c2-a25c-573e94a3ab5e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1 HTTP/1.1" status: 204  len: 168 time: 1.0303614
Nov 27 21:21:21.415045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47532) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:21.417522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6fd7dc08-e261-4eee-a53c-ce7f138bc6b2 None None] Provisioning complete for port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:21.418147 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6fd7dc08-e261-4eee-a53c-ce7f138bc6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.428028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-551ef5d4-b249-4380-bf3b-f665da2dc820 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1e4b76-fd3c-453b-94c3-0dc63230c428 HTTP/1.1" status: 200  len: 217 time: 0.0620530
Nov 27 21:21:21.498225 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-c7bd9ea6-b0bc-48f5-ad3f-2c124e473df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:21.499858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-c7bd9ea6-b0bc-48f5-ad3f-2c124e473df5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3aeda16d-86f2-4d1d-abd5-abc5c92311c2 HTTP/1.1" status: 200  len: 854 time: 0.0621774
Nov 27 21:21:21.551205 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.551924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-4504f246-e0a8-47ea-a0d6-4a9e6179efa4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebffb26f-bc13-421f-ad40-7f30998bc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399756
Nov 27 21:21:21.643702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37b140-8c37-431a-a33f-f92406f4499f None None] Network 1b72ea75-e134-4639-b973-79c9c0478277 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:21.656023 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-3cea5086-fd17-46f7-832e-d1582484a58f service neutron] 10.222.0.35 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939815
Nov 27 21:21:21.689757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-83656f55-99da-4368-b027-c07f8cec3b72 None None] Could not find standard attr ID for object 30f25dee-61c6-4e5f-97db-384cf2cdaf62. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:21.703292 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.707970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:21.708307 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.753310 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9f4cac9c-5aba-47af-b95e-1deb9294921e req-5fc9ab61-ae6b-4629-8721-c6c904f38127 service neutron] 10.222.0.35 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863028
Nov 27 21:21:21.854507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b2f3d-c1a1-4574-8c4d-4c2592a23462 None None] DHCP port deletion for 1b72ea75-e134-4639-b973-79c9c0478277 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:21.864118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] For port e6b3d092-a806-44d3-b4e2-e4c4a7a15404, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,segment=NetworkSegment(c18d6771-df64-4c14-bad9-1596a151bfa5),segment_id=c18d6771-df64-4c14-bad9-1596a151bfa5)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:21.864513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.865863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-ba5b2930-3ef4-4cdc-b116-5372fbcc4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:21.867450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-ba5b2930-3ef4-4cdc-b116-5372fbcc4f1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 1095 time: 0.0463953
Nov 27 21:21:21.882036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for e6b3d092-a806-44d3-b4e2-e4c4a7a15404 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:21.907181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-018b2f3d-c1a1-4574-8c4d-4c2592a23462 None None] Deleting port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:21.907700 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-018b2f3d-c1a1-4574-8c4d-4c2592a23462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.968832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router 3d28d393-63f7-43ac-8f80-0f86306ac88f is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:21:21.969419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-3d456f1b-a76f-4b29-aaed-ed91fe530873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:21.970993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-3d456f1b-a76f-4b29-aaed-ed91fe530873 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 915 time: 0.0965090
Nov 27 21:21:21.976300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-018b2f3d-c1a1-4574-8c4d-4c2592a23462 None None] For port e6b3d092-a806-44d3-b4e2-e4c4a7a15404, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,segment=NetworkSegment(c18d6771-df64-4c14-bad9-1596a151bfa5),segment_id=c18d6771-df64-4c14-bad9-1596a151bfa5)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:21.976706 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-018b2f3d-c1a1-4574-8c4d-4c2592a23462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:21.989951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-018b2f3d-c1a1-4574-8c4d-4c2592a23462 None None] Calling delete_port for e6b3d092-a806-44d3-b4e2-e4c4a7a15404 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:22.018946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-8bcc9f42-e369-4ebc-bf7b-b9cb1a6c1180 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1e4b76-fd3c-453b-94c3-0dc63230c428 HTTP/1.1" status: 200  len: 217 time: 0.0397344
Nov 27 21:21:22.032982 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.064875 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-018b2f3d-c1a1-4574-8c4d-4c2592a23462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.074921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-14b1f59a-ae0b-4b26-b142-5b67c1a0c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:22.076203 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:22.076422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-14b1f59a-ae0b-4b26-b142-5b67c1a0c72c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3aeda16d-86f2-4d1d-abd5-abc5c92311c2 HTTP/1.1" status: 200  len: 854 time: 0.0493686
Nov 27 21:21:22.080853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No DVR routers for this DVR port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:22.091360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b2f3d-c1a1-4574-8c4d-4c2592a23462 None None] Pushing event deleted for resources: {'Port': ['ID=e6b3d092-a806-44d3-b4e2-e4c4a7a15404,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:22.094915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b2f3d-c1a1-4574-8c4d-4c2592a23462 None None] No DVR routers for this DVR port e6b3d092-a806-44d3-b4e2-e4c4a7a15404 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:22.110987 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-a9c42fe6-c438-4946-ad42-b8758a458bc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebffb26f-bc13-421f-ad40-7f30998bc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266221
Nov 27 21:21:22.201029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-f9756ee7-5084-4e57-8a45-fc675fe44678 service neutron] 10.222.0.35 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821216
Nov 27 21:21:22.205626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.218068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:21:22.228206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Sync routers for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:21:22.238929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:22.240155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffb310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:22.249893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fff66880>,) {'filters': {'network_id': ['1b72ea75-e134-4639-b973-79c9c0478277']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:22.265688 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.270246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b1591a20-a0d9-442b-af3f-ee96ee2e8584 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.9981124
Nov 27 21:21:22.270246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fff66880>, 'c18d6771-df64-4c14-bad9-1596a151bfa5') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:22.270246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fff66880>, 'c18d6771-df64-4c14-bad9-1596a151bfa5') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:22.271491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47534) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:22.280203 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.294096 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.301271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:21:22.301490 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.305618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2b44645b-d26d-4f84-bb2f-ee825e49715c tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=587ce621728b4cb1b01fd53d69d45d4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0314054
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:21:22.305764 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:21:22.307928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47536) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:22.356532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:22.370968 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.376233 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.381306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/networks/1b72ea75-e134-4639-b973-79c9c0478277 HTTP/1.1" status: 204  len: 168 time: 0.9658875
Nov 27 21:21:22.386311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47538) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:22.388463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63d8107d-600c-4596-9cd6-ea09f86ec91e req-7cb1eff7-9a6d-4d32-a73a-e6c52a49ebae service neutron] 10.222.0.35 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797447
Nov 27 21:21:22.402819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabbfb5-fe19-43bb-a62b-15d068e4be99 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Network': ['ID=1b72ea75-e134-4639-b973-79c9c0478277,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:22.465892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f313cbc-ef15-4b59-8976-3da32eb08e97 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:22.467430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4f313cbc-ef15-4b59-8976-3da32eb08e97 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1606131
Nov 27 21:21:22.470494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47542) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:22.475359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f1ae4-1420-4484-a305-1af64c8b57dc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:22.477710 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-237f1ae4-1420-4484-a305-1af64c8b57dc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0883117
Nov 27 21:21:22.481276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47544) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:22.511866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-882b7201-29d7-4295-9676-549a4427fac1 tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0401630
Nov 27 21:21:22.513343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47546) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:22.519490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-233136393', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:22.547996 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c1506967-1699-4afb-aa82-127adebd7837 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0657599
Nov 27 21:21:22.548481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47548) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:22.554282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2038743419'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:22.569399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffb310>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:21Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:22.578553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:22.582367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.598850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Checking router: 3d28d393-63f7-43ac-8f80-0f86306ac88f for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:21:22.599069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Updating router 3d28d393-63f7-43ac-8f80-0f86306ac88f port 70ad4626-7170-4af2-88c6-979516057792 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:21:22.599502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14218db5-2942-46a3-a595-f8f5e2510ee1 req-d9726314-1e5b-4b1e-9ca2-d6f7dc44a583 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:22.607874 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-14218db5-2942-46a3-a595-f8f5e2510ee1 req-d9726314-1e5b-4b1e-9ca2-d6f7dc44a583 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 944 time: 0.1289470
Nov 27 21:21:22.608091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:21:22.618649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.618963 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Added segment 8ab01b2e-599b-466c-a120-ae3454beb878 of type vlan for network 3b1a5ac3-e111-47d5-a269-a2a370af4de9
Nov 27 21:21:22.626265 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.668192 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.677730 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-14218db5-2942-46a3-a595-f8f5e2510ee1 req-2f9037e2-238d-439c-af05-3e2a203f387e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689764
Nov 27 21:21:22.678786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:22.682921 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.705955 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.712010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:22.712615 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:22.765777 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2162623
Nov 27 21:21:22.768709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47550) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:22.773795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '3b1a5ac3-e111-47d5-a269-a2a370af4de9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:22.785760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c57291-7bb8-4fad-b932-17e48be32d26 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Network': ['ID=3b1a5ac3-e111-47d5-a269-a2a370af4de9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:22.796596 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3b1a5ac3-e111-47d5-a269-a2a370af4de9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:21:22.915952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:22.920224 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.016283 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.104649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Subnet': ['ID=b7255bf4-0a6c-4432-a1a8-0dfd1e138976,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:23.104792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e6b3d092-a806-44d3-b4e2-e4c4a7a15404 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:23.134390 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.136340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e6b3d092-a806-44d3-b4e2-e4c4a7a15404 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:23.136689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e6b3d092-a806-44d3-b4e2-e4c4a7a15404 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:23.142447 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.145635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Checking segment: {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:23.146004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network hostable DHCP agents. Network: 463c888b-41a7-4f22-80c2-8966fe563e56, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:21:23.191041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e05f5f4-7640-4174-827e-48a6c4660aa2 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:23.199371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Attempting to bind port 70ad4626-7170-4af2-88c6-979516057792 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:23.199749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Attempting to bind port 70ad4626-7170-4af2-88c6-979516057792 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:23.200112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Attempting to bind port 70ad4626-7170-4af2-88c6-979516057792 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:23.202064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 463c888b-41a7-4f22-80c2-8966fe563e56 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:21:23.211629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:23.211629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:23.211931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.212325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:23.212796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Bound port: 70ad4626-7170-4af2-88c6-979516057792, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:23.213178 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.214739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874b8db-9419-4943-a643-33fb7b08a208 None None] Pushing event updated for resources: {'Port': ['ID=70ad4626-7170-4af2-88c6-979516057792,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:23.226829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 463c888b-41a7-4f22-80c2-8966fe563e56) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:23.234284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:23.234889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.239763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.250460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f0dce9-bbe3-464b-bae7-0d4476a4866a None None] Network 463c888b-41a7-4f22-80c2-8966fe563e56 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:23.286340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9142c738-753c-4b54-af3c-6d22e07caae7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7710249
Nov 27 21:21:23.289716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47552) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:23.312572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=f66eb212-ce8b-4c77-8b98-22f28874d4fd,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:23.319173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5830aaaf-14ee-45a1-8056-611c477c3768 None None] Provisioning complete for port 70ad4626-7170-4af2-88c6-979516057792 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:23.319576 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5830aaaf-14ee-45a1-8056-611c477c3768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.322669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Checking segment: {'id': '8ab01b2e-599b-466c-a120-ae3454beb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b1a5ac3-e111-47d5-a269-a2a370af4de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:23.323104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network hostable DHCP agents. Network: 3b1a5ac3-e111-47d5-a269-a2a370af4de9, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:21:23.340888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 3b1a5ac3-e111-47d5-a269-a2a370af4de9 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:21:23.346126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] For port 70ad4626-7170-4af2-88c6-979516057792, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:23.352001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b1a5ac3-e111-47d5-a269-a2a370af4de9) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:23.356536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:23.357198 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.366269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] For port 70ad4626-7170-4af2-88c6-979516057792, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70ad4626-7170-4af2-88c6-979516057792,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:23.373262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d357a-4968-4ec4-9a45-f3f2fd8f15a7 None None] Network 3b1a5ac3-e111-47d5-a269-a2a370af4de9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:23.387340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1f5a8bda-71d4-4983-87b4-e55eac2a543f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6154733
Nov 27 21:21:23.388014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47554) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:23.393988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '3b1a5ac3-e111-47d5-a269-a2a370af4de9', 'name': 'tempest-PortsTestJSON-1797262145'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:23.395486 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.436368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5830aaaf-14ee-45a1-8056-611c477c3768 None None] Port 70ad4626-7170-4af2-88c6-979516057792 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:23.526769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8b2fc-768d-4e61-bfe4-7cad7aa8ef82 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:23.527399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:23.531185 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.549319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port e5d8dfe3-9ea6-44fa-9d88-73410daddef7 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:23.572789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874b8db-9419-4943-a643-33fb7b08a208 None None] Pushing event updated for resources: {'Port': ['ID=70ad4626-7170-4af2-88c6-979516057792,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:23.581733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:23.582366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffb310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:23.669097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.12 (3b1a5ac3-e111-47d5-a269-a2a370af4de9/f66eb212-ce8b-4c77-8b98-22f28874d4fd/e5d8dfe3-9ea6-44fa-9d88-73410daddef7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:23.727007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-463c888b-41a7-4f22-80c2-8966fe563e56', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:21:23.728038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.779859 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e09a7ff9-0a1c-4c8c-af0b-408cdb84c1b9 None None] Provisioning complete for port 70ad4626-7170-4af2-88c6-979516057792 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:23.780256 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e09a7ff9-0a1c-4c8c-af0b-408cdb84c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.813542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3b1a5ac3-e111-47d5-a269-a2a370af4de9', 'network_id': '3b1a5ac3-e111-47d5-a269-a2a370af4de9', 'tenant_id': 'e83185a2bc4f4141adea91a35fcf75ee', 'fixed_ips': [{'subnet_id': 'f66eb212-ce8b-4c77-8b98-22f28874d4fd'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:21:23.814376 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.818853 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.856456 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.883510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:23.899156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:23.921810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284528cb-a340-4812-bcb7-d46217afed7c req-28516479-8682-48cc-9201-a76716c721ba tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:23.922735 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-284528cb-a340-4812-bcb7-d46217afed7c req-28516479-8682-48cc-9201-a76716c721ba tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 944 time: 0.1074696
Nov 27 21:21:23.954274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 3b1a5ac3-e111-47d5-a269-a2a370af4de9 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:23.958578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:23.963287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:24.021988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-284528cb-a340-4812-bcb7-d46217afed7c req-d85a6149-ee69-48ab-aab5-c132ce9a4a2c tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702124
Nov 27 21:21:24.216378 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Allocated IP 172.20.0.2 (463c888b-41a7-4f22-80c2-8966fe563e56/b7255bf4-0a6c-4432-a1a8-0dfd1e138976/293c077b-fb17-42d5-a53f-53c2f42fdeb7) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:24.239449 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e09a7ff9-0a1c-4c8c-af0b-408cdb84c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:24.264697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Allocated IP 172.20.0.2 (3b1a5ac3-e111-47d5-a269-a2a370af4de9/f66eb212-ce8b-4c77-8b98-22f28874d4fd/ed6ce53f-d7ae-4836-9949-dda37e24cf53) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:24.340256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=e5d8dfe3-9ea6-44fa-9d88-73410daddef7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:24.342058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e09a7ff9-0a1c-4c8c-af0b-408cdb84c1b9 None None] For port 70ad4626-7170-4af2-88c6-979516057792, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70ad4626-7170-4af2-88c6-979516057792,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:24.354989 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e09a7ff9-0a1c-4c8c-af0b-408cdb84c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:24.365072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:24.365683 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:24.382302 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d89df26e-c19f-4085-a76c-eb4b54807e8c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.9930794
Nov 27 21:21:24.384793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47558) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:24.389828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '3b1a5ac3-e111-47d5-a269-a2a370af4de9', 'name': 'tempest-PortsTestJSON-308495512'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:24.505819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:24.509344 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:24.511835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a7ff9-0a1c-4c8c-af0b-408cdb84c1b9 None None] Pushing event updated for resources: {'Port': ['ID=70ad4626-7170-4af2-88c6-979516057792,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:24.530416 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port ccd823cb-94d3-43e6-b889-54f052fd42b2 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:24.587118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcffb310>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:21Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:24.786625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d0acd-d323-4272-bd40-bc2b489e887f None None] The sync data for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 is: [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:21Z', 'revision_number': 3, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:21:24.790720 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:24.807187 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:24.809154 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:24.838749 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:24.860342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Network 463c888b-41a7-4f22-80c2-8966fe563e56 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:24.860935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.20.0.1 (463c888b-41a7-4f22-80c2-8966fe563e56/b7255bf4-0a6c-4432-a1a8-0dfd1e138976/73a39d75-8181-4d25-81aa-f2b605f82a4c) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:24.869168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:24.873985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Network 3b1a5ac3-e111-47d5-a269-a2a370af4de9 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:24.877245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:24.881331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.11 (3b1a5ac3-e111-47d5-a269-a2a370af4de9/f66eb212-ce8b-4c77-8b98-22f28874d4fd/ccd823cb-94d3-43e6-b889-54f052fd42b2) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:24.881490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Pushing event updated for resources: {'Port': ['ID=293c077b-fb17-42d5-a53f-53c2f42fdeb7,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:24.884951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:24.890774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:25.002958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.009689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Pushing event updated for resources: {'Port': ['ID=ed6ce53f-d7ae-4836-9949-dda37e24cf53,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:25.025144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Attempting to bind port 293c077b-fb17-42d5-a53f-53c2f42fdeb7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:25.026078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Attempting to bind port 293c077b-fb17-42d5-a53f-53c2f42fdeb7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:25.026078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Attempting to bind port 293c077b-fb17-42d5-a53f-53c2f42fdeb7 on network 463c888b-41a7-4f22-80c2-8966fe563e56 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:25.029242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Attempting to bind port ed6ce53f-d7ae-4836-9949-dda37e24cf53 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:25.029622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Attempting to bind port ed6ce53f-d7ae-4836-9949-dda37e24cf53 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ab01b2e-599b-466c-a120-ae3454beb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b1a5ac3-e111-47d5-a269-a2a370af4de9'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:25.029990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Attempting to bind port ed6ce53f-d7ae-4836-9949-dda37e24cf53 on network 3b1a5ac3-e111-47d5-a269-a2a370af4de9 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:25.036900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:25.037269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Checking segment: {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:25.037678 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.038106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Bound using segment: {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:25.038625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Bound port: 293c077b-fb17-42d5-a53f-53c2f42fdeb7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:25.039973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.040572 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.043484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:25.043825 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Checking segment: {'id': '8ab01b2e-599b-466c-a120-ae3454beb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b1a5ac3-e111-47d5-a269-a2a370af4de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:25.044236 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.044645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Bound using segment: {'id': '8ab01b2e-599b-466c-a120-ae3454beb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b1a5ac3-e111-47d5-a269-a2a370af4de9'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:25.045130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Bound port: ed6ce53f-d7ae-4836-9949-dda37e24cf53, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab01b2e-599b-466c-a120-ae3454beb878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3b1a5ac3-e111-47d5-a269-a2a370af4de9'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:25.045516 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.078741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.099118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 463c888b-41a7-4f22-80c2-8966fe563e56 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:25.102602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:25.118204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:25.122803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=73a39d75-8181-4d25-81aa-f2b605f82a4c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:25.137664 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.173882 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.191895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] For port 293c077b-fb17-42d5-a53f-53c2f42fdeb7, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:25.193864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 3b1a5ac3-e111-47d5-a269-a2a370af4de9 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:25.194409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] For port ed6ce53f-d7ae-4836-9949-dda37e24cf53, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:25.197960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] For port 293c077b-fb17-42d5-a53f-53c2f42fdeb7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=293c077b-fb17-42d5-a53f-53c2f42fdeb7,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:25.204549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] For port ed6ce53f-d7ae-4836-9949-dda37e24cf53, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed6ce53f-d7ae-4836-9949-dda37e24cf53,segment=NetworkSegment(8ab01b2e-599b-466c-a120-ae3454beb878),segment_id=8ab01b2e-599b-466c-a120-ae3454beb878)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:25.212993 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.220123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.244998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:25.251125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:25.304106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=ccd823cb-94d3-43e6-b889-54f052fd42b2,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:25.327016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0762ff-9755-4fce-ad83-3ee6bad210d2 None None] Pushing event updated for resources: {'Port': ['ID=293c077b-fb17-42d5-a53f-53c2f42fdeb7,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:25.357933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729e0df-1948-4ef2-ae58-9ea36d7eafd2 req-ab8a4346-e30a-4ca2-99a4-bc8c6d4aea5d tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:25.365109 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6729e0df-1948-4ef2-ae58-9ea36d7eafd2 req-ab8a4346-e30a-4ca2-99a4-bc8c6d4aea5d tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 944 time: 0.2090096
Nov 27 21:21:25.391971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:25.392643 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.392763 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.409493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551a3ae-a05d-49e0-a1b4-f329c98239b6 None None] Pushing event updated for resources: {'Port': ['ID=ed6ce53f-d7ae-4836-9949-dda37e24cf53,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:25.464918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5d6fdd34-6bcd-4027-8e97-72be131880a3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.0787587
Nov 27 21:21:25.466128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47562) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:25.655926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6729e0df-1948-4ef2-ae58-9ea36d7eafd2 req-4fe7a5c1-fca6-4645-8155-1e40bcc47ad1 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592170
Nov 27 21:21:25.666396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f761257-e07f-4cf9-9c3d-5255535401d8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:25.667976 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0f761257-e07f-4cf9-9c3d-5255535401d8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200  len: 923 time: 0.1969721
Nov 27 21:21:25.670693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47564) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:25.756299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 9a1e4b76-fd3c-453b-94c3-0dc63230c428 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:21:25.862531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d09fadd7-8d92-4be3-a419-77dbc12939e6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port ccd823cb-94d3-43e6-b889-54f052fd42b2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:25.863337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d09fadd7-8d92-4be3-a419-77dbc12939e6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.928476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 9a1e4b76-fd3c-453b-94c3-0dc63230c428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a1e4b76-fd3c-453b-94c3-0dc63230c428,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:25.942061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '9a1e4b76-fd3c-453b-94c3-0dc63230c428', 'network_id': 'ebffb26f-bc13-421f-ad40-7f30998bc7a9', 'port_id': '9a1e4b76-fd3c-453b-94c3-0dc63230c428', 'mac_address': 'fa:16:3e:75:81:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aeda16d-86f2-4d1d-abd5-abc5c92311c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:21:25.972796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d09fadd7-8d92-4be3-a419-77dbc12939e6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.985311 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:25.988469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d09fadd7-8d92-4be3-a419-77dbc12939e6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for ccd823cb-94d3-43e6-b889-54f052fd42b2 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:26.000518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1e4b76-fd3c-453b-94c3-0dc63230c428 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:21:26.026573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 9a1e4b76-fd3c-453b-94c3-0dc63230c428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a1e4b76-fd3c-453b-94c3-0dc63230c428,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:26.032394 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.102936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=9a1e4b76-fd3c-453b-94c3-0dc63230c428,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:26.153377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d09fadd7-8d92-4be3-a419-77dbc12939e6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.190342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fadd7-8d92-4be3-a419-77dbc12939e6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=ccd823cb-94d3-43e6-b889-54f052fd42b2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:26.257964 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.264365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.275932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d09fadd7-8d92-4be3-a419-77dbc12939e6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.283758 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d09fadd7-8d92-4be3-a419-77dbc12939e6 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/ccd823cb-94d3-43e6-b889-54f052fd42b2 HTTP/1.1" status: 204  len: 168 time: 0.6086438
Nov 27 21:21:26.285179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47566) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:26.290093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['9a1e4b76-fd3c-453b-94c3-0dc63230c428'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:21:26.316703 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-706a4935-e9c3-4fab-a407-832df90a01ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:26.320083 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-706a4935-e9c3-4fab-a407-832df90a01ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/ccd823cb-94d3-43e6-b889-54f052fd42b2 HTTP/1.1" status: 404  len: 333 time: 0.0332015
Nov 27 21:21:26.322024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47568) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:26.341309 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.352013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=73a39d75-8181-4d25-81aa-f2b605f82a4c,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:26.450258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 463c888b-41a7-4f22-80c2-8966fe563e56 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:26.452226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:26.463002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d2adea19-b802-487f-ad1d-93f55c968f32 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port e5d8dfe3-9ea6-44fa-9d88-73410daddef7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:26.463631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2adea19-b802-487f-ad1d-93f55c968f32 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.568416 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2adea19-b802-487f-ad1d-93f55c968f32 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.581424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d2adea19-b802-487f-ad1d-93f55c968f32 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for e5d8dfe3-9ea6-44fa-9d88-73410daddef7 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:26.603578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router 3d28d393-63f7-43ac-8f80-0f86306ac88f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:21:26.669708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2d3b22-1ae1-43eb-b701-415e67511808 None None] Network 3b1a5ac3-e111-47d5-a269-a2a370af4de9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:26.759435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4ec6e809-85b6-4923-8a81-158dbe1887e6 None None] Provisioning complete for port ed6ce53f-d7ae-4836-9949-dda37e24cf53 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:26.759773 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:21:26.760181 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e809-85b6-4923-8a81-158dbe1887e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.764526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2adea19-b802-487f-ad1d-93f55c968f32 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.786430 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5aadcf41-811c-4f7e-ac3c-ab98862c6e14 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "PUT /v2.0/routers/3d28d393-63f7-43ac-8f80-0f86306ac88f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4941494
Nov 27 21:21:26.820407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adea19-b802-487f-ad1d-93f55c968f32 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=e5d8dfe3-9ea6-44fa-9d88-73410daddef7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:26.834863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74bed9-ecce-4eb9-adac-9e96f8ebb975 req-e0edf773-ff1d-4f6e-ac8a-cdcc83680b30 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:26.836768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8b74bed9-ecce-4eb9-adac-9e96f8ebb975 req-e0edf773-ff1d-4f6e-ac8a-cdcc83680b30 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 945 time: 0.0931284
Nov 27 21:21:26.891340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2adea19-b802-487f-ad1d-93f55c968f32 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:26.895097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2adea19-b802-487f-ad1d-93f55c968f32 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/e5d8dfe3-9ea6-44fa-9d88-73410daddef7 HTTP/1.1" status: 204  len: 168 time: 0.5719416
Nov 27 21:21:26.899012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47574) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:26.917909 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8b74bed9-ecce-4eb9-adac-9e96f8ebb975 req-f9e08408-4022-4ebe-b1e6-290322c6f7d5 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741057
Nov 27 21:21:26.931631 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc60efd-b457-45d4-ad73-3f4cb71e4fde tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:26.942971 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5fc60efd-b457-45d4-ad73-3f4cb71e4fde tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/e5d8dfe3-9ea6-44fa-9d88-73410daddef7 HTTP/1.1" status: 404  len: 333 time: 0.0333424
Nov 27 21:21:26.943212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47576) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:26.960635 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e809-85b6-4923-8a81-158dbe1887e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.001940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42d7e4b-6dd1-4edd-b5e7-ec11d58fcdf3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet f66eb212-ce8b-4c77-8b98-22f28874d4fd {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:27.003877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4ec6e809-85b6-4923-8a81-158dbe1887e6 None None] For port ed6ce53f-d7ae-4836-9949-dda37e24cf53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed6ce53f-d7ae-4836-9949-dda37e24cf53,segment=NetworkSegment(8ab01b2e-599b-466c-a120-ae3454beb878),segment_id=8ab01b2e-599b-466c-a120-ae3454beb878)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:27.006202 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a42d7e4b-6dd1-4edd-b5e7-ec11d58fcdf3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.009375 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4ec6e809-85b6-4923-8a81-158dbe1887e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.089914 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a42d7e4b-6dd1-4edd-b5e7-ec11d58fcdf3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.093867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6e809-85b6-4923-8a81-158dbe1887e6 None None] Pushing event updated for resources: {'Port': ['ID=ed6ce53f-d7ae-4836-9949-dda37e24cf53,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:27.108137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-701ce95a-4156-4852-a867-8e50b909996b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148101319&fields=id&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 267 time: 0.0835547
Nov 27 21:21:27.230508 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a42d7e4b-6dd1-4edd-b5e7-ec11d58fcdf3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.255077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-02aaa43a-bc88-4162-896a-8d0cca2c9300 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:27.257003 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-02aaa43a-bc88-4162-896a-8d0cca2c9300 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/networks?id=463c888b-41a7-4f22-80c2-8966fe563e56 HTTP/1.1" status: 200  len: 797 time: 0.1365237
Nov 27 21:21:27.276640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-0f89f5f7-5fb8-4df7-91d2-763ef1c6768e tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/quotas/587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 375 time: 0.0118217
Nov 27 21:21:27.282971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 70ad4626-7170-4af2-88c6-979516057792 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:27.330268 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a42d7e4b-6dd1-4edd-b5e7-ec11d58fcdf3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.367209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d7e4b-6dd1-4edd-b5e7-ec11d58fcdf3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=f66eb212-ce8b-4c77-8b98-22f28874d4fd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:27.371627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-430892bf-247a-4027-ab4c-ac8a176b3b52 None None] Provisioning complete for port ed6ce53f-d7ae-4836-9949-dda37e24cf53 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:27.372010 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-430892bf-247a-4027-ab4c-ac8a176b3b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.376005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-38b9e41f-a604-4dbb-8389-187de9555646 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0916054
Nov 27 21:21:27.393975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a42d7e4b-6dd1-4edd-b5e7-ec11d58fcdf3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.410092 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a42d7e4b-6dd1-4edd-b5e7-ec11d58fcdf3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/f66eb212-ce8b-4c77-8b98-22f28874d4fd HTTP/1.1" status: 204  len: 168 time: 0.4682903
Nov 27 21:21:27.410781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47588) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:27.460483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 70ad4626-7170-4af2-88c6-979516057792 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:27.460852 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.521857 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cd66388e-fc65-4640-98e3-4737bd25a0a5 service neutron] 10.222.0.21 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318526
Nov 27 21:21:27.572914 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.609232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 293c077b-fb17-42d5-a53f-53c2f42fdeb7 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:27.619359 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Sync routers for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:21:27.637785 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:27.642783 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe400693dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:27.652114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port ed6ce53f-d7ae-4836-9949-dda37e24cf53 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:27.652555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.689748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f6dae-042b-405f-8c93-2d170e067fde None None] Network 3b1a5ac3-e111-47d5-a269-a2a370af4de9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:27.723555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-3b7f32c7-6262-4229-bc61-9dfe38ec5d1d service neutron] 10.222.0.21 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914725
Nov 27 21:21:27.727728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] For port ed6ce53f-d7ae-4836-9949-dda37e24cf53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed6ce53f-d7ae-4836-9949-dda37e24cf53,segment=NetworkSegment(8ab01b2e-599b-466c-a120-ae3454beb878),segment_id=8ab01b2e-599b-466c-a120-ae3454beb878)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:27.728575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.748263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for ed6ce53f-d7ae-4836-9949-dda37e24cf53 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:27.755299 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 293c077b-fb17-42d5-a53f-53c2f42fdeb7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:27.755610 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.815828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 9a1e4b76-fd3c-453b-94c3-0dc63230c428 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:27.832463 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:27.859163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-66c25bc5-b316-4390-bc6b-643c4b977d8a None None] Could not find standard attr ID for object e5d8dfe3-9ea6-44fa-9d88-73410daddef7. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:27.873370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:27.940353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=ed6ce53f-d7ae-4836-9949-dda37e24cf53,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:27.955126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No DVR routers for this DVR port ed6ce53f-d7ae-4836-9949-dda37e24cf53 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:28.012672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:21:28.023777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:28.024147 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.026675 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.082898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a089cc45-563b-4126-beca-67212ac5b5d9 None None] DHCP port deletion for 3b1a5ac3-e111-47d5-a269-a2a370af4de9 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:28.095874 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-59d42a73-77c9-49d1-beaf-3b1ce57683dc req-aa3247db-bffc-4d75-8251-5bc89337b30c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 210 time: 0.0816381
Nov 27 21:21:28.101339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94ada05-374c-4e79-9db4-093329cb2464 None None] Network 463c888b-41a7-4f22-80c2-8966fe563e56 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:28.159363 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.164732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18713fa2-cec2-4004-b036-b21056490412 req-095c8e7a-405e-4ffe-b3e0-f1bf639fbee6 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:28.169645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18713fa2-cec2-4004-b036-b21056490412 req-095c8e7a-405e-4ffe-b3e0-f1bf639fbee6 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 945 time: 0.1323507
Nov 27 21:21:28.197704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdba0670>,) {'filters': {'network_id': ['3b1a5ac3-e111-47d5-a269-a2a370af4de9']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:28.218179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdba0670>, '8ab01b2e-599b-466c-a120-ae3454beb878') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:28.218574 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdba0670>, '8ab01b2e-599b-466c-a120-ae3454beb878') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:28.221595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 293c077b-fb17-42d5-a53f-53c2f42fdeb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=293c077b-fb17-42d5-a53f-53c2f42fdeb7,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:28.239543 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.240789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ed6ce53f-d7ae-4836-9949-dda37e24cf53 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:28.247042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.270374 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.275542 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe400693dc0>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73a39d75-8181-4d25-81aa-f2b605f82a4c', 'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:ee:87:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:24Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 2, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:28.275918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:21:28.276555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:21:28.280527 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:21:28.287833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18713fa2-cec2-4004-b036-b21056490412 req-4f1ca0e1-81cf-4822-98ca-a18918c8c0a7 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113260
Nov 27 21:21:28.312694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9a4266cd-4cd8-4c66-95cb-c96b4e03bf1c None None] Provisioning complete for port 293c077b-fb17-42d5-a53f-53c2f42fdeb7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:28.313081 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9a4266cd-4cd8-4c66-95cb-c96b4e03bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.314649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ed6ce53f-d7ae-4836-9949-dda37e24cf53 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:28.314928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ed6ce53f-d7ae-4836-9949-dda37e24cf53 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 27 21:21:28.319581 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Checking router: 3d28d393-63f7-43ac-8f80-0f86306ac88f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:21:28.320146 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Updating router 3d28d393-63f7-43ac-8f80-0f86306ac88f port 73a39d75-8181-4d25-81aa-f2b605f82a4c binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:21:28.348929 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.373731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.383171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.393200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/networks/3b1a5ac3-e111-47d5-a269-a2a370af4de9 HTTP/1.1" status: 204  len: 168 time: 0.9779937
Nov 27 21:21:28.393388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Port ed6ce53f-d7ae-4836-9949-dda37e24cf53 not found, will not notify nova. {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 27 21:21:28.395491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47602) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:28.403413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1117414644'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:28.413556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53525d0-4265-46ea-98b4-21d1cca6dd7b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Network': ['ID=3b1a5ac3-e111-47d5-a269-a2a370af4de9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:28.428780 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.441885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:28.450330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.458484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=293c077b-fb17-42d5-a53f-53c2f42fdeb7,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:28.483096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:21:28.498707 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.499347 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Added segment f785b320-2151-44ca-bee9-d79653bde813 of type vlan for network b995b039-2a30-4c1f-90f0-a9bc8dc92d28
Nov 27 21:21:28.510451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b475d9b-cae9-4927-8e6e-7350de7e4a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e4b76-fd3c-453b-94c3-0dc63230c428'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:21:28.514049 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec17b84-dac9-4437-b5fd-0db603a1f10a" -d '{"events": [{"server_uuid": "0b475d9b-cae9-4927-8e6e-7350de7e4a42", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e4b76-fd3c-453b-94c3-0dc63230c428"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:21:28.535085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 9a1e4b76-fd3c-453b-94c3-0dc63230c428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a1e4b76-fd3c-453b-94c3-0dc63230c428,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:28.570009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.588301 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb33a9a-89d5-4f3a-a96d-c0a0a93b6185 x-openstack-request-id: req-acb33a9a-89d5-4f3a-a96d-c0a0a93b6185 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:21:28.588701 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b475d9b-cae9-4927-8e6e-7350de7e4a42", "name": "network-vif-plugged", "status": "completed", "tag": "9a1e4b76-fd3c-453b-94c3-0dc63230c428", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:21:28.589012 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acb33a9a-89d5-4f3a-a96d-c0a0a93b6185 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:21:28.589477 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b475d9b-cae9-4927-8e6e-7350de7e4a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1e4b76-fd3c-453b-94c3-0dc63230c428', 'code': 200}
Nov 27 21:21:28.593529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.618486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.628018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:28.629573 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.679167 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=9a1e4b76-fd3c-453b-94c3-0dc63230c428,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:28.698501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3007867
Nov 27 21:21:28.700473 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.701464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47606) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:28.710837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': 'b995b039-2a30-4c1f-90f0-a9bc8dc92d28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:28.713460 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.741127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6517da-ccb9-4b9f-bbff-535a2060b3bc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Network': ['ID=b995b039-2a30-4c1f-90f0-a9bc8dc92d28,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:28.752779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b995b039-2a30-4c1f-90f0-a9bc8dc92d28 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:21:28.772749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb492-e4e5-432b-9d0e-472e8821ea8e req-4d66d261-a8c5-4359-a0d9-5b86d436b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:28.774292 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b20eb492-e4e5-432b-9d0e-472e8821ea8e req-4d66d261-a8c5-4359-a0d9-5b86d436b02c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 1097 time: 0.0796034
Nov 27 21:21:28.846558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b20eb492-e4e5-432b-9d0e-472e8821ea8e req-a0adcf76-7303-4c63-b1bc-fd5c16805d4e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603042
Nov 27 21:21:28.855160 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Pushing event updated for resources: {'Port': ['ID=73a39d75-8181-4d25-81aa-f2b605f82a4c,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:28.866247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:28.870937 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.871305 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.871674 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.872022 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.872560 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.872966 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.873303 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.873758 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.874089 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.874416 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.874741 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.875065 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:28.889091 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.949319 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Attempting to bind port 73a39d75-8181-4d25-81aa-f2b605f82a4c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:28.950854 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Attempting to bind port 73a39d75-8181-4d25-81aa-f2b605f82a4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:28.951232 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Attempting to bind port 73a39d75-8181-4d25-81aa-f2b605f82a4c on network 463c888b-41a7-4f22-80c2-8966fe563e56 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:28.957730 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:28.958216 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Checking segment: {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:28.958493 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:28.958880 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Bound using segment: {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:28.959461 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Bound port: 73a39d75-8181-4d25-81aa-f2b605f82a4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:28.959745 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.031492 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] For port 73a39d75-8181-4d25-81aa-f2b605f82a4c, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:29.036395 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] For port 73a39d75-8181-4d25-81aa-f2b605f82a4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73a39d75-8181-4d25-81aa-f2b605f82a4c,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:29.039406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ffa3b06c-d6d6-4815-a417-af2418de5dae None None] Provisioning complete for port 293c077b-fb17-42d5-a53f-53c2f42fdeb7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:29.039948 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffa3b06c-d6d6-4815-a417-af2418de5dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.042437 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.173286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 293c077b-fb17-42d5-a53f-53c2f42fdeb7 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:29.174339 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.174887 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b43949-e5fb-4dc6-a06a-b5ed28e47068 None None] Pushing event updated for resources: {'Port': ['ID=73a39d75-8181-4d25-81aa-f2b605f82a4c,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:29.178501 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:29.178959 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe400693dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:29.252771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ffa3b06c-d6d6-4815-a417-af2418de5dae None None] Provisioning complete for port 73a39d75-8181-4d25-81aa-f2b605f82a4c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:29.253256 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffa3b06c-d6d6-4815-a417-af2418de5dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.318075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3dd90a1d-697f-443d-bff1-43bef8f2781a req-9bbab7f2-4a3a-4998-9ecd-2afce7aa6ee8 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 210 time: 0.0693524
Nov 27 21:21:29.344368 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:29.362204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Checking segment: {'id': 'f785b320-2151-44ca-bee9-d79653bde813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b995b039-2a30-4c1f-90f0-a9bc8dc92d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:29.364868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network hostable DHCP agents. Network: b995b039-2a30-4c1f-90f0-a9bc8dc92d28, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:21:29.380584 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 293c077b-fb17-42d5-a53f-53c2f42fdeb7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:29.384589 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.395037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=cdc3416c-d040-4466-96d3-9a71308edcf7,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:29.415590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-10042b98-a64b-4936-a7a7-9a9b6342f521 req-34420be4-488d-452d-8a7a-8764f90ac905 service neutron] (120908) timed out ('10.222.0.21', 59990) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:21:29.427365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network b995b039-2a30-4c1f-90f0-a9bc8dc92d28 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:21:29.507167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b995b039-2a30-4c1f-90f0-a9bc8dc92d28) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:29.518225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cb250-9914-40dc-b31d-9055f88b5f6a None None] Network b995b039-2a30-4c1f-90f0-a9bc8dc92d28 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:29.518793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:29.519716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.554993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-24631a1e-65d2-4b2a-b6be-d61c93fffbcc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8516860
Nov 27 21:21:29.555709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47612) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:29.564142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': 'b995b039-2a30-4c1f-90f0-a9bc8dc92d28', 'name': 'tempest-PortsTestJSON-915018686', 'fixed_ips': [{'subnet_id': 'cdc3416c-d040-4466-96d3-9a71308edcf7', 'ip_address': '172.20.0.10'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:29.574853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-b524eb4d-3d86-4f07-bc22-b49da1e4f635 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:29.576725 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-b524eb4d-3d86-4f07-bc22-b49da1e4f635 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/networks?id=463c888b-41a7-4f22-80c2-8966fe563e56 HTTP/1.1" status: 200  len: 797 time: 0.2678363
Nov 27 21:21:29.587089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffa3b06c-d6d6-4815-a417-af2418de5dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.635537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71829b38-775e-48e8-b8ac-56348b49603a req-0c912e21-0bd8-45ad-8c85-b9a5ae4a3d7e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:29.638437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71829b38-775e-48e8-b8ac-56348b49603a req-0c912e21-0bd8-45ad-8c85-b9a5ae4a3d7e tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 946 time: 0.2193089
Nov 27 21:21:29.704197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ffa3b06c-d6d6-4815-a417-af2418de5dae None None] For port 73a39d75-8181-4d25-81aa-f2b605f82a4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73a39d75-8181-4d25-81aa-f2b605f82a4c,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:29.716038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-15161411-159a-48c2-bfeb-0f2c2e09cbf6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=587ce621728b4cb1b01fd53d69d45d4d HTTP/1.1" status: 200  len: 379 time: 0.1293018
Nov 27 21:21:29.722340 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffa3b06c-d6d6-4815-a417-af2418de5dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.730258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71829b38-775e-48e8-b8ac-56348b49603a req-4e658c84-01c4-410a-b54f-53143ffe04cf tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818808
Nov 27 21:21:29.759602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'port': {'device_id': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'admin_state_up': True, 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'security_groups': ['de68e16f-e269-494f-bf6b-150552637163']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:29.774858 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe400693dc0>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73a39d75-8181-4d25-81aa-f2b605f82a4c', 'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:ee:87:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:24Z', 'updated_at': '2021-11-27T21:21:29Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:29.793573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:29.815978 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1195e-8bde-4d8e-9ddd-2252923f4bc8 None None] The sync data for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 is: [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73a39d75-8181-4d25-81aa-f2b605f82a4c', 'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:ee:87:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:24Z', 'updated_at': '2021-11-27T21:21:29Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:21:29.840158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ed6ce53f-d7ae-4836-9949-dda37e24cf53 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:29.915027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:29.943129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ed6ce53f-d7ae-4836-9949-dda37e24cf53 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:29.943503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ed6ce53f-d7ae-4836-9949-dda37e24cf53 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:29.945324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port 3106788b-bebd-41b1-8d3f-e4816eb852be yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:29.999479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b995b039-2a30-4c1f-90f0-a9bc8dc92d28', 'network_id': 'b995b039-2a30-4c1f-90f0-a9bc8dc92d28', 'tenant_id': 'e83185a2bc4f4141adea91a35fcf75ee', 'fixed_ips': [{'subnet_id': 'cdc3416c-d040-4466-96d3-9a71308edcf7'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:21:30.001034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.006272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Made reservation on behalf of 587ce621728b4cb1b01fd53d69d45d4d for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:30.012976 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.020828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3b06c-d6d6-4815-a417-af2418de5dae None None] Pushing event updated for resources: {'Port': ['ID=73a39d75-8181-4d25-81aa-f2b605f82a4c,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:30.028203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-94b939fd-4324-4321-a040-7f1628c13a09 None None] Provisioning complete for port 73a39d75-8181-4d25-81aa-f2b605f82a4c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:30.028984 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-94b939fd-4324-4321-a040-7f1628c13a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.248358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.20.0.6 (463c888b-41a7-4f22-80c2-8966fe563e56/b7255bf4-0a6c-4432-a1a8-0dfd1e138976/6d6aee5a-e927-42d5-9274-f286c5113e62) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:30.286755 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.10 (b995b039-2a30-4c1f-90f0-a9bc8dc92d28/cdc3416c-d040-4466-96d3-9a71308edcf7/3106788b-bebd-41b1-8d3f-e4816eb852be) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:30.468444 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab89f57c-f992-403e-942f-aad48a7aeab8 req-2611e6c2-0184-4433-a22f-1f163184e6f0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 210 time: 0.0501535
Nov 27 21:21:30.529645 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.551492 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.569656 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.594053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.624249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 463c888b-41a7-4f22-80c2-8966fe563e56 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:30.627686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:30.634506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:30.639316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=6d6aee5a-e927-42d5-9274-f286c5113e62,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:30.653113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network b995b039-2a30-4c1f-90f0-a9bc8dc92d28 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:30.656225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:30.663297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:30.687437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1ec3d85b-470f-498d-8836-fe634f489251 None None] Provisioning complete for port 73a39d75-8181-4d25-81aa-f2b605f82a4c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:30.687437 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d85b-470f-498d-8836-fe634f489251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.692159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=3106788b-bebd-41b1-8d3f-e4816eb852be,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:30.711178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:30.711893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.727918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:30.728587 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:30.737381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Allocated IP 172.20.0.2 (b995b039-2a30-4c1f-90f0-a9bc8dc92d28/cdc3416c-d040-4466-96d3-9a71308edcf7/6c053bf3-89fb-4eae-9d76-b72397fb8122) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:30.745618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-cc481e2f-2053-4559-b070-c8ff7d214f22 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0219669
Nov 27 21:21:30.757215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-979e27cc-6e14-4b01-9265-bd336495f4a7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.1965709
Nov 27 21:21:30.757417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47616) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:30.759970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Request body: {'port': {'device_id': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:30.764900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': 'b995b039-2a30-4c1f-90f0-a9bc8dc92d28', 'name': 'tempest-PortsTestJSON-99447614', 'fixed_ips': [{'subnet_id': 'cdc3416c-d040-4466-96d3-9a71308edcf7', 'ip_address': '172.20.0.9'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:30.855867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.019494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:31.020019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.024912 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.030809 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.064210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a3158-7eaf-458f-8e07-4fd7845bd4d0 req-1b6b6f22-a47a-411a-a395-d39e8410cb49 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:31.066682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2e5a3158-7eaf-458f-8e07-4fd7845bd4d0 req-1b6b6f22-a47a-411a-a395-d39e8410cb49 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 946 time: 0.1701000
Nov 27 21:21:31.085697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port a32b5787-4c73-42fb-bb47-8bf1273cf8b3 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:31.114943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Network b995b039-2a30-4c1f-90f0-a9bc8dc92d28 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:31.121880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:31.123856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1c9320ce-53f9-465f-b332-6f84e6e929d5 None None] Provisioning complete for port 6d6aee5a-e927-42d5-9274-f286c5113e62 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:31.124327 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1c9320ce-53f9-465f-b332-6f84e6e929d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.126385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:31.130966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Pushing event updated for resources: {'Port': ['ID=6c053bf3-89fb-4eae-9d76-b72397fb8122,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:31.198995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 73a39d75-8181-4d25-81aa-f2b605f82a4c up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:31.222557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2e5a3158-7eaf-458f-8e07-4fd7845bd4d0 req-39bbdf0d-6139-4371-83fa-da893c0c6bdf tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470683
Nov 27 21:21:31.262100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1c9320ce-53f9-465f-b332-6f84e6e929d5 None None] Port 6d6aee5a-e927-42d5-9274-f286c5113e62 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:31.269120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Attempting to bind port 6c053bf3-89fb-4eae-9d76-b72397fb8122 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:31.269605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Attempting to bind port 6c053bf3-89fb-4eae-9d76-b72397fb8122 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f785b320-2151-44ca-bee9-d79653bde813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b995b039-2a30-4c1f-90f0-a9bc8dc92d28'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:31.270082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Attempting to bind port 6c053bf3-89fb-4eae-9d76-b72397fb8122 on network b995b039-2a30-4c1f-90f0-a9bc8dc92d28 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:31.278924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:31.279526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Checking segment: {'id': 'f785b320-2151-44ca-bee9-d79653bde813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b995b039-2a30-4c1f-90f0-a9bc8dc92d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:31.280034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.280622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Bound using segment: {'id': 'f785b320-2151-44ca-bee9-d79653bde813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b995b039-2a30-4c1f-90f0-a9bc8dc92d28'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:31.281311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Bound port: 6c053bf3-89fb-4eae-9d76-b72397fb8122, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f785b320-2151-44ca-bee9-d79653bde813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b995b039-2a30-4c1f-90f0-a9bc8dc92d28'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:31.281768 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.302761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6aee5a-e927-42d5-9274-f286c5113e62 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:21:31.322067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.336690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 73a39d75-8181-4d25-81aa-f2b605f82a4c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:31.337173 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.356070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Transition to ACTIVE for port object 6d6aee5a-e927-42d5-9274-f286c5113e62 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:21:31.357822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.9 (b995b039-2a30-4c1f-90f0-a9bc8dc92d28/cdc3416c-d040-4466-96d3-9a71308edcf7/a32b5787-4c73-42fb-bb47-8bf1273cf8b3) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:31.366835 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.397731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] For port 6c053bf3-89fb-4eae-9d76-b72397fb8122, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:31.401592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] For port 6c053bf3-89fb-4eae-9d76-b72397fb8122, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c053bf3-89fb-4eae-9d76-b72397fb8122,segment=NetworkSegment(f785b320-2151-44ca-bee9-d79653bde813),segment_id=f785b320-2151-44ca-bee9-d79653bde813)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:31.411989 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.482271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6aee5a-e927-42d5-9274-f286c5113e62,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:31.573334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89a401-4446-459b-94a9-614f4e5a170e None None] Pushing event updated for resources: {'Port': ['ID=6c053bf3-89fb-4eae-9d76-b72397fb8122,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:31.647014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Attempting to bind port 6d6aee5a-e927-42d5-9274-f286c5113e62 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:31.652424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Attempting to bind port 6d6aee5a-e927-42d5-9274-f286c5113e62 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:31.652952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Attempting to bind port 6d6aee5a-e927-42d5-9274-f286c5113e62 on network 463c888b-41a7-4f22-80c2-8966fe563e56 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:31.658750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Port 6d6aee5a-e927-42d5-9274-f286c5113e62 on network 463c888b-41a7-4f22-80c2-8966fe563e56 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:21:31.661091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Attempting to bind port 6d6aee5a-e927-42d5-9274-f286c5113e62 on network 463c888b-41a7-4f22-80c2-8966fe563e56 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:31.670476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:31.670972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Checking segment: {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:31.671513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Bound using segment: {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:31.672351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Bound port: 6d6aee5a-e927-42d5-9274-f286c5113e62, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:31.672579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.765952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:31.787836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d6aee5a-e927-42d5-9274-f286c5113e62,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:31.796876 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.803220 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.812959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2841ae-a288-46f1-9785-d302f685247c req-3a34e2fd-9d70-4ec5-99b9-2eca5bc80645 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:31.820949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca2841ae-a288-46f1-9785-d302f685247c req-3a34e2fd-9d70-4ec5-99b9-2eca5bc80645 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 943 time: 0.1460233
Nov 27 21:21:31.879160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:31.880029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:31.883197 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] 10.222.0.15 "PUT /v2.0/ports/6d6aee5a-e927-42d5-9274-f286c5113e62 HTTP/1.1" status: 200  len: 1091 time: 1.1290910
Nov 27 21:21:31.888911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:21:31.891454 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c70410-0dcd-4f22-a3f1-2e0914308914" -d '{"events": [{"name": "network-changed", "server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:21:31.921338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543f2c8-defa-4e08-bb3e-cb03c2a3bdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6aee5a-e927-42d5-9274-f286c5113e62,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:31.929735 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ca2841ae-a288-46f1-9785-d302f685247c req-b9d9678c-eb61-41f8-9cf6-0b6c3b871e8a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078663
Nov 27 21:21:31.958888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:32.003792 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77e144c-a0d1-4fd7-983e-ea8ca2ef0939 x-openstack-request-id: req-b77e144c-a0d1-4fd7-983e-ea8ca2ef0939 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:21:32.004198 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:21:32.004572 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b77e144c-a0d1-4fd7-983e-ea8ca2ef0939 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:21:32.005073 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'status': 'completed', 'code': 200}
Nov 27 21:21:32.028678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-b8d7e991-8a74-4de3-9426-67d7a03cd151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.030415 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-b8d7e991-8a74-4de3-9426-67d7a03cd151 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1094 time: 0.0883887
Nov 27 21:21:32.036204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network b995b039-2a30-4c1f-90f0-a9bc8dc92d28 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:32.040512 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:32.047148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:32.051806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=a32b5787-4c73-42fb-bb47-8bf1273cf8b3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:32.092950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-37e4bc2c-cb2f-468f-ae49-cd0af9194606 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6aee5a-e927-42d5-9274-f286c5113e62 HTTP/1.1" status: 200  len: 217 time: 0.0531101
Nov 27 21:21:32.105204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.106261 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:32.136692 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a4ecff0b-38a7-4dce-b194-6654372f8418 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.3780241
Nov 27 21:21:32.137799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47634) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:32.167500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-d2e9b938-ce9e-4c4a-83ee-a07c6c861bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.169149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-d2e9b938-ce9e-4c4a-83ee-a07c6c861bfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7255bf4-0a6c-4432-a1a8-0dfd1e138976 HTTP/1.1" status: 200  len: 834 time: 0.0688522
Nov 27 21:21:32.227197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-0c7a7ad2-b723-4699-b331-9066e57bf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.228744 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-0c7a7ad2-b723-4699-b331-9066e57bf5d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=463c888b-41a7-4f22-80c2-8966fe563e56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0525815
Nov 27 21:21:32.246878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b2ffd-17e3-4f78-9523-4fd466917f12 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.248479 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-046b2ffd-17e3-4f78-9523-4fd466917f12 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.1095352
Nov 27 21:21:32.251715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47636) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:32.307782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f597d-44ba-4e18-9415-82629d4fedfb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.313839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f597d-44ba-4e18-9415-82629d4fedfb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.322336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f597d-44ba-4e18-9415-82629d4fedfb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.326949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f40f597d-44ba-4e18-9415-82629d4fedfb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2375 time: 0.0741053
Nov 27 21:21:32.327572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47638) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:32.331528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-c6bd7156-0f9e-41bd-aaf6-9b7b4392b035 service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953152
Nov 27 21:21:32.425839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5a28a-baf3-464d-9f10-574a2af73b8b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port a32b5787-4c73-42fb-bb47-8bf1273cf8b3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:32.426327 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a28a-baf3-464d-9f10-574a2af73b8b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:32.434736 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-996abe3b-bef6-4691-a83d-80c47ddfcb10 req-407335c7-444b-4c32-9679-341f2a5d2527 service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962253
Nov 27 21:21:32.533913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a28a-baf3-464d-9f10-574a2af73b8b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:32.542539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-6c1b2dfa-dd6c-404f-a4fa-91404806957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.544438 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-6c1b2dfa-dd6c-404f-a4fa-91404806957e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1094 time: 0.0493000
Nov 27 21:21:32.549044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5a28a-baf3-464d-9f10-574a2af73b8b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for a32b5787-4c73-42fb-bb47-8bf1273cf8b3 owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:32.645881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-d0cd9550-84d6-4bae-a967-3806fe50a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.647435 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-d0cd9550-84d6-4bae-a967-3806fe50a211 service neutron] 10.222.0.15 "GET /v2.0/networks?id=463c888b-41a7-4f22-80c2-8966fe563e56 HTTP/1.1" status: 200  len: 898 time: 0.0960805
Nov 27 21:21:32.702919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-fdecef35-7ccb-439d-8ad0-bcbb835b25bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6aee5a-e927-42d5-9274-f286c5113e62 HTTP/1.1" status: 200  len: 217 time: 0.0473497
Nov 27 21:21:32.707382 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a28a-baf3-464d-9f10-574a2af73b8b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:32.734202 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5a28a-baf3-464d-9f10-574a2af73b8b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=a32b5787-4c73-42fb-bb47-8bf1273cf8b3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:32.774072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-0d0b80da-feda-43db-9e7e-2e46cd90275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.775758 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-0d0b80da-feda-43db-9e7e-2e46cd90275b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7255bf4-0a6c-4432-a1a8-0dfd1e138976 HTTP/1.1" status: 200  len: 834 time: 0.0667732
Nov 27 21:21:32.826086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-7185a866-ff49-4062-ab3c-8ff7f0840a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:32.827906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-7185a866-ff49-4062-ab3c-8ff7f0840a58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=463c888b-41a7-4f22-80c2-8966fe563e56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446949
Nov 27 21:21:32.831981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a28a-baf3-464d-9f10-574a2af73b8b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:32.835512 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a0e5a28a-baf3-464d-9f10-574a2af73b8b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/a32b5787-4c73-42fb-bb47-8bf1273cf8b3 HTTP/1.1" status: 204  len: 168 time: 0.5069616
Nov 27 21:21:32.838225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47648) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:32.864476 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac2de62-d4c1-4c74-a0a3-244e71843839 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:32.866064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aac2de62-d4c1-4c74-a0a3-244e71843839 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/a32b5787-4c73-42fb-bb47-8bf1273cf8b3 HTTP/1.1" status: 404  len: 333 time: 0.0267329
Nov 27 21:21:32.868997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47650) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:32.933991 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-7c1dd777-fe00-4aaa-8bb3-e504e3ad74d4 service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986569
Nov 27 21:21:32.980022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cef4e-67ea-4683-9373-0ad44513472f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 3106788b-bebd-41b1-8d3f-e4816eb852be {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:32.980413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa1cef4e-67ea-4683-9373-0ad44513472f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.020052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabe0e14-8b80-4ec0-9222-833fe22c7982 None None] Network b995b039-2a30-4c1f-90f0-a9bc8dc92d28 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:33.067808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60c70410-0dcd-4f22-a3f1-2e0914308914 req-e221802a-e36b-4b2f-9fb2-061545c3ac4b service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257539
Nov 27 21:21:33.095983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c3a33ccb-157c-45bb-b80f-93ccb102dffe None None] Provisioning complete for port 6c053bf3-89fb-4eae-9d76-b72397fb8122 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:33.097045 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c3a33ccb-157c-45bb-b80f-93ccb102dffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.139623 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa1cef4e-67ea-4683-9373-0ad44513472f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.151994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945e00-54fb-42e3-9263-0968a2c23e5e req-154b9207-ca73-411e-a6c3-b16d8b2425db tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:33.153193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03945e00-54fb-42e3-9263-0968a2c23e5e req-154b9207-ca73-411e-a6c3-b16d8b2425db tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 943 time: 0.0991721
Nov 27 21:21:33.170404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-aa1cef4e-67ea-4683-9373-0ad44513472f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 3106788b-bebd-41b1-8d3f-e4816eb852be owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:33.189861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6c053bf3-89fb-4eae-9d76-b72397fb8122 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:33.249402 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03945e00-54fb-42e3-9263-0968a2c23e5e req-670f533c-69d6-4d06-a5d8-ea4ef8d42deb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877125
Nov 27 21:21:33.296261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c3a33ccb-157c-45bb-b80f-93ccb102dffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.332804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa1cef4e-67ea-4683-9373-0ad44513472f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.344440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c3a33ccb-157c-45bb-b80f-93ccb102dffe None None] For port 6c053bf3-89fb-4eae-9d76-b72397fb8122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c053bf3-89fb-4eae-9d76-b72397fb8122,segment=NetworkSegment(f785b320-2151-44ca-bee9-d79653bde813),segment_id=f785b320-2151-44ca-bee9-d79653bde813)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:33.345706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 6c053bf3-89fb-4eae-9d76-b72397fb8122 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:33.346029 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.363204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cef4e-67ea-4683-9373-0ad44513472f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=3106788b-bebd-41b1-8d3f-e4816eb852be,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:33.373929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c3a33ccb-157c-45bb-b80f-93ccb102dffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.448934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33ccb-157c-45bb-b80f-93ccb102dffe None None] Pushing event updated for resources: {'Port': ['ID=6c053bf3-89fb-4eae-9d76-b72397fb8122,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:33.459973 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-aa1cef4e-67ea-4683-9373-0ad44513472f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.466640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47656) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:33.472512 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aa1cef4e-67ea-4683-9373-0ad44513472f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/3106788b-bebd-41b1-8d3f-e4816eb852be HTTP/1.1" status: 204  len: 168 time: 0.6018372
Nov 27 21:21:33.494403 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98413d2-983b-43a0-ac31-0b3596e75f71 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:33.499222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d98413d2-983b-43a0-ac31-0b3596e75f71 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/3106788b-bebd-41b1-8d3f-e4816eb852be HTTP/1.1" status: 404  len: 333 time: 0.0312114
Nov 27 21:21:33.499637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47658) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:33.553442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd60376e-4648-428d-9530-976d10171ca7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet cdc3416c-d040-4466-96d3-9a71308edcf7 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:33.556709 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd60376e-4648-428d-9530-976d10171ca7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.593472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1322a199-34fd-46b9-a5b6-983f812a5439 None None] Could not find standard attr ID for object 3106788b-bebd-41b1-8d3f-e4816eb852be. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:33.605361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd60376e-4648-428d-9530-976d10171ca7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.605574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1322a199-34fd-46b9-a5b6-983f812a5439 None None] Provisioning complete for port 6c053bf3-89fb-4eae-9d76-b72397fb8122 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:33.606029 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1322a199-34fd-46b9-a5b6-983f812a5439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.700058 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd60376e-4648-428d-9530-976d10171ca7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.767575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd60376e-4648-428d-9530-976d10171ca7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.799515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60376e-4648-428d-9530-976d10171ca7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc3416c-d040-4466-96d3-9a71308edcf7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:33.803146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cd60376e-4648-428d-9530-976d10171ca7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.808932 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cd60376e-4648-428d-9530-976d10171ca7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/cdc3416c-d040-4466-96d3-9a71308edcf7 HTTP/1.1" status: 204  len: 168 time: 0.3049424
Nov 27 21:21:33.809473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47660) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:33.810755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a58370a3-cbaf-4db2-a6d4-0c911a197160 None None] Could not find standard attr ID for object 3106788b-bebd-41b1-8d3f-e4816eb852be. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:33.887663 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:33.937687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddfa49c-124c-40bf-a0c6-f6b27e2c1879 None None] Network b995b039-2a30-4c1f-90f0-a9bc8dc92d28 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:33.939973 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 6c053bf3-89fb-4eae-9d76-b72397fb8122 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:33.940325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.034489 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0ad5da36-1170-4730-903f-9e94b8af59e7 None None] Could not find standard attr ID for object a32b5787-4c73-42fb-bb47-8bf1273cf8b3. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:34.132892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30d67ba-132e-44af-8fff-69bcdcd262c8 None None] DHCP port deletion for b995b039-2a30-4c1f-90f0-a9bc8dc92d28 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:34.186390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a30d67ba-132e-44af-8fff-69bcdcd262c8 None None] Deleting port 6c053bf3-89fb-4eae-9d76-b72397fb8122 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:34.186769 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a30d67ba-132e-44af-8fff-69bcdcd262c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.252296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a30d67ba-132e-44af-8fff-69bcdcd262c8 None None] For port 6c053bf3-89fb-4eae-9d76-b72397fb8122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c053bf3-89fb-4eae-9d76-b72397fb8122,segment=NetworkSegment(f785b320-2151-44ca-bee9-d79653bde813),segment_id=f785b320-2151-44ca-bee9-d79653bde813)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:34.253830 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a30d67ba-132e-44af-8fff-69bcdcd262c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.270145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a30d67ba-132e-44af-8fff-69bcdcd262c8 None None] Calling delete_port for 6c053bf3-89fb-4eae-9d76-b72397fb8122 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:34.343431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] For port 6c053bf3-89fb-4eae-9d76-b72397fb8122, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c053bf3-89fb-4eae-9d76-b72397fb8122,segment=NetworkSegment(f785b320-2151-44ca-bee9-d79653bde813),segment_id=f785b320-2151-44ca-bee9-d79653bde813)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:34.343879 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.360615 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ce54055e-cbdc-4b0c-88ec-88e9e8eaefe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.361697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 6c053bf3-89fb-4eae-9d76-b72397fb8122 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:34.388762 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a30d67ba-132e-44af-8fff-69bcdcd262c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.409447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d63baf-16fc-45b0-8153-d1cbe899e794 req-ba58aedd-f018-4e14-b48b-de87af2ab4c5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:34.412379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1d63baf-16fc-45b0-8153-d1cbe899e794 req-ba58aedd-f018-4e14-b48b-de87af2ab4c5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 943 time: 0.0736439
Nov 27 21:21:34.432273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d67ba-132e-44af-8fff-69bcdcd262c8 None None] Pushing event deleted for resources: {'Port': ['ID=6c053bf3-89fb-4eae-9d76-b72397fb8122,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:34.435721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d67ba-132e-44af-8fff-69bcdcd262c8 None None] No DVR routers for this DVR port 6c053bf3-89fb-4eae-9d76-b72397fb8122 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:34.458248 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.486046 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1d63baf-16fc-45b0-8153-d1cbe899e794 req-3ac7734c-2e60-49c7-9bf2-d9067b16b2a2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667362
Nov 27 21:21:34.489813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No DVR routers for this DVR port 6c053bf3-89fb-4eae-9d76-b72397fb8122 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:34.491960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=6c053bf3-89fb-4eae-9d76-b72397fb8122,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:34.570697 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.589603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcff5a60>,) {'filters': {'network_id': ['b995b039-2a30-4c1f-90f0-a9bc8dc92d28']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:34.598484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcff5a60>, 'f785b320-2151-44ca-bee9-d79653bde813') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:34.598787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcff5a60>, 'f785b320-2151-44ca-bee9-d79653bde813') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:34.608273 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.621791 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.627591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:21:34.628594 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   self.session.flush()
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:21:34.631640 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:21:34.691600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.696619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.699870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/networks/b995b039-2a30-4c1f-90f0-a9bc8dc92d28 HTTP/1.1" status: 204  len: 168 time: 0.8894136
Nov 27 21:21:34.703539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47666) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:34.708312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-922710002'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:34.723990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f4d6e-0143-4710-ad3f-b39f540764a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Network': ['ID=b995b039-2a30-4c1f-90f0-a9bc8dc92d28,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:34.740412 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:34.743986 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.766735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:21:34.775729 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.776076 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Added segment 3ba35aa6-965d-4e95-9754-31d47e254918 of type vlan for network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8
Nov 27 21:21:34.814567 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.838210 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.843841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:34.844417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:34.898561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1940029
Nov 27 21:21:34.901312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47668) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:34.908587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '1e05f0e0-d9db-48a8-beaf-e891ea6da3c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:34.957872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89a6cd-a85c-49f3-b4e8-e0898f7ce39f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Network': ['ID=1e05f0e0-d9db-48a8-beaf-e891ea6da3c8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:34.967635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:21:35.006928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:35.010511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.112803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6c053bf3-89fb-4eae-9d76-b72397fb8122 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:35.133915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 6c053bf3-89fb-4eae-9d76-b72397fb8122 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:35.134279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6c053bf3-89fb-4eae-9d76-b72397fb8122 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:35.210076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.279005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=e88964cc-cd48-4c18-a5af-cd73a620de5a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:35.294887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Checking segment: {'id': '3ba35aa6-965d-4e95-9754-31d47e254918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e05f0e0-d9db-48a8-beaf-e891ea6da3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:35.295282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network hostable DHCP agents. Network: 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:21:35.311824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:21:35.320247 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:35.325483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:35.326439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.329716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bd6b59-619d-4baf-908d-0ccbfd7e8cd3 None None] Network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:35.344558 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6b86d589-6ea0-42cf-812d-17632927385a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4420922
Nov 27 21:21:35.349423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47684) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:35.354443 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-6ac96ed8-23c0-41f9-9c6c-26a5b70482ba tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1346730108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:35.382129 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ac96ed8-23c0-41f9-9c6c-26a5b70482ba tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.383600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ac96ed8-23c0-41f9-9c6c-26a5b70482ba tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.438194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ac96ed8-23c0-41f9-9c6c-26a5b70482ba tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.443811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ac96ed8-23c0-41f9-9c6c-26a5b70482ba tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.465562 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6ac96ed8-23c0-41f9-9c6c-26a5b70482ba tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.466715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6ac96ed8-23c0-41f9-9c6c-26a5b70482ba tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1159899
Nov 27 21:21:35.469459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47688) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:35.474758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'network_id': '1e05f0e0-d9db-48a8-beaf-e891ea6da3c8', 'name': 'tempest-PortsTestJSON-1133071889'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:35.517247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e05f0e0-d9db-48a8-beaf-e891ea6da3c8', 'network_id': '1e05f0e0-d9db-48a8-beaf-e891ea6da3c8', 'tenant_id': 'e83185a2bc4f4141adea91a35fcf75ee', 'fixed_ips': [{'subnet_id': 'e88964cc-cd48-4c18-a5af-cd73a620de5a'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:21:35.518189 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.630641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257cc42-983a-4808-87c8-72b3aea47a29 req-5e2ca082-b81c-4b1b-a02f-7f4d1cd4fd2f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:35.632169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e257cc42-983a-4808-87c8-72b3aea47a29 req-5e2ca082-b81c-4b1b-a02f-7f4d1cd4fd2f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 943 time: 0.0702147
Nov 27 21:21:35.638521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:35.642160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.658131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Allocated IP 172.20.0.2 (1e05f0e0-d9db-48a8-beaf-e891ea6da3c8/e88964cc-cd48-4c18-a5af-cd73a620de5a/f005e768-09eb-405f-9eb7-256e348c5042) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:35.683505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port 88860daa-5a58-4adc-b0d2-315a486bbc77 yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:35.747617 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e257cc42-983a-4808-87c8-72b3aea47a29 req-2c0b3557-9bb3-4fff-9647-b36999cc5527 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023927
Nov 27 21:21:35.799474 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.805349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.850196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:35.855450 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:35.855942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.13 (1e05f0e0-d9db-48a8-beaf-e891ea6da3c8/e88964cc-cd48-4c18-a5af-cd73a620de5a/88860daa-5a58-4adc-b0d2-315a486bbc77) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:35.857592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Pushing event updated for resources: {'Port': ['ID=f005e768-09eb-405f-9eb7-256e348c5042,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:35.859774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:35.912738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Attempting to bind port f005e768-09eb-405f-9eb7-256e348c5042 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:35.913117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Attempting to bind port f005e768-09eb-405f-9eb7-256e348c5042 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ba35aa6-965d-4e95-9754-31d47e254918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e05f0e0-d9db-48a8-beaf-e891ea6da3c8'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:35.913488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Attempting to bind port f005e768-09eb-405f-9eb7-256e348c5042 on network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:35.918472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:35.918856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Checking segment: {'id': '3ba35aa6-965d-4e95-9754-31d47e254918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e05f0e0-d9db-48a8-beaf-e891ea6da3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:35.919293 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.919707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Bound using segment: {'id': '3ba35aa6-965d-4e95-9754-31d47e254918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e05f0e0-d9db-48a8-beaf-e891ea6da3c8'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:35.920180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Bound port: f005e768-09eb-405f-9eb7-256e348c5042, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba35aa6-965d-4e95-9754-31d47e254918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1e05f0e0-d9db-48a8-beaf-e891ea6da3c8'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:35.920569 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:35.981901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] For port f005e768-09eb-405f-9eb7-256e348c5042, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:35.984937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] For port f005e768-09eb-405f-9eb7-256e348c5042, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f005e768-09eb-405f-9eb7-256e348c5042,segment=NetworkSegment(3ba35aa6-965d-4e95-9754-31d47e254918),segment_id=3ba35aa6-965d-4e95-9754-31d47e254918)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:35.990152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:36.012857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:36.050486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:36.055170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde75fc3-7f27-4981-946f-b92e44c5f26f None None] Pushing event updated for resources: {'Port': ['ID=f005e768-09eb-405f-9eb7-256e348c5042,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:36.096647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:36.099933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:36.103802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:36.110061 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=88860daa-5a58-4adc-b0d2-315a486bbc77,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:36.161467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:36.162118 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:36.179498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3decc139-1f87-40c7-a2e4-3ab2c1234efc tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.7088785
Nov 27 21:21:36.182239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47692) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:36.483150 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-45ce8005-e00d-40f4-ab1c-3024fe23f43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:36.533432 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:36.776926 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:36.783166 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:36.897189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=88860daa-5a58-4adc-b0d2-315a486bbc77,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:36.942124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b9a8-0210-44e6-adf4-250618fd2875 req-e055ca8b-a6d4-4f18-ac35-5bc7f967b1f2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:36.943696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1d37b9a8-0210-44e6-adf4-250618fd2875 req-e055ca8b-a6d4-4f18-ac35-5bc7f967b1f2 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 943 time: 0.0986011
Nov 27 21:21:37.026558 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6caa3d3-060c-49f9-8327-8622bc200ca6 None None] Network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:37.057968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1d37b9a8-0210-44e6-adf4-250618fd2875 req-b3dffc24-fb3c-4eef-b1de-219ceec67770 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912552
Nov 27 21:21:37.083869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.116922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6da8d3f8-141d-47c5-a2fe-9420a0ced2f6 None None] Provisioning complete for port f005e768-09eb-405f-9eb7-256e348c5042 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:37.117217 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6da8d3f8-141d-47c5-a2fe-9420a0ced2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.151015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f005e768-09eb-405f-9eb7-256e348c5042 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:37.200295 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.235166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6d6aee5a-e927-42d5-9274-f286c5113e62 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:21:37.317555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6da8d3f8-141d-47c5-a2fe-9420a0ced2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.332350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f005e768-09eb-405f-9eb7-256e348c5042 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:37.332730 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.654688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6da8d3f8-141d-47c5-a2fe-9420a0ced2f6 None None] For port f005e768-09eb-405f-9eb7-256e348c5042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f005e768-09eb-405f-9eb7-256e348c5042,segment=NetworkSegment(3ba35aa6-965d-4e95-9754-31d47e254918),segment_id=3ba35aa6-965d-4e95-9754-31d47e254918)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:37.668177 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6da8d3f8-141d-47c5-a2fe-9420a0ced2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.708337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d6aee5a-e927-42d5-9274-f286c5113e62,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:37.747763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'port_id': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'mac_address': 'fa:16:3e:f0:a8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:21:37.807044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8d3f8-141d-47c5-a2fe-9420a0ced2f6 None None] Pushing event updated for resources: {'Port': ['ID=f005e768-09eb-405f-9eb7-256e348c5042,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:37.836097 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.837939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e51e23bc-5092-462a-8f19-1c6dc6a34020 None None] Provisioning complete for port f005e768-09eb-405f-9eb7-256e348c5042 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:37.838308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e51e23bc-5092-462a-8f19-1c6dc6a34020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.880391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6aee5a-e927-42d5-9274-f286c5113e62 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:21:37.901931 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.907954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.915343 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.917103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d6aee5a-e927-42d5-9274-f286c5113e62,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:37.922550 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:37.984370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=88860daa-5a58-4adc-b0d2-315a486bbc77,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:37.987201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:38.007632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=6d6aee5a-e927-42d5-9274-f286c5113e62,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:38.019931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e51e23bc-5092-462a-8f19-1c6dc6a34020 None None] Provisioning complete for port 88860daa-5a58-4adc-b0d2-315a486bbc77 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:38.020310 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e51e23bc-5092-462a-8f19-1c6dc6a34020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:38.061141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e51e23bc-5092-462a-8f19-1c6dc6a34020 None None] Port 88860daa-5a58-4adc-b0d2-315a486bbc77 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:38.098025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:38.100452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:38.191521 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8d460273-d3ec-4dc6-9c21-0b87d778981d None None] Provisioning complete for port 88860daa-5a58-4adc-b0d2-315a486bbc77 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:38.191900 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8d460273-d3ec-4dc6-9c21-0b87d778981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:38.211397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc48c8c-8d7e-4dae-a17b-00577596e6f0 req-e195c2f6-5012-458d-bf85-aed684d80178 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:38.212968 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9cc48c8c-8d7e-4dae-a17b-00577596e6f0 req-e195c2f6-5012-458d-bf85-aed684d80178 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 944 time: 0.0608096
Nov 27 21:21:38.235910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8d460273-d3ec-4dc6-9c21-0b87d778981d None None] Port 88860daa-5a58-4adc-b0d2-315a486bbc77 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:38.243019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Router 397d89f9-df89-484d-b5ba-76a376d5a755 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:21:38.272938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9cc48c8c-8d7e-4dae-a17b-00577596e6f0 req-376f2865-bf27-446c-976a-0c4ac74df638 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533416
Nov 27 21:21:38.274397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6d6aee5a-e927-42d5-9274-f286c5113e62'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:21:38.345500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:21:38.352247 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ef28c906-1910-4b69-aa01-145800af0296 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "PUT /v2.0/routers/397d89f9-df89-484d-b5ba-76a376d5a755/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1687465
Nov 27 21:21:38.354536 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47716) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:38.361390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6c217-60d2-4ca0-9dcc-100b105e4f54 None None] Sync routers for ids ['397d89f9-df89-484d-b5ba-76a376d5a755'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:21:38.390500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6c217-60d2-4ca0-9dcc-100b105e4f54 None None] Routers {'397d89f9-df89-484d-b5ba-76a376d5a755'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:38.391041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-87a6c217-60d2-4ca0-9dcc-100b105e4f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd9d9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['397d89f9-df89-484d-b5ba-76a376d5a755'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:38.411061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3c20db-04cc-4085-9757-5715103bd539 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:38.412765 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3c3c20db-04cc-4085-9757-5715103bd539 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports?device_id=397d89f9-df89-484d-b5ba-76a376d5a755 HTTP/1.1" status: 200  len: 983 time: 0.0572746
Nov 27 21:21:38.415869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47718) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:38.433161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-87a6c217-60d2-4ca0-9dcc-100b105e4f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd9d9f10>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:38.470926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6c217-60d2-4ca0-9dcc-100b105e4f54 None None] Routers {'397d89f9-df89-484d-b5ba-76a376d5a755'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:38.472136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-87a6c217-60d2-4ca0-9dcc-100b105e4f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd9d9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['397d89f9-df89-484d-b5ba-76a376d5a755'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:38.518247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-87a6c217-60d2-4ca0-9dcc-100b105e4f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd9d9f10>, [], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:38.518899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6c217-60d2-4ca0-9dcc-100b105e4f54 None None] The sync data for ids ['397d89f9-df89-484d-b5ba-76a376d5a755'] in ncdv-master-1 is: [] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:21:38.525806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-883991d4-e5a9-4c5e-8a92-cb108ff4da42 None None] Provisioning complete for port 88860daa-5a58-4adc-b0d2-315a486bbc77 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:38.526182 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-883991d4-e5a9-4c5e-8a92-cb108ff4da42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:38.585097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-883991d4-e5a9-4c5e-8a92-cb108ff4da42 None None] Port 88860daa-5a58-4adc-b0d2-315a486bbc77 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:38.853989 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.056409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 88860daa-5a58-4adc-b0d2-315a486bbc77 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:39.056945 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.103621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f005e768-09eb-405f-9eb7-256e348c5042 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:39.145908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.157872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f005e768-09eb-405f-9eb7-256e348c5042 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:39.158235 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.166956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 88860daa-5a58-4adc-b0d2-315a486bbc77 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:39.231017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6d6aee5a-e927-42d5-9274-f286c5113e62 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:39.285159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 6d6aee5a-e927-42d5-9274-f286c5113e62 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:21:39.289327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 6d6aee5a-e927-42d5-9274-f286c5113e62 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:39.289735 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.340851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.373335 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.381393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=88860daa-5a58-4adc-b0d2-315a486bbc77,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:39.409682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:21:39.413845 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffa9620-6328-4474-ab05-581267c2517b" -d '{"events": [{"server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "name": "network-vif-plugged", "status": "completed", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:21:39.449720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d6aee5a-e927-42d5-9274-f286c5113e62,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:39.454465 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.469509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508328-9f6a-441a-93eb-93508b2e46db req-252a68eb-f1b8-443b-93e2-8135d0871734 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:39.471086 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a508328-9f6a-441a-93eb-93508b2e46db req-252a68eb-f1b8-443b-93e2-8135d0871734 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 944 time: 0.1223109
Nov 27 21:21:39.480266 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba74831-1084-45a9-8f4b-d42a4684d38d x-openstack-request-id: req-dba74831-1084-45a9-8f4b-d42a4684d38d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:21:39.480571 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "name": "network-vif-plugged", "status": "completed", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:21:39.480832 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dba74831-1084-45a9-8f4b-d42a4684d38d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:21:39.481294 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'code': 200}
Nov 27 21:21:39.513317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=6d6aee5a-e927-42d5-9274-f286c5113e62,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:39.599865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.649562 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:39.660414 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5a508328-9f6a-441a-93eb-93508b2e46db req-f60c8044-37b0-434a-a34f-36c92fc5cb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1600940
Nov 27 21:21:39.736088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2781f-bf98-4ba2-9b65-474e6a98fa3c req-d7e37b1f-5a25-4819-845d-72bb731b4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:39.738360 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d2781f-bf98-4ba2-9b65-474e6a98fa3c req-d7e37b1f-5a25-4819-845d-72bb731b4037 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1096 time: 0.1956062
Nov 27 21:21:39.843272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Router 397d89f9-df89-484d-b5ba-76a376d5a755 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:21:39.854025 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d2781f-bf98-4ba2-9b65-474e6a98fa3c req-67295cfb-d273-4d50-ab3b-23345df6880f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073935
Nov 27 21:21:39.925604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:21:39.930463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2951b256-66c1-433b-b4ce-d4c8f9078d6b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "PUT /v2.0/routers/397d89f9-df89-484d-b5ba-76a376d5a755/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5136101
Nov 27 21:21:39.933272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47742) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:39.935210 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aeace1-faf2-426a-a4fd-bdc151ab3cf4 None None] Sync routers for ids ['397d89f9-df89-484d-b5ba-76a376d5a755'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:21:39.944854 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aeace1-faf2-426a-a4fd-bdc151ab3cf4 None None] Routers {'397d89f9-df89-484d-b5ba-76a376d5a755'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:39.945546 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-09aeace1-faf2-426a-a4fd-bdc151ab3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe30c6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['397d89f9-df89-484d-b5ba-76a376d5a755'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:39.957009 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9be1e24-14ba-4411-abb5-47599dd43a6e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:39.958381 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b9be1e24-14ba-4411-abb5-47599dd43a6e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/88860daa-5a58-4adc-b0d2-315a486bbc77 HTTP/1.1" status: 404  len: 333 time: 0.0237014
Nov 27 21:21:39.961089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47744) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:39.981102 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-09aeace1-faf2-426a-a4fd-bdc151ab3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe30c6d0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:39.990478 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aeace1-faf2-426a-a4fd-bdc151ab3cf4 None None] Routers {'397d89f9-df89-484d-b5ba-76a376d5a755'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:39.991071 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-09aeace1-faf2-426a-a4fd-bdc151ab3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe30c6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['397d89f9-df89-484d-b5ba-76a376d5a755'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:40.022069 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-09aeace1-faf2-426a-a4fd-bdc151ab3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe30c6d0>, [], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:40.022709 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aeace1-faf2-426a-a4fd-bdc151ab3cf4 None None] The sync data for ids ['397d89f9-df89-484d-b5ba-76a376d5a755'] in ncdv-master-1 is: [] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:21:40.037301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-623d15b3-d495-4fcd-a198-541e62de4023 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.191948 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-623d15b3-d495-4fcd-a198-541e62de4023 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.193961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-623d15b3-d495-4fcd-a198-541e62de4023 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.235214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-623d15b3-d495-4fcd-a198-541e62de4023 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.235849 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623d15b3-d495-4fcd-a198-541e62de4023 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Fanout notify agent at l3_agent the message router_deleted on router 397d89f9-df89-484d-b5ba-76a376d5a755 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:21:40.247052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-623d15b3-d495-4fcd-a198-541e62de4023 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.248784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-623d15b3-d495-4fcd-a198-541e62de4023 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/routers/397d89f9-df89-484d-b5ba-76a376d5a755 HTTP/1.1" status: 204  len: 168 time: 0.2866867
Nov 27 21:21:40.251435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47746) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:40.301782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-834f102f-6384-4b3c-8d0f-4e6a59c9b87c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet e88964cc-cd48-4c18-a5af-cd73a620de5a {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:40.302261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.305254 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-834f102f-6384-4b3c-8d0f-4e6a59c9b87c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.352108 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-834f102f-6384-4b3c-8d0f-4e6a59c9b87c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.450284 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-834f102f-6384-4b3c-8d0f-4e6a59c9b87c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.508885 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-834f102f-6384-4b3c-8d0f-4e6a59c9b87c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.540075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f102f-6384-4b3c-8d0f-4e6a59c9b87c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=e88964cc-cd48-4c18-a5af-cd73a620de5a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:40.544254 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-834f102f-6384-4b3c-8d0f-4e6a59c9b87c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.548892 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-834f102f-6384-4b3c-8d0f-4e6a59c9b87c tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/e88964cc-cd48-4c18-a5af-cd73a620de5a HTTP/1.1" status: 204  len: 168 time: 0.2949164
Nov 27 21:21:40.550097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47748) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:40.553937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f75bd-952b-421c-8043-2252952d7446 None None] Network 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:40.625358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.677240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port f005e768-09eb-405f-9eb7-256e348c5042 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:40.677597 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.738957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589cabd1-d2df-4707-bb3f-0671f0cdd897 None None] DHCP port deletion for 1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:40.784650 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] For port f005e768-09eb-405f-9eb7-256e348c5042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f005e768-09eb-405f-9eb7-256e348c5042,segment=NetworkSegment(3ba35aa6-965d-4e95-9754-31d47e254918),segment_id=3ba35aa6-965d-4e95-9754-31d47e254918)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:40.785023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.789250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-589cabd1-d2df-4707-bb3f-0671f0cdd897 None None] Deleting port f005e768-09eb-405f-9eb7-256e348c5042 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:40.789875 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-589cabd1-d2df-4707-bb3f-0671f0cdd897 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.802582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for f005e768-09eb-405f-9eb7-256e348c5042 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:40.827487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fffde0-732d-4aff-85ca-ea0ad231db2c req-809b8eec-7611-4613-8d8a-9f2353bb0bc4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:40.829032 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08fffde0-732d-4aff-85ca-ea0ad231db2c req-809b8eec-7611-4613-8d8a-9f2353bb0bc4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0877218
Nov 27 21:21:40.857308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-589cabd1-d2df-4707-bb3f-0671f0cdd897 None None] For port f005e768-09eb-405f-9eb7-256e348c5042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f005e768-09eb-405f-9eb7-256e348c5042,segment=NetworkSegment(3ba35aa6-965d-4e95-9754-31d47e254918),segment_id=3ba35aa6-965d-4e95-9754-31d47e254918)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:40.857714 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-589cabd1-d2df-4707-bb3f-0671f0cdd897 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.870389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-589cabd1-d2df-4707-bb3f-0671f0cdd897 None None] Calling delete_port for f005e768-09eb-405f-9eb7-256e348c5042 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:40.932888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-08fffde0-732d-4aff-85ca-ea0ad231db2c req-249fa04d-0e7e-40d6-833e-1989f29031f6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678513
Nov 27 21:21:40.943045 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.952370 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-589cabd1-d2df-4707-bb3f-0671f0cdd897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:40.971700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=f005e768-09eb-405f-9eb7-256e348c5042,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:40.975882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No DVR routers for this DVR port f005e768-09eb-405f-9eb7-256e348c5042 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:40.982399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cabd1-d2df-4707-bb3f-0671f0cdd897 None None] Pushing event deleted for resources: {'Port': ['ID=f005e768-09eb-405f-9eb7-256e348c5042,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:40.986496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589cabd1-d2df-4707-bb3f-0671f0cdd897 None None] No DVR routers for this DVR port f005e768-09eb-405f-9eb7-256e348c5042 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:41.065881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.087471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fca8f2e0>,) {'filters': {'network_id': ['1e05f0e0-d9db-48a8-beaf-e891ea6da3c8']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:41.097180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fca8f2e0>, '3ba35aa6-965d-4e95-9754-31d47e254918') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:41.097486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fca8f2e0>, '3ba35aa6-965d-4e95-9754-31d47e254918') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:41.108267 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.119673 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f005e768-09eb-405f-9eb7-256e348c5042 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:41.123489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.131877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:21:41.132290 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:21:41.135592 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:21:41.149497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: f005e768-09eb-405f-9eb7-256e348c5042 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:41.149855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f005e768-09eb-405f-9eb7-256e348c5042 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:41.193283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.197546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.201131 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/networks/1e05f0e0-d9db-48a8-beaf-e891ea6da3c8 HTTP/1.1" status: 204  len: 168 time: 0.6495545
Nov 27 21:21:41.204723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47754) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:41.242495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6f53b-c15e-4704-a5a3-dfc83acebff7 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Network': ['ID=1e05f0e0-d9db-48a8-beaf-e891ea6da3c8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:41.261832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f53ba33-67d6-457f-9c1f-7bc0d44d6ca2 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:41.263210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9f53ba33-67d6-457f-9c1f-7bc0d44d6ca2 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/e350d629-dd05-4fb8-acbe-befe46e85b41 HTTP/1.1" status: 200  len: 840 time: 0.0576239
Nov 27 21:21:41.267189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47756) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:41.305454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-be1c2c25-6785-42b4-b161-592e72f6e0e0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/e350d629-dd05-4fb8-acbe-befe46e85b41?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0371592
Nov 27 21:21:41.308861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47758) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:41.313426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:41.399260 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:41.402791 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.580880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.630095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:41.633204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:41.638031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:41.639243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.642353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166ac4d-05a9-4312-9750-70b2caf2533d None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:41.647292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=56968601-5352-4af0-9e1f-bec785364cfa,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:41.661289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8cd46cc9-c143-4807-aba0-44ad47b463de tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3514185
Nov 27 21:21:41.664021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47760) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:41.668346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-16c7ccaa-2fd1-4fd2-ab4a-537a8dec762e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1645373474'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:41.694283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16c7ccaa-2fd1-4fd2-ab4a-537a8dec762e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.764793 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16c7ccaa-2fd1-4fd2-ab4a-537a8dec762e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.769154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16c7ccaa-2fd1-4fd2-ab4a-537a8dec762e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.799006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-16c7ccaa-2fd1-4fd2-ab4a-537a8dec762e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.800306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-16c7ccaa-2fd1-4fd2-ab4a-537a8dec762e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1353633
Nov 27 21:21:41.802933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7ccaa-2fd1-4fd2-ab4a-537a8dec762e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ce6f80-ceb8-4962-9c48-f2c8364e6f44,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:41.803662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47764) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:41.809700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9ba26513-218b-4e87-9a38-545b88246781 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'security_group': {'name': 'tempest-secgroup-17593024'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:41.821218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'tenant_id': 'e83185a2bc4f4141adea91a35fcf75ee', 'fixed_ips': [{'subnet_id': '56968601-5352-4af0-9e1f-bec785364cfa'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:21:41.822132 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.833568 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ba26513-218b-4e87-9a38-545b88246781 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.899721 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ba26513-218b-4e87-9a38-545b88246781 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.905555 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ba26513-218b-4e87-9a38-545b88246781 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.936490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9ba26513-218b-4e87-9a38-545b88246781 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:41.937734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9ba26513-218b-4e87-9a38-545b88246781 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.1318443
Nov 27 21:21:41.939748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba26513-218b-4e87-9a38-545b88246781 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e005b-3a9e-4d00-b767-b7a7d39ed797,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:41.940646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47766) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:41.948293 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-139261294', 'security_groups': ['c39e005b-3a9e-4d00-b767-b7a7d39ed797'], 'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56968601-5352-4af0-9e1f-bec785364cfa'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:41.961738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Allocated IP 172.20.0.2 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/56968601-5352-4af0-9e1f-bec785364cfa/661d3d09-81fb-4fac-86cc-e2cc233f5e28) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:42.063175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fcdc2-a88b-440d-a8c2-f3bd784ef9e5 req-b8c47bbd-6d6a-4ab4-a686-311a99979ea1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:42.064725 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad3fcdc2-a88b-440d-a8c2-f3bd784ef9e5 req-b8c47bbd-6d6a-4ab4-a686-311a99979ea1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0590000
Nov 27 21:21:42.067940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:42.123670 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.128946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad3fcdc2-a88b-440d-a8c2-f3bd784ef9e5 req-9a0acb50-8946-4961-b036-0ac565c6c83a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574689
Nov 27 21:21:42.136220 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.165678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.178077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:42.182784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:42.186173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port c24918eb-e155-4635-9411-cc80dbd8600e yet. {{(pid=120908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:42.187492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:42.189547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Pushing event updated for resources: {'Port': ['ID=661d3d09-81fb-4fac-86cc-e2cc233f5e28,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:42.243051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Attempting to bind port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:21:42.243468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Attempting to bind port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f60221e-1f86-465c-b92f-6df394b80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:21:42.243845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Attempting to bind port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 on network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:21:42.248948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:21:42.249326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Checking segment: {'id': '7f60221e-1f86-465c-b92f-6df394b80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:21:42.249735 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.250141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Bound using segment: {'id': '7f60221e-1f86-465c-b92f-6df394b80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:21:42.250613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Bound port: 661d3d09-81fb-4fac-86cc-e2cc233f5e28, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f60221e-1f86-465c-b92f-6df394b80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:21:42.251120 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.317494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] For port 661d3d09-81fb-4fac-86cc-e2cc233f5e28, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:21:42.320732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] For port 661d3d09-81fb-4fac-86cc-e2cc233f5e28, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=661d3d09-81fb-4fac-86cc-e2cc233f5e28,segment=NetworkSegment(7f60221e-1f86-465c-b92f-6df394b80f13),segment_id=7f60221e-1f86-465c-b92f-6df394b80f13)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:21:42.324412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.325920 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91f281-d2f0-4fac-abb9-72fef61f89ad req-af3bc06a-81eb-4bee-9082-d40b886b56c4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:42.327450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba91f281-d2f0-4fac-abb9-72fef61f89ad req-af3bc06a-81eb-4bee-9082-d40b886b56c4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.1016960
Nov 27 21:21:42.383548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d19575-74d5-432e-bb3d-c1b1bb386a7f None None] Pushing event updated for resources: {'Port': ['ID=661d3d09-81fb-4fac-86cc-e2cc233f5e28,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:42.420390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.10 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/56968601-5352-4af0-9e1f-bec785364cfa/c24918eb-e155-4635-9411-cc80dbd8600e) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:42.429592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba91f281-d2f0-4fac-abb9-72fef61f89ad req-159a33d7-5fc4-403a-b04d-2abc2966b565 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932469
Nov 27 21:21:42.454383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47772) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:42.522128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1fe4ee-2eff-43a2-905b-7f3df42f7acb tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:42.526902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c1fe4ee-2eff-43a2-905b-7f3df42f7acb tempest-TestNetworkAdvancedServerOps-561956051 tempest-TestNetworkAdvancedServerOps-561956051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1091 time: 0.0714107
Nov 27 21:21:42.529646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47774) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:42.537687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:42.587620 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.633568 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.676782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.714654 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.727395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:42.730780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:42.734759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:42.761353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=c24918eb-e155-4635-9411-cc80dbd8600e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:42.792225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:42.795469 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.810551 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-15a91d55-d19c-4fba-9494-d94bf2773d09 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.8681371
Nov 27 21:21:42.813896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47778) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:42.818781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c1c4a099-2a27-4b6e-abdb-e01d04b97251 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:42.832613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Allocated IP 172.35.3.177 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/09ab2648-250d-4cce-ad2b-27099682316b) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:42.933213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c4a099-2a27-4b6e-abdb-e01d04b97251 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:42.936258 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.936709 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a099-2a27-4b6e-abdb-e01d04b97251 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:42.970525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.014407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:43.017391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:43.022425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:43.027845 ncdv-master-1 neutron-server[120908]: INFO neutron.db.ipam_backend_mixin [None req-c1c4a099-2a27-4b6e-abdb-e01d04b97251 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 56968601-5352-4af0-9e1f-bec785364cfa (CIDR: 172.20.0.0/28)
Nov 27 21:21:43.028407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=09ab2648-250d-4cce-ad2b-27099682316b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:43.031934 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c4a099-2a27-4b6e-abdb-e01d04b97251 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:43.032427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c4a099-2a27-4b6e-abdb-e01d04b97251 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:43.058153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c1c4a099-2a27-4b6e-abdb-e01d04b97251 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2434251
Nov 27 21:21:43.060802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47780) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:43.067263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:43.171152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 661d3d09-81fb-4fac-86cc-e2cc233f5e28 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:43.183346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:43.187441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.229094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:43.229806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.325214 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.363941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 661d3d09-81fb-4fac-86cc-e2cc233f5e28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=661d3d09-81fb-4fac-86cc-e2cc233f5e28,segment=NetworkSegment(7f60221e-1f86-465c-b92f-6df394b80f13),segment_id=7f60221e-1f86-465c-b92f-6df394b80f13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:43.375860 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.452376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=661d3d09-81fb-4fac-86cc-e2cc233f5e28,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:43.488768 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.541438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:43.547025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:43.556079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:43.556704 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.563065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=621aecf5-b11d-4c1b-9021-b66e518d7d2a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:43.564236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-490dfba1-42cc-4e7d-9824-9c87be450965 None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:43.564612 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-490dfba1-42cc-4e7d-9824-9c87be450965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.583743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9080a159-c9bf-4308-bc45-a5bb1d446745 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.5212700
Nov 27 21:21:43.586222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47782) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:43.591974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-891400641', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '621aecf5-b11d-4c1b-9021-b66e518d7d2a'}], 'security_groups': ['94ce6f80-ceb8-4962-9c48-f2c8364e6f44']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:43.686671 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.707351 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-490dfba1-42cc-4e7d-9824-9c87be450965 None None] Provisioning complete for port e350d629-dd05-4fb8-acbe-befe46e85b41 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:43.707727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-490dfba1-42cc-4e7d-9824-9c87be450965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.749999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-490dfba1-42cc-4e7d-9824-9c87be450965 None None] Port e350d629-dd05-4fb8-acbe-befe46e85b41 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:43.825437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeab3b5-5cf9-467c-85af-83a904c33944 None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:43.853626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:43.931008 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.022161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Delete allocated IP 172.20.0.10 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/56968601-5352-4af0-9e1f-bec785364cfa) {{(pid=120908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 21:21:44.032751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.19 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/621aecf5-b11d-4c1b-9021-b66e518d7d2a/c24918eb-e155-4635-9411-cc80dbd8600e) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:44.077433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f683b529-8b4b-4d0e-a515-28d8b51a5753 None None] Provisioning complete for port c24918eb-e155-4635-9411-cc80dbd8600e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:44.077839 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f683b529-8b4b-4d0e-a515-28d8b51a5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.107573 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.115728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.144163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f683b529-8b4b-4d0e-a515-28d8b51a5753 None None] Port c24918eb-e155-4635-9411-cc80dbd8600e cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:44.189308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event updated for resources: {'Port': ['ID=09ab2648-250d-4cce-ad2b-27099682316b,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:44.200963 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.202191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.207161 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.276953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6dfa07-7e9b-4c0d-8473-62fc6f211834 None None] Update dhcp port {'port': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'fixed_ips': [{'subnet_id': '56968601-5352-4af0-9e1f-bec785364cfa', 'ip_address': '172.20.0.2'}, {'subnet_id': '621aecf5-b11d-4c1b-9021-b66e518d7d2a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '661d3d09-81fb-4fac-86cc-e2cc233f5e28'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:21:44.304156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a6dfa07-7e9b-4c0d-8473-62fc6f211834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.311028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=c24918eb-e155-4635-9411-cc80dbd8600e,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:44.321643 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Floating IP f71ddcc7-c418-4d56-b87e-0a49b1f988ed associated. External IP: 172.35.3.177, port: 6d6aee5a-e927-42d5-9274-f286c5113e62.
Nov 27 21:21:44.329819 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] In _notify_port_updated(), no bound segment for port c24918eb-e155-4635-9411-cc80dbd8600e on network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 {{(pid=120908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:21:44.335552 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:44.336377 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.340627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-45ca0eef-6c5e-4ad2-9e81-a3d8133905a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "PUT /v2.0/ports/c24918eb-e155-4635-9411-cc80dbd8600e HTTP/1.1" status: 200  len: 920 time: 0.7508173
Nov 27 21:21:44.341360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47786) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:44.434315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-79e61eff-e100-4382-b9aa-26807ba45fb3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port c24918eb-e155-4635-9411-cc80dbd8600e {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:44.434664 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79e61eff-e100-4382-b9aa-26807ba45fb3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.483294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-4a6dfa07-7e9b-4c0d-8473-62fc6f211834 None None] Allocated IP 172.20.0.18 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/621aecf5-b11d-4c1b-9021-b66e518d7d2a/661d3d09-81fb-4fac-86cc-e2cc233f5e28) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:44.529020 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79e61eff-e100-4382-b9aa-26807ba45fb3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.542927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-79e61eff-e100-4382-b9aa-26807ba45fb3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for c24918eb-e155-4635-9411-cc80dbd8600e owned by  {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:44.564135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router 3d28d393-63f7-43ac-8f80-0f86306ac88f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:21:44.583657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a6dfa07-7e9b-4c0d-8473-62fc6f211834 None None] For port 661d3d09-81fb-4fac-86cc-e2cc233f5e28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=661d3d09-81fb-4fac-86cc-e2cc233f5e28,segment=NetworkSegment(7f60221e-1f86-465c-b92f-6df394b80f13),segment_id=7f60221e-1f86-465c-b92f-6df394b80f13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:44.615363 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a6dfa07-7e9b-4c0d-8473-62fc6f211834 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.620859 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a6dfa07-7e9b-4c0d-8473-62fc6f211834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.676653 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79e61eff-e100-4382-b9aa-26807ba45fb3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.692594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:21:44.712347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.712937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e61eff-e100-4382-b9aa-26807ba45fb3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=c24918eb-e155-4635-9411-cc80dbd8600e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:44.713109 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] Sync routers for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:21:44.725882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dfa07-7e9b-4c0d-8473-62fc6f211834 None None] Pushing event updated for resources: {'Port': ['ID=661d3d09-81fb-4fac-86cc-e2cc233f5e28,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:44.734759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:44.735421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3ae1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:44.757007 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bdeea5c7-10a6-4a6a-b3e4-5d127a0fcb01 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2263000
Nov 27 21:21:44.757612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:21:44.759922 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3e015f-ee15-4965-9f56-5274e2b40e81" -d '{"events": [{"name": "network-changed", "server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:21:44.818498 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23288ceb-e648-49c8-b5ae-38f0f02f9c2d x-openstack-request-id: req-23288ceb-e648-49c8-b5ae-38f0f02f9c2d {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:21:44.818793 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:21:44.819047 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23288ceb-e648-49c8-b5ae-38f0f02f9c2d {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:21:44.819497 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'status': 'completed', 'code': 200}
Nov 27 21:21:44.828652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79e61eff-e100-4382-b9aa-26807ba45fb3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.835983 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-79e61eff-e100-4382-b9aa-26807ba45fb3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/c24918eb-e155-4635-9411-cc80dbd8600e HTTP/1.1" status: 204  len: 168 time: 0.4928129
Nov 27 21:21:44.836722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47792) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:44.871290 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e1a357-8cea-41ee-a74b-67bb6994f3a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:44.875418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-77e1a357-8cea-41ee-a74b-67bb6994f3a4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/c24918eb-e155-4635-9411-cc80dbd8600e HTTP/1.1" status: 404  len: 333 time: 0.0375588
Nov 27 21:21:44.876051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47796) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:44.886219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:44.927855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6beb8-6e78-4da1-b3ec-4084fd289291 req-c28619ab-55e8-41a0-b731-d5bb9212e141 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:44.929409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89a6beb8-6e78-4da1-b3ec-4084fd289291 req-c28619ab-55e8-41a0-b731-d5bb9212e141 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.1024039
Nov 27 21:21:44.937330 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4969ca22-280d-4624-9988-631e2b847728 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:44.948902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-60f41557-e571-4043-ac80-aa68b679005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:44.950374 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-60f41557-e571-4043-ac80-aa68b679005e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1096 time: 0.0903139
Nov 27 21:21:44.963793 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4969ca22-280d-4624-9988-631e2b847728 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.013216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4969ca22-280d-4624-9988-631e2b847728 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.015840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4969ca22-280d-4624-9988-631e2b847728 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.017022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4969ca22-280d-4624-9988-631e2b847728 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/security-groups/c39e005b-3a9e-4d00-b767-b7a7d39ed797 HTTP/1.1" status: 204  len: 168 time: 0.1400242
Nov 27 21:21:45.020828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47798) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:45.043927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969ca22-280d-4624-9988-631e2b847728 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e005b-3a9e-4d00-b767-b7a7d39ed797,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:45.061940 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89a6beb8-6e78-4da1-b3ec-4084fd289291 req-4b51ef2c-6b1a-49d8-8836-f8f0170a4376 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1216962
Nov 27 21:21:45.082028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47800) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:45.120179 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3a08-fb97-4f22-8295-036dbc85e21a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.162134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 661d3d09-81fb-4fac-86cc-e2cc233f5e28 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:45.170086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3a08-fb97-4f22-8295-036dbc85e21a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.203333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-057b50e7-4313-4354-b528-3334a2244c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:45.205121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-057b50e7-4313-4354-b528-3334a2244c59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=463c888b-41a7-4f22-80c2-8966fe563e56 HTTP/1.1" status: 200  len: 898 time: 0.2474616
Nov 27 21:21:45.216258 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e652be55-e71b-4978-8c7a-626d93ca3575 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/f71ddcc7-c418-4d56-b87e-0a49b1f988ed HTTP/1.1" status: 200  len: 991 time: 0.1331182
Nov 27 21:21:45.239313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:45.239712 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.244217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3ae1f0>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f71ddcc7-c418-4d56-b87e-0a49b1f988ed', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.177', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'port_id': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'mac_address': 'fa:16:3e:f0:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:21:43Z', 'updated_at': '2021-11-27T21:21:43Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a39d75-8181-4d25-81aa-f2b605f82a4c', 'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:ee:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:24Z', 'updated_at': '2021-11-27T21:21:29Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:45.250644 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3a08-fb97-4f22-8295-036dbc85e21a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.254948 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3a08-fb97-4f22-8295-036dbc85e21a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.259169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d7ea3a08-fb97-4f22-8295-036dbc85e21a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/security-groups/94ce6f80-ceb8-4962-9c48-f2c8364e6f44 HTTP/1.1" status: 204  len: 168 time: 0.2373390
Nov 27 21:21:45.259993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47802) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:45.285948 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-7bf77ba8-0516-4706-aeac-0980d0ac0264 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6aee5a-e927-42d5-9274-f286c5113e62 HTTP/1.1" status: 200  len: 999 time: 0.0733354
Nov 27 21:21:45.296530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] Checking router: 3d28d393-63f7-43ac-8f80-0f86306ac88f for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:21:45.299952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea3a08-fb97-4f22-8295-036dbc85e21a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ce6f80-ceb8-4962-9c48-f2c8364e6f44,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:45.332374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-590b9dee-7be6-42b9-9eba-0be348e9b130 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet 56968601-5352-4af0-9e1f-bec785364cfa {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:45.336039 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-590b9dee-7be6-42b9-9eba-0be348e9b130 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.345674 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:21:45.347129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3ae1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:21:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:45.356708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-dbdf1e9d-6fa5-4ad7-9889-417b0094aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:45.359364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-dbdf1e9d-6fa5-4ad7-9889-417b0094aa24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7255bf4-0a6c-4432-a1a8-0dfd1e138976 HTTP/1.1" status: 200  len: 834 time: 0.0655410
Nov 27 21:21:45.382285 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-590b9dee-7be6-42b9-9eba-0be348e9b130 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.430213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-9b75e163-11a0-42bb-ba51-da20edc1987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:45.433740 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-9b75e163-11a0-42bb-ba51-da20edc1987d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=463c888b-41a7-4f22-80c2-8966fe563e56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0670912
Nov 27 21:21:45.517171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:21:45.548855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-2339fc86-1f13-4d50-b717-f38b7e01271b service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1006088
Nov 27 21:21:45.572542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bec51fd8-fd12-446f-a7bc-7d408a343776 None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:45.572917 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bec51fd8-fd12-446f-a7bc-7d408a343776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.652832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b3e015f-ee15-4965-9f56-5274e2b40e81 req-1062b2bb-996d-42a6-b1ea-ee6d610c0aba service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0971727
Nov 27 21:21:45.781181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bec51fd8-fd12-446f-a7bc-7d408a343776 None None] Could not find standard attr ID for object c24918eb-e155-4635-9411-cc80dbd8600e. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:45.807625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bec51fd8-fd12-446f-a7bc-7d408a343776 None None] Provisioning complete for port e350d629-dd05-4fb8-acbe-befe46e85b41 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:45.807815 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bec51fd8-fd12-446f-a7bc-7d408a343776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.818105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-590b9dee-7be6-42b9-9eba-0be348e9b130 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.868934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bec51fd8-fd12-446f-a7bc-7d408a343776 None None] Port e350d629-dd05-4fb8-acbe-befe46e85b41 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:45.881057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-590b9dee-7be6-42b9-9eba-0be348e9b130 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.892341 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3ae1f0>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f71ddcc7-c418-4d56-b87e-0a49b1f988ed', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.177', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'port_id': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'mac_address': 'fa:16:3e:f0:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:21:43Z', 'updated_at': '2021-11-27T21:21:43Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a39d75-8181-4d25-81aa-f2b605f82a4c', 'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:ee:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:24Z', 'updated_at': '2021-11-27T21:21:29Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:45.910457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b9dee-7be6-42b9-9eba-0be348e9b130 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=56968601-5352-4af0-9e1f-bec785364cfa,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:45.913582 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-590b9dee-7be6-42b9-9eba-0be348e9b130 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:45.916795 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-590b9dee-7be6-42b9-9eba-0be348e9b130 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/56968601-5352-4af0-9e1f-bec785364cfa HTTP/1.1" status: 204  len: 168 time: 0.6515074
Nov 27 21:21:45.920927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47806) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:45.928300 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:45.928839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d841b6-8cbb-47ad-a133-06f6cdbbef2c None None] The sync data for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 is: [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f71ddcc7-c418-4d56-b87e-0a49b1f988ed', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'floating_ip_address': '172.35.3.177', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'port_id': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'mac_address': 'fa:16:3e:f0:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:21:43Z', 'updated_at': '2021-11-27T21:21:43Z', 'revision_number': 0, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a39d75-8181-4d25-81aa-f2b605f82a4c', 'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:ee:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:24Z', 'updated_at': '2021-11-27T21:21:29Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:21:46.045082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d973070-3f73-4df2-9629-aae2035d342b None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:46.052921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:46.056611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.096813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-90011049-6eec-4d4c-8959-26f31da1cedf None None] Could not find standard attr ID for object c24918eb-e155-4635-9411-cc80dbd8600e. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:46.172911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.186235 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965bf9d-f69b-4c6c-a1fe-1243cb1acefa None None] New status for floating IP f71ddcc7-c418-4d56-b87e-0a49b1f988ed: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:21:46.219591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47808) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:46.315685 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e38b4060-b52d-4108-9014-d9ab6cea28bf tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/f71ddcc7-c418-4d56-b87e-0a49b1f988ed HTTP/1.1" status: 200  len: 991 time: 0.0947833
Nov 27 21:21:46.350047 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.399092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:46.402445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:46.405434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:46.406057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.423150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=3cb38130-e13d-4fe1-8009-fdb8f5b4511b,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:46.433477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-445d358e-55fe-4d1b-90c9-79ace5bafc8f tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5069728
Nov 27 21:21:46.434012 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47810) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:46.443302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fbde526d-7ffc-4ffa-ac42-5b6da67fbfaa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1318385023'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:46.470980 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbde526d-7ffc-4ffa-ac42-5b6da67fbfaa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.545606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbde526d-7ffc-4ffa-ac42-5b6da67fbfaa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.549857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbde526d-7ffc-4ffa-ac42-5b6da67fbfaa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.578359 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbde526d-7ffc-4ffa-ac42-5b6da67fbfaa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.579568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fbde526d-7ffc-4ffa-ac42-5b6da67fbfaa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1422303
Nov 27 21:21:46.582879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47812) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:46.588205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-27a29bfa-4f5d-498c-a583-38540f1ee7e8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'security_group': {'name': 'tempest-secgroup-273400165'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:46.593998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde526d-7ffc-4ffa-ac42-5b6da67fbfaa tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb37f0b-8452-472c-8348-85d9d9243f7a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:46.616717 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27a29bfa-4f5d-498c-a583-38540f1ee7e8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.690354 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27a29bfa-4f5d-498c-a583-38540f1ee7e8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.695014 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27a29bfa-4f5d-498c-a583-38540f1ee7e8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.724755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27a29bfa-4f5d-498c-a583-38540f1ee7e8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.725924 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-27a29bfa-4f5d-498c-a583-38540f1ee7e8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1420712
Nov 27 21:21:46.728598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47814) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:46.732992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cee3041d-a8fd-40fd-a86c-4a8c76664f1b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'security_group': {'name': 'tempest-secgroup-763720793'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:46.739556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a29bfa-4f5d-498c-a583-38540f1ee7e8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0bedd8-cdf2-4791-86b8-b49f6abba76c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:46.764580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cee3041d-a8fd-40fd-a86c-4a8c76664f1b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.783082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b8970-7aad-4aed-8688-5ea341a50764 None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:46.837278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cee3041d-a8fd-40fd-a86c-4a8c76664f1b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.841135 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cee3041d-a8fd-40fd-a86c-4a8c76664f1b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.848301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b8432f32-9fff-4144-8458-2b715f1376bf None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:46.848673 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b8432f32-9fff-4144-8458-2b715f1376bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.870500 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cee3041d-a8fd-40fd-a86c-4a8c76664f1b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:46.871785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cee3041d-a8fd-40fd-a86c-4a8c76664f1b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1422491
Nov 27 21:21:46.873718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3041d-a8fd-40fd-a86c-4a8c76664f1b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d986f522-fc78-4dae-9d32-eb410793de92,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:46.874765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47816) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:46.882926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2051181883', 'security_groups': ['d986f522-fc78-4dae-9d32-eb410793de92'], 'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3cb38130-e13d-4fe1-8009-fdb8f5b4511b'}]}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:46.997802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:47.012956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b8432f32-9fff-4144-8458-2b715f1376bf None None] Provisioning complete for port e350d629-dd05-4fb8-acbe-befe46e85b41 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:47.013337 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b8432f32-9fff-4144-8458-2b715f1376bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:47.092408 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:47.111045 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] device_id is not set on port 16ca36d4-89a6-44d8-ba48-957fb5b82522 yet. {{(pid=120909) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 27 21:21:47.228588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b8432f32-9fff-4144-8458-2b715f1376bf None None] Port e350d629-dd05-4fb8-acbe-befe46e85b41 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:47.244767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d97a20-0cd6-4d1d-8c80-fc28694d88b3 None None] Update dhcp port {'port': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'fixed_ips': [{'subnet_id': '621aecf5-b11d-4c1b-9021-b66e518d7d2a', 'ip_address': '172.20.0.18'}, {'subnet_id': '3cb38130-e13d-4fe1-8009-fdb8f5b4511b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '661d3d09-81fb-4fac-86cc-e2cc233f5e28'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:21:47.269804 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2d97a20-0cd6-4d1d-8c80-fc28694d88b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:47.279377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.3 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/3cb38130-e13d-4fe1-8009-fdb8f5b4511b/16ca36d4-89a6-44d8-ba48-957fb5b82522) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:47.319899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47820) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:47.392196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7b513ac7-236b-4cff-b00a-530b7e459f77 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/f71ddcc7-c418-4d56-b87e-0a49b1f988ed HTTP/1.1" status: 200  len: 993 time: 0.0687993
Nov 27 21:21:47.420176 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:47.454345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:47.501957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-d2d97a20-0cd6-4d1d-8c80-fc28694d88b3 None None] Allocated IP 172.20.0.2 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/3cb38130-e13d-4fe1-8009-fdb8f5b4511b/661d3d09-81fb-4fac-86cc-e2cc233f5e28) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:47.503782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:47.506829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:47.510844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:21:47.536212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=16ca36d4-89a6-44d8-ba48-957fb5b82522,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:47.564735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:47.565345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:47.581083 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0e69ddca-92fe-49d8-8028-09c82f645b49 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.7050898
Nov 27 21:21:47.583731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47822) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:47.588462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-05476440-02d0-4b2c-89da-6271e1149df3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:47.595741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d2d97a20-0cd6-4d1d-8c80-fc28694d88b3 None None] For port 661d3d09-81fb-4fac-86cc-e2cc233f5e28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=661d3d09-81fb-4fac-86cc-e2cc233f5e28,segment=NetworkSegment(7f60221e-1f86-465c-b92f-6df394b80f13),segment_id=7f60221e-1f86-465c-b92f-6df394b80f13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:47.629803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2d97a20-0cd6-4d1d-8c80-fc28694d88b3 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:47.634477 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2d97a20-0cd6-4d1d-8c80-fc28694d88b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:47.698472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05476440-02d0-4b2c-89da-6271e1149df3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:47.703574 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-05476440-02d0-4b2c-89da-6271e1149df3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:47.722811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d97a20-0cd6-4d1d-8c80-fc28694d88b3 None None] Pushing event updated for resources: {'Port': ['ID=661d3d09-81fb-4fac-86cc-e2cc233f5e28,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:47.802058 ncdv-master-1 neutron-server[120909]: INFO neutron.db.ipam_backend_mixin [None req-05476440-02d0-4b2c-89da-6271e1149df3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3cb38130-e13d-4fe1-8009-fdb8f5b4511b (CIDR: 172.20.0.0/28)
Nov 27 21:21:47.805649 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-05476440-02d0-4b2c-89da-6271e1149df3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:47.806145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05476440-02d0-4b2c-89da-6271e1149df3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:47.823297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-05476440-02d0-4b2c-89da-6271e1149df3 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2385235
Nov 27 21:21:47.826037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47824) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:47.830969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-16ff20a2-f4a7-420b-8505-605b6dc421d5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:47.941220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ff20a2-f4a7-420b-8505-605b6dc421d5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:47.944877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-16ff20a2-f4a7-420b-8505-605b6dc421d5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.039918 ncdv-master-1 neutron-server[120909]: INFO neutron.db.ipam_backend_mixin [None req-16ff20a2-f4a7-420b-8505-605b6dc421d5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 621aecf5-b11d-4c1b-9021-b66e518d7d2a (CIDR: 172.20.0.16/28)
Nov 27 21:21:48.044108 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ff20a2-f4a7-420b-8505-605b6dc421d5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:48.044881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ff20a2-f4a7-420b-8505-605b6dc421d5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:48.063486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-16ff20a2-f4a7-420b-8505-605b6dc421d5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.2363513
Nov 27 21:21:48.066682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47828) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:48.071577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'subnet': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:48.189255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Made reservation on behalf of e83185a2bc4f4141adea91a35fcf75ee for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:21:48.193075 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.257620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ceffdfac-9749-4b60-9594-4e46438bf459 None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:48.258205 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ceffdfac-9749-4b60-9594-4e46438bf459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.358615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ceffdfac-9749-4b60-9594-4e46438bf459 None None] Provisioning complete for port e350d629-dd05-4fb8-acbe-befe46e85b41 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:48.359065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ceffdfac-9749-4b60-9594-4e46438bf459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.395412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ceffdfac-9749-4b60-9594-4e46438bf459 None None] Port e350d629-dd05-4fb8-acbe-befe46e85b41 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:48.476034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.476271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.513567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7f190c71-66d8-401a-b44e-d5c9d77dfde0 None None] Provisioning complete for port 16ca36d4-89a6-44d8-ba48-957fb5b82522 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:48.513944 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7f190c71-66d8-401a-b44e-d5c9d77dfde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.518997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:21:48.522215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:21:48.526379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:48.526958 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.535737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a359b20-506e-4a59-97e0-b657e7bea26b None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:48.536968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Subnet': ['ID=f06bce75-0d38-4a36-abc6-a9bdd3f9c787,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:48.549102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fee99e69-911c-4b22-ab52-93ec40425773 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.4813416
Nov 27 21:21:48.551775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47830) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:48.558326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1143575475', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f06bce75-0d38-4a36-abc6-a9bdd3f9c787'}], 'security_groups': ['9bb37f0b-8452-472c-8348-85d9d9243f7a', 'fa0bedd8-cdf2-4791-86b8-b49f6abba76c']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:48.594636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7f190c71-66d8-401a-b44e-d5c9d77dfde0 None None] Port 16ca36d4-89a6-44d8-ba48-957fb5b82522 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:48.622570 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.756352 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fb122-8ed2-4d67-955f-6e35c69d8270 None None] Update dhcp port {'port': {'network_id': '7d526817-0d06-4c21-a4b7-fd0c3dda3c16', 'fixed_ips': [{'subnet_id': '621aecf5-b11d-4c1b-9021-b66e518d7d2a', 'ip_address': '172.20.0.18'}, {'subnet_id': '3cb38130-e13d-4fe1-8009-fdb8f5b4511b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f06bce75-0d38-4a36-abc6-a9bdd3f9c787'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '661d3d09-81fb-4fac-86cc-e2cc233f5e28'} from ncdv-master-1. {{(pid=120910) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 27 21:21:48.783300 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb122-8ed2-4d67-955f-6e35c69d8270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:48.925062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Delete allocated IP 172.20.0.3 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/3cb38130-e13d-4fe1-8009-fdb8f5b4511b) {{(pid=120909) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 27 21:21:48.933182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Allocated IP 172.20.0.44 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/f06bce75-0d38-4a36-abc6-a9bdd3f9c787/16ca36d4-89a6-44d8-ba48-957fb5b82522) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:49.114079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 661d3d09-81fb-4fac-86cc-e2cc233f5e28 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:49.127810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35096490-3109-4a64-a740-e8451d5ce79c req-c4e7c84b-0bb7-49c4-9133-143a80f788bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1340768
Nov 27 21:21:49.144599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:49.150708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:49.211599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:49.212070 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:49.238991 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-fd1fb122-8ed2-4d67-955f-6e35c69d8270 None None] Allocated IP 172.20.0.34 (7d526817-0d06-4c21-a4b7-fd0c3dda3c16/f06bce75-0d38-4a36-abc6-a9bdd3f9c787/661d3d09-81fb-4fac-86cc-e2cc233f5e28) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:21:49.280382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event updated for resources: {'Port': ['ID=16ca36d4-89a6-44d8-ba48-957fb5b82522,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:49.302039 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35096490-3109-4a64-a740-e8451d5ce79c req-64896e92-e31d-43a5-99ff-02f0d1a5bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:49.303576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35096490-3109-4a64-a740-e8451d5ce79c req-64896e92-e31d-43a5-99ff-02f0d1a5bf86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 1097 time: 0.1100595
Nov 27 21:21:49.313156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] In _notify_port_updated(), no bound segment for port 16ca36d4-89a6-44d8-ba48-957fb5b82522 on network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 {{(pid=120909) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 27 21:21:49.320862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:49.321503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:49.325427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4f2df33b-9bf3-4fa9-8998-a00b0cc73ea5 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "PUT /v2.0/ports/16ca36d4-89a6-44d8-ba48-957fb5b82522 HTTP/1.1" status: 200  len: 960 time: 0.7693758
Nov 27 21:21:49.325647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47836) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:49.379310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fd1fb122-8ed2-4d67-955f-6e35c69d8270 None None] For port 661d3d09-81fb-4fac-86cc-e2cc233f5e28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=661d3d09-81fb-4fac-86cc-e2cc233f5e28,segment=NetworkSegment(7f60221e-1f86-465c-b92f-6df394b80f13),segment_id=7f60221e-1f86-465c-b92f-6df394b80f13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:49.412992 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb122-8ed2-4d67-955f-6e35c69d8270 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:49.419273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb122-8ed2-4d67-955f-6e35c69d8270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:49.485742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35096490-3109-4a64-a740-e8451d5ce79c req-dfc9c0e7-9ca8-47d7-9862-27af84440754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:49.487816 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35096490-3109-4a64-a740-e8451d5ce79c req-dfc9c0e7-9ca8-47d7-9862-27af84440754 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 915 time: 0.1535771
Nov 27 21:21:49.497144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-41c0fb4b-ac4b-4dc5-90fc-82258940da0b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port 16ca36d4-89a6-44d8-ba48-957fb5b82522 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:49.497491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41c0fb4b-ac4b-4dc5-90fc-82258940da0b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:49.527226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fb122-8ed2-4d67-955f-6e35c69d8270 None None] Pushing event updated for resources: {'Port': ['ID=661d3d09-81fb-4fac-86cc-e2cc233f5e28,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:49.574159 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35096490-3109-4a64-a740-e8451d5ce79c req-a3327954-5faa-4b52-bbf5-c4d06a882172 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1e4b76-fd3c-453b-94c3-0dc63230c428 HTTP/1.1" status: 200  len: 217 time: 0.0725682
Nov 27 21:21:49.653832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35096490-3109-4a64-a740-e8451d5ce79c req-ecdb880e-980a-47d0-88db-4e18badd3304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:21:49.655359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35096490-3109-4a64-a740-e8451d5ce79c req-ecdb880e-980a-47d0-88db-4e18badd3304 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3aeda16d-86f2-4d1d-abd5-abc5c92311c2 HTTP/1.1" status: 200  len: 854 time: 0.0719416
Nov 27 21:21:49.659526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41c0fb4b-ac4b-4dc5-90fc-82258940da0b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:49.694159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-41c0fb4b-ac4b-4dc5-90fc-82258940da0b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for 16ca36d4-89a6-44d8-ba48-957fb5b82522 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:49.697592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35096490-3109-4a64-a740-e8451d5ce79c req-bc30d62a-daa1-42b5-83d1-2b11498e6a7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebffb26f-bc13-421f-ad40-7f30998bc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305502
Nov 27 21:21:49.852759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35096490-3109-4a64-a740-e8451d5ce79c req-50086136-2ecd-4996-9c35-6c68dd08ea17 service neutron] 10.222.0.35 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476982
Nov 27 21:21:49.965894 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41c0fb4b-ac4b-4dc5-90fc-82258940da0b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.011644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0fb4b-ac4b-4dc5-90fc-82258940da0b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=16ca36d4-89a6-44d8-ba48-957fb5b82522,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:50.029797 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-77b43453-c4a5-4af0-954a-f00dd13c4790 None None] Provisioning complete for port e350d629-dd05-4fb8-acbe-befe46e85b41 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:50.030164 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77b43453-c4a5-4af0-954a-f00dd13c4790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.065231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35096490-3109-4a64-a740-e8451d5ce79c req-57e825d6-afa8-4633-b4db-c3865959353f service neutron] 10.222.0.35 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039919
Nov 27 21:21:50.067100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-77b43453-c4a5-4af0-954a-f00dd13c4790 None None] Port e350d629-dd05-4fb8-acbe-befe46e85b41 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:50.077773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-77b43453-c4a5-4af0-954a-f00dd13c4790 None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:50.078390 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77b43453-c4a5-4af0-954a-f00dd13c4790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.090052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41c0fb4b-ac4b-4dc5-90fc-82258940da0b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.093611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-41c0fb4b-ac4b-4dc5-90fc-82258940da0b tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/16ca36d4-89a6-44d8-ba48-957fb5b82522 HTTP/1.1" status: 204  len: 168 time: 0.7667661
Nov 27 21:21:50.096930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47840) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:50.121205 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8850b6-707d-4831-95af-6af863b8ce7a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] GET failed (client error): The resource could not be found.
Nov 27 21:21:50.122605 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6b8850b6-707d-4831-95af-6af863b8ce7a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports/16ca36d4-89a6-44d8-ba48-957fb5b82522 HTTP/1.1" status: 404  len: 333 time: 0.0247540
Nov 27 21:21:50.125411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47842) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:50.160210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-77b43453-c4a5-4af0-954a-f00dd13c4790 None None] Could not find standard attr ID for object 16ca36d4-89a6-44d8-ba48-957fb5b82522. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:50.183383 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bc39913-c2c6-466d-b812-6b1673e0f519 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.205010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bc39913-c2c6-466d-b812-6b1673e0f519 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.248265 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bc39913-c2c6-466d-b812-6b1673e0f519 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.250953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bc39913-c2c6-466d-b812-6b1673e0f519 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.252164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5bc39913-c2c6-466d-b812-6b1673e0f519 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/security-groups/d986f522-fc78-4dae-9d32-eb410793de92 HTTP/1.1" status: 204  len: 168 time: 0.1257975
Nov 27 21:21:50.255031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47844) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:50.260788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc39913-c2c6-466d-b812-6b1673e0f519 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d986f522-fc78-4dae-9d32-eb410793de92,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:50.308433 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.332005 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.376797 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.380065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.381486 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/security-groups/fa0bedd8-cdf2-4791-86b8-b49f6abba76c HTTP/1.1" status: 204  len: 168 time: 0.1251819
Nov 27 21:21:50.384043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47846) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:50.391076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0bedd8-cdf2-4791-86b8-b49f6abba76c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:50.399637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.400002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.400359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.400708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.401055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.401457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.401800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.402138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.402477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.402815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.403154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.403526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de2939-0202-4ca3-a2ee-125cb584aabb tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:21:50.445444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19d1e08d-8112-4108-bc50-84373ab9fe95 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.476026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19d1e08d-8112-4108-bc50-84373ab9fe95 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.516686 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19d1e08d-8112-4108-bc50-84373ab9fe95 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.520325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19d1e08d-8112-4108-bc50-84373ab9fe95 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.521564 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-19d1e08d-8112-4108-bc50-84373ab9fe95 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/security-groups/9bb37f0b-8452-472c-8348-85d9d9243f7a HTTP/1.1" status: 204  len: 168 time: 0.1364973
Nov 27 21:21:50.525031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47848) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:50.556684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1e08d-8112-4108-bc50-84373ab9fe95 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb37f0b-8452-472c-8348-85d9d9243f7a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:50.580153 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-afb85ce2-1a4e-4785-8b9e-392424e561fe None None] Could not find standard attr ID for object 16ca36d4-89a6-44d8-ba48-957fb5b82522. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:21:50.583818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-739a5726-6ad1-4b93-876a-79744f43b3d1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet 3cb38130-e13d-4fe1-8009-fdb8f5b4511b {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:50.587582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-739a5726-6ad1-4b93-876a-79744f43b3d1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.629297 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-739a5726-6ad1-4b93-876a-79744f43b3d1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.754463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-739a5726-6ad1-4b93-876a-79744f43b3d1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.816952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-739a5726-6ad1-4b93-876a-79744f43b3d1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.844074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a5726-6ad1-4b93-876a-79744f43b3d1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb38130-e13d-4fe1-8009-fdb8f5b4511b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:50.846084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-739a5726-6ad1-4b93-876a-79744f43b3d1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.852799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-739a5726-6ad1-4b93-876a-79744f43b3d1 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/3cb38130-e13d-4fe1-8009-fdb8f5b4511b HTTP/1.1" status: 204  len: 168 time: 0.3231907
Nov 27 21:21:50.852942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3fe1c5-7352-4691-8ba5-278a0d94861b None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:50.853044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47850) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:50.908301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3e95fb-a598-4ba0-ad0b-a065b7d0bd75 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet f06bce75-0d38-4a36-abc6-a9bdd3f9c787 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:50.911507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3e95fb-a598-4ba0-ad0b-a065b7d0bd75 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:50.951646 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3e95fb-a598-4ba0-ad0b-a065b7d0bd75 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.041162 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3e95fb-a598-4ba0-ad0b-a065b7d0bd75 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.116133 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3e95fb-a598-4ba0-ad0b-a065b7d0bd75 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.130075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 661d3d09-81fb-4fac-86cc-e2cc233f5e28 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:21:51.155742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e95fb-a598-4ba0-ad0b-a065b7d0bd75 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=f06bce75-0d38-4a36-abc6-a9bdd3f9c787,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:51.157846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe3e95fb-a598-4ba0-ad0b-a065b7d0bd75 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.162157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fe3e95fb-a598-4ba0-ad0b-a065b7d0bd75 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/f06bce75-0d38-4a36-abc6-a9bdd3f9c787 HTTP/1.1" status: 204  len: 168 time: 0.3076434
Nov 27 21:21:51.164281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47854) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.191627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:51.192284 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.193048 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7dda68-6c77-4f22-963a-7bad39152032 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.193583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7dda68-6c77-4f22-963a-7bad39152032 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.196922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6b7dda68-6c77-4f22-963a-7bad39152032 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/3cb38130-e13d-4fe1-8009-fdb8f5b4511b HTTP/1.1" status: 404  len: 337 time: 0.0314651
Nov 27 21:21:51.199463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47856) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.253728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00c4a4a-88b6-4906-ba97-cd014df64276 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting subnet 621aecf5-b11d-4c1b-9021-b66e518d7d2a {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:21:51.258043 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c00c4a4a-88b6-4906-ba97-cd014df64276 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.315090 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c00c4a4a-88b6-4906-ba97-cd014df64276 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.417228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c00c4a4a-88b6-4906-ba97-cd014df64276 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.496882 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c00c4a4a-88b6-4906-ba97-cd014df64276 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.527096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c4a4a-88b6-4906-ba97-cd014df64276 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Subnet': ['ID=621aecf5-b11d-4c1b-9021-b66e518d7d2a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:51.531372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c00c4a4a-88b6-4906-ba97-cd014df64276 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.535163 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c00c4a4a-88b6-4906-ba97-cd014df64276 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/621aecf5-b11d-4c1b-9021-b66e518d7d2a HTTP/1.1" status: 204  len: 168 time: 0.3347018
Nov 27 21:21:51.539179 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47858) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.572697 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9633a65-c411-4289-8009-a9746f05c24e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.573464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9633a65-c411-4289-8009-a9746f05c24e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.580701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e9633a65-c411-4289-8009-a9746f05c24e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/56968601-5352-4af0-9e1f-bec785364cfa HTTP/1.1" status: 404  len: 337 time: 0.0366476
Nov 27 21:21:51.581051 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47860) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.619953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eece6ee0-685a-4211-935b-c3a98a29369e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "GET /v2.0/ports?device_id=397d89f9-df89-484d-b5ba-76a376d5a755 HTTP/1.1" status: 200  len: 205 time: 0.0376439
Nov 27 21:21:51.620355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc167f8c-1e85-46dd-bff9-1cc7b79d60e5 None None] Network 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:21:51.623625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47862) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.669339 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-c82bffb0-6d72-4aa8-a3fa-e569de9e114a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] delete failed (client error): The resource could not be found.
Nov 27 21:21:51.672916 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c82bffb0-6d72-4aa8-a3fa-e569de9e114a tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/routers/397d89f9-df89-484d-b5ba-76a376d5a755 HTTP/1.1" status: 404  len: 336 time: 0.0459433
Nov 27 21:21:51.673234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47864) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.706081 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-7883ca52-3c5a-40b9-963d-06a364139606 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.706830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7883ca52-3c5a-40b9-963d-06a364139606 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.715889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7883ca52-3c5a-40b9-963d-06a364139606 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/e88964cc-cd48-4c18-a5af-cd73a620de5a HTTP/1.1" status: 404  len: 337 time: 0.0370057
Nov 27 21:21:51.716389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47866) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.746900 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-71030644-d608-4455-9770-5d35efc797b8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.747418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71030644-d608-4455-9770-5d35efc797b8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.750665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-da0b4e81-f8bb-4424-ab9d-5f2f4ec49398 None None] Provisioning complete for port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:51.751034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-da0b4e81-f8bb-4424-ab9d-5f2f4ec49398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.751229 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-71030644-d608-4455-9770-5d35efc797b8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/cdc3416c-d040-4466-96d3-9a71308edcf7 HTTP/1.1" status: 404  len: 337 time: 0.0340416
Nov 27 21:21:51.754073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47868) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.789418 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72fe419-3b20-4a8d-849c-cf0dec90bbc4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.789889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72fe419-3b20-4a8d-849c-cf0dec90bbc4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.796289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47870) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.796637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b72fe419-3b20-4a8d-849c-cf0dec90bbc4 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/f66eb212-ce8b-4c77-8b98-22f28874d4fd HTTP/1.1" status: 404  len: 337 time: 0.0412850
Nov 27 21:21:51.831948 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-303e32c3-9681-495f-9125-b5720477fa29 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.832457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303e32c3-9681-495f-9125-b5720477fa29 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.835598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-303e32c3-9681-495f-9125-b5720477fa29 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/30f25dee-61c6-4e5f-97db-384cf2cdaf62 HTTP/1.1" status: 404  len: 333 time: 0.0341141
Nov 27 21:21:51.838220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47872) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.854045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-da0b4e81-f8bb-4424-ab9d-5f2f4ec49398 None None] Provisioning complete for port e350d629-dd05-4fb8-acbe-befe46e85b41 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:21:51.854419 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-da0b4e81-f8bb-4424-ab9d-5f2f4ec49398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.858087 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bca985-17df-4ed9-8905-3404c7c6c2fa None None] DHCP port deletion for 7d526817-0d06-4c21-a4b7-fd0c3dda3c16 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:21:51.867534 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-56823b1a-1653-4ad9-85a4-ea65ed078ce0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.867999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56823b1a-1653-4ad9-85a4-ea65ed078ce0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.871437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-56823b1a-1653-4ad9-85a4-ea65ed078ce0 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/5b2eae6a-6f8f-4976-baef-dc7cc3d1406c HTTP/1.1" status: 404  len: 337 time: 0.0321751
Nov 27 21:21:51.874000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47874) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.900615 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd29cf9e-74c1-4433-b6db-6aef11fefe7e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.901070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd29cf9e-74c1-4433-b6db-6aef11fefe7e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.904270 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fd29cf9e-74c1-4433-b6db-6aef11fefe7e tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/7edaf4a3-a1d3-4e03-88e0-6b391a0fc1c1 HTTP/1.1" status: 404  len: 337 time: 0.0293243
Nov 27 21:21:51.906753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47876) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.911936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-da0b4e81-f8bb-4424-ab9d-5f2f4ec49398 None None] Port e350d629-dd05-4fb8-acbe-befe46e85b41 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:21:51.928959 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-49347a2c-29d5-448f-b8b0-1f10b15ebbe8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.929503 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49347a2c-29d5-448f-b8b0-1f10b15ebbe8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.934810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-49347a2c-29d5-448f-b8b0-1f10b15ebbe8 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/9c5aa23a-6248-4544-9e30-f2acd22f819c HTTP/1.1" status: 404  len: 333 time: 0.0248799
Nov 27 21:21:51.934948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-50bca985-17df-4ed9-8905-3404c7c6c2fa None None] Deleting port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:51.934948 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50bca985-17df-4ed9-8905-3404c7c6c2fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.935151 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47878) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.960569 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9fbc34-c3be-493f-ae92-b75ea2e27911 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.961025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9fbc34-c3be-493f-ae92-b75ea2e27911 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.964053 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-db9fbc34-c3be-493f-ae92-b75ea2e27911 tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/370e667a-a8a4-4c77-ac92-c5b065c762ef HTTP/1.1" status: 404  len: 337 time: 0.0281053
Nov 27 21:21:51.966474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47880) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:51.996109 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11df386-3715-4842-a7f9-cb6d6c8400dd tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:21:51.996564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11df386-3715-4842-a7f9-cb6d6c8400dd tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:21:51.998713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-50bca985-17df-4ed9-8905-3404c7c6c2fa None None] For port 661d3d09-81fb-4fac-86cc-e2cc233f5e28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=661d3d09-81fb-4fac-86cc-e2cc233f5e28,segment=NetworkSegment(7f60221e-1f86-465c-b92f-6df394b80f13),segment_id=7f60221e-1f86-465c-b92f-6df394b80f13)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:21:51.999117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50bca985-17df-4ed9-8905-3404c7c6c2fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:51.999667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f11df386-3715-4842-a7f9-cb6d6c8400dd tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/subnets/47353e85-0a36-4b6c-b9e4-a1b705e79001 HTTP/1.1" status: 404  len: 337 time: 0.0322165
Nov 27 21:21:52.002777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47882) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:52.012166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-50bca985-17df-4ed9-8905-3404c7c6c2fa None None] Calling delete_port for 661d3d09-81fb-4fac-86cc-e2cc233f5e28 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:52.094642 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50bca985-17df-4ed9-8905-3404c7c6c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.122113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bca985-17df-4ed9-8905-3404c7c6c2fa None None] Pushing event deleted for resources: {'Port': ['ID=661d3d09-81fb-4fac-86cc-e2cc233f5e28,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:52.124038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bca985-17df-4ed9-8905-3404c7c6c2fa None None] No DVR routers for this DVR port 661d3d09-81fb-4fac-86cc-e2cc233f5e28 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:21:52.427394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-14a40d54-9e3d-4e68-8c2c-7dd5f1aedaac tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Deleting port e350d629-dd05-4fb8-acbe-befe46e85b41 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:21:52.427660 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14a40d54-9e3d-4e68-8c2c-7dd5f1aedaac tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.494877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14a40d54-9e3d-4e68-8c2c-7dd5f1aedaac tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.508149 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-14a40d54-9e3d-4e68-8c2c-7dd5f1aedaac tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Calling delete_port for e350d629-dd05-4fb8-acbe-befe46e85b41 owned by  {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:21:52.583197 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14a40d54-9e3d-4e68-8c2c-7dd5f1aedaac tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.610477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a40d54-9e3d-4e68-8c2c-7dd5f1aedaac tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Port': ['ID=e350d629-dd05-4fb8-acbe-befe46e85b41,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:52.615859 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-14a40d54-9e3d-4e68-8c2c-7dd5f1aedaac tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.619058 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-14a40d54-9e3d-4e68-8c2c-7dd5f1aedaac tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/ports/e350d629-dd05-4fb8-acbe-befe46e85b41 HTTP/1.1" status: 204  len: 168 time: 0.6151989
Nov 27 21:21:52.621526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47886) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:52.697802 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.792197 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.811442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fda11280>,) {'filters': {'network_id': ['7d526817-0d06-4c21-a4b7-fd0c3dda3c16']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:52.827671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fda11280>, '7f60221e-1f86-465c-b92f-6df394b80f13') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:52.827975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fda11280>, '7f60221e-1f86-465c-b92f-6df394b80f13') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:21:52.843163 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.864038 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.870697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:21:52.871085 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:21:52.874174 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:21:52.932889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.939674 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:52.942728 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] 10.222.0.21 "DELETE /v2.0/networks/7d526817-0d06-4c21-a4b7-fd0c3dda3c16 HTTP/1.1" status: 204  len: 168 time: 0.3202879
Nov 27 21:21:52.953814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbb3d8-7d09-40fe-a8e8-cbb24a4b87ab tempest-PortsTestJSON-1381187504 tempest-PortsTestJSON-1381187504-project] Pushing event deleted for resources: {'Network': ['ID=7d526817-0d06-4c21-a4b7-fd0c3dda3c16,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:53.113224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 661d3d09-81fb-4fac-86cc-e2cc233f5e28 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:21:53.136062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 661d3d09-81fb-4fac-86cc-e2cc233f5e28 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:21:53.136413 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 661d3d09-81fb-4fac-86cc-e2cc233f5e28 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:21:53.191815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47894) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:53.321526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4dd4bbbe-7636-4a60-a68c-b833a7acfef9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e83185a2bc4f4141adea91a35fcf75ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1285613
Nov 27 21:21:53.324063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47898) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:53.375769 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3add94c-0af7-4d73-bec6-f76011a1bef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:53.397649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3add94c-0af7-4d73-bec6-f76011a1bef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:53.449128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3add94c-0af7-4d73-bec6-f76011a1bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:53.451953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a3add94c-0af7-4d73-bec6-f76011a1bef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:53.453156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a3add94c-0af7-4d73-bec6-f76011a1bef4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b32a6bcc-d99a-4ef7-af23-d2d26d0b4901 HTTP/1.1" status: 204  len: 168 time: 0.1281643
Nov 27 21:21:53.462003 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3add94c-0af7-4d73-bec6-f76011a1bef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a6bcc-d99a-4ef7-af23-d2d26d0b4901,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:54.075019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47920) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:54.170651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5c456da6-6009-4229-b235-b104cade5611 tempest-DvrRoutersNegativeTest-530030799 tempest-DvrRoutersNegativeTest-530030799-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-64401465', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:54.173681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.policy [None req-5c456da6-6009-4229-b235-b104cade5611 tempest-DvrRoutersNegativeTest-530030799 tempest-DvrRoutersNegativeTest-530030799-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=120908) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Nov 27 21:21:54.174555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.policy [None req-5c456da6-6009-4229-b235-b104cade5611 tempest-DvrRoutersNegativeTest-530030799 tempest-DvrRoutersNegativeTest-530030799-project] Failed policy check for 'create_router' {{(pid=120908) enforce /opt/stack/neutron/neutron/policy.py:524}}
Nov 27 21:21:54.175096 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-5c456da6-6009-4229-b235-b104cade5611 tempest-DvrRoutersNegativeTest-530030799 tempest-DvrRoutersNegativeTest-530030799-project] create failed (client error): Access was denied to this resource.
Nov 27 21:21:54.176104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5c456da6-6009-4229-b235-b104cade5611 tempest-DvrRoutersNegativeTest-530030799 tempest-DvrRoutersNegativeTest-530030799-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1000571
Nov 27 21:21:54.411170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47930) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:54.524346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39ee6532-2fb8-4ac7-9a97-4739b45e75f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:54.597651 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39ee6532-2fb8-4ac7-9a97-4739b45e75f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:54.601426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-39ee6532-2fb8-4ac7-9a97-4739b45e75f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:54.639127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-39ee6532-2fb8-4ac7-9a97-4739b45e75f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aff2e6d126ca4f94b98401d18d4c6e38&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2268801
Nov 27 21:21:54.639999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee6532-2fb8-4ac7-9a97-4739b45e75f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477491a6-2d55-482c-bff0-37dfe1e30579,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:54.641875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47934) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:54.697151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb8191a3-fe94-4187-adba-a20cd8e28558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:54.717614 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb8191a3-fe94-4187-adba-a20cd8e28558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:54.763143 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb8191a3-fe94-4187-adba-a20cd8e28558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:54.765771 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb8191a3-fe94-4187-adba-a20cd8e28558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:54.766944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bb8191a3-fe94-4187-adba-a20cd8e28558 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/477491a6-2d55-482c-bff0-37dfe1e30579 HTTP/1.1" status: 204  len: 168 time: 0.1235070
Nov 27 21:21:54.775398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8191a3-fe94-4187-adba-a20cd8e28558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477491a6-2d55-482c-bff0-37dfe1e30579,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:55.387854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47958) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:55.487722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-695a620b-1bec-4455-bc40-905c34bdd7be tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:55.488537 ncdv-master-1 neutron-server[120908]: WARNING neutron.api.v2.base [None req-695a620b-1bec-4455-bc40-905c34bdd7be tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 27 21:21:55.489074 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-695a620b-1bec-4455-bc40-905c34bdd7be tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:21:55.491125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-695a620b-1bec-4455-bc40-905c34bdd7be tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1021988
Nov 27 21:21:55.493752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47962) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:55.498039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145235151'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:55.521493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.529341 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.604272 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.607669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.645157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46355e3c-e89f-4e99-89e9-4f5d4bb358ad,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:55.684131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.687676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.718284 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.719467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2247548
Nov 27 21:21:55.721358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3909c9-87be-4b41-a5df-b10ece0fbdb6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc92360b-d169-44a0-8c25-541eefaac4e0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:55.722517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47964) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:55.727165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-19c60b8b-d4be-4411-bc53-674c45fe7b3b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': 'fc92360b-d169-44a0-8c25-541eefaac4e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:55.759012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19c60b8b-d4be-4411-bc53-674c45fe7b3b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.827303 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19c60b8b-d4be-4411-bc53-674c45fe7b3b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.831365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19c60b8b-d4be-4411-bc53-674c45fe7b3b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.848484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c60b8b-d4be-4411-bc53-674c45fe7b3b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3295a38d-28fb-4555-b79e-72c0baf8742e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:55.855987 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-19c60b8b-d4be-4411-bc53-674c45fe7b3b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.857234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-19c60b8b-d4be-4411-bc53-674c45fe7b3b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1335981
Nov 27 21:21:55.859932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47966) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:55.864481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9dd29aec-be23-42d5-9a9b-8349c1f23b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': 'fc92360b-d169-44a0-8c25-541eefaac4e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:55.889524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9dd29aec-be23-42d5-9a9b-8349c1f23b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:55.931934 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-9dd29aec-be23-42d5-9a9b-8349c1f23b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:21:55.933073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9dd29aec-be23-42d5-9a9b-8349c1f23b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.0722160
Nov 27 21:21:55.935889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47968) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:55.987583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3322b25-9c43-4194-aa9d-b8b8e6622fde tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.009693 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3322b25-9c43-4194-aa9d-b8b8e6622fde tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.051777 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3322b25-9c43-4194-aa9d-b8b8e6622fde tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.054600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3322b25-9c43-4194-aa9d-b8b8e6622fde tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.055784 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c3322b25-9c43-4194-aa9d-b8b8e6622fde tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc92360b-d169-44a0-8c25-541eefaac4e0 HTTP/1.1" status: 204  len: 168 time: 0.1189940
Nov 27 21:21:56.058437 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47970) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.065449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3322b25-9c43-4194-aa9d-b8b8e6622fde tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc92360b-d169-44a0-8c25-541eefaac4e0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:56.114603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-199e5f76-29de-4e40-8f69-40d98c183057 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0547400
Nov 27 21:21:56.118115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47972) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.122508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-94edae6d-b208-4491-8bd4-71281deb1b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676320278'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:56.145129 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-94edae6d-b208-4491-8bd4-71281deb1b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.212024 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-94edae6d-b208-4491-8bd4-71281deb1b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.216406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-94edae6d-b208-4491-8bd4-71281deb1b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.245636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-94edae6d-b208-4491-8bd4-71281deb1b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.246798 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-94edae6d-b208-4491-8bd4-71281deb1b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1277182
Nov 27 21:21:56.248742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edae6d-b208-4491-8bd4-71281deb1b9d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2e2250-38a4-406c-895c-bf2347e56790,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:56.249768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47976) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.255562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-89655879-ff14-4be1-9692-a01af4fab93b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': 'ab2e2250-38a4-406c-895c-bf2347e56790', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:56.256053 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-89655879-ff14-4be1-9692-a01af4fab93b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 27 21:21:56.256557 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-89655879-ff14-4be1-9692-a01af4fab93b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:56.257510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-89655879-ff14-4be1-9692-a01af4fab93b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0062034
Nov 27 21:21:56.260003 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47978) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.316053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d34b3ff7-a445-4061-9032-6223e3161e51 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.337782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d34b3ff7-a445-4061-9032-6223e3161e51 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.380717 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d34b3ff7-a445-4061-9032-6223e3161e51 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.383404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d34b3ff7-a445-4061-9032-6223e3161e51 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.384584 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d34b3ff7-a445-4061-9032-6223e3161e51 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab2e2250-38a4-406c-895c-bf2347e56790 HTTP/1.1" status: 204  len: 168 time: 0.1235845
Nov 27 21:21:56.387973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47980) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.394417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b3ff7-a445-4061-9032-6223e3161e51 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2e2250-38a4-406c-895c-bf2347e56790,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:56.446327 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-26055128-fddf-4cb3-a251-6887e196f29f tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0571036
Nov 27 21:21:56.449897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47982) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.454182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f52a39d1-f57d-437d-8309-87df4bbdd91d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633609112'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:56.477080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52a39d1-f57d-437d-8309-87df4bbdd91d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.542163 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52a39d1-f57d-437d-8309-87df4bbdd91d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.545978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52a39d1-f57d-437d-8309-87df4bbdd91d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.574760 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f52a39d1-f57d-437d-8309-87df4bbdd91d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.576019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f52a39d1-f57d-437d-8309-87df4bbdd91d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1251884
Nov 27 21:21:56.577998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a39d1-f57d-437d-8309-87df4bbdd91d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3607cf4e-7f7e-4be0-bdf3-e0b0d77fbd34,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:56.579005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47984) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.585150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-bd9e817a-0aff-47e5-bbbe-332a6dc4d001 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3607cf4e-7f7e-4be0-bdf3-e0b0d77fbd34', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:56.585988 ncdv-master-1 neutron-server[120908]: WARNING neutron.api.v2.base [None req-bd9e817a-0aff-47e5-bbbe-332a6dc4d001 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 27 21:21:56.586491 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-bd9e817a-0aff-47e5-bbbe-332a6dc4d001 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:56.590092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47986) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.590215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bd9e817a-0aff-47e5-bbbe-332a6dc4d001 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0088089
Nov 27 21:21:56.641624 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e80ecc5e-6aee-46a2-b96c-d16493118031 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.663885 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e80ecc5e-6aee-46a2-b96c-d16493118031 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.706079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e80ecc5e-6aee-46a2-b96c-d16493118031 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.708742 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e80ecc5e-6aee-46a2-b96c-d16493118031 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.709889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e80ecc5e-6aee-46a2-b96c-d16493118031 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/3607cf4e-7f7e-4be0-bdf3-e0b0d77fbd34 HTTP/1.1" status: 204  len: 168 time: 0.1188164
Nov 27 21:21:56.712582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47988) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.718800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ecc5e-6aee-46a2-b96c-d16493118031 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607cf4e-7f7e-4be0-bdf3-e0b0d77fbd34,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:56.757697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b49e52f4-db98-4e7e-acc7-56f95f1868a2 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0435967
Nov 27 21:21:56.761429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47990) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.766031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2f71431c-aadf-4e4b-a259-3f678464dd66 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143792685'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:56.787694 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f71431c-aadf-4e4b-a259-3f678464dd66 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.851428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f71431c-aadf-4e4b-a259-3f678464dd66 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.854883 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f71431c-aadf-4e4b-a259-3f678464dd66 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.885630 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f71431c-aadf-4e4b-a259-3f678464dd66 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.886920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f71431c-aadf-4e4b-a259-3f678464dd66 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1244557
Nov 27 21:21:56.888176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71431c-aadf-4e4b-a259-3f678464dd66 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6dfd46-7664-491f-9d3f-ac1c07e174c0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:56.889907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47992) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.894681 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-114f7e5a-400f-4e62-b957-ec3623ae4cd8 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': 'eb6dfd46-7664-491f-9d3f-ac1c07e174c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:56.895656 ncdv-master-1 neutron-server[120908]: WARNING neutron.api.v2.base [None req-114f7e5a-400f-4e62-b957-ec3623ae4cd8 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 27 21:21:56.896275 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-114f7e5a-400f-4e62-b957-ec3623ae4cd8 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:56.897219 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-114f7e5a-400f-4e62-b957-ec3623ae4cd8 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0062470
Nov 27 21:21:56.899579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47994) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.903494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9a73aa8e-a3ce-41d6-9e43-84f63234343f tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': 'eb6dfd46-7664-491f-9d3f-ac1c07e174c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:56.904120 ncdv-master-1 neutron-server[120908]: WARNING neutron.api.v2.base [None req-9a73aa8e-a3ce-41d6-9e43-84f63234343f tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 27 21:21:56.904584 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-9a73aa8e-a3ce-41d6-9e43-84f63234343f tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:56.905561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9a73aa8e-a3ce-41d6-9e43-84f63234343f tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0051360
Nov 27 21:21:56.907745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 47996) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.912422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3d976946-5f44-4404-9cf8-4980db3f1e6c tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': 'eb6dfd46-7664-491f-9d3f-ac1c07e174c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:56.913189 ncdv-master-1 neutron-server[120908]: WARNING neutron.api.v2.base [None req-3d976946-5f44-4404-9cf8-4980db3f1e6c tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 27 21:21:56.913657 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-3d976946-5f44-4404-9cf8-4980db3f1e6c tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:56.914577 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3d976946-5f44-4404-9cf8-4980db3f1e6c tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0059950
Nov 27 21:21:56.916839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 47998) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.921320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-eae540eb-4fcb-40b7-b921-6607d780220d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': 'eb6dfd46-7664-491f-9d3f-ac1c07e174c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:56.922205 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-eae540eb-4fcb-40b7-b921-6607d780220d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 27 21:21:56.922709 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-eae540eb-4fcb-40b7-b921-6607d780220d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:56.924229 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eae540eb-4fcb-40b7-b921-6607d780220d tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0058978
Nov 27 21:21:56.926426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48000) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:56.973266 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:21:56.976881 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-578cfa0b-5f71-4978-a354-7fa79130000e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:56.999235 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-578cfa0b-5f71-4978-a354-7fa79130000e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.039073 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-578cfa0b-5f71-4978-a354-7fa79130000e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.041739 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-578cfa0b-5f71-4978-a354-7fa79130000e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.042900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-578cfa0b-5f71-4978-a354-7fa79130000e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/eb6dfd46-7664-491f-9d3f-ac1c07e174c0 HTTP/1.1" status: 204  len: 168 time: 0.1156025
Nov 27 21:21:57.045562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48002) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.052178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cfa0b-5f71-4978-a354-7fa79130000e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6dfd46-7664-491f-9d3f-ac1c07e174c0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:57.089979 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8a5a9a63-5230-466b-9e3b-21706f0e159f tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0431986
Nov 27 21:21:57.093615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48004) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.097893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6f51e2af-b0e8-4545-8836-3f812aacac86 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038057619'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.119950 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f51e2af-b0e8-4545-8836-3f812aacac86 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.185369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f51e2af-b0e8-4545-8836-3f812aacac86 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.189371 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f51e2af-b0e8-4545-8836-3f812aacac86 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.222409 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f51e2af-b0e8-4545-8836-3f812aacac86 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.223685 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6f51e2af-b0e8-4545-8836-3f812aacac86 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1291308
Nov 27 21:21:57.225659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51e2af-b0e8-4545-8836-3f812aacac86 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e3de4-a66d-4edd-b6cd-f64b3efe9890,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:57.227140 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48008) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.232240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0cfb33a3-6502-45d0-8808-56a249c32128 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3e9e3de4-a66d-4edd-b6cd-f64b3efe9890', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.232723 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-0cfb33a3-6502-45d0-8808-56a249c32128 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 27 21:21:57.233244 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-0cfb33a3-6502-45d0-8808-56a249c32128 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:57.234185 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0cfb33a3-6502-45d0-8808-56a249c32128 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0055087
Nov 27 21:21:57.237427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48010) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.242224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-427d1347-05a1-4036-beaa-b9c393889e5f tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3e9e3de4-a66d-4edd-b6cd-f64b3efe9890', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.275959 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-427d1347-05a1-4036-beaa-b9c393889e5f tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:57.277030 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-427d1347-05a1-4036-beaa-b9c393889e5f tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0387185
Nov 27 21:21:57.279772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48012) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.284653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-62009143-447c-4149-9fa2-ab096d075972 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3e9e3de4-a66d-4edd-b6cd-f64b3efe9890', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.285125 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-62009143-447c-4149-9fa2-ab096d075972 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 27 21:21:57.285585 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-62009143-447c-4149-9fa2-ab096d075972 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:57.286486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-62009143-447c-4149-9fa2-ab096d075972 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0057979
Nov 27 21:21:57.288856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48014) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.293398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5b6b3f90-a895-49fc-aafe-a0b5ed2a13e7 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3e9e3de4-a66d-4edd-b6cd-f64b3efe9890', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.326087 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-5b6b3f90-a895-49fc-aafe-a0b5ed2a13e7 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:57.327442 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5b6b3f90-a895-49fc-aafe-a0b5ed2a13e7 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0375431
Nov 27 21:21:57.330383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48016) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.334741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-eda7a41b-d79f-4f3e-9ea4-67076a08ff68 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3e9e3de4-a66d-4edd-b6cd-f64b3efe9890', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.335241 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-eda7a41b-d79f-4f3e-9ea4-67076a08ff68 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 27 21:21:57.335725 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-eda7a41b-d79f-4f3e-9ea4-67076a08ff68 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:57.336637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eda7a41b-d79f-4f3e-9ea4-67076a08ff68 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0053544
Nov 27 21:21:57.338993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48018) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.346537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-15fff45a-eaca-4d5d-8937-636e05cd55c5 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3e9e3de4-a66d-4edd-b6cd-f64b3efe9890', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.380101 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-15fff45a-eaca-4d5d-8937-636e05cd55c5 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:57.381361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-15fff45a-eaca-4d5d-8937-636e05cd55c5 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0414898
Nov 27 21:21:57.384049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48020) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.388457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-06efb9eb-9e3f-41a3-b47f-484df06ca76a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3e9e3de4-a66d-4edd-b6cd-f64b3efe9890', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.389037 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-06efb9eb-9e3f-41a3-b47f-484df06ca76a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 27 21:21:57.389501 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-06efb9eb-9e3f-41a3-b47f-484df06ca76a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:57.390518 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-06efb9eb-9e3f-41a3-b47f-484df06ca76a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0054758
Nov 27 21:21:57.393015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48022) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.398873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-44508e89-42fd-4d10-8fa4-310330f5a9ae tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3e9e3de4-a66d-4edd-b6cd-f64b3efe9890', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.436335 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-44508e89-42fd-4d10-8fa4-310330f5a9ae tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:57.437477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-44508e89-42fd-4d10-8fa4-310330f5a9ae tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0436110
Nov 27 21:21:57.440493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48024) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.446642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a2d7320a-3fa0-473d-910a-b26c8f869aaf tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '3e9e3de4-a66d-4edd-b6cd-f64b3efe9890', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.480785 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-a2d7320a-3fa0-473d-910a-b26c8f869aaf tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:57.482035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a2d7320a-3fa0-473d-910a-b26c8f869aaf tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0402217
Nov 27 21:21:57.484828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48026) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.538174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8387acb5-97ce-4ee7-84a3-5634a6bf72cf tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.559091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8387acb5-97ce-4ee7-84a3-5634a6bf72cf tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.599928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8387acb5-97ce-4ee7-84a3-5634a6bf72cf tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.602528 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8387acb5-97ce-4ee7-84a3-5634a6bf72cf tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.603747 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8387acb5-97ce-4ee7-84a3-5634a6bf72cf tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/3e9e3de4-a66d-4edd-b6cd-f64b3efe9890 HTTP/1.1" status: 204  len: 168 time: 0.1179569
Nov 27 21:21:57.606393 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48028) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.612976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387acb5-97ce-4ee7-84a3-5634a6bf72cf tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e3de4-a66d-4edd-b6cd-f64b3efe9890,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:57.648931 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-957e84b1-a66c-43d7-b40b-138a93fac74e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0412347
Nov 27 21:21:57.652542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48030) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.656950 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ca01fbd7-1b3b-40ac-90bb-f836d62a830a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'tempest-secgroup--725827486'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.678918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca01fbd7-1b3b-40ac-90bb-f836d62a830a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.744591 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca01fbd7-1b3b-40ac-90bb-f836d62a830a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.748470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca01fbd7-1b3b-40ac-90bb-f836d62a830a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.778683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ca01fbd7-1b3b-40ac-90bb-f836d62a830a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.779939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ca01fbd7-1b3b-40ac-90bb-f836d62a830a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1264102
Nov 27 21:21:57.782906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48032) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.783995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01fbd7-1b3b-40ac-90bb-f836d62a830a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f14ea27-7f48-415f-ba29-5ccf6cf20724,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:57.788948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-38417c04-1daa-42f9-b755-5243c40d2445 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '6f14ea27-7f48-415f-ba29-5ccf6cf20724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.824833 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-38417c04-1daa-42f9-b755-5243c40d2445 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The resource could not be found.
Nov 27 21:21:57.825844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-38417c04-1daa-42f9-b755-5243c40d2445 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0418527
Nov 27 21:21:57.828626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48034) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.833555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4f7c8517-08f7-463f-8f74-a997de863722 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '6f14ea27-7f48-415f-ba29-5ccf6cf20724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0ee077f9-d72d-4276-839e-3030e3b5a677'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:57.869981 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-4f7c8517-08f7-463f-8f74-a997de863722 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The resource could not be found.
Nov 27 21:21:57.871028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4f7c8517-08f7-463f-8f74-a997de863722 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0414963
Nov 27 21:21:57.873797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48036) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:57.923849 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-846801f8-be5d-401a-bec7-f2576d7764c6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.949104 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-846801f8-be5d-401a-bec7-f2576d7764c6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.992030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-846801f8-be5d-401a-bec7-f2576d7764c6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.994883 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-846801f8-be5d-401a-bec7-f2576d7764c6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:57.996093 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-846801f8-be5d-401a-bec7-f2576d7764c6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f14ea27-7f48-415f-ba29-5ccf6cf20724 HTTP/1.1" status: 204  len: 168 time: 0.1213701
Nov 27 21:21:57.998923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48054) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.005743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846801f8-be5d-401a-bec7-f2576d7764c6 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f14ea27-7f48-415f-ba29-5ccf6cf20724,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:58.046351 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b290ee23-b593-4e68-aeee-766c2bbddac9 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0460198
Nov 27 21:21:58.051071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48056) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.055451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f70103b1-b41e-4560-ad21-9716dc9dc027 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '755d7956-d0f3-4e36-9456-897810d6a3dc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:58.094345 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-f70103b1-b41e-4560-ad21-9716dc9dc027 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The resource could not be found.
Nov 27 21:21:58.095604 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f70103b1-b41e-4560-ad21-9716dc9dc027 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0435097
Nov 27 21:21:58.099408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48058) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.104102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-824f1708-44ea-4412-bb78-319b62dc9775 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637085576'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:58.132380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-824f1708-44ea-4412-bb78-319b62dc9775 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.195872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-824f1708-44ea-4412-bb78-319b62dc9775 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.199113 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-824f1708-44ea-4412-bb78-319b62dc9775 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.225763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-824f1708-44ea-4412-bb78-319b62dc9775 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.226985 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-824f1708-44ea-4412-bb78-319b62dc9775 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1265085
Nov 27 21:21:58.229690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48060) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.234853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e9b7fa64-3afd-4ff2-9e2b-1f0f9d64b4df tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718330889'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:58.242409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f1708-44ea-4412-bb78-319b62dc9775 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707c9b9c-34a6-483d-ae63-3813162c4630,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:58.259535 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e9b7fa64-3afd-4ff2-9e2b-1f0f9d64b4df tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.327841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e9b7fa64-3afd-4ff2-9e2b-1f0f9d64b4df tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.331802 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e9b7fa64-3afd-4ff2-9e2b-1f0f9d64b4df tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.360027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e9b7fa64-3afd-4ff2-9e2b-1f0f9d64b4df tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.361990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e9b7fa64-3afd-4ff2-9e2b-1f0f9d64b4df tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1305737
Nov 27 21:21:58.365006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48064) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.365956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7fa64-3afd-4ff2-9e2b-1f0f9d64b4df tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004c9864-a0c2-45a6-ac13-179041bffd2c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:58.369551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d3410cab-d036-4d5f-bdd8-f7bc33afcbde tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group_rule': {'security_group_id': '707c9b9c-34a6-483d-ae63-3813162c4630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '004c9864-a0c2-45a6-ac13-179041bffd2c'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:58.403844 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-d3410cab-d036-4d5f-bdd8-f7bc33afcbde tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:21:58.404891 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d3410cab-d036-4d5f-bdd8-f7bc33afcbde tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0388863
Nov 27 21:21:58.407693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48066) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.459337 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7d61f87f-8b2a-451d-881e-09015f3c9949 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.480872 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7d61f87f-8b2a-451d-881e-09015f3c9949 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.529057 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7d61f87f-8b2a-451d-881e-09015f3c9949 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.534701 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7d61f87f-8b2a-451d-881e-09015f3c9949 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.536115 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7d61f87f-8b2a-451d-881e-09015f3c9949 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/004c9864-a0c2-45a6-ac13-179041bffd2c HTTP/1.1" status: 204  len: 168 time: 0.1273093
Nov 27 21:21:58.538663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48068) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.547066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61f87f-8b2a-451d-881e-09015f3c9949 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004c9864-a0c2-45a6-ac13-179041bffd2c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:58.592248 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-60095d83-0e0f-467d-8e0d-fbaf03946011 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0523839
Nov 27 21:21:58.595049 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48070) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.654095 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea8661c3-f37f-46cc-8746-070b1db2499e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.676854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea8661c3-f37f-46cc-8746-070b1db2499e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.716109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea8661c3-f37f-46cc-8746-070b1db2499e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.718586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ea8661c3-f37f-46cc-8746-070b1db2499e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.719851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ea8661c3-f37f-46cc-8746-070b1db2499e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/707c9b9c-34a6-483d-ae63-3813162c4630 HTTP/1.1" status: 204  len: 168 time: 0.1236486
Nov 27 21:21:58.723074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48072) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.729333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8661c3-f37f-46cc-8746-070b1db2499e tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=707c9b9c-34a6-483d-ae63-3813162c4630,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:58.765967 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ca9ee2fa-6549-4d3b-8f22-0d55a0becd3a tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0410829
Nov 27 21:21:58.769123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48074) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.773383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5ee3660c-7069-4bca-ad1e-da7017cd0868 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'tempest-secgroup--543021734'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:58.795195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5ee3660c-7069-4bca-ad1e-da7017cd0868 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.862666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5ee3660c-7069-4bca-ad1e-da7017cd0868 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.866437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5ee3660c-7069-4bca-ad1e-da7017cd0868 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.894313 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5ee3660c-7069-4bca-ad1e-da7017cd0868 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.895552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5ee3660c-7069-4bca-ad1e-da7017cd0868 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1253865
Nov 27 21:21:58.898573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48076) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.899469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3660c-7069-4bca-ad1e-da7017cd0868 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d1995a-074b-4cbd-bd4f-7a7f919ee39f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:58.904078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d119cc4c-c66e-4f20-b8aa-e46898b3981b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:21:58.904505 ncdv-master-1 neutron-server[120909]: WARNING neutron.api.v2.base [None req-d119cc4c-c66e-4f20-b8aa-e46898b3981b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 27 21:21:58.904993 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-d119cc4c-c66e-4f20-b8aa-e46898b3981b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 27 21:21:58.906373 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d119cc4c-c66e-4f20-b8aa-e46898b3981b tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "PUT /v2.0/security-groups/61d1995a-074b-4cbd-bd4f-7a7f919ee39f HTTP/1.1" status: 409  len: 330 time: 0.0061581
Nov 27 21:21:58.909068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:58.960185 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d1782e73-b697-443c-91b6-34acbf9fedfa tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:58.982663 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d1782e73-b697-443c-91b6-34acbf9fedfa tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:59.023642 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d1782e73-b697-443c-91b6-34acbf9fedfa tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:59.026255 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d1782e73-b697-443c-91b6-34acbf9fedfa tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:59.027457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d1782e73-b697-443c-91b6-34acbf9fedfa tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/61d1995a-074b-4cbd-bd4f-7a7f919ee39f HTTP/1.1" status: 204  len: 168 time: 0.1173742
Nov 27 21:21:59.030145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48080) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:59.036925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1782e73-b697-443c-91b6-34acbf9fedfa tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d1995a-074b-4cbd-bd4f-7a7f919ee39f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:21:59.075183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7da19124-487d-443b-891d-99e3888c2504 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0437224
Nov 27 21:21:59.078774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48082) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:59.091884 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-c659ad00-4532-473b-bed1-b6a1fa38c4b4 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] delete failed (client error): The resource could not be found.
Nov 27 21:21:59.092866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c659ad00-4532-473b-bed1-b6a1fa38c4b4 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "DELETE /v2.0/security-groups/bfd20c41-e075-4b72-b4db-950a7d08d824 HTTP/1.1" status: 404  len: 347 time: 0.0131340
Nov 27 21:21:59.096814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48084) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:59.109614 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-5715188e-a165-4342-a7af-f37f9a5ced39 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] show failed (client error): The resource could not be found.
Nov 27 21:21:59.110641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5715188e-a165-4342-a7af-f37f9a5ced39 tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-groups/ce5fb762-2667-496a-858f-90bea15cceab HTTP/1.1" status: 404  len: 347 time: 0.0129533
Nov 27 21:21:59.114155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48086) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:59.127451 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [None req-5b239079-f540-4edb-9994-243b74363dcb tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] show failed (client error): The resource could not be found.
Nov 27 21:21:59.128953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5b239079-f540-4edb-9994-243b74363dcb tempest-NegativeSecGroupTest-1510326453 tempest-NegativeSecGroupTest-1510326453-project] 10.222.0.21 "GET /v2.0/security-group-rules/6599eb1b-d70d-42ca-b466-f5ef3d63298d HTTP/1.1" status: 404  len: 356 time: 0.0133893
Nov 27 21:21:59.369697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48094) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:59.511145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-31ea6bac-1bf3-4794-b1f7-a6c05723c95f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cd16623b99c4043a673bc1e50073896&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1402695
Nov 27 21:21:59.513670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48098) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:21:59.562415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3903-e290-419f-b891-87c989647625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:59.583517 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3903-e290-419f-b891-87c989647625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:59.628608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3903-e290-419f-b891-87c989647625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:59.631156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3903-e290-419f-b891-87c989647625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:21:59.632318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f7bf3903-e290-419f-b891-87c989647625 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46355e3c-e89f-4e99-89e9-4f5d4bb358ad HTTP/1.1" status: 204  len: 168 time: 0.1177464
Nov 27 21:21:59.639694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3903-e290-419f-b891-87c989647625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46355e3c-e89f-4e99-89e9-4f5d4bb358ad,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:00.248026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48120) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:00.251774 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0027120
Nov 27 21:22:00.254384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48122) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:00.353941 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1429faf1-db33-49d2-9eb1-9f1f8924f806 tempest-NetworksApiDiscovery-1070068720 tempest-NetworksApiDiscovery-1070068720-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.0985327
Nov 27 21:22:00.589829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48136) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:00.698160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f72fb32-b21f-4a4e-9cd7-2f25a5fc3b88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:00.775987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f72fb32-b21f-4a4e-9cd7-2f25a5fc3b88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:00.779740 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4f72fb32-b21f-4a4e-9cd7-2f25a5fc3b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:00.817564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4f72fb32-b21f-4a4e-9cd7-2f25a5fc3b88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e876099458b34eabb2f9863eef5ec986&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2266660
Nov 27 21:22:00.818706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72fb32-b21f-4a4e-9cd7-2f25a5fc3b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5257a8d6-617f-471e-90c7-7f3c8794f3a4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:00.820284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48140) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:00.870954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73d4f928-d14d-4c0b-8e19-03e8dfe96478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:00.893002 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73d4f928-d14d-4c0b-8e19-03e8dfe96478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:00.936529 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73d4f928-d14d-4c0b-8e19-03e8dfe96478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:00.939756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-73d4f928-d14d-4c0b-8e19-03e8dfe96478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:00.940936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-73d4f928-d14d-4c0b-8e19-03e8dfe96478 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5257a8d6-617f-471e-90c7-7f3c8794f3a4 HTTP/1.1" status: 204  len: 168 time: 0.1189270
Nov 27 21:22:00.949209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4f928-d14d-4c0b-8e19-03e8dfe96478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5257a8d6-617f-471e-90c7-7f3c8794f3a4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:02.468318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48190) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:02.572076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:02.650494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:02.654023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:02.691680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fc508f1344e454eb198949b6ea9f8cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2222044
Nov 27 21:22:02.692509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63533b70-df6e-4a69-8cb1-36cd4b227f10,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:02.694392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48194) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:02.706942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.707260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.707617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.707962 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.708303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.708641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.708979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.709309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.709640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.709973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.710304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.710633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6560cc18-a3a3-4a67-a8cf-d4b1f9e80c73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:02.754261 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-613155c9-897d-4e70-ba81-267ea809e422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:02.775497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-613155c9-897d-4e70-ba81-267ea809e422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:02.820306 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-613155c9-897d-4e70-ba81-267ea809e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:02.822959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-613155c9-897d-4e70-ba81-267ea809e422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:02.824204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-613155c9-897d-4e70-ba81-267ea809e422 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63533b70-df6e-4a69-8cb1-36cd4b227f10 HTTP/1.1" status: 204  len: 168 time: 0.1269157
Nov 27 21:22:02.832239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613155c9-897d-4e70-ba81-267ea809e422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63533b70-df6e-4a69-8cb1-36cd4b227f10,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:03.077602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48200) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:03.090947 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2b7130a-d306-4d63-84b9-7c36047fac00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:03.163767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2b7130a-d306-4d63-84b9-7c36047fac00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:03.167821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2b7130a-d306-4d63-84b9-7c36047fac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:03.209280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2b7130a-d306-4d63-84b9-7c36047fac00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=629cd3166d8e478baf05156c7697fb30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1305151
Nov 27 21:22:03.210205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7130a-d306-4d63-84b9-7c36047fac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe05437-3c8a-4d9d-b7da-91173f5b6064,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:03.212016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48202) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:03.259376 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e518e17-ff52-43aa-b7d5-b06eea6b1f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:03.280759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e518e17-ff52-43aa-b7d5-b06eea6b1f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:03.327789 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e518e17-ff52-43aa-b7d5-b06eea6b1f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:03.331017 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0e518e17-ff52-43aa-b7d5-b06eea6b1f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:03.332202 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0e518e17-ff52-43aa-b7d5-b06eea6b1f91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fe05437-3c8a-4d9d-b7da-91173f5b6064 HTTP/1.1" status: 204  len: 168 time: 0.1190555
Nov 27 21:22:03.340261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e518e17-ff52-43aa-b7d5-b06eea6b1f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe05437-3c8a-4d9d-b7da-91173f5b6064,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:03.509557 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-4783a27f-fad0-494f-a90a-e6f55616684f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2131951
Nov 27 21:22:03.598333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-7a3cc8cd-0456-417d-b4b9-a68c77715d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:03.599902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-7a3cc8cd-0456-417d-b4b9-a68c77715d75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1096 time: 0.0410767
Nov 27 21:22:03.711775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-cb22a7e0-33c3-4173-96b2-c0c4371498d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:03.713280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-cb22a7e0-33c3-4173-96b2-c0c4371498d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=463c888b-41a7-4f22-80c2-8966fe563e56 HTTP/1.1" status: 200  len: 898 time: 0.0913062
Nov 27 21:22:03.787013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-b8f64835-0c3f-4f72-8723-16146b26c044 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6aee5a-e927-42d5-9274-f286c5113e62 HTTP/1.1" status: 200  len: 1001 time: 0.0658576
Nov 27 21:22:03.837860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-9c68e4ea-4063-46d9-8ee2-5ccfaabfd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:03.839505 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-9c68e4ea-4063-46d9-8ee2-5ccfaabfd42b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7255bf4-0a6c-4432-a1a8-0dfd1e138976 HTTP/1.1" status: 200  len: 834 time: 0.0449488
Nov 27 21:22:03.890858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-31e8f09f-5f1d-482c-b469-da12e2a8d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:03.892471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-31e8f09f-5f1d-482c-b469-da12e2a8d104 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=463c888b-41a7-4f22-80c2-8966fe563e56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0461173
Nov 27 21:22:03.984015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-3f7ca590-bfe6-4b28-b2e9-5f220e6cea2e service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841043
Nov 27 21:22:04.081133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-227ed292-ca70-4ada-a324-56cb7f4e2ec9 req-14c77351-e4d8-4656-9180-8711b6ebda97 service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905714
Nov 27 21:22:04.323216 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-917ac5c7-f66e-4ce2-9f31-d178f7079358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:06.490402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a785db10-2611-4e5e-9d62-a099426ba591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:07.887660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.198406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48330) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:08.305126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0c8255a-82e7-473d-a2a6-641d7ec4f00d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.381282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0c8255a-82e7-473d-a2a6-641d7ec4f00d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.384835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0c8255a-82e7-473d-a2a6-641d7ec4f00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.422827 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e0c8255a-82e7-473d-a2a6-641d7ec4f00d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a678c9fa11094a40859ce2b9c2785995&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2232964
Nov 27 21:22:08.423841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8255a-82e7-473d-a2a6-641d7ec4f00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2733bb46-c603-4fc1-9b9b-ace7034d3b68,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:08.425567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48334) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:08.477920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3be17a4d-6f96-47f3-ae53-d99ea1f950de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.499391 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3be17a4d-6f96-47f3-ae53-d99ea1f950de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.545751 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3be17a4d-6f96-47f3-ae53-d99ea1f950de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.548503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3be17a4d-6f96-47f3-ae53-d99ea1f950de admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.549666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3be17a4d-6f96-47f3-ae53-d99ea1f950de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2733bb46-c603-4fc1-9b9b-ace7034d3b68 HTTP/1.1" status: 204  len: 168 time: 0.1230960
Nov 27 21:22:08.557693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be17a4d-6f96-47f3-ae53-d99ea1f950de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2733bb46-c603-4fc1-9b9b-ace7034d3b68,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:08.812411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48342) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:08.826845 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6602fdbb-4368-4cdf-b22c-de6ac2b5c695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.900678 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6602fdbb-4368-4cdf-b22c-de6ac2b5c695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.904630 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6602fdbb-4368-4cdf-b22c-de6ac2b5c695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:08.942278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6602fdbb-4368-4cdf-b22c-de6ac2b5c695 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12d7b065122645c39d72976edfde18e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1287963
Nov 27 21:22:08.943429 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602fdbb-4368-4cdf-b22c-de6ac2b5c695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab77893-550a-43e6-9a3e-aa99ad8968e3,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:08.945007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48344) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:08.992710 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b205ed91-40a0-428a-98f8-4efba28a8e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:09.013961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b205ed91-40a0-428a-98f8-4efba28a8e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:09.058748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b205ed91-40a0-428a-98f8-4efba28a8e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:09.061363 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b205ed91-40a0-428a-98f8-4efba28a8e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:09.062520 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b205ed91-40a0-428a-98f8-4efba28a8e2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eab77893-550a-43e6-9a3e-aa99ad8968e3 HTTP/1.1" status: 204  len: 168 time: 0.1164479
Nov 27 21:22:09.070912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205ed91-40a0-428a-98f8-4efba28a8e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab77893-550a-43e6-9a3e-aa99ad8968e3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:09.606128 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:10.302576 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:15.305881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48544) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:15.422279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7cfb317b-dccd-47ed-80a4-e5ad08ea32f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:15.495779 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7cfb317b-dccd-47ed-80a4-e5ad08ea32f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:15.499376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7cfb317b-dccd-47ed-80a4-e5ad08ea32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:15.540947 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7cfb317b-dccd-47ed-80a4-e5ad08ea32f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=570d7cfeaedb482dabbcfc5f93d933a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2315772
Nov 27 21:22:15.540947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb317b-dccd-47ed-80a4-e5ad08ea32f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c453c82-2fb7-4828-9d44-13fcfa33483f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:15.541294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48548) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:15.589206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-874c724c-8f7b-4e93-8354-0859434a670a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:15.610573 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-874c724c-8f7b-4e93-8354-0859434a670a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:15.660200 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-874c724c-8f7b-4e93-8354-0859434a670a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:15.662882 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-874c724c-8f7b-4e93-8354-0859434a670a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:15.664045 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-874c724c-8f7b-4e93-8354-0859434a670a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c453c82-2fb7-4828-9d44-13fcfa33483f HTTP/1.1" status: 204  len: 168 time: 0.1215966
Nov 27 21:22:15.671731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c724c-8f7b-4e93-8354-0859434a670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c453c82-2fb7-4828-9d44-13fcfa33483f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:15.923470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48556) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:15.936495 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b23754c-e42b-4566-97e0-9af074535d41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:16.011835 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b23754c-e42b-4566-97e0-9af074535d41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:16.017771 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3b23754c-e42b-4566-97e0-9af074535d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:16.055923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3b23754c-e42b-4566-97e0-9af074535d41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b2246a489e9415bb20559e3c38140c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1313617
Nov 27 21:22:16.056774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23754c-e42b-4566-97e0-9af074535d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b7bc72-a974-49ec-a990-ff1aaebd26f7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:16.060022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48558) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:16.106408 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e663-f1e3-4606-9c5b-c7a35e26b9a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:16.131544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e663-f1e3-4606-9c5b-c7a35e26b9a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:16.153633 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:16.177194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e663-f1e3-4606-9c5b-c7a35e26b9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:16.179922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e663-f1e3-4606-9c5b-c7a35e26b9a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:16.181121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0aa1e663-f1e3-4606-9c5b-c7a35e26b9a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64b7bc72-a974-49ec-a990-ff1aaebd26f7 HTTP/1.1" status: 204  len: 168 time: 0.1201894
Nov 27 21:22:16.188845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1e663-f1e3-4606-9c5b-c7a35e26b9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b7bc72-a974-49ec-a990-ff1aaebd26f7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:16.835446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48582) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:16.932814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-76651562-network', 'tenant_id': '686a8233f0e94b2bac7e4eb02ac5a4f1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:22:16.954042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Made reservation on behalf of 686a8233f0e94b2bac7e4eb02ac5a4f1 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:22:16.957123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:16.965374 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.037940 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.041503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.061831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:22:17.075650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364f20c9-91fb-487a-ac99-a66421cf9908,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:17.080345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.081562 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Added segment 87431a0b-212f-4918-9bb5-388296d0fbf2 of type vlan for network 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe
Nov 27 21:22:17.120997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.145544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.146531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:17.147112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.222403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3857276
Nov 27 21:22:17.225347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48586) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:17.230271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Request body: {'subnet': {'network_id': '9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-76651562-subnet', 'tenant_id': '686a8233f0e94b2bac7e4eb02ac5a4f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:22:17.246354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3694d8d-5114-48da-be4e-a30ffa6fa392 admin admin] Pushing event updated for resources: {'Network': ['ID=9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:17.252180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Made reservation on behalf of 686a8233f0e94b2bac7e4eb02ac5a4f1 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:22:17.255033 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.257333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:22:17.423230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.476378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9737126a-f2d0-423f-97d2-0761f414077a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:17.486154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Checking segment: {'id': '87431a0b-212f-4918-9bb5-388296d0fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:22:17.486778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Network hostable DHCP agents. Network: 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:22:17.502677 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Network 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:22:17.511015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:22:17.514960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:17.515652 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:17.521025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4a300-5019-4049-b27f-398d44c52ed7 None None] Network 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:22:17.537969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b049453b-dd9c-4753-8f53-a4d9410babb5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3114700
Nov 27 21:22:17.662368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5db6ae-a9cb-4887-abd4-f0ba3e4255e1 None None] Network 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:22:18.006829 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 48608) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:18.011858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-906577260-network', 'tenant_id': '3fbf11da66a54891a89db48df774b6ef'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:22:18.032177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Made reservation on behalf of 3fbf11da66a54891a89db48df774b6ef for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:22:18.035214 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.043467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.118501 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.122055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.147216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:22:18.162266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f55d27-1f08-4edb-b3af-0658cdaf3303,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:18.165356 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.165714 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Added segment 1fb2b428-8da2-4c35-8d1b-6385a5b98b27 of type vlan for network 21c58f55-e0eb-4257-8196-d3d52ef59bc8
Nov 27 21:22:18.204869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.228964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.229948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:18.230516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.280485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.2724602
Nov 27 21:22:18.283306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 48610) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:18.288201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Request body: {'subnet': {'network_id': '21c58f55-e0eb-4257-8196-d3d52ef59bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-906577260-subnet', 'tenant_id': '3fbf11da66a54891a89db48df774b6ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:22:18.290991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d4eb9-3d79-414e-b8d3-9d1c9ed6a8ee admin admin] Pushing event updated for resources: {'Network': ['ID=21c58f55-e0eb-4257-8196-d3d52ef59bc8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:18.300797 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 21c58f55-e0eb-4257-8196-d3d52ef59bc8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:22:18.308505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Made reservation on behalf of 3fbf11da66a54891a89db48df774b6ef for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:22:18.310887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.476836 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.478537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.535820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123ff445-9f36-4f4d-a46d-b4dc79a81056,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:18.544115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Checking segment: {'id': '1fb2b428-8da2-4c35-8d1b-6385a5b98b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '21c58f55-e0eb-4257-8196-d3d52ef59bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:22:18.544549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Network hostable DHCP agents. Network: 21c58f55-e0eb-4257-8196-d3d52ef59bc8, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:22:18.560674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Network 21c58f55-e0eb-4257-8196-d3d52ef59bc8 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:22:18.568875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 21c58f55-e0eb-4257-8196-d3d52ef59bc8) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:22:18.573087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:18.573682 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:18.578643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875c63de-8e12-4581-9f51-afa6dc5f4111 None None] Network 21c58f55-e0eb-4257-8196-d3d52ef59bc8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:22:18.589217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1c35c4bc-3b7c-4454-b96b-d73b388d7b13 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3049009
Nov 27 21:22:18.862904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a322dc-dd30-4c07-a9e4-73b1c62db517 None None] Network 21c58f55-e0eb-4257-8196-d3d52ef59bc8 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:22:19.095511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc143e2-5306-4971-a675-d86d2da88670 req-89dd997f-fb16-4987-a568-06461f6be157 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:19.097524 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-89dd997f-fb16-4987-a568-06461f6be157 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/networks?id=9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe HTTP/1.1" status: 200  len: 807 time: 0.1155343
Nov 27 21:22:19.112385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-5c45191f-c464-4043-89df-6c412d303307 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/quotas/686a8233f0e94b2bac7e4eb02ac5a4f1 HTTP/1.1" status: 200  len: 375 time: 0.0091090
Nov 27 21:22:19.144010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-a2e1004f-612b-47d1-a7b3-37dc7a1ad833 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=686a8233f0e94b2bac7e4eb02ac5a4f1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0258415
Nov 27 21:22:19.237658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-40c11b87-034a-4eec-9cc2-e0c86a15b642 service neutron] 10.222.0.21 "GET /v2.0/networks/9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865686
Nov 27 21:22:19.324977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-02296a5a-695b-43f0-bfe8-df9c6bfaa38a service neutron] 10.222.0.21 "GET /v2.0/networks/9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812058
Nov 27 21:22:19.489982 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-af9ad588-dfd4-4b83-a82a-c4e69045c70c req-3ff6f9b1-aed8-438e-a364-3e8aa60b6fc8 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 210 time: 0.0265663
Nov 27 21:22:20.525467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc143e2-5306-4971-a675-d86d2da88670 req-243be57a-d17e-4c48-ae2b-11e1d4682075 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:20.527114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-243be57a-d17e-4c48-ae2b-11e1d4682075 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.15 "GET /v2.0/networks?id=9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe HTTP/1.1" status: 200  len: 807 time: 0.1079290
Nov 27 21:22:20.540304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Request body: {'port': {'device_id': '720f830e-31ce-45d1-a1b2-de4a18cccbaf', 'network_id': '9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe', 'admin_state_up': True, 'tenant_id': '686a8233f0e94b2bac7e4eb02ac5a4f1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:22:20.620539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-411a86e1-a7a8-4466-927e-119e112c16a0 req-9345a118-5cd8-4c1e-bd04-96c901ac585d tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 210 time: 0.0590997
Nov 27 21:22:20.675418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Made reservation on behalf of 686a8233f0e94b2bac7e4eb02ac5a4f1 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:22:20.678995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:20.798055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Allocated IP 172.20.0.4 (9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe/9737126a-f2d0-423f-97d2-0761f414077a/aeb107de-073a-4791-a30e-585daa097032) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:22:20.942362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:20.976013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:21.013372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Network 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:22:21.018197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:22:21.022261 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:22:21.056091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Pushing event updated for resources: {'Port': ['ID=aeb107de-073a-4791-a30e-585daa097032,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:21.079824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:21.080437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:21.096319 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-ad23a361-e0c7-4457-b2ea-40fa83a751f5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5600791
Nov 27 21:22:21.108092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Request body: {'port': {'device_id': '720f830e-31ce-45d1-a1b2-de4a18cccbaf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:22:21.159548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:21.418758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb107de-073a-4791-a30e-585daa097032 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:22:21.426113 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:21.438232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Transition to ACTIVE for port object aeb107de-073a-4791-a30e-585daa097032 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:22:21.442639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:21.510260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Pushing event updated for resources: {'Port': ['ID=aeb107de-073a-4791-a30e-585daa097032,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:21.559320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Attempting to bind port aeb107de-073a-4791-a30e-585daa097032 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:22:21.559955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Attempting to bind port aeb107de-073a-4791-a30e-585daa097032 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '87431a0b-212f-4918-9bb5-388296d0fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:22:21.559955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Attempting to bind port aeb107de-073a-4791-a30e-585daa097032 on network 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:22:21.564182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Port aeb107de-073a-4791-a30e-585daa097032 on network 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:22:21.564503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Attempting to bind port aeb107de-073a-4791-a30e-585daa097032 on network 9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:22:21.569779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:22:21.570117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Checking segment: {'id': '87431a0b-212f-4918-9bb5-388296d0fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:22:21.570497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Bound using segment: {'id': '87431a0b-212f-4918-9bb5-388296d0fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:22:21.570915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Bound port: aeb107de-073a-4791-a30e-585daa097032, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87431a0b-212f-4918-9bb5-388296d0fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:22:21.571275 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:21.747357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff7fe6-5611-46be-92d1-788073f5ad89 req-7d8484c6-f9ad-42e0-9f6a-43ad2202044a tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:21.748884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5eff7fe6-5611-46be-92d1-788073f5ad89 req-7d8484c6-f9ad-42e0-9f6a-43ad2202044a tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 943 time: 0.0551836
Nov 27 21:22:21.800011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5eff7fe6-5611-46be-92d1-788073f5ad89 req-02914263-6c91-4a3c-a3e6-95493e76e3e3 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442913
Nov 27 21:22:21.872247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] For port aeb107de-073a-4791-a30e-585daa097032, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:22:21.875178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] For port aeb107de-073a-4791-a30e-585daa097032, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeb107de-073a-4791-a30e-585daa097032,segment=NetworkSegment(87431a0b-212f-4918-9bb5-388296d0fbf2),segment_id=87431a0b-212f-4918-9bb5-388296d0fbf2)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:22:21.880108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:21.913929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:21.914580 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:21.916028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] 10.222.0.15 "PUT /v2.0/ports/aeb107de-073a-4791-a30e-585daa097032 HTTP/1.1" status: 200  len: 1091 time: 0.8119836
Nov 27 21:22:21.918272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720f830e-31ce-45d1-a1b2-de4a18cccbaf', 'tag': 'aeb107de-073a-4791-a30e-585daa097032'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:22:21.920812 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3f974f-2990-4b84-b8e1-4c750be350f5" -d '{"events": [{"name": "network-changed", "server_uuid": "720f830e-31ce-45d1-a1b2-de4a18cccbaf", "tag": "aeb107de-073a-4791-a30e-585daa097032"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:22:21.947834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91930cc6-84f1-4e08-883a-14e32343683b service neutron] Pushing event updated for resources: {'Port': ['ID=aeb107de-073a-4791-a30e-585daa097032,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:21.969596 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc8092-69b4-4509-934b-a72187e563f3 x-openstack-request-id: req-48dc8092-69b4-4509-934b-a72187e563f3 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:22:21.969902 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720f830e-31ce-45d1-a1b2-de4a18cccbaf", "tag": "aeb107de-073a-4791-a30e-585daa097032", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:22:21.970162 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48dc8092-69b4-4509-934b-a72187e563f3 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:22:21.970625 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720f830e-31ce-45d1-a1b2-de4a18cccbaf', 'tag': 'aeb107de-073a-4791-a30e-585daa097032', 'status': 'completed', 'code': 200}
Nov 27 21:22:21.999352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc143e2-5306-4971-a675-d86d2da88670 req-24796160-f049-4f85-bd51-4e6e98fb52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:22.000785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-24796160-f049-4f85-bd51-4e6e98fb52d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=686a8233f0e94b2bac7e4eb02ac5a4f1&device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 1094 time: 0.0412619
Nov 27 21:22:22.044565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-8c48062c-c8f3-4434-a7c2-465ac24ecaf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeb107de-073a-4791-a30e-585daa097032 HTTP/1.1" status: 200  len: 217 time: 0.0357530
Nov 27 21:22:22.093367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc143e2-5306-4971-a675-d86d2da88670 req-d67b7328-a4e3-44a1-a87a-c5a0d416f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:22.094790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-d67b7328-a4e3-44a1-a87a-c5a0d416f0a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9737126a-f2d0-423f-97d2-0761f414077a HTTP/1.1" status: 200  len: 847 time: 0.0439935
Nov 27 21:22:22.129394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-1f81682d-8cc7-44d7-9b7c-3729242b4503 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268841
Nov 27 21:22:22.218981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-53e7c7b8-f7dd-4d48-97dc-8e6c4c08c0bc service neutron] 10.222.0.15 "GET /v2.0/networks/9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824645
Nov 27 21:22:22.305660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8dc143e2-5306-4971-a675-d86d2da88670 req-9d871c74-0cc1-467a-8cdf-d4b21c482317 service neutron] 10.222.0.15 "GET /v2.0/networks/9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800135
Nov 27 21:22:22.389205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-75c43987-fd04-444f-86c1-e61d89f859ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:22.390680 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-75c43987-fd04-444f-86c1-e61d89f859ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=686a8233f0e94b2bac7e4eb02ac5a4f1&device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 1094 time: 0.0409155
Nov 27 21:22:22.484916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-56bce947-bf3f-4e3e-894d-6182666385f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:22.486639 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-56bce947-bf3f-4e3e-894d-6182666385f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe HTTP/1.1" status: 200  len: 908 time: 0.0879912
Nov 27 21:22:22.527473 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-f14adb2c-9d60-4e3b-9227-93a350783708 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aeb107de-073a-4791-a30e-585daa097032 HTTP/1.1" status: 200  len: 217 time: 0.0333695
Nov 27 21:22:22.575103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-2ed05ba2-a43d-4f32-958d-cc07e9273bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:22.576477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-2ed05ba2-a43d-4f32-958d-cc07e9273bb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9737126a-f2d0-423f-97d2-0761f414077a HTTP/1.1" status: 200  len: 847 time: 0.0418911
Nov 27 21:22:22.610830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-27c72832-53da-4e54-8e33-2880dc480592 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278342
Nov 27 21:22:22.698125 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-16aaee2f-ffc7-4fe3-921e-89ba2963becf service neutron] 10.222.0.15 "GET /v2.0/networks/9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793889
Nov 27 21:22:22.789203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e3f974f-2990-4b84-b8e1-4c750be350f5 req-1273129e-6225-4283-a5d9-8c671544f97d service neutron] 10.222.0.15 "GET /v2.0/networks/9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839212
Nov 27 21:22:22.915937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2a68-6c36-4648-a47b-c1238cf4ca2c req-b3db4a2b-514a-4ee7-9107-379ed732a883 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:22.917452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-59ca2a68-6c36-4648-a47b-c1238cf4ca2c req-b3db4a2b-514a-4ee7-9107-379ed732a883 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 943 time: 0.0477765
Nov 27 21:22:22.964367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-59ca2a68-6c36-4648-a47b-c1238cf4ca2c req-1ad2532e-2741-4ffa-ac2c-a01bf00ad9b5 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411041
Nov 27 21:22:24.082215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0353c-c726-44c9-bd91-8de28dcbfe86 req-9a941289-fc01-4db7-a205-0f5b2534b5e1 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:24.083699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-09a0353c-c726-44c9-bd91-8de28dcbfe86 req-9a941289-fc01-4db7-a205-0f5b2534b5e1 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 943 time: 0.0491900
Nov 27 21:22:24.130364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-09a0353c-c726-44c9-bd91-8de28dcbfe86 req-ad7cd77a-f311-4ecf-a110-ef5fa20617ca tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407863
Nov 27 21:22:25.243128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4bd9c-ddb4-4ee9-9319-dcd6698b43a7 req-27e6f90e-1812-43b5-b0f0-ba3a3eb48e88 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:25.244631 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d2b4bd9c-ddb4-4ee9-9319-dcd6698b43a7 req-27e6f90e-1812-43b5-b0f0-ba3a3eb48e88 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 943 time: 0.0482521
Nov 27 21:22:25.295165 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d2b4bd9c-ddb4-4ee9-9319-dcd6698b43a7 req-28a14ef0-2ea4-41a7-8d13-068eabb418a3 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445580
Nov 27 21:22:26.409509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd276cb-0363-4f22-baed-a1e5f0c4cb35 req-2973f46b-ea02-4595-aa25-f33b4262fb3d tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:26.410987 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1fd276cb-0363-4f22-baed-a1e5f0c4cb35 req-2973f46b-ea02-4595-aa25-f33b4262fb3d tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 943 time: 0.0489635
Nov 27 21:22:26.458792 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1fd276cb-0363-4f22-baed-a1e5f0c4cb35 req-2675234d-f79d-4f07-95d2-15a84940af9c tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417569
Nov 27 21:22:27.431844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device aeb107de-073a-4791-a30e-585daa097032 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:22:27.529155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port aeb107de-073a-4791-a30e-585daa097032, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeb107de-073a-4791-a30e-585daa097032,segment=NetworkSegment(87431a0b-212f-4918-9bb5-388296d0fbf2),segment_id=87431a0b-212f-4918-9bb5-388296d0fbf2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:22:27.540736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'aeb107de-073a-4791-a30e-585daa097032', 'network_id': '9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe', 'port_id': 'aeb107de-073a-4791-a30e-585daa097032', 'mac_address': 'fa:16:3e:a1:11:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9737126a-f2d0-423f-97d2-0761f414077a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:22:27.575148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f81a22-e274-456d-a41a-f9338704152f req-6058bca1-1419-4e84-9056-6f217525c364 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:27.576667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15f81a22-e274-456d-a41a-f9338704152f req-6058bca1-1419-4e84-9056-6f217525c364 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 943 time: 0.0485585
Nov 27 21:22:27.577995 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:27.591369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb107de-073a-4791-a30e-585daa097032 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:22:27.610511 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port aeb107de-073a-4791-a30e-585daa097032, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeb107de-073a-4791-a30e-585daa097032,segment=NetworkSegment(87431a0b-212f-4918-9bb5-388296d0fbf2),segment_id=87431a0b-212f-4918-9bb5-388296d0fbf2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:22:27.615771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:27.625340 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15f81a22-e274-456d-a41a-f9338704152f req-43e1c341-0cf1-4dec-b83c-ddbc2ed6d2fa tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427461
Nov 27 21:22:27.665736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=aeb107de-073a-4791-a30e-585daa097032,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:27.672857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.673207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.673548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.673885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.674218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.674591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.674900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.675225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.675574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.675898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.676222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.676544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:27.936363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['aeb107de-073a-4791-a30e-585daa097032'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:22:28.744410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e212151-9c27-4719-bace-d0aa746c2d13 req-31bfdd27-05b5-41a8-b6e7-8351a9f7ab8c tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:28.745777 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e212151-9c27-4719-bace-d0aa746c2d13 req-31bfdd27-05b5-41a8-b6e7-8351a9f7ab8c tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 944 time: 0.0521629
Nov 27 21:22:28.792059 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e212151-9c27-4719-bace-d0aa746c2d13 req-a6e20028-11d6-4a28-972f-81c3b3e21228 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403657
Nov 27 21:22:29.456162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device aeb107de-073a-4791-a30e-585daa097032 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:22:29.507547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port aeb107de-073a-4791-a30e-585daa097032 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:22:29.511659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port aeb107de-073a-4791-a30e-585daa097032 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:22:29.512030 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:29.586129 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:29.607785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720f830e-31ce-45d1-a1b2-de4a18cccbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb107de-073a-4791-a30e-585daa097032'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:22:29.610060 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc20812c-9fd6-4bb0-8dbb-a49414c67eea" -d '{"events": [{"server_uuid": "720f830e-31ce-45d1-a1b2-de4a18cccbaf", "name": "network-vif-plugged", "status": "completed", "tag": "aeb107de-073a-4791-a30e-585daa097032"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:22:29.623958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port aeb107de-073a-4791-a30e-585daa097032, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeb107de-073a-4791-a30e-585daa097032,segment=NetworkSegment(87431a0b-212f-4918-9bb5-388296d0fbf2),segment_id=87431a0b-212f-4918-9bb5-388296d0fbf2)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:22:29.628007 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:29.682482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=aeb107de-073a-4791-a30e-585daa097032,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:29.719078 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd703c8-63cb-49c2-9158-9c70d1c08cdc x-openstack-request-id: req-cbd703c8-63cb-49c2-9158-9c70d1c08cdc {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:22:29.719410 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720f830e-31ce-45d1-a1b2-de4a18cccbaf", "name": "network-vif-plugged", "status": "completed", "tag": "aeb107de-073a-4791-a30e-585daa097032", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:22:29.719676 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbd703c8-63cb-49c2-9158-9c70d1c08cdc {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:22:29.720084 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720f830e-31ce-45d1-a1b2-de4a18cccbaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb107de-073a-4791-a30e-585daa097032', 'code': 200}
Nov 27 21:22:29.810104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e331e-7c3a-43c7-8e5f-8e741e06c78f req-9ab385b2-961f-4152-a7b5-65e0690035e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:29.811679 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-352e331e-7c3a-43c7-8e5f-8e741e06c78f req-9ab385b2-961f-4152-a7b5-65e0690035e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 1096 time: 0.0393879
Nov 27 21:22:29.860051 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-352e331e-7c3a-43c7-8e5f-8e741e06c78f req-33a5caa3-b2d5-4f5d-b92f-a0d93f9de161 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416989
Nov 27 21:22:29.910872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c883a-cf9d-4ad6-b497-fd561e150cbe req-4f536064-e91d-4b1d-a19c-06d05721b588 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:29.912367 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c6c883a-cf9d-4ad6-b497-fd561e150cbe req-4f536064-e91d-4b1d-a19c-06d05721b588 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 945 time: 0.0514216
Nov 27 21:22:29.958379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c6c883a-cf9d-4ad6-b497-fd561e150cbe req-37f68b15-8082-4f0c-9e98-f45afc29ed5b tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400116
Nov 27 21:22:31.077526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d05a9-423b-4b49-9968-ba7c49169a36 req-0051d908-15dd-4f9b-90a8-5448d3a99871 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:31.079028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d79d05a9-423b-4b49-9968-ba7c49169a36 req-0051d908-15dd-4f9b-90a8-5448d3a99871 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 945 time: 0.0512776
Nov 27 21:22:31.128309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d79d05a9-423b-4b49-9968-ba7c49169a36 req-e662545f-6fbd-447e-aa70-04abac86cf5a tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432291
Nov 27 21:22:32.244641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad9c09-fb2b-4e10-b677-9a599fae12f2 req-de18f160-b675-42bc-9b61-63dc155e99e7 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:32.246126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36ad9c09-fb2b-4e10-b677-9a599fae12f2 req-de18f160-b675-42bc-9b61-63dc155e99e7 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 945 time: 0.0488243
Nov 27 21:22:32.292105 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-36ad9c09-fb2b-4e10-b677-9a599fae12f2 req-a89cbf8e-e6b4-4999-b1db-914ee9b47660 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400267
Nov 27 21:22:33.973515 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:22:34.324337 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4fb98c55-bc7a-4572-aa02-2abc0cc9a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:34.614142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db6284-5a6d-4323-9117-3668459987f3 req-efc80b35-dc39-4fa4-8482-da4a8d119ae1 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:34.615631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9db6284-5a6d-4323-9117-3668459987f3 req-efc80b35-dc39-4fa4-8482-da4a8d119ae1 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 945 time: 0.0482633
Nov 27 21:22:34.666759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9db6284-5a6d-4323-9117-3668459987f3 req-cdf1f067-776a-4615-a955-108a0bc388b8 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449178
Nov 27 21:22:35.791125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e73e-9b6a-485d-b649-f0f559f4a8de req-f7f66e06-04fe-4a10-b95e-14f29d2590d3 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:35.792651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5b4e73e-9b6a-485d-b649-f0f559f4a8de req-f7f66e06-04fe-4a10-b95e-14f29d2590d3 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 945 time: 0.0523572
Nov 27 21:22:35.838595 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a5b4e73e-9b6a-485d-b649-f0f559f4a8de req-cc412de7-2c3f-494b-9579-f7477d71422d tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.21 "GET /v2.0/security-groups?id=364f20c9-91fb-487a-ac99-a66421cf9908&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400102
Nov 27 21:22:35.971771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-88295587-55c8-4dc0-954d-58b83b6ec8be tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:35.973122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-88295587-55c8-4dc0-954d-58b83b6ec8be tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.15 "GET /v2.0/ports?device_id=720f830e-31ce-45d1-a1b2-de4a18cccbaf HTTP/1.1" status: 200  len: 945 time: 0.0477264
Nov 27 21:22:36.069001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Deleting port aeb107de-073a-4791-a30e-585daa097032 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:22:36.069349 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:36.160617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] For port aeb107de-073a-4791-a30e-585daa097032, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aeb107de-073a-4791-a30e-585daa097032,segment=NetworkSegment(87431a0b-212f-4918-9bb5-388296d0fbf2),segment_id=87431a0b-212f-4918-9bb5-388296d0fbf2)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:22:36.160983 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:36.173458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Calling delete_port for aeb107de-073a-4791-a30e-585daa097032 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:22:36.299209 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:36.313799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['aeb107de-073a-4791-a30e-585daa097032'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:22:36.332694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Pushing event deleted for resources: {'Port': ['ID=aeb107de-073a-4791-a30e-585daa097032,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:36.372634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] No DVR routers for this DVR port aeb107de-073a-4791-a30e-585daa097032 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:22:36.375103 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:36.378979 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cbb541cd-3315-4084-9a0a-b2e9165cb9e2 req-53ad9c89-1ca1-4ae2-a1e7-7ef00e0c32c6 tempest-VolumesActionsTest-1294016791 tempest-VolumesActionsTest-1294016791-project] 10.222.0.15 "DELETE /v2.0/ports/aeb107de-073a-4791-a30e-585daa097032 HTTP/1.1" status: 204  len: 173 time: 0.3992879
Nov 27 21:22:36.379486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720f830e-31ce-45d1-a1b2-de4a18cccbaf', 'name': 'network-vif-deleted', 'tag': 'aeb107de-073a-4791-a30e-585daa097032'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:22:36.381892 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a899f8-b818-42e4-8966-c9a262d1ac30" -d '{"events": [{"server_uuid": "720f830e-31ce-45d1-a1b2-de4a18cccbaf", "name": "network-vif-deleted", "tag": "aeb107de-073a-4791-a30e-585daa097032"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:22:36.488075 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e4512f52-9258-45c6-b95f-b87e6d00b43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:36.490494 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6851688f-a6ab-40ee-a93b-d8cf0565bfdc x-openstack-request-id: req-6851688f-a6ab-40ee-a93b-d8cf0565bfdc {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:22:36.490923 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720f830e-31ce-45d1-a1b2-de4a18cccbaf", "name": "network-vif-deleted", "tag": "aeb107de-073a-4791-a30e-585daa097032", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:22:36.491320 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6851688f-a6ab-40ee-a93b-d8cf0565bfdc {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:22:36.491856 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720f830e-31ce-45d1-a1b2-de4a18cccbaf', 'name': 'network-vif-deleted', 'tag': 'aeb107de-073a-4791-a30e-585daa097032', 'status': 'completed', 'code': 200}
Nov 27 21:22:37.890056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:39.529057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device aeb107de-073a-4791-a30e-585daa097032 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:22:39.552406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: aeb107de-073a-4791-a30e-585daa097032 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:22:39.552758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device aeb107de-073a-4791-a30e-585daa097032 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:22:39.619060 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:40.304100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:46.155466 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:48.346397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542048f-0ad5-480e-8074-79dba171b210 req-f87e6d79-cf91-47de-9623-5fe8b6dca65c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:48.347942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f542048f-0ad5-480e-8074-79dba171b210 req-f87e6d79-cf91-47de-9623-5fe8b6dca65c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0556984
Nov 27 21:22:48.404518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f542048f-0ad5-480e-8074-79dba171b210 req-96bdf480-4a16-42ea-9471-a56cedb76cf1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456145
Nov 27 21:22:48.482154 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:49.521749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba33aa-742b-4d89-86c3-afe6be63e88d req-f69587b8-526b-4a5f-8b23-f1af53f0a66f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:49.523280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cba33aa-742b-4d89-86c3-afe6be63e88d req-f69587b8-526b-4a5f-8b23-f1af53f0a66f tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0496428
Nov 27 21:22:49.575797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cba33aa-742b-4d89-86c3-afe6be63e88d req-5fa0bc06-0471-4f12-be9c-f7f39f149b93 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464053
Nov 27 21:22:50.104515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-dc1f8d3f-a39c-4c0f-8008-8f65dd36d37d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0434568
Nov 27 21:22:50.206538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-5ddb932c-8409-4885-8964-82c6595dcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:50.208352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-5ddb932c-8409-4885-8964-82c6595dcc83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05afa0d2a44144078e3fa7d820a95510&device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 1097 time: 0.0459149
Nov 27 21:22:50.332427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-9ca887d5-9e37-4569-9599-febcfc80ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:50.334014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-9ca887d5-9e37-4569-9599-febcfc80ac17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 200  len: 915 time: 0.1008127
Nov 27 21:22:50.384750 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-85c1a192-917a-4266-a035-439aa9caa4f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1e4b76-fd3c-453b-94c3-0dc63230c428 HTTP/1.1" status: 200  len: 217 time: 0.0391583
Nov 27 21:22:50.440508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-16c84ea7-e569-48c1-b34e-d8081ec3abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:50.442269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-16c84ea7-e569-48c1-b34e-d8081ec3abbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3aeda16d-86f2-4d1d-abd5-abc5c92311c2 HTTP/1.1" status: 200  len: 854 time: 0.0455279
Nov 27 21:22:50.476223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-854dcd28-2b58-4842-930f-c275d165f36f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebffb26f-bc13-421f-ad40-7f30998bc7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246248
Nov 27 21:22:50.575970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-7b10d290-91f1-4bde-93be-e02b0705e638 service neutron] 10.222.0.35 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863414
Nov 27 21:22:50.671214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea1c97ee-0cec-4cc5-9739-8dcc290e23d0 req-79ec3ffb-ed1f-42e1-9db3-6b8b677a1800 service neutron] 10.222.0.35 "GET /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837712
Nov 27 21:22:50.693639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafacb1-a53f-40bf-8369-62362d79a4d0 req-8cc9b402-3557-4b14-b5e0-f327bf7256a4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:50.695128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aeafacb1-a53f-40bf-8369-62362d79a4d0 req-8cc9b402-3557-4b14-b5e0-f327bf7256a4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0513616
Nov 27 21:22:50.748162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aeafacb1-a53f-40bf-8369-62362d79a4d0 req-f91f720d-f636-4728-84d6-cca6a7256e57 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469313
Nov 27 21:22:51.019231 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49168) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:51.062844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Deleting subnet 9737126a-f2d0-423f-97d2-0761f414077a {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:22:51.066404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.100386 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.137825 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.187379 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.219231 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.222611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9737126a-f2d0-423f-97d2-0761f414077a HTTP/1.1" status: 204  len: 168 time: 0.2023718
Nov 27 21:22:51.223696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9737126a-f2d0-423f-97d2-0761f414077a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:51.225283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49170) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:51.231323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.231697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.232040 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.232384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.232757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.233100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.233433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.233767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.234099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.234430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.234760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.235676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5e6b91-b81e-4a22-86cd-e494a7a1c861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:22:51.300740 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.389609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.410722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef6a2c70>,) {'filters': {'network_id': ['9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:22:51.419959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef6a2c70>, '87431a0b-212f-4918-9bb5-388296d0fbf2') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:22:51.420266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef6a2c70>, '87431a0b-212f-4918-9bb5-388296d0fbf2') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:22:51.430208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.444013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.449979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:22:51.450368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:22:51.452181 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:22:51.506468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.512627 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.515633 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe HTTP/1.1" status: 204  len: 168 time: 0.2892938
Nov 27 21:22:51.519129 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49172) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:51.527278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15f853-460d-4621-876c-d717a99b7ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9179657c-3f2a-45fb-8e4e-1dd2cdaf2dfe,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:51.565135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9db20a-69dd-4e60-9008-29a57e90e239 admin admin] Deleting subnet 123ff445-9f36-4f4d-a46d-b4dc79a81056 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:22:51.568231 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d9db20a-69dd-4e60-9008-29a57e90e239 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.602251 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d9db20a-69dd-4e60-9008-29a57e90e239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.639549 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d9db20a-69dd-4e60-9008-29a57e90e239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.691238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d9db20a-69dd-4e60-9008-29a57e90e239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.722768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9db20a-69dd-4e60-9008-29a57e90e239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123ff445-9f36-4f4d-a46d-b4dc79a81056,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:51.724831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1d9db20a-69dd-4e60-9008-29a57e90e239 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.728139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1d9db20a-69dd-4e60-9008-29a57e90e239 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/123ff445-9f36-4f4d-a46d-b4dc79a81056 HTTP/1.1" status: 204  len: 168 time: 0.2077849
Nov 27 21:22:51.730525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49174) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:51.800458 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.874090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee0ef3-7ccd-4718-abd1-e71a4a1d422b req-0a4660ef-fd62-4b30-b916-fe76054b7bd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:51.875551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8ee0ef3-7ccd-4718-abd1-e71a4a1d422b req-0a4660ef-fd62-4b30-b916-fe76054b7bd5 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0500906
Nov 27 21:22:51.898085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.920576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcab7d90>,) {'filters': {'network_id': ['21c58f55-e0eb-4257-8196-d3d52ef59bc8']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:22:51.931074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcab7d90>, '1fb2b428-8da2-4c35-8d1b-6385a5b98b27') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:22:51.931411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcab7d90>, '1fb2b428-8da2-4c35-8d1b-6385a5b98b27') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:22:51.935041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8ee0ef3-7ccd-4718-abd1-e71a4a1d422b req-64169f3c-9463-4239-9982-ba2e88d816e6 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512128
Nov 27 21:22:51.951981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.965874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.972197 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:22:51.972578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:22:51.974233 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:22:52.031646 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.038174 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.044073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] 10.222.0.21 "DELETE /v2.0/networks/21c58f55-e0eb-4257-8196-d3d52ef59bc8 HTTP/1.1" status: 204  len: 168 time: 0.3102360
Nov 27 21:22:52.057133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4605e-0c2a-4043-b121-f94d78edeced admin admin] Pushing event deleted for resources: {'Network': ['ID=21c58f55-e0eb-4257-8196-d3d52ef59bc8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:52.196506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49182) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:52.235062 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-898b8bc7-18c7-484f-b4b8-52e57d64abe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=686a8233f0e94b2bac7e4eb02ac5a4f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0374091
Nov 27 21:22:52.237728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49184) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:52.289048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a1c537f3-c86a-4b5a-8222-6aa0e2bcb688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.309659 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a1c537f3-c86a-4b5a-8222-6aa0e2bcb688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.355160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a1c537f3-c86a-4b5a-8222-6aa0e2bcb688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.357898 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a1c537f3-c86a-4b5a-8222-6aa0e2bcb688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.359058 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a1c537f3-c86a-4b5a-8222-6aa0e2bcb688 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/364f20c9-91fb-487a-ac99-a66421cf9908 HTTP/1.1" status: 204  len: 168 time: 0.1203384
Nov 27 21:22:52.368864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c537f3-c86a-4b5a-8222-6aa0e2bcb688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364f20c9-91fb-487a-ac99-a66421cf9908,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:52.684870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49190) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:52.725987 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d01cc39f-0b8b-41a9-b1b6-1375f9ab684c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fbf11da66a54891a89db48df774b6ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0398612
Nov 27 21:22:52.728420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49192) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:52.777129 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fd835ba-0a22-4387-aeb6-fa88693b7d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.798686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fd835ba-0a22-4387-aeb6-fa88693b7d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.847264 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fd835ba-0a22-4387-aeb6-fa88693b7d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.849912 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1fd835ba-0a22-4387-aeb6-fa88693b7d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:52.851110 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1fd835ba-0a22-4387-aeb6-fa88693b7d7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7f55d27-1f08-4edb-b3af-0658cdaf3303 HTTP/1.1" status: 204  len: 168 time: 0.1217909
Nov 27 21:22:52.858904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd835ba-0a22-4387-aeb6-fa88693b7d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f55d27-1f08-4edb-b3af-0658cdaf3303,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:53.073738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0221e-c5bc-447f-96bf-a6d3ffc8bf9c req-85020583-e393-4b3b-9a03-f4908cb208a4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:53.076026 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2b0221e-c5bc-447f-96bf-a6d3ffc8bf9c req-85020583-e393-4b3b-9a03-f4908cb208a4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0604877
Nov 27 21:22:53.132124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2b0221e-c5bc-447f-96bf-a6d3ffc8bf9c req-7a2805a8-6d4d-42f8-af93-1ccfd48fa2f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501623
Nov 27 21:22:53.904942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 49228) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:54.009918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e3b57df-f14b-4f85-9a5e-623ae03d9462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:54.082464 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e3b57df-f14b-4f85-9a5e-623ae03d9462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:54.086327 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e3b57df-f14b-4f85-9a5e-623ae03d9462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:54.123013 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7e3b57df-f14b-4f85-9a5e-623ae03d9462 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1633b0ee23ba426bb3b4ef52c1707bd9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2169859
Nov 27 21:22:54.123997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b57df-f14b-4f85-9a5e-623ae03d9462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e47844-00dd-4abe-ad16-b6b9fd933e72,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:54.125754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49232) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:22:54.175056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12595366-e0cd-4900-83b9-e120706e62b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:54.196333 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12595366-e0cd-4900-83b9-e120706e62b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:54.266389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af8bdc-0185-45cc-9c1a-a9b0f4cb8502 req-e01e090f-bac5-4265-9e3a-4b2c51a36c4d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:54.267969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04af8bdc-0185-45cc-9c1a-a9b0f4cb8502 req-e01e090f-bac5-4265-9e3a-4b2c51a36c4d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0654414
Nov 27 21:22:54.289845 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12595366-e0cd-4900-83b9-e120706e62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:54.292465 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-12595366-e0cd-4900-83b9-e120706e62b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:54.293584 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-12595366-e0cd-4900-83b9-e120706e62b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91e47844-00dd-4abe-ad16-b6b9fd933e72 HTTP/1.1" status: 204  len: 168 time: 0.1668339
Nov 27 21:22:54.306981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12595366-e0cd-4900-83b9-e120706e62b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e47844-00dd-4abe-ad16-b6b9fd933e72,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:54.342117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04af8bdc-0185-45cc-9c1a-a9b0f4cb8502 req-1f63fcd9-6c47-43c7-bfde-372117fec54a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673356
Nov 27 21:22:55.471939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c05695-ac04-4711-ae77-67ab25370576 req-04d45d77-bc3e-475a-8931-7358e658add1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:55.473516 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10c05695-ac04-4711-ae77-67ab25370576 req-04d45d77-bc3e-475a-8931-7358e658add1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0589073
Nov 27 21:22:55.523531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-10c05695-ac04-4711-ae77-67ab25370576 req-33985fb6-3855-47a6-a001-730bbc6c9547 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429795
Nov 27 21:22:56.544774 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-19872deb-5b3b-4d7f-b315-ef2a2cb35f9f tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e83b027153ea42e1b193393f015947f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338757
Nov 27 21:22:56.641532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8f630-c29f-4794-bd31-a5315e7e67c1 req-7f967179-e35c-4f06-8186-d2c2f687e6b7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:56.643835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00a8f630-c29f-4794-bd31-a5315e7e67c1 req-7f967179-e35c-4f06-8186-d2c2f687e6b7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0489588
Nov 27 21:22:56.693061 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-00a8f630-c29f-4794-bd31-a5315e7e67c1 req-2821af82-c943-4923-bfaa-5009c6922256 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431137
Nov 27 21:22:56.725745 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-9b7e9572-25bc-4b88-b4a4-646175b1afb4 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:56.727205 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-9b7e9572-25bc-4b88-b4a4-646175b1afb4 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1769683
Nov 27 21:22:56.742250 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-9f4b0513-278d-4fb6-9c60-4f100e8abe65 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/quotas/e83b027153ea42e1b193393f015947f1 HTTP/1.1" status: 200  len: 375 time: 0.0094426
Nov 27 21:22:56.772554 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-dfd23b97-da45-4828-9cbd-40f9bd843d68 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e83b027153ea42e1b193393f015947f1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0252192
Nov 27 21:22:56.928655 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f37b1db-4058-41ad-b58b-9d9af0bce56c req-c14c25df-3cc8-4ae0-8d53-71b404169f58 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 210 time: 0.0271068
Nov 27 21:22:57.764949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d6a6cf7a-adc2-4782-8d96-8222f3f51bd6 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e83b027153ea42e1b193393f015947f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0232432
Nov 27 21:22:57.871645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114974f-88b9-425d-93cc-c4721809e803 req-a08a4c20-276f-41ff-bfcf-f3a20a6f5736 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:57.873145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8114974f-88b9-425d-93cc-c4721809e803 req-a08a4c20-276f-41ff-bfcf-f3a20a6f5736 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.1072044
Nov 27 21:22:57.930846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-f1f2e338-9326-47f5-b8c5-032df3112c7b tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:57.932335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-f1f2e338-9326-47f5-b8c5-032df3112c7b tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1577935
Nov 27 21:22:57.962158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Request body: {'port': {'device_id': 'd90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': 'e83b027153ea42e1b193393f015947f1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:22:57.985221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8114974f-88b9-425d-93cc-c4721809e803 req-1665529f-d6ef-47c4-8d01-9478e3d011c9 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1051672
Nov 27 21:22:58.031994 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab83aa0a-2470-45ee-baae-525de1b630aa req-b0f341e5-1c05-4c9f-a43c-99226434748c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 210 time: 0.0304894
Nov 27 21:22:58.084603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Made reservation on behalf of e83b027153ea42e1b193393f015947f1 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:22:58.088099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.096317 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.170288 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.174695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.239334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eccf9314-d047-491d-802e-1d11499f9b89,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:58.308348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Allocated IP 192.168.233.106 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/c339fd67-2b47-427e-9554-ab5aa9895550) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:22:58.455400 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.488974 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.530919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:22:58.534949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:22:58.537862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:22:58.569812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Pushing event updated for resources: {'Port': ['ID=c339fd67-2b47-427e-9554-ab5aa9895550,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:58.595101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:58.596298 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.614483 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-975736a2-43bf-47ad-a292-a72b10deaa07 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6699498
Nov 27 21:22:58.628379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Request body: {'port': {'device_id': 'd90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:22:58.686631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.750546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1dfcfe20-662c-4f1a-8530-2412759339c0 None None] Provisioning complete for port c339fd67-2b47-427e-9554-ab5aa9895550 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:22:58.751141 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfe20-662c-4f1a-8530-2412759339c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.784787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1dfcfe20-662c-4f1a-8530-2412759339c0 None None] Port c339fd67-2b47-427e-9554-ab5aa9895550 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:22:58.943923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c339fd67-2b47-427e-9554-ab5aa9895550 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:22:58.951107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:58.962893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Transition to ACTIVE for port object c339fd67-2b47-427e-9554-ab5aa9895550 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:22:58.966958 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:59.020674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Pushing event updated for resources: {'Port': ['ID=c339fd67-2b47-427e-9554-ab5aa9895550,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:59.179486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d9041-84dc-43a9-9f86-dffda8b69018 req-127df7c0-7fe3-4fd0-8f02-2ff76344bb2c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:59.182113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0b8d9041-84dc-43a9-9f86-dffda8b69018 req-127df7c0-7fe3-4fd0-8f02-2ff76344bb2c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 948 time: 0.0736837
Nov 27 21:22:59.234176 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0b8d9041-84dc-43a9-9f86-dffda8b69018 req-239fedae-6cfc-49e8-90d6-203374743152 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451272
Nov 27 21:22:59.380068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Attempting to bind port c339fd67-2b47-427e-9554-ab5aa9895550 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:22:59.380324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Attempting to bind port c339fd67-2b47-427e-9554-ab5aa9895550 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:22:59.380656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Attempting to bind port c339fd67-2b47-427e-9554-ab5aa9895550 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:22:59.395581 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4abc2-6f08-4481-a2d2-5179c09ac75c req-39797e52-b88b-48e5-9e06-c1943d62454b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:59.397077 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d9d4abc2-6f08-4481-a2d2-5179c09ac75c req-39797e52-b88b-48e5-9e06-c1943d62454b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.3306911
Nov 27 21:22:59.397616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Port c339fd67-2b47-427e-9554-ab5aa9895550 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:22:59.397942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Attempting to bind port c339fd67-2b47-427e-9554-ab5aa9895550 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:22:59.402847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:22:59.403188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:22:59.403610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:22:59.404037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Bound port: c339fd67-2b47-427e-9554-ab5aa9895550, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:22:59.404397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:59.488651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d9d4abc2-6f08-4481-a2d2-5179c09ac75c req-2bdee7ef-9bf6-4b07-9075-39eef33828f1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821705
Nov 27 21:22:59.504412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] For port c339fd67-2b47-427e-9554-ab5aa9895550, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:22:59.507524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] For port c339fd67-2b47-427e-9554-ab5aa9895550, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c339fd67-2b47-427e-9554-ab5aa9895550,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:22:59.512759 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:59.559998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:59.560715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:22:59.562124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] 10.222.0.15 "PUT /v2.0/ports/c339fd67-2b47-427e-9554-ab5aa9895550 HTTP/1.1" status: 200  len: 1096 time: 0.9386234
Nov 27 21:22:59.562576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb', 'tag': 'c339fd67-2b47-427e-9554-ab5aa9895550'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:22:59.564998 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e94b12-d11d-4786-b453-62cac677f508" -d '{"events": [{"name": "network-changed", "server_uuid": "d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb", "tag": "c339fd67-2b47-427e-9554-ab5aa9895550"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:22:59.592411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b72ba-bb12-4ac6-a786-968068b78515 service neutron] Pushing event updated for resources: {'Port': ['ID=c339fd67-2b47-427e-9554-ab5aa9895550,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:22:59.620494 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a210d4d0-e351-471a-b880-15e293b861a6 x-openstack-request-id: req-a210d4d0-e351-471a-b880-15e293b861a6 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:22:59.621235 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb", "tag": "c339fd67-2b47-427e-9554-ab5aa9895550", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:22:59.621495 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a210d4d0-e351-471a-b880-15e293b861a6 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:22:59.622249 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb', 'tag': 'c339fd67-2b47-427e-9554-ab5aa9895550', 'status': 'completed', 'code': 200}
Nov 27 21:22:59.667811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-920314bf-4d55-444e-b3b6-0f58c39690c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:59.669359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-920314bf-4d55-444e-b3b6-0f58c39690c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e83b027153ea42e1b193393f015947f1&device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 1099 time: 0.0456636
Nov 27 21:22:59.713109 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-624ddcc3-da63-4f3f-823d-27e660ceeb7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c339fd67-2b47-427e-9554-ab5aa9895550 HTTP/1.1" status: 200  len: 217 time: 0.0344870
Nov 27 21:22:59.769707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-cb8d53f3-fa38-41c3-b2b8-3603008c6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:59.771188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-cb8d53f3-fa38-41c3-b2b8-3603008c6bfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0489025
Nov 27 21:22:59.817926 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-3a623fd6-4c17-46c7-b83e-e38c0bfa52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:22:59.819481 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-3a623fd6-4c17-46c7-b83e-e38c0bfa52a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0395620
Nov 27 21:22:59.910555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-c818ac07-b1d5-49ba-8fa2-96bfcb9aa8bb service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828855
Nov 27 21:23:00.009875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be2c04ec-1274-4ece-9315-8c28b50f9b05 req-8531b0fb-46c9-4fa1-bf78-3ad8981b2510 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922248
Nov 27 21:23:00.095483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94b12-d11d-4786-b453-62cac677f508 req-bbaaf141-4372-450c-844a-988be2f05870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:00.096966 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3e94b12-d11d-4786-b453-62cac677f508 req-bbaaf141-4372-450c-844a-988be2f05870 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e83b027153ea42e1b193393f015947f1&device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 1099 time: 0.0409467
Nov 27 21:23:00.188406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94b12-d11d-4786-b453-62cac677f508 req-b7a9fb8f-c8c1-4af0-b819-36049df2e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:00.190315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3e94b12-d11d-4786-b453-62cac677f508 req-b7a9fb8f-c8c1-4af0-b819-36049df2e872 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.0863230
Nov 27 21:23:00.231969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3e94b12-d11d-4786-b453-62cac677f508 req-09de0b47-6f08-4917-9394-f95d2c1e072a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c339fd67-2b47-427e-9554-ab5aa9895550 HTTP/1.1" status: 200  len: 217 time: 0.0349767
Nov 27 21:23:00.282301 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94b12-d11d-4786-b453-62cac677f508 req-4ee9d12c-17b8-4f48-bf8a-04dc93a4a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:00.283865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3e94b12-d11d-4786-b453-62cac677f508 req-4ee9d12c-17b8-4f48-bf8a-04dc93a4a195 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0455847
Nov 27 21:23:00.361588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94b12-d11d-4786-b453-62cac677f508 req-bb958a1a-41ca-4ce4-8542-b97a35aee264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:00.363079 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3e94b12-d11d-4786-b453-62cac677f508 req-bb958a1a-41ca-4ce4-8542-b97a35aee264 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0719261
Nov 27 21:23:00.374817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a31d4-470e-40a7-984c-0087160146ac req-00a090d7-7c6f-4fdb-b207-16bbd96c5ce7 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:00.376208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab5a31d4-470e-40a7-984c-0087160146ac req-00a090d7-7c6f-4fdb-b207-16bbd96c5ce7 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 948 time: 0.0617373
Nov 27 21:23:00.480729 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ab5a31d4-470e-40a7-984c-0087160146ac req-5c0cb158-a4ee-4c5c-85ae-c02a37fd0a3b tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955718
Nov 27 21:23:00.499021 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3e94b12-d11d-4786-b453-62cac677f508 req-cfaa90b7-e62b-4bb9-830c-288128079981 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218698
Nov 27 21:23:00.590678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3e94b12-d11d-4786-b453-62cac677f508 req-74424fb6-b86e-41b7-8caf-e8137311b980 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838711
Nov 27 21:23:00.605917 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547a76b-652a-4cb2-a48d-29a3e7676534 req-e131e58d-aab9-486a-be22-6a8ac0d7e64a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:00.608152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0547a76b-652a-4cb2-a48d-29a3e7676534 req-e131e58d-aab9-486a-be22-6a8ac0d7e64a tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0510814
Nov 27 21:23:00.658172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0547a76b-652a-4cb2-a48d-29a3e7676534 req-82509e44-6408-4bfb-8554-469db3ef49e3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429096
Nov 27 21:23:01.600533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faaa84-6823-4d73-a95f-cbde652763e8 req-48e04795-7bd0-4dc3-aeff-363887c56689 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:01.602004 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66faaa84-6823-4d73-a95f-cbde652763e8 req-48e04795-7bd0-4dc3-aeff-363887c56689 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 948 time: 0.0506995
Nov 27 21:23:01.652855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66faaa84-6823-4d73-a95f-cbde652763e8 req-87263478-181d-4dc3-8256-6192455eab43 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448289
Nov 27 21:23:01.776777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7b2d9-442e-4059-88a4-09d82c47469b req-2a996816-5443-4ff9-a924-8918eb6fb6c4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:01.778258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-22b7b2d9-442e-4059-88a4-09d82c47469b req-2a996816-5443-4ff9-a924-8918eb6fb6c4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0520225
Nov 27 21:23:01.825532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-22b7b2d9-442e-4059-88a4-09d82c47469b req-d4819584-42d5-4b60-ae53-d3cf1aa44940 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414546
Nov 27 21:23:02.772882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65042-ba2f-4c33-a0d0-143a86f86688 req-1a1ccd11-cec3-4f31-9fca-ec499789351c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:02.774422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cad65042-ba2f-4c33-a0d0-143a86f86688 req-1a1ccd11-cec3-4f31-9fca-ec499789351c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 948 time: 0.0525682
Nov 27 21:23:02.846573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ef87-48cc-478b-8fed-216b0170899f req-b8a83513-58ed-42d9-9647-f14779482acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:02.848147 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e2a1ef87-48cc-478b-8fed-216b0170899f req-b8a83513-58ed-42d9-9647-f14779482acc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1096 time: 0.0679100
Nov 27 21:23:02.852825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cad65042-ba2f-4c33-a0d0-143a86f86688 req-48a598f8-2675-4562-a816-844255cdfdd5 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647588
Nov 27 21:23:02.895902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e2a1ef87-48cc-478b-8fed-216b0170899f req-881a506b-dc13-4704-91c9-aaa5b9dea856 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409791
Nov 27 21:23:02.945147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455bb9a-8014-49ce-a000-324040557dda req-65d4420e-2e3c-44aa-8eb3-351f0d3645f4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:02.946628 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2455bb9a-8014-49ce-a000-324040557dda req-65d4420e-2e3c-44aa-8eb3-351f0d3645f4 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0498991
Nov 27 21:23:02.994736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2455bb9a-8014-49ce-a000-324040557dda req-fcdc02f6-9546-4be0-8ff7-3d430c879b9b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422270
Nov 27 21:23:03.587101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c339fd67-2b47-427e-9554-ab5aa9895550 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:23:03.591566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6d6aee5a-e927-42d5-9274-f286c5113e62 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:23:03.739675 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:03.746443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c339fd67-2b47-427e-9554-ab5aa9895550, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c339fd67-2b47-427e-9554-ab5aa9895550,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:03.769989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'c339fd67-2b47-427e-9554-ab5aa9895550', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': 'c339fd67-2b47-427e-9554-ab5aa9895550', 'mac_address': 'fa:16:3e:35:22:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:23:03.776994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:23:03.779288 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c1194-aad7-48d2-826c-a7ba867218cf" -d '{"events": [{"server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:23:03.809753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d6aee5a-e927-42d5-9274-f286c5113e62,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:03.821973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:03.826270 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7993b7-dc2d-41f7-a8ee-e8f590b1443b x-openstack-request-id: req-cf7993b7-dc2d-41f7-a8ee-e8f590b1443b {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:23:03.826572 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "name": "network-vif-unplugged", "status": "completed", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:23:03.826832 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf7993b7-dc2d-41f7-a8ee-e8f590b1443b {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:23:03.827232 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'code': 200}
Nov 27 21:23:03.851048 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:03.876214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c339fd67-2b47-427e-9554-ab5aa9895550 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:23:03.903541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=6d6aee5a-e927-42d5-9274-f286c5113e62,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:03.909282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c339fd67-2b47-427e-9554-ab5aa9895550, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c339fd67-2b47-427e-9554-ab5aa9895550,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:03.913611 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:03.964305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c339fd67-2b47-427e-9554-ab5aa9895550,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:03.975433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c957150-8400-45d0-aaa6-e2f99aba2914 req-05c59929-69ac-42a0-85d8-4d11a0d16b3c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:03.976954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c957150-8400-45d0-aaa6-e2f99aba2914 req-05c59929-69ac-42a0-85d8-4d11a0d16b3c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 949 time: 0.0489872
Nov 27 21:23:04.027756 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8c957150-8400-45d0-aaa6-e2f99aba2914 req-e7933c73-b269-4343-91c2-07b27f7161f0 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449052
Nov 27 21:23:04.118400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a28fa-0f1a-4373-ba6c-a8684a60df1f req-e9fcf1a0-66ca-4652-8122-b4eb7cfc899b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:04.119949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b30a28fa-0f1a-4373-ba6c-a8684a60df1f req-e9fcf1a0-66ca-4652-8122-b4eb7cfc899b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 943 time: 0.0560153
Nov 27 21:23:04.170362 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b30a28fa-0f1a-4373-ba6c-a8684a60df1f req-3012bab6-de44-4acf-9c2d-bc88ff87d6eb tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424879
Nov 27 21:23:04.262117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c339fd67-2b47-427e-9554-ab5aa9895550'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:23:04.337406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b394b16-47d0-469c-894f-4d2106425d16 req-afe6b54b-78f5-4fea-a251-085e82bbdf82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0428462
Nov 27 21:23:04.344483 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9c26fa72-4cd1-43ac-90f0-03622f2c0a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:04.421939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394b16-47d0-469c-894f-4d2106425d16 req-45168781-40ba-4f0f-8efe-6ed974fac925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:04.423511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b394b16-47d0-469c-894f-4d2106425d16 req-45168781-40ba-4f0f-8efe-6ed974fac925 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1094 time: 0.0405631
Nov 27 21:23:04.534214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394b16-47d0-469c-894f-4d2106425d16 req-e9a25ec9-97ec-4e4f-bb53-bc4460db9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:04.535711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b394b16-47d0-469c-894f-4d2106425d16 req-e9a25ec9-97ec-4e4f-bb53-bc4460db9441 service neutron] 10.222.0.15 "GET /v2.0/networks?id=463c888b-41a7-4f22-80c2-8966fe563e56 HTTP/1.1" status: 200  len: 898 time: 0.0905728
Nov 27 21:23:04.602048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b394b16-47d0-469c-894f-4d2106425d16 req-dc62a850-aad8-40ac-8cc8-a10e678e87aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6aee5a-e927-42d5-9274-f286c5113e62 HTTP/1.1" status: 200  len: 999 time: 0.0587769
Nov 27 21:23:04.654860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394b16-47d0-469c-894f-4d2106425d16 req-1b055092-f1d6-436e-bf3c-aa2ca124ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:04.656329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b394b16-47d0-469c-894f-4d2106425d16 req-1b055092-f1d6-436e-bf3c-aa2ca124ba66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7255bf4-0a6c-4432-a1a8-0dfd1e138976 HTTP/1.1" status: 200  len: 834 time: 0.0473208
Nov 27 21:23:04.703098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b394b16-47d0-469c-894f-4d2106425d16 req-4c18fa3a-3018-45fc-bdee-6398a3f58cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:04.704669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b394b16-47d0-469c-894f-4d2106425d16 req-4c18fa3a-3018-45fc-bdee-6398a3f58cfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=463c888b-41a7-4f22-80c2-8966fe563e56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404487
Nov 27 21:23:04.793394 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b394b16-47d0-469c-894f-4d2106425d16 req-3c3c8829-fdc8-4c9d-80e1-806e8c8adda3 service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813637
Nov 27 21:23:04.885132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b394b16-47d0-469c-894f-4d2106425d16 req-80a18e7f-b0a9-40d0-b9ec-656db0f09c89 service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846586
Nov 27 21:23:05.144546 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdacb15-955b-406f-a383-7325e032e9f4 req-e0244f5f-9174-4a24-803b-8042a4f5accd tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:05.145965 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fdacb15-955b-406f-a383-7325e032e9f4 req-e0244f5f-9174-4a24-803b-8042a4f5accd tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 949 time: 0.0484109
Nov 27 21:23:05.191796 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fdacb15-955b-406f-a383-7325e032e9f4 req-bdb07d8c-f580-47f3-9a48-63db23e329c5 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398152
Nov 27 21:23:05.286351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fd640-fee7-4344-843e-059d7c1c2316 req-1c63fe17-30ee-4d41-8e27-3ded79309db0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:05.287857 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-180fd640-fee7-4344-843e-059d7c1c2316 req-1c63fe17-30ee-4d41-8e27-3ded79309db0 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 943 time: 0.0490615
Nov 27 21:23:05.336436 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-180fd640-fee7-4344-843e-059d7c1c2316 req-13e07965-5990-4c4b-90f8-a8c7619cbce3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426366
Nov 27 21:23:05.357934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 49374) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:05.422027 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5bbd8103-eb25-4fd6-8881-370f87d4f1bc tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/floatingips/f71ddcc7-c418-4d56-b87e-0a49b1f988ed HTTP/1.1" status: 200  len: 991 time: 0.0626621
Nov 27 21:23:05.588067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6d6aee5a-e927-42d5-9274-f286c5113e62 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:23:05.591861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c339fd67-2b47-427e-9554-ab5aa9895550 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:23:05.701723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port c339fd67-2b47-427e-9554-ab5aa9895550 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:23:05.713571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port c339fd67-2b47-427e-9554-ab5aa9895550 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:05.713952 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:05.746685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d6aee5a-e927-42d5-9274-f286c5113e62,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:05.764939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'port_id': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'mac_address': 'fa:16:3e:f0:a8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:23:05.824163 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:05.847868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6aee5a-e927-42d5-9274-f286c5113e62 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:23:05.856114 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:05.878795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d6aee5a-e927-42d5-9274-f286c5113e62,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:05.885555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:05.892836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c339fd67-2b47-427e-9554-ab5aa9895550'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:23:05.895055 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d9144-b724-4695-a303-df1726e5ed89" -d '{"events": [{"server_uuid": "d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb", "name": "network-vif-plugged", "status": "completed", "tag": "c339fd67-2b47-427e-9554-ab5aa9895550"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:23:05.930967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c339fd67-2b47-427e-9554-ab5aa9895550, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c339fd67-2b47-427e-9554-ab5aa9895550,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:05.934255 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d834ebb-151e-43d8-a778-adc90bceb123 x-openstack-request-id: req-3d834ebb-151e-43d8-a778-adc90bceb123 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:23:05.934544 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb", "name": "network-vif-plugged", "status": "completed", "tag": "c339fd67-2b47-427e-9554-ab5aa9895550", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:23:05.934803 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d834ebb-151e-43d8-a778-adc90bceb123 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:23:05.935197 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c339fd67-2b47-427e-9554-ab5aa9895550', 'code': 200}
Nov 27 21:23:05.938002 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:05.953946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=6d6aee5a-e927-42d5-9274-f286c5113e62,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:06.006416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c339fd67-2b47-427e-9554-ab5aa9895550,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:06.037668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1255b-9e10-4e41-83e6-fd65ccb3db19 req-8c818b58-01ed-4a1e-84d0-a9fd8ac0ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:06.039158 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54a1255b-9e10-4e41-83e6-fd65ccb3db19 req-8c818b58-01ed-4a1e-84d0-a9fd8ac0ac95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 1101 time: 0.0403459
Nov 27 21:23:06.083598 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54a1255b-9e10-4e41-83e6-fd65ccb3db19 req-74a8b686-d12b-447c-90fc-48dd148f4b2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367699
Nov 27 21:23:06.189921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['6d6aee5a-e927-42d5-9274-f286c5113e62'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:23:06.309667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37c009-42a4-4cff-b1b6-87ca9ba8a7a6 req-a09660f8-082f-4ef8-9ad2-65b14d36c1cd tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:06.311171 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce37c009-42a4-4cff-b1b6-87ca9ba8a7a6 req-a09660f8-082f-4ef8-9ad2-65b14d36c1cd tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 950 time: 0.0485764
Nov 27 21:23:06.362398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce37c009-42a4-4cff-b1b6-87ca9ba8a7a6 req-8fcde553-2e88-4329-8d28-b91d81d12153 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447843
Nov 27 21:23:06.490184 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec9db0a3-d894-4f3e-aa11-fd485531cbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:07.480539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd812d0-fdf7-4652-aefe-dd27172684d2 req-6bc37a1d-6c40-434a-925d-db69a91522cb tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:07.482034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bd812d0-fdf7-4652-aefe-dd27172684d2 req-6bc37a1d-6c40-434a-925d-db69a91522cb tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 950 time: 0.0506060
Nov 27 21:23:07.531052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bd812d0-fdf7-4652-aefe-dd27172684d2 req-3fbea795-117d-46b6-961a-f2396004d2a5 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417411
Nov 27 21:23:07.589588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6d6aee5a-e927-42d5-9274-f286c5113e62 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:23:07.640944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 6d6aee5a-e927-42d5-9274-f286c5113e62 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:07.641243 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:07.715071 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:07.747071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d6aee5a-e927-42d5-9274-f286c5113e62,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:07.751460 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:07.802547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=6d6aee5a-e927-42d5-9274-f286c5113e62,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:07.894973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:07.935848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:23:07.938116 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f08d80e-a359-45e2-839f-0aa2312c359e" -d '{"events": [{"server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "name": "network-vif-plugged", "status": "completed", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:23:07.975375 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc59a18-c4a0-477f-a0ad-6fc33ca64eda x-openstack-request-id: req-ddc59a18-c4a0-477f-a0ad-6fc33ca64eda {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:23:07.975658 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "name": "network-vif-plugged", "status": "completed", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:23:07.975919 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddc59a18-c4a0-477f-a0ad-6fc33ca64eda {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:23:07.976317 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'code': 200}
Nov 27 21:23:08.655495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3bb0-f38a-4d28-88e0-f38099b2fb8c req-6e1f6d19-3c06-47a0-9b38-4ba52d7a0e33 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:08.657064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b41d3bb0-f38a-4d28-88e0-f38099b2fb8c req-6e1f6d19-3c06-47a0-9b38-4ba52d7a0e33 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 950 time: 0.0565908
Nov 27 21:23:08.706073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b41d3bb0-f38a-4d28-88e0-f38099b2fb8c req-ee97077f-62a9-4c82-962b-4763e93196e7 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428703
Nov 27 21:23:09.612664 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:10.304697 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:10.973134 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:23:12.759532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d4e42-7056-4576-8fce-89ae4dce0409 req-c3d9e646-a5fa-4152-84be-1b9f4cce02d9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:12.761152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2c2d4e42-7056-4576-8fce-89ae4dce0409 req-c3d9e646-a5fa-4152-84be-1b9f4cce02d9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 946 time: 0.0493352
Nov 27 21:23:12.808398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2c2d4e42-7056-4576-8fce-89ae4dce0409 req-104254d0-1348-4e94-9044-f9a7078b56e4 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413053
Nov 27 21:23:13.927971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e368491-87f2-4746-80ee-22085f4abea2 req-07cad2c8-b371-4eb4-a3c5-4c4ac495dcdb tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:13.929386 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e368491-87f2-4746-80ee-22085f4abea2 req-07cad2c8-b371-4eb4-a3c5-4c4ac495dcdb tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 946 time: 0.0490997
Nov 27 21:23:13.976076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e368491-87f2-4746-80ee-22085f4abea2 req-7f433bae-dfcb-42bd-ae5c-d48458a71123 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fc79305-24e6-472b-9308-ace9676bd5f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407896
Nov 27 21:23:14.430437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-9be586c8-4847-4ea0-91b7-89a723b7f10f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:14.431964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-9be586c8-4847-4ea0-91b7-89a723b7f10f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 946 time: 0.0480037
Nov 27 21:23:14.529143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Deleting port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:23:14.529487 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:14.617925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] For port 9a1e4b76-fd3c-453b-94c3-0dc63230c428, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a1e4b76-fd3c-453b-94c3-0dc63230c428,segment=NetworkSegment(b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8),segment_id=b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:14.618213 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:14.630477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Calling delete_port for 9a1e4b76-fd3c-453b-94c3-0dc63230c428 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:23:14.769376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:14.786222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['9a1e4b76-fd3c-453b-94c3-0dc63230c428'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:23:14.801781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Pushing event deleted for resources: {'Port': ['ID=9a1e4b76-fd3c-453b-94c3-0dc63230c428,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:14.817814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.818193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.818739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.819318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.819679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.820031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.820375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.820527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821cc2b-38fa-44fa-aca7-99e24e2d5663 None None] DHCP port deletion for ebffb26f-bc13-421f-ad40-7f30998bc7a9 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:23:14.820710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.821053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.821389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.821772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.822054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:14.865455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] No DVR routers for this DVR port 9a1e4b76-fd3c-453b-94c3-0dc63230c428 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:23:14.868267 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:14.872433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-644c0432-c753-4c0b-b778-7a09fc7d98e1 req-e456a4ef-967c-4a1d-87d8-e5dc147c107f tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.35 "DELETE /v2.0/ports/9a1e4b76-fd3c-453b-94c3-0dc63230c428 HTTP/1.1" status: 204  len: 173 time: 0.4304671
Nov 27 21:23:14.872916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b475d9b-cae9-4927-8e6e-7350de7e4a42', 'name': 'network-vif-deleted', 'tag': '9a1e4b76-fd3c-453b-94c3-0dc63230c428'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:23:14.875222 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac84b65-774f-42ac-ad25-834cfd8d3629" -d '{"events": [{"server_uuid": "0b475d9b-cae9-4927-8e6e-7350de7e4a42", "name": "network-vif-deleted", "tag": "9a1e4b76-fd3c-453b-94c3-0dc63230c428"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:23:14.922454 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a21e94f-4fa6-4ccf-8420-2d043d0c8ff6 x-openstack-request-id: req-8a21e94f-4fa6-4ccf-8420-2d043d0c8ff6 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:23:14.922752 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b475d9b-cae9-4927-8e6e-7350de7e4a42", "name": "network-vif-deleted", "tag": "9a1e4b76-fd3c-453b-94c3-0dc63230c428", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:23:14.923053 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a21e94f-4fa6-4ccf-8420-2d043d0c8ff6 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:23:14.923503 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b475d9b-cae9-4927-8e6e-7350de7e4a42', 'name': 'network-vif-deleted', 'tag': '9a1e4b76-fd3c-453b-94c3-0dc63230c428', 'status': 'completed', 'code': 200}
Nov 27 21:23:15.082258 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3356a7e6-d89c-468a-9d4e-47b2153f440a req-548d05e7-c356-4be9-82e7-9449d3bd80ef tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b475d9b-cae9-4927-8e6e-7350de7e4a42 HTTP/1.1" status: 200  len: 210 time: 0.0268562
Nov 27 21:23:16.189568 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:18.312144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 9a1e4b76-fd3c-453b-94c3-0dc63230c428 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:23:18.333092 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 9a1e4b76-fd3c-453b-94c3-0dc63230c428 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:23:18.333439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 9a1e4b76-fd3c-453b-94c3-0dc63230c428 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:23:18.494257 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:19.085258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4102f-ee75-4b35-8435-793e74a95b5c req-c20f76b8-f24c-4368-8423-f3f88ecbc92c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:19.086766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9bd4102f-ee75-4b35-8435-793e74a95b5c req-c20f76b8-f24c-4368-8423-f3f88ecbc92c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 950 time: 0.0492160
Nov 27 21:23:19.138625 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9bd4102f-ee75-4b35-8435-793e74a95b5c req-e5c4146c-7a11-4971-a9a9-666bd0e0a04b tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449665
Nov 27 21:23:20.260680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe22ad0-294f-4981-9cef-298c7dd3df09 req-3a8cd1da-2c26-4c11-b140-fb7f3efccb8a tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:20.262454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1fe22ad0-294f-4981-9cef-298c7dd3df09 req-3a8cd1da-2c26-4c11-b140-fb7f3efccb8a tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 950 time: 0.0511787
Nov 27 21:23:20.321364 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1fe22ad0-294f-4981-9cef-298c7dd3df09 req-f9416282-8008-42f9-9a02-5ba462f57d3b tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/security-groups?id=eccf9314-d047-491d-802e-1d11499f9b89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522377
Nov 27 21:23:20.912732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-3944b07f-3a30-44c7-bd4c-0cce18172550 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:20.914122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-3944b07f-3a30-44c7-bd4c-0cce18172550 tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.15 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 950 time: 0.0565827
Nov 27 21:23:21.008003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Deleting port c339fd67-2b47-427e-9554-ab5aa9895550 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:23:21.008347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:21.095709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] For port c339fd67-2b47-427e-9554-ab5aa9895550, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c339fd67-2b47-427e-9554-ab5aa9895550,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:21.096371 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:21.108147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Calling delete_port for c339fd67-2b47-427e-9554-ab5aa9895550 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:23:21.241545 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:21.258878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c339fd67-2b47-427e-9554-ab5aa9895550'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:23:21.278522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Pushing event deleted for resources: {'Port': ['ID=c339fd67-2b47-427e-9554-ab5aa9895550,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:21.324850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] No DVR routers for this DVR port c339fd67-2b47-427e-9554-ab5aa9895550 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:23:21.328258 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:21.333669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f2d8323-8a9f-416d-b393-6e392d3ede13 req-8a0232bd-cd3d-4c7c-a92d-833e7c31b62c tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.15 "DELETE /v2.0/ports/c339fd67-2b47-427e-9554-ab5aa9895550 HTTP/1.1" status: 204  len: 173 time: 0.4116592
Nov 27 21:23:21.334454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb', 'name': 'network-vif-deleted', 'tag': 'c339fd67-2b47-427e-9554-ab5aa9895550'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:23:21.337654 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e150cb-84c8-4e6c-9fd8-dd0bffedcdc3" -d '{"events": [{"server_uuid": "d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb", "name": "network-vif-deleted", "tag": "c339fd67-2b47-427e-9554-ab5aa9895550"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:23:21.418512 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eea23a1-302f-44a1-b7c9-94aec4c4f30e x-openstack-request-id: req-4eea23a1-302f-44a1-b7c9-94aec4c4f30e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:23:21.419493 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb", "name": "network-vif-deleted", "tag": "c339fd67-2b47-427e-9554-ab5aa9895550", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:23:21.419914 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4eea23a1-302f-44a1-b7c9-94aec4c4f30e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:23:21.420524 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb', 'name': 'network-vif-deleted', 'tag': 'c339fd67-2b47-427e-9554-ab5aa9895550', 'status': 'completed', 'code': 200}
Nov 27 21:23:21.476092 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d32b509-c185-4b68-a15f-616c8bbde187 req-33756e58-4ef9-4468-aa80-c4b729f9844a tempest-VolumesBackupsTest-1517995977 tempest-VolumesBackupsTest-1517995977-project] 10.222.0.21 "GET /v2.0/ports?device_id=d90f308a-4dbf-4fd7-a3b5-0b6575d1a7fb HTTP/1.1" status: 200  len: 210 time: 0.0430381
Nov 27 21:23:23.699703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c339fd67-2b47-427e-9554-ab5aa9895550 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:23:23.725410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: c339fd67-2b47-427e-9554-ab5aa9895550 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:23:23.725760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c339fd67-2b47-427e-9554-ab5aa9895550 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:23:34.327447 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68bce065-c92d-4c54-82a1-6e753ac1fd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:36.493223 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-261ab14d-3fb3-4005-902d-23dc0c9080db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.273954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50202) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:37.319145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-356661b2-d30f-4df2-902a-ff8fca3eea4a admin admin] Deleting subnet 3aeda16d-86f2-4d1d-abd5-abc5c92311c2 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:23:37.322384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-356661b2-d30f-4df2-902a-ff8fca3eea4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.358410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-356661b2-d30f-4df2-902a-ff8fca3eea4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.402381 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-356661b2-d30f-4df2-902a-ff8fca3eea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.453029 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-356661b2-d30f-4df2-902a-ff8fca3eea4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.480442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356661b2-d30f-4df2-902a-ff8fca3eea4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aeda16d-86f2-4d1d-abd5-abc5c92311c2,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:37.482426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-356661b2-d30f-4df2-902a-ff8fca3eea4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.487719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-356661b2-d30f-4df2-902a-ff8fca3eea4a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3aeda16d-86f2-4d1d-abd5-abc5c92311c2 HTTP/1.1" status: 204  len: 168 time: 0.2126784
Nov 27 21:23:37.488013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb901be-90c8-4a77-a9fa-3c49da2a1ce6 None None] Network ebffb26f-bc13-421f-ad40-7f30998bc7a9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:23:37.488876 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50212) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:37.557058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.614966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f33e1-44ed-4035-9cdf-33ec305f43ee None None] DHCP port deletion for ebffb26f-bc13-421f-ad40-7f30998bc7a9 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:23:37.639776 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.659783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc055b50>,) {'filters': {'network_id': ['ebffb26f-bc13-421f-ad40-7f30998bc7a9']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:37.668775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc055b50>, 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:37.669081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc055b50>, 'b8f6d502-2c45-4e8b-9885-a7ce22c3b0f8') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:37.678164 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.691426 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.697194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:23:37.697575 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:23:37.699203 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:23:37.753271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.758541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.764544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ebffb26f-bc13-421f-ad40-7f30998bc7a9 HTTP/1.1" status: 204  len: 168 time: 0.2746589
Nov 27 21:23:37.781112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d977-5fd1-4f23-94fd-2f2ee9c456a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebffb26f-bc13-421f-ad40-7f30998bc7a9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:37.899183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:37.950323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50248) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:38.002968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50252) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:38.003198 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-859e8d72-ff0f-4664-b8d0-fec32feeaf79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05afa0d2a44144078e3fa7d820a95510&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0517030
Nov 27 21:23:38.056764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1deb-78ba-4fe2-9242-70f3bbcdd61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:38.080265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1deb-78ba-4fe2-9242-70f3bbcdd61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:38.149264 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1deb-78ba-4fe2-9242-70f3bbcdd61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:38.153170 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5cdf1deb-78ba-4fe2-9242-70f3bbcdd61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:38.157290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5cdf1deb-78ba-4fe2-9242-70f3bbcdd61b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fc79305-24e6-472b-9308-ace9676bd5f7 HTTP/1.1" status: 204  len: 168 time: 0.1498065
Nov 27 21:23:38.164278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf1deb-78ba-4fe2-9242-70f3bbcdd61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc79305-24e6-472b-9308-ace9676bd5f7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:39.620404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:40.316213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:46.182695 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:46.920545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50532) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:47.059632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c1504aa0-52db-49d3-9e5a-5a8554485f60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e83b027153ea42e1b193393f015947f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1377807
Nov 27 21:23:47.062008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50542) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:47.115326 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-423e6012-0dd1-4361-872a-8d9893b2d30f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:47.137116 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-423e6012-0dd1-4361-872a-8d9893b2d30f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:47.183437 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-423e6012-0dd1-4361-872a-8d9893b2d30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:47.186160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-423e6012-0dd1-4361-872a-8d9893b2d30f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:47.187352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-423e6012-0dd1-4361-872a-8d9893b2d30f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eccf9314-d047-491d-802e-1d11499f9b89 HTTP/1.1" status: 204  len: 168 time: 0.1241281
Nov 27 21:23:47.198081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e6012-0dd1-4361-872a-8d9893b2d30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccf9314-d047-491d-802e-1d11499f9b89,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:47.833686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50590) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:47.933496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1689609294-network', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:23:47.954953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Made reservation on behalf of 9754c7acc6c542a28aca81967d0e24a1 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:23:47.957286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:47.965968 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:47.973026 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:23:48.040875 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.044511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.065189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:23:48.080384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdee606-facd-4a0a-8f7a-fb5cfd1ce4e0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:48.083210 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.083580 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Added segment effd0f57-4db6-40aa-a0e0-6c68b257d35d of type vlan for network 5c064865-477d-4cc1-b484-a41268f0b869
Nov 27 21:23:48.124604 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.152583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.153625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:48.154214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.202482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3676584
Nov 27 21:23:48.206088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50594) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:48.216915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Request body: {'subnet': {'network_id': '5c064865-477d-4cc1-b484-a41268f0b869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1689609294-subnet', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:23:48.228027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9243d-8d1b-4bc6-b59d-aa3a4ecb7be1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c064865-477d-4cc1-b484-a41268f0b869,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:48.242930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 5c064865-477d-4cc1-b484-a41268f0b869 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:23:48.244889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Made reservation on behalf of 9754c7acc6c542a28aca81967d0e24a1 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:23:48.247216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.430148 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.491790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ee248d-1688-4834-b965-ac767405825a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:48.500638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Checking segment: {'id': 'effd0f57-4db6-40aa-a0e0-6c68b257d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:23:48.501765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Network hostable DHCP agents. Network: 5c064865-477d-4cc1-b484-a41268f0b869, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:23:48.508931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.518834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Network 5c064865-477d-4cc1-b484-a41268f0b869 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:23:48.527152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c064865-477d-4cc1-b484-a41268f0b869) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:48.531376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:48.532011 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.536061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39f89e-02ba-4efc-8509-02e0363794b7 None None] Network 5c064865-477d-4cc1-b484-a41268f0b869 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:23:48.549093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a8c5ea89-da2d-4ae6-8818-e84578c4b541 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3419414
Nov 27 21:23:48.551894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50612) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:48.556375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:23:48.577179 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.578336 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.628957 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.680639 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5c064865-477d-4cc1-b484-a41268f0b869', 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'fixed_ips': [{'subnet_id': '03ee248d-1688-4834-b965-ac767405825a'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:23:48.681504 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.774448 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.830532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Allocated IP 172.20.0.2 (5c064865-477d-4cc1-b484-a41268f0b869/03ee248d-1688-4834-b965-ac767405825a/c1a8cbdd-dc79-4101-9434-fa4678f5bc4f) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:23:48.989758 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:48.996138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.009379 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.028166 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.042200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Network 5c064865-477d-4cc1-b484-a41268f0b869 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:23:49.048460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:49.050335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Pushing event updated for resources: {'Port': ['ID=c1a8cbdd-dc79-4101-9434-fa4678f5bc4f,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:49.056869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:23:49.060472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.060828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.061173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.061512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.061850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.062185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.062516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.062845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.063195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.063603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.063982 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.064315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:49.116137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Attempting to bind port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:23:49.116520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Attempting to bind port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'effd0f57-4db6-40aa-a0e0-6c68b257d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:23:49.117002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Attempting to bind port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f on network 5c064865-477d-4cc1-b484-a41268f0b869 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:23:49.122272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:23:49.122657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Checking segment: {'id': 'effd0f57-4db6-40aa-a0e0-6c68b257d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:23:49.123068 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.123624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Bound using segment: {'id': 'effd0f57-4db6-40aa-a0e0-6c68b257d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:23:49.124227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Bound port: c1a8cbdd-dc79-4101-9434-fa4678f5bc4f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effd0f57-4db6-40aa-a0e0-6c68b257d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:23:49.124615 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.132868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Allocated IP 172.35.3.169 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/8fd55b75-7441-4574-9f63-5911b07aa4ed) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:23:49.190472 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] For port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:23:49.193388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] For port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1a8cbdd-dc79-4101-9434-fa4678f5bc4f,segment=NetworkSegment(effd0f57-4db6-40aa-a0e0-6c68b257d35d),segment_id=effd0f57-4db6-40aa-a0e0-6c68b257d35d)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:23:49.197172 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.246491 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.258405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d494c4-6d3c-41a2-9eed-924c1ccf2853 None None] Pushing event updated for resources: {'Port': ['ID=c1a8cbdd-dc79-4101-9434-fa4678f5bc4f,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:49.292991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.336236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:23:49.341724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:49.344277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:23:49.347971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Pushing event updated for resources: {'Port': ['ID=8fd55b75-7441-4574-9f63-5911b07aa4ed,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:49.357555 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb1f3d-2fe3-4c17-80df-6865b13b5ec2 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:23:49.463433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ddfa2df2-5026-4394-b021-37017ecf46cc None None] Provisioning complete for port 8fd55b75-7441-4574-9f63-5911b07aa4ed triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:49.464734 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2df2-5026-4394-b021-37017ecf46cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.574852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa2df2-5026-4394-b021-37017ecf46cc None None] Port 8fd55b75-7441-4574-9f63-5911b07aa4ed cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:23:49.692612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:49.902781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:50.044249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:23:50.298709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6674a44d-ce62-4daf-9510-1bcc8edb3d1b None None] Network 5c064865-477d-4cc1-b484-a41268f0b869 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:23:50.420626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:23:50.427716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ec5840a9-1674-41a5-b7f3-47f45789f38b None None] Provisioning complete for port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:50.428145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec5840a9-1674-41a5-b7f3-47f45789f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:50.435314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Sync routers for ids ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:23:50.439508 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:50.440957 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-82ed720f-0b3a-4cc1-8127-705fbbf8fb6d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.8878140
Nov 27 21:23:50.443606 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50632) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:50.497079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Routers {'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:23:50.497715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4fd8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:50.653452 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec5840a9-1674-41a5-b7f3-47f45789f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:50.676785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Set router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:23:50.771208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ec5840a9-1674-41a5-b7f3-47f45789f38b None None] For port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1a8cbdd-dc79-4101-9434-fa4678f5bc4f,segment=NetworkSegment(effd0f57-4db6-40aa-a0e0-6c68b257d35d),segment_id=effd0f57-4db6-40aa-a0e0-6c68b257d35d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:50.804576 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec5840a9-1674-41a5-b7f3-47f45789f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:50.882221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5840a9-1674-41a5-b7f3-47f45789f38b None None] Pushing event updated for resources: {'Port': ['ID=c1a8cbdd-dc79-4101-9434-fa4678f5bc4f,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:50.940455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d17f7370-fc0e-47bd-832a-a85f4c1c0997 None None] Provisioning complete for port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:50.940749 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d17f7370-fc0e-47bd-832a-a85f4c1c0997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:50.941807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:50.999016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4fd8e0>, [{'id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:48Z', 'updated_at': '2021-11-27T21:23:49Z', 'revision_number': 3, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'gw_port': {'id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:49Z', 'updated_at': '2021-11-27T21:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:51.038007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Checking router: c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:23:51.038416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Updating router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 port 8fd55b75-7441-4574-9f63-5911b07aa4ed binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:23:51.100306 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.180238 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Allocated IP 172.20.0.1 (5c064865-477d-4cc1-b484-a41268f0b869/03ee248d-1688-4834-b965-ac767405825a/b3abc848-1f71-4b48-9a6e-97e0fc90b5d4) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:23:51.240053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c1a8cbdd-dc79-4101-9434-fa4678f5bc4f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:23:51.316105 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.348152 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.361939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:51.362534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.388820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Network 5c064865-477d-4cc1-b484-a41268f0b869 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:23:51.393998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:51.399462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:23:51.402549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3abc848-1f71-4b48-9a6e-97e0fc90b5d4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:51.451332 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.497297 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.507655 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.546757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a009977-2c38-4898-9fa1-0da3c515c223 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:23:51.564319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Attempting to bind port 8fd55b75-7441-4574-9f63-5911b07aa4ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:23:51.564699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Attempting to bind port 8fd55b75-7441-4574-9f63-5911b07aa4ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:23:51.565070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Attempting to bind port 8fd55b75-7441-4574-9f63-5911b07aa4ed on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:23:51.578028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:23:51.578418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:23:51.578866 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.579290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:23:51.579874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Bound port: 8fd55b75-7441-4574-9f63-5911b07aa4ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:23:51.580159 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.585837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f79b7-c2e7-4930-8ee2-3252dc14e469 None None] Pushing event updated for resources: {'Port': ['ID=8fd55b75-7441-4574-9f63-5911b07aa4ed,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:51.628993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.652083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c3895372-93ae-40aa-b05f-cd5322424aa1 None None] Provisioning complete for port 8fd55b75-7441-4574-9f63-5911b07aa4ed triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:51.652465 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c3895372-93ae-40aa-b05f-cd5322424aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.655149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] For port 8fd55b75-7441-4574-9f63-5911b07aa4ed, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:23:51.688133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] For port 8fd55b75-7441-4574-9f63-5911b07aa4ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fd55b75-7441-4574-9f63-5911b07aa4ed,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:23:51.695309 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.703920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c3895372-93ae-40aa-b05f-cd5322424aa1 None None] Port 8fd55b75-7441-4574-9f63-5911b07aa4ed cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:23:51.742350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd883e-6ef5-4aac-9ba4-2f847b8a4bd2 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:23:51.764060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f79b7-c2e7-4930-8ee2-3252dc14e469 None None] Pushing event updated for resources: {'Port': ['ID=8fd55b75-7441-4574-9f63-5911b07aa4ed,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:51.766445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Routers {'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:23:51.767076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4fd8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:51.804980 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.811332 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.874620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b7a0e194-08d4-4495-a298-251e4d268f22 None None] Provisioning complete for port 8fd55b75-7441-4574-9f63-5911b07aa4ed triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:51.875000 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7a0e194-08d4-4495-a298-251e4d268f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.880785 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:51.882569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3abc848-1f71-4b48-9a6e-97e0fc90b5d4,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:51.928869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] Set router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:23:51.996020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Network 5c064865-477d-4cc1-b484-a41268f0b869 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:23:51.998027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:52.122474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50672) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:52.180686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:23:52.218404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7a0e194-08d4-4495-a298-251e4d268f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.288868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.320807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:23:52.326756 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-48a9987a-c338-490b-b3cd-2defb7ccbdb0 admin admin] 10.222.0.21 "PUT /v2.0/routers/c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8819604
Nov 27 21:23:52.349911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b7a0e194-08d4-4495-a298-251e4d268f22 None None] For port 8fd55b75-7441-4574-9f63-5911b07aa4ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fd55b75-7441-4574-9f63-5911b07aa4ed,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:52.405298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7a0e194-08d4-4495-a298-251e4d268f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.458430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b7a0e194-08d4-4495-a298-251e4d268f22 None None] Provisioning complete for port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:52.459005 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7a0e194-08d4-4495-a298-251e4d268f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.468326 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.473221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.509415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0e194-08d4-4495-a298-251e4d268f22 None None] Port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:23:52.529840 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf0472ce0ce9426facb631be6459a422&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4053769
Nov 27 21:23:52.531598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50682) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:52.548253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baea03e-d280-4444-b2b1-f7a71d47d335,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:52.549103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0e194-08d4-4495-a298-251e4d268f22 None None] Pushing event updated for resources: {'Port': ['ID=8fd55b75-7441-4574-9f63-5911b07aa4ed,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:52.568500 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.571328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.573283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.573808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.576643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.577372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.577886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.578407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.579759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.580284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.583628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.584172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b185e-21a1-4c0e-bc8a-4d496db07a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:52.627536 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78a9a41e-edd0-4c3e-8ed5-4cedb67dcc74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.639741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cc5b962c-bac5-4934-a0be-5db976401770 None None] Provisioning complete for port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:52.640125 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc5b962c-bac5-4934-a0be-5db976401770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.658057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78a9a41e-edd0-4c3e-8ed5-4cedb67dcc74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.683551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc4fd8e0>, [{'id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:48Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 4, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'gw_port': {'id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:49Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3abc848-1f71-4b48-9a6e-97e0fc90b5d4', 'name': '', 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'mac_address': 'fa:16:3e:4e:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03ee248d-1688-4834-b965-ac767405825a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:50Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 1, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'subnets': [{'id': '03ee248d-1688-4834-b965-ac767405825a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:52.686876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b962c-bac5-4934-a0be-5db976401770 None None] Port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:23:52.717063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e21ce-b0af-4861-8523-3130d5bc2b61 None None] The sync data for ids ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'] in ncdv-master-1 is: [{'id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:48Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 4, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'gw_port': {'id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:49Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3abc848-1f71-4b48-9a6e-97e0fc90b5d4', 'name': '', 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'mac_address': 'fa:16:3e:4e:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03ee248d-1688-4834-b965-ac767405825a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:50Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 1, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'subnets': [{'id': '03ee248d-1688-4834-b965-ac767405825a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:23:52.727105 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78a9a41e-edd0-4c3e-8ed5-4cedb67dcc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.731691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-78a9a41e-edd0-4c3e-8ed5-4cedb67dcc74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:52.733232 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-78a9a41e-edd0-4c3e-8ed5-4cedb67dcc74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7baea03e-d280-4444-b2b1-f7a71d47d335 HTTP/1.1" status: 204  len: 168 time: 0.1996026
Nov 27 21:23:52.744278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9a41e-edd0-4c3e-8ed5-4cedb67dcc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baea03e-d280-4444-b2b1-f7a71d47d335,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:53.136778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50704) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:53.142709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1207281075-network', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:23:53.170096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Made reservation on behalf of 674e404c419c4edc83c8ad40b43ba4a6 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:23:53.172899 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.182180 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.269228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.274386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.296949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:23:53.312798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca9e34f-77e1-4464-a265-00eb09891291,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:53.316713 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.317061 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Added segment 4db3955f-39e8-4f50-8b61-c471f359567e of type vlan for network 218a0ecc-0c74-4d90-9492-859c5a665649
Nov 27 21:23:53.359467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.390256 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.392088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:53.393125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.464248 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3262763
Nov 27 21:23:53.466892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50714) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:53.472110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Request body: {'subnet': {'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1207281075-subnet', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:23:53.473316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ee3dc-abd2-401f-8aa3-fa7214d2bae2 admin admin] Pushing event updated for resources: {'Network': ['ID=218a0ecc-0c74-4d90-9492-859c5a665649,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:53.484433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 218a0ecc-0c74-4d90-9492-859c5a665649 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:23:53.543712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Made reservation on behalf of 674e404c419c4edc83c8ad40b43ba4a6 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:23:53.546808 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.752975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.809918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b005d85f-afb8-445e-a910-444057a6c333,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:53.822453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Checking segment: {'id': '4db3955f-39e8-4f50-8b61-c471f359567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:23:53.822817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Network hostable DHCP agents. Network: 218a0ecc-0c74-4d90-9492-859c5a665649, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:23:53.843844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Network 218a0ecc-0c74-4d90-9492-859c5a665649 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:23:53.859344 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 218a0ecc-0c74-4d90-9492-859c5a665649) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:53.874404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56e9da-dfdb-4425-b6f4-66da93f8f288 None None] Network 218a0ecc-0c74-4d90-9492-859c5a665649 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:23:53.879511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:23:53.880116 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.906557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50726) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:53.906954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-52585f7a-7531-4ed8-a492-7cdb2d90290e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4387403
Nov 27 21:23:53.912048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:23:53.942543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:53.944096 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.010791 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.067010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-218a0ecc-0c74-4d90-9492-859c5a665649', 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'fixed_ips': [{'subnet_id': 'b005d85f-afb8-445e-a910-444057a6c333'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:23:54.068837 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.177206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.255377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Allocated IP 172.20.0.2 (218a0ecc-0c74-4d90-9492-859c5a665649/b005d85f-afb8-445e-a910-444057a6c333/dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:23:54.459989 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.475512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.534633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Network 218a0ecc-0c74-4d90-9492-859c5a665649 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:23:54.538747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:54.541282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Pushing event updated for resources: {'Port': ['ID=dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:54.544477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:23:54.555725 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.580992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.613173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Attempting to bind port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:23:54.613564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Attempting to bind port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4db3955f-39e8-4f50-8b61-c471f359567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:23:54.613942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Attempting to bind port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca on network 218a0ecc-0c74-4d90-9492-859c5a665649 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:23:54.622839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:23:54.624502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Checking segment: {'id': '4db3955f-39e8-4f50-8b61-c471f359567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:23:54.625145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.625737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Bound using segment: {'id': '4db3955f-39e8-4f50-8b61-c471f359567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:23:54.627045 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Bound port: dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db3955f-39e8-4f50-8b61-c471f359567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:23:54.627045 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.718411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Allocated IP 172.35.3.183 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/b9160cf0-e78f-49d8-bcee-801f81c35d0b) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:23:54.721270 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] For port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:23:54.725936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] For port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca,segment=NetworkSegment(4db3955f-39e8-4f50-8b61-c471f359567e),segment_id=4db3955f-39e8-4f50-8b61-c471f359567e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:23:54.732095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.805327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6008f0-3a3b-4733-a1ed-11d54253d4b0 None None] Pushing event updated for resources: {'Port': ['ID=dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:54.852135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.895293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:54.937013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:23:54.941034 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:54.948655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:23:54.971290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0e955-a510-4491-88fc-9aeb22a168f2 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:23:54.988859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Pushing event updated for resources: {'Port': ['ID=b9160cf0-e78f-49d8-bcee-801f81c35d0b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:55.036382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c79684bc-c61e-4513-ab67-9acded96d5d8 None None] Provisioning complete for port b9160cf0-e78f-49d8-bcee-801f81c35d0b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:55.036758 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c79684bc-c61e-4513-ab67-9acded96d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:55.082166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c79684bc-c61e-4513-ab67-9acded96d5d8 None None] Port b9160cf0-e78f-49d8-bcee-801f81c35d0b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:23:55.253111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8fd55b75-7441-4574-9f63-5911b07aa4ed up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:23:55.263734 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:55.287618 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Sync routers for ids ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:23:55.298229 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Routers {'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:23:55.299083 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:55.304257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8fd55b75-7441-4574-9f63-5911b07aa4ed triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:55.304528 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:55.394222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:23:55.419962 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Set router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:23:55.471609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:55.471989 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:55.614257 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:55.651779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca,segment=NetworkSegment(4db3955f-39e8-4f50-8b61-c471f359567e),segment_id=4db3955f-39e8-4f50-8b61-c471f359567e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:55.657491 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:55.691169 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8d60>, [{'id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:48Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 4, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'gw_port': {'id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:49Z', 'updated_at': '2021-11-27T21:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3abc848-1f71-4b48-9a6e-97e0fc90b5d4', 'name': '', 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'mac_address': 'fa:16:3e:4e:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03ee248d-1688-4834-b965-ac767405825a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:50Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 2, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'subnets': [{'id': '03ee248d-1688-4834-b965-ac767405825a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:55.724598 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Checking router: c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:23:55.725753 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Updating router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:23:55.740278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:55.773767 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:55.818010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:55.971029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Router 593d3d65-7510-4f28-94d2-442a02ee59b8 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:23:56.084782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:23:56.094760 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:56.097029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Sync routers for ids ['593d3d65-7510-4f28-94d2-442a02ee59b8'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:23:56.101282 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:56.105746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:56.110928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50768) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:56.111538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2c6abe04-c53b-4e44-8f53-034506c73906 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.2028594
Nov 27 21:23:56.118331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Routers {'593d3d65-7510-4f28-94d2-442a02ee59b8'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:23:56.118971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3b4ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['593d3d65-7510-4f28-94d2-442a02ee59b8'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:56.153499 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Pushing event updated for resources: {'Port': ['ID=b3abc848-1f71-4b48-9a6e-97e0fc90b5d4,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:56.162576 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.162928 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.163336 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.163881 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.164376 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.164882 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.165917 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.166563 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.167107 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.167819 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.168198 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.168636 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:23:56.218022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515c957-e5ad-4764-9ffd-713df45e700a None None] Network 218a0ecc-0c74-4d90-9492-859c5a665649 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:23:56.233404 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Attempting to bind port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:23:56.233788 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Attempting to bind port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'effd0f57-4db6-40aa-a0e0-6c68b257d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:23:56.234162 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Attempting to bind port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 on network 5c064865-477d-4cc1-b484-a41268f0b869 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:23:56.244303 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:23:56.245160 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Checking segment: {'id': 'effd0f57-4db6-40aa-a0e0-6c68b257d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:23:56.245586 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:56.245999 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Bound using segment: {'id': 'effd0f57-4db6-40aa-a0e0-6c68b257d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:23:56.247940 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Bound port: b3abc848-1f71-4b48-9a6e-97e0fc90b5d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effd0f57-4db6-40aa-a0e0-6c68b257d35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:23:56.248539 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:56.299170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Set router 593d3d65-7510-4f28-94d2-442a02ee59b8 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:23:56.329791 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] For port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:23:56.333897 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] For port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3abc848-1f71-4b48-9a6e-97e0fc90b5d4,segment=NetworkSegment(effd0f57-4db6-40aa-a0e0-6c68b257d35d),segment_id=effd0f57-4db6-40aa-a0e0-6c68b257d35d)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:23:56.341424 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:56.409536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Routers {'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:23:56.410867 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:56.414668 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82085bef-ca12-45af-9108-073374c00be8 None None] Pushing event updated for resources: {'Port': ['ID=b3abc848-1f71-4b48-9a6e-97e0fc90b5d4,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:56.506647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bf7f37a9-618b-416a-bf90-2be66142d3a6 None None] Provisioning complete for port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:56.507019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf7f37a9-618b-416a-bf90-2be66142d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:56.555978 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] Set router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:23:56.696347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3b4ee0>, [{'id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:53Z', 'updated_at': '2021-11-27T21:23:55Z', 'revision_number': 3, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'gw_port': {'id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:54Z', 'updated_at': '2021-11-27T21:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:56.734423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Checking router: 593d3d65-7510-4f28-94d2-442a02ee59b8 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:23:56.735635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Updating router 593d3d65-7510-4f28-94d2-442a02ee59b8 port b9160cf0-e78f-49d8-bcee-801f81c35d0b binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:23:56.821920 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:56.990841 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b8d60>, [{'id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:48Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 4, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'gw_port': {'id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:49Z', 'updated_at': '2021-11-27T21:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3abc848-1f71-4b48-9a6e-97e0fc90b5d4', 'name': '', 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'mac_address': 'fa:16:3e:4e:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03ee248d-1688-4834-b965-ac767405825a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:50Z', 'updated_at': '2021-11-27T21:23:56Z', 'revision_number': 4, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'subnets': [{'id': '03ee248d-1688-4834-b965-ac767405825a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:57.066528 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72355d3-b237-4517-b8ea-b2f8af4754d7 None None] The sync data for ids ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'] in ncdv-master-1 is: [{'id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:48Z', 'updated_at': '2021-11-27T21:23:51Z', 'revision_number': 4, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'gw_port': {'id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:49Z', 'updated_at': '2021-11-27T21:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3abc848-1f71-4b48-9a6e-97e0fc90b5d4', 'name': '', 'network_id': '5c064865-477d-4cc1-b484-a41268f0b869', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'mac_address': 'fa:16:3e:4e:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '03ee248d-1688-4834-b965-ac767405825a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:50Z', 'updated_at': '2021-11-27T21:23:56Z', 'revision_number': 4, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'subnets': [{'id': '03ee248d-1688-4834-b965-ac767405825a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:23:57.083814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-004b2cd1-3d63-412a-9a61-5270c36dab9d None None] Provisioning complete for port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:57.084675 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-004b2cd1-3d63-412a-9a61-5270c36dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.193704 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.230770 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.244331 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.293560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270a9de-cbda-4d81-b152-f16303210af7 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:23:57.316083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:23:57.397852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Allocated IP 172.20.0.1 (218a0ecc-0c74-4d90-9492-859c5a665649/b005d85f-afb8-445e-a910-444057a6c333/b17f2547-0952-4ceb-b524-072b807a5391) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:23:57.526074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.528214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Attempting to bind port b9160cf0-e78f-49d8-bcee-801f81c35d0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:23:57.528569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Attempting to bind port b9160cf0-e78f-49d8-bcee-801f81c35d0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:23:57.528943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Attempting to bind port b9160cf0-e78f-49d8-bcee-801f81c35d0b on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:23:57.544492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c9667-b98b-4e9e-8dee-244c3957b3fb None None] Pushing event updated for resources: {'Port': ['ID=b9160cf0-e78f-49d8-bcee-801f81c35d0b,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:57.553946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:23:57.554324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:23:57.554801 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.555196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:23:57.555709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Bound port: b9160cf0-e78f-49d8-bcee-801f81c35d0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:23:57.556161 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.567539 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.614156 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Network 218a0ecc-0c74-4d90-9492-859c5a665649 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:23:57.617703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:57.619941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:23:57.626847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Pushing event updated for resources: {'Port': ['ID=b17f2547-0952-4ceb-b524-072b807a5391,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:57.635494 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-004b2cd1-3d63-412a-9a61-5270c36dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.669684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.675628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] For port b9160cf0-e78f-49d8-bcee-801f81c35d0b, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:23:57.710510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:57.712223 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.718314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] For port b9160cf0-e78f-49d8-bcee-801f81c35d0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9160cf0-e78f-49d8-bcee-801f81c35d0b,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:23:57.756919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.761745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-004b2cd1-3d63-412a-9a61-5270c36dab9d None None] For port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3abc848-1f71-4b48-9a6e-97e0fc90b5d4,segment=NetworkSegment(effd0f57-4db6-40aa-a0e0-6c68b257d35d),segment_id=effd0f57-4db6-40aa-a0e0-6c68b257d35d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:57.796826 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-004b2cd1-3d63-412a-9a61-5270c36dab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.848988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a6998-2761-4def-9490-9814e854328a None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:23:57.863337 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:57.886161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Routers {'593d3d65-7510-4f28-94d2-442a02ee59b8'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:23:57.886828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3b4ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['593d3d65-7510-4f28-94d2-442a02ee59b8'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:57.951874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c9667-b98b-4e9e-8dee-244c3957b3fb None None] Pushing event updated for resources: {'Port': ['ID=b9160cf0-e78f-49d8-bcee-801f81c35d0b,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:58.096329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-62b12432-4047-4f89-baaa-81cad26bd779 None None] Provisioning complete for port b9160cf0-e78f-49d8-bcee-801f81c35d0b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:58.096721 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62b12432-4047-4f89-baaa-81cad26bd779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:58.107972 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:58.110064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b2cd1-3d63-412a-9a61-5270c36dab9d None None] Pushing event updated for resources: {'Port': ['ID=b3abc848-1f71-4b48-9a6e-97e0fc90b5d4,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:58.116356 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:58.150696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] Set router 593d3d65-7510-4f28-94d2-442a02ee59b8 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:23:58.154185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:23:58.218209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:58.227208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Pushing event updated for resources: {'Port': ['ID=b17f2547-0952-4ceb-b524-072b807a5391,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:58.322891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Network 218a0ecc-0c74-4d90-9492-859c5a665649 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:23:58.324507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:23:58.430009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:58.430602 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:58.447645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62b12432-4047-4f89-baaa-81cad26bd779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:58.489030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Router 593d3d65-7510-4f28-94d2-442a02ee59b8 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:23:58.512451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-62b12432-4047-4f89-baaa-81cad26bd779 None None] For port b9160cf0-e78f-49d8-bcee-801f81c35d0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9160cf0-e78f-49d8-bcee-801f81c35d0b,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:23:58.539201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62b12432-4047-4f89-baaa-81cad26bd779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:58.614466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-62b12432-4047-4f89-baaa-81cad26bd779 None None] Provisioning complete for port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:58.614843 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62b12432-4047-4f89-baaa-81cad26bd779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:58.623365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:23:58.637963 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b1058a4e-df07-4161-8ae1-8f34bf094a50 admin admin] 10.222.0.21 "PUT /v2.0/routers/593d3d65-7510-4f28-94d2-442a02ee59b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5250266
Nov 27 21:23:58.659647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b12432-4047-4f89-baaa-81cad26bd779 None None] Pushing event updated for resources: {'Port': ['ID=b9160cf0-e78f-49d8-bcee-801f81c35d0b,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:58.727286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3b4ee0>, [{'id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:53Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 4, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'gw_port': {'id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:54Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b17f2547-0952-4ceb-b524-072b807a5391', 'name': '', 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'mac_address': 'fa:16:3e:1f:72:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'b005d85f-afb8-445e-a910-444057a6c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:57Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 1, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'subnets': [{'id': 'b005d85f-afb8-445e-a910-444057a6c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:23:58.759283 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87e461-9e51-4721-a1de-94e1d9204b5c None None] The sync data for ids ['593d3d65-7510-4f28-94d2-442a02ee59b8'] in ncdv-master-1 is: [{'id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:53Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 4, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'gw_port': {'id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:54Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b17f2547-0952-4ceb-b524-072b807a5391', 'name': '', 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'mac_address': 'fa:16:3e:1f:72:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'b005d85f-afb8-445e-a910-444057a6c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:57Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 1, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'subnets': [{'id': 'b005d85f-afb8-445e-a910-444057a6c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:23:58.928715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-40d5b518-697c-463d-966d-80c886ee3d60 None None] Provisioning complete for port b17f2547-0952-4ceb-b524-072b807a5391 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:58.929156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40d5b518-697c-463d-966d-80c886ee3d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:58.975106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-40d5b518-697c-463d-966d-80c886ee3d60 None None] Port b17f2547-0952-4ceb-b524-072b807a5391 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:23:59.231699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:23:59.298742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:23:59.299204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:59.633214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50882) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:59.784897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6a202195-a591-427f-a3b3-78f2b21aa077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:59.876269 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6a202195-a591-427f-a3b3-78f2b21aa077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:59.886216 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6a202195-a591-427f-a3b3-78f2b21aa077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:23:59.925627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50892) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:59.936904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6a202195-a591-427f-a3b3-78f2b21aa077 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d50c27f6a8ff4c60b0c83b539eae25f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3026016
Nov 27 21:23:59.938305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a202195-a591-427f-a3b3-78f2b21aa077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980b0166-6516-41be-96c8-5c410bdef32b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:23:59.940235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50894) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:23:59.994251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-914019b4-29fc-427a-9c5c-380eb52ec3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:00.019411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-914019b4-29fc-427a-9c5c-380eb52ec3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:00.074698 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-914019b4-29fc-427a-9c5c-380eb52ec3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:00.078003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-914019b4-29fc-427a-9c5c-380eb52ec3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:00.079391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-914019b4-29fc-427a-9c5c-380eb52ec3da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/980b0166-6516-41be-96c8-5c410bdef32b HTTP/1.1" status: 204  len: 168 time: 0.1380544
Nov 27 21:24:00.088132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914019b4-29fc-427a-9c5c-380eb52ec3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980b0166-6516-41be-96c8-5c410bdef32b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:00.330957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:00.608904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Deleting port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:00.608904 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:00.690084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] For port b3abc848-1f71-4b48-9a6e-97e0fc90b5d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3abc848-1f71-4b48-9a6e-97e0fc90b5d4,segment=NetworkSegment(effd0f57-4db6-40aa-a0e0-6c68b257d35d),segment_id=effd0f57-4db6-40aa-a0e0-6c68b257d35d)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:00.691122 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:00.705843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Calling delete_port for b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:00.894850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:00.925803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3abc848-1f71-4b48-9a6e-97e0fc90b5d4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:01.176113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:01.294624 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Sync routers for ids ['593d3d65-7510-4f28-94d2-442a02ee59b8'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:01.322595 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Routers {'593d3d65-7510-4f28-94d2-442a02ee59b8'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:01.323233 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['593d3d65-7510-4f28-94d2-442a02ee59b8'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:01.347901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b9160cf0-e78f-49d8-bcee-801f81c35d0b up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:01.401424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b9160cf0-e78f-49d8-bcee-801f81c35d0b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:01.401928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:01.443127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:24:01.459491 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Set router 593d3d65-7510-4f28-94d2-442a02ee59b8 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:01.512014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50930) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:01.572913 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:24:01.583909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] Sync routers for ids ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:01.587488 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4564a38e-c9fa-425f-bff5-b64726be311c admin admin] 10.222.0.21 "PUT /v2.0/routers/c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6585617
Nov 27 21:24:01.587863 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50934) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:01.601125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] Routers {'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:01.602004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd8ad790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:01.691155 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d4fa0>, [{'id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:53Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 4, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'gw_port': {'id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:54Z', 'updated_at': '2021-11-27T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b17f2547-0952-4ceb-b524-072b807a5391', 'name': '', 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'mac_address': 'fa:16:3e:1f:72:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'b005d85f-afb8-445e-a910-444057a6c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:57Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 2, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'subnets': [{'id': 'b005d85f-afb8-445e-a910-444057a6c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:01.698945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'network': {'name': 'tempest-network-smoke--204489057', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'port_security_enabled': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:01.717968 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Checking router: 593d3d65-7510-4f28-94d2-442a02ee59b8 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:01.718595 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Updating router 593d3d65-7510-4f28-94d2-442a02ee59b8 port b17f2547-0952-4ceb-b524-072b807a5391 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:24:01.728720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] Set router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:01.736600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:01.747397 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:01.775124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Made reservation on behalf of c0ac40a766ea478bab3fe658ba56b08f for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:01.778725 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:01.793259 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:01.888944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:01.929944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd8ad790>, [{'id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:48Z', 'updated_at': '2021-11-27T21:24:00Z', 'revision_number': 5, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'gw_port': {'id': '8fd55b75-7441-4574-9f63-5911b07aa4ed', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:49Z', 'updated_at': '2021-11-27T21:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:01.956279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:01.958683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] Checking router: c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:01.963232 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:01.968313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] Routers {'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:01.968872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd8ad790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:01.991701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:24:02.011853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df4763d-4d2f-484f-b66e-2773cfc7ef76,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:02.015151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Deleting port 8fd55b75-7441-4574-9f63-5911b07aa4ed {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:02.015586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.018621 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.019044 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Added segment d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10 of type vlan for network ec766a40-9645-4edf-b91e-8b4e69b2d68a
Nov 27 21:24:02.036981 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.044110 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.058207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] Set router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:02.095468 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8a995-53cd-4860-9dbe-113b21af4a0e None None] Pushing event updated for resources: {'Port': ['ID=b17f2547-0952-4ceb-b524-072b807a5391,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:02.101946 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.122409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd8ad790>, [{'id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:48Z', 'updated_at': '2021-11-27T21:24:01Z', 'revision_number': 6, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:02.162462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] For port 8fd55b75-7441-4574-9f63-5911b07aa4ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fd55b75-7441-4574-9f63-5911b07aa4ed,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:02.162973 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.163129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a223cd7-ad93-4857-887b-698feb6bbc5e None None] The sync data for ids ['c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10'] in ncdv-master-1 is: [{'id': 'c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10', 'name': 'tempest-TestAggregatesBasicOps-1689609294-router', 'tenant_id': '9754c7acc6c542a28aca81967d0e24a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:48Z', 'updated_at': '2021-11-27T21:24:01Z', 'revision_number': 6, 'project_id': '9754c7acc6c542a28aca81967d0e24a1', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:24:02.172345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.178530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:02.179273 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.193830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Calling delete_port for 8fd55b75-7441-4574-9f63-5911b07aa4ed owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:02.194061 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Attempting to bind port b17f2547-0952-4ceb-b524-072b807a5391 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:24:02.194455 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Attempting to bind port b17f2547-0952-4ceb-b524-072b807a5391 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4db3955f-39e8-4f50-8b61-c471f359567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:24:02.194846 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Attempting to bind port b17f2547-0952-4ceb-b524-072b807a5391 on network 218a0ecc-0c74-4d90-9492-859c5a665649 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:02.202025 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:24:02.202413 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Checking segment: {'id': '4db3955f-39e8-4f50-8b61-c471f359567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:02.202826 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.204168 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Bound using segment: {'id': '4db3955f-39e8-4f50-8b61-c471f359567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:24:02.204631 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Bound port: b17f2547-0952-4ceb-b524-072b807a5391, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db3955f-39e8-4f50-8b61-c471f359567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:24:02.205025 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.251715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7366531
Nov 27 21:24:02.256044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50936) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:02.262440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'admin_state_up': True, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:02.280640 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] For port b17f2547-0952-4ceb-b524-072b807a5391, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:24:02.284675 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] For port b17f2547-0952-4ceb-b524-072b807a5391, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b17f2547-0952-4ceb-b524-072b807a5391,segment=NetworkSegment(4db3955f-39e8-4f50-8b61-c471f359567e),segment_id=4db3955f-39e8-4f50-8b61-c471f359567e)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:24:02.289638 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.289815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.292212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.297964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a953f-d974-488e-90b8-2e7d5f8875de tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Network': ['ID=ec766a40-9645-4edf-b91e-8b4e69b2d68a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:02.309776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network ec766a40-9645-4edf-b91e-8b4e69b2d68a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:24:02.363730 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Routers {'593d3d65-7510-4f28-94d2-442a02ee59b8'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:02.364366 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['593d3d65-7510-4f28-94d2-442a02ee59b8'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:02.366463 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8a995-53cd-4860-9dbe-113b21af4a0e None None] Pushing event updated for resources: {'Port': ['ID=b17f2547-0952-4ceb-b524-072b807a5391,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:02.366621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.480135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.538315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b9a98b0d-a5b7-4ce7-be96-0402318be0f5 None None] Provisioning complete for port b17f2547-0952-4ceb-b524-072b807a5391 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:02.539203 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b0d-a5b7-4ce7-be96-0402318be0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.553970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd55b75-7441-4574-9f63-5911b07aa4ed,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:02.583394 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.612608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bed88-f91c-4ec6-80c3-0127fba66886 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:02.629231 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] Set router 593d3d65-7510-4f28-94d2-442a02ee59b8 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:02.648497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.754665 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b0d-a5b7-4ce7-be96-0402318be0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.798771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b9a98b0d-a5b7-4ce7-be96-0402318be0f5 None None] For port b17f2547-0952-4ceb-b524-072b807a5391, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b17f2547-0952-4ceb-b524-072b807a5391,segment=NetworkSegment(4db3955f-39e8-4f50-8b61-c471f359567e),segment_id=4db3955f-39e8-4f50-8b61-c471f359567e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:02.806499 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b0d-a5b7-4ce7-be96-0402318be0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.822539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.827320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.873437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a98b0d-a5b7-4ce7-be96-0402318be0f5 None None] Pushing event updated for resources: {'Port': ['ID=b17f2547-0952-4ceb-b524-072b807a5391,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:02.878113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.898711 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.907985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.908558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:24:02.913284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.919089 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f4973e2f-c7cd-4648-aef0-b9c77152be72 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c7ec082a-cb90-4ed9-94e4-cf6ba45a2a10 HTTP/1.1" status: 204  len: 168 time: 1.3301435
Nov 27 21:24:02.921812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50938) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:02.930659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-824246c6-b5bd-477b-8ecc-4acb4c303e17 None None] Provisioning complete for port b17f2547-0952-4ceb-b524-072b807a5391 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:02.931035 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-824246c6-b5bd-477b-8ecc-4acb4c303e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:02.942879 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d4fa0>, [{'id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:53Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 4, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'gw_port': {'id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:54Z', 'updated_at': '2021-11-27T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b17f2547-0952-4ceb-b524-072b807a5391', 'name': '', 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'mac_address': 'fa:16:3e:1f:72:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'b005d85f-afb8-445e-a910-444057a6c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:57Z', 'updated_at': '2021-11-27T21:24:02Z', 'revision_number': 4, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'subnets': [{'id': 'b005d85f-afb8-445e-a910-444057a6c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:02.971619 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d86ae-2a25-4989-ba38-5bd006f5bd8e None None] The sync data for ids ['593d3d65-7510-4f28-94d2-442a02ee59b8'] in ncdv-master-1 is: [{'id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:53Z', 'updated_at': '2021-11-27T21:23:57Z', 'revision_number': 4, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'gw_port': {'id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:54Z', 'updated_at': '2021-11-27T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b17f2547-0952-4ceb-b524-072b807a5391', 'name': '', 'network_id': '218a0ecc-0c74-4d90-9492-859c5a665649', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'mac_address': 'fa:16:3e:1f:72:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'b005d85f-afb8-445e-a910-444057a6c333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:57Z', 'updated_at': '2021-11-27T21:24:02Z', 'revision_number': 4, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'subnets': [{'id': 'b005d85f-afb8-445e-a910-444057a6c333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:24:02.984056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-186a576e-2403-4673-8554-257349711ef8 admin admin] Deleting subnet 03ee248d-1688-4834-b965-ac767405825a {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:24:02.991944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-186a576e-2403-4673-8554-257349711ef8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.025989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.35.3.173 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/80e254c4-0241-42df-8abc-a1ab855e617b) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:03.033598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-186a576e-2403-4673-8554-257349711ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.126266 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-186a576e-2403-4673-8554-257349711ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.149764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.201370 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-186a576e-2403-4673-8554-257349711ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.212463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.247104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a576e-2403-4673-8554-257349711ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ee248d-1688-4834-b965-ac767405825a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:03.249133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-186a576e-2403-4673-8554-257349711ef8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.256239 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eec2bb-d0e8-47d3-b05a-19f4778a52af None None] Network 5c064865-477d-4cc1-b484-a41268f0b869 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:03.257136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-186a576e-2403-4673-8554-257349711ef8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03ee248d-1688-4834-b965-ac767405825a HTTP/1.1" status: 204  len: 168 time: 0.3336592
Nov 27 21:24:03.259721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50940) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:03.290573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:03.294082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:03.298149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:03.342770 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.413357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Deleting port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:03.414076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.419108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=80e254c4-0241-42df-8abc-a1ab855e617b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:03.523133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] For port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1a8cbdd-dc79-4101-9434-fa4678f5bc4f,segment=NetworkSegment(effd0f57-4db6-40aa-a0e0-6c68b257d35d),segment_id=effd0f57-4db6-40aa-a0e0-6c68b257d35d)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:03.523550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.541279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Calling delete_port for c1a8cbdd-dc79-4101-9434-fa4678f5bc4f owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:03.596681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b17f2547-0952-4ceb-b524-072b807a5391 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:03.599222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a859a94-a051-4f33-b24f-def84ee31407 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:03.650697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.671751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] No DVR routers for this DVR port c1a8cbdd-dc79-4101-9434-fa4678f5bc4f on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:24:03.700907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.703735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7c40a001-57d2-4e61-814d-8b1c44a08979 None None] Provisioning complete for port 80e254c4-0241-42df-8abc-a1ab855e617b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:03.704321 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c40a001-57d2-4e61-814d-8b1c44a08979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.716612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a8cbdd-dc79-4101-9434-fa4678f5bc4f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:03.762736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b17f2547-0952-4ceb-b524-072b807a5391 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:03.763443 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.784867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.796359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7c40a001-57d2-4e61-814d-8b1c44a08979 None None] Port 80e254c4-0241-42df-8abc-a1ab855e617b cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:24:03.815528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efae3190>,) {'filters': {'network_id': ['5c064865-477d-4cc1-b484-a41268f0b869']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:03.825875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efae3190>, 'effd0f57-4db6-40aa-a0e0-6c68b257d35d') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:03.826175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efae3190>, 'effd0f57-4db6-40aa-a0e0-6c68b257d35d') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:03.837725 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.849334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7eb453-4c61-481a-945a-acf1dd22f9c9 None None] DHCP port deletion for 5c064865-477d-4cc1-b484-a41268f0b869 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:03.854264 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.865035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:24:03.865681 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:24:03.874254 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:24:03.941708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8fd55b75-7441-4574-9f63-5911b07aa4ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:03.942484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.951170 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:03.955127 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5c064865-477d-4cc1-b484-a41268f0b869 HTTP/1.1" status: 204  len: 168 time: 0.6939261
Nov 27 21:24:03.967427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50942) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:03.978783 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 8fd55b75-7441-4574-9f63-5911b07aa4ed {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:03.979500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8fd55b75-7441-4574-9f63-5911b07aa4ed not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:03.980300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:04.012464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202af2-7b83-4331-b229-022a09a483d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c064865-477d-4cc1-b484-a41268f0b869,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:04.015386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:04.016164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b3abc848-1f71-4b48-9a6e-97e0fc90b5d4 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:04.324063 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:04.332485 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6338-bfe9-4517-b57f-a2f6b8d3b958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:04.409740 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:04.454878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router f761e981-af06-4952-bc2c-63fd4801147c is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:24:04.570189 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:24:04.582588 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Sync routers for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:04.598140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:04.599011 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:04.602811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-99e4d451-f716-4bfa-b6ff-10eccbaf69df tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.3422313
Nov 27 21:24:04.603270 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50946) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:04.603752 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d48b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:04.689947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-94cd84b8-51b6-40cc-b331-be19073a487b tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c0ac40a766ea478bab3fe658ba56b08f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0852418
Nov 27 21:24:04.692627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50950) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:04.787639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192b74f-78f5-4638-a34e-8de5b9f63919 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:04.791726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3192b74f-78f5-4638-a34e-8de5b9f63919 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0956099
Nov 27 21:24:04.792444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50952) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:04.822192 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:04.826263 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-78c9581b-ec75-428d-a585-59a420ffde4f tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0326803
Nov 27 21:24:04.829365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50954) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:04.834143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1158020108', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:04.927425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Made reservation on behalf of c0ac40a766ea478bab3fe658ba56b08f for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:04.931345 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:04.958574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Deleting port b17f2547-0952-4ceb-b524-072b807a5391 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:04.959203 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.003444 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d48b0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:03Z', 'revision_number': 3, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:05.036891 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Checking router: f761e981-af06-4952-bc2c-63fd4801147c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:05.037386 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Updating router f761e981-af06-4952-bc2c-63fd4801147c port 80e254c4-0241-42df-8abc-a1ab855e617b binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:24:05.050038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] For port b17f2547-0952-4ceb-b524-072b807a5391, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b17f2547-0952-4ceb-b524-072b807a5391,segment=NetworkSegment(4db3955f-39e8-4f50-8b61-c471f359567e),segment_id=4db3955f-39e8-4f50-8b61-c471f359567e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:05.050406 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.063544 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.066171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Calling delete_port for b17f2547-0952-4ceb-b524-072b807a5391 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:05.125896 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.186169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Subnet': ['ID=3c515eb1-1a4a-4859-8b67-5f6f4dc80c13,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:05.195545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Checking segment: {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:05.195924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network hostable DHCP agents. Network: ec766a40-9645-4edf-b91e-8b4e69b2d68a, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:24:05.214345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network ec766a40-9645-4edf-b91e-8b4e69b2d68a is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:24:05.220745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c1a8cbdd-dc79-4101-9434-fa4678f5bc4f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:05.226358 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec766a40-9645-4edf-b91e-8b4e69b2d68a) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:05.232085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:05.232874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.252123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9352499a-bfe6-4418-a00f-3d7c29c864af None None] Network ec766a40-9645-4edf-b91e-8b4e69b2d68a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:05.256398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: c1a8cbdd-dc79-4101-9434-fa4678f5bc4f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:05.256968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device c1a8cbdd-dc79-4101-9434-fa4678f5bc4f not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:05.257429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-01765b0e-1c28-4faa-ab53-52508464f2ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4269381
Nov 27 21:24:05.260097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50956) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:05.328003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.331862 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.341565 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.393152 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Attempting to bind port 80e254c4-0241-42df-8abc-a1ab855e617b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:24:05.393944 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Attempting to bind port 80e254c4-0241-42df-8abc-a1ab855e617b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:24:05.394111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b17f2547-0952-4ceb-b524-072b807a5391,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:05.394229 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Attempting to bind port 80e254c4-0241-42df-8abc-a1ab855e617b on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:05.407611 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:24:05.407878 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:05.408113 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.408507 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:24:05.408991 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Bound port: 80e254c4-0241-42df-8abc-a1ab855e617b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:24:05.409380 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.450169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b945733-2d68-46cd-88d1-76f56ee01a9b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:05.460079 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f81707-9afe-4204-a305-4fb1aaa4ca52 None None] Pushing event updated for resources: {'Port': ['ID=80e254c4-0241-42df-8abc-a1ab855e617b,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:05.489046 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] For port 80e254c4-0241-42df-8abc-a1ab855e617b, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:24:05.492737 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] For port 80e254c4-0241-42df-8abc-a1ab855e617b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80e254c4-0241-42df-8abc-a1ab855e617b,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:24:05.500261 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.556727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:24:05.557508 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.583935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2bb5f8ee-5c6f-426d-9cf0-86bbd0505443 None None] Provisioning complete for port 80e254c4-0241-42df-8abc-a1ab855e617b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:05.584295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f8ee-5c6f-426d-9cf0-86bbd0505443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.588053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fafdd4f-2610-4e79-9a9b-cd1fa4d60454 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:05.605211 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:05.607358 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d48b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:05.670251 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.678712 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f81707-9afe-4204-a305-4fb1aaa4ca52 None None] Pushing event updated for resources: {'Port': ['ID=80e254c4-0241-42df-8abc-a1ab855e617b,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:05.762530 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:05.857420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Allocated IP 172.20.0.2 (ec766a40-9645-4edf-b91e-8b4e69b2d68a/3c515eb1-1a4a-4859-8b67-5f6f4dc80c13/8b372019-1ecd-4dd1-941c-d894f6506ecf) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:05.871923 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f8ee-5c6f-426d-9cf0-86bbd0505443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.940884 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.948746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2bb5f8ee-5c6f-426d-9cf0-86bbd0505443 None None] For port 80e254c4-0241-42df-8abc-a1ab855e617b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80e254c4-0241-42df-8abc-a1ab855e617b,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:05.961599 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f8ee-5c6f-426d-9cf0-86bbd0505443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:05.975339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Router 593d3d65-7510-4f28-94d2-442a02ee59b8 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:24:05.986078 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d48b0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:03Z', 'revision_number': 3, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:06.019959 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c1b80c-ab7e-49aa-a5d2-77c98f631f5b None None] The sync data for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 is: [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:03Z', 'revision_number': 3, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:24:06.050949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f8ee-5c6f-426d-9cf0-86bbd0505443 None None] Pushing event updated for resources: {'Port': ['ID=80e254c4-0241-42df-8abc-a1ab855e617b,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:06.110746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:24:06.121233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-858d266f-1b1d-4f7b-84ba-4fdba58b48ba admin admin] 10.222.0.21 "PUT /v2.0/routers/593d3d65-7510-4f28-94d2-442a02ee59b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1526155
Nov 27 21:24:06.122170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50958) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:06.129179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] Sync routers for ids ['593d3d65-7510-4f28-94d2-442a02ee59b8'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:06.151543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3f5920dc-3d83-4eae-8d40-5c9d2c930960 None None] Provisioning complete for port 80e254c4-0241-42df-8abc-a1ab855e617b triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:06.151974 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f5920dc-3d83-4eae-8d40-5c9d2c930960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.181804 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.197564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] Routers {'593d3d65-7510-4f28-94d2-442a02ee59b8'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:06.198212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd051430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:23:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['593d3d65-7510-4f28-94d2-442a02ee59b8'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:06.201052 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.272317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.20.0.1 (ec766a40-9645-4edf-b91e-8b4e69b2d68a/3c515eb1-1a4a-4859-8b67-5f6f4dc80c13/254ee6cc-29a3-4b05-a1de-f8d0beaa4289) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:06.280478 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.326826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Network ec766a40-9645-4edf-b91e-8b4e69b2d68a is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:06.332948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Pushing event updated for resources: {'Port': ['ID=8b372019-1ecd-4dd1-941c-d894f6506ecf,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:06.336252 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:06.353916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:06.459847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] Set router 593d3d65-7510-4f28-94d2-442a02ee59b8 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:06.467889 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.479581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57b28757-a27d-4488-8b20-42f0eadb094f req-fd9ec9eb-ba1e-45b1-ad0c-757a3f85a226 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1964364
Nov 27 21:24:06.495696 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.547295 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.591791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Deleting port b9160cf0-e78f-49d8-bcee-801f81c35d0b {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:06.592121 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.606450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network ec766a40-9645-4edf-b91e-8b4e69b2d68a is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:06.607754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b28757-a27d-4488-8b20-42f0eadb094f req-f82da98d-829c-4699-8e39-e48884dd1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:06.609331 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57b28757-a27d-4488-8b20-42f0eadb094f req-f82da98d-829c-4699-8e39-e48884dd1624 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1096 time: 0.0716021
Nov 27 21:24:06.624486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:06.630424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:06.671775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=254ee6cc-29a3-4b05-a1de-f8d0beaa4289,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:06.693353 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cee88845-2b4e-4e9f-862b-120dadeca655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.701759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.719227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Attempting to bind port 8b372019-1ecd-4dd1-941c-d894f6506ecf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:24:06.719641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Attempting to bind port 8b372019-1ecd-4dd1-941c-d894f6506ecf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:24:06.720009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Attempting to bind port 8b372019-1ecd-4dd1-941c-d894f6506ecf on network ec766a40-9645-4edf-b91e-8b4e69b2d68a {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:06.771059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:24:06.771401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Checking segment: {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:06.771620 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.772021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Bound using segment: {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:24:06.772627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Bound port: 8b372019-1ecd-4dd1-941c-d894f6506ecf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:24:06.773100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.799708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] For port b9160cf0-e78f-49d8-bcee-801f81c35d0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9160cf0-e78f-49d8-bcee-801f81c35d0b,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:06.800210 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.818119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b28757-a27d-4488-8b20-42f0eadb094f req-9cdb291a-c9eb-446c-823a-565094812cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:06.819827 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57b28757-a27d-4488-8b20-42f0eadb094f req-9cdb291a-c9eb-446c-823a-565094812cd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=463c888b-41a7-4f22-80c2-8966fe563e56 HTTP/1.1" status: 200  len: 898 time: 0.1730449
Nov 27 21:24:06.820851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Calling delete_port for b9160cf0-e78f-49d8-bcee-801f81c35d0b owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:06.879023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.888665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] For port 8b372019-1ecd-4dd1-941c-d894f6506ecf, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:24:06.892781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] For port 8b372019-1ecd-4dd1-941c-d894f6506ecf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b372019-1ecd-4dd1-941c-d894f6506ecf,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:24:06.898947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd051430>, [{'id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:53Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 5, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'gw_port': {'id': 'b9160cf0-e78f-49d8-bcee-801f81c35d0b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:96:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:23:54Z', 'updated_at': '2021-11-27T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:06.902897 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57b28757-a27d-4488-8b20-42f0eadb094f req-48d7d357-8a0a-45bd-bfb3-9d7911189d4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6aee5a-e927-42d5-9274-f286c5113e62 HTTP/1.1" status: 200  len: 1001 time: 0.0727625
Nov 27 21:24:06.904033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:06.964075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] Checking router: 593d3d65-7510-4f28-94d2-442a02ee59b8 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:06.988720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] Routers {'593d3d65-7510-4f28-94d2-442a02ee59b8'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:06.989344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd051430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['593d3d65-7510-4f28-94d2-442a02ee59b8'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:06.999112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b28757-a27d-4488-8b20-42f0eadb094f req-e6e68b55-c6ac-43e6-8438-5bb53679be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:07.002131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57b28757-a27d-4488-8b20-42f0eadb094f req-e6e68b55-c6ac-43e6-8438-5bb53679be53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7255bf4-0a6c-4432-a1a8-0dfd1e138976 HTTP/1.1" status: 200  len: 834 time: 0.0921738
Nov 27 21:24:07.089915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8a1df-ce06-4929-a22b-80016591b55e None None] Pushing event updated for resources: {'Port': ['ID=8b372019-1ecd-4dd1-941c-d894f6506ecf,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:07.121474 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] Set router 593d3d65-7510-4f28-94d2-442a02ee59b8 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:07.172639 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b28757-a27d-4488-8b20-42f0eadb094f req-84c2839a-bc8a-446a-a264-76de1851c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:07.184124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57b28757-a27d-4488-8b20-42f0eadb094f req-84c2839a-bc8a-446a-a264-76de1851c0fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=463c888b-41a7-4f22-80c2-8966fe563e56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1626332
Nov 27 21:24:07.221644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd051430>, [{'id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:53Z', 'updated_at': '2021-11-27T21:24:06Z', 'revision_number': 6, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:07.313533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91b216-8093-4685-aa45-8f9cadccf5b6 None None] The sync data for ids ['593d3d65-7510-4f28-94d2-442a02ee59b8'] in ncdv-master-1 is: [{'id': '593d3d65-7510-4f28-94d2-442a02ee59b8', 'name': 'tempest-TestAggregatesBasicOps-1207281075-router', 'tenant_id': '674e404c419c4edc83c8ad40b43ba4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:23:53Z', 'updated_at': '2021-11-27T21:24:06Z', 'revision_number': 6, 'project_id': '674e404c419c4edc83c8ad40b43ba4a6', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:24:07.346685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.351991 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.408774 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.448396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9160cf0-e78f-49d8-bcee-801f81c35d0b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:07.464322 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=254ee6cc-29a3-4b05-a1de-f8d0beaa4289,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:07.468295 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.479854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36f765d-a97a-4b03-9ac5-b627e186c61a None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:07.524258 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57b28757-a27d-4488-8b20-42f0eadb094f req-c4188910-fa13-4d93-8e68-b7c49ba40e06 service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3388259
Nov 27 21:24:07.581885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network ec766a40-9645-4edf-b91e-8b4e69b2d68a is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:07.583346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:07.589697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.689741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.693801 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.700826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router f761e981-af06-4952-bc2c-63fd4801147c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:24:07.755517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57b28757-a27d-4488-8b20-42f0eadb094f req-7ff3d5b1-78d5-49b5-b08f-eacc5d04bf1e service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2229407
Nov 27 21:24:07.760809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 80e254c4-0241-42df-8abc-a1ab855e617b up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:07.766401 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.767361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 593d3d65-7510-4f28-94d2-442a02ee59b8 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:24:07.772990 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.777207 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-13960f7c-447e-49af-8b97-8f34fc7bc494 admin admin] 10.222.0.21 "DELETE /v2.0/routers/593d3d65-7510-4f28-94d2-442a02ee59b8 HTTP/1.1" status: 204  len: 168 time: 1.6539688
Nov 27 21:24:07.778118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50960) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:07.830292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:24:07.838155 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e4bb9a25-8471-4931-832e-436ab3fea593 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "PUT /v2.0/routers/f761e981-af06-4952-bc2c-63fd4801147c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5762002
Nov 27 21:24:07.840851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50962) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:07.874512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 80e254c4-0241-42df-8abc-a1ab855e617b triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:07.875537 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.931388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45dd3e2-bf9e-43a1-a5d1-c4c85e30d214 admin admin] Deleting subnet b005d85f-afb8-445e-a910-444057a6c333 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:24:07.935500 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:07.949773 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3e2-bf9e-43a1-a5d1-c4c85e30d214 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.025723 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3e2-bf9e-43a1-a5d1-c4c85e30d214 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.102374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a92e3e-6528-4fa5-b555-3f1341dd1f22 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.102849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a92e3e-6528-4fa5-b555-3f1341dd1f22 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.103339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a92e3e-6528-4fa5-b555-3f1341dd1f22 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.103811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a92e3e-6528-4fa5-b555-3f1341dd1f22 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.104270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a92e3e-6528-4fa5-b555-3f1341dd1f22 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.104729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a92e3e-6528-4fa5-b555-3f1341dd1f22 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.106482 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a9a92e3e-6528-4fa5-b555-3f1341dd1f22 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4271 time: 0.2629530
Nov 27 21:24:08.110229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50964) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:08.152057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3e2-bf9e-43a1-a5d1-c4c85e30d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.208138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66481970-641d-4d6c-8830-6c2a85da2079 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.208516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66481970-641d-4d6c-8830-6c2a85da2079 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.208987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66481970-641d-4d6c-8830-6c2a85da2079 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.209442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66481970-641d-4d6c-8830-6c2a85da2079 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.209895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66481970-641d-4d6c-8830-6c2a85da2079 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.210460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66481970-641d-4d6c-8830-6c2a85da2079 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:08.212034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3e2-bf9e-43a1-a5d1-c4c85e30d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.212209 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-66481970-641d-4d6c-8830-6c2a85da2079 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3990 time: 0.1009352
Nov 27 21:24:08.215087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50966) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:08.244766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dd3e2-bf9e-43a1-a5d1-c4c85e30d214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b005d85f-afb8-445e-a910-444057a6c333,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:08.247001 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3e2-bf9e-43a1-a5d1-c4c85e30d214 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.251354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a45dd3e2-bf9e-43a1-a5d1-c4c85e30d214 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b005d85f-afb8-445e-a910-444057a6c333 HTTP/1.1" status: 204  len: 168 time: 0.4722192
Nov 27 21:24:08.252565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fce451-ca27-4b1b-86b4-f68cda4a866e None None] Network 218a0ecc-0c74-4d90-9492-859c5a665649 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:08.253821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50968) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:08.349165 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.429503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Deleting port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:08.429503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.505193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e8b88c44-09fa-4d5f-8c0c-2e9094869264 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2335 time: 0.2882440
Nov 27 21:24:08.528727 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Sync routers for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:08.539351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] For port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca,segment=NetworkSegment(4db3955f-39e8-4f50-8b61-c471f359567e),segment_id=4db3955f-39e8-4f50-8b61-c471f359567e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:08.539744 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.546116 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:08.551961 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c27c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:08.575851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Calling delete_port for dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:08.725574 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:08.740662 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.742331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e6b0c-6985-4796-946e-9a119c87089d None None] DHCP port deletion for 218a0ecc-0c74-4d90-9492-859c5a665649 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:08.754792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] No DVR routers for this DVR port dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:24:08.784435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:08.821360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50972) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:08.830389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-30391220-06b3-4cc2-a805-782fca371ac1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-905873407', 'description': 'tempest-secgroup-smoke-905873407 description', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:08.872943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30391220-06b3-4cc2-a805-782fca371ac1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.889849 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.919420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8524556a-7034-4b08-9742-2bdec97371a9 None None] Network ec766a40-9645-4edf-b91e-8b4e69b2d68a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:08.922369 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe550a60>,) {'filters': {'network_id': ['218a0ecc-0c74-4d90-9492-859c5a665649']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:08.932456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe550a60>, '4db3955f-39e8-4f50-8b61-c471f359567e') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:08.932764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe550a60>, '4db3955f-39e8-4f50-8b61-c471f359567e') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:08.943571 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.961561 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.971791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:24:08.972490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:24:08.974982 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:24:08.982791 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30391220-06b3-4cc2-a805-782fca371ac1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:08.988202 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30391220-06b3-4cc2-a805-782fca371ac1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.027137 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c27c0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:06Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:07Z', 'revision_number': 2, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:09.031243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-30391220-06b3-4cc2-a805-782fca371ac1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.032629 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-30391220-06b3-4cc2-a805-782fca371ac1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2090914
Nov 27 21:24:09.035576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b7f43c11-4ffe-4561-92f6-dda705c764de None None] Provisioning complete for port 8b372019-1ecd-4dd1-941c-d894f6506ecf triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:09.035576 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7f43c11-4ffe-4561-92f6-dda705c764de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.035805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50974) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:09.040987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-32a3d5fd-1daa-4b55-8f10-9374bf6e27f7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': '4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:09.059313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.070033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30391220-06b3-4cc2-a805-782fca371ac1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:09.070715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.075686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] 10.222.0.21 "DELETE /v2.0/networks/218a0ecc-0c74-4d90-9492-859c5a665649 HTTP/1.1" status: 204  len: 168 time: 0.8203409
Nov 27 21:24:09.081672 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Checking router: f761e981-af06-4952-bc2c-63fd4801147c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:09.082045 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Updating router f761e981-af06-4952-bc2c-63fd4801147c port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:24:09.093290 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8f881-d340-4257-b7a4-8089bec85f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=218a0ecc-0c74-4d90-9492-859c5a665649,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:09.094755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32a3d5fd-1daa-4b55-8f10-9374bf6e27f7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.123506 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.150565 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32a3d5fd-1daa-4b55-8f10-9374bf6e27f7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.158442 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32a3d5fd-1daa-4b55-8f10-9374bf6e27f7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.195534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7f43c11-4ffe-4561-92f6-dda705c764de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.219162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3d5fd-1daa-4b55-8f10-9374bf6e27f7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0911d616-1c58-493d-b142-c5c6bea4beae,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:09.225457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-32a3d5fd-1daa-4b55-8f10-9374bf6e27f7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.226689 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-32a3d5fd-1daa-4b55-8f10-9374bf6e27f7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1899207
Nov 27 21:24:09.230457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50978) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:09.239035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-28b378cd-ecc5-490b-931c-882b8460ed74 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': '4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:09.285550 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b7f43c11-4ffe-4561-92f6-dda705c764de None None] For port 8b372019-1ecd-4dd1-941c-d894f6506ecf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b372019-1ecd-4dd1-941c-d894f6506ecf,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:09.294689 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28b378cd-ecc5-490b-931c-882b8460ed74 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.294902 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b7f43c11-4ffe-4561-92f6-dda705c764de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.354356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f43c11-4ffe-4561-92f6-dda705c764de None None] Pushing event updated for resources: {'Port': ['ID=8b372019-1ecd-4dd1-941c-d894f6506ecf,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:09.358660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8b372019-1ecd-4dd1-941c-d894f6506ecf up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:09.402636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28b378cd-ecc5-490b-931c-882b8460ed74 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.409566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28b378cd-ecc5-490b-931c-882b8460ed74 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.429069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8b372019-1ecd-4dd1-941c-d894f6506ecf triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:09.429373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50980) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:09.429928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.464486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-28b378cd-ecc5-490b-931c-882b8460ed74 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.465749 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-28b378cd-ecc5-490b-931c-882b8460ed74 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2335572
Nov 27 21:24:09.467231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b378cd-ecc5-490b-931c-882b8460ed74 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af772710-7d41-4196-9879-1b492213ae9d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:09.469956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50982) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:09.475054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a640ff96-88fc-421f-97d5-2e922464cb61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': '4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:09.493268 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b47d8db7-6bb2-4902-a37a-df7d10d0bc8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9754c7acc6c542a28aca81967d0e24a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0622625
Nov 27 21:24:09.497212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50984) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:09.529014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a640ff96-88fc-421f-97d5-2e922464cb61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.594196 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.611985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a640ff96-88fc-421f-97d5-2e922464cb61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.618256 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.623335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a640ff96-88fc-421f-97d5-2e922464cb61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.627598 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.641400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640ff96-88fc-421f-97d5-2e922464cb61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667e7da0-add5-40a7-a8df-cac30782b0fd,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:09.663590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a640ff96-88fc-421f-97d5-2e922464cb61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.668122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a640ff96-88fc-421f-97d5-2e922464cb61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1944838
Nov 27 21:24:09.668506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50986) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:09.672164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b17f2547-0952-4ceb-b524-072b807a5391 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:09.674770 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-003925b1-4aa5-41ad-bcc5-f3bf76398c12 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': '4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:09.693421 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689cc45-7af0-4337-80a3-0d9a9c0571fe None None] Pushing event updated for resources: {'Port': ['ID=254ee6cc-29a3-4b05-a1de-f8d0beaa4289,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:09.718126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b17f2547-0952-4ceb-b524-072b807a5391 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:09.718583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b17f2547-0952-4ceb-b524-072b807a5391 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:09.719116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:09.722090 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-003925b1-4aa5-41ad-bcc5-f3bf76398c12 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.748921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:09.749407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device dda5fd18-c5ac-46ff-8c1f-d9d46f3a2fca not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:09.750464 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b9160cf0-e78f-49d8-bcee-801f81c35d0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:09.764789 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Attempting to bind port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:24:09.765255 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Attempting to bind port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:24:09.765722 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Attempting to bind port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 on network ec766a40-9645-4edf-b91e-8b4e69b2d68a {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:09.771918 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:24:09.772670 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Checking segment: {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:09.773282 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.774006 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Bound using segment: {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:24:09.774999 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Bound port: 254ee6cc-29a3-4b05-a1de-f8d0beaa4289, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:24:09.775714 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.778155 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b9160cf0-e78f-49d8-bcee-801f81c35d0b {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:09.778525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b9160cf0-e78f-49d8-bcee-801f81c35d0b not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:09.792396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ec7a5f8d-8391-4306-915f-97ce9469da1d None None] Provisioning complete for port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:09.792780 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5f8d-8391-4306-915f-97ce9469da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.839082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a5f8d-8391-4306-915f-97ce9469da1d None None] Port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:24:09.848468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-003925b1-4aa5-41ad-bcc5-f3bf76398c12 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.858629 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-003925b1-4aa5-41ad-bcc5-f3bf76398c12 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.859033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ec7a5f8d-8391-4306-915f-97ce9469da1d None None] Provisioning complete for port 8b372019-1ecd-4dd1-941c-d894f6506ecf triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:09.860273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5f8d-8391-4306-915f-97ce9469da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.885128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003925b1-4aa5-41ad-bcc5-f3bf76398c12 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cb7f5d-3fbc-4bf9-9025-c2000048c8c3,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:09.892729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-003925b1-4aa5-41ad-bcc5-f3bf76398c12 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.893972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-003925b1-4aa5-41ad-bcc5-f3bf76398c12 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2245052
Nov 27 21:24:09.896995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 50988) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:09.898458 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] For port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:24:09.902413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-16388f4d-16ff-420f-b16a-c4470a6a5296 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': '4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:09.904201 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] For port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=254ee6cc-29a3-4b05-a1de-f8d0beaa4289,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:24:09.913362 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:09.954705 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-16388f4d-16ff-420f-b16a-c4470a6a5296 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Project c0ac40a766ea478bab3fe658ba56b08f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:24:09.975376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-16388f4d-16ff-420f-b16a-c4470a6a5296 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.011649 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:10.012285 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c27c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:10.014121 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689cc45-7af0-4337-80a3-0d9a9c0571fe None None] Pushing event updated for resources: {'Port': ['ID=254ee6cc-29a3-4b05-a1de-f8d0beaa4289,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:10.059469 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-16388f4d-16ff-420f-b16a-c4470a6a5296 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.067059 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-16388f4d-16ff-420f-b16a-c4470a6a5296 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.087454 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d702f0d8-5dbc-41f5-b2e8-c3f8bbef8787 None None] Provisioning complete for port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:10.087835 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d702f0d8-5dbc-41f5-b2e8-c3f8bbef8787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.094452 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0b7b208-ad63-4755-acca-3f7f22cf2d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.095027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16388f4d-16ff-420f-b16a-c4470a6a5296 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f362bf03-2ebf-4bcb-bb79-bd7e3a466b2e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:10.105829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-16388f4d-16ff-420f-b16a-c4470a6a5296 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.107211 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-16388f4d-16ff-420f-b16a-c4470a6a5296 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2091742
Nov 27 21:24:10.110808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 50990) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:10.116608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-abee92d5-156c-47e4-b81e-3614bde6f7ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': '4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:10.156695 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0b7b208-ad63-4755-acca-3f7f22cf2d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.196812 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-abee92d5-156c-47e4-b81e-3614bde6f7ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Project c0ac40a766ea478bab3fe658ba56b08f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:24:10.207579 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d702f0d8-5dbc-41f5-b2e8-c3f8bbef8787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.219764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abee92d5-156c-47e4-b81e-3614bde6f7ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.252666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d702f0d8-5dbc-41f5-b2e8-c3f8bbef8787 None None] For port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=254ee6cc-29a3-4b05-a1de-f8d0beaa4289,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:10.261238 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d702f0d8-5dbc-41f5-b2e8-c3f8bbef8787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.284335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0b7b208-ad63-4755-acca-3f7f22cf2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.287650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0b7b208-ad63-4755-acca-3f7f22cf2d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.298462 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:10.300198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c0b7b208-ad63-4755-acca-3f7f22cf2d31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cdee606-facd-4a0a-8f7a-fb5cfd1ce4e0 HTTP/1.1" status: 204  len: 168 time: 0.7890916
Nov 27 21:24:10.322481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7b208-ad63-4755-acca-3f7f22cf2d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdee606-facd-4a0a-8f7a-fb5cfd1ce4e0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:10.328275 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.351927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702f0d8-5dbc-41f5-b2e8-c3f8bbef8787 None None] Pushing event updated for resources: {'Port': ['ID=254ee6cc-29a3-4b05-a1de-f8d0beaa4289,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:10.352574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abee92d5-156c-47e4-b81e-3614bde6f7ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.362255 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abee92d5-156c-47e4-b81e-3614bde6f7ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.388241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-83c458ee-cef8-4d7f-b1bc-06be115acf7f None None] Provisioning complete for port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:10.388878 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-83c458ee-cef8-4d7f-b1bc-06be115acf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.400936 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-abee92d5-156c-47e4-b81e-3614bde6f7ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.402498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-abee92d5-156c-47e4-b81e-3614bde6f7ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2901919
Nov 27 21:24:10.412072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee92d5-156c-47e4-b81e-3614bde6f7ba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20078e90-49e3-4f7f-8ef2-54eb0ce42487,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:10.590322 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5c27c0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:06Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:09Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:10.631197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e13ac187-af92-4cfc-8b15-a5fdd6ed96d9 None None] Provisioning complete for port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:10.633614 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e13ac187-af92-4cfc-8b15-a5fdd6ed96d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:10.640064 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381182d-1e55-4564-9d10-1cea00ae9460 None None] The sync data for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 is: [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:06Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:09Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:24:10.764509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-f0cd74b3-80bb-4c73-87dd-762a3e7e262b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905873407&fields=id&tenant_id=c0ac40a766ea478bab3fe658ba56b08f HTTP/1.1" status: 200  len: 267 time: 0.1049139
Nov 27 21:24:10.896767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51008) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:10.949563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bfc91c07-2aec-466c-b892-4301ae1b25ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=674e404c419c4edc83c8ad40b43ba4a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0513062
Nov 27 21:24:10.952283 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51010) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:11.006166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e37101f9-0ef7-4324-93b5-9c9dffc1691a None None] Provisioning complete for port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:11.007223 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e37101f9-0ef7-4324-93b5-9c9dffc1691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:11.015743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4698aa65-0de7-4957-80bc-182c047e5bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:11.040438 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4698aa65-0de7-4957-80bc-182c047e5bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:11.103831 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4698aa65-0de7-4957-80bc-182c047e5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:11.108053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4698aa65-0de7-4957-80bc-182c047e5bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:11.110803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4698aa65-0de7-4957-80bc-182c047e5bfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ca9e34f-77e1-4464-a265-00eb09891291 HTTP/1.1" status: 204  len: 168 time: 0.1570742
Nov 27 21:24:11.121970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698aa65-0de7-4957-80bc-182c047e5bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca9e34f-77e1-4464-a265-00eb09891291,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:11.215582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640434a0-867d-4856-83f2-957c571c1cc0 req-4b88e28a-f0ac-4b67-ac79-824aeb41fcb6 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:11.222852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-4b88e28a-f0ac-4b67-ac79-824aeb41fcb6 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/networks?id=ec766a40-9645-4edf-b91e-8b4e69b2d68a HTTP/1.1" status: 200  len: 796 time: 0.4480619
Nov 27 21:24:11.233180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-bbf4a01f-6251-4c24-9dcf-a0166461cb88 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/quotas/c0ac40a766ea478bab3fe658ba56b08f HTTP/1.1" status: 200  len: 375 time: 0.0094252
Nov 27 21:24:11.311881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-60af31b5-90b4-4860-ba4f-086f86b1de7c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0708530
Nov 27 21:24:11.352689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8b372019-1ecd-4dd1-941c-d894f6506ecf up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:11.418764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8b372019-1ecd-4dd1-941c-d894f6506ecf triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:11.419638 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:11.431747 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-b7b6e36a-1ab4-4bc4-8585-d18a2c821a58 service neutron] 10.222.0.21 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1160688
Nov 27 21:24:11.551966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:11.562590 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-2580b011-f65d-4215-ad28-acf038a16a28 service neutron] 10.222.0.21 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220982
Nov 27 21:24:11.620152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:11.620816 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:11.788769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c8471f1-83d6-4e88-ab6d-921c5f740862 req-cb309298-e234-4145-99f3-4b225f9d2e4e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 210 time: 0.0366068
Nov 27 21:24:11.862502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51020) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:12.047576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 09ab2648-250d-4cce-ad2b-27099682316b {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:12.047926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:12.131244 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:12.131865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:12.143966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 09ab2648-250d-4cce-ad2b-27099682316b owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:12.304254 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:12.332426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=09ab2648-250d-4cce-ad2b-27099682316b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:12.395619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:12.395960 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Floating IP f71ddcc7-c418-4d56-b87e-0a49b1f988ed disassociated (deleted). External IP: 172.35.3.177, port: 6d6aee5a-e927-42d5-9274-f286c5113e62.
Nov 27 21:24:12.604168 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router 3d28d393-63f7-43ac-8f80-0f86306ac88f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:24:12.716212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:24:12.721139 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:12.727479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] Sync routers for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:12.740695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:12.741567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6115b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:12.755089 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-79747473-d5f5-4a9a-b582-7ca6b6dcc788 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/floatingips/f71ddcc7-c418-4d56-b87e-0a49b1f988ed HTTP/1.1" status: 204  len: 168 time: 0.8914440
Nov 27 21:24:12.755801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:24:12.758209 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53906169-a2a2-4394-9754-0ea166c15378" -d '{"events": [{"name": "network-changed", "server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:24:12.799007 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970f3332-c422-4e00-a81d-35ce57585cb0 x-openstack-request-id: req-970f3332-c422-4e00-a81d-35ce57585cb0 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:24:12.799466 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:24:12.799785 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-970f3332-c422-4e00-a81d-35ce57585cb0 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:24:12.800402 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'status': 'completed', 'code': 200}
Nov 27 21:24:12.888918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:12.931747 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-72f625af-d684-4d38-b1db-74e8f43fedff req-3f32bf19-7e49-49f0-b425-b0736ac91a0d tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 210 time: 0.0410995
Nov 27 21:24:12.983417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906169-a2a2-4394-9754-0ea166c15378 req-0df6e3c1-40a6-421f-b3a7-1be5e038923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:12.991937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53906169-a2a2-4394-9754-0ea166c15378 req-0df6e3c1-40a6-421f-b3a7-1be5e038923f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 1096 time: 0.1533723
Nov 27 21:24:13.055157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304461c8-ab69-4430-9e8d-a4df5ef624aa req-e444b4b9-2f58-4605-bef6-547b52e3d9e1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:13.063655 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-304461c8-ab69-4430-9e8d-a4df5ef624aa req-e444b4b9-2f58-4605-bef6-547b52e3d9e1 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0673339
Nov 27 21:24:13.064392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640434a0-867d-4856-83f2-957c571c1cc0 req-6bc19eb6-0720-44c8-8ad8-1c445583ea4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:13.066975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-6bc19eb6-0720-44c8-8ad8-1c445583ea4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.35 "GET /v2.0/networks?id=ec766a40-9645-4edf-b91e-8b4e69b2d68a HTTP/1.1" status: 200  len: 796 time: 0.2552207
Nov 27 21:24:13.117989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-304461c8-ab69-4430-9e8d-a4df5ef624aa req-f8f11512-1cf1-404d-bf4f-e70cc6dbfc1c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534933
Nov 27 21:24:13.153484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6115b0>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73a39d75-8181-4d25-81aa-f2b605f82a4c', 'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:ee:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:24Z', 'updated_at': '2021-11-27T21:21:29Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:13.154080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906169-a2a2-4394-9754-0ea166c15378 req-63961083-d49a-40ca-b0cb-89195bbe55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:13.155579 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53906169-a2a2-4394-9754-0ea166c15378 req-63961083-d49a-40ca-b0cb-89195bbe55a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=463c888b-41a7-4f22-80c2-8966fe563e56 HTTP/1.1" status: 200  len: 898 time: 0.1543624
Nov 27 21:24:13.176055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-2c62c4f8-20a5-4ca4-a321-964b653c00d8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ac40a766ea478bab3fe658ba56b08f HTTP/1.1" status: 200  len: 379 time: 0.0938413
Nov 27 21:24:13.178790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-96ff8e49-5b91-4d9a-96b3-87365232f39a req-24650aca-ca09-4b81-813c-56350348a329 service neutron] (120908) timed out ('10.222.0.21', 52782) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:24:13.184298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] Checking router: 3d28d393-63f7-43ac-8f80-0f86306ac88f for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:13.193276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:13.193884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6115b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:13.206576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'port': {'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'admin_state_up': True, 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'security_groups': ['4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:13.210357 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53906169-a2a2-4394-9754-0ea166c15378 req-349ff38d-9db5-428d-838d-05226dd037da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d6aee5a-e927-42d5-9274-f286c5113e62 HTTP/1.1" status: 200  len: 217 time: 0.0464563
Nov 27 21:24:13.295849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:13.308937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906169-a2a2-4394-9754-0ea166c15378 req-ab6d5ec8-a3af-4f72-b713-81a8992f9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:13.310396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53906169-a2a2-4394-9754-0ea166c15378 req-ab6d5ec8-a3af-4f72-b713-81a8992f9414 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7255bf4-0a6c-4432-a1a8-0dfd1e138976 HTTP/1.1" status: 200  len: 834 time: 0.0888326
Nov 27 21:24:13.380789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906169-a2a2-4394-9754-0ea166c15378 req-3783dada-f518-461b-9d62-3b0e07be59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:13.382312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53906169-a2a2-4394-9754-0ea166c15378 req-3783dada-f518-461b-9d62-3b0e07be59cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=463c888b-41a7-4f22-80c2-8966fe563e56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0620365
Nov 27 21:24:13.388168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Made reservation on behalf of c0ac40a766ea478bab3fe658ba56b08f for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:13.391639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:13.500478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6115b0>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73a39d75-8181-4d25-81aa-f2b605f82a4c', 'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:ee:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:24Z', 'updated_at': '2021-11-27T21:21:29Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:13.525855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d24c56-09b2-43cc-9b50-36eec286cd38 None None] The sync data for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 is: [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:25Z', 'revision_number': 4, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73a39d75-8181-4d25-81aa-f2b605f82a4c', 'name': '', 'network_id': '463c888b-41a7-4f22-80c2-8966fe563e56', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'mac_address': 'fa:16:3e:ee:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:24Z', 'updated_at': '2021-11-27T21:21:29Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'subnets': [{'id': 'b7255bf4-0a6c-4432-a1a8-0dfd1e138976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:24:13.576462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53906169-a2a2-4394-9754-0ea166c15378 req-73a30db0-75f4-4a5c-9d18-323fb57929d0 service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826365
Nov 27 21:24:13.618402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.20.0.8 (ec766a40-9645-4edf-b91e-8b4e69b2d68a/3c515eb1-1a4a-4859-8b67-5f6f4dc80c13/d30ce7d3-47f0-4788-b766-c0f924abb913) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:13.728061 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53906169-a2a2-4394-9754-0ea166c15378 req-75fc1f75-9c0e-4924-a0b2-cbf8ec0cde9c service neutron] 10.222.0.15 "GET /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392260
Nov 27 21:24:13.773445 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134a7ae-717c-4fcc-bdb7-dc4c02533de0 None None] New status for floating IP f71ddcc7-c418-4d56-b87e-0a49b1f988ed: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:24:13.818372 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:13.853524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:13.899592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network ec766a40-9645-4edf-b91e-8b4e69b2d68a is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:13.902695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:13.906549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:13.929877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=d30ce7d3-47f0-4788-b766-c0f924abb913,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:13.958751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:13.959438 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:13.981069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-df9c15cc-9834-49ae-a54d-49b855489853 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7784789
Nov 27 21:24:13.998775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Request body: {'port': {'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:14.091512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:14.115067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f2eb8-2127-4893-a275-4b59312c91c0 req-ba8de5ae-0106-4603-8b44-a2017b9fb0e3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:14.116597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-048f2eb8-2127-4893-a275-4b59312c91c0 req-ba8de5ae-0106-4603-8b44-a2017b9fb0e3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 931 time: 0.0916977
Nov 27 21:24:14.188682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-149b5cb9-84fc-4282-9577-6003c8c16bd8 None None] Provisioning complete for port d30ce7d3-47f0-4788-b766-c0f924abb913 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:14.188682 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-149b5cb9-84fc-4282-9577-6003c8c16bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:14.238811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-149b5cb9-84fc-4282-9577-6003c8c16bd8 None None] Port d30ce7d3-47f0-4788-b766-c0f924abb913 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:24:14.245699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2926cc4-9b03-4f6f-871d-e4aea424ba1a req-d6237730-7f13-4174-a5d0-d58e074326ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:14.247401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2926cc4-9b03-4f6f-871d-e4aea424ba1a req-d6237730-7f13-4174-a5d0-d58e074326ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.0558219
Nov 27 21:24:14.263229 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-048f2eb8-2127-4893-a275-4b59312c91c0 req-7216ab1b-d60b-4097-aea2-87380acabba9 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1257594
Nov 27 21:24:14.300810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c2926cc4-9b03-4f6f-871d-e4aea424ba1a req-cf77d1c3-fa8b-4e0d-9af8-e12df031aa5c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/security-groups?id=de68e16f-e269-494f-bf6b-150552637163&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466027
Nov 27 21:24:14.419714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30ce7d3-47f0-4788-b766-c0f924abb913 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:24:14.427854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:14.439932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Transition to ACTIVE for port object d30ce7d3-47f0-4788-b766-c0f924abb913 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:24:14.443886 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:14.513963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Pushing event updated for resources: {'Port': ['ID=d30ce7d3-47f0-4788-b766-c0f924abb913,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:14.611937 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-6ed71d1e-581c-422f-8e58-69a8adc3bbc7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:14.613505 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-6ed71d1e-581c-422f-8e58-69a8adc3bbc7 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 945 time: 0.1006713
Nov 27 21:24:14.614935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Attempting to bind port d30ce7d3-47f0-4788-b766-c0f924abb913 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:24:14.615311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Attempting to bind port d30ce7d3-47f0-4788-b766-c0f924abb913 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:24:14.615650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Attempting to bind port d30ce7d3-47f0-4788-b766-c0f924abb913 on network ec766a40-9645-4edf-b91e-8b4e69b2d68a {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:14.620527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Port d30ce7d3-47f0-4788-b766-c0f924abb913 on network ec766a40-9645-4edf-b91e-8b4e69b2d68a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:24:14.620850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Attempting to bind port d30ce7d3-47f0-4788-b766-c0f924abb913 on network ec766a40-9645-4edf-b91e-8b4e69b2d68a {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:14.648620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:24:14.648979 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Checking segment: {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:14.649412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Bound using segment: {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:24:14.649810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Bound port: d30ce7d3-47f0-4788-b766-c0f924abb913, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:24:14.650175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:14.756762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] For port d30ce7d3-47f0-4788-b766-c0f924abb913, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:24:14.760683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] For port d30ce7d3-47f0-4788-b766-c0f924abb913, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d30ce7d3-47f0-4788-b766-c0f924abb913,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:24:14.767647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 6d6aee5a-e927-42d5-9274-f286c5113e62 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:14.767994 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:14.770934 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:14.848666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:14.849302 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:14.850726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-99894af9-4564-4306-912e-ff82e9649063 service neutron] 10.222.0.35 "PUT /v2.0/ports/d30ce7d3-47f0-4788-b766-c0f924abb913 HTTP/1.1" status: 200  len: 1091 time: 0.8565223
Nov 27 21:24:14.851185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:24:14.853642 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b017a-293d-41a2-a66c-0a5b599d57cc" -d '{"events": [{"name": "network-changed", "server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:24:14.888860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Pushing event updated for resources: {'Port': ['ID=d30ce7d3-47f0-4788-b766-c0f924abb913,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:14.901707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.902068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.902419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.902769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.903112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.903513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.903897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.904236 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.904574 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.904930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.905243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.905679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99894af9-4564-4306-912e-ff82e9649063 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:14.918944 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13bc5eb-28d8-4504-b382-4bb8bacc9f66 x-openstack-request-id: req-c13bc5eb-28d8-4504-b382-4bb8bacc9f66 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:24:14.919270 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:24:14.919529 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c13bc5eb-28d8-4504-b382-4bb8bacc9f66 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:24:14.919930 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'status': 'completed', 'code': 200}
Nov 27 21:24:14.966749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port 6d6aee5a-e927-42d5-9274-f286c5113e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d6aee5a-e927-42d5-9274-f286c5113e62,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:14.967131 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:14.984516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 6d6aee5a-e927-42d5-9274-f286c5113e62 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:14.998801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640434a0-867d-4856-83f2-957c571c1cc0 req-ba6113ca-9037-4f30-96a6-1dfc765aa11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:15.001089 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-ba6113ca-9037-4f30-96a6-1dfc765aa11f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 1094 time: 0.0839329
Nov 27 21:24:15.074628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-abb11be8-740c-4c2b-b9a3-c787764c893c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30ce7d3-47f0-4788-b766-c0f924abb913 HTTP/1.1" status: 200  len: 217 time: 0.0411122
Nov 27 21:24:15.142840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640434a0-867d-4856-83f2-957c571c1cc0 req-4687c0aa-61ea-46bd-963d-f216748fd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:15.144398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-4687c0aa-61ea-46bd-963d-f216748fd08e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c515eb1-1a4a-4859-8b67-5f6f4dc80c13 HTTP/1.1" status: 200  len: 835 time: 0.0586839
Nov 27 21:24:15.223676 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:15.233708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640434a0-867d-4856-83f2-957c571c1cc0 req-4ed2f5f6-4690-4118-a70a-9e73263ea5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:15.236040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-4ed2f5f6-4690-4118-a70a-9e73263ea5a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec766a40-9645-4edf-b91e-8b4e69b2d68a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0656698
Nov 27 21:24:15.267955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=6d6aee5a-e927-42d5-9274-f286c5113e62,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:15.354905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] No DVR routers for this DVR port 6d6aee5a-e927-42d5-9274-f286c5113e62 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:24:15.358011 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:15.362562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ae249b20-ebb6-4878-9dd8-6065e8c1f752 req-3b1dfdfb-17d6-496e-a9cb-9e297f4e6773 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.15 "DELETE /v2.0/ports/6d6aee5a-e927-42d5-9274-f286c5113e62 HTTP/1.1" status: 204  len: 173 time: 0.7396088
Nov 27 21:24:15.393342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb418c-bfde-4a6d-96d6-84ad011c9ad8 req-7035b2bd-d7e5-4060-8478-8d20cc2b4f4b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:15.395208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1afb418c-bfde-4a6d-96d6-84ad011c9ad8 req-7035b2bd-d7e5-4060-8478-8d20cc2b4f4b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 943 time: 0.0589705
Nov 27 21:24:15.419872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f85510f3-230d-4f35-a2f6-8b82f5ebbc0b req-bae2462b-ed8f-4b3d-aab0-349ab446102b tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "GET /v2.0/ports?device_id=42d5cb7d-f3c6-4750-b3bb-b3635e9d5085 HTTP/1.1" status: 200  len: 210 time: 0.0435262
Nov 27 21:24:15.442413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-c2735d4e-865f-4812-a71e-d994f6030ef2 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817939
Nov 27 21:24:15.475794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1afb418c-bfde-4a6d-96d6-84ad011c9ad8 req-408869be-ed89-445c-8d83-b132b3e4dc3f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747335
Nov 27 21:24:15.545493 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-640434a0-867d-4856-83f2-957c571c1cc0 req-581fc146-afbe-41b7-ad94-e6e491a5e440 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911968
Nov 27 21:24:15.644093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-87790dd4-8107-454d-9bfa-e7c69d500cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:15.645719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-87790dd4-8107-454d-9bfa-e7c69d500cd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 1094 time: 0.0427463
Nov 27 21:24:15.755189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-f2868034-2249-4ba7-8595-ecb8801220cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:15.756761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-f2868034-2249-4ba7-8595-ecb8801220cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec766a40-9645-4edf-b91e-8b4e69b2d68a HTTP/1.1" status: 200  len: 897 time: 0.1000080
Nov 27 21:24:15.799472 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-938419bd-dbf0-426d-a9b5-8ae6a5e77c6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30ce7d3-47f0-4788-b766-c0f924abb913 HTTP/1.1" status: 200  len: 217 time: 0.0350995
Nov 27 21:24:15.855758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-eac40960-cc15-4874-967e-3639675363fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:15.857542 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-eac40960-cc15-4874-967e-3639675363fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c515eb1-1a4a-4859-8b67-5f6f4dc80c13 HTTP/1.1" status: 200  len: 835 time: 0.0508122
Nov 27 21:24:15.904366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-f42772b7-611a-4e01-b4cf-2c10bbdf5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:15.905910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-f42772b7-611a-4e01-b4cf-2c10bbdf5c81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec766a40-9645-4edf-b91e-8b4e69b2d68a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404921
Nov 27 21:24:15.993955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-ca4ec83a-84aa-41cc-8d22-74b9b8d64b85 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804598
Nov 27 21:24:16.087066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-664b017a-293d-41a2-a66c-0a5b599d57cc req-095bf491-8078-438c-bbe3-6b0e4d171ff9 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845816
Nov 27 21:24:16.196224 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:16.486746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51050) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:16.671557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beb8cb-653a-4ef3-a9ce-f72099fa743c req-bd63365d-040a-434c-9c4b-fa519a617663 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:16.673435 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01beb8cb-653a-4ef3-a9ce-f72099fa743c req-bd63365d-040a-434c-9c4b-fa519a617663 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 943 time: 0.1040077
Nov 27 21:24:16.766669 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-01beb8cb-653a-4ef3-a9ce-f72099fa743c req-24b0daef-f189-47d9-909d-79e732cdbc74 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867224
Nov 27 21:24:16.919417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:16.921502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'name': 'network-vif-deleted', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:24:16.924642 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c288d70-4a84-4f0f-b212-55d45447c543" -d '{"events": [{"server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "name": "network-vif-deleted", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:24:16.959326 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35914cc7-e03d-4265-9817-c0a8b74af271 x-openstack-request-id: req-35914cc7-e03d-4265-9817-c0a8b74af271 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:24:16.959653 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d5cb7d-f3c6-4750-b3bb-b3635e9d5085", "name": "network-vif-deleted", "tag": "6d6aee5a-e927-42d5-9274-f286c5113e62", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:24:16.959916 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35914cc7-e03d-4265-9817-c0a8b74af271 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:24:16.960321 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d5cb7d-f3c6-4750-b3bb-b3635e9d5085', 'name': 'network-vif-deleted', 'tag': '6d6aee5a-e927-42d5-9274-f286c5113e62', 'status': 'completed', 'code': 200}
Nov 27 21:24:17.164230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 73a39d75-8181-4d25-81aa-f2b605f82a4c {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:17.164573 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:17.254047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port 73a39d75-8181-4d25-81aa-f2b605f82a4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73a39d75-8181-4d25-81aa-f2b605f82a4c,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:17.254362 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:17.267298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 73a39d75-8181-4d25-81aa-f2b605f82a4c owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:17.454544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:17.480481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=73a39d75-8181-4d25-81aa-f2b605f82a4c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:17.656874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:17.907814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6087ff6-25e1-48d8-8ca8-a9a023c91a4c req-3b249a18-225c-42d4-80d9-f65c8b1e6e23 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:17.909275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6087ff6-25e1-48d8-8ca8-a9a023c91a4c req-3b249a18-225c-42d4-80d9-f65c8b1e6e23 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 943 time: 0.0684392
Nov 27 21:24:17.910975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Router 3d28d393-63f7-43ac-8f80-0f86306ac88f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:24:18.026482 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6087ff6-25e1-48d8-8ca8-a9a023c91a4c req-9c7bc4ad-8c17-4a3c-9c5d-1da667b6dc52 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109033
Nov 27 21:24:18.050346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:24:18.055085 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-475d79e3-679a-46aa-a4f1-f04355c31e2c tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "PUT /v2.0/routers/3d28d393-63f7-43ac-8f80-0f86306ac88f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5672967
Nov 27 21:24:18.057878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51058) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:18.061026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] Sync routers for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:18.071359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:18.071975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc30190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:18.108170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36d7a59-c220-46b8-8d1e-0a74c78abe8d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting subnet b7255bf4-0a6c-4432-a1a8-0dfd1e138976 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:24:18.111873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d36d7a59-c220-46b8-8d1e-0a74c78abe8d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.156669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d36d7a59-c220-46b8-8d1e-0a74c78abe8d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.250133 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d36d7a59-c220-46b8-8d1e-0a74c78abe8d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.308878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d36d7a59-c220-46b8-8d1e-0a74c78abe8d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.337025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d7a59-c220-46b8-8d1e-0a74c78abe8d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Subnet': ['ID=b7255bf4-0a6c-4432-a1a8-0dfd1e138976,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:18.339022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d36d7a59-c220-46b8-8d1e-0a74c78abe8d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.341230 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:18.345642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51060) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:18.346076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d36d7a59-c220-46b8-8d1e-0a74c78abe8d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/subnets/b7255bf4-0a6c-4432-a1a8-0dfd1e138976 HTTP/1.1" status: 204  len: 168 time: 0.2869220
Nov 27 21:24:18.369337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de4ae2e-e4bc-4faa-919e-ad5849481fc5 None None] Network 463c888b-41a7-4f22-80c2-8966fe563e56 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:18.479999 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.573753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d30ce7d3-47f0-4788-b766-c0f924abb913 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:24:18.575490 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.587869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.640640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Deleting port 70ad4626-7170-4af2-88c6-979516057792 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:18.640986 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.719165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e0e96-575e-4730-938d-844bf234ad19 None None] DHCP port deletion for 463c888b-41a7-4f22-80c2-8966fe563e56 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:18.724544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc30190>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '70ad4626-7170-4af2-88c6-979516057792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:24:17Z', 'revision_number': 5, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port': {'id': '70ad4626-7170-4af2-88c6-979516057792', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:18.728051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] For port 70ad4626-7170-4af2-88c6-979516057792, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70ad4626-7170-4af2-88c6-979516057792,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:18.728426 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.732433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d30ce7d3-47f0-4788-b766-c0f924abb913, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d30ce7d3-47f0-4788-b766-c0f924abb913,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:18.741956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Calling delete_port for 70ad4626-7170-4af2-88c6-979516057792 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:18.767683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] Checking router: 3d28d393-63f7-43ac-8f80-0f86306ac88f for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:18.794102 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:24:18.805021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] Routers {'3d28d393-63f7-43ac-8f80-0f86306ac88f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:18.805646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc30190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['3d28d393-63f7-43ac-8f80-0f86306ac88f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:18.908202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.915274 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.937471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b87e0e96-575e-4730-938d-844bf234ad19 None None] Deleting port 293c077b-fb17-42d5-a53f-53c2f42fdeb7 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:18.937850 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b87e0e96-575e-4730-938d-844bf234ad19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:18.940097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] Set router 3d28d393-63f7-43ac-8f80-0f86306ac88f gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:18.954778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Port': ['ID=70ad4626-7170-4af2-88c6-979516057792,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:18.978687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30ce7d3-47f0-4788-b766-c0f924abb913 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:24:18.982858 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c8784a-f4bf-44cb-b257-8b84f1543ae1 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:18.995761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.042885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdc30190>, [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:24:18Z', 'revision_number': 6, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:19.089201 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.090453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3dee2-c873-4bf8-98d3-324d0bf760b4 None None] The sync data for ids ['3d28d393-63f7-43ac-8f80-0f86306ac88f'] in ncdv-master-1 is: [{'id': '3d28d393-63f7-43ac-8f80-0f86306ac88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204147530', 'tenant_id': '587ce621728b4cb1b01fd53d69d45d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:21:19Z', 'updated_at': '2021-11-27T21:24:18Z', 'revision_number': 6, 'project_id': '587ce621728b4cb1b01fd53d69d45d4d', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:24:19.092714 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.095988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d30ce7d3-47f0-4788-b766-c0f924abb913, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d30ce7d3-47f0-4788-b766-c0f924abb913,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:19.112864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b87e0e96-575e-4730-938d-844bf234ad19 None None] For port 293c077b-fb17-42d5-a53f-53c2f42fdeb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=293c077b-fb17-42d5-a53f-53c2f42fdeb7,segment=NetworkSegment(b88ca6c8-34ad-4fae-836d-f3a819d1c89e),segment_id=b88ca6c8-34ad-4fae-836d-f3a819d1c89e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:19.113268 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b87e0e96-575e-4730-938d-844bf234ad19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.121198 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.130380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b87e0e96-575e-4730-938d-844bf234ad19 None None] Calling delete_port for 293c077b-fb17-42d5-a53f-53c2f42fdeb7 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:19.170221 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.170704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Fanout notify agent at l3_agent the message router_deleted on router 3d28d393-63f7-43ac-8f80-0f86306ac88f {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:24:19.179076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.183166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51064) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:19.183751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-41b27dc1-f8b6-4a3c-88d4-fc0cd5c2c8f3 tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/routers/3d28d393-63f7-43ac-8f80-0f86306ac88f HTTP/1.1" status: 204  len: 168 time: 0.8359315
Nov 27 21:24:19.203594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58531a3e-5a41-4962-8962-55db01a89a51 req-faa3031a-5f3e-4e06-8263-e7e7767f9e9f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:19.204907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-58531a3e-5a41-4962-8962-55db01a89a51 req-faa3031a-5f3e-4e06-8263-e7e7767f9e9f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 944 time: 0.0669830
Nov 27 21:24:19.223187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d30ce7d3-47f0-4788-b766-c0f924abb913,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:19.259931 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-58531a3e-5a41-4962-8962-55db01a89a51 req-cc42c47f-f80c-41d4-bd69-3d97a67caccd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486114
Nov 27 21:24:19.264595 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b87e0e96-575e-4730-938d-844bf234ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.280936 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.295741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e0e96-575e-4730-938d-844bf234ad19 None None] Pushing event deleted for resources: {'Port': ['ID=293c077b-fb17-42d5-a53f-53c2f42fdeb7,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:19.297614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e0e96-575e-4730-938d-844bf234ad19 None None] No DVR routers for this DVR port 293c077b-fb17-42d5-a53f-53c2f42fdeb7 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:24:19.367667 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.391170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f78940d0>,) {'filters': {'network_id': ['463c888b-41a7-4f22-80c2-8966fe563e56']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:19.400742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f78940d0>, 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:19.401047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f78940d0>, 'b88ca6c8-34ad-4fae-836d-f3a819d1c89e') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:19.410089 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.422717 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.428992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:24:19.429499 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:24:19.433243 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:24:19.439733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['d30ce7d3-47f0-4788-b766-c0f924abb913'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:24:19.521554 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.529828 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.535696 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/networks/463c888b-41a7-4f22-80c2-8966fe563e56 HTTP/1.1" status: 204  len: 168 time: 0.3488288
Nov 27 21:24:19.536551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51066) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:19.567634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43cd2f-e906-4144-86cb-b54a4da5993d tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'Network': ['ID=463c888b-41a7-4f22-80c2-8966fe563e56,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:19.622700 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-991b75f3-faa4-42d5-ade3-d9b0bb71b4ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.651173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-991b75f3-faa4-42d5-ade3-d9b0bb71b4ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.655695 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 293c077b-fb17-42d5-a53f-53c2f42fdeb7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:19.678349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 293c077b-fb17-42d5-a53f-53c2f42fdeb7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:19.678626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 293c077b-fb17-42d5-a53f-53c2f42fdeb7 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:19.679056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 73a39d75-8181-4d25-81aa-f2b605f82a4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:19.709764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 73a39d75-8181-4d25-81aa-f2b605f82a4c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:19.710120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 73a39d75-8181-4d25-81aa-f2b605f82a4c not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:19.717511 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-991b75f3-faa4-42d5-ade3-d9b0bb71b4ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.720395 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-991b75f3-faa4-42d5-ade3-d9b0bb71b4ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:19.724461 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-991b75f3-faa4-42d5-ade3-d9b0bb71b4ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] 10.222.0.21 "DELETE /v2.0/security-groups/de68e16f-e269-494f-bf6b-150552637163 HTTP/1.1" status: 204  len: 168 time: 0.1869109
Nov 27 21:24:19.734194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b75f3-faa4-42d5-ade3-d9b0bb71b4ae tempest-TestNetworkAdvancedServerOps-359302002 tempest-TestNetworkAdvancedServerOps-359302002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de68e16f-e269-494f-bf6b-150552637163,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:19.994875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6d6aee5a-e927-42d5-9274-f286c5113e62 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:20.017767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 6d6aee5a-e927-42d5-9274-f286c5113e62 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:20.018319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 6d6aee5a-e927-42d5-9274-f286c5113e62 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:20.028416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51074) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:20.168209 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-78d237a2-d781-4ee7-bba3-a69669c1089e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=587ce621728b4cb1b01fd53d69d45d4d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1383121
Nov 27 21:24:20.170756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:20.220447 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e3ebc3a-9b85-4282-89a1-448e3b7c7357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.243408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e3ebc3a-9b85-4282-89a1-448e3b7c7357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.291343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e3ebc3a-9b85-4282-89a1-448e3b7c7357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.293952 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e3ebc3a-9b85-4282-89a1-448e3b7c7357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.295261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4e3ebc3a-9b85-4282-89a1-448e3b7c7357 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1286047a-fdfa-424d-a9e4-8edce422a5b5 HTTP/1.1" status: 204  len: 168 time: 0.1235034
Nov 27 21:24:20.303011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ebc3a-9b85-4282-89a1-448e3b7c7357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1286047a-fdfa-424d-a9e4-8edce422a5b5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:20.385353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245228ee-2160-40d4-93d9-3d16f672e28a req-45f9319b-6395-4e3e-a4d3-a53132cabd80 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:20.386864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-245228ee-2160-40d4-93d9-3d16f672e28a req-45f9319b-6395-4e3e-a4d3-a53132cabd80 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 944 time: 0.0497415
Nov 27 21:24:20.442298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-245228ee-2160-40d4-93d9-3d16f672e28a req-37f3acc6-6da5-4729-8dad-29ac72330fbd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445569
Nov 27 21:24:20.575819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d30ce7d3-47f0-4788-b766-c0f924abb913 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:20.579741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51086) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:20.621426 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-de64c17d-4782-4a9b-9e2c-48c73c1410b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=414235e15cdd46bfad72cceefb31d6f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381978
Nov 27 21:24:20.621676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51088) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:20.624694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port d30ce7d3-47f0-4788-b766-c0f924abb913 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:24:20.629633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port d30ce7d3-47f0-4788-b766-c0f924abb913 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:20.630013 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.669944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0350fbf-7812-4b04-ab90-8b583fec3524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.693811 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0350fbf-7812-4b04-ab90-8b583fec3524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.708553 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.734144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:24:20.737294 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1e0b83-3289-47fb-a8ce-5ac3d96aeecc" -d '{"events": [{"server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "name": "network-vif-plugged", "status": "completed", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:24:20.743288 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0350fbf-7812-4b04-ab90-8b583fec3524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.746030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0350fbf-7812-4b04-ab90-8b583fec3524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.747192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e0350fbf-7812-4b04-ab90-8b583fec3524 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cd72922-def1-420e-a764-23f8493255fa HTTP/1.1" status: 204  len: 168 time: 0.1245356
Nov 27 21:24:20.753411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d30ce7d3-47f0-4788-b766-c0f924abb913, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d30ce7d3-47f0-4788-b766-c0f924abb913,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:20.755600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0350fbf-7812-4b04-ab90-8b583fec3524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd72922-def1-420e-a764-23f8493255fa,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:20.759772 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:20.795590 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac1df99-daea-4109-a002-c7c6a82f35b9 x-openstack-request-id: req-1ac1df99-daea-4109-a002-c7c6a82f35b9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:24:20.795881 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "name": "network-vif-plugged", "status": "completed", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:24:20.796136 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ac1df99-daea-4109-a002-c7c6a82f35b9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:24:20.796667 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'code': 200}
Nov 27 21:24:20.827126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d30ce7d3-47f0-4788-b766-c0f924abb913,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:20.898535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19008a74-9b07-4ace-a8cc-cd021e4cc975 req-92bc925d-6941-434f-bdb2-56fa9f11d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:20.900080 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19008a74-9b07-4ace-a8cc-cd021e4cc975 req-92bc925d-6941-434f-bdb2-56fa9f11d984 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 1096 time: 0.0450995
Nov 27 21:24:20.947887 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19008a74-9b07-4ace-a8cc-cd021e4cc975 req-aee62603-0660-4f33-903a-e062a1aceeb3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400248
Nov 27 21:24:21.163471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 70ad4626-7170-4af2-88c6-979516057792 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:21.185020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 70ad4626-7170-4af2-88c6-979516057792 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:21.185374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 70ad4626-7170-4af2-88c6-979516057792 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:21.562767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c73ee6-5ff6-4dba-8693-385295150efd req-07f4bb0c-86d0-47eb-87d9-6f0fdb9c1959 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:21.564804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24c73ee6-5ff6-4dba-8693-385295150efd req-07f4bb0c-86d0-47eb-87d9-6f0fdb9c1959 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 945 time: 0.0536768
Nov 27 21:24:21.614622 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24c73ee6-5ff6-4dba-8693-385295150efd req-a3c22a12-d3b2-4039-98eb-c56afe90f48c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438688
Nov 27 21:24:22.736680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a0dc0-1d5c-45ed-b205-0def92be0e53 req-d2f81d24-91e0-4034-9411-90eabad4bfd3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:22.738212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-832a0dc0-1d5c-45ed-b205-0def92be0e53 req-d2f81d24-91e0-4034-9411-90eabad4bfd3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 945 time: 0.0500672
Nov 27 21:24:22.788065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-832a0dc0-1d5c-45ed-b205-0def92be0e53 req-7d8e8c40-79e8-4863-8edf-d062e04f16e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434022
Nov 27 21:24:22.808840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51248) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:22.908835 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adb05d-c102-42b6-bc0b-880985e30724 req-5d2d4138-f4e6-48c5-93e4-a5ef3978a10c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:22.910352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-95adb05d-c102-42b6-bc0b-880985e30724 req-5d2d4138-f4e6-48c5-93e4-a5ef3978a10c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 945 time: 0.0552950
Nov 27 21:24:22.916064 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f95cf509-908d-4144-9a3d-c613b82387a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:22.963543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-95adb05d-c102-42b6-bc0b-880985e30724 req-6c0e6704-f1f9-497e-a6f0-2fea3fdd8779 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470426
Nov 27 21:24:22.986972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51254) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:23.007303 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f95cf509-908d-4144-9a3d-c613b82387a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.011293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f95cf509-908d-4144-9a3d-c613b82387a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.027181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2567122-a597-46b9-b005-d57020602cdd tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:23.029094 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a2567122-a597-46b9-b005-d57020602cdd tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 1091 time: 0.0410874
Nov 27 21:24:23.032673 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51256) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:23.036978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:23.054542 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f95cf509-908d-4144-9a3d-c613b82387a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=207bec47ae3d4596bea08391a7516e01&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2444303
Nov 27 21:24:23.055456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cf509-908d-4144-9a3d-c613b82387a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc094a55-5f25-431f-ac53-5e542a36b3a3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:23.057165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51258) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:23.071425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.441985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4483cdc-1d3f-4e53-b335-e2822965cfaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.471549 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4483cdc-1d3f-4e53-b335-e2822965cfaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.527545 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.540049 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4483cdc-1d3f-4e53-b335-e2822965cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.542656 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a4483cdc-1d3f-4e53-b335-e2822965cfaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.543834 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a4483cdc-1d3f-4e53-b335-e2822965cfaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc094a55-5f25-431f-ac53-5e542a36b3a3 HTTP/1.1" status: 204  len: 168 time: 0.4856946
Nov 27 21:24:23.583278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4483cdc-1d3f-4e53-b335-e2822965cfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc094a55-5f25-431f-ac53-5e542a36b3a3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:23.651455 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.35.3.41 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/390eacae-9f78-40b7-9c1e-6bf0420cb7dd) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:23.754588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.789945 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.817931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51264) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:23.830209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:23.830819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2d7a46-ba71-41bb-a14b-c22a035b0d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.833241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:23.838060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:23.845192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=390eacae-9f78-40b7-9c1e-6bf0420cb7dd,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:23.908422 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2d7a46-ba71-41bb-a14b-c22a035b0d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.912321 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4e2d7a46-ba71-41bb-a14b-c22a035b0d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:23.951923 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4e2d7a46-ba71-41bb-a14b-c22a035b0d61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=373c7eabe2424dff9c816da53915c41b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1327276
Nov 27 21:24:23.953399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51266) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:23.954793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d7a46-ba71-41bb-a14b-c22a035b0d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7014421f-b3b6-4d4a-b7e8-09a61e829d76,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:24.082729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b852f4ba-b104-454e-b758-9254a701d35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:24.117985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b852f4ba-b104-454e-b758-9254a701d35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:24.260653 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b852f4ba-b104-454e-b758-9254a701d35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:24.263382 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b852f4ba-b104-454e-b758-9254a701d35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:24.264534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b852f4ba-b104-454e-b758-9254a701d35c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7014421f-b3b6-4d4a-b7e8-09a61e829d76 HTTP/1.1" status: 204  len: 168 time: 0.3101919
Nov 27 21:24:24.279640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852f4ba-b104-454e-b758-9254a701d35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7014421f-b3b6-4d4a-b7e8-09a61e829d76,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:24.301185 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:24.368319 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:24.528740 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:24.533481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:24.605363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=390eacae-9f78-40b7-9c1e-6bf0420cb7dd,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:24.614076 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:24.716157 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Floating IP b00e1c13-a19a-4aba-a716-0320072f585c associated. External IP: 172.35.3.41, port: d30ce7d3-47f0-4788-b766-c0f924abb913.
Nov 27 21:24:24.935554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router f761e981-af06-4952-bc2c-63fd4801147c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:24:24.976966 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:24:24.980042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51288) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:25.046984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:24:25.065226 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] Sync routers for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:25.067415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.075984 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:25.076744 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feabd160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:25.084295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-379544541-network', 'tenant_id': 'c7fd68c2720747e98f51f396d9f4dd78'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:25.105861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Made reservation on behalf of c7fd68c2720747e98f51f396d9f4dd78 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:25.106244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-52aa7390-eb5c-436c-a6a5-f382038acc63 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.0722437
Nov 27 21:24:25.106722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:24:25.109361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.109635 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18faf31e-8901-40af-91bb-7337f891fb73" -d '{"events": [{"name": "network-changed", "server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:24:25.111645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51292) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:25.136813 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.154915 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7d124d-177e-4b1f-8c08-9ad5787e38bd x-openstack-request-id: req-2d7d124d-177e-4b1f-8c08-9ad5787e38bd {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:24:25.155372 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:24:25.155728 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d7d124d-177e-4b1f-8c08-9ad5787e38bd {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:24:25.156232 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'status': 'completed', 'code': 200}
Nov 27 21:24:25.196871 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:25.216832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-567bf89f-bb66-40ca-a79a-2024d2bc5fa1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/floatingips/b00e1c13-a19a-4aba-a716-0320072f585c HTTP/1.1" status: 200  len: 990 time: 0.0865173
Nov 27 21:24:25.221703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faf31e-8901-40af-91bb-7337f891fb73 req-9858d0fa-b5b7-411b-95a5-291e7af80531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:25.223642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18faf31e-8901-40af-91bb-7337f891fb73 req-9858d0fa-b5b7-411b-95a5-291e7af80531 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 1096 time: 0.0447569
Nov 27 21:24:25.272950 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.277262 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.305369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:24:25.312194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf9dc00-23bf-49b1-b81c-453d10d315f7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:25.318897 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.319467 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Added segment 2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e of type vlan for network cfe74ea6-5149-437e-a407-b2d894036d57
Nov 27 21:24:25.329629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faf31e-8901-40af-91bb-7337f891fb73 req-b18a4a62-14c2-446f-a4db-1f7115eb17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:25.331572 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18faf31e-8901-40af-91bb-7337f891fb73 req-b18a4a62-14c2-446f-a4db-1f7115eb17b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec766a40-9645-4edf-b91e-8b4e69b2d68a HTTP/1.1" status: 200  len: 897 time: 0.1002452
Nov 27 21:24:25.366494 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.395802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.396898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:25.397629 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.403652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18faf31e-8901-40af-91bb-7337f891fb73 req-30d37d3a-df7e-4b75-b7b4-befb9c19e9c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30ce7d3-47f0-4788-b766-c0f924abb913 HTTP/1.1" status: 200  len: 998 time: 0.0640657
Nov 27 21:24:25.450815 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feabd160>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:06Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00e1c13-a19a-4aba-a716-0320072f585c', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.41', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:24:24Z', 'updated_at': '2021-11-27T21:24:24Z', 'revision_number': 0, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:25.463187 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4818478
Nov 27 21:24:25.466092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51296) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:25.471386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faf31e-8901-40af-91bb-7337f891fb73 req-6720fd75-44c0-416d-9146-fbca73031c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:25.471935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Request body: {'subnet': {'network_id': 'cfe74ea6-5149-437e-a407-b2d894036d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-379544541-subnet', 'tenant_id': 'c7fd68c2720747e98f51f396d9f4dd78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:25.473032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18faf31e-8901-40af-91bb-7337f891fb73 req-6720fd75-44c0-416d-9146-fbca73031c08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c515eb1-1a4a-4859-8b67-5f6f4dc80c13 HTTP/1.1" status: 200  len: 835 time: 0.0628934
Nov 27 21:24:25.476037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b205e9-6b2f-4b19-9890-da01bd96b084 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe74ea6-5149-437e-a407-b2d894036d57,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:25.480265 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] Checking router: f761e981-af06-4952-bc2c-63fd4801147c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:25.487606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network cfe74ea6-5149-437e-a407-b2d894036d57 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:24:25.490707 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:25.491536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feabd160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:25.500100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Made reservation on behalf of c7fd68c2720747e98f51f396d9f4dd78 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:25.503045 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.539787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faf31e-8901-40af-91bb-7337f891fb73 req-ea72f7d8-59c3-43c3-bcfb-244c852f62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:25.542132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18faf31e-8901-40af-91bb-7337f891fb73 req-ea72f7d8-59c3-43c3-bcfb-244c852f62ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec766a40-9645-4edf-b91e-8b4e69b2d68a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0573270
Nov 27 21:24:25.609719 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:25.646649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18faf31e-8901-40af-91bb-7337f891fb73 req-b154ac27-216c-495b-825b-f0ed98fc0066 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952303
Nov 27 21:24:25.688621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.744927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18faf31e-8901-40af-91bb-7337f891fb73 req-39066591-eacf-4dab-82b1-0a80f5c53f31 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911555
Nov 27 21:24:25.752985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428b9b9f-397f-4399-a392-d0089dc16a9d,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:25.761087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Checking segment: {'id': '2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cfe74ea6-5149-437e-a407-b2d894036d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:25.761613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Network hostable DHCP agents. Network: cfe74ea6-5149-437e-a407-b2d894036d57, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:24:25.780782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Network cfe74ea6-5149-437e-a407-b2d894036d57 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:24:25.789936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cfe74ea6-5149-437e-a407-b2d894036d57) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:25.794762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:25.794977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:25.799954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d24a461-3794-4b7c-9390-1bbf184b5580 None None] Network cfe74ea6-5149-437e-a407-b2d894036d57 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:25.813047 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-21945e88-32ae-4a4b-a8bc-e0cecb33f036 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3458111
Nov 27 21:24:25.873520 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feabd160>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:06Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00e1c13-a19a-4aba-a716-0320072f585c', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.41', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:24:24Z', 'updated_at': '2021-11-27T21:24:24Z', 'revision_number': 0, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:25.902154 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a30fb45-2088-477a-8bc7-df6f6f888dd9 None None] The sync data for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 is: [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:06Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00e1c13-a19a-4aba-a716-0320072f585c', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.41', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:24:24Z', 'updated_at': '2021-11-27T21:24:24Z', 'revision_number': 0, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:24:26.093280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6948547e-31e4-4f92-8aa5-d981db3dff0d None None] Network cfe74ea6-5149-437e-a407-b2d894036d57 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:26.148005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adacf34b-47b9-4cd0-bff0-f3ae2169c2f2 None None] New status for floating IP b00e1c13-a19a-4aba-a716-0320072f585c: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:24:26.221294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51310) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:26.285825 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d636940a-6ef7-4366-862d-abf57d82c8aa tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/floatingips/b00e1c13-a19a-4aba-a716-0320072f585c HTTP/1.1" status: 200  len: 990 time: 0.0633161
Nov 27 21:24:26.348149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51314) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:26.353591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1427645780-network', 'tenant_id': 'd11027607fff4fb6b2e4a0107feca716'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:26.375496 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Made reservation on behalf of d11027607fff4fb6b2e4a0107feca716 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:26.377856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:26.386781 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:26.467501 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:26.471741 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:26.796818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:24:26.810800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34788bf-92b7-4462-aaf6-5a51688364f8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:26.815733 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:26.816117 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Added segment b94caf8c-acc9-41a7-ada7-9b99310b3327 of type vlan for network 2b760cfb-4df5-4b35-912c-559fb61ba9bc
Nov 27 21:24:26.854438 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:26.879087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:26.880118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:26.880697 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:26.928726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5793216
Nov 27 21:24:26.931462 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51316) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:26.936070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Request body: {'subnet': {'network_id': '2b760cfb-4df5-4b35-912c-559fb61ba9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1427645780-subnet', 'tenant_id': 'd11027607fff4fb6b2e4a0107feca716', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:26.954108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347ee07-282e-4563-9819-6ede8e3579da admin admin] Pushing event updated for resources: {'Network': ['ID=2b760cfb-4df5-4b35-912c-559fb61ba9bc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:26.963704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 2b760cfb-4df5-4b35-912c-559fb61ba9bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:24:26.967768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Made reservation on behalf of d11027607fff4fb6b2e4a0107feca716 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:26.970633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:27.134126 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:27.197934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1be6d65-ba37-4a97-95c3-97ec07387a00,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:27.202908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Checking segment: {'id': 'b94caf8c-acc9-41a7-ada7-9b99310b3327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2b760cfb-4df5-4b35-912c-559fb61ba9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:27.203291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Network hostable DHCP agents. Network: 2b760cfb-4df5-4b35-912c-559fb61ba9bc, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:24:27.220550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Network 2b760cfb-4df5-4b35-912c-559fb61ba9bc is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:24:27.228717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b760cfb-4df5-4b35-912c-559fb61ba9bc) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:27.233228 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:27.233827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:27.238597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c5820-210d-492f-a3e3-77c7ceda78f2 None None] Network 2b760cfb-4df5-4b35-912c-559fb61ba9bc requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:27.251836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-79f556c8-d11f-4566-ad29-38a98d196ab6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3193595
Nov 27 21:24:27.289672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51320) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:27.360685 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d02da2eb-640c-4382-92a8-14f095cd64cf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/floatingips/b00e1c13-a19a-4aba-a716-0320072f585c HTTP/1.1" status: 200  len: 992 time: 0.0599313
Nov 27 21:24:27.377424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc001d-07c3-45c4-82c9-b2a5f7572895 None None] Network 2b760cfb-4df5-4b35-912c-559fb61ba9bc requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:27.731186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-13d4b297-ec84-4593-8ef9-d609859a2600 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:27.732578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-13d4b297-ec84-4593-8ef9-d609859a2600 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/networks?id=cfe74ea6-5149-437e-a407-b2d894036d57 HTTP/1.1" status: 200  len: 811 time: 0.1046686
Nov 27 21:24:27.748237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-7abc322e-c58b-4c0c-a921-74ce4702a54b tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/quotas/c7fd68c2720747e98f51f396d9f4dd78 HTTP/1.1" status: 200  len: 375 time: 0.0090287
Nov 27 21:24:27.779300 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-e16066b5-91b5-415a-b241-01ff52fb097b tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7fd68c2720747e98f51f396d9f4dd78&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0257413
Nov 27 21:24:27.871976 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-7716b240-3d77-4e7b-8c29-e579be75c41d service neutron] 10.222.0.21 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852501
Nov 27 21:24:27.959873 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-ee235a60-e0ff-402b-8ef8-9236af4e941e service neutron] 10.222.0.21 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818529
Nov 27 21:24:28.116070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2cd2d8d0-bea0-4e02-bdc9-f4c38c968af9 req-832b2243-f5e6-419f-a5be-87d942b4f40f tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 210 time: 0.0264049
Nov 27 21:24:29.027516 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-29d8d22d-ef57-497f-8449-65808242f6a9 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:29.028994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-29d8d22d-ef57-497f-8449-65808242f6a9 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.15 "GET /v2.0/networks?id=cfe74ea6-5149-437e-a407-b2d894036d57 HTTP/1.1" status: 200  len: 811 time: 0.1085725
Nov 27 21:24:29.042538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Request body: {'port': {'device_id': 'ea7f8e36-7395-4d4b-bf2c-374275600825', 'network_id': 'cfe74ea6-5149-437e-a407-b2d894036d57', 'admin_state_up': True, 'tenant_id': 'c7fd68c2720747e98f51f396d9f4dd78'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:29.153687 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Made reservation on behalf of c7fd68c2720747e98f51f396d9f4dd78 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:29.157209 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:29.252211 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5187205-b2f6-457a-9b26-061c4504c708 req-76da77b8-14b3-4782-bb59-99a32841a0b2 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 210 time: 0.0379438
Nov 27 21:24:29.312817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Allocated IP 172.20.0.8 (cfe74ea6-5149-437e-a407-b2d894036d57/428b9b9f-397f-4399-a392-d0089dc16a9d/2c58aae0-e161-45cc-b01b-2bd02188fc40) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:29.463072 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:29.495942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:29.539553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Network cfe74ea6-5149-437e-a407-b2d894036d57 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:29.542698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:29.546478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:29.574147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Pushing event updated for resources: {'Port': ['ID=2c58aae0-e161-45cc-b01b-2bd02188fc40,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:29.600573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:29.601186 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:29.616766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-0c8f993c-5cf6-471a-8d70-d5541c75181e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5780461
Nov 27 21:24:29.633277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Request body: {'port': {'device_id': 'ea7f8e36-7395-4d4b-bf2c-374275600825', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:29.685270 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:29.936166 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c58aae0-e161-45cc-b01b-2bd02188fc40 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:24:29.944221 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:29.956887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Transition to ACTIVE for port object 2c58aae0-e161-45cc-b01b-2bd02188fc40 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:24:29.959907 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:30.014933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Pushing event updated for resources: {'Port': ['ID=2c58aae0-e161-45cc-b01b-2bd02188fc40,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:30.077328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Attempting to bind port 2c58aae0-e161-45cc-b01b-2bd02188fc40 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:24:30.078007 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Attempting to bind port 2c58aae0-e161-45cc-b01b-2bd02188fc40 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cfe74ea6-5149-437e-a407-b2d894036d57'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:24:30.078007 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Attempting to bind port 2c58aae0-e161-45cc-b01b-2bd02188fc40 on network cfe74ea6-5149-437e-a407-b2d894036d57 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:30.082183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Port 2c58aae0-e161-45cc-b01b-2bd02188fc40 on network cfe74ea6-5149-437e-a407-b2d894036d57 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:24:30.082504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Attempting to bind port 2c58aae0-e161-45cc-b01b-2bd02188fc40 on network cfe74ea6-5149-437e-a407-b2d894036d57 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:30.087197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:24:30.087568 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Checking segment: {'id': '2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cfe74ea6-5149-437e-a407-b2d894036d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:30.087953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Bound using segment: {'id': '2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cfe74ea6-5149-437e-a407-b2d894036d57'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:24:30.088377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Bound port: 2c58aae0-e161-45cc-b01b-2bd02188fc40, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cfe74ea6-5149-437e-a407-b2d894036d57'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:24:30.088731 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:30.148921 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] For port 2c58aae0-e161-45cc-b01b-2bd02188fc40, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:24:30.151915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] For port 2c58aae0-e161-45cc-b01b-2bd02188fc40, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c58aae0-e161-45cc-b01b-2bd02188fc40,segment=NetworkSegment(2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e),segment_id=2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:24:30.156577 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:30.192887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:30.193509 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:30.194898 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] 10.222.0.15 "PUT /v2.0/ports/2c58aae0-e161-45cc-b01b-2bd02188fc40 HTTP/1.1" status: 200  len: 1091 time: 0.5657375
Nov 27 21:24:30.195366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7f8e36-7395-4d4b-bf2c-374275600825', 'tag': '2c58aae0-e161-45cc-b01b-2bd02188fc40'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:24:30.197672 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7f8e36-7395-4d4b-bf2c-374275600825", "tag": "2c58aae0-e161-45cc-b01b-2bd02188fc40"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:24:30.227287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ce536-5e9d-4ab3-843c-87655586c30f service neutron] Pushing event updated for resources: {'Port': ['ID=2c58aae0-e161-45cc-b01b-2bd02188fc40,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:30.260594 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65518712-9fc4-4b08-b0fc-3a588dacc437 x-openstack-request-id: req-65518712-9fc4-4b08-b0fc-3a588dacc437 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:24:30.260893 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7f8e36-7395-4d4b-bf2c-374275600825", "tag": "2c58aae0-e161-45cc-b01b-2bd02188fc40", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:24:30.261148 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65518712-9fc4-4b08-b0fc-3a588dacc437 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:24:30.261537 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7f8e36-7395-4d4b-bf2c-374275600825', 'tag': '2c58aae0-e161-45cc-b01b-2bd02188fc40', 'status': 'completed', 'code': 200}
Nov 27 21:24:30.280660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-888fede4-4b34-457b-8a67-f5a5d3586da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:30.282173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-888fede4-4b34-457b-8a67-f5a5d3586da0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7fd68c2720747e98f51f396d9f4dd78&device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 1094 time: 0.0482967
Nov 27 21:24:30.327092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-3ae2287a-a6fd-4512-8a8d-5b0bbe7b5b8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c58aae0-e161-45cc-b01b-2bd02188fc40 HTTP/1.1" status: 200  len: 217 time: 0.0356307
Nov 27 21:24:30.400171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-94805c95-8fbd-4083-9819-cd8f9347a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:30.401612 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-94805c95-8fbd-4083-9819-cd8f9347a566 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428b9b9f-397f-4399-a392-d0089dc16a9d HTTP/1.1" status: 200  len: 851 time: 0.0662062
Nov 27 21:24:30.410319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78f43d-b9ef-4616-b5d3-9c3d51979311 req-45338f96-17ff-4e42-a386-28813df6db43 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:30.411690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ef78f43d-b9ef-4616-b5d3-9c3d51979311 req-45338f96-17ff-4e42-a386-28813df6db43 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 943 time: 0.0873361
Nov 27 21:24:30.446722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-c4da429c-25ce-4915-b4cd-0a5257432431 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfe74ea6-5149-437e-a407-b2d894036d57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340061
Nov 27 21:24:30.521325 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ef78f43d-b9ef-4616-b5d3-9c3d51979311 req-d99cd6b2-0bb6-463b-83cc-e10e48aa682c tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016495
Nov 27 21:24:30.556764 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-7f783cfe-deca-455f-8176-00e7d7ecf9a2 service neutron] 10.222.0.15 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024947
Nov 27 21:24:30.649765 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c1dcc3-f6a8-4114-9c6b-61b473507b03 req-acb017b1-8b0a-496a-bd5b-a0d49b7e2a10 service neutron] 10.222.0.15 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812459
Nov 27 21:24:30.753213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-acd49e7d-4c1f-4005-ae1f-88a897276239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:30.754634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-acd49e7d-4c1f-4005-ae1f-88a897276239 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7fd68c2720747e98f51f396d9f4dd78&device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 1094 time: 0.0458505
Nov 27 21:24:30.843415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-b84730d6-176c-479a-9eb7-97c7bf4072bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:30.844959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-b84730d6-176c-479a-9eb7-97c7bf4072bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfe74ea6-5149-437e-a407-b2d894036d57 HTTP/1.1" status: 200  len: 912 time: 0.0837700
Nov 27 21:24:30.887491 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-0b3558c1-ef42-4e92-b663-fc4bd7bef324 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c58aae0-e161-45cc-b01b-2bd02188fc40 HTTP/1.1" status: 200  len: 217 time: 0.0352104
Nov 27 21:24:30.941954 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-2798c849-53d1-49ed-98cf-2d007b0f6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:30.943433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-2798c849-53d1-49ed-98cf-2d007b0f6df9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428b9b9f-397f-4399-a392-d0089dc16a9d HTTP/1.1" status: 200  len: 851 time: 0.0495956
Nov 27 21:24:30.974396 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-d99f7ca9-3019-4895-825c-7014b032c709 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfe74ea6-5149-437e-a407-b2d894036d57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243630
Nov 27 21:24:31.065247 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-144efdcd-4f38-4ffb-b487-ef497523ab93 service neutron] 10.222.0.15 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836065
Nov 27 21:24:31.158867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a8f3a564-83cd-4e1e-aaf1-b19772d816ce req-fe101d5a-4438-47a7-8e4f-0193dcb8e64b service neutron] 10.222.0.15 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859771
Nov 27 21:24:31.638497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9bb6-1a5f-4038-9258-e231a1fd06e7 req-4405d719-2069-47e1-821f-24c6e9d67242 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:31.640026 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-408e9bb6-1a5f-4038-9258-e231a1fd06e7 req-4405d719-2069-47e1-821f-24c6e9d67242 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 943 time: 0.0484951
Nov 27 21:24:31.686990 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-408e9bb6-1a5f-4038-9258-e231a1fd06e7 req-3da24337-e619-41c4-93c3-70f2298ab032 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404220
Nov 27 21:24:32.802167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d58c-08f1-4cbc-adee-c5969d7dddf8 req-12e83611-0eab-4a0f-a3c6-74b8e6c8eee9 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:32.803675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f4c0d58c-08f1-4cbc-adee-c5969d7dddf8 req-12e83611-0eab-4a0f-a3c6-74b8e6c8eee9 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 943 time: 0.0489261
Nov 27 21:24:32.849801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f4c0d58c-08f1-4cbc-adee-c5969d7dddf8 req-64ce885f-0537-40bf-8775-676bd1f26f21 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402241
Nov 27 21:24:33.967162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c2da0-d621-4f7f-b83e-9bf60a50b353 req-a2527b8a-0f6c-46af-a408-6329c2b16c00 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:33.968660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa5c2da0-d621-4f7f-b83e-9bf60a50b353 req-a2527b8a-0f6c-46af-a408-6329c2b16c00 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 943 time: 0.0518808
Nov 27 21:24:34.015174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa5c2da0-d621-4f7f-b83e-9bf60a50b353 req-bddf3e63-d5a0-4ae6-95bb-d16e058dfc68 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406530
Nov 27 21:24:34.067920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2c58aae0-e161-45cc-b01b-2bd02188fc40 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:24:34.165181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2c58aae0-e161-45cc-b01b-2bd02188fc40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c58aae0-e161-45cc-b01b-2bd02188fc40,segment=NetworkSegment(2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e),segment_id=2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:34.176878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '2c58aae0-e161-45cc-b01b-2bd02188fc40', 'network_id': 'cfe74ea6-5149-437e-a407-b2d894036d57', 'port_id': '2c58aae0-e161-45cc-b01b-2bd02188fc40', 'mac_address': 'fa:16:3e:7f:e7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428b9b9f-397f-4399-a392-d0089dc16a9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:24:34.211632 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:34.224575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c58aae0-e161-45cc-b01b-2bd02188fc40 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:24:34.243876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2c58aae0-e161-45cc-b01b-2bd02188fc40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c58aae0-e161-45cc-b01b-2bd02188fc40,segment=NetworkSegment(2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e),segment_id=2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:34.248210 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:34.300054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2c58aae0-e161-45cc-b01b-2bd02188fc40,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:34.334547 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70d94273-74a3-4cde-806a-0ac30a28ddbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:34.599692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2c58aae0-e161-45cc-b01b-2bd02188fc40'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:24:35.132182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168addf-f1d3-45b6-ac7c-96ec961b88b2 req-850149bc-1a8b-45e4-8067-3683d6082401 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:35.133655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0168addf-f1d3-45b6-ac7c-96ec961b88b2 req-850149bc-1a8b-45e4-8067-3683d6082401 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 944 time: 0.0516052
Nov 27 21:24:35.179552 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0168addf-f1d3-45b6-ac7c-96ec961b88b2 req-69168db0-ed7a-40cd-97a7-4e8c764a0b2a tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399001
Nov 27 21:24:36.083461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2c58aae0-e161-45cc-b01b-2bd02188fc40 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:36.134444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 2c58aae0-e161-45cc-b01b-2bd02188fc40 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:24:36.138011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 2c58aae0-e161-45cc-b01b-2bd02188fc40 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:36.138388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:36.213956 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:36.237453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7f8e36-7395-4d4b-bf2c-374275600825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c58aae0-e161-45cc-b01b-2bd02188fc40'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:24:36.239769 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c952f1c-1b1d-49db-a309-88fc71dec94d" -d '{"events": [{"server_uuid": "ea7f8e36-7395-4d4b-bf2c-374275600825", "name": "network-vif-plugged", "status": "completed", "tag": "2c58aae0-e161-45cc-b01b-2bd02188fc40"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:24:36.255434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2c58aae0-e161-45cc-b01b-2bd02188fc40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c58aae0-e161-45cc-b01b-2bd02188fc40,segment=NetworkSegment(2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e),segment_id=2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:36.262275 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:36.290278 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121e85f7-831c-44d8-ae4b-72790d15e375 x-openstack-request-id: req-121e85f7-831c-44d8-ae4b-72790d15e375 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:24:36.290867 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7f8e36-7395-4d4b-bf2c-374275600825", "name": "network-vif-plugged", "status": "completed", "tag": "2c58aae0-e161-45cc-b01b-2bd02188fc40", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:24:36.291342 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-121e85f7-831c-44d8-ae4b-72790d15e375 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:24:36.291905 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7f8e36-7395-4d4b-bf2c-374275600825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c58aae0-e161-45cc-b01b-2bd02188fc40', 'code': 200}
Nov 27 21:24:36.301414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27063462-7b70-46b2-bfef-30de9981cbb0 req-40bde7af-73e3-4825-a636-5a730da405b9 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:36.303025 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27063462-7b70-46b2-bfef-30de9981cbb0 req-40bde7af-73e3-4825-a636-5a730da405b9 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0550499
Nov 27 21:24:36.324038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2c58aae0-e161-45cc-b01b-2bd02188fc40,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:36.354507 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27063462-7b70-46b2-bfef-30de9981cbb0 req-6a7f27ee-2093-49fa-abd8-0a75a16bb97b tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441775
Nov 27 21:24:36.379084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41562-8ca5-4cb4-b1fa-fe3f896e4694 req-ec57e0d4-d764-478e-8d25-df95b3a04a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:36.380627 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27c41562-8ca5-4cb4-b1fa-fe3f896e4694 req-ec57e0d4-d764-478e-8d25-df95b3a04a5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 1096 time: 0.0415292
Nov 27 21:24:36.423498 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27c41562-8ca5-4cb4-b1fa-fe3f896e4694 req-02c31bdc-b45a-4364-9617-c8767378d0c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362949
Nov 27 21:24:36.499309 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7482de4b-39b2-48ad-baf3-3dc7baeb50f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:37.471193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b90f8-2e79-401c-83dd-0bb41c717185 req-fc6a6d32-5eeb-4c9f-a135-967f83e0813d tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:37.472696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-291b90f8-2e79-401c-83dd-0bb41c717185 req-fc6a6d32-5eeb-4c9f-a135-967f83e0813d tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0492206
Nov 27 21:24:37.523868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-291b90f8-2e79-401c-83dd-0bb41c717185 req-512a54f2-7c07-4c8a-a135-210ee1134dbc tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451212
Nov 27 21:24:37.902405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:38.638222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f4f9d-5c45-4221-95c4-5f6ceca89fa5 req-39fec594-9340-430e-ba44-e2f1ec9c0cdc tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:38.639694 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-474f4f9d-5c45-4221-95c4-5f6ceca89fa5 req-39fec594-9340-430e-ba44-e2f1ec9c0cdc tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0478661
Nov 27 21:24:38.689906 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-474f4f9d-5c45-4221-95c4-5f6ceca89fa5 req-d26fbfbc-8bfe-4548-988a-e77de9f8fd18 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436237
Nov 27 21:24:38.802566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427d140-6ac4-4998-a3c5-734b89e1b1bd req-9a36ab4d-aac3-4b15-8eae-3525038ca0fe tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:38.804053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5427d140-6ac4-4998-a3c5-734b89e1b1bd req-9a36ab4d-aac3-4b15-8eae-3525038ca0fe tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0474219
Nov 27 21:24:38.850302 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5427d140-6ac4-4998-a3c5-734b89e1b1bd req-73b3719f-3ce6-4e13-8ae3-51148a3fe8d4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404115
Nov 27 21:24:39.071389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34abbc9-83e0-44d1-a045-2e1c533942a0 req-bfc55ea4-5f84-4a92-bbaa-7b277c91c9c5 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:39.072732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e34abbc9-83e0-44d1-a045-2e1c533942a0 req-bfc55ea4-5f84-4a92-bbaa-7b277c91c9c5 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0473146
Nov 27 21:24:39.118420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e34abbc9-83e0-44d1-a045-2e1c533942a0 req-bfb82b48-7e7f-46bb-9709-0be5077c256e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397706
Nov 27 21:24:39.615142 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:40.234477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b2145-50c0-4474-b698-2bede5a463b5 req-92395f39-04da-4936-b3ff-7545c2131fa6 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:40.236277 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c23b2145-50c0-4474-b698-2bede5a463b5 req-92395f39-04da-4936-b3ff-7545c2131fa6 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0488803
Nov 27 21:24:40.283605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c23b2145-50c0-4474-b698-2bede5a463b5 req-bc27ff25-a332-481c-971e-c7bc99dd6b45 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414743
Nov 27 21:24:40.316554 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:40.494077 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f084786-6c2f-4d64-b2b8-e21ad1e867da req-a578b6c9-460d-49c3-b256-65c3465b75e5 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:40.495606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f084786-6c2f-4d64-b2b8-e21ad1e867da req-a578b6c9-460d-49c3-b256-65c3465b75e5 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0513682
Nov 27 21:24:40.512142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-393f1287-1a14-42ad-9f8d-9e262e80c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:40.513636 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-393f1287-1a14-42ad-9f8d-9e262e80c9c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7fd68c2720747e98f51f396d9f4dd78&device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 1096 time: 0.0455620
Nov 27 21:24:40.542419 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f084786-6c2f-4d64-b2b8-e21ad1e867da req-49ee754e-be77-483c-9213-19182bd8faa3 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401337
Nov 27 21:24:40.603802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-f7b3224a-3a97-4324-b388-723617efaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:40.605324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-f7b3224a-3a97-4324-b388-723617efaf5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfe74ea6-5149-437e-a407-b2d894036d57 HTTP/1.1" status: 200  len: 912 time: 0.0844882
Nov 27 21:24:40.651697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-0770a5ed-429b-4dc6-b1b4-58d9d0ff67f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c58aae0-e161-45cc-b01b-2bd02188fc40 HTTP/1.1" status: 200  len: 217 time: 0.0374007
Nov 27 21:24:40.996617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-58cda9dd-5522-4c2a-98b3-eb2664b1def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:40.998002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-58cda9dd-5522-4c2a-98b3-eb2664b1def7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428b9b9f-397f-4399-a392-d0089dc16a9d HTTP/1.1" status: 200  len: 851 time: 0.3401153
Nov 27 21:24:41.029079 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-375c1d30-2c8e-4d37-bc92-95f8acfce459 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfe74ea6-5149-437e-a407-b2d894036d57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237126
Nov 27 21:24:41.121126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-896d349c-db4b-4251-b470-3501e30f491c service neutron] 10.222.0.15 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835354
Nov 27 21:24:41.208090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54916588-628e-4bd5-959d-8f6bb94d7e91 req-ba144b5b-13cf-4f90-a54a-78f8ee6f2e1c service neutron] 10.222.0.15 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796776
Nov 27 21:24:41.662590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245991f-e335-4d65-90fb-a9df0030c8e0 req-010668ba-fd6c-493f-811f-bf4378f0dd03 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:41.664089 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d245991f-e335-4d65-90fb-a9df0030c8e0 req-010668ba-fd6c-493f-811f-bf4378f0dd03 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0492094
Nov 27 21:24:41.710815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d245991f-e335-4d65-90fb-a9df0030c8e0 req-0bbb884c-16fb-4531-b472-ab48940b3160 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406907
Nov 27 21:24:42.829497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12972166-9075-485a-805e-4b8702a0878d req-e01f5e9b-bd66-4dbf-8c95-a964d40b5327 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:42.830949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12972166-9075-485a-805e-4b8702a0878d req-e01f5e9b-bd66-4dbf-8c95-a964d40b5327 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0514369
Nov 27 21:24:42.877170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12972166-9075-485a-805e-4b8702a0878d req-9f6ec69d-b5ec-4f29-8c5b-1ef22928f4b5 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402570
Nov 27 21:24:43.096249 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d8f60-a749-4cc7-97e3-3bb6c8714f56 req-7207bd69-462f-4a70-ac4b-d5fd3d289572 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:43.097726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b51d8f60-a749-4cc7-97e3-3bb6c8714f56 req-7207bd69-462f-4a70-ac4b-d5fd3d289572 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0500975
Nov 27 21:24:43.144302 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b51d8f60-a749-4cc7-97e3-3bb6c8714f56 req-fa14a936-375c-4660-9c00-09a0966bdd8f tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406649
Nov 27 21:24:44.264452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290a76b-03c7-4b5c-8f3d-80a48b76d3b2 req-8098a5cd-5852-412a-800a-5bed91242344 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:44.265935 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e290a76b-03c7-4b5c-8f3d-80a48b76d3b2 req-8098a5cd-5852-412a-800a-5bed91242344 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0530839
Nov 27 21:24:44.312165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e290a76b-03c7-4b5c-8f3d-80a48b76d3b2 req-5d385cc6-abaf-4293-82eb-1d4673cb8ba8 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396855
Nov 27 21:24:44.539773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84863d99-09b3-4531-92b3-e72cd9c91024 req-a3c87bf2-8796-4426-a419-1fc6f4897f1e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:44.541253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84863d99-09b3-4531-92b3-e72cd9c91024 req-a3c87bf2-8796-4426-a419-1fc6f4897f1e tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0786200
Nov 27 21:24:44.546520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-44d5d144-2740-4eed-bf45-b44e5fb60765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:44.547982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-44d5d144-2740-4eed-bf45-b44e5fb60765 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7fd68c2720747e98f51f396d9f4dd78&device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 1096 time: 0.0548909
Nov 27 21:24:44.642360 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-84863d99-09b3-4531-92b3-e72cd9c91024 req-c3318b2e-6695-4174-a867-3949a1496be7 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934157
Nov 27 21:24:44.670591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-1277067d-27e9-41b0-8ba9-4e47999284a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:44.672225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-1277067d-27e9-41b0-8ba9-4e47999284a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfe74ea6-5149-437e-a407-b2d894036d57 HTTP/1.1" status: 200  len: 912 time: 0.1168897
Nov 27 21:24:44.718915 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-f88f4b4d-3c35-4994-8f97-c83d12ac51e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c58aae0-e161-45cc-b01b-2bd02188fc40 HTTP/1.1" status: 200  len: 217 time: 0.0386362
Nov 27 21:24:44.766044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-0fda7e3c-b7e3-4f77-ad09-2ab00f741385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:44.768124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-0fda7e3c-b7e3-4f77-ad09-2ab00f741385 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=428b9b9f-397f-4399-a392-d0089dc16a9d HTTP/1.1" status: 200  len: 851 time: 0.0428054
Nov 27 21:24:44.797923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-d91ccfa7-4a3e-4a02-9ecd-ce978a6425a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfe74ea6-5149-437e-a407-b2d894036d57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0232372
Nov 27 21:24:44.886451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-1fae8707-74f1-4995-aeb0-9b92fcd34cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811598
Nov 27 21:24:44.979387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2bd08fb4-4f52-476a-a3ff-bc3a9f49a12f req-56643ab4-475b-4b6f-8d1e-20268dbc936c service neutron] 10.222.0.15 "GET /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857599
Nov 27 21:24:45.757399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20b06-7a92-4702-97c7-89c3c4546157 req-17dd0fc3-43a9-4b9f-9c31-644b52909b05 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:45.758896 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bbc20b06-7a92-4702-97c7-89c3c4546157 req-17dd0fc3-43a9-4b9f-9c31-644b52909b05 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0485566
Nov 27 21:24:45.810732 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bbc20b06-7a92-4702-97c7-89c3c4546157 req-af7d2eee-69af-4c20-bceb-19bf61150127 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456355
Nov 27 21:24:46.198680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:46.927196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10db1b-ccb0-472e-a1a5-4fa18f5fda71 req-43d3467f-eedf-40f9-8950-dc161bd0f827 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:46.928751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf10db1b-ccb0-472e-a1a5-4fa18f5fda71 req-43d3467f-eedf-40f9-8950-dc161bd0f827 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0492580
Nov 27 21:24:46.974771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cf10db1b-ccb0-472e-a1a5-4fa18f5fda71 req-5b60f13d-9adb-4018-b71b-eaf83c03dd2a tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401404
Nov 27 21:24:47.214657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe258038-5822-4176-b80b-3dbabb12d9e9 req-75942feb-5646-454b-8714-84856c059343 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:47.216146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe258038-5822-4176-b80b-3dbabb12d9e9 req-75942feb-5646-454b-8714-84856c059343 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0537684
Nov 27 21:24:47.264838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe258038-5822-4176-b80b-3dbabb12d9e9 req-ba34d51d-9fdd-4df5-9ae2-cb80c29de77c tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426669
Nov 27 21:24:48.387448 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61094a-f842-414c-994e-66556fc33635 req-0731b8b1-e6f1-4990-a919-35e909d2ca65 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:48.388940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f61094a-f842-414c-994e-66556fc33635 req-0731b8b1-e6f1-4990-a919-35e909d2ca65 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0497203
Nov 27 21:24:48.435415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f61094a-f842-414c-994e-66556fc33635 req-fbf923db-72c1-4214-a90f-ac123197df80 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cf9dc00-23bf-49b1-b81c-453d10d315f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399399
Nov 27 21:24:48.536364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:49.107641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76180-7299-4f9f-aada-d28c843ec57e req-4e610f4f-9c8f-4982-9a4c-b488553c8ba1 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:49.109084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-06c76180-7299-4f9f-aada-d28c843ec57e req-4e610f4f-9c8f-4982-9a4c-b488553c8ba1 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 945 time: 0.0478911
Nov 27 21:24:49.204942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-06c76180-7299-4f9f-aada-d28c843ec57e req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Deleting port 2c58aae0-e161-45cc-b01b-2bd02188fc40 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:24:49.205271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-06c76180-7299-4f9f-aada-d28c843ec57e req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:49.291826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-06c76180-7299-4f9f-aada-d28c843ec57e req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] For port 2c58aae0-e161-45cc-b01b-2bd02188fc40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c58aae0-e161-45cc-b01b-2bd02188fc40,segment=NetworkSegment(2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e),segment_id=2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:49.292194 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-06c76180-7299-4f9f-aada-d28c843ec57e req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:49.305019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-06c76180-7299-4f9f-aada-d28c843ec57e req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Calling delete_port for 2c58aae0-e161-45cc-b01b-2bd02188fc40 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:24:49.435843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-06c76180-7299-4f9f-aada-d28c843ec57e req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:49.449847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2c58aae0-e161-45cc-b01b-2bd02188fc40'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:24:49.472569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Pushing event deleted for resources: {'Port': ['ID=2c58aae0-e161-45cc-b01b-2bd02188fc40,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:49.517195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c76180-7299-4f9f-aada-d28c843ec57e req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] No DVR routers for this DVR port 2c58aae0-e161-45cc-b01b-2bd02188fc40 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:24:49.520300 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-06c76180-7299-4f9f-aada-d28c843ec57e req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:49.524453 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-06c76180-7299-4f9f-aada-d28c843ec57e req-d73e5c0d-2b41-4b9f-af2e-162c447f33c4 tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.15 "DELETE /v2.0/ports/2c58aae0-e161-45cc-b01b-2bd02188fc40 HTTP/1.1" status: 204  len: 173 time: 0.4077413
Nov 27 21:24:49.524901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7f8e36-7395-4d4b-bf2c-374275600825', 'name': 'network-vif-deleted', 'tag': '2c58aae0-e161-45cc-b01b-2bd02188fc40'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:24:49.527858 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2008fd13-2a91-475c-b0e9-8cabc8afd0ba" -d '{"events": [{"server_uuid": "ea7f8e36-7395-4d4b-bf2c-374275600825", "name": "network-vif-deleted", "tag": "2c58aae0-e161-45cc-b01b-2bd02188fc40"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:24:49.566496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bfc47ad8-93de-4f8f-8d4d-8ebdc4711be4 req-df561660-24fb-4953-a87d-3becb5a313de tempest-TestServerAdvancedOps-35090785 tempest-TestServerAdvancedOps-35090785-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f8e36-7395-4d4b-bf2c-374275600825 HTTP/1.1" status: 200  len: 210 time: 0.0421932
Nov 27 21:24:49.591448 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e7dbd5-9d3a-4798-9906-ee3b105c7b16 x-openstack-request-id: req-c1e7dbd5-9d3a-4798-9906-ee3b105c7b16 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:24:49.591741 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7f8e36-7395-4d4b-bf2c-374275600825", "name": "network-vif-deleted", "tag": "2c58aae0-e161-45cc-b01b-2bd02188fc40", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:24:49.592001 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1e7dbd5-9d3a-4798-9906-ee3b105c7b16 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:24:49.592404 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7f8e36-7395-4d4b-bf2c-374275600825', 'name': 'network-vif-deleted', 'tag': '2c58aae0-e161-45cc-b01b-2bd02188fc40', 'status': 'completed', 'code': 200}
Nov 27 21:24:50.630916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51414) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:50.678712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da060e0-841c-487e-b7f1-068b95546d6a admin admin] Deleting subnet 428b9b9f-397f-4399-a392-d0089dc16a9d {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:24:50.681740 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1da060e0-841c-487e-b7f1-068b95546d6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:50.714828 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1da060e0-841c-487e-b7f1-068b95546d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:50.755411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1da060e0-841c-487e-b7f1-068b95546d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:50.807685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1da060e0-841c-487e-b7f1-068b95546d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:50.831831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da060e0-841c-487e-b7f1-068b95546d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428b9b9f-397f-4399-a392-d0089dc16a9d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:50.835524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1da060e0-841c-487e-b7f1-068b95546d6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:50.839436 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1da060e0-841c-487e-b7f1-068b95546d6a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/428b9b9f-397f-4399-a392-d0089dc16a9d HTTP/1.1" status: 204  len: 168 time: 0.2067311
Nov 27 21:24:50.841277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51416) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:50.910690 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:50.986784 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.006426 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd764220>,) {'filters': {'network_id': ['cfe74ea6-5149-437e-a407-b2d894036d57']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:51.016464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd764220>, '2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:51.017022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd764220>, '2ab1ec1d-ef92-489a-ba3e-aa62eb8d185e') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:51.026599 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.041228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.047730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:24:51.048256 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:24:51.050118 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:24:51.067023 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-320167a6-9740-4244-8e58-a753cc971b00 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0490611
Nov 27 21:24:51.111631 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.118459 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.124215 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cfe74ea6-5149-437e-a407-b2d894036d57 HTTP/1.1" status: 204  len: 168 time: 0.2793918
Nov 27 21:24:51.124633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51418) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:51.131390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43531e1-0e50-499b-9528-de5dea8cd8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe74ea6-5149-437e-a407-b2d894036d57,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:51.189521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c819f3-c89b-4762-873a-78d27b5d7de1 admin admin] Deleting subnet c1be6d65-ba37-4a97-95c3-97ec07387a00 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:24:51.192910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-399a6f49-dfe8-4c76-afda-9719de4755e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:51.194382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-399a6f49-dfe8-4c76-afda-9719de4755e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 1096 time: 0.0825620
Nov 27 21:24:51.196310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15c819f3-c89b-4762-873a-78d27b5d7de1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.280226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15c819f3-c89b-4762-873a-78d27b5d7de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.341813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15c819f3-c89b-4762-873a-78d27b5d7de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.366479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-bc11695d-ce4b-493c-b1fb-9d5d0525e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:51.367974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-bc11695d-ce4b-493c-b1fb-9d5d0525e216 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec766a40-9645-4edf-b91e-8b4e69b2d68a HTTP/1.1" status: 200  len: 897 time: 0.1515784
Nov 27 21:24:51.446238 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-a0964ab8-54ca-4252-895a-08e21eee9d21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30ce7d3-47f0-4788-b766-c0f924abb913 HTTP/1.1" status: 200  len: 1000 time: 0.0684614
Nov 27 21:24:51.449020 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15c819f3-c89b-4762-873a-78d27b5d7de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.483652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c819f3-c89b-4762-873a-78d27b5d7de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1be6d65-ba37-4a97-95c3-97ec07387a00,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:51.508794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-15c819f3-c89b-4762-873a-78d27b5d7de1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.511972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-15c819f3-c89b-4762-873a-78d27b5d7de1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c1be6d65-ba37-4a97-95c3-97ec07387a00 HTTP/1.1" status: 204  len: 168 time: 0.3863373
Nov 27 21:24:51.514657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51420) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:51.527196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-2f4b5f3c-0ecf-45bf-849d-190eb093cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:51.528642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-2f4b5f3c-0ecf-45bf-849d-190eb093cabd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c515eb1-1a4a-4859-8b67-5f6f4dc80c13 HTTP/1.1" status: 200  len: 835 time: 0.0739136
Nov 27 21:24:51.579689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-ca6bc514-98ad-4c7c-968f-ceb6df0187b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:51.581114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-ca6bc514-98ad-4c7c-968f-ceb6df0187b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec766a40-9645-4edf-b91e-8b4e69b2d68a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445967
Nov 27 21:24:51.582922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.664397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.671294 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-9b3b5f4e-d374-422c-b4b9-dc50d924b3d3 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827131
Nov 27 21:24:51.683766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ffaf4c70>,) {'filters': {'network_id': ['2b760cfb-4df5-4b35-912c-559fb61ba9bc']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:51.693339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffaf4c70>, 'b94caf8c-acc9-41a7-ada7-9b99310b3327') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:51.693641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffaf4c70>, 'b94caf8c-acc9-41a7-ada7-9b99310b3327') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:51.702821 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.716196 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.722002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:24:51.722385 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:24:51.724035 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:24:51.766727 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1cc0981d-bee0-4bf7-b3a3-abc2fb464c9d req-50875e27-14ad-4a51-874e-5376864d94d7 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878744
Nov 27 21:24:51.782129 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.787130 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:51.790402 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b760cfb-4df5-4b35-912c-559fb61ba9bc HTTP/1.1" status: 204  len: 168 time: 0.2746947
Nov 27 21:24:51.802060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4eab8-1734-476e-bbf8-f9f956606118 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b760cfb-4df5-4b35-912c-559fb61ba9bc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:51.947193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51424) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:51.986278 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-365380be-21f7-4425-bb41-62e252988c7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7fd68c2720747e98f51f396d9f4dd78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378308
Nov 27 21:24:51.988709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51426) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:52.035051 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4cb4-d374-48ce-ab57-2cd809605fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:52.056112 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4cb4-d374-48ce-ab57-2cd809605fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:52.105162 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4cb4-d374-48ce-ab57-2cd809605fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:52.108006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a4ed4cb4-d374-48ce-ab57-2cd809605fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:52.109135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a4ed4cb4-d374-48ce-ab57-2cd809605fa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cf9dc00-23bf-49b1-b81c-453d10d315f7 HTTP/1.1" status: 204  len: 168 time: 0.1193986
Nov 27 21:24:52.117999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed4cb4-d374-48ce-ab57-2cd809605fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf9dc00-23bf-49b1-b81c-453d10d315f7,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:52.413877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:52.453216 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b76e56a5-0465-4c4b-917b-fd01ccdd45b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d11027607fff4fb6b2e4a0107feca716&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381238
Nov 27 21:24:52.456343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51436) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:52.506401 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4273ae1-66bc-456f-9a76-c2768e832e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:52.527463 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4273ae1-66bc-456f-9a76-c2768e832e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:52.572349 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4273ae1-66bc-456f-9a76-c2768e832e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:52.574942 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e4273ae1-66bc-456f-9a76-c2768e832e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:52.576253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e4273ae1-66bc-456f-9a76-c2768e832e67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e34788bf-92b7-4462-aaf6-5a51688364f8 HTTP/1.1" status: 204  len: 168 time: 0.1190355
Nov 27 21:24:52.584204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4273ae1-66bc-456f-9a76-c2768e832e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34788bf-92b7-4462-aaf6-5a51688364f8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:53.251839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51458) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:53.350218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1918858666-network', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:53.372960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Made reservation on behalf of 75d471b7fbc14bbcbf3dbb7f1acbddcb for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:53.376130 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.385368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.468734 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.472687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.497319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:24:53.506632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baed9ae6-70c0-45f3-856c-5d23a416e565,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:53.515757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.516119 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Added segment 3af1263a-71d3-40d3-a0f8-9630f82ce452 of type vlan for network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2
Nov 27 21:24:53.518045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.518397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.518749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.519090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.519456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.519795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.520126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.520456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.520782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.521107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.521435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.521761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:53.563712 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.586603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.587577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:53.588156 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.642929 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3877804
Nov 27 21:24:53.643758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51462) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:53.648690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Request body: {'subnet': {'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1918858666-subnet', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:53.655576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fd692-7bb8-4af5-9bf9-513096cf2316 admin admin] Pushing event updated for resources: {'Network': ['ID=5d1d65de-2cf6-426d-bf1f-f8a8267152d2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:53.665549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:24:53.670157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Made reservation on behalf of 75d471b7fbc14bbcbf3dbb7f1acbddcb for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:53.673057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.839790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.898855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d24b152-51f4-4171-a3fb-2a7b5d28804d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:53.903134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Checking segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:53.903525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Network hostable DHCP agents. Network: 5d1d65de-2cf6-426d-bf1f-f8a8267152d2, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:24:53.919340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:24:53.927736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d1d65de-2cf6-426d-bf1f-f8a8267152d2) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:53.931678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:53.932280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.936998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f4d4f-5069-4e2e-91d1-ffa543c87f41 None None] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:53.948319 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-30e973ad-7b24-4bcc-a43d-700bdaccca7e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3034482
Nov 27 21:24:53.951015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51464) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:53.956306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:53.977035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:53.978162 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.032227 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.081967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:24:54.082850 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.161184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2c58aae0-e161-45cc-b01b-2bd02188fc40 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:24:54.166778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.191021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 2c58aae0-e161-45cc-b01b-2bd02188fc40 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:24:54.191389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2c58aae0-e161-45cc-b01b-2bd02188fc40 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:24:54.239663 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Allocated IP 172.20.0.2 (5d1d65de-2cf6-426d-bf1f-f8a8267152d2/3d24b152-51f4-4171-a3fb-2a7b5d28804d/5711e00e-8cb6-4d64-b418-72c32f4e3c37) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:54.386104 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.391670 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.396556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.416521 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.430832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:54.433682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:54.437185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:54.445953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Pushing event updated for resources: {'Port': ['ID=5711e00e-8cb6-4d64-b418-72c32f4e3c37,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:54.472043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.472397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.472751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.473091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.473440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.473785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.474121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.474455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.474792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.475286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.476048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.476048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:54.508401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Attempting to bind port 5711e00e-8cb6-4d64-b418-72c32f4e3c37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:24:54.508778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Attempting to bind port 5711e00e-8cb6-4d64-b418-72c32f4e3c37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:24:54.509150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Attempting to bind port 5711e00e-8cb6-4d64-b418-72c32f4e3c37 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:54.514158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:24:54.514539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Checking segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:54.514945 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.515372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Bound using segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:24:54.515878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Bound port: 5711e00e-8cb6-4d64-b418-72c32f4e3c37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:24:54.516263 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.536399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Allocated IP 172.35.3.118 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/7c134250-a49b-4274-b0da-9306c27ccf36) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:54.586007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] For port 5711e00e-8cb6-4d64-b418-72c32f4e3c37, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:24:54.589654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] For port 5711e00e-8cb6-4d64-b418-72c32f4e3c37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5711e00e-8cb6-4d64-b418-72c32f4e3c37,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:24:54.594880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.648423 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.659579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d187b1b-025b-4a6f-be5f-a47426ea1795 None None] Pushing event updated for resources: {'Port': ['ID=5711e00e-8cb6-4d64-b418-72c32f4e3c37,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:54.686717 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.728147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:54.731151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:54.733620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:54.747123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b641d1-546d-49e1-b750-4fa03b9c131a None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:54.769349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Pushing event updated for resources: {'Port': ['ID=7c134250-a49b-4274-b0da-9306c27ccf36,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:54.866736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e6164297-e07a-4dd4-9bef-c00c46979a33 None None] Provisioning complete for port 7c134250-a49b-4274-b0da-9306c27ccf36 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:54.867294 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e6164297-e07a-4dd4-9bef-c00c46979a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:54.903990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e6164297-e07a-4dd4-9bef-c00c46979a33 None None] Port 7c134250-a49b-4274-b0da-9306c27ccf36 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:24:55.023320 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:55.221772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:55.249873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5711e00e-8cb6-4d64-b418-72c32f4e3c37 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:55.303544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5711e00e-8cb6-4d64-b418-72c32f4e3c37 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:55.303921 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:55.365025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Router 144d3c3f-cc39-48de-b717-661f6e54baf7 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:24:55.494895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:24:55.504751 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Sync routers for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:55.515972 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:55.516784 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feadf910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:55.523185 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:55.527432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51466) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:55.527933 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ca4b30eb-96c6-41e8-92a4-9ce65b7654df admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.5752840
Nov 27 21:24:55.555500 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:55.594607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 5711e00e-8cb6-4d64-b418-72c32f4e3c37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5711e00e-8cb6-4d64-b418-72c32f4e3c37,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:55.601731 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:55.659448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=5711e00e-8cb6-4d64-b418-72c32f4e3c37,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:55.689355 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:55.697894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcab52e-0477-41b5-a5e0-4f97acf95e0d None None] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:55.768984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6444457b-7bb5-41ff-960a-bdc1e7f599a4 None None] Provisioning complete for port 5711e00e-8cb6-4d64-b418-72c32f4e3c37 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:55.769705 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6444457b-7bb5-41ff-960a-bdc1e7f599a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:55.966019 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feadf910>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:54Z', 'revision_number': 3, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:55.995128 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Checking router: 144d3c3f-cc39-48de-b717-661f6e54baf7 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:55.995512 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Updating router 144d3c3f-cc39-48de-b717-661f6e54baf7 port 7c134250-a49b-4274-b0da-9306c27ccf36 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:24:56.017124 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.024438 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.178883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Allocated IP 172.20.0.1 (5d1d65de-2cf6-426d-bf1f-f8a8267152d2/3d24b152-51f4-4171-a3fb-2a7b5d28804d/269cfc13-94f3-4f25-ae54-867c3b0fae35) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:56.247532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0b991c07-05f6-4199-9f97-c0746de44543 None None] Provisioning complete for port 5711e00e-8cb6-4d64-b418-72c32f4e3c37 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:56.247895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b991c07-05f6-4199-9f97-c0746de44543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.282787 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.288863 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.289360 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.331335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.332459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48a1ed8-6aba-43c8-8bdf-a94a47e36d5d None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:56.332932 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Attempting to bind port 7c134250-a49b-4274-b0da-9306c27ccf36 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:24:56.333514 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Attempting to bind port 7c134250-a49b-4274-b0da-9306c27ccf36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:24:56.333883 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Attempting to bind port 7c134250-a49b-4274-b0da-9306c27ccf36 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:56.350899 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:24:56.350899 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:56.350899 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.351327 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:24:56.351630 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Bound port: 7c134250-a49b-4274-b0da-9306c27ccf36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:24:56.352012 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.381929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:56.385675 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Pushing event updated for resources: {'Port': ['ID=7c134250-a49b-4274-b0da-9306c27ccf36,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:56.387518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:56.389764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Pushing event updated for resources: {'Port': ['ID=269cfc13-94f3-4f25-ae54-867c3b0fae35,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:56.392735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:56.411137 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.411515 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.411851 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.412382 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.413266 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.413615 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.413946 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.414276 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.414603 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.415064 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.415241 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.416589 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:24:56.431225 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.437281 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] For port 7c134250-a49b-4274-b0da-9306c27ccf36, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:24:56.449658 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] For port 7c134250-a49b-4274-b0da-9306c27ccf36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c134250-a49b-4274-b0da-9306c27ccf36,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:24:56.458246 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.470704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c42884de-7b30-45fe-9e27-27090cac9917 None None] Provisioning complete for port 7c134250-a49b-4274-b0da-9306c27ccf36 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:56.471713 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c42884de-7b30-45fe-9e27-27090cac9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.514628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce975a1-5778-4273-8748-f5084b1ecc7f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:56.545218 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:56.546461 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feadf910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:56.574577 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c42884de-7b30-45fe-9e27-27090cac9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.592142 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.602275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c42884de-7b30-45fe-9e27-27090cac9917 None None] For port 7c134250-a49b-4274-b0da-9306c27ccf36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c134250-a49b-4274-b0da-9306c27ccf36,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:24:56.609427 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c42884de-7b30-45fe-9e27-27090cac9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.615387 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31be71-a325-4306-9304-515859d4e0db None None] Pushing event updated for resources: {'Port': ['ID=7c134250-a49b-4274-b0da-9306c27ccf36,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:56.670752 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42884de-7b30-45fe-9e27-27090cac9917 None None] Pushing event updated for resources: {'Port': ['ID=7c134250-a49b-4274-b0da-9306c27ccf36,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:56.689507 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:56.739583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-965905cf-1a6f-4252-8a43-e3b7ec41b0ac None None] Provisioning complete for port 7c134250-a49b-4274-b0da-9306c27ccf36 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:56.740490 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-965905cf-1a6f-4252-8a43-e3b7ec41b0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.793261 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.798593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.831169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-965905cf-1a6f-4252-8a43-e3b7ec41b0ac None None] Provisioning complete for port 269cfc13-94f3-4f25-ae54-867c3b0fae35 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:56.831826 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-965905cf-1a6f-4252-8a43-e3b7ec41b0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.864529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-965905cf-1a6f-4252-8a43-e3b7ec41b0ac None None] Port 269cfc13-94f3-4f25-ae54-867c3b0fae35 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:24:56.873038 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feadf910>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:54Z', 'revision_number': 3, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:56.880154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Pushing event updated for resources: {'Port': ['ID=269cfc13-94f3-4f25-ae54-867c3b0fae35,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:56.882682 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:56.905272 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9462a86-60ee-4ed9-b99f-d977417861a1 None None] The sync data for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 is: [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:54Z', 'revision_number': 3, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:24:56.976764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:56.978179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:57.100478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Router 144d3c3f-cc39-48de-b717-661f6e54baf7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:24:57.240342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:24:57.253971 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-27e44a1d-941b-478d-bde8-efbf2b9a02d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/144d3c3f-cc39-48de-b717-661f6e54baf7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7171288
Nov 27 21:24:57.304843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-900de376-f37d-4f81-a6f0-eb1ab12b280c None None] Provisioning complete for port 269cfc13-94f3-4f25-ae54-867c3b0fae35 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:57.305597 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-900de376-f37d-4f81-a6f0-eb1ab12b280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:57.352262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5711e00e-8cb6-4d64-b418-72c32f4e3c37 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:57.354240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-900de376-f37d-4f81-a6f0-eb1ab12b280c None None] Port 269cfc13-94f3-4f25-ae54-867c3b0fae35 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:24:57.407814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5711e00e-8cb6-4d64-b418-72c32f4e3c37 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:57.408198 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:57.505190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7c134250-a49b-4274-b0da-9306c27ccf36 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:24:57.561537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7c134250-a49b-4274-b0da-9306c27ccf36 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:57.561919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:57.773522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51484) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:57.778561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-192025939-network', 'tenant_id': '75285b09603b45a3b97073daffc753f6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:57.801800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Made reservation on behalf of 75285b09603b45a3b97073daffc753f6 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:57.804265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:57.815610 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:57.892984 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:57.896848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:57.920711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:24:57.930807 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2defaa99-97fa-4a01-b71a-39abdc45927c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:57.935586 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:57.935934 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Added segment 9d534d9b-ac03-4393-b385-2fd9a3417f48 of type vlan for network f60f1fc0-d404-4ccb-81b9-85b06c3db778
Nov 27 21:24:57.980785 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.009215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.010355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:58.010801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.061649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.2870026
Nov 27 21:24:58.065054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51502) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:58.070065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Request body: {'subnet': {'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-192025939-subnet', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:58.073396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09567e4-a647-4ee7-8309-c0891a306287 admin admin] Pushing event updated for resources: {'Network': ['ID=f60f1fc0-d404-4ccb-81b9-85b06c3db778,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:58.084231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network f60f1fc0-d404-4ccb-81b9-85b06c3db778 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:24:58.091732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Made reservation on behalf of 75285b09603b45a3b97073daffc753f6 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:24:58.094567 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.265463 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.322466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2064aa-803f-4c14-844d-acecda5238b6,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:58.331983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Checking segment: {'id': '9d534d9b-ac03-4393-b385-2fd9a3417f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:58.332349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Network hostable DHCP agents. Network: f60f1fc0-d404-4ccb-81b9-85b06c3db778, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:24:58.348807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Network f60f1fc0-d404-4ccb-81b9-85b06c3db778 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:24:58.357196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f60f1fc0-d404-4ccb-81b9-85b06c3db778) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:58.361802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:24:58.362483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.368960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92501b18-d167-404a-8292-945ccefa8423 None None] Network f60f1fc0-d404-4ccb-81b9-85b06c3db778 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:24:58.383489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2688e0c4-c775-4979-85c3-3181b685dd29 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3171711
Nov 27 21:24:58.386050 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51504) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:24:58.390535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:24:58.413066 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.414157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.478151 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.530483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f60f1fc0-d404-4ccb-81b9-85b06c3db778', 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'fixed_ips': [{'subnet_id': 'bd2064aa-803f-4c14-844d-acecda5238b6'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:24:58.531394 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.606166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Sync routers for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:24:58.615462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:58.630132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:24:58.630776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd719a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:58.760646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Allocated IP 172.20.0.2 (f60f1fc0-d404-4ccb-81b9-85b06c3db778/bd2064aa-803f-4c14-844d-acecda5238b6/197a91f9-897c-45d8-afde-4a363c693c10) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:58.803368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:24:59.058811 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.081821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.113125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.131801 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.132869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Network f60f1fc0-d404-4ccb-81b9-85b06c3db778 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:59.139952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:59.144732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:59.146958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Pushing event updated for resources: {'Port': ['ID=197a91f9-897c-45d8-afde-4a363c693c10,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:59.212943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd719a90>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 2, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:24:59.217226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Attempting to bind port 197a91f9-897c-45d8-afde-4a363c693c10 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:24:59.217609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Attempting to bind port 197a91f9-897c-45d8-afde-4a363c693c10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d534d9b-ac03-4393-b385-2fd9a3417f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:24:59.217982 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Attempting to bind port 197a91f9-897c-45d8-afde-4a363c693c10 on network f60f1fc0-d404-4ccb-81b9-85b06c3db778 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:24:59.243860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Allocated IP 172.35.3.176 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/4fab42c4-ad65-44bc-95cf-7ad03dbdb807) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:24:59.244285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Checking router: 144d3c3f-cc39-48de-b717-661f6e54baf7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:24:59.244656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Updating router 144d3c3f-cc39-48de-b717-661f6e54baf7 port 269cfc13-94f3-4f25-ae54-867c3b0fae35 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:24:59.264715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:24:59.265090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Checking segment: {'id': '9d534d9b-ac03-4393-b385-2fd9a3417f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:24:59.265499 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.265951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Bound using segment: {'id': '9d534d9b-ac03-4393-b385-2fd9a3417f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:24:59.266426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Bound port: 197a91f9-897c-45d8-afde-4a363c693c10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d534d9b-ac03-4393-b385-2fd9a3417f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:24:59.266808 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.286423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.344965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.379967 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.419451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:24:59.419718 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] For port 197a91f9-897c-45d8-afde-4a363c693c10, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:24:59.422918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:24:59.427697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:24:59.444250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] For port 197a91f9-897c-45d8-afde-4a363c693c10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=197a91f9-897c-45d8-afde-4a363c693c10,segment=NetworkSegment(9d534d9b-ac03-4393-b385-2fd9a3417f48),segment_id=9d534d9b-ac03-4393-b385-2fd9a3417f48)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:24:59.446932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d3ac3-87ae-44e9-96bb-b0d6ce9fdf98 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:24:59.455281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4fab42c4-ad65-44bc-95cf-7ad03dbdb807,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:59.458463 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.586003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d5d82992-97c7-4044-859b-b96d5c4dbd1b None None] Provisioning complete for port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:24:59.586384 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d5d82992-97c7-4044-859b-b96d5c4dbd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.590112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9920544-686c-46fd-bc59-a33471ba8791 None None] Pushing event updated for resources: {'Port': ['ID=197a91f9-897c-45d8-afde-4a363c693c10,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:24:59.655100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d5d82992-97c7-4044-859b-b96d5c4dbd1b None None] Port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:24:59.708925 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.906524 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.912598 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.947704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:24:59.961311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad1f35-d2aa-4f27-ad8e-dc97779174d3 None None] Pushing event updated for resources: {'Port': ['ID=269cfc13-94f3-4f25-ae54-867c3b0fae35,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:00.023645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Attempting to bind port 269cfc13-94f3-4f25-ae54-867c3b0fae35 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:25:00.024025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Attempting to bind port 269cfc13-94f3-4f25-ae54-867c3b0fae35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:25:00.024396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Attempting to bind port 269cfc13-94f3-4f25-ae54-867c3b0fae35 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:00.030187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:25:00.030578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Checking segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:00.030990 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:00.031433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Bound using segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:25:00.032467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Bound port: 269cfc13-94f3-4f25-ae54-867c3b0fae35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:25:00.032855 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:00.095572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:25:00.106411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] For port 269cfc13-94f3-4f25-ae54-867c3b0fae35, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:25:00.110486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] For port 269cfc13-94f3-4f25-ae54-867c3b0fae35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=269cfc13-94f3-4f25-ae54-867c3b0fae35,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:25:00.115422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:00.175634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:00.176300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd719a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:00.216683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:25:00.217649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad1f35-d2aa-4f27-ad8e-dc97779174d3 None None] Pushing event updated for resources: {'Port': ['ID=269cfc13-94f3-4f25-ae54-867c3b0fae35,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:00.229560 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Sync routers for ids ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:25:00.242719 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Routers {'24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:00.243893 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feadf190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:00.252649 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:00.256377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c3088c1f-e498-49cc-b848-04e6ca8dfdf0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.8669598
Nov 27 21:25:00.256756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51506) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:00.346640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b68bfb0d-e410-416c-aabe-77ad4fffa4fa None None] Provisioning complete for port 269cfc13-94f3-4f25-ae54-867c3b0fae35 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:00.347016 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b68bfb0d-e410-416c-aabe-77ad4fffa4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:00.388822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:00.413042 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Set router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:00.554037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51510) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:00.665518 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b68bfb0d-e410-416c-aabe-77ad4fffa4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:00.704595 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650034f2-3c43-4da7-aafc-0188d597cd0e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:00.717423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650034f2-3c43-4da7-aafc-0188d597cd0e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:00.718264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650034f2-3c43-4da7-aafc-0188d597cd0e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:00.728087 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-650034f2-3c43-4da7-aafc-0188d597cd0e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=c0ac40a766ea478bab3fe658ba56b08f&network_id=ec766a40-9645-4edf-b91e-8b4e69b2d68a HTTP/1.1" status: 200  len: 2971 time: 0.1729512
Nov 27 21:25:00.748067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b68bfb0d-e410-416c-aabe-77ad4fffa4fa None None] For port 269cfc13-94f3-4f25-ae54-867c3b0fae35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=269cfc13-94f3-4f25-ae54-867c3b0fae35,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:00.756273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b68bfb0d-e410-416c-aabe-77ad4fffa4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:00.765149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd719a90>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:00.782293 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feadf190>, [{'id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:58Z', 'updated_at': '2021-11-27T21:24:59Z', 'revision_number': 3, 'project_id': '75285b09603b45a3b97073daffc753f6', 'gw_port': {'id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:92:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:59Z', 'updated_at': '2021-11-27T21:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:00.831015 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Checking router: 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:25:00.832136 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Updating router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:25:00.836890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6384e7-6680-4281-84fa-12584d084266 None None] The sync data for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 is: [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:25:00.838510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc26aa-2ff3-49c1-993c-3ccdc641db2c None None] Network f60f1fc0-d404-4ccb-81b9-85b06c3db778 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:25:00.905851 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:00.984099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bfb0d-e410-416c-aabe-77ad4fffa4fa None None] Pushing event updated for resources: {'Port': ['ID=269cfc13-94f3-4f25-ae54-867c3b0fae35,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:01.005586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7d22fef7-4447-4489-9321-f2fd8b187e38 None None] Provisioning complete for port 197a91f9-897c-45d8-afde-4a363c693c10 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:01.011297 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7d22fef7-4447-4489-9321-f2fd8b187e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.123281 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.265100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7d22fef7-4447-4489-9321-f2fd8b187e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.361503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7d22fef7-4447-4489-9321-f2fd8b187e38 None None] For port 197a91f9-897c-45d8-afde-4a363c693c10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=197a91f9-897c-45d8-afde-4a363c693c10,segment=NetworkSegment(9d534d9b-ac03-4393-b385-2fd9a3417f48),segment_id=9d534d9b-ac03-4393-b385-2fd9a3417f48)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:01.369627 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7d22fef7-4447-4489-9321-f2fd8b187e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.448705 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.456715 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.468283 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 197a91f9-897c-45d8-afde-4a363c693c10 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:01.477667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Allocated IP 172.20.0.1 (f60f1fc0-d404-4ccb-81b9-85b06c3db778/bd2064aa-803f-4c14-844d-acecda5238b6/4ac14341-38b6-439b-84a1-f5ad69f64419) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:25:01.550747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655caa9-0510-439d-8b97-c22fcadd288e None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:25:01.602067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7d22fef7-4447-4489-9321-f2fd8b187e38 None None] Provisioning complete for port 269cfc13-94f3-4f25-ae54-867c3b0fae35 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:01.602465 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7d22fef7-4447-4489-9321-f2fd8b187e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.606151 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7c4fd-1e0c-45f5-b5d4-e33ab7e58fbb None None] Pushing event updated for resources: {'Port': ['ID=4fab42c4-ad65-44bc-95cf-7ad03dbdb807,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:01.614753 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Attempting to bind port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:25:01.615737 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Attempting to bind port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:25:01.616701 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Attempting to bind port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:01.627596 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:25:01.627985 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:01.628622 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.628779 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:25:01.629999 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Bound port: 4fab42c4-ad65-44bc-95cf-7ad03dbdb807, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:25:01.629999 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.673200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 197a91f9-897c-45d8-afde-4a363c693c10 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:01.673484 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.677017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22fef7-4447-4489-9321-f2fd8b187e38 None None] Pushing event updated for resources: {'Port': ['ID=197a91f9-897c-45d8-afde-4a363c693c10,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:01.693540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.695302 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] For port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:25:01.698809 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] For port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fab42c4-ad65-44bc-95cf-7ad03dbdb807,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:25:01.706106 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.757753 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.840723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac14341-38b6-439b-84a1-f5ad69f64419,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:01.854314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Network f60f1fc0-d404-4ccb-81b9-85b06c3db778 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:25:01.858807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:01.861869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:25:01.869888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 269cfc13-94f3-4f25-ae54-867c3b0fae35 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:01.923973 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7c4fd-1e0c-45f5-b5d4-e33ab7e58fbb None None] Pushing event updated for resources: {'Port': ['ID=4fab42c4-ad65-44bc-95cf-7ad03dbdb807,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:01.932487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45418dfc-0019-4f66-9f0c-db7642a792e4 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:25:01.933715 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Routers {'24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:01.934663 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3feadf190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:01.962490 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:01.974161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5f76fc77-3a48-4f4e-9713-097c0cc0f77c None None] Provisioning complete for port 197a91f9-897c-45d8-afde-4a363c693c10 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:01.974683 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5f76fc77-3a48-4f4e-9713-097c0cc0f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.044446 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:25:02.088889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 269cfc13-94f3-4f25-ae54-867c3b0fae35 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:02.089866 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.166026 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] Set router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:02.200250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5f76fc77-3a48-4f4e-9713-097c0cc0f77c None None] Provisioning complete for port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:02.200785 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5f76fc77-3a48-4f4e-9713-097c0cc0f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.220815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.330779 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5f76fc77-3a48-4f4e-9713-097c0cc0f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.358050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5f76fc77-3a48-4f4e-9713-097c0cc0f77c None None] For port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fab42c4-ad65-44bc-95cf-7ad03dbdb807,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:02.364263 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5f76fc77-3a48-4f4e-9713-097c0cc0f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.432087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.438738 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3feadf190>, [{'id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:58Z', 'updated_at': '2021-11-27T21:24:59Z', 'revision_number': 3, 'project_id': '75285b09603b45a3b97073daffc753f6', 'gw_port': {'id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:92:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:59Z', 'updated_at': '2021-11-27T21:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:02.440560 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.449506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76fc77-3a48-4f4e-9713-097c0cc0f77c None None] Pushing event updated for resources: {'Port': ['ID=4fab42c4-ad65-44bc-95cf-7ad03dbdb807,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:02.480466 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9c2b7-7898-4b57-a47a-aae3947368b6 None None] The sync data for ids ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'] in ncdv-master-1 is: [{'id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:58Z', 'updated_at': '2021-11-27T21:24:59Z', 'revision_number': 3, 'project_id': '75285b09603b45a3b97073daffc753f6', 'gw_port': {'id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:92:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:59Z', 'updated_at': '2021-11-27T21:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:25:02.501432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bde9564a-b7c5-4179-b32e-d353d4c964c7 None None] Provisioning complete for port 4ac14341-38b6-439b-84a1-f5ad69f64419 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:02.502201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bde9564a-b7c5-4179-b32e-d353d4c964c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.538132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac14341-38b6-439b-84a1-f5ad69f64419,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:02.539772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51522) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:02.540811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.561159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bde9564a-b7c5-4179-b32e-d353d4c964c7 None None] Port 4ac14341-38b6-439b-84a1-f5ad69f64419 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:25:02.579512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bde9564a-b7c5-4179-b32e-d353d4c964c7 None None] Provisioning complete for port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:02.580037 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bde9564a-b7c5-4179-b32e-d353d4c964c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:02.664120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde94136-c4a6-486b-ac28-156c1b397b83 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:02.666975 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fde94136-c4a6-486b-ac28-156c1b397b83 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61 HTTP/1.1" status: 200  len: 814 time: 0.1243749
Nov 27 21:25:02.715032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Network f60f1fc0-d404-4ccb-81b9-85b06c3db778 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:25:02.716430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:02.856395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:25:02.998693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:25:03.003954 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-256bf2e8-e236-47d4-9791-838091cc9885 admin admin] 10.222.0.21 "PUT /v2.0/routers/24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7461674
Nov 27 21:25:03.040793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4662017d-c35c-4891-b19a-5f1f62f0068a None None] Provisioning complete for port 4ac14341-38b6-439b-84a1-f5ad69f64419 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:03.041251 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4662017d-c35c-4891-b19a-5f1f62f0068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:03.085077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4662017d-c35c-4891-b19a-5f1f62f0068a None None] Port 4ac14341-38b6-439b-84a1-f5ad69f64419 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:25:03.225752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51536) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:03.231199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'network': {'name': 'tempest-network-smoke--2039462373', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'port_security_enabled': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:03.262690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Made reservation on behalf of c0ac40a766ea478bab3fe658ba56b08f for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:25:03.266968 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:03.293180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:25:03.309212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:03.309819 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Added segment 75c8c6fa-d276-492c-bf28-b4fd6c7dc51d of type vlan for network 4891dc13-a504-442f-92d2-3f5d0a5a42bf
Nov 27 21:25:03.353126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 197a91f9-897c-45d8-afde-4a363c693c10 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:03.367065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:03.419210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 197a91f9-897c-45d8-afde-4a363c693c10 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:03.419385 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:03.421003 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:03.437376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:03.438246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:03.470261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2431250
Nov 27 21:25:03.473447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51558) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:03.527948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:03.554090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263b743-b786-4ef6-bc94-f6e3afbe2711 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Network': ['ID=4891dc13-a504-442f-92d2-3f5d0a5a42bf,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:03.564904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 4891dc13-a504-442f-92d2-3f5d0a5a42bf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:25:03.616073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f3621-069a-4367-a14a-0a7ff1ae5762 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:03.621351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51576) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:03.622376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3b2f3621-069a-4367-a14a-0a7ff1ae5762 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c0ac40a766ea478bab3fe658ba56b08f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1478484
Nov 27 21:25:03.650184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:03.650727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:03.746649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee99b11a-ec82-4f9d-80c2-6711f1fecefc tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:03.749480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ee99b11a-ec82-4f9d-80c2-6711f1fecefc tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1270995
Nov 27 21:25:03.752326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51578) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:03.782886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-30decad1-31ab-4000-8f45-3f77ad035b80 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0284760
Nov 27 21:25:03.785361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51580) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:03.819667 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c7b40984-4ced-4b10-a5e4-d10b98b9f159 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c0ac40a766ea478bab3fe658ba56b08f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0330887
Nov 27 21:25:03.822275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51582) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:03.926583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c5711b-d251-4527-bbd1-29320766f20a tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:03.931059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51590) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:03.931232 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b8c5711b-d251-4527-bbd1-29320766f20a tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1075797
Nov 27 21:25:03.967596 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bd255640-4f0a-4b7c-9ed1-02223d77ced7 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0345597
Nov 27 21:25:03.970275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51592) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:03.975165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-389826494', 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:04.065024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Made reservation on behalf of c0ac40a766ea478bab3fe658ba56b08f for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:25:04.068754 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.257872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.328471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Subnet': ['ID=cee492a3-5b28-489c-9820-ab46e891eb1b,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:04.337000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Checking segment: {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:04.337376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network hostable DHCP agents. Network: 4891dc13-a504-442f-92d2-3f5d0a5a42bf, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:25:04.346288 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eeaa8afc-1b7b-4240-a201-bb83815e3e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.357274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network 4891dc13-a504-442f-92d2-3f5d0a5a42bf is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:25:04.367387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4891dc13-a504-442f-92d2-3f5d0a5a42bf) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:04.371751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:04.372409 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.379763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e6479-b9c0-4336-afb1-d14962914cb9 None None] Network 4891dc13-a504-442f-92d2-3f5d0a5a42bf requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:25:04.393290 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d550f9a2-f760-4563-925c-75423fe1198c tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4216740
Nov 27 21:25:04.546908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4891dc13-a504-442f-92d2-3f5d0a5a42bf', 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ips': [{'subnet_id': 'cee492a3-5b28-489c-9820-ab46e891eb1b'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:25:04.547963 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.587675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51626) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:04.592478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f4849561-2599-4163-a3aa-161732b935d3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596306792', 'description': 'tempest-secgroup-smoke-596306792 description', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:04.618427 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4849561-2599-4163-a3aa-161732b935d3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.702015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Allocated IP 172.20.0.18 (4891dc13-a504-442f-92d2-3f5d0a5a42bf/cee492a3-5b28-489c-9820-ab46e891eb1b/94127813-a0b9-4ecf-a15e-28e791bdf85d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:25:04.708973 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4849561-2599-4163-a3aa-161732b935d3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.723774 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4849561-2599-4163-a3aa-161732b935d3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.726394 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Sync routers for ids ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:25:04.754450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f4849561-2599-4163-a3aa-161732b935d3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.758330 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f4849561-2599-4163-a3aa-161732b935d3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1666467
Nov 27 21:25:04.758330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4849561-2599-4163-a3aa-161732b935d3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed838aed-0f0c-4b30-bb09-90c784a11fd5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:04.759025 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51628) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:04.768357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-07340495-3426-4939-a95d-d09320c4e4e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'ed838aed-0f0c-4b30-bb09-90c784a11fd5', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:04.780466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Routers {'24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:04.781137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43c9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:04.800561 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07340495-3426-4939-a95d-d09320c4e4e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.869294 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07340495-3426-4939-a95d-d09320c4e4e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.875014 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07340495-3426-4939-a95d-d09320c4e4e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.897959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07340495-3426-4939-a95d-d09320c4e4e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbdf5cc-6a96-4bad-9e3d-ffc9658abced,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:04.905229 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-07340495-3426-4939-a95d-d09320c4e4e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:04.910321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51630) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:04.910548 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-07340495-3426-4939-a95d-d09320c4e4e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1494031
Nov 27 21:25:04.917306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ce0d4adf-a3b9-4bd8-93a5-8e1200921cec tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'ed838aed-0f0c-4b30-bb09-90c784a11fd5', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:04.951617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4adf-a3b9-4bd8-93a5-8e1200921cec tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.042928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4adf-a3b9-4bd8-93a5-8e1200921cec tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.048277 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4adf-a3b9-4bd8-93a5-8e1200921cec tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.067821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d4adf-a3b9-4bd8-93a5-8e1200921cec tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb97b7c0-31c1-4652-aac3-32ac7dfa898d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:05.076056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4adf-a3b9-4bd8-93a5-8e1200921cec tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.077486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ce0d4adf-a3b9-4bd8-93a5-8e1200921cec tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1656032
Nov 27 21:25:05.080337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 51634) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:05.084910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-18b35a22-6962-405c-87ee-5f86f689417e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'ed838aed-0f0c-4b30-bb09-90c784a11fd5', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:05.113177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b35a22-6962-405c-87ee-5f86f689417e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.140211 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.142848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Set router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:05.171470 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.174713 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b35a22-6962-405c-87ee-5f86f689417e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.178948 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b35a22-6962-405c-87ee-5f86f689417e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.196991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b35a22-6962-405c-87ee-5f86f689417e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33941023-2243-420f-b247-0757afe6de2f,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:05.205476 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-18b35a22-6962-405c-87ee-5f86f689417e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.206694 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-18b35a22-6962-405c-87ee-5f86f689417e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1253560
Nov 27 21:25:05.209671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51636) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:05.214730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-024df7fd-8f77-4358-a800-90fdd3a2d038 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'ed838aed-0f0c-4b30-bb09-90c784a11fd5', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:05.241745 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-024df7fd-8f77-4358-a800-90fdd3a2d038 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.258581 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Network 4891dc13-a504-442f-92d2-3f5d0a5a42bf is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:25:05.271967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:05.299805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:25:05.303418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-024df7fd-8f77-4358-a800-90fdd3a2d038 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.307261 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-024df7fd-8f77-4358-a800-90fdd3a2d038 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.316488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Pushing event updated for resources: {'Port': ['ID=94127813-a0b9-4ecf-a15e-28e791bdf85d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:05.328052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024df7fd-8f77-4358-a800-90fdd3a2d038 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468ba6cd-acbf-489f-ad4c-9f1eb3be90dd,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:05.337536 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-024df7fd-8f77-4358-a800-90fdd3a2d038 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.338856 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-024df7fd-8f77-4358-a800-90fdd3a2d038 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1279182
Nov 27 21:25:05.341579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51638) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:05.348408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e3e7d275-87ff-4d9e-9959-71af9735dc4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'ed838aed-0f0c-4b30-bb09-90c784a11fd5', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:05.370390 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-e3e7d275-87ff-4d9e-9959-71af9735dc4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Project c0ac40a766ea478bab3fe658ba56b08f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:25:05.375560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d275-87ff-4d9e-9959-71af9735dc4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.387052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Attempting to bind port 94127813-a0b9-4ecf-a15e-28e791bdf85d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:25:05.387637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Attempting to bind port 94127813-a0b9-4ecf-a15e-28e791bdf85d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:25:05.387829 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Attempting to bind port 94127813-a0b9-4ecf-a15e-28e791bdf85d on network 4891dc13-a504-442f-92d2-3f5d0a5a42bf {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:05.400539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:25:05.400925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Checking segment: {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:05.401333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.401738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Bound using segment: {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:25:05.402215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Bound port: 94127813-a0b9-4ecf-a15e-28e791bdf85d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:25:05.402602 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.435849 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d275-87ff-4d9e-9959-71af9735dc4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.440970 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d275-87ff-4d9e-9959-71af9735dc4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.463545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7d275-87ff-4d9e-9959-71af9735dc4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3996bd20-cfd7-4a80-98ea-5c2754b0f333,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:05.472846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3e7d275-87ff-4d9e-9959-71af9735dc4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.476659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e3e7d275-87ff-4d9e-9959-71af9735dc4a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1314912
Nov 27 21:25:05.476844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51640) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:05.481118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-85b6dae2-152c-42c8-bd8a-6c7650641640 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'ed838aed-0f0c-4b30-bb09-90c784a11fd5', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:05.502139 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-85b6dae2-152c-42c8-bd8a-6c7650641640 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Project c0ac40a766ea478bab3fe658ba56b08f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:25:05.503364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] For port 94127813-a0b9-4ecf-a15e-28e791bdf85d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:25:05.507008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] For port 94127813-a0b9-4ecf-a15e-28e791bdf85d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94127813-a0b9-4ecf-a15e-28e791bdf85d,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:25:05.507894 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-85b6dae2-152c-42c8-bd8a-6c7650641640 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.513234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43c9d0>, [{'id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:58Z', 'updated_at': '2021-11-27T21:25:02Z', 'revision_number': 4, 'project_id': '75285b09603b45a3b97073daffc753f6', 'gw_port': {'id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:59Z', 'updated_at': '2021-11-27T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ac14341-38b6-439b-84a1-f5ad69f64419', 'name': '', 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'mac_address': 'fa:16:3e:eb:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bd2064aa-803f-4c14-844d-acecda5238b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:25:01Z', 'updated_at': '2021-11-27T21:25:02Z', 'revision_number': 2, 'project_id': '75285b09603b45a3b97073daffc753f6', 'subnets': [{'id': 'bd2064aa-803f-4c14-844d-acecda5238b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:05.516957 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.551878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Checking router: 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:25:05.552477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Updating router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 port 4ac14341-38b6-439b-84a1-f5ad69f64419 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:25:05.569771 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-85b6dae2-152c-42c8-bd8a-6c7650641640 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.573673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-85b6dae2-152c-42c8-bd8a-6c7650641640 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.595826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6dae2-152c-42c8-bd8a-6c7650641640 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3879273-4357-4e3e-b520-9871d48af964,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:05.602527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-85b6dae2-152c-42c8-bd8a-6c7650641640 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.607861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-85b6dae2-152c-42c8-bd8a-6c7650641640 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1299415
Nov 27 21:25:05.624793 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.639386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4fb33-8b51-416c-b152-fdf3cbcb30d4 None None] Pushing event updated for resources: {'Port': ['ID=94127813-a0b9-4ecf-a15e-28e791bdf85d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:05.840567 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1b1c99d-cb60-4891-8802-95d7c6958e59 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596306792&fields=id&tenant_id=c0ac40a766ea478bab3fe658ba56b08f HTTP/1.1" status: 200  len: 267 time: 0.0621049
Nov 27 21:25:05.963055 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.965471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a6bd6da1-89c6-4c2f-acb3-d1ab4d4b2c33 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:05.967432 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a6bd6da1-89c6-4c2f-acb3-d1ab4d4b2c33 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/networks?id=4891dc13-a504-442f-92d2-3f5d0a5a42bf HTTP/1.1" status: 200  len: 797 time: 0.1125963
Nov 27 21:25:05.969351 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:05.982598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-964bcc8a-a1de-453a-b1d0-d4d6f5f71a82 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/quotas/c0ac40a766ea478bab3fe658ba56b08f HTTP/1.1" status: 200  len: 375 time: 0.0091600
Nov 27 21:25:06.028357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f7725-e553-49a1-a322-d3b07b5edb65 None None] Pushing event updated for resources: {'Port': ['ID=4ac14341-38b6-439b-84a1-f5ad69f64419,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:06.059043 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-110b44c4-ab92-42e4-8f4b-259831fd1230 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0699112
Nov 27 21:25:06.084176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Attempting to bind port 4ac14341-38b6-439b-84a1-f5ad69f64419 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:25:06.084737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Attempting to bind port 4ac14341-38b6-439b-84a1-f5ad69f64419 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d534d9b-ac03-4393-b385-2fd9a3417f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:25:06.085038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Attempting to bind port 4ac14341-38b6-439b-84a1-f5ad69f64419 on network f60f1fc0-d404-4ccb-81b9-85b06c3db778 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:06.090446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:25:06.090890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Checking segment: {'id': '9d534d9b-ac03-4393-b385-2fd9a3417f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:06.091245 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:06.092515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Bound using segment: {'id': '9d534d9b-ac03-4393-b385-2fd9a3417f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:25:06.092998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Bound port: 4ac14341-38b6-439b-84a1-f5ad69f64419, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d534d9b-ac03-4393-b385-2fd9a3417f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:25:06.093386 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:06.186964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] For port 4ac14341-38b6-439b-84a1-f5ad69f64419, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:25:06.191904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] For port 4ac14341-38b6-439b-84a1-f5ad69f64419, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ac14341-38b6-439b-84a1-f5ad69f64419,segment=NetworkSegment(9d534d9b-ac03-4393-b385-2fd9a3417f48),segment_id=9d534d9b-ac03-4393-b385-2fd9a3417f48)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:25:06.200563 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:06.275820 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Routers {'24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:06.276532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43c9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:24:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:06.330696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f7725-e553-49a1-a322-d3b07b5edb65 None None] Pushing event updated for resources: {'Port': ['ID=4ac14341-38b6-439b-84a1-f5ad69f64419,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:06.394299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-c5b5979f-e418-4495-bf83-0d19354e5833 service neutron] 10.222.0.21 "GET /v2.0/networks/4891dc13-a504-442f-92d2-3f5d0a5a42bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3206766
Nov 27 21:25:06.411617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-910bb909-f152-4143-899a-aa1d6c5d4c42 None None] Provisioning complete for port 4ac14341-38b6-439b-84a1-f5ad69f64419 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:06.412118 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-910bb909-f152-4143-899a-aa1d6c5d4c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:06.508010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] Set router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:06.581790 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-4988c867-cdd9-454a-9055-c02c7eb923f6 service neutron] 10.222.0.21 "GET /v2.0/networks/4891dc13-a504-442f-92d2-3f5d0a5a42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862981
Nov 27 21:25:06.691172 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ed47b701-06f2-4e67-a7dd-5d6ae294e114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:06.733812 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-910bb909-f152-4143-899a-aa1d6c5d4c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:06.822077 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-58bcc554-9c07-4462-8c26-8a5a6bbbc650 req-bf22dbc4-4ed2-4ee4-ad4c-4ca6bebf67b3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 210 time: 0.0491676
Nov 27 21:25:06.830411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-910bb909-f152-4143-899a-aa1d6c5d4c42 None None] For port 4ac14341-38b6-439b-84a1-f5ad69f64419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ac14341-38b6-439b-84a1-f5ad69f64419,segment=NetworkSegment(9d534d9b-ac03-4393-b385-2fd9a3417f48),segment_id=9d534d9b-ac03-4393-b385-2fd9a3417f48)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:06.839332 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-910bb909-f152-4143-899a-aa1d6c5d4c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:06.903130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d628b-62d3-4347-b3b0-8d108881ab24 None None] Network 4891dc13-a504-442f-92d2-3f5d0a5a42bf requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:25:06.925863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43c9d0>, [{'id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:58Z', 'updated_at': '2021-11-27T21:25:02Z', 'revision_number': 4, 'project_id': '75285b09603b45a3b97073daffc753f6', 'gw_port': {'id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:59Z', 'updated_at': '2021-11-27T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ac14341-38b6-439b-84a1-f5ad69f64419', 'name': '', 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'mac_address': 'fa:16:3e:eb:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bd2064aa-803f-4c14-844d-acecda5238b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:25:01Z', 'updated_at': '2021-11-27T21:25:06Z', 'revision_number': 4, 'project_id': '75285b09603b45a3b97073daffc753f6', 'subnets': [{'id': 'bd2064aa-803f-4c14-844d-acecda5238b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:06.984500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bb909-f152-4143-899a-aa1d6c5d4c42 None None] Pushing event updated for resources: {'Port': ['ID=4ac14341-38b6-439b-84a1-f5ad69f64419,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:06.992690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6525b99-9162-4266-912b-2228f6974a1e None None] The sync data for ids ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'] in ncdv-master-1 is: [{'id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:58Z', 'updated_at': '2021-11-27T21:25:02Z', 'revision_number': 4, 'project_id': '75285b09603b45a3b97073daffc753f6', 'gw_port': {'id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:59Z', 'updated_at': '2021-11-27T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4ac14341-38b6-439b-84a1-f5ad69f64419', 'name': '', 'network_id': 'f60f1fc0-d404-4ccb-81b9-85b06c3db778', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'mac_address': 'fa:16:3e:eb:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'bd2064aa-803f-4c14-844d-acecda5238b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:25:01Z', 'updated_at': '2021-11-27T21:25:06Z', 'revision_number': 4, 'project_id': '75285b09603b45a3b97073daffc753f6', 'subnets': [{'id': 'bd2064aa-803f-4c14-844d-acecda5238b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:25:07.018483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ffa9c074-9f21-4054-87b8-b0df0a8b52d5 None None] Provisioning complete for port 94127813-a0b9-4ecf-a15e-28e791bdf85d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:07.018851 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c074-9f21-4054-87b8-b0df0a8b52d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:07.225581 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c074-9f21-4054-87b8-b0df0a8b52d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:07.427866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4ac14341-38b6-439b-84a1-f5ad69f64419 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:07.486285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ffa9c074-9f21-4054-87b8-b0df0a8b52d5 None None] For port 94127813-a0b9-4ecf-a15e-28e791bdf85d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94127813-a0b9-4ecf-a15e-28e791bdf85d,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:07.499765 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c074-9f21-4054-87b8-b0df0a8b52d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:07.564776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ffa9c074-9f21-4054-87b8-b0df0a8b52d5 None None] Provisioning complete for port 4ac14341-38b6-439b-84a1-f5ad69f64419 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:07.565167 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c074-9f21-4054-87b8-b0df0a8b52d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:07.599882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4ac14341-38b6-439b-84a1-f5ad69f64419 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:07.600501 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:07.651113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9c074-9f21-4054-87b8-b0df0a8b52d5 None None] Pushing event updated for resources: {'Port': ['ID=94127813-a0b9-4ecf-a15e-28e791bdf85d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:07.756778 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 94127813-a0b9-4ecf-a15e-28e791bdf85d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:07.814540 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 94127813-a0b9-4ecf-a15e-28e791bdf85d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:07.814946 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:07.884713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-69385f3a-1ee9-499c-9c15-6c987a454795 None None] Provisioning complete for port 94127813-a0b9-4ecf-a15e-28e791bdf85d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:07.885782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69385f3a-1ee9-499c-9c15-6c987a454795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:07.983868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-b9b65f5f-6f49-4927-9aea-a9aaa0e70021 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:07.996384 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:08.007111 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-b9b65f5f-6f49-4927-9aea-a9aaa0e70021 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.2043955
Nov 27 21:25:08.027410 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-ff16c2c1-ae6a-4dcf-80d0-7c4def2227fa tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/quotas/75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 375 time: 0.0187769
Nov 27 21:25:08.033881 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6af00842-8071-4881-9970-516f868abe19 req-915b09d7-aee0-44c2-bf2f-ff2b2b78e8e3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 210 time: 0.0523386
Nov 27 21:25:08.055403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-29475fd7-5967-4acd-999e-1515d831d447 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:08.056910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-29475fd7-5967-4acd-999e-1515d831d447 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "GET /v2.0/networks?id=4891dc13-a504-442f-92d2-3f5d0a5a42bf HTTP/1.1" status: 200  len: 797 time: 0.2128928
Nov 27 21:25:08.084518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-44a1a495-ecba-43b2-9f11-27287994d7b0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0560460
Nov 27 21:25:08.137405 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-088b2d8f-13a5-4a8e-bbd8-74bd33b9386d tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ac40a766ea478bab3fe658ba56b08f HTTP/1.1" status: 200  len: 471 time: 0.0706410
Nov 27 21:25:08.147048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'port': {'device_id': 'c38eac53-15ea-4f44-b636-d786651491e6', 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf', 'admin_state_up': True, 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'security_groups': ['ed838aed-0f0c-4b30-bb09-90c784a11fd5']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:08.181694 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-b377f558-e0a5-4144-95f6-d24d8a98c1c4 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902486
Nov 27 21:25:08.269735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Made reservation on behalf of c0ac40a766ea478bab3fe658ba56b08f for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:25:08.273979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:08.281419 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-0113ecdd-88e4-4bea-a69f-fd553417d31d service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898254
Nov 27 21:25:08.414901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.20.0.21 (4891dc13-a504-442f-92d2-3f5d0a5a42bf/cee492a3-5b28-489c-9820-ab46e891eb1b/05cc98ab-8bcc-4836-b729-b38cafadacbc) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:25:08.513486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a7d4c50-d6ce-4a93-8311-ba1ca33f7efb req-f22f1c64-3013-49fd-b9f0-7546d8e2c69b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 210 time: 0.0412107
Nov 27 21:25:08.618046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:08.654583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:08.705238 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network 4891dc13-a504-442f-92d2-3f5d0a5a42bf is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:25:08.708510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:08.714194 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:25:08.721470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=05cc98ab-8bcc-4836-b729-b38cafadacbc,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:08.784247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:08.785047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:08.806486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a1ac815c-ea15-4f03-a860-f3cdeef1e9c8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6629126
Nov 27 21:25:08.819841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Request body: {'port': {'device_id': 'c38eac53-15ea-4f44-b636-d786651491e6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:08.883156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:08.985931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9ac158ea-63f0-4265-aa1a-6af824234e1b None None] Provisioning complete for port 05cc98ab-8bcc-4836-b729-b38cafadacbc triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:08.986415 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9ac158ea-63f0-4265-aa1a-6af824234e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:09.029849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9ac158ea-63f0-4265-aa1a-6af824234e1b None None] Port 05cc98ab-8bcc-4836-b729-b38cafadacbc cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:25:09.165188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9364f3-824d-46fb-b703-48ba7dde7267 req-6149fb0d-1472-466a-8cd1-06808ccdf5d6 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:09.166600 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f9364f3-824d-46fb-b703-48ba7dde7267 req-6149fb0d-1472-466a-8cd1-06808ccdf5d6 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 932 time: 0.0623903
Nov 27 21:25:09.200211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cc98ab-8bcc-4836-b729-b38cafadacbc {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:25:09.213669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:09.223200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4f9364f3-824d-46fb-b703-48ba7dde7267 req-26b3407b-fd12-42db-9428-53e2c903c9fd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498514
Nov 27 21:25:09.228185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Transition to ACTIVE for port object 05cc98ab-8bcc-4836-b729-b38cafadacbc will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:25:09.233230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:09.255560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 94127813-a0b9-4ecf-a15e-28e791bdf85d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:09.284213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Pushing event updated for resources: {'Port': ['ID=05cc98ab-8bcc-4836-b729-b38cafadacbc,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:09.306810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 94127813-a0b9-4ecf-a15e-28e791bdf85d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:09.307424 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:09.360768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Attempting to bind port 05cc98ab-8bcc-4836-b729-b38cafadacbc on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:25:09.361116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Attempting to bind port 05cc98ab-8bcc-4836-b729-b38cafadacbc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:25:09.361460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Attempting to bind port 05cc98ab-8bcc-4836-b729-b38cafadacbc on network 4891dc13-a504-442f-92d2-3f5d0a5a42bf {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:09.366473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Port 05cc98ab-8bcc-4836-b729-b38cafadacbc on network 4891dc13-a504-442f-92d2-3f5d0a5a42bf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:25:09.366803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Attempting to bind port 05cc98ab-8bcc-4836-b729-b38cafadacbc on network 4891dc13-a504-442f-92d2-3f5d0a5a42bf {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:09.371844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:25:09.372185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Checking segment: {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:09.372570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Bound using segment: {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:25:09.373247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Bound port: 05cc98ab-8bcc-4836-b729-b38cafadacbc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:25:09.373737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:09.454794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] For port 05cc98ab-8bcc-4836-b729-b38cafadacbc, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:25:09.458493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] For port 05cc98ab-8bcc-4836-b729-b38cafadacbc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05cc98ab-8bcc-4836-b729-b38cafadacbc,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:25:09.464113 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:09.517316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:09.517937 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:09.519355 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] 10.222.0.15 "PUT /v2.0/ports/05cc98ab-8bcc-4836-b729-b38cafadacbc HTTP/1.1" status: 200  len: 1092 time: 0.7046158
Nov 27 21:25:09.520436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38eac53-15ea-4f44-b636-d786651491e6', 'tag': '05cc98ab-8bcc-4836-b729-b38cafadacbc'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:09.522824 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d60c7b-8bfb-4256-b4e3-1f58cad82644" -d '{"events": [{"name": "network-changed", "server_uuid": "c38eac53-15ea-4f44-b636-d786651491e6", "tag": "05cc98ab-8bcc-4836-b729-b38cafadacbc"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:09.624759 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:09.678004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f4f21d95-bbee-413d-aa9d-da87b56eb91a req-2837f5bf-ee32-4b05-8e83-5963343e54e2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 210 time: 0.0290487
Nov 27 21:25:09.939879 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217e0df6-0011-4861-a25f-676017b4e3ab x-openstack-request-id: req-217e0df6-0011-4861-a25f-676017b4e3ab {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:09.940100 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38eac53-15ea-4f44-b636-d786651491e6", "tag": "05cc98ab-8bcc-4836-b729-b38cafadacbc", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:09.940437 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-217e0df6-0011-4861-a25f-676017b4e3ab {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:09.940752 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38eac53-15ea-4f44-b636-d786651491e6', 'tag': '05cc98ab-8bcc-4836-b729-b38cafadacbc', 'status': 'completed', 'code': 200}
Nov 27 21:25:09.948257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1d6ca-1cf9-4353-8d9d-a9598073e81e service neutron] Pushing event updated for resources: {'Port': ['ID=05cc98ab-8bcc-4836-b729-b38cafadacbc,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:09.976651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-e707d602-955e-4973-bd6a-c688b28e5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:09.978203 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-e707d602-955e-4973-bd6a-c688b28e5c48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 1095 time: 0.4101548
Nov 27 21:25:10.031221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-3499c2c9-99bc-497b-a37d-6f7ceb45c690 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=05cc98ab-8bcc-4836-b729-b38cafadacbc HTTP/1.1" status: 200  len: 217 time: 0.0436466
Nov 27 21:25:10.040382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-a75d6d12-ad63-4a4c-abe3-11915075f457 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:10.041809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-a75d6d12-ad63-4a4c-abe3-11915075f457 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.5267162
Nov 27 21:25:10.077480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'port': {'device_id': '5b418f81-cfd4-455c-8ee3-c469705f9d7d', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'admin_state_up': True, 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:10.146756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-4c27f8db-7c0e-4550-8b39-cb419694f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:10.148391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-4c27f8db-7c0e-4550-8b39-cb419694f026 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cee492a3-5b28-489c-9820-ab46e891eb1b HTTP/1.1" status: 200  len: 837 time: 0.1057069
Nov 27 21:25:10.222168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-930b0802-15c9-4e6f-b4f8-d29c2571f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:10.223734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-930b0802-15c9-4e6f-b4f8-d29c2571f942 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4891dc13-a504-442f-92d2-3f5d0a5a42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0677180
Nov 27 21:25:10.241051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Made reservation on behalf of 75d471b7fbc14bbcbf3dbb7f1acbddcb for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:25:10.244389 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:10.321303 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:10.437663 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-94d1eb87-869e-472b-902e-fe66ef85c954 service neutron] 10.222.0.15 "GET /v2.0/networks/4891dc13-a504-442f-92d2-3f5d0a5a42bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2064836
Nov 27 21:25:10.495665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621e886-1df4-4c37-a3d9-d0bfad96c223 req-6643cd55-0726-43bf-b9b8-49aad20af7a6 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:10.497163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b621e886-1df4-4c37-a3d9-d0bfad96c223 req-6643cd55-0726-43bf-b9b8-49aad20af7a6 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 944 time: 0.1864524
Nov 27 21:25:10.570817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Allocated IP 172.20.0.9 (5d1d65de-2cf6-426d-bf1f-f8a8267152d2/3d24b152-51f4-4171-a3fb-2a7b5d28804d/31259807-40ee-433e-b328-dc6b15c42237) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:25:10.643092 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b621e886-1df4-4c37-a3d9-d0bfad96c223 req-7796f562-08c7-4037-b3fe-2f90d8af09d9 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083779
Nov 27 21:25:10.646678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313e44a9-2c5e-440d-95fb-960dbbfd9843 req-349ad2b0-dcb9-4bc3-ae1d-4e8cac9cbd57 service neutron] 10.222.0.15 "GET /v2.0/networks/4891dc13-a504-442f-92d2-3f5d0a5a42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857331
Nov 27 21:25:10.780916 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-22779390-689f-4eb9-bb02-d639f620b4e3 req-e0de7f57-f012-4d28-a5f8-3a266a9a67c5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 210 time: 0.0266719
Nov 27 21:25:10.798584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-9f93e30f-fe88-432a-a54c-83c55e960e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:10.800117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-9f93e30f-fe88-432a-a54c-83c55e960e38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 1095 time: 0.0791676
Nov 27 21:25:10.826849 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:10.923024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-164c9cd6-a3fb-4347-89dd-d31913d9d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:10.924547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-164c9cd6-a3fb-4347-89dd-d31913d9d8a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4891dc13-a504-442f-92d2-3f5d0a5a42bf HTTP/1.1" status: 200  len: 898 time: 0.1142936
Nov 27 21:25:10.926048 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:10.999630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-148d047e-96db-40c8-8ec0-63e2e7699830 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=05cc98ab-8bcc-4836-b729-b38cafadacbc HTTP/1.1" status: 200  len: 217 time: 0.0661983
Nov 27 21:25:11.008774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:25:11.025612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:11.028177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:25:11.084089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=31259807-40ee-433e-b328-dc6b15c42237,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:11.111703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-937c4c6e-eb09-40c8-90de-5c309fd162d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:11.113188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-937c4c6e-eb09-40c8-90de-5c309fd162d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cee492a3-5b28-489c-9820-ab46e891eb1b HTTP/1.1" status: 200  len: 837 time: 0.1034927
Nov 27 21:25:11.119245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:11.119895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:11.163126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-5283f276-f6d8-40e2-a077-7bf8dd08195d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1098120
Nov 27 21:25:11.173143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-e169afee-8490-4b40-b628-f50085cb2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:11.174645 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-e169afee-8490-4b40-b628-f50085cb2103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4891dc13-a504-442f-92d2-3f5d0a5a42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0510156
Nov 27 21:25:11.180134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Request body: {'port': {'device_id': '5b418f81-cfd4-455c-8ee3-c469705f9d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:11.231792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-64deb6ed-3c2c-49cc-b1ad-29f9fe017928 None None] Provisioning complete for port 31259807-40ee-433e-b328-dc6b15c42237 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:11.232249 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64deb6ed-3c2c-49cc-b1ad-29f9fe017928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:11.269672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-64deb6ed-3c2c-49cc-b1ad-29f9fe017928 None None] Port 31259807-40ee-433e-b328-dc6b15c42237 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:25:11.294882 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:11.344453 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-36c4900a-edd0-4962-85cb-47de9c222d55 service neutron] 10.222.0.15 "GET /v2.0/networks/4891dc13-a504-442f-92d2-3f5d0a5a42bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615911
Nov 27 21:25:11.551692 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56d60c7b-8bfb-4256-b4e3-1f58cad82644 req-094b20da-6a1c-419f-a1cb-4f0961628785 service neutron] 10.222.0.15 "GET /v2.0/networks/4891dc13-a504-442f-92d2-3f5d0a5a42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992497
Nov 27 21:25:11.645265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31259807-40ee-433e-b328-dc6b15c42237 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:25:11.652581 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:11.664446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Transition to ACTIVE for port object 31259807-40ee-433e-b328-dc6b15c42237 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:25:11.669882 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:11.733981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Pushing event updated for resources: {'Port': ['ID=31259807-40ee-433e-b328-dc6b15c42237,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:11.818660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b000cc5-2b92-40a8-ad3d-758d1207b35b req-7092757b-a0ab-4971-8e21-ce4f4514c1b1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:11.820319 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b000cc5-2b92-40a8-ad3d-758d1207b35b req-7092757b-a0ab-4971-8e21-ce4f4514c1b1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 944 time: 0.1044703
Nov 27 21:25:11.841529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Attempting to bind port 31259807-40ee-433e-b328-dc6b15c42237 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:25:11.841933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Attempting to bind port 31259807-40ee-433e-b328-dc6b15c42237 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:25:11.842245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Attempting to bind port 31259807-40ee-433e-b328-dc6b15c42237 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:11.855927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Port 31259807-40ee-433e-b328-dc6b15c42237 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:25:11.856259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Attempting to bind port 31259807-40ee-433e-b328-dc6b15c42237 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:11.872223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:25:11.872608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Checking segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:11.872951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Bound using segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:25:11.873400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Bound port: 31259807-40ee-433e-b328-dc6b15c42237, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:25:11.873761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:11.904337 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b000cc5-2b92-40a8-ad3d-758d1207b35b req-12546426-ca24-4895-9def-f0c2703ffa14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738814
Nov 27 21:25:11.908490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378af04a-5a27-4162-8354-090b3b0767b6 req-36d4386a-2b4f-45a3-a181-e04e13bec2e7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:11.909999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-378af04a-5a27-4162-8354-090b3b0767b6 req-36d4386a-2b4f-45a3-a181-e04e13bec2e7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 943 time: 0.0511787
Nov 27 21:25:11.958229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] For port 31259807-40ee-433e-b328-dc6b15c42237, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:25:11.961713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] For port 31259807-40ee-433e-b328-dc6b15c42237, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31259807-40ee-433e-b328-dc6b15c42237,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:25:11.963784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-378af04a-5a27-4162-8354-090b3b0767b6 req-731817ae-764a-4637-ac66-c17641740347 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473447
Nov 27 21:25:11.967797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:12.005719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:12.006358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:12.007771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] 10.222.0.35 "PUT /v2.0/ports/31259807-40ee-433e-b328-dc6b15c42237 HTTP/1.1" status: 200  len: 1091 time: 0.8317487
Nov 27 21:25:12.008215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b418f81-cfd4-455c-8ee3-c469705f9d7d', 'tag': '31259807-40ee-433e-b328-dc6b15c42237'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:12.010513 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03236829-5141-4920-8513-e68c7fca2aed" -d '{"events": [{"name": "network-changed", "server_uuid": "5b418f81-cfd4-455c-8ee3-c469705f9d7d", "tag": "31259807-40ee-433e-b328-dc6b15c42237"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:12.032992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2e6a7-bbee-4612-8950-01b9acb6a438 service neutron] Pushing event updated for resources: {'Port': ['ID=31259807-40ee-433e-b328-dc6b15c42237,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:12.063103 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7a4ff8-7269-44c0-8045-8ab81bbaed17 x-openstack-request-id: req-cf7a4ff8-7269-44c0-8045-8ab81bbaed17 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:12.063470 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b418f81-cfd4-455c-8ee3-c469705f9d7d", "tag": "31259807-40ee-433e-b328-dc6b15c42237", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:12.063738 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf7a4ff8-7269-44c0-8045-8ab81bbaed17 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:12.064146 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b418f81-cfd4-455c-8ee3-c469705f9d7d', 'tag': '31259807-40ee-433e-b328-dc6b15c42237', 'status': 'completed', 'code': 200}
Nov 27 21:25:12.097586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4b59d5d8-2128-4cbf-ac28-e1b48bfd2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:12.099156 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-4b59d5d8-2128-4cbf-ac28-e1b48bfd2350 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 1094 time: 0.0463953
Nov 27 21:25:12.150120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-c4a544f6-00ad-4788-9ece-f70cbb2fcefc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31259807-40ee-433e-b328-dc6b15c42237 HTTP/1.1" status: 200  len: 217 time: 0.0355599
Nov 27 21:25:12.209046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-54f4b0cf-51c8-4dc5-8ad3-077d87f56561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:12.210828 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-54f4b0cf-51c8-4dc5-8ad3-077d87f56561 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0497990
Nov 27 21:25:12.260074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-625e652e-6f2a-4e58-a673-a84b89dbc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:12.261566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-625e652e-6f2a-4e58-a673-a84b89dbc9aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396399
Nov 27 21:25:12.353529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-3eb1c932-ca6d-42aa-b41a-5b926f165c42 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802884
Nov 27 21:25:12.450888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0d959b9f-ad1f-4fee-9d6a-1728e9b279c5 req-b9f7ba79-35a4-4a9b-b62b-8a59e7017473 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851202
Nov 27 21:25:12.541337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03236829-5141-4920-8513-e68c7fca2aed req-9403b7fc-858e-42c6-b6b0-e05db92fa413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:12.542806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03236829-5141-4920-8513-e68c7fca2aed req-9403b7fc-858e-42c6-b6b0-e05db92fa413 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 1094 time: 0.0406094
Nov 27 21:25:12.638357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03236829-5141-4920-8513-e68c7fca2aed req-93effaf1-bf41-4463-9b8f-f3f889dec430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:12.639776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03236829-5141-4920-8513-e68c7fca2aed req-93effaf1-bf41-4463-9b8f-f3f889dec430 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0881944
Nov 27 21:25:12.684682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03236829-5141-4920-8513-e68c7fca2aed req-350fac6e-91b4-49c8-a58d-6484f712c1e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31259807-40ee-433e-b328-dc6b15c42237 HTTP/1.1" status: 200  len: 217 time: 0.0328116
Nov 27 21:25:12.736853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03236829-5141-4920-8513-e68c7fca2aed req-66c90825-c093-40e8-adb2-386498f8cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:12.738248 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03236829-5141-4920-8513-e68c7fca2aed req-66c90825-c093-40e8-adb2-386498f8cd24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0429256
Nov 27 21:25:12.793090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03236829-5141-4920-8513-e68c7fca2aed req-ae51ea8c-f950-46cb-ae62-c424a5924d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:12.794570 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03236829-5141-4920-8513-e68c7fca2aed req-ae51ea8c-f950-46cb-ae62-c424a5924d8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427942
Nov 27 21:25:12.885601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03236829-5141-4920-8513-e68c7fca2aed req-c19aeb28-266c-4540-8eac-252a03665290 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798674
Nov 27 21:25:12.981009 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03236829-5141-4920-8513-e68c7fca2aed req-55d1d0fe-757f-47b5-9eed-e03414eb1180 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847225
Nov 27 21:25:13.024499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbbc55-4ce8-40b7-906e-34e55f3e7083 req-e027cf0c-107f-411d-a164-a1574718efba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:13.025993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0fbbc55-4ce8-40b7-906e-34e55f3e7083 req-e027cf0c-107f-411d-a164-a1574718efba tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 944 time: 0.0527256
Nov 27 21:25:13.075868 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0fbbc55-4ce8-40b7-906e-34e55f3e7083 req-47828ea9-038d-4fa0-a5b3-04f387833168 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438936
Nov 27 21:25:13.082743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542393-d9d9-47d4-b8f1-cf0d225e9e70 req-6c0a5ab4-35e6-41b6-b78e-2af265ee9c4a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:13.084287 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e542393-d9d9-47d4-b8f1-cf0d225e9e70 req-6c0a5ab4-35e6-41b6-b78e-2af265ee9c4a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 943 time: 0.0495844
Nov 27 21:25:13.133063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1e542393-d9d9-47d4-b8f1-cf0d225e9e70 req-f189c598-79bf-4151-bf23-3674945ee69b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423963
Nov 27 21:25:14.201882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc8792-0c6d-405b-b9e0-115a71f708ba req-7ad7cd71-6ad2-4f82-a293-15bd3543e8a5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:14.207743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3fc8792-0c6d-405b-b9e0-115a71f708ba req-7ad7cd71-6ad2-4f82-a293-15bd3543e8a5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 944 time: 0.0593650
Nov 27 21:25:14.224356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 05cc98ab-8bcc-4836-b729-b38cafadacbc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:25:14.257689 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3fc8792-0c6d-405b-b9e0-115a71f708ba req-c813737d-2f77-406e-9b00-b6ee8d810496 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470872
Nov 27 21:25:14.257911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ef5a5-5ae1-428f-8022-aea8de0925af req-447e1289-1d7d-4744-9737-e3723429c40a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:14.259422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dc5ef5a5-5ae1-428f-8022-aea8de0925af req-447e1289-1d7d-4744-9737-e3723429c40a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 943 time: 0.0544760
Nov 27 21:25:14.309702 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dc5ef5a5-5ae1-428f-8022-aea8de0925af req-3051c1e6-6072-48c8-8472-66922d993d8e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441535
Nov 27 21:25:14.346246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 05cc98ab-8bcc-4836-b729-b38cafadacbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05cc98ab-8bcc-4836-b729-b38cafadacbc,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:14.360401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '05cc98ab-8bcc-4836-b729-b38cafadacbc', 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf', 'port_id': '05cc98ab-8bcc-4836-b729-b38cafadacbc', 'mac_address': 'fa:16:3e:ab:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee492a3-5b28-489c-9820-ab46e891eb1b', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:25:14.400851 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:14.413162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cc98ab-8bcc-4836-b729-b38cafadacbc {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:25:14.432385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 05cc98ab-8bcc-4836-b729-b38cafadacbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05cc98ab-8bcc-4836-b729-b38cafadacbc,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:14.436394 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:14.487864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=05cc98ab-8bcc-4836-b729-b38cafadacbc,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:14.725101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['05cc98ab-8bcc-4836-b729-b38cafadacbc'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:25:15.380712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99beeaf-8d49-4861-acbe-b7de72497862 req-c403f543-59ce-4a82-94b1-cb5b2d890c85 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:15.382293 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c99beeaf-8d49-4861-acbe-b7de72497862 req-c403f543-59ce-4a82-94b1-cb5b2d890c85 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 945 time: 0.0538845
Nov 27 21:25:15.433012 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c99beeaf-8d49-4861-acbe-b7de72497862 req-dab129a9-74fc-455f-80d7-8b5638833c7b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444350
Nov 27 21:25:15.439969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678789ea-a509-46bf-8621-e94821898e61 req-8a2cf69b-a44c-4a9d-bf55-a393342df350 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:15.441586 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-678789ea-a509-46bf-8621-e94821898e61 req-8a2cf69b-a44c-4a9d-bf55-a393342df350 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 943 time: 0.0572720
Nov 27 21:25:15.496308 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-678789ea-a509-46bf-8621-e94821898e61 req-43820c34-9f1f-4b8e-b6b0-825cead5a4c9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431199
Nov 27 21:25:16.199894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:16.239693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 05cc98ab-8bcc-4836-b729-b38cafadacbc up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:16.286824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 05cc98ab-8bcc-4836-b729-b38cafadacbc completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:25:16.290381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 05cc98ab-8bcc-4836-b729-b38cafadacbc triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:16.290758 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:16.368801 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:16.390147 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38eac53-15ea-4f44-b636-d786651491e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc98ab-8bcc-4836-b729-b38cafadacbc'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:16.392472 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d517ea88-d816-49fa-948e-b790f8120629" -d '{"events": [{"server_uuid": "c38eac53-15ea-4f44-b636-d786651491e6", "name": "network-vif-plugged", "status": "completed", "tag": "05cc98ab-8bcc-4836-b729-b38cafadacbc"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:16.405075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 05cc98ab-8bcc-4836-b729-b38cafadacbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05cc98ab-8bcc-4836-b729-b38cafadacbc,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:16.409523 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:16.434877 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb3bd22-63eb-415f-8570-19f9908a07ad x-openstack-request-id: req-5bb3bd22-63eb-415f-8570-19f9908a07ad {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:16.435179 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38eac53-15ea-4f44-b636-d786651491e6", "name": "network-vif-plugged", "status": "completed", "tag": "05cc98ab-8bcc-4836-b729-b38cafadacbc", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:16.435478 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bb3bd22-63eb-415f-8570-19f9908a07ad {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:16.435872 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38eac53-15ea-4f44-b636-d786651491e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cc98ab-8bcc-4836-b729-b38cafadacbc', 'code': 200}
Nov 27 21:25:16.462766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=05cc98ab-8bcc-4836-b729-b38cafadacbc,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:16.565587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358d3d-ab98-4591-a4b1-4ce72390d5fc req-3932447d-7402-4a63-bb93-e7c443eed91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:16.567100 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31358d3d-ab98-4591-a4b1-4ce72390d5fc req-3932447d-7402-4a63-bb93-e7c443eed91b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 1097 time: 0.0692527
Nov 27 21:25:16.575438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0d958-fe68-43a4-a2a7-4a0d4c00cdd0 req-73dbd2dc-5176-49e0-b209-627c683e8eeb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:16.576847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27f0d958-fe68-43a4-a2a7-4a0d4c00cdd0 req-73dbd2dc-5176-49e0-b209-627c683e8eeb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 946 time: 0.0711889
Nov 27 21:25:16.615360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790322c5-6b62-49d2-8543-426f4ac0521c req-4d94e0f5-94b7-41cc-9fcc-59c347a2e4ba tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:16.616910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-790322c5-6b62-49d2-8543-426f4ac0521c req-4d94e0f5-94b7-41cc-9fcc-59c347a2e4ba tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 943 time: 0.0502181
Nov 27 21:25:16.656476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31358d3d-ab98-4591-a4b1-4ce72390d5fc req-af8dbc69-d4df-467f-ad9d-8ede94c93c44 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786808
Nov 27 21:25:16.661164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-27f0d958-fe68-43a4-a2a7-4a0d4c00cdd0 req-0a7011c9-5373-4ed1-b00b-f3390f3e3c79 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772722
Nov 27 21:25:16.665581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-790322c5-6b62-49d2-8543-426f4ac0521c req-dde5b8f5-1e28-4c50-a28f-401758849198 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425103
Nov 27 21:25:17.779698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97025d9c-8024-44b2-a8bc-1742866d39e7 req-4cc8a6f0-5868-40f8-8631-53c54b399ee8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:17.781245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-97025d9c-8024-44b2-a8bc-1742866d39e7 req-4cc8a6f0-5868-40f8-8631-53c54b399ee8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 946 time: 0.0521622
Nov 27 21:25:17.786670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb10c14-1602-4289-9bcf-ca51fca22354 req-10fc7572-927a-4a9b-ba6e-2e214f084aa5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:17.788172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fbb10c14-1602-4289-9bcf-ca51fca22354 req-10fc7572-927a-4a9b-ba6e-2e214f084aa5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 943 time: 0.0557210
Nov 27 21:25:17.831851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-97025d9c-8024-44b2-a8bc-1742866d39e7 req-3542b2c2-92fc-4942-b790-7a10ae20421f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440030
Nov 27 21:25:17.834292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fbb10c14-1602-4289-9bcf-ca51fca22354 req-d776bb2d-2bd1-4773-872a-65e3c37bdb7e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403745
Nov 27 21:25:18.562196 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:18.839961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 31259807-40ee-433e-b328-dc6b15c42237 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:25:18.950288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 31259807-40ee-433e-b328-dc6b15c42237, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31259807-40ee-433e-b328-dc6b15c42237,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:18.956301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b7521-6f17-4c4b-8016-154682ba5b8f req-7397bb42-01f4-4ecc-aab4-b3646c02a715 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:18.957832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd8b7521-6f17-4c4b-8016-154682ba5b8f req-7397bb42-01f4-4ecc-aab4-b3646c02a715 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 943 time: 0.0498309
Nov 27 21:25:18.959616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a738d6-927a-42d9-94db-5048d48bc351 req-8fdee664-2e43-4ab9-a219-8dd3dc5fc2b0 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:18.961254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44a738d6-927a-42d9-94db-5048d48bc351 req-8fdee664-2e43-4ab9-a219-8dd3dc5fc2b0 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 946 time: 0.0542912
Nov 27 21:25:18.962114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '31259807-40ee-433e-b328-dc6b15c42237', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'port_id': '31259807-40ee-433e-b328-dc6b15c42237', 'mac_address': 'fa:16:3e:ca:4f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:25:19.003662 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:19.007156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd8b7521-6f17-4c4b-8016-154682ba5b8f req-7dc366d7-0798-41ee-acc6-8a45ffb47a29 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426714
Nov 27 21:25:19.017407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31259807-40ee-433e-b328-dc6b15c42237 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:25:19.019752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-44a738d6-927a-42d9-94db-5048d48bc351 req-55e884e4-9ba1-4eb5-b70d-9ab6bce5871a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495381
Nov 27 21:25:19.040717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 31259807-40ee-433e-b328-dc6b15c42237, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31259807-40ee-433e-b328-dc6b15c42237,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:19.045592 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:19.093608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=31259807-40ee-433e-b328-dc6b15c42237,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:19.135516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182b1e2-254c-48d6-9d3e-3614d0e69f06 req-67f92c81-53ed-4ce2-b63a-5b370ba67a54 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:19.137174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9182b1e2-254c-48d6-9d3e-3614d0e69f06 req-67f92c81-53ed-4ce2-b63a-5b370ba67a54 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 946 time: 0.0496686
Nov 27 21:25:19.196075 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9182b1e2-254c-48d6-9d3e-3614d0e69f06 req-ab7144d5-27c5-4d2f-8ab1-db83c6ca3137 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522001
Nov 27 21:25:19.309174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['31259807-40ee-433e-b328-dc6b15c42237'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:25:20.129189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f9626-af1e-4dfb-a1e4-944ec869d1cc req-b8187c08-fea0-4814-b2a8-4e4462e86e4b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:20.130544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-535f9626-af1e-4dfb-a1e4-944ec869d1cc req-b8187c08-fea0-4814-b2a8-4e4462e86e4b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 944 time: 0.0528011
Nov 27 21:25:20.177028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-535f9626-af1e-4dfb-a1e4-944ec869d1cc req-d584e4e1-cbc8-46a1-ac0f-5da2edbe494e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405424
Nov 27 21:25:20.729301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 51794) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:20.862746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 31259807-40ee-433e-b328-dc6b15c42237 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:20.914204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 31259807-40ee-433e-b328-dc6b15c42237 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:25:20.918952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 31259807-40ee-433e-b328-dc6b15c42237 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:20.919618 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:21.003722 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:21.031947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b418f81-cfd4-455c-8ee3-c469705f9d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31259807-40ee-433e-b328-dc6b15c42237'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:21.034243 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d51ac4d-e596-4636-9f08-9308c631038a" -d '{"events": [{"server_uuid": "5b418f81-cfd4-455c-8ee3-c469705f9d7d", "name": "network-vif-plugged", "status": "completed", "tag": "31259807-40ee-433e-b328-dc6b15c42237"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:21.049365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 31259807-40ee-433e-b328-dc6b15c42237, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31259807-40ee-433e-b328-dc6b15c42237,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:21.054201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:21.080945 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38244f4-fc15-4141-ae30-58153b0fbcd4 x-openstack-request-id: req-c38244f4-fc15-4141-ae30-58153b0fbcd4 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:21.081240 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b418f81-cfd4-455c-8ee3-c469705f9d7d", "name": "network-vif-plugged", "status": "completed", "tag": "31259807-40ee-433e-b328-dc6b15c42237", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:21.081498 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c38244f4-fc15-4141-ae30-58153b0fbcd4 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:21.081891 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b418f81-cfd4-455c-8ee3-c469705f9d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31259807-40ee-433e-b328-dc6b15c42237', 'code': 200}
Nov 27 21:25:21.110759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=31259807-40ee-433e-b328-dc6b15c42237,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:21.183507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baea844-0be9-47c5-b052-a01bf344cdba req-15801c9a-309b-42dc-9048-302ce77fee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:21.184753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8baea844-0be9-47c5-b052-a01bf344cdba req-15801c9a-309b-42dc-9048-302ce77fee55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 1096 time: 0.0415142
Nov 27 21:25:21.233433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8baea844-0be9-47c5-b052-a01bf344cdba req-01f8db4a-859a-43ad-9b31-126ed73aa573 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399833
Nov 27 21:25:21.299986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a021b-5897-4dc7-946d-65edc36d1b18 req-0339ab53-5327-4c99-9d82-af40781652d5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:21.301488 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e88a021b-5897-4dc7-946d-65edc36d1b18 req-0339ab53-5327-4c99-9d82-af40781652d5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 945 time: 0.0542712
Nov 27 21:25:21.349151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e88a021b-5897-4dc7-946d-65edc36d1b18 req-981337e7-92a8-4b08-8add-e47c386323ae tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413711
Nov 27 21:25:21.491598 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:21.756910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.20.0.17 (4891dc13-a504-442f-92d2-3f5d0a5a42bf/cee492a3-5b28-489c-9820-ab46e891eb1b/82958fd4-f235-472a-96ed-8909d9225226) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:25:21.869622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:21.902647 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:21.943579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network 4891dc13-a504-442f-92d2-3f5d0a5a42bf is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:25:21.946656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:21.951211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:25:21.958190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=82958fd4-f235-472a-96ed-8909d9225226,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:22.000574 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:22.134246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:22.187707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7ffe938c-1cae-4670-b1dd-b5f3964c4eb1 None None] Provisioning complete for port 82958fd4-f235-472a-96ed-8909d9225226 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:22.188791 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7ffe938c-1cae-4670-b1dd-b5f3964c4eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:22.221380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe938c-1cae-4670-b1dd-b5f3964c4eb1 None None] Port 82958fd4-f235-472a-96ed-8909d9225226 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:25:22.419362 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:22.433837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:22.535556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=82958fd4-f235-472a-96ed-8909d9225226,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:22.539444 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:22.555925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c9a8e-6d06-43e6-8dd6-bc09ee327bc9 req-6300de67-b5b5-4e6a-bb13-e7d3246eb048 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:22.557422 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a13c9a8e-6d06-43e6-8dd6-bc09ee327bc9 req-6300de67-b5b5-4e6a-bb13-e7d3246eb048 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 945 time: 0.1336350
Nov 27 21:25:22.663178 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a13c9a8e-6d06-43e6-8dd6-bc09ee327bc9 req-d14f052f-dadd-4d6c-a25f-9ca2da540118 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931437
Nov 27 21:25:22.678454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network 4891dc13-a504-442f-92d2-3f5d0a5a42bf is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:25:22.679875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:22.792753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router f761e981-af06-4952-bc2c-63fd4801147c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:25:22.903648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:25:22.908879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a302f084-dbdb-44ad-a4e6-5e061fa6d449 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "PUT /v2.0/routers/f761e981-af06-4952-bc2c-63fd4801147c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1786184
Nov 27 21:25:22.913955 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Sync routers for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:25:22.923409 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:22.923984 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3783a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:25:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:22.944802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-619f57d5-d23d-4455-8299-b2a047a50645 None None] Provisioning complete for port 82958fd4-f235-472a-96ed-8909d9225226 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:22.945181 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-619f57d5-d23d-4455-8299-b2a047a50645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:22.981105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-619f57d5-d23d-4455-8299-b2a047a50645 None None] Port 82958fd4-f235-472a-96ed-8909d9225226 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:25:23.029327 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:23.252232 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3783a0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:25:22Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00e1c13-a19a-4aba-a716-0320072f585c', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.41', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:24:24Z', 'updated_at': '2021-11-27T21:24:26Z', 'revision_number': 1, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82958fd4-f235-472a-96ed-8909d9225226', 'name': '', 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:ba:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'cee492a3-5b28-489c-9820-ab46e891eb1b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:25:21Z', 'updated_at': '2021-11-27T21:25:22Z', 'revision_number': 2, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': 'cee492a3-5b28-489c-9820-ab46e891eb1b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:23.276911 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Checking router: f761e981-af06-4952-bc2c-63fd4801147c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:25:23.277269 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Updating router f761e981-af06-4952-bc2c-63fd4801147c port 82958fd4-f235-472a-96ed-8909d9225226 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:25:23.300518 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:23.554310 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:23.559753 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:23.608988 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54063abe-bd49-4438-9091-d2f89eb074a1 None None] Pushing event updated for resources: {'Port': ['ID=82958fd4-f235-472a-96ed-8909d9225226,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:23.657783 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Attempting to bind port 82958fd4-f235-472a-96ed-8909d9225226 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:25:23.658158 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Attempting to bind port 82958fd4-f235-472a-96ed-8909d9225226 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:25:23.658550 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Attempting to bind port 82958fd4-f235-472a-96ed-8909d9225226 on network 4891dc13-a504-442f-92d2-3f5d0a5a42bf {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:23.664239 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:25:23.664640 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Checking segment: {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:23.665094 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:23.665505 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Bound using segment: {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:25:23.666215 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Bound port: 82958fd4-f235-472a-96ed-8909d9225226, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:25:23.666619 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:23.734618 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] For port 82958fd4-f235-472a-96ed-8909d9225226, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:25:23.738729 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] For port 82958fd4-f235-472a-96ed-8909d9225226, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82958fd4-f235-472a-96ed-8909d9225226,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:25:23.745610 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:23.786870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d33c-5a5a-453a-aa7c-008deb3323ef req-a1120c98-51d4-4a64-b3f3-f169b1917110 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:23.788447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc58d33c-5a5a-453a-aa7c-008deb3323ef req-a1120c98-51d4-4a64-b3f3-f169b1917110 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 945 time: 0.0563703
Nov 27 21:25:23.798600 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:23.799053 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3783a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:25:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:23.812539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5b767cc7-1067-4c0f-892a-6f4c4dc97878 None None] Provisioning complete for port 82958fd4-f235-472a-96ed-8909d9225226 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:23.813698 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b767cc7-1067-4c0f-892a-6f4c4dc97878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:23.844932 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54063abe-bd49-4438-9091-d2f89eb074a1 None None] Pushing event updated for resources: {'Port': ['ID=82958fd4-f235-472a-96ed-8909d9225226,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:23.862849 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc58d33c-5a5a-453a-aa7c-008deb3323ef req-5ff1b63b-6234-40c1-9071-a60acfe41c87 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652692
Nov 27 21:25:23.921367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b767cc7-1067-4c0f-892a-6f4c4dc97878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:23.977301 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5b767cc7-1067-4c0f-892a-6f4c4dc97878 None None] For port 82958fd4-f235-472a-96ed-8909d9225226, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82958fd4-f235-472a-96ed-8909d9225226,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:23.981676 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b767cc7-1067-4c0f-892a-6f4c4dc97878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:24.011167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8be04e-b313-4541-8064-484fbba485ac req-84815fc7-8005-4038-99c1-9294452db69d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:24.013714 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed8be04e-b313-4541-8064-484fbba485ac req-84815fc7-8005-4038-99c1-9294452db69d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 945 time: 0.0628362
Nov 27 21:25:24.043589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b767cc7-1067-4c0f-892a-6f4c4dc97878 None None] Pushing event updated for resources: {'Port': ['ID=82958fd4-f235-472a-96ed-8909d9225226,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:24.058861 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:24.072262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed8be04e-b313-4541-8064-484fbba485ac req-c11d335c-069f-4670-930d-fd949cd0c160 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520873
Nov 27 21:25:24.106660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0fe113b6-b6a4-48d2-a6d9-672bcfb59cf2 None None] Provisioning complete for port 82958fd4-f235-472a-96ed-8909d9225226 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:24.107295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0fe113b6-b6a4-48d2-a6d9-672bcfb59cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:24.195786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aa7fc-219a-46d6-9ee7-b27bf8bb24f7 req-2fd2c019-7d0c-4688-8eb3-9c1a7eb8edbe tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:24.197669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e1aa7fc-219a-46d6-9ee7-b27bf8bb24f7 req-2fd2c019-7d0c-4688-8eb3-9c1a7eb8edbe tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 945 time: 0.0494611
Nov 27 21:25:24.248938 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e1aa7fc-219a-46d6-9ee7-b27bf8bb24f7 req-107fe271-8aef-49c5-8eb1-bb5614358cef tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452011
Nov 27 21:25:24.309814 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3783a0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:25:22Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00e1c13-a19a-4aba-a716-0320072f585c', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.41', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:24:24Z', 'updated_at': '2021-11-27T21:24:26Z', 'revision_number': 1, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82958fd4-f235-472a-96ed-8909d9225226', 'name': '', 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:ba:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'cee492a3-5b28-489c-9820-ab46e891eb1b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:25:21Z', 'updated_at': '2021-11-27T21:25:23Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': 'cee492a3-5b28-489c-9820-ab46e891eb1b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:24.336018 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e39e6d-5173-4a3d-9fb5-b33967446028 None None] The sync data for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 is: [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:25:22Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00e1c13-a19a-4aba-a716-0320072f585c', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.41', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:24:24Z', 'updated_at': '2021-11-27T21:24:26Z', 'revision_number': 1, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82958fd4-f235-472a-96ed-8909d9225226', 'name': '', 'network_id': '4891dc13-a504-442f-92d2-3f5d0a5a42bf', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:ba:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'cee492a3-5b28-489c-9820-ab46e891eb1b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:25:21Z', 'updated_at': '2021-11-27T21:25:23Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': 'cee492a3-5b28-489c-9820-ab46e891eb1b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:25:24.569234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263e07d-abcf-40e6-b4c4-e01bb38f94f1 req-beae0042-25ff-4556-a7f5-4795b769afcf tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:24.570890 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8263e07d-abcf-40e6-b4c4-e01bb38f94f1 req-beae0042-25ff-4556-a7f5-4795b769afcf tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 945 time: 0.0524464
Nov 27 21:25:24.621585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8263e07d-abcf-40e6-b4c4-e01bb38f94f1 req-05f1995a-2dea-48fa-b210-9d6186d85a3b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444167
Nov 27 21:25:25.258369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 82958fd4-f235-472a-96ed-8909d9225226 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:25.305362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 82958fd4-f235-472a-96ed-8909d9225226 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:25.305738 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:25.745360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39283f05-037c-439a-b445-9f3b0c0a9636 req-b861cc42-af38-45a5-8821-be492ddca3d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:25.746765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39283f05-037c-439a-b445-9f3b0c0a9636 req-b861cc42-af38-45a5-8821-be492ddca3d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 945 time: 0.0546243
Nov 27 21:25:25.796450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39283f05-037c-439a-b445-9f3b0c0a9636 req-eb7ce999-066d-47f3-837b-7c638c31f449 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422189
Nov 27 21:25:26.174097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb714f60-0240-4cec-90ca-e4864c582901 req-2edd0ceb-431c-4b43-9a24-03fc73f2a858 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:26.175566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb714f60-0240-4cec-90ca-e4864c582901 req-2edd0ceb-431c-4b43-9a24-03fc73f2a858 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 945 time: 0.0474863
Nov 27 21:25:26.271691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-bb714f60-0240-4cec-90ca-e4864c582901 req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Deleting port 31259807-40ee-433e-b328-dc6b15c42237 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:25:26.272035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bb714f60-0240-4cec-90ca-e4864c582901 req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:26.359094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-bb714f60-0240-4cec-90ca-e4864c582901 req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] For port 31259807-40ee-433e-b328-dc6b15c42237, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=31259807-40ee-433e-b328-dc6b15c42237,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:26.359507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bb714f60-0240-4cec-90ca-e4864c582901 req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:26.372539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-bb714f60-0240-4cec-90ca-e4864c582901 req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Calling delete_port for 31259807-40ee-433e-b328-dc6b15c42237 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:25:26.504206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bb714f60-0240-4cec-90ca-e4864c582901 req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:26.520062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['31259807-40ee-433e-b328-dc6b15c42237'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:25:26.530903 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'Port': ['ID=31259807-40ee-433e-b328-dc6b15c42237,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:26.541188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.541564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.541912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.542359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.542710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.543053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.543493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.543765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.544104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.544442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.544773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.545106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:26.590519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb714f60-0240-4cec-90ca-e4864c582901 req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] No DVR routers for this DVR port 31259807-40ee-433e-b328-dc6b15c42237 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:25:26.593088 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bb714f60-0240-4cec-90ca-e4864c582901 req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:26.597040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb714f60-0240-4cec-90ca-e4864c582901 req-78275d6f-e18b-42a5-9b13-558f20f5f3ce tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "DELETE /v2.0/ports/31259807-40ee-433e-b328-dc6b15c42237 HTTP/1.1" status: 204  len: 173 time: 0.4118721
Nov 27 21:25:26.597501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b418f81-cfd4-455c-8ee3-c469705f9d7d', 'name': 'network-vif-deleted', 'tag': '31259807-40ee-433e-b328-dc6b15c42237'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:26.599827 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dfe2ba-d1a0-4263-a17f-d750ae8e0512" -d '{"events": [{"server_uuid": "5b418f81-cfd4-455c-8ee3-c469705f9d7d", "name": "network-vif-deleted", "tag": "31259807-40ee-433e-b328-dc6b15c42237"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:26.646069 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e68567-59cb-47fa-9080-06136148d97d x-openstack-request-id: req-b1e68567-59cb-47fa-9080-06136148d97d {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:26.646427 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b418f81-cfd4-455c-8ee3-c469705f9d7d", "name": "network-vif-deleted", "tag": "31259807-40ee-433e-b328-dc6b15c42237", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:26.646723 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1e68567-59cb-47fa-9080-06136148d97d {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:26.647136 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b418f81-cfd4-455c-8ee3-c469705f9d7d', 'name': 'network-vif-deleted', 'tag': '31259807-40ee-433e-b328-dc6b15c42237', 'status': 'completed', 'code': 200}
Nov 27 21:25:26.904844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85204aac-5602-44af-9759-9b95da0bae02 req-d778899e-b947-4483-a9f1-683195730f97 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b418f81-cfd4-455c-8ee3-c469705f9d7d HTTP/1.1" status: 200  len: 210 time: 0.0307679
Nov 27 21:25:30.890579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 31259807-40ee-433e-b328-dc6b15c42237 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:25:30.914476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 31259807-40ee-433e-b328-dc6b15c42237 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:25:30.914812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 31259807-40ee-433e-b328-dc6b15c42237 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:25:32.995539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-41aed2c0-5d0d-4b8a-85c8-a3380d5ae1a3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:32.996906 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-41aed2c0-5d0d-4b8a-85c8-a3380d5ae1a3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1032462
Nov 27 21:25:33.011829 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-bce9ca5b-36e8-4540-ad2d-a90d891a6509 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/quotas/75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 375 time: 0.0086806
Nov 27 21:25:33.067406 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-60e3e3e1-9af4-41bd-9758-0bdda0b37de4 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0504000
Nov 27 21:25:33.157598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-cbc90185-6dda-4463-99d8-6ca8242271cc service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834496
Nov 27 21:25:33.245526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-fd962945-3d2c-4289-b477-846f8b62aa50 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814388
Nov 27 21:25:33.527111 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-490e3cb4-14e2-4fea-9099-37a317f18a70 req-0e0480e2-931f-4123-b6e0-0a183b3faf04 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 210 time: 0.0266771
Nov 27 21:25:34.338318 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ca81e314-c50c-4f7e-845a-098d6010ec69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:34.494190 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-5e374f59-8ee5-4eca-b77c-bd81b64d1a5b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:34.495681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-5e374f59-8ee5-4eca-b77c-bd81b64d1a5b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1067095
Nov 27 21:25:34.510338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'port': {'device_id': '4ae43e86-b3a6-4c2b-b956-694403fe687c', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'admin_state_up': True, 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:34.629336 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b4277437-8b55-4273-90d5-d8cb2ef12e76 req-36e6c50c-a0d8-4a11-b8e6-01c18fe9b76c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 210 time: 0.0285099
Nov 27 21:25:34.632887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Made reservation on behalf of 75d471b7fbc14bbcbf3dbb7f1acbddcb for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:25:34.638964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:34.774742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Allocated IP 172.20.0.12 (5d1d65de-2cf6-426d-bf1f-f8a8267152d2/3d24b152-51f4-4171-a3fb-2a7b5d28804d/37849f71-d384-4d11-acdb-4afd32c10730) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:25:35.217357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:35.251519 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:35.297736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:25:35.301319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:35.305138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:25:35.331133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=37849f71-d384-4d11-acdb-4afd32c10730,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:35.365451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:35.366095 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:35.383768 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-36663955-f68c-4366-b261-5dab03012f08 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8783119
Nov 27 21:25:35.397075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Request body: {'port': {'device_id': '4ae43e86-b3a6-4c2b-b956-694403fe687c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:35.454211 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:35.585468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b40864b6-f77b-47d1-a547-cc1cbbc809ee None None] Provisioning complete for port 37849f71-d384-4d11-acdb-4afd32c10730 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:35.586013 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b40864b6-f77b-47d1-a547-cc1cbbc809ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:35.622177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b40864b6-f77b-47d1-a547-cc1cbbc809ee None None] Port 37849f71-d384-4d11-acdb-4afd32c10730 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:25:35.768107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37849f71-d384-4d11-acdb-4afd32c10730 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:25:35.777191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:35.788509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2a29a-a649-46ae-83be-7a3511af1c53 req-4dad5be8-528b-4f4b-a04b-d9c72f53cde3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:35.790002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60c2a29a-a649-46ae-83be-7a3511af1c53 req-4dad5be8-528b-4f4b-a04b-d9c72f53cde3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 932 time: 0.0884907
Nov 27 21:25:35.800683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Transition to ACTIVE for port object 37849f71-d384-4d11-acdb-4afd32c10730 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:25:35.807094 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:35.888852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Pushing event updated for resources: {'Port': ['ID=37849f71-d384-4d11-acdb-4afd32c10730,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:35.902095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60c2a29a-a649-46ae-83be-7a3511af1c53 req-00359d07-069c-4c10-9ef5-e29ce64911ed tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044562
Nov 27 21:25:35.965555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Attempting to bind port 37849f71-d384-4d11-acdb-4afd32c10730 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:25:35.965893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Attempting to bind port 37849f71-d384-4d11-acdb-4afd32c10730 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:25:35.966223 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Attempting to bind port 37849f71-d384-4d11-acdb-4afd32c10730 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:35.971402 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Port 37849f71-d384-4d11-acdb-4afd32c10730 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:25:35.971723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Attempting to bind port 37849f71-d384-4d11-acdb-4afd32c10730 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:35.976656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:25:35.976996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Checking segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:35.977382 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Bound using segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:25:35.977812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Bound port: 37849f71-d384-4d11-acdb-4afd32c10730, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:25:35.978166 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:36.044868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] For port 37849f71-d384-4d11-acdb-4afd32c10730, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:25:36.047875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] For port 37849f71-d384-4d11-acdb-4afd32c10730, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37849f71-d384-4d11-acdb-4afd32c10730,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:25:36.053369 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:36.087061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:36.087834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:36.089228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] 10.222.0.35 "PUT /v2.0/ports/37849f71-d384-4d11-acdb-4afd32c10730 HTTP/1.1" status: 200  len: 1092 time: 0.6968162
Nov 27 21:25:36.092249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae43e86-b3a6-4c2b-b956-694403fe687c', 'tag': '37849f71-d384-4d11-acdb-4afd32c10730'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:36.094829 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a92902-dd44-4c10-a12a-56b21cb3f936" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae43e86-b3a6-4c2b-b956-694403fe687c", "tag": "37849f71-d384-4d11-acdb-4afd32c10730"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:36.131095 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54f0ea-4a09-462b-a23a-6726c559b419 service neutron] Pushing event updated for resources: {'Port': ['ID=37849f71-d384-4d11-acdb-4afd32c10730,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:36.141488 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c882fe2-cfb1-47b9-959a-7ecdb64d1222 x-openstack-request-id: req-0c882fe2-cfb1-47b9-959a-7ecdb64d1222 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:36.141889 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae43e86-b3a6-4c2b-b956-694403fe687c", "tag": "37849f71-d384-4d11-acdb-4afd32c10730", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:36.142281 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c882fe2-cfb1-47b9-959a-7ecdb64d1222 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:36.142940 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae43e86-b3a6-4c2b-b956-694403fe687c', 'tag': '37849f71-d384-4d11-acdb-4afd32c10730', 'status': 'completed', 'code': 200}
Nov 27 21:25:36.189038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-42a1e63d-428f-49e6-834a-14bb7d0b70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:36.190676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-42a1e63d-428f-49e6-834a-14bb7d0b70a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 1095 time: 0.0463984
Nov 27 21:25:36.241856 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-486f7a13-f35f-4825-bc64-cd1779fa3366 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37849f71-d384-4d11-acdb-4afd32c10730 HTTP/1.1" status: 200  len: 217 time: 0.0362632
Nov 27 21:25:36.301635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-62d0affd-08cf-43bf-b830-e18108d77400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:36.302998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-62d0affd-08cf-43bf-b830-e18108d77400 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0487289
Nov 27 21:25:36.355314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-2a001c92-6227-4c14-8896-5b8aaab163df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:36.356807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-2a001c92-6227-4c14-8896-5b8aaab163df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399952
Nov 27 21:25:36.454213 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-2b37c388-c0d5-4a01-a06b-3c7c56989296 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857165
Nov 27 21:25:36.506186 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0576aed0-c436-493a-b076-8df4f83b9db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:36.556082 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-76dbe08b-2e0a-4c0e-ba4d-122b99685c6c req-5afa5d8e-59f2-4c55-a915-14f22c7c797e service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903761
Nov 27 21:25:36.645496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-8a419403-ae62-4914-ad65-dd217d6bb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:36.647005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-8a419403-ae62-4914-ad65-dd217d6bb2a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 1095 time: 0.0447199
Nov 27 21:25:36.743041 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-ff097744-eaed-436d-95a0-77f070eb9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:36.744615 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-ff097744-eaed-436d-95a0-77f070eb9e91 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0885942
Nov 27 21:25:36.786929 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-46f00f20-dd0a-446c-baf9-4ae5b9ede974 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37849f71-d384-4d11-acdb-4afd32c10730 HTTP/1.1" status: 200  len: 217 time: 0.0340538
Nov 27 21:25:36.836413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-985916cd-fea4-45c8-9a34-ac3d4e88b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:36.837786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-985916cd-fea4-45c8-9a34-ac3d4e88b82d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0432651
Nov 27 21:25:36.887818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-9ad4f2a5-393d-468e-9ec2-f62cf1173ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:36.889305 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-9ad4f2a5-393d-468e-9ec2-f62cf1173ec4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433347
Nov 27 21:25:36.990677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-bbebb114-afc0-4b60-91e1-1d4291edd61c service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909038
Nov 27 21:25:37.025672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2529dc-9f55-4d1f-8e69-c8eadb29bbd8 req-3b2ae64a-1459-44e4-b78c-7f1606984812 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:37.027123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb2529dc-9f55-4d1f-8e69-c8eadb29bbd8 req-3b2ae64a-1459-44e4-b78c-7f1606984812 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 944 time: 0.0512450
Nov 27 21:25:37.120436 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb2529dc-9f55-4d1f-8e69-c8eadb29bbd8 req-03f2baa0-ddfc-41b7-9312-02b2059d2d67 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871904
Nov 27 21:25:37.155114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a92902-dd44-4c10-a12a-56b21cb3f936 req-96676ce4-5741-4d29-a17a-3fbdc14cbc22 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1036992
Nov 27 21:25:37.908462 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:38.242436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b656-0de6-4a30-a03c-93b488d2a8d1 req-491a6773-6772-4480-a735-b7a12017340f tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:38.243861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b41b656-0de6-4a30-a03c-93b488d2a8d1 req-491a6773-6772-4480-a735-b7a12017340f tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 944 time: 0.0554905
Nov 27 21:25:38.290745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3b41b656-0de6-4a30-a03c-93b488d2a8d1 req-88eb0f0e-7bdd-43b6-a713-9aa8c4312435 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409064
Nov 27 21:25:39.024640 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:25:39.406395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301087df-73d7-4daf-abd2-bfb8808b5682 req-37677dd9-c578-465d-b047-cac2b2b41334 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:39.407917 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-301087df-73d7-4daf-abd2-bfb8808b5682 req-37677dd9-c578-465d-b047-cac2b2b41334 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 944 time: 0.0499425
Nov 27 21:25:39.457070 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-301087df-73d7-4daf-abd2-bfb8808b5682 req-8aa82150-950f-45fa-b03c-f3760a05c92a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431454
Nov 27 21:25:39.619748 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:40.314051 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:40.572895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d799fa-282c-49b5-9291-3c267494329b req-79fc5cef-8285-4e5c-b84e-e9580604a819 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:40.574285 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48d799fa-282c-49b5-9291-3c267494329b req-79fc5cef-8285-4e5c-b84e-e9580604a819 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 944 time: 0.0484452
Nov 27 21:25:40.622428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48d799fa-282c-49b5-9291-3c267494329b req-4372d09a-7857-4e5e-aaa6-cda32f5941b6 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421979
Nov 27 21:25:40.936433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 37849f71-d384-4d11-acdb-4afd32c10730 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:25:41.035151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 37849f71-d384-4d11-acdb-4afd32c10730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37849f71-d384-4d11-acdb-4afd32c10730,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:41.051280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '37849f71-d384-4d11-acdb-4afd32c10730', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'port_id': '37849f71-d384-4d11-acdb-4afd32c10730', 'mac_address': 'fa:16:3e:4e:cc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:25:41.088443 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:41.101165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37849f71-d384-4d11-acdb-4afd32c10730 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:25:41.121275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 37849f71-d384-4d11-acdb-4afd32c10730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37849f71-d384-4d11-acdb-4afd32c10730,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:41.125268 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:41.171689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=37849f71-d384-4d11-acdb-4afd32c10730,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:41.387418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['37849f71-d384-4d11-acdb-4afd32c10730'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:25:41.748061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbad2de-cbb0-4293-8e44-e86c911863f5 req-ea3e2d97-ef3b-4569-90a3-51a97211d363 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:41.749488 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9fbad2de-cbb0-4293-8e44-e86c911863f5 req-ea3e2d97-ef3b-4569-90a3-51a97211d363 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 945 time: 0.0542734
Nov 27 21:25:41.795820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9fbad2de-cbb0-4293-8e44-e86c911863f5 req-e461d763-dbb3-42f0-a9c8-6f5741fa23ee tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404034
Nov 27 21:25:42.909799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2b3c2-ef86-4ba0-96a3-983c512e7f88 req-be2ddac3-5edd-4d51-8637-1b61f3aec35e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:42.911293 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cde2b3c2-ef86-4ba0-96a3-983c512e7f88 req-be2ddac3-5edd-4d51-8637-1b61f3aec35e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 945 time: 0.0481999
Nov 27 21:25:42.950802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 37849f71-d384-4d11-acdb-4afd32c10730 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:25:42.961380 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cde2b3c2-ef86-4ba0-96a3-983c512e7f88 req-82e73f95-acb8-40a1-85b9-6418122a6bde tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442662
Nov 27 21:25:42.998795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 37849f71-d384-4d11-acdb-4afd32c10730 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:25:43.002453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 37849f71-d384-4d11-acdb-4afd32c10730 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:43.002834 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:43.080949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:43.102712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae43e86-b3a6-4c2b-b956-694403fe687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37849f71-d384-4d11-acdb-4afd32c10730'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:43.105007 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05101b2-a879-4492-b45a-d4aebb6d7b2e" -d '{"events": [{"server_uuid": "4ae43e86-b3a6-4c2b-b956-694403fe687c", "name": "network-vif-plugged", "status": "completed", "tag": "37849f71-d384-4d11-acdb-4afd32c10730"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:43.119610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 37849f71-d384-4d11-acdb-4afd32c10730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37849f71-d384-4d11-acdb-4afd32c10730,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:43.123827 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:43.148384 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399a8e5a-0d91-402d-b8bd-a263310d8389 x-openstack-request-id: req-399a8e5a-0d91-402d-b8bd-a263310d8389 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:43.148684 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae43e86-b3a6-4c2b-b956-694403fe687c", "name": "network-vif-plugged", "status": "completed", "tag": "37849f71-d384-4d11-acdb-4afd32c10730", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:43.148947 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-399a8e5a-0d91-402d-b8bd-a263310d8389 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:43.149348 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae43e86-b3a6-4c2b-b956-694403fe687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37849f71-d384-4d11-acdb-4afd32c10730', 'code': 200}
Nov 27 21:25:43.175919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=37849f71-d384-4d11-acdb-4afd32c10730,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:43.251558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f3b51-03dd-4577-8c5e-2400bd001ffe req-53e48977-365f-4f89-bd3b-f33e422a512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:43.253101 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c9f3b51-03dd-4577-8c5e-2400bd001ffe req-53e48977-365f-4f89-bd3b-f33e422a512a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 1097 time: 0.0413492
Nov 27 21:25:43.297202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3c9f3b51-03dd-4577-8c5e-2400bd001ffe req-ea3fbd81-2669-4988-ac80-deca4546fdd2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370378
Nov 27 21:25:44.075277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc38321-dc4a-42e4-b1d0-f7b0df356b79 req-345cf0d6-2a9f-43e3-949a-7fd611f458d2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:44.076734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3dc38321-dc4a-42e4-b1d0-f7b0df356b79 req-345cf0d6-2a9f-43e3-949a-7fd611f458d2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 946 time: 0.0484111
Nov 27 21:25:44.122741 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3dc38321-dc4a-42e4-b1d0-f7b0df356b79 req-3dcccdaa-4d02-4241-a37b-d38f916bd809 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401337
Nov 27 21:25:45.242830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc5bd4-a5ba-45b1-b668-5b39062256a4 req-356f169e-6fb9-443c-966c-776641d296ac tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:45.244333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99dc5bd4-a5ba-45b1-b668-5b39062256a4 req-356f169e-6fb9-443c-966c-776641d296ac tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 946 time: 0.0522280
Nov 27 21:25:45.294512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99dc5bd4-a5ba-45b1-b668-5b39062256a4 req-54d6ac6f-c9df-4d24-acd5-377daa609af4 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442164
Nov 27 21:25:45.407232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5dc53-a679-4549-852c-c29ee878a374 req-8b97d9f2-020f-4410-9150-b2c4e3a77954 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:45.408729 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c5e5dc53-a679-4549-852c-c29ee878a374 req-8b97d9f2-020f-4410-9150-b2c4e3a77954 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 946 time: 0.0482471
Nov 27 21:25:45.454857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c5e5dc53-a679-4549-852c-c29ee878a374 req-8032a3dd-3ca6-462f-9b0c-892d2506cbe6 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396392
Nov 27 21:25:46.195841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:47.856964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-01225e34-c836-421c-afd3-a94bb6efe745 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:47.858578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-01225e34-c836-421c-afd3-a94bb6efe745 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1016796
Nov 27 21:25:47.873761 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-a12dbc69-d3d2-4fc6-b6b6-ab418d59638d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/quotas/75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 375 time: 0.0087698
Nov 27 21:25:47.924248 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-9074c3eb-119d-4a16-b524-6f7322a80ca0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0448670
Nov 27 21:25:48.015690 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-415b3796-28d9-4ee3-b648-2a0dbfd4ef0a service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838256
Nov 27 21:25:48.101876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-5ff615ac-6636-4d2d-ae4b-cf397b030d51 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802665
Nov 27 21:25:48.288811 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98a7e73c-8690-49de-8431-3cb4fba186f5 req-7a81618c-9dc4-4391-a257-dc50cf70c760 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 210 time: 0.0267155
Nov 27 21:25:48.572791 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:49.251527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-be958233-3154-433e-88d7-025fc0106ab4 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:49.252975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-be958233-3154-433e-88d7-025fc0106ab4 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1138577
Nov 27 21:25:49.265903 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'port': {'device_id': '5f387a10-b9bd-45db-a642-665f2f0ebfeb', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'admin_state_up': True, 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:49.385141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Made reservation on behalf of 75d471b7fbc14bbcbf3dbb7f1acbddcb for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:25:49.388870 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:49.389618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4827b03-6686-4568-8cc2-5647e92500f5 req-9f34a82f-fdd8-4466-89ab-334afd62b743 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 210 time: 0.0291967
Nov 27 21:25:49.528421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Allocated IP 172.20.0.11 (5d1d65de-2cf6-426d-bf1f-f8a8267152d2/3d24b152-51f4-4171-a3fb-2a7b5d28804d/32c18bc5-c2ee-408a-82f6-0757b62eaf16) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:25:49.693192 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:49.731933 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:49.744417 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['37849f71-d384-4d11-acdb-4afd32c10730'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:25:49.773518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:25:49.780819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:25:49.785573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:25:49.819448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=32c18bc5-c2ee-408a-82f6-0757b62eaf16,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:49.859469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:49.859995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:49.884528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-7f85d25d-904b-42fc-8100-e81f051b0ade tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6211424
Nov 27 21:25:49.898492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Request body: {'port': {'device_id': '5f387a10-b9bd-45db-a642-665f2f0ebfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:25:49.973863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:50.082857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-18f628c1-c4b4-4889-8eb0-95d49289ba05 None None] Provisioning complete for port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:25:50.083449 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18f628c1-c4b4-4889-8eb0-95d49289ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:50.123876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-18f628c1-c4b4-4889-8eb0-95d49289ba05 None None] Port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:25:50.254472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c18bc5-c2ee-408a-82f6-0757b62eaf16 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:25:50.261811 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:50.274415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Transition to ACTIVE for port object 32c18bc5-c2ee-408a-82f6-0757b62eaf16 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:25:50.278477 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:50.347213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=32c18bc5-c2ee-408a-82f6-0757b62eaf16,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:50.409250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Attempting to bind port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:25:50.409984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Attempting to bind port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:25:50.409984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Attempting to bind port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:50.414790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:25:50.415122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Attempting to bind port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:25:50.420662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:25:50.421019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Checking segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:25:50.421414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Bound using segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:25:50.421997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Bound port: 32c18bc5-c2ee-408a-82f6-0757b62eaf16, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:25:50.422368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:50.516949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] For port 32c18bc5-c2ee-408a-82f6-0757b62eaf16, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:25:50.536658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] For port 32c18bc5-c2ee-408a-82f6-0757b62eaf16, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c18bc5-c2ee-408a-82f6-0757b62eaf16,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:25:50.543992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:50.593857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a432c6-ddea-4e4b-aa83-b27b3431fe20 req-5a695cbd-1ae5-4228-9ad3-a185564ed68a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:50.595432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70a432c6-ddea-4e4b-aa83-b27b3431fe20 req-5a695cbd-1ae5-4228-9ad3-a185564ed68a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 944 time: 0.1119957
Nov 27 21:25:50.598457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:50.599066 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:50.600434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/32c18bc5-c2ee-408a-82f6-0757b62eaf16 HTTP/1.1" status: 200  len: 1092 time: 0.7090445
Nov 27 21:25:50.600884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f387a10-b9bd-45db-a642-665f2f0ebfeb', 'tag': '32c18bc5-c2ee-408a-82f6-0757b62eaf16'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:50.603186 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a31e15-d3d7-48ae-8cb1-67c734198ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f387a10-b9bd-45db-a642-665f2f0ebfeb", "tag": "32c18bc5-c2ee-408a-82f6-0757b62eaf16"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:50.638512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101d41f-99e0-44eb-ba29-619970cfa2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=32c18bc5-c2ee-408a-82f6-0757b62eaf16,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:50.673025 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6524cba9-3212-4982-b5c6-9cda59f072f8 x-openstack-request-id: req-6524cba9-3212-4982-b5c6-9cda59f072f8 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:50.673328 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f387a10-b9bd-45db-a642-665f2f0ebfeb", "tag": "32c18bc5-c2ee-408a-82f6-0757b62eaf16", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:50.673573 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6524cba9-3212-4982-b5c6-9cda59f072f8 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:50.673987 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f387a10-b9bd-45db-a642-665f2f0ebfeb', 'tag': '32c18bc5-c2ee-408a-82f6-0757b62eaf16', 'status': 'completed', 'code': 200}
Nov 27 21:25:50.701218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70a432c6-ddea-4e4b-aa83-b27b3431fe20 req-d3f72ca7-d43f-4a80-baa5-927b91a49733 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930312
Nov 27 21:25:50.705814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-c5a1a322-f8d4-4170-81c8-3fe515233f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:50.707329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-c5a1a322-f8d4-4170-81c8-3fe515233f53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 1095 time: 0.0626190
Nov 27 21:25:50.751684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-782e6e36-28a5-4aad-8935-c62f9465792d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32c18bc5-c2ee-408a-82f6-0757b62eaf16 HTTP/1.1" status: 200  len: 217 time: 0.0362301
Nov 27 21:25:50.805943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-3014d4ba-1b90-44af-afdd-2252568b6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:50.807446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-3014d4ba-1b90-44af-afdd-2252568b6da2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0488789
Nov 27 21:25:50.852664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-6b50c610-68c6-46c1-bff7-0a93281b5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:50.854087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-6b50c610-68c6-46c1-bff7-0a93281b5646 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399508
Nov 27 21:25:50.944029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-1e990ebb-28e7-4dc5-a99d-a110b3ef6b60 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818152
Nov 27 21:25:51.060724 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-e1e7d877-2109-4c38-91ce-69d5cf739a8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0609915
Nov 27 21:25:51.070687 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e333c8d7-d790-4b5b-b27e-fb8ebf6affde req-c4e62b21-3ab7-4098-880f-3b31846298ac service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193905
Nov 27 21:25:51.175834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-fc3653e7-9aa4-4cd7-845b-802ca91ebbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:51.177351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-fc3653e7-9aa4-4cd7-845b-802ca91ebbbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 1096 time: 0.0753641
Nov 27 21:25:51.179698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-b071e8f7-39a2-4e7d-b426-a0387ac8c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:51.181500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-b071e8f7-39a2-4e7d-b426-a0387ac8c922 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 1095 time: 0.0675902
Nov 27 21:25:51.338936 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-172679b6-94b0-4446-b4cd-4fbb5b56ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:51.340335 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-172679b6-94b0-4446-b4cd-4fbb5b56ca60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.1516316
Nov 27 21:25:51.342806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-b9c90f1b-8fc5-4363-bb9b-b9acfc859c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:51.344142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-b9c90f1b-8fc5-4363-bb9b-b9acfc859c88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec766a40-9645-4edf-b91e-8b4e69b2d68a HTTP/1.1" status: 200  len: 897 time: 0.1464431
Nov 27 21:25:51.415550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-12ac3425-34e1-4b89-a222-3d40c124c86a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32c18bc5-c2ee-408a-82f6-0757b62eaf16 HTTP/1.1" status: 200  len: 217 time: 0.0669675
Nov 27 21:25:51.472879 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-510fd33a-d718-4d41-b5d1-373a6aebab79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30ce7d3-47f0-4788-b766-c0f924abb913 HTTP/1.1" status: 200  len: 1000 time: 0.1174994
Nov 27 21:25:51.479712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-5b38b106-0a32-4ca4-b1fc-ff0c433b4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:51.481064 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-5b38b106-0a32-4ca4-b1fc-ff0c433b4d91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0571649
Nov 27 21:25:51.553301 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-9d746de4-206e-4d98-b218-019a959015d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:51.554734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-9d746de4-206e-4d98-b218-019a959015d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c515eb1-1a4a-4859-8b67-5f6f4dc80c13 HTTP/1.1" status: 200  len: 835 time: 0.0728424
Nov 27 21:25:51.560531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-52d7be93-e764-4584-9115-4deba580b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:51.561877 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-52d7be93-e764-4584-9115-4deba580b415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0728331
Nov 27 21:25:51.649634 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-6b8bef5a-a357-4207-82e8-6dba900d34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:51.651529 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-6b8bef5a-a357-4207-82e8-6dba900d34e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec766a40-9645-4edf-b91e-8b4e69b2d68a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0887532
Nov 27 21:25:51.671500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-15b2fde4-762a-4bc0-83e3-47539e471993 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:25:51.672671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-15b2fde4-762a-4bc0-83e3-47539e471993 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0084660
Nov 27 21:25:51.707659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-0e6a8968-df51-4a78-a864-4f12b6ee5329 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377599
Nov 27 21:25:51.833199 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-74ac0a0f-734a-4566-9f3d-7169485d7059 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503665
Nov 27 21:25:51.863665 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-41a31e15-d3d7-48ae-8cb1-67c734198ce3 req-9afc841f-887b-45b6-baa1-ad42d8b0e722 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310349
Nov 27 21:25:51.931605 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-88aa144d-4a68-4948-84ab-b4341ebf4f21 req-4cf79707-3af9-4bd0-8182-6c22c796d977 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880575
Nov 27 21:25:51.944842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb473c2-72f2-48c4-ae50-0a3cf5525cce req-a2c806f2-886b-485e-9e0a-a11f93ad7e14 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:51.946328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fb473c2-72f2-48c4-ae50-0a3cf5525cce req-a2c806f2-886b-485e-9e0a-a11f93ad7e14 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 944 time: 0.1682847
Nov 27 21:25:51.993555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fb473c2-72f2-48c4-ae50-0a3cf5525cce req-21d9cfe7-da50-4fb8-b48a-36346770d255 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410631
Nov 27 21:25:52.256251 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52202) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:52.616746 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:52.935400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port 82958fd4-f235-472a-96ed-8909d9225226 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:25:52.935750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:53.038568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] For port 82958fd4-f235-472a-96ed-8909d9225226, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82958fd4-f235-472a-96ed-8909d9225226,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:53.039238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:53.058227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for 82958fd4-f235-472a-96ed-8909d9225226 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:25:53.122804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4f43e-edb8-489d-baee-defc2c8ca21f req-c2920662-eb42-4d5f-a2aa-f0612b4d7a0d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:53.124383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12d4f43e-edb8-489d-baee-defc2c8ca21f req-c2920662-eb42-4d5f-a2aa-f0612b4d7a0d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 944 time: 0.0559533
Nov 27 21:25:53.185230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12d4f43e-edb8-489d-baee-defc2c8ca21f req-05c7b857-f280-4896-9ec3-9bc11da441e2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539601
Nov 27 21:25:53.288195 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:53.316473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=82958fd4-f235-472a-96ed-8909d9225226,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:53.502414 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:54.052919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router f761e981-af06-4952-bc2c-63fd4801147c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:25:54.158296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:25:54.164306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b2c79c9c-f341-406e-9d97-388283a0c6e8 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "PUT /v2.0/routers/f761e981-af06-4952-bc2c-63fd4801147c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9067488
Nov 27 21:25:54.167987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] Sync routers for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:25:54.178130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:54.178857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa78b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:25:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:54.327109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc7381-d46b-4449-8c4a-695903b1b563 req-d4f936e5-157d-4f9c-ad67-f9c218bf89b6 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:54.328760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7bfc7381-d46b-4449-8c4a-695903b1b563 req-d4f936e5-157d-4f9c-ad67-f9c218bf89b6 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 944 time: 0.0578015
Nov 27 21:25:54.384888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7bfc7381-d46b-4449-8c4a-695903b1b563 req-084093d1-16cc-4596-b4a1-7e805d73f90e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494759
Nov 27 21:25:54.415073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910125c2-d589-45e6-b9cf-bf118207e86d req-42f20656-06f2-4081-80d9-4eddc7c08003 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:54.416635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-910125c2-d589-45e6-b9cf-bf118207e86d req-42f20656-06f2-4081-80d9-4eddc7c08003 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 946 time: 0.0593994
Nov 27 21:25:54.457797 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:54.467825 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-910125c2-d589-45e6-b9cf-bf118207e86d req-0749a055-6b6c-48a9-b948-56bef6e93a00 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453169
Nov 27 21:25:54.684335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa78b0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:25:53Z', 'revision_number': 6, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00e1c13-a19a-4aba-a716-0320072f585c', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.41', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:24:24Z', 'updated_at': '2021-11-27T21:24:26Z', 'revision_number': 1, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:54.716066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] Checking router: f761e981-af06-4952-bc2c-63fd4801147c for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:25:54.724839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:54.725443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa78b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:25:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:54.830926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:55.063180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa78b0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:25:53Z', 'revision_number': 6, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00e1c13-a19a-4aba-a716-0320072f585c', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.41', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:24:24Z', 'updated_at': '2021-11-27T21:24:26Z', 'revision_number': 1, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:55.093134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e31053-fbef-428f-aee5-06815c7a37b5 None None] The sync data for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 is: [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:25:53Z', 'revision_number': 6, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00e1c13-a19a-4aba-a716-0320072f585c', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.41', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'port_id': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'mac_address': 'fa:16:3e:63:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:24:24Z', 'updated_at': '2021-11-27T21:24:26Z', 'revision_number': 1, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:25:55.506429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 82958fd4-f235-472a-96ed-8909d9225226 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:25:55.528567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 82958fd4-f235-472a-96ed-8909d9225226 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:25:55.528870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 82958fd4-f235-472a-96ed-8909d9225226 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:25:55.607791 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8328e3-a3fc-44df-b8c9-4f779ac79d20 req-82c5714b-2058-490d-988e-5021e22ece20 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:55.609543 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f8328e3-a3fc-44df-b8c9-4f779ac79d20 req-82c5714b-2058-490d-988e-5021e22ece20 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 946 time: 0.0626864
Nov 27 21:25:55.627919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa909746-b433-4f68-8962-6dfad6477a32 req-a873faa6-457d-4d7f-af0a-bc9a6439c0e4 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:55.630034 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa909746-b433-4f68-8962-6dfad6477a32 req-a873faa6-457d-4d7f-af0a-bc9a6439c0e4 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 944 time: 0.1650317
Nov 27 21:25:55.678339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f8328e3-a3fc-44df-b8c9-4f779ac79d20 req-3b80cf06-458e-4863-a9e8-3100f9421732 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed838aed-0f0c-4b30-bb09-90c784a11fd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620990
Nov 27 21:25:55.697569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa909746-b433-4f68-8962-6dfad6477a32 req-7aafbf88-a2db-48b2-86ef-77cec82ee31d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602765
Nov 27 21:25:55.909658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-ff402827-f5f3-4b31-bdf5-f278f6a3685f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:55.911012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-ff402827-f5f3-4b31-bdf5-f278f6a3685f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 946 time: 0.0519495
Nov 27 21:25:56.004897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port 05cc98ab-8bcc-4836-b729-b38cafadacbc {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:25:56.005264 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:56.101121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] For port 05cc98ab-8bcc-4836-b729-b38cafadacbc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05cc98ab-8bcc-4836-b729-b38cafadacbc,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:56.101484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:56.115241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for 05cc98ab-8bcc-4836-b729-b38cafadacbc owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:25:56.243660 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:56.586360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=05cc98ab-8bcc-4836-b729-b38cafadacbc,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:56.640700 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] No DVR routers for this DVR port 05cc98ab-8bcc-4836-b729-b38cafadacbc on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:25:56.643624 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:56.648047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bc361f1-bf48-48a6-aa29-abee07432619 req-62c152ef-46cb-4823-bd81-038e445722da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "DELETE /v2.0/ports/05cc98ab-8bcc-4836-b729-b38cafadacbc HTTP/1.1" status: 204  len: 173 time: 0.7305701
Nov 27 21:25:56.648524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38eac53-15ea-4f44-b636-d786651491e6', 'name': 'network-vif-deleted', 'tag': '05cc98ab-8bcc-4836-b729-b38cafadacbc'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:56.650924 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6273e63d-bda1-4f68-9c71-bc83bf3ea69b" -d '{"events": [{"server_uuid": "c38eac53-15ea-4f44-b636-d786651491e6", "name": "network-vif-deleted", "tag": "05cc98ab-8bcc-4836-b729-b38cafadacbc"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:56.689927 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a919cfb-fe18-43fb-bf5c-73ec5c2572f1 x-openstack-request-id: req-5a919cfb-fe18-43fb-bf5c-73ec5c2572f1 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:56.690231 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38eac53-15ea-4f44-b636-d786651491e6", "name": "network-vif-deleted", "tag": "05cc98ab-8bcc-4836-b729-b38cafadacbc", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:56.690495 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a919cfb-fe18-43fb-bf5c-73ec5c2572f1 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:56.690913 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38eac53-15ea-4f44-b636-d786651491e6', 'name': 'network-vif-deleted', 'tag': '05cc98ab-8bcc-4836-b729-b38cafadacbc', 'status': 'completed', 'code': 200}
Nov 27 21:25:56.793913 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa542439-122e-4c75-bee7-e38bfb5499e6 req-3722a2b2-3b27-481a-918e-358f5d144358 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=c38eac53-15ea-4f44-b636-d786651491e6 HTTP/1.1" status: 200  len: 210 time: 0.0278633
Nov 27 21:25:56.823668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d66de-f29a-4baa-9f8d-a361646fb794 req-39152c1a-3deb-4f6e-a128-29a15e8bb14f tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:56.825179 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e7d66de-f29a-4baa-9f8d-a361646fb794 req-39152c1a-3deb-4f6e-a128-29a15e8bb14f tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 944 time: 0.0537715
Nov 27 21:25:56.872865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3e7d66de-f29a-4baa-9f8d-a361646fb794 req-f00db790-a401-4177-8f3a-b2941e7bb9a2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415959
Nov 27 21:25:57.852923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52236) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:57.908994 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:57.936089 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.016676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be0a9a-7028-45ef-81d0-61c7f7843bb4 req-a73b3e00-c7d6-45a9-8e3f-d0ff9d69082c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:58.018195 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-22be0a9a-7028-45ef-81d0-61c7f7843bb4 req-a73b3e00-c7d6-45a9-8e3f-d0ff9d69082c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 944 time: 0.0734489
Nov 27 21:25:58.052689 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.055277 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.056406 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/security-groups/ed838aed-0f0c-4b30-bb09-90c784a11fd5 HTTP/1.1" status: 204  len: 168 time: 0.2024536
Nov 27 21:25:58.076258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed838aed-0f0c-4b30-bb09-90c784a11fd5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:58.084019 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-22be0a9a-7028-45ef-81d0-61c7f7843bb4 req-26f12b6e-4b97-46bd-9042-059ed3e102a1 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595412
Nov 27 21:25:58.087340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52258) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:58.089559 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.089932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.090284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.091268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.091633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.091988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.092336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.092684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.093296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.093647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.093990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.094360 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caee775-8f88-48ee-aef8-9aeb550a19cb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.146955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8713668-393e-43e2-9fa8-866c895774af tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting subnet cee492a3-5b28-489c-9820-ab46e891eb1b {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:25:58.150046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8713668-393e-43e2-9fa8-866c895774af tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.189100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8713668-393e-43e2-9fa8-866c895774af tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.268583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8713668-393e-43e2-9fa8-866c895774af tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.327733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8713668-393e-43e2-9fa8-866c895774af tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.354323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8713668-393e-43e2-9fa8-866c895774af tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Subnet': ['ID=cee492a3-5b28-489c-9820-ab46e891eb1b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:58.357939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8713668-393e-43e2-9fa8-866c895774af tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.361261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c8713668-393e-43e2-9fa8-866c895774af tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/subnets/cee492a3-5b28-489c-9820-ab46e891eb1b HTTP/1.1" status: 204  len: 168 time: 0.2724137
Nov 27 21:25:58.363996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52260) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:58.367211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8960d-3f99-4825-80ff-66d857a7b189 None None] Network 4891dc13-a504-442f-92d2-3f5d0a5a42bf requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:25:58.439468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.491642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 32c18bc5-c2ee-408a-82f6-0757b62eaf16 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:25:58.497638 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port 94127813-a0b9-4ecf-a15e-28e791bdf85d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:25:58.497982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.564114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] For port 94127813-a0b9-4ecf-a15e-28e791bdf85d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94127813-a0b9-4ecf-a15e-28e791bdf85d,segment=NetworkSegment(75c8c6fa-d276-492c-bf28-b4fd6c7dc51d),segment_id=75c8c6fa-d276-492c-bf28-b4fd6c7dc51d)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:58.564481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.566609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] DHCP port deletion for 4891dc13-a504-442f-92d2-3f5d0a5a42bf request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:25:58.581267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for 94127813-a0b9-4ecf-a15e-28e791bdf85d owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:25:58.618762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 32c18bc5-c2ee-408a-82f6-0757b62eaf16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c18bc5-c2ee-408a-82f6-0757b62eaf16,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:58.633637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '32c18bc5-c2ee-408a-82f6-0757b62eaf16', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'port_id': '32c18bc5-c2ee-408a-82f6-0757b62eaf16', 'mac_address': 'fa:16:3e:60:16:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:25:58.665118 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.679833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] Deleting port 94127813-a0b9-4ecf-a15e-28e791bdf85d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:25:58.680220 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.683881 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.692869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=94127813-a0b9-4ecf-a15e-28e791bdf85d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:58.698009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] No DVR routers for this DVR port 94127813-a0b9-4ecf-a15e-28e791bdf85d on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:25:58.732815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c18bc5-c2ee-408a-82f6-0757b62eaf16 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:25:58.771209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 32c18bc5-c2ee-408a-82f6-0757b62eaf16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c18bc5-c2ee-408a-82f6-0757b62eaf16,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:58.772623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] For port 94127813-a0b9-4ecf-a15e-28e791bdf85d, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:25:58.773039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.780483 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.785606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.788955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] Calling delete_port for 94127813-a0b9-4ecf-a15e-28e791bdf85d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:25:58.805329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4003c1790>,) {'filters': {'network_id': ['4891dc13-a504-442f-92d2-3f5d0a5a42bf']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:58.806864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] Port 94127813-a0b9-4ecf-a15e-28e791bdf85d was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:25:58.811093 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.814896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4003c1790>, '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:58.815200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4003c1790>, '75c8c6fa-d276-492c-bf28-b4fd6c7dc51d') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:58.825053 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.830010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] No DVR routers for this DVR port 94127813-a0b9-4ecf-a15e-28e791bdf85d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:25:58.842931 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.843610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=32c18bc5-c2ee-408a-82f6-0757b62eaf16,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:58.849027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:25:58.849436 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.850875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.851229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.851623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.851988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.852326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:25:58.852441 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:25:58.854919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.854919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.854919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.854919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.854919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.854919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.854919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:25:58.883439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464ff97-c9b6-4b4e-988f-2e176dd7e018 None None] Pushing event deleted for resources: {'Port': ['ID=94127813-a0b9-4ecf-a15e-28e791bdf85d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:58.914853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.922060 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:58.925175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/networks/4891dc13-a504-442f-92d2-3f5d0a5a42bf HTTP/1.1" status: 204  len: 168 time: 0.5602071
Nov 27 21:25:58.928599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52262) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:25:58.937241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fe33a-64c0-419d-8d6e-5eefd67ba2cd tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Network': ['ID=4891dc13-a504-442f-92d2-3f5d0a5a42bf,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:59.085114 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port 390eacae-9f78-40b7-9c1e-6bf0420cb7dd {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:25:59.085483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:59.116909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['32c18bc5-c2ee-408a-82f6-0757b62eaf16'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:25:59.169456 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:59.169876 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:59.195608 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for 390eacae-9f78-40b7-9c1e-6bf0420cb7dd owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:25:59.213462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e1d3-cb1e-4eaf-b919-bc0212984b42 req-6b02ed0f-81a5-4e5a-9874-09c9b18c5d42 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:25:59.215361 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39c6e1d3-cb1e-4eaf-b919-bc0212984b42 req-6b02ed0f-81a5-4e5a-9874-09c9b18c5d42 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 945 time: 0.0558074
Nov 27 21:25:59.289411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-39c6e1d3-cb1e-4eaf-b919-bc0212984b42 req-e59ccbf9-1aca-4b25-8c57-24ccb2867572 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656552
Nov 27 21:25:59.296621 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 94127813-a0b9-4ecf-a15e-28e791bdf85d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:25:59.317950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 94127813-a0b9-4ecf-a15e-28e791bdf85d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:25:59.318312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 94127813-a0b9-4ecf-a15e-28e791bdf85d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:25:59.371281 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:59.400093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=390eacae-9f78-40b7-9c1e-6bf0420cb7dd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:25:59.462943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:59.463721 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Floating IP b00e1c13-a19a-4aba-a716-0320072f585c disassociated (deleted). External IP: 172.35.3.41, port: d30ce7d3-47f0-4788-b766-c0f924abb913.
Nov 27 21:25:59.668582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router f761e981-af06-4952-bc2c-63fd4801147c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:25:59.780768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:25:59.786269 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:25:59.790915 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] Sync routers for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:25:59.801908 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:25:59.802543 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe948cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:25:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:25:59.819674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-29b02af6-9fd4-46db-95d2-64f7f3773424 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/floatingips/b00e1c13-a19a-4aba-a716-0320072f585c HTTP/1.1" status: 204  len: 168 time: 0.8874876
Nov 27 21:25:59.819674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:25:59.820479 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efb3666-f201-4e30-939c-ba5f0264a808" -d '{"events": [{"name": "network-changed", "server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:25:59.922135 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:25:59.945325 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c807e06-c308-491e-bddd-1d5fdfbd1250 x-openstack-request-id: req-4c807e06-c308-491e-bddd-1d5fdfbd1250 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:25:59.945859 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:25:59.945859 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c807e06-c308-491e-bddd-1d5fdfbd1250 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:25:59.946272 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'status': 'completed', 'code': 200}
Nov 27 21:26:00.023664 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-a8fd7dc4-fc89-4598-a1ea-1f697863cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:00.025217 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-a8fd7dc4-fc89-4598-a1ea-1f697863cba5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 1096 time: 0.0516446
Nov 27 21:26:00.149550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66bff8-a2fa-4ffb-ac4b-be57377c07e8 req-de2093e1-5503-4f16-abf4-5b2283c0b791 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:00.151048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e66bff8-a2fa-4ffb-ac4b-be57377c07e8 req-de2093e1-5503-4f16-abf4-5b2283c0b791 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 945 time: 0.1007884
Nov 27 21:26:00.153311 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe948cd0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:25:53Z', 'revision_number': 6, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:00.167789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-1ee2200f-36f7-45a0-a012-8739819db53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:00.169204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-1ee2200f-36f7-45a0-a012-8739819db53e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec766a40-9645-4edf-b91e-8b4e69b2d68a HTTP/1.1" status: 200  len: 897 time: 0.1369817
Nov 27 21:26:00.180164 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] Checking router: f761e981-af06-4952-bc2c-63fd4801147c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:26:00.188464 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:00.189072 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe948cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:25:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:00.215099 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-32980df4-46a9-4c26-9217-8e97c0b5d327 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30ce7d3-47f0-4788-b766-c0f924abb913 HTTP/1.1" status: 200  len: 217 time: 0.0366175
Nov 27 21:26:00.273982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2e66bff8-a2fa-4ffb-ac4b-be57377c07e8 req-1d2b50b7-54e8-4333-be87-c84d262b4144 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1155999
Nov 27 21:26:00.289637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-31dfab6e-75d6-43aa-942c-092498dfcb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:00.290841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-31dfab6e-75d6-43aa-942c-092498dfcb4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c515eb1-1a4a-4859-8b67-5f6f4dc80c13 HTTP/1.1" status: 200  len: 835 time: 0.0676644
Nov 27 21:26:00.294551 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:00.341526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-9bcf36c8-cb28-45b8-8bce-b6f35cf983a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:00.343893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-9bcf36c8-cb28-45b8-8bce-b6f35cf983a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec766a40-9645-4edf-b91e-8b4e69b2d68a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448263
Nov 27 21:26:00.411339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4c3eb-bd4e-43d5-b565-1494ea7120a6 req-bb44bdbc-5066-406a-99ae-c1bbadc76bd3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:00.412865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ed4c3eb-bd4e-43d5-b565-1494ea7120a6 req-bb44bdbc-5066-406a-99ae-c1bbadc76bd3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 945 time: 0.0506246
Nov 27 21:26:00.446147 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-8d8848d6-ed57-4a0f-be40-1a77c63c8d06 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904229
Nov 27 21:26:00.469052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ed4c3eb-bd4e-43d5-b565-1494ea7120a6 req-e0bf1d08-9fc8-4175-b51b-fb18494824f7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494566
Nov 27 21:26:00.506544 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe948cd0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:25:53Z', 'revision_number': 6, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:00.506780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 32c18bc5-c2ee-408a-82f6-0757b62eaf16 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:26:00.534106 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582132f-ecbf-4fbb-94a1-06c0a247277f None None] The sync data for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 is: [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:25:53Z', 'revision_number': 6, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '254ee6cc-29a3-4b05-a1de-f8d0beaa4289', 'name': '', 'network_id': 'ec766a40-9645-4edf-b91e-8b4e69b2d68a', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:68:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:06Z', 'updated_at': '2021-11-27T21:24:10Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '3c515eb1-1a4a-4859-8b67-5f6f4dc80c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:26:00.554987 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0efb3666-f201-4e30-939c-ba5f0264a808 req-eed102f7-21b5-4be7-a83b-be9c20f5b141 service neutron] 10.222.0.35 "GET /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037757
Nov 27 21:26:00.564799 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:26:00.569477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:00.569919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:00.650355 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:00.673924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f387a10-b9bd-45db-a642-665f2f0ebfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c18bc5-c2ee-408a-82f6-0757b62eaf16'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:00.676260 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8269fd0f-5e84-4600-a714-bf0ce152abcc" -d '{"events": [{"server_uuid": "5f387a10-b9bd-45db-a642-665f2f0ebfeb", "name": "network-vif-plugged", "status": "completed", "tag": "32c18bc5-c2ee-408a-82f6-0757b62eaf16"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:00.689618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 32c18bc5-c2ee-408a-82f6-0757b62eaf16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c18bc5-c2ee-408a-82f6-0757b62eaf16,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:00.694950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:00.696296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 05cc98ab-8bcc-4836-b729-b38cafadacbc no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:26:00.736483 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12696c23-e018-4fa7-bcf9-1bdd9c6e4c67 x-openstack-request-id: req-12696c23-e018-4fa7-bcf9-1bdd9c6e4c67 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:00.736780 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f387a10-b9bd-45db-a642-665f2f0ebfeb", "name": "network-vif-plugged", "status": "completed", "tag": "32c18bc5-c2ee-408a-82f6-0757b62eaf16", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:00.737038 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12696c23-e018-4fa7-bcf9-1bdd9c6e4c67 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:00.737433 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f387a10-b9bd-45db-a642-665f2f0ebfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c18bc5-c2ee-408a-82f6-0757b62eaf16', 'code': 200}
Nov 27 21:26:00.740602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 05cc98ab-8bcc-4836-b729-b38cafadacbc {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:26:00.741144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 05cc98ab-8bcc-4836-b729-b38cafadacbc not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:26:00.766556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=32c18bc5-c2ee-408a-82f6-0757b62eaf16,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:00.783541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11863bd7-5eaf-413d-ad7a-49740a40ba97 None None] New status for floating IP b00e1c13-a19a-4aba-a716-0320072f585c: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:26:00.822347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83a745-550b-42ac-99cd-ccd06d8f23df req-38ab632b-9753-49e2-bc82-c1d3f4c45857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:00.824004 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d83a745-550b-42ac-99cd-ccd06d8f23df req-38ab632b-9753-49e2-bc82-c1d3f4c45857 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 1097 time: 0.0410125
Nov 27 21:26:00.870188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7d83a745-550b-42ac-99cd-ccd06d8f23df req-9654800c-20f0-4702-a97a-3841dea91200 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390010
Nov 27 21:26:01.400374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209971-2201-46ad-93b9-c8fd47a8033a req-6164ae93-1c7d-4b17-8ed8-d8071a7351c9 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:01.401846 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f209971-2201-46ad-93b9-c8fd47a8033a req-6164ae93-1c7d-4b17-8ed8-d8071a7351c9 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 945 time: 0.0522480
Nov 27 21:26:01.453599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f209971-2201-46ad-93b9-c8fd47a8033a req-0cf25bc0-5ee7-4323-a05e-0ac2441d9021 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452359
Nov 27 21:26:01.590105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-2491a236-925a-41e3-bd30-eb0166b21587 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:01.591603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-2491a236-925a-41e3-bd30-eb0166b21587 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 945 time: 0.0820012
Nov 27 21:26:01.616387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7ae89-5cb9-4076-8829-b52ee8f3312b req-500b4b2f-fa9b-4784-b80d-f333888e1a2a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:01.617874 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f4e7ae89-5cb9-4076-8829-b52ee8f3312b req-500b4b2f-fa9b-4784-b80d-f333888e1a2a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 946 time: 0.0752871
Nov 27 21:26:01.715959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f4e7ae89-5cb9-4076-8829-b52ee8f3312b req-573bd2fa-5802-4ab0-ae0b-38f470d5761a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808508
Nov 27 21:26:01.728742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port d30ce7d3-47f0-4788-b766-c0f924abb913 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:26:01.729085 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:01.820695 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] For port d30ce7d3-47f0-4788-b766-c0f924abb913, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d30ce7d3-47f0-4788-b766-c0f924abb913,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:01.821284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:01.835404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for d30ce7d3-47f0-4788-b766-c0f924abb913 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:26:01.964464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:01.995943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=d30ce7d3-47f0-4788-b766-c0f924abb913,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:02.038941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] No DVR routers for this DVR port d30ce7d3-47f0-4788-b766-c0f924abb913 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:26:02.042042 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:02.045905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6067be83-e400-4f18-a303-152cbe3c7a91 req-cda01a4d-ae1d-439c-96bd-70486853d073 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.35 "DELETE /v2.0/ports/d30ce7d3-47f0-4788-b766-c0f924abb913 HTTP/1.1" status: 204  len: 173 time: 0.4484639
Nov 27 21:26:02.046373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'name': 'network-vif-deleted', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:02.050236 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340ee6b3-16f9-4237-80bf-c3cc02f191db" -d '{"events": [{"server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "name": "network-vif-deleted", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:02.089482 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee466c3-4c04-434e-af80-225edf9c4cd7 x-openstack-request-id: req-1ee466c3-4c04-434e-af80-225edf9c4cd7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:02.090124 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca8448b-eaa8-47e5-b00f-34103c7cc12b", "name": "network-vif-deleted", "tag": "d30ce7d3-47f0-4788-b766-c0f924abb913", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:02.090400 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ee466c3-4c04-434e-af80-225edf9c4cd7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:02.090812 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca8448b-eaa8-47e5-b00f-34103c7cc12b', 'name': 'network-vif-deleted', 'tag': 'd30ce7d3-47f0-4788-b766-c0f924abb913', 'status': 'completed', 'code': 200}
Nov 27 21:26:02.577002 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d2629189-4146-4a8a-bf1e-280bfc06588f req-5e7dd891-5850-40a2-851f-12d7dd42fd11 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=aca8448b-eaa8-47e5-b00f-34103c7cc12b HTTP/1.1" status: 200  len: 210 time: 0.0318987
Nov 27 21:26:02.832117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a8841-ad19-4942-816f-db001c9dfd65 req-825a1ea4-c361-4ed0-bbdd-06e409cdc631 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:02.833513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-739a8841-ad19-4942-816f-db001c9dfd65 req-825a1ea4-c361-4ed0-bbdd-06e409cdc631 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 946 time: 0.0484469
Nov 27 21:26:02.880146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-739a8841-ad19-4942-816f-db001c9dfd65 req-e8dabfa8-313b-4927-b40b-324929621dfc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408292
Nov 27 21:26:02.993773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f463d-f40c-4b6b-afa9-42f9decb10fb req-2c68a664-b4cf-43cd-b3b4-ce2ee733124a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:02.995278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac5f463d-f40c-4b6b-afa9-42f9decb10fb req-2c68a664-b4cf-43cd-b3b4-ce2ee733124a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 946 time: 0.0494101
Nov 27 21:26:03.041644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac5f463d-f40c-4b6b-afa9-42f9decb10fb req-22f26f16-5500-4ef2-9eda-91bd8917751e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403829
Nov 27 21:26:03.321461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306db042-0409-444a-b93c-51ac367afa12 req-3825ebca-183b-432e-9958-b69a92c002a9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:03.322943 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-306db042-0409-444a-b93c-51ac367afa12 req-3825ebca-183b-432e-9958-b69a92c002a9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 946 time: 0.0487554
Nov 27 21:26:03.372850 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-306db042-0409-444a-b93c-51ac367afa12 req-afa917a0-e4c3-4264-9a16-7040333435ae tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438995
Nov 27 21:26:03.637683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52298) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:03.695095 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4948b5d-edcc-4798-8a06-9f344641ba75 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:03.720061 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4948b5d-edcc-4798-8a06-9f344641ba75 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:03.787641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4948b5d-edcc-4798-8a06-9f344641ba75 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:03.791447 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b4948b5d-edcc-4798-8a06-9f344641ba75 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:03.792686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b4948b5d-edcc-4798-8a06-9f344641ba75 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63 HTTP/1.1" status: 204  len: 168 time: 0.1539288
Nov 27 21:26:03.802506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4948b5d-edcc-4798-8a06-9f344641ba75 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4c3d6f-f5bf-4aba-aced-2a42d33bfc63,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:03.837946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52302) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:04.202959 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:04.340488 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7b526902-7239-4263-9726-3a663370ff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:04.490784 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:26:04.491058 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:04.550009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc67bdc-16d5-4412-8ca2-27f7f8821ab6 req-f853f1a5-1b80-40c1-92b6-44102dfae191 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:04.551543 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8bc67bdc-16d5-4412-8ca2-27f7f8821ab6 req-f853f1a5-1b80-40c1-92b6-44102dfae191 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 946 time: 0.1015940
Nov 27 21:26:04.626862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] For port 254ee6cc-29a3-4b05-a1de-f8d0beaa4289, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=254ee6cc-29a3-4b05-a1de-f8d0beaa4289,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:04.627230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:04.633024 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8bc67bdc-16d5-4412-8ca2-27f7f8821ab6 req-8e237a32-ce05-4746-8a4e-33f9cc53e3cb tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744035
Nov 27 21:26:04.643213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:26:04.825141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:04.850931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=254ee6cc-29a3-4b05-a1de-f8d0beaa4289,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:04.917365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-dc5ea44c-b2f4-4628-b290-f648d74f23cc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:04.919035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-dc5ea44c-b2f4-4628-b290-f648d74f23cc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 946 time: 0.0610781
Nov 27 21:26:05.020690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Deleting port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:26:05.021178 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.035311 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.063160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d30ce7d3-47f0-4788-b766-c0f924abb913 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:26:05.085810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: d30ce7d3-47f0-4788-b766-c0f924abb913 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:26:05.086093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d30ce7d3-47f0-4788-b766-c0f924abb913 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:26:05.129405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] For port 32c18bc5-c2ee-408a-82f6-0757b62eaf16, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c18bc5-c2ee-408a-82f6-0757b62eaf16,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:05.129675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.142671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Calling delete_port for 32c18bc5-c2ee-408a-82f6-0757b62eaf16 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:26:05.271915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router f761e981-af06-4952-bc2c-63fd4801147c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:26:05.282432 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.295237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['32c18bc5-c2ee-408a-82f6-0757b62eaf16'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:26:05.298264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['37849f71-d384-4d11-acdb-4afd32c10730'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:26:05.312339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'Port': ['ID=32c18bc5-c2ee-408a-82f6-0757b62eaf16,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:05.355296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] No DVR routers for this DVR port 32c18bc5-c2ee-408a-82f6-0757b62eaf16 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:26:05.358085 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.361822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7503d14-bf28-4e0f-a30e-d277dd4fb38b req-393c374b-05a0-4139-a2ca-633a0e2639af tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.15 "DELETE /v2.0/ports/32c18bc5-c2ee-408a-82f6-0757b62eaf16 HTTP/1.1" status: 204  len: 173 time: 0.4363451
Nov 27 21:26:05.362295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f387a10-b9bd-45db-a642-665f2f0ebfeb', 'name': 'network-vif-deleted', 'tag': '32c18bc5-c2ee-408a-82f6-0757b62eaf16'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:05.365512 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276fc8b4-490d-413d-bbc3-662d2cf92db4" -d '{"events": [{"server_uuid": "5f387a10-b9bd-45db-a642-665f2f0ebfeb", "name": "network-vif-deleted", "tag": "32c18bc5-c2ee-408a-82f6-0757b62eaf16"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:05.424771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:26:05.431054 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e6ec362f-6331-4691-8477-24a4ec4be305 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "PUT /v2.0/routers/f761e981-af06-4952-bc2c-63fd4801147c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5919826
Nov 27 21:26:05.434233 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80406e2-720b-470e-9163-b8a9073fba1b x-openstack-request-id: req-a80406e2-720b-470e-9163-b8a9073fba1b {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:05.434521 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f387a10-b9bd-45db-a642-665f2f0ebfeb", "name": "network-vif-deleted", "tag": "32c18bc5-c2ee-408a-82f6-0757b62eaf16", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:05.434773 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a80406e2-720b-470e-9163-b8a9073fba1b {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:05.435181 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f387a10-b9bd-45db-a642-665f2f0ebfeb', 'name': 'network-vif-deleted', 'tag': '32c18bc5-c2ee-408a-82f6-0757b62eaf16', 'status': 'completed', 'code': 200}
Nov 27 21:26:05.435645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52310) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:05.447780 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] Sync routers for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:26:05.459066 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:05.460456 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:25:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:05.553406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-70165eec-c42e-4cca-9912-7af630ba01ab tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting subnet 3c515eb1-1a4a-4859-8b67-5f6f4dc80c13 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:26:05.562009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-70165eec-c42e-4cca-9912-7af630ba01ab tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.610766 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:05.637000 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-70165eec-c42e-4cca-9912-7af630ba01ab tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.744287 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-70165eec-c42e-4cca-9912-7af630ba01ab tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.838569 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb3d0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:26:04Z', 'revision_number': 7, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:05.845982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-70165eec-c42e-4cca-9912-7af630ba01ab tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.890494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70165eec-c42e-4cca-9912-7af630ba01ab tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Subnet': ['ID=3c515eb1-1a4a-4859-8b67-5f6f4dc80c13,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:05.903778 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] Checking router: f761e981-af06-4952-bc2c-63fd4801147c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:26:05.908865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-70165eec-c42e-4cca-9912-7af630ba01ab tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:05.913202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-70165eec-c42e-4cca-9912-7af630ba01ab tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/subnets/3c515eb1-1a4a-4859-8b67-5f6f4dc80c13 HTTP/1.1" status: 204  len: 168 time: 0.4765270
Nov 27 21:26:05.917023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52324) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:05.918929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9ded5-b1fc-4c43-8d04-ef6ef9210496 None None] Network ec766a40-9645-4edf-b91e-8b4e69b2d68a requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:26:05.923607 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] Routers {'f761e981-af06-4952-bc2c-63fd4801147c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:05.924522 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:25:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f761e981-af06-4952-bc2c-63fd4801147c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:06.076056 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.143869 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8aa0d998-77c2-48ee-acfa-04db70ac0828 req-202748e5-c2e6-42cb-98ea-1c22163c7b1b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f387a10-b9bd-45db-a642-665f2f0ebfeb HTTP/1.1" status: 200  len: 210 time: 0.4273911
Nov 27 21:26:06.226703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce7503-b291-4cbd-adc8-c80487a6f4d3 None None] DHCP port deletion for ec766a40-9645-4edf-b91e-8b4e69b2d68a request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:26:06.228153 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.290135 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] Set router f761e981-af06-4952-bc2c-63fd4801147c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:06.302583 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce7503-b291-4cbd-adc8-c80487a6f4d3 None None] Deleting port 8b372019-1ecd-4dd1-941c-d894f6506ecf {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:26:06.302941 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2ce7503-b291-4cbd-adc8-c80487a6f4d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.305951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port 80e254c4-0241-42df-8abc-a1ab855e617b {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:26:06.306330 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.376843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d2ce7503-b291-4cbd-adc8-c80487a6f4d3 None None] For port 8b372019-1ecd-4dd1-941c-d894f6506ecf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b372019-1ecd-4dd1-941c-d894f6506ecf,segment=NetworkSegment(d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10),segment_id=d8f8b6e1-8abc-45e8-beb3-8d8b64b52a10)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:06.377086 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2ce7503-b291-4cbd-adc8-c80487a6f4d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.393661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d2ce7503-b291-4cbd-adc8-c80487a6f4d3 None None] Calling delete_port for 8b372019-1ecd-4dd1-941c-d894f6506ecf owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:26:06.415128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] For port 80e254c4-0241-42df-8abc-a1ab855e617b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80e254c4-0241-42df-8abc-a1ab855e617b,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:06.415952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.436554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for 80e254c4-0241-42df-8abc-a1ab855e617b owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:26:06.502819 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2ce7503-b291-4cbd-adc8-c80487a6f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.512171 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb3d0>, [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:26:04Z', 'revision_number': 7, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:06.542062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce7503-b291-4cbd-adc8-c80487a6f4d3 None None] Pushing event deleted for resources: {'Port': ['ID=8b372019-1ecd-4dd1-941c-d894f6506ecf,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:06.549130 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2b967630-0236-4f64-8e83-9b76cdd9bc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.551950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce7503-b291-4cbd-adc8-c80487a6f4d3 None None] No DVR routers for this DVR port 8b372019-1ecd-4dd1-941c-d894f6506ecf on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:26:06.570060 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f704549-c632-42f0-a0b9-b976d096024b None None] The sync data for ids ['f761e981-af06-4952-bc2c-63fd4801147c'] in ncdv-master-1 is: [{'id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'name': 'tempest-TestNetworkBasicOps-router-2028792472', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:26:04Z', 'revision_number': 7, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': '80e254c4-0241-42df-8abc-a1ab855e617b', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f761e981-af06-4952-bc2c-63fd4801147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:02Z', 'updated_at': '2021-11-27T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:26:06.670915 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.700055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=80e254c4-0241-42df-8abc-a1ab855e617b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:06.730212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec1af2-4c56-4797-90bb-f8ec28056c55 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:26:06.793969 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.903478 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.905614 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.952272 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.952943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Fanout notify agent at l3_agent the message router_deleted on router f761e981-af06-4952-bc2c-63fd4801147c {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:26:06.960501 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:06.961669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5d727f8e-d9fb-406e-9458-af277d922938 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/routers/f761e981-af06-4952-bc2c-63fd4801147c HTTP/1.1" status: 204  len: 168 time: 1.0433404
Nov 27 21:26:06.964378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52342) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:07.047999 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.138873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.161257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8debb0>,) {'filters': {'network_id': ['ec766a40-9645-4edf-b91e-8b4e69b2d68a']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:07.171485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8debb0>, 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:07.171908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8debb0>, 'd8f8b6e1-8abc-45e8-beb3-8d8b64b52a10') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:07.182350 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.196712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.204510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:26:07.204953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:26:07.209007 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:26:07.280219 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.289954 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.296605 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/networks/ec766a40-9645-4edf-b91e-8b4e69b2d68a HTTP/1.1" status: 204  len: 168 time: 0.3287194
Nov 27 21:26:07.307540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d7670-e36a-4c2d-81f7-92d879012a84 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Network': ['ID=ec766a40-9645-4edf-b91e-8b4e69b2d68a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:07.324049 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52350) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:07.330553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'network': {'name': 'tempest-network-smoke--1824847190', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'port_security_enabled': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:07.375119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Made reservation on behalf of c0ac40a766ea478bab3fe658ba56b08f for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:26:07.379111 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.405653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:26:07.417074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.417439 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Added segment d9b2cdfc-a828-4f9c-aad5-190517138f69 of type vlan for network c33d6791-2c38-4780-9894-27f4506dfe3b
Nov 27 21:26:07.460480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.485164 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.491131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:07.491753 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.545080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2198455
Nov 27 21:26:07.547781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52364) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:07.554325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-493643690', 'admin_state_up': True, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:07.576076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7c9a9-5cb6-42a4-85bb-3c21228a5bbf tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Network': ['ID=c33d6791-2c38-4780-9894-27f4506dfe3b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:07.587688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network c33d6791-2c38-4780-9894-27f4506dfe3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:26:07.590135 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.591190 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.642212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.677887 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8b372019-1ecd-4dd1-941c-d894f6506ecf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:26:07.699733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 8b372019-1ecd-4dd1-941c-d894f6506ecf {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:26:07.699985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8b372019-1ecd-4dd1-941c-d894f6506ecf not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:26:07.700604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:26:07.726112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:26:07.726354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 254ee6cc-29a3-4b05-a1de-f8d0beaa4289 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:26:07.808266 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:07.912917 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:08.008121 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:08.031135 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:08.133470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.35.3.182 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/d439b290-5572-45c4-bb96-7fa9ef1780d3) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:26:08.243271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:08.279304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:08.325597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:26:08.328452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:26:08.332642 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:26:08.338272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=d439b290-5572-45c4-bb96-7fa9ef1780d3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:08.346210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2fa27-2548-4355-98b8-a4b99919a177 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:26:08.461602 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-65241b81-035c-4b48-94b2-2702abf71206 None None] Provisioning complete for port d439b290-5572-45c4-bb96-7fa9ef1780d3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:08.461984 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-65241b81-035c-4b48-94b2-2702abf71206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:08.497444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-65241b81-035c-4b48-94b2-2702abf71206 None None] Port d439b290-5572-45c4-bb96-7fa9ef1780d3 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:26:08.552822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 32c18bc5-c2ee-408a-82f6-0757b62eaf16 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:26:08.573317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 32c18bc5-c2ee-408a-82f6-0757b62eaf16 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:26:08.573665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 32c18bc5-c2ee-408a-82f6-0757b62eaf16 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:26:08.601186 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:08.819507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:08.953549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:26:09.060155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:26:09.069962 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Sync routers for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:26:09.079699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:09.080388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce03340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:26:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:09.081387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:09.083805 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-465f7b6c-be1c-473f-8cf3-877846c7947a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.5339200
Nov 27 21:26:09.085688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52368) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:09.114196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7c311b45-1c00-41ce-b8f7-505099f8a399 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c0ac40a766ea478bab3fe658ba56b08f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0273414
Nov 27 21:26:09.116693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52370) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:09.189734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:09.206261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60f1776-b4ab-49bb-a409-2ae9264b0881 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:09.207811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e60f1776-b4ab-49bb-a409-2ae9264b0881 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0902193
Nov 27 21:26:09.210887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52372) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:09.247046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 80e254c4-0241-42df-8abc-a1ab855e617b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:26:09.247427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6ff78050-9d3c-495d-a82f-0f78a5ce40e1 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0351584
Nov 27 21:26:09.249793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52374) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:09.255109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-113385851', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:09.279441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 80e254c4-0241-42df-8abc-a1ab855e617b {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:26:09.279784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 80e254c4-0241-42df-8abc-a1ab855e617b not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:26:09.346115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Made reservation on behalf of c0ac40a766ea478bab3fe658ba56b08f for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:26:09.349666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:09.397142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce03340>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:08Z', 'revision_number': 3, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:09.429241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Checking router: af70b843-bc58-433b-a4c0-5e47f0e8d8b4 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:26:09.429241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Updating router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 port d439b290-5572-45c4-bb96-7fa9ef1780d3 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:26:09.545206 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:09.609790 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Subnet': ['ID=2d295474-2407-446f-b31e-76665ec1fe16,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:09.618889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Checking segment: {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:26:09.619274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network hostable DHCP agents. Network: c33d6791-2c38-4780-9894-27f4506dfe3b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:26:09.631998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:09.636271 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:09.637476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network c33d6791-2c38-4780-9894-27f4506dfe3b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:26:09.646838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c33d6791-2c38-4780-9894-27f4506dfe3b) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:26:09.651968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:09.652577 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:09.661692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accfb8a6-55a2-47be-b20c-aed6885d9938 None None] Network c33d6791-2c38-4780-9894-27f4506dfe3b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:26:09.671540 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7cf079cc-d0f9-46f1-8f87-1c448c35b3da tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4201760
Nov 27 21:26:09.673703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52378) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:09.928848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c33d6791-2c38-4780-9894-27f4506dfe3b', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:26:09.929707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.116849 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.128226 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.181000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Allocated IP 172.20.0.2 (c33d6791-2c38-4780-9894-27f4506dfe3b/2d295474-2407-446f-b31e-76665ec1fe16/b531cc68-78f1-4437-8afd-08cc5cf542ae) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:26:10.191456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f45010-7fdd-4076-b872-8bee25255ec3 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:26:10.218738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Attempting to bind port d439b290-5572-45c4-bb96-7fa9ef1780d3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:26:10.219180 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Attempting to bind port d439b290-5572-45c4-bb96-7fa9ef1780d3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:26:10.219575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Attempting to bind port d439b290-5572-45c4-bb96-7fa9ef1780d3 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:26:10.224700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60435a-49a4-416b-92cb-1278d7d926d0 None None] Pushing event updated for resources: {'Port': ['ID=d439b290-5572-45c4-bb96-7fa9ef1780d3,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:10.234189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:26:10.234578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:26:10.234984 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.235627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:26:10.236067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Bound port: d439b290-5572-45c4-bb96-7fa9ef1780d3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:26:10.236497 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.365307 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.381976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] For port d439b290-5572-45c4-bb96-7fa9ef1780d3, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:26:10.388412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ab52519d-04e9-4c7c-83dc-9cd6c489b9e9 None None] Provisioning complete for port d439b290-5572-45c4-bb96-7fa9ef1780d3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:10.388786 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ab52519d-04e9-4c7c-83dc-9cd6c489b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.406404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] For port d439b290-5572-45c4-bb96-7fa9ef1780d3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d439b290-5572-45c4-bb96-7fa9ef1780d3,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:26:10.435495 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.440316 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.501905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ab52519d-04e9-4c7c-83dc-9cd6c489b9e9 None None] Port d439b290-5572-45c4-bb96-7fa9ef1780d3 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:26:10.532284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd11018-e12c-46bc-82a0-ab0182335fa0 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:26:10.546969 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.560023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:10.560683 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce03340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:26:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:10.565354 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.567701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60435a-49a4-416b-92cb-1278d7d926d0 None None] Pushing event updated for resources: {'Port': ['ID=d439b290-5572-45c4-bb96-7fa9ef1780d3,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:10.660743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Network c33d6791-2c38-4780-9894-27f4506dfe3b is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:26:10.700715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:26:10.707019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:26:10.709050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Pushing event updated for resources: {'Port': ['ID=b531cc68-78f1-4437-8afd-08cc5cf542ae,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:10.724467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-674e4482-866e-4532-b8b1-dad51716441f None None] Provisioning complete for port d439b290-5572-45c4-bb96-7fa9ef1780d3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:10.725384 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-674e4482-866e-4532-b8b1-dad51716441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.739570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.20.0.1 (c33d6791-2c38-4780-9894-27f4506dfe3b/2d295474-2407-446f-b31e-76665ec1fe16/fa1d7d6e-c440-458a-bfe3-ff55f9a41a49) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:26:10.803988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:10.876183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Attempting to bind port b531cc68-78f1-4437-8afd-08cc5cf542ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:26:10.876566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Attempting to bind port b531cc68-78f1-4437-8afd-08cc5cf542ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:26:10.876934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Attempting to bind port b531cc68-78f1-4437-8afd-08cc5cf542ae on network c33d6791-2c38-4780-9894-27f4506dfe3b {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:26:10.907113 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.918923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:26:10.919282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Checking segment: {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:26:10.919702 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.920151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Bound using segment: {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:26:10.920587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Bound port: b531cc68-78f1-4437-8afd-08cc5cf542ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:26:10.920972 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:10.954559 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:11.001956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network c33d6791-2c38-4780-9894-27f4506dfe3b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:26:11.006311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:26:11.009669 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:26:11.042828 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-674e4482-866e-4532-b8b1-dad51716441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:11.050074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=fa1d7d6e-c440-458a-bfe3-ff55f9a41a49,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:11.060010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] For port b531cc68-78f1-4437-8afd-08cc5cf542ae, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:26:11.067477 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] For port b531cc68-78f1-4437-8afd-08cc5cf542ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b531cc68-78f1-4437-8afd-08cc5cf542ae,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:26:11.072673 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:11.091898 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:11.103403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-674e4482-866e-4532-b8b1-dad51716441f None None] For port d439b290-5572-45c4-bb96-7fa9ef1780d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d439b290-5572-45c4-bb96-7fa9ef1780d3,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:11.131559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-674e4482-866e-4532-b8b1-dad51716441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:11.169990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fafdf7-3d0c-497b-b4e3-616b7cead28e None None] Pushing event updated for resources: {'Port': ['ID=b531cc68-78f1-4437-8afd-08cc5cf542ae,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:11.229344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce03340>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:08Z', 'revision_number': 3, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:11.232533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e4482-866e-4532-b8b1-dad51716441f None None] Pushing event updated for resources: {'Port': ['ID=d439b290-5572-45c4-bb96-7fa9ef1780d3,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:11.261132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:11.273360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b3b33-1894-49ef-81eb-24df8d40683d None None] The sync data for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 is: [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:08Z', 'revision_number': 3, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:26:11.646946 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:11.653010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:11.734765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=fa1d7d6e-c440-458a-bfe3-ff55f9a41a49,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:11.745432 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:11.858913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network c33d6791-2c38-4780-9894-27f4506dfe3b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:26:11.860485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:26:11.992345 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:26:12.111928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:26:12.117907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3396186f-e58e-4b21-a787-0f15b0a6de14 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "PUT /v2.0/routers/af70b843-bc58-433b-a4c0-5e47f0e8d8b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4431617
Nov 27 21:26:12.120626 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52384) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:12.319753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b449880c-a22e-4c41-840e-69f82ecd8374 None None] Network c33d6791-2c38-4780-9894-27f4506dfe3b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:26:12.354885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572cf266-b278-4161-948d-b7e5ae50e084 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.355483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572cf266-b278-4161-948d-b7e5ae50e084 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.355960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572cf266-b278-4161-948d-b7e5ae50e084 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.356421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572cf266-b278-4161-948d-b7e5ae50e084 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.356880 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572cf266-b278-4161-948d-b7e5ae50e084 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.357338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572cf266-b278-4161-948d-b7e5ae50e084 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.359125 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-572cf266-b278-4161-948d-b7e5ae50e084 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.2367578
Nov 27 21:26:12.362088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52386) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:12.407434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-16c59af2-8fa6-416f-899f-b5b83124bbaf None None] Provisioning complete for port b531cc68-78f1-4437-8afd-08cc5cf542ae triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:12.407816 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16c59af2-8fa6-416f-899f-b5b83124bbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:12.463939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54fa3f-1da8-40bd-895b-dd4fd713d92e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.464418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54fa3f-1da8-40bd-895b-dd4fd713d92e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.464908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54fa3f-1da8-40bd-895b-dd4fd713d92e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.465466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54fa3f-1da8-40bd-895b-dd4fd713d92e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.465912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54fa3f-1da8-40bd-895b-dd4fd713d92e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.466371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef54fa3f-1da8-40bd-895b-dd4fd713d92e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:12.468420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ef54fa3f-1da8-40bd-895b-dd4fd713d92e tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.1021960
Nov 27 21:26:12.471370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52388) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:12.725373 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16c59af2-8fa6-416f-899f-b5b83124bbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:12.757844 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-074f8a59-132e-47f7-a7a5-a33ac4101eb9 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.2824910
Nov 27 21:26:12.773821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16c59af2-8fa6-416f-899f-b5b83124bbaf None None] For port b531cc68-78f1-4437-8afd-08cc5cf542ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b531cc68-78f1-4437-8afd-08cc5cf542ae,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:12.782953 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16c59af2-8fa6-416f-899f-b5b83124bbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:12.845665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c59af2-8fa6-416f-899f-b5b83124bbaf None None] Pushing event updated for resources: {'Port': ['ID=b531cc68-78f1-4437-8afd-08cc5cf542ae,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:13.012298 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52394) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:13.013450 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bb194f8d-a6eb-4efa-95fe-37351e3f02b6 None None] Provisioning complete for port b531cc68-78f1-4437-8afd-08cc5cf542ae triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:13.013914 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bb194f8d-a6eb-4efa-95fe-37351e3f02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.016944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cdf5ef43-3cfe-4b9d-819b-4d0b48724357 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606923258', 'description': 'tempest-secgroup-smoke-606923258 description', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:13.054591 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ef43-3cfe-4b9d-819b-4d0b48724357 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.131523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bb194f8d-a6eb-4efa-95fe-37351e3f02b6 None None] Provisioning complete for port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:13.131954 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bb194f8d-a6eb-4efa-95fe-37351e3f02b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.141676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ef43-3cfe-4b9d-819b-4d0b48724357 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.146015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ef43-3cfe-4b9d-819b-4d0b48724357 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.171060 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bb194f8d-a6eb-4efa-95fe-37351e3f02b6 None None] Port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:26:13.188086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5ef43-3cfe-4b9d-819b-4d0b48724357 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d7892c-a152-48d7-b725-0b28e3efdc90,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:13.195141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ef43-3cfe-4b9d-819b-4d0b48724357 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.201188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cdf5ef43-3cfe-4b9d-819b-4d0b48724357 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1877327
Nov 27 21:26:13.202249 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52396) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:13.208907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-dad530be-f11a-4797-98c1-cc888b0d9b7b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'a0d7892c-a152-48d7-b725-0b28e3efdc90', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:13.220975 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Sync routers for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:26:13.236371 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:13.236918 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1d9e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:26:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:13.256971 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dad530be-f11a-4797-98c1-cc888b0d9b7b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.317958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3c9c56d1-fa0a-486d-8d6b-5258ee4a77cf None None] Provisioning complete for port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:13.318558 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3c9c56d1-fa0a-486d-8d6b-5258ee4a77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.378307 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:13.388393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c56d1-fa0a-486d-8d6b-5258ee4a77cf None None] Port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:26:13.395489 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b531cc68-78f1-4437-8afd-08cc5cf542ae up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:26:13.400218 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dad530be-f11a-4797-98c1-cc888b0d9b7b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.406622 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dad530be-f11a-4797-98c1-cc888b0d9b7b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.431316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad530be-f11a-4797-98c1-cc888b0d9b7b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afec4009-f493-46ef-8e9a-e4982b73b1d7,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:13.446663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dad530be-f11a-4797-98c1-cc888b0d9b7b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.453751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dad530be-f11a-4797-98c1-cc888b0d9b7b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2473078
Nov 27 21:26:13.453751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52398) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:13.460170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c817fa62-8c69-4a91-8248-cd1e0aa2ff61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'a0d7892c-a152-48d7-b725-0b28e3efdc90', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:13.472877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b531cc68-78f1-4437-8afd-08cc5cf542ae triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:13.473393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.502989 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c817fa62-8c69-4a91-8248-cd1e0aa2ff61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.581649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d439b290-5572-45c4-bb96-7fa9ef1780d3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:26:13.592737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c817fa62-8c69-4a91-8248-cd1e0aa2ff61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.602572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c817fa62-8c69-4a91-8248-cd1e0aa2ff61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.630562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817fa62-8c69-4a91-8248-cd1e0aa2ff61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0818e2-8d44-4c67-9953-673d6ba13456,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:13.641000 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1d9e20>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa1d7d6e-c440-458a-bfe3-ff55f9a41a49', 'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:f2:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:10Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 2, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '2d295474-2407-446f-b31e-76665ec1fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:13.642814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c817fa62-8c69-4a91-8248-cd1e0aa2ff61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.648032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52402) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:13.651040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c817fa62-8c69-4a91-8248-cd1e0aa2ff61 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1932926
Nov 27 21:26:13.652007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d439b290-5572-45c4-bb96-7fa9ef1780d3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:13.652449 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.653639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7eeba6c6-1496-423b-86bb-e607d1b5a122 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'a0d7892c-a152-48d7-b725-0b28e3efdc90', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:13.673260 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Checking router: af70b843-bc58-433b-a4c0-5e47f0e8d8b4 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:26:13.673735 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Updating router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:26:13.691963 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7eeba6c6-1496-423b-86bb-e607d1b5a122 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.706169 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.747020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e370ecc0-23e8-4255-9410-768fc98be45f None None] Provisioning complete for port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:13.747300 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e370ecc0-23e8-4255-9410-768fc98be45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.762083 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7eeba6c6-1496-423b-86bb-e607d1b5a122 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.767543 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7eeba6c6-1496-423b-86bb-e607d1b5a122 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.789286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeba6c6-1496-423b-86bb-e607d1b5a122 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b058dc-f474-4cc5-8f5c-b3f3a357dc6a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:13.792261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e370ecc0-23e8-4255-9410-768fc98be45f None None] Port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:26:13.803092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7eeba6c6-1496-423b-86bb-e607d1b5a122 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.804840 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7eeba6c6-1496-423b-86bb-e607d1b5a122 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1555276
Nov 27 21:26:13.807585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52404) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:13.813043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-99d1deb7-6445-4f7f-a998-47800add56bc tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'a0d7892c-a152-48d7-b725-0b28e3efdc90', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:13.844722 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99d1deb7-6445-4f7f-a998-47800add56bc tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.905946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99d1deb7-6445-4f7f-a998-47800add56bc tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.909611 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99d1deb7-6445-4f7f-a998-47800add56bc tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.928642 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1deb7-6445-4f7f-a998-47800add56bc tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e8c4e4-d029-4514-9eab-7af972c84017,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:13.938472 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99d1deb7-6445-4f7f-a998-47800add56bc tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:13.939706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-99d1deb7-6445-4f7f-a998-47800add56bc tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1307609
Nov 27 21:26:13.943126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52406) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:13.947466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b0c682e4-6558-48cd-9be7-6cb48ec7defb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'a0d7892c-a152-48d7-b725-0b28e3efdc90', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:13.969573 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-b0c682e4-6558-48cd-9be7-6cb48ec7defb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Project c0ac40a766ea478bab3fe658ba56b08f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:26:13.974660 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0c682e4-6558-48cd-9be7-6cb48ec7defb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.001395 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.007382 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.039106 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0c682e4-6558-48cd-9be7-6cb48ec7defb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.045579 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0c682e4-6558-48cd-9be7-6cb48ec7defb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.060379 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Pushing event updated for resources: {'Port': ['ID=fa1d7d6e-c440-458a-bfe3-ff55f9a41a49,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:14.077868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c682e4-6558-48cd-9be7-6cb48ec7defb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5b4ab1-55aa-4b0d-9d31-aee6e0eb55aa,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:14.085387 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.085995 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.086117 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b0c682e4-6558-48cd-9be7-6cb48ec7defb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.086842 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.087421 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.087961 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b0c682e4-6558-48cd-9be7-6cb48ec7defb tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1435459
Nov 27 21:26:14.088821 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.089411 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.089970 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.090532 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.091131 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.091364 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52408) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:14.091908 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.092483 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.093017 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:14.097786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7a44921d-04fd-403a-8b30-fc68e2d94057 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'security_group_rule': {'security_group_id': 'a0d7892c-a152-48d7-b725-0b28e3efdc90', 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:14.135125 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Attempting to bind port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:26:14.135683 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Attempting to bind port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:26:14.136193 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Attempting to bind port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 on network c33d6791-2c38-4780-9894-27f4506dfe3b {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:26:14.136389 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-7a44921d-04fd-403a-8b30-fc68e2d94057 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Project c0ac40a766ea478bab3fe658ba56b08f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:26:14.142307 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a44921d-04fd-403a-8b30-fc68e2d94057 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.142964 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:26:14.143401 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Checking segment: {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:26:14.143779 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.144219 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Bound using segment: {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:26:14.144886 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Bound port: fa1d7d6e-c440-458a-bfe3-ff55f9a41a49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:26:14.145488 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.217179 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a44921d-04fd-403a-8b30-fc68e2d94057 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.221572 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a44921d-04fd-403a-8b30-fc68e2d94057 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.227327 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] For port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:26:14.230843 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] For port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1d7d6e-c440-458a-bfe3-ff55f9a41a49,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:26:14.237825 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.250425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44921d-04fd-403a-8b30-fc68e2d94057 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcaf9a5-6abf-4b86-8e91-41ea0690dbf5,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:14.258444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a44921d-04fd-403a-8b30-fc68e2d94057 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.267828 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7a44921d-04fd-403a-8b30-fc68e2d94057 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1751325
Nov 27 21:26:14.293998 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:14.294521 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1d9e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:26:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:14.340406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-02ede3e2-78eb-479c-98d6-2fb27d373b0e None None] Provisioning complete for port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:14.340803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-02ede3e2-78eb-479c-98d6-2fb27d373b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.340936 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e36e9-bb92-4070-a46f-98da0fa25e81 None None] Pushing event updated for resources: {'Port': ['ID=fa1d7d6e-c440-458a-bfe3-ff55f9a41a49,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:14.423609 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:14.459480 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-4497e182-f504-4e5a-aca2-1a3c4f31df79 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606923258&fields=id&tenant_id=c0ac40a766ea478bab3fe658ba56b08f HTTP/1.1" status: 200  len: 267 time: 0.0691147
Nov 27 21:26:14.462504 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-02ede3e2-78eb-479c-98d6-2fb27d373b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.538186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-02ede3e2-78eb-479c-98d6-2fb27d373b0e None None] For port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1d7d6e-c440-458a-bfe3-ff55f9a41a49,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:14.546593 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-02ede3e2-78eb-479c-98d6-2fb27d373b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.606944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-aeb5ef9a-135a-4323-9389-8efd14cab3ae tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:14.608851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-aeb5ef9a-135a-4323-9389-8efd14cab3ae tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/networks?id=c33d6791-2c38-4780-9894-27f4506dfe3b HTTP/1.1" status: 200  len: 797 time: 0.1413052
Nov 27 21:26:14.620201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ede3e2-78eb-479c-98d6-2fb27d373b0e None None] Pushing event updated for resources: {'Port': ['ID=fa1d7d6e-c440-458a-bfe3-ff55f9a41a49,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:14.643862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-e7855fa5-4ae7-4838-936e-07e02fe79a6b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/quotas/c0ac40a766ea478bab3fe658ba56b08f HTTP/1.1" status: 200  len: 375 time: 0.0254886
Nov 27 21:26:14.671736 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1d9e20>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa1d7d6e-c440-458a-bfe3-ff55f9a41a49', 'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:f2:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:10Z', 'updated_at': '2021-11-27T21:26:14Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '2d295474-2407-446f-b31e-76665ec1fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:14.672174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-147158bf-7f44-40aa-b521-282fac4a4f44 None None] Provisioning complete for port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:14.672496 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-147158bf-7f44-40aa-b521-282fac4a4f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:14.708257 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c9ce9-1085-4da8-a4af-1cc8db707a4b None None] The sync data for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 is: [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa1d7d6e-c440-458a-bfe3-ff55f9a41a49', 'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:f2:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:10Z', 'updated_at': '2021-11-27T21:26:14Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '2d295474-2407-446f-b31e-76665ec1fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:26:14.715903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-438353fe-1164-4f9f-b9f6-6458525dea93 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0654049
Nov 27 21:26:14.927464 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-24120353-2fc7-4fc1-a96f-4bc389c6db3a service neutron] 10.222.0.21 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966190
Nov 27 21:26:15.040019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-32c51349-147f-4c13-8b25-023950b50e0e service neutron] 10.222.0.21 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1056619
Nov 27 21:26:15.235210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-043bfe76-59b2-418a-befc-65e69f68961e req-035d7bf2-ad79-4b04-be17-4af0a977814a tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 210 time: 0.0362835
Nov 27 21:26:15.348048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:26:15.411310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:15.411993 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:16.024628 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:26:16.203059 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:16.298395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96bffc2d-715f-4ac3-8692-47b0e0272714 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:16.299937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96bffc2d-715f-4ac3-8692-47b0e0272714 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "GET /v2.0/networks?id=c33d6791-2c38-4780-9894-27f4506dfe3b HTTP/1.1" status: 200  len: 797 time: 0.1377444
Nov 27 21:26:16.363688 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29b128ff-6d75-41ea-b773-b850474fc776 req-124c3dfc-c30c-4c21-9f7a-561120290b45 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 210 time: 0.0336001
Nov 27 21:26:16.393913 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-30281c88-fddf-4e5d-ad68-68e0a09b350e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ac40a766ea478bab3fe658ba56b08f HTTP/1.1" status: 200  len: 379 time: 0.0821371
Nov 27 21:26:16.403375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'port': {'device_id': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'admin_state_up': True, 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'security_groups': ['a0d7892c-a152-48d7-b725-0b28e3efdc90']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:16.524351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Made reservation on behalf of c0ac40a766ea478bab3fe658ba56b08f for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:26:16.528422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:16.668098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.20.0.13 (c33d6791-2c38-4780-9894-27f4506dfe3b/2d295474-2407-446f-b31e-76665ec1fe16/4c482aab-a978-4508-9e66-0001b7f9d47e) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:26:16.816992 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:16.852175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:16.900630 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network c33d6791-2c38-4780-9894-27f4506dfe3b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:26:16.903731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:26:16.907509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:26:16.937391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=4c482aab-a978-4508-9e66-0001b7f9d47e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:16.964477 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:16.965092 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:16.986563 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-9ebf23f6-715f-4471-a8a6-aad35519f6e5 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5871272
Nov 27 21:26:16.999182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-d476b141-7cda-4b1c-a43e-c5b3bdcf40c7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:26:17.000235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-d476b141-7cda-4b1c-a43e-c5b3bdcf40c7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069325
Nov 27 21:26:17.013445 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Request body: {'port': {'device_id': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:17.078609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:17.135365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d5dc93e1-06aa-4c39-bcd0-a8049045abc8 None None] Provisioning complete for port 4c482aab-a978-4508-9e66-0001b7f9d47e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:17.135756 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d5dc93e1-06aa-4c39-bcd0-a8049045abc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:17.170769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc93e1-06aa-4c39-bcd0-a8049045abc8 None None] Port 4c482aab-a978-4508-9e66-0001b7f9d47e cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:26:17.366019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c482aab-a978-4508-9e66-0001b7f9d47e {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:26:17.373540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:17.386002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Transition to ACTIVE for port object 4c482aab-a978-4508-9e66-0001b7f9d47e will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:26:17.389768 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:17.463011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c482aab-a978-4508-9e66-0001b7f9d47e,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:17.509098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23413799-2c0b-4bf4-b1b5-22ffdd229f87 req-e1e889ce-7e37-4d2e-8278-8a1ab084ce47 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:17.510917 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23413799-2c0b-4bf4-b1b5-22ffdd229f87 req-e1e889ce-7e37-4d2e-8278-8a1ab084ce47 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 944 time: 0.0634878
Nov 27 21:26:17.530917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Attempting to bind port 4c482aab-a978-4508-9e66-0001b7f9d47e on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:26:17.531342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Attempting to bind port 4c482aab-a978-4508-9e66-0001b7f9d47e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:26:17.531611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Attempting to bind port 4c482aab-a978-4508-9e66-0001b7f9d47e on network c33d6791-2c38-4780-9894-27f4506dfe3b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:26:17.537239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Port 4c482aab-a978-4508-9e66-0001b7f9d47e on network c33d6791-2c38-4780-9894-27f4506dfe3b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:26:17.537426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Attempting to bind port 4c482aab-a978-4508-9e66-0001b7f9d47e on network c33d6791-2c38-4780-9894-27f4506dfe3b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:26:17.544667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:26:17.545012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Checking segment: {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:26:17.545493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Bound using segment: {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:26:17.546498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Bound port: 4c482aab-a978-4508-9e66-0001b7f9d47e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b2cdfc-a828-4f9c-aad5-190517138f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:26:17.546498 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:17.571940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-23413799-2c0b-4bf4-b1b5-22ffdd229f87 req-c6cc1efd-e15e-414c-8016-04a81a28db40 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540767
Nov 27 21:26:17.634229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] For port 4c482aab-a978-4508-9e66-0001b7f9d47e, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:26:17.638799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] For port 4c482aab-a978-4508-9e66-0001b7f9d47e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c482aab-a978-4508-9e66-0001b7f9d47e,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:26:17.644763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:17.686215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:17.686902 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:17.688959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] 10.222.0.15 "PUT /v2.0/ports/4c482aab-a978-4508-9e66-0001b7f9d47e HTTP/1.1" status: 200  len: 1092 time: 0.6802597
Nov 27 21:26:17.695245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:17.697761 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a62547-3bfc-4331-80e8-97db70606915" -d '{"events": [{"name": "network-changed", "server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:17.771479 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc873b-c1e0-48c9-9a98-838566eb23ca x-openstack-request-id: req-09dc873b-c1e0-48c9-9a98-838566eb23ca {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:17.771869 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:17.772193 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09dc873b-c1e0-48c9-9a98-838566eb23ca {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:17.772668 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'status': 'completed', 'code': 200}
Nov 27 21:26:17.774472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba24f8-9751-4bed-8976-62d9b07868f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c482aab-a978-4508-9e66-0001b7f9d47e,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:17.793533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-fca690d1-5e33-4697-bcf1-f4b099550471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:17.795433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-fca690d1-5e33-4697-bcf1-f4b099550471 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 1095 time: 0.0573764
Nov 27 21:26:17.845830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-61c37899-793c-4c00-8830-8836f69f4d3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c482aab-a978-4508-9e66-0001b7f9d47e HTTP/1.1" status: 200  len: 217 time: 0.0424011
Nov 27 21:26:17.902551 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-6b01464b-aee4-4076-9a17-8ff6d0988f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:17.904191 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-6b01464b-aee4-4076-9a17-8ff6d0988f49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d295474-2407-446f-b31e-76665ec1fe16 HTTP/1.1" status: 200  len: 834 time: 0.0510468
Nov 27 21:26:17.957124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-c010b0ff-2c15-4de1-8bb6-abaab5c2a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:17.959055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-c010b0ff-2c15-4de1-8bb6-abaab5c2a5ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c33d6791-2c38-4780-9894-27f4506dfe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0475709
Nov 27 21:26:18.065564 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-aa3de301-9ebc-447e-bd27-07002bb06e67 service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0994711
Nov 27 21:26:18.165908 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d1264d1-ea70-4113-988b-5f36e16d57cc req-2ad91baf-0aab-4390-a065-b466be106b39 service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936894
Nov 27 21:26:18.256062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62547-3bfc-4331-80e8-97db70606915 req-a8785e43-5b0e-46dd-bcf4-03265ee6f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:18.257558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a62547-3bfc-4331-80e8-97db70606915 req-a8785e43-5b0e-46dd-bcf4-03265ee6f966 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 1095 time: 0.0436070
Nov 27 21:26:18.350731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62547-3bfc-4331-80e8-97db70606915 req-d76fa497-c035-46e1-8ba5-712749aa9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:18.352307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a62547-3bfc-4331-80e8-97db70606915 req-d76fa497-c035-46e1-8ba5-712749aa9261 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c33d6791-2c38-4780-9894-27f4506dfe3b HTTP/1.1" status: 200  len: 898 time: 0.0879903
Nov 27 21:26:18.392790 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a62547-3bfc-4331-80e8-97db70606915 req-8f264579-1998-4019-a48b-7849406c2a00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c482aab-a978-4508-9e66-0001b7f9d47e HTTP/1.1" status: 200  len: 217 time: 0.0333691
Nov 27 21:26:18.445307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62547-3bfc-4331-80e8-97db70606915 req-77d81461-026c-4fb5-94e8-d8b7626c161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:18.446709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a62547-3bfc-4331-80e8-97db70606915 req-77d81461-026c-4fb5-94e8-d8b7626c161d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d295474-2407-446f-b31e-76665ec1fe16 HTTP/1.1" status: 200  len: 834 time: 0.0472608
Nov 27 21:26:18.493470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62547-3bfc-4331-80e8-97db70606915 req-bed64af1-2dae-4706-b640-cd7eadbcc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:18.494989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a62547-3bfc-4331-80e8-97db70606915 req-bed64af1-2dae-4706-b640-cd7eadbcc084 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c33d6791-2c38-4780-9894-27f4506dfe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417070
Nov 27 21:26:18.582567 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:18.585859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a62547-3bfc-4331-80e8-97db70606915 req-015bbcef-27fb-47f6-852b-f58885ef837e service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837972
Nov 27 21:26:18.682696 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37a62547-3bfc-4331-80e8-97db70606915 req-3e55a44b-7af5-4fbc-a1d3-5b5640f60b1d service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902221
Nov 27 21:26:18.695095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271530a-249b-4e97-ae78-b7ae184d6aac req-64a7455c-503f-4f38-9877-e9ef955ea956 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:18.696746 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b271530a-249b-4e97-ae78-b7ae184d6aac req-64a7455c-503f-4f38-9877-e9ef955ea956 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 944 time: 0.0549777
Nov 27 21:26:18.752778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b271530a-249b-4e97-ae78-b7ae184d6aac req-c7685ca9-0526-443b-bdf8-fd22b5ccd24f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493550
Nov 27 21:26:19.871217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cce5fb-5ea4-4610-afb0-a8d3275eeb24 req-155ef063-0d20-42e2-a102-66bfab053aea tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:19.872698 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5cce5fb-5ea4-4610-afb0-a8d3275eeb24 req-155ef063-0d20-42e2-a102-66bfab053aea tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 944 time: 0.0487444
Nov 27 21:26:19.920293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e5cce5fb-5ea4-4610-afb0-a8d3275eeb24 req-e5625f86-e694-43df-a6fe-10eb4b3246b4 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417180
Nov 27 21:26:21.045452 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40b50-8d52-4888-9e73-de80c0184abe req-f3dce104-cda6-4666-b458-0b94b2629bc0 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:21.046960 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12b40b50-8d52-4888-9e73-de80c0184abe req-f3dce104-cda6-4666-b458-0b94b2629bc0 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 944 time: 0.0523069
Nov 27 21:26:21.102191 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12b40b50-8d52-4888-9e73-de80c0184abe req-2c200a7d-b4bf-47a6-8706-b18972ae6d0f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478539
Nov 27 21:26:22.233837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ccb7-8e7d-4ae9-bd34-7a8c6b72d6c3 req-0e9196b0-73b3-4fa0-96bf-0ed7ae169a24 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:22.235926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca66ccb7-8e7d-4ae9-bd34-7a8c6b72d6c3 req-0e9196b0-73b3-4fa0-96bf-0ed7ae169a24 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 944 time: 0.0527897
Nov 27 21:26:22.297218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ca66ccb7-8e7d-4ae9-bd34-7a8c6b72d6c3 req-3435f58d-10e5-431b-87fd-0de85fee93e2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542374
Nov 27 21:26:22.586022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4c482aab-a978-4508-9e66-0001b7f9d47e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:26:22.691798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4c482aab-a978-4508-9e66-0001b7f9d47e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c482aab-a978-4508-9e66-0001b7f9d47e,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:22.704911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'port_id': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'mac_address': 'fa:16:3e:44:1a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:26:22.745168 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:22.762318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c482aab-a978-4508-9e66-0001b7f9d47e {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:26:22.784303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4c482aab-a978-4508-9e66-0001b7f9d47e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c482aab-a978-4508-9e66-0001b7f9d47e,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:22.789524 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:22.840926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4c482aab-a978-4508-9e66-0001b7f9d47e,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:23.097731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['4c482aab-a978-4508-9e66-0001b7f9d47e'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:26:23.423930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3131bd-9cde-4b00-a097-d2debf20b744 req-c693740d-093d-4593-8a18-52341b8adb3b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:23.425316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb3131bd-9cde-4b00-a097-d2debf20b744 req-c693740d-093d-4593-8a18-52341b8adb3b tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 945 time: 0.0519435
Nov 27 21:26:23.481700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb3131bd-9cde-4b00-a097-d2debf20b744 req-342740c9-e7fa-46eb-9868-0b66ac90c330 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484416
Nov 27 21:26:24.603423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4c482aab-a978-4508-9e66-0001b7f9d47e up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:26:24.605269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac2d4-2128-43ee-b7e3-908389c3a2ad req-8dfe9287-660c-4d20-8b48-ec7807085dc3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:24.606824 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a0ac2d4-2128-43ee-b7e3-908389c3a2ad req-8dfe9287-660c-4d20-8b48-ec7807085dc3 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 945 time: 0.0507286
Nov 27 21:26:24.665091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 4c482aab-a978-4508-9e66-0001b7f9d47e completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:26:24.669821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 4c482aab-a978-4508-9e66-0001b7f9d47e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:24.670546 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:24.676178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a0ac2d4-2128-43ee-b7e3-908389c3a2ad req-3216522e-34a3-4cb7-99dc-eef022a6b858 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562613
Nov 27 21:26:24.759287 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:24.784251 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:24.787192 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44e341-8389-4d31-87d5-99a55315c3e7" -d '{"events": [{"server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "name": "network-vif-plugged", "status": "completed", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:24.800287 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4c482aab-a978-4508-9e66-0001b7f9d47e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c482aab-a978-4508-9e66-0001b7f9d47e,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:24.805582 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:24.834073 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb212d-a417-4c40-b2e5-eb809bb99c06 x-openstack-request-id: req-b3fb212d-a417-4c40-b2e5-eb809bb99c06 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:24.834351 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "name": "network-vif-plugged", "status": "completed", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:24.834598 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3fb212d-a417-4c40-b2e5-eb809bb99c06 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:24.834986 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'code': 200}
Nov 27 21:26:24.858295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4c482aab-a978-4508-9e66-0001b7f9d47e,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:24.936199 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8d6b9-6985-4809-9ccd-f1ac70a09ac8 req-fadc71b7-b592-4eb5-b513-82aca9f07b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:24.937731 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74e8d6b9-6985-4809-9ccd-f1ac70a09ac8 req-fadc71b7-b592-4eb5-b513-82aca9f07b86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 1097 time: 0.0463617
Nov 27 21:26:24.984918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74e8d6b9-6985-4809-9ccd-f1ac70a09ac8 req-68bb9a88-6c1b-4d3f-9faf-4d84eb12284f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392888
Nov 27 21:26:25.803489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa0ebc-8fc1-4a06-b3b5-818f697b9184 req-20129c5b-7ae5-43e8-a0b7-40202d8e06a7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:25.804992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abaa0ebc-8fc1-4a06-b3b5-818f697b9184 req-20129c5b-7ae5-43e8-a0b7-40202d8e06a7 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 946 time: 0.0561030
Nov 27 21:26:25.861658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abaa0ebc-8fc1-4a06-b3b5-818f697b9184 req-fe80a72e-a4e9-4dcb-a911-b13f53d0047d tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473814
Nov 27 21:26:27.001566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88bbc2-818b-45c8-8376-d956a22f0666 req-4f2e0c05-7485-475f-a580-c240f6a35402 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:27.003109 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf88bbc2-818b-45c8-8376-d956a22f0666 req-4f2e0c05-7485-475f-a580-c240f6a35402 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 946 time: 0.0560369
Nov 27 21:26:27.054865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf88bbc2-818b-45c8-8376-d956a22f0666 req-4059b806-c5c1-4e54-945e-ce83565fed29 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451412
Nov 27 21:26:27.176299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129be1c5-3b66-4310-b843-1f99082cd2b9 req-d55a8924-7856-434e-b3f2-6c5f51804674 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:27.177773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-129be1c5-3b66-4310-b843-1f99082cd2b9 req-d55a8924-7856-434e-b3f2-6c5f51804674 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 946 time: 0.0500004
Nov 27 21:26:27.229014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-129be1c5-3b66-4310-b843-1f99082cd2b9 req-88a804d8-ec47-4784-a525-9c43e318b239 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440884
Nov 27 21:26:27.256163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52486) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:27.300126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8adda71-91b0-4fc3-b4ea-07e1189e3a68 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:27.301646 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d8adda71-91b0-4fc3-b4ea-07e1189e3a68 tempest-TestNetworkBasicOps-690654393 tempest-TestNetworkBasicOps-690654393-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 1092 time: 0.0444717
Nov 27 21:26:27.305074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52488) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:27.309305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:27.334593 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:27.446315 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:27.564291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Allocated IP 172.35.3.195 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/d6341679-58dc-4d94-860c-0539090c7a29) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:26:27.699934 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:27.735301 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:27.779613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:26:27.782674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:26:27.786871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:26:27.809733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=d6341679-58dc-4d94-860c-0539090c7a29,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:27.823323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.823773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.824058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.824413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.824762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.825104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.825446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.825788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.826122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.826457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.826789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:27.827127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:26:28.220311 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:28.293028 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:28.455232 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:28.461016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:28.527107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event updated for resources: {'Port': ['ID=d6341679-58dc-4d94-860c-0539090c7a29,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:28.541598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:28.951397 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Floating IP 65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187 associated. External IP: 172.35.3.195, port: 4c482aab-a978-4508-9e66-0001b7f9d47e.
Nov 27 21:26:29.175508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:26:29.290479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:26:29.301579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] Sync routers for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:26:29.311912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:29.315057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:29.315964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd020b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:26:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:29.340917 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-56cf98de-4af2-4df8-927f-d7bab5a9ae91 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.0347788
Nov 27 21:26:29.341605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:29.344022 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444b4aec-3ae2-4abd-9062-85a72176bee9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:29.344547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52494) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:29.386129 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c320208-3b8e-448c-8410-c96583ee25c1 x-openstack-request-id: req-1c320208-3b8e-448c-8410-c96583ee25c1 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:29.386430 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:29.386690 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c320208-3b8e-448c-8410-c96583ee25c1 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:29.387097 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'status': 'completed', 'code': 200}
Nov 27 21:26:29.427836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fc100074-7503-4c16-b2f7-06cc8bb749b0 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/floatingips/65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187 HTTP/1.1" status: 200  len: 992 time: 0.0818646
Nov 27 21:26:29.445515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:29.457374 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-8c2c2f1c-0b3a-4479-adb5-fef6d4dc2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:29.460014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-8c2c2f1c-0b3a-4479-adb5-fef6d4dc2624 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 1097 time: 0.0516300
Nov 27 21:26:29.567156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-1784f639-0081-47f1-8ae8-a426573d3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:29.568867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-1784f639-0081-47f1-8ae8-a426573d3d45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c33d6791-2c38-4780-9894-27f4506dfe3b HTTP/1.1" status: 200  len: 898 time: 0.1026449
Nov 27 21:26:29.640776 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-5d9b7152-4b31-4499-913c-de05d0529547 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c482aab-a978-4508-9e66-0001b7f9d47e HTTP/1.1" status: 200  len: 1000 time: 0.0639288
Nov 27 21:26:29.694375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-162c619a-0811-4688-8baf-65cf6e37f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:29.695952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd020b50>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.195', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'port_id': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'mac_address': 'fa:16:3e:44:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:26:28Z', 'updated_at': '2021-11-27T21:26:28Z', 'revision_number': 0, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1d7d6e-c440-458a-bfe3-ff55f9a41a49', 'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:f2:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:10Z', 'updated_at': '2021-11-27T21:26:14Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '2d295474-2407-446f-b31e-76665ec1fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:29.696589 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-162c619a-0811-4688-8baf-65cf6e37f74b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d295474-2407-446f-b31e-76665ec1fe16 HTTP/1.1" status: 200  len: 834 time: 0.0488575
Nov 27 21:26:29.722779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] Checking router: af70b843-bc58-433b-a4c0-5e47f0e8d8b4 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:26:29.732603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:29.733232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd020b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:26:06Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:29.754288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-bdb70ba0-83e7-4300-9f75-df88fd766d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:29.756316 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-bdb70ba0-83e7-4300-9f75-df88fd766d00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c33d6791-2c38-4780-9894-27f4506dfe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0530341
Nov 27 21:26:29.844329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:29.849585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-1db686d2-e104-4af2-a776-777a03f31eee service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862818
Nov 27 21:26:29.941608 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-444b4aec-3ae2-4abd-9062-85a72176bee9 req-12899abe-250f-42c8-a115-14e3a43cc15c service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863457
Nov 27 21:26:30.069576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd020b50>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.195', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'port_id': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'mac_address': 'fa:16:3e:44:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:26:28Z', 'updated_at': '2021-11-27T21:26:28Z', 'revision_number': 0, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1d7d6e-c440-458a-bfe3-ff55f9a41a49', 'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:f2:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:10Z', 'updated_at': '2021-11-27T21:26:14Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '2d295474-2407-446f-b31e-76665ec1fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:30.095997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f264d-4daa-47bf-abac-e2d0b4134cfb None None] The sync data for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 is: [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'floating_ip_address': '172.35.3.195', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'port_id': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'mac_address': 'fa:16:3e:44:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:26:28Z', 'updated_at': '2021-11-27T21:26:28Z', 'revision_number': 0, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1d7d6e-c440-458a-bfe3-ff55f9a41a49', 'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:f2:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:10Z', 'updated_at': '2021-11-27T21:26:14Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '2d295474-2407-446f-b31e-76665ec1fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:26:30.300914 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39058f3-52ab-45f0-a28d-e09db218105e None None] New status for floating IP 65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:26:30.430162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52500) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:30.506060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1b0dece4-3498-4303-b19e-ce673c04cc03 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/floatingips/65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187 HTTP/1.1" status: 200  len: 994 time: 0.0739419
Nov 27 21:26:34.342464 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-86d8d972-307a-4475-9495-1d43251e2940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:36.512808 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a9ba67a3-5290-4e9a-b446-5e9ae22fda40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:37.914013 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:38.500585 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b607cda-0ad9-4b8c-a4d1-2437b3362cc7 req-3ba5fd64-1443-47df-add6-1cae015ca186 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:38.502328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b607cda-0ad9-4b8c-a4d1-2437b3362cc7 req-3ba5fd64-1443-47df-add6-1cae015ca186 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 946 time: 0.0527432
Nov 27 21:26:38.554948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b607cda-0ad9-4b8c-a4d1-2437b3362cc7 req-aac879c6-e361-43be-8862-a6be91c62618 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460894
Nov 27 21:26:39.626750 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:39.679742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9884815-38e3-4352-86f2-2d868fadb769 req-c3c62855-15ac-48d6-b31a-ed470e3e236d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:39.681802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9884815-38e3-4352-86f2-2d868fadb769 req-c3c62855-15ac-48d6-b31a-ed470e3e236d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 946 time: 0.0496407
Nov 27 21:26:39.729996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9884815-38e3-4352-86f2-2d868fadb769 req-527e802f-9595-4a0b-b344-8d09e5f434f2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=baed9ae6-70c0-45f3-856c-5d23a416e565&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421524
Nov 27 21:26:40.220012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-89a45f98-f995-4450-9b22-5d4f608a3bc3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:40.221377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-89a45f98-f995-4450-9b22-5d4f608a3bc3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 946 time: 0.0472767
Nov 27 21:26:40.318212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:40.321761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Deleting port 37849f71-d384-4d11-acdb-4afd32c10730 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:26:40.322108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:40.410607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] For port 37849f71-d384-4d11-acdb-4afd32c10730, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37849f71-d384-4d11-acdb-4afd32c10730,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:40.410972 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:40.423308 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Calling delete_port for 37849f71-d384-4d11-acdb-4afd32c10730 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:26:40.552650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:40.568791 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['37849f71-d384-4d11-acdb-4afd32c10730'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:26:40.580409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'Port': ['ID=37849f71-d384-4d11-acdb-4afd32c10730,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:40.628910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] No DVR routers for this DVR port 37849f71-d384-4d11-acdb-4afd32c10730 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:26:40.631861 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:40.635759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe8d0679-3b04-4992-a21d-1928b1005eaa req-0095ac81-feac-425c-9c9a-5520a0cc6ffc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "DELETE /v2.0/ports/37849f71-d384-4d11-acdb-4afd32c10730 HTTP/1.1" status: 204  len: 173 time: 0.4034638
Nov 27 21:26:40.636209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae43e86-b3a6-4c2b-b956-694403fe687c', 'name': 'network-vif-deleted', 'tag': '37849f71-d384-4d11-acdb-4afd32c10730'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:40.638494 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d28abc1-3c8b-40cb-b79c-1d18df4ed72d" -d '{"events": [{"server_uuid": "4ae43e86-b3a6-4c2b-b956-694403fe687c", "name": "network-vif-deleted", "tag": "37849f71-d384-4d11-acdb-4afd32c10730"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:40.689152 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d76e632-86f3-45ed-8131-83552076a210 x-openstack-request-id: req-3d76e632-86f3-45ed-8131-83552076a210 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:40.689776 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae43e86-b3a6-4c2b-b956-694403fe687c", "name": "network-vif-deleted", "tag": "37849f71-d384-4d11-acdb-4afd32c10730", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:40.689776 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d76e632-86f3-45ed-8131-83552076a210 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:40.690135 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae43e86-b3a6-4c2b-b956-694403fe687c', 'name': 'network-vif-deleted', 'tag': '37849f71-d384-4d11-acdb-4afd32c10730', 'status': 'completed', 'code': 200}
Nov 27 21:26:40.827409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-16e759f8-9f01-4fbf-b1dc-3e3defdca604 req-b67303f8-b28d-4809-91ed-74277f603d69 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae43e86-b3a6-4c2b-b956-694403fe687c HTTP/1.1" status: 200  len: 210 time: 0.0262437
Nov 27 21:26:42.639756 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52600) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:42.644385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0533c883-57a2-4567-b81e-7936664c6c76 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671575428', 'description': 'tempest-secgroup-smoke-1671575428 description', 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:42.667124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0533c883-57a2-4567-b81e-7936664c6c76 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.735906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0533c883-57a2-4567-b81e-7936664c6c76 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.739969 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0533c883-57a2-4567-b81e-7936664c6c76 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.770685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0533c883-57a2-4567-b81e-7936664c6c76 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.771950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0533c883-57a2-4567-b81e-7936664c6c76 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1311858
Nov 27 21:26:42.774480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533c883-57a2-4567-b81e-7936664c6c76 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:42.775710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52602) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:42.781638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-df3e569a-6881-4248-b4ba-c5408ec70e6c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'security_group_rule': {'security_group_id': 'bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf', 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:42.808221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df3e569a-6881-4248-b4ba-c5408ec70e6c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.861898 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df3e569a-6881-4248-b4ba-c5408ec70e6c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.865946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df3e569a-6881-4248-b4ba-c5408ec70e6c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.884798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e569a-6881-4248-b4ba-c5408ec70e6c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8b1030-52d0-4649-bd0f-cb7e3c074d5e,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:42.889406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-df3e569a-6881-4248-b4ba-c5408ec70e6c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.893495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-df3e569a-6881-4248-b4ba-c5408ec70e6c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1157515
Nov 27 21:26:42.893657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52604) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:42.900411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b43260bc-740a-4491-a696-6ca88583d227 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'security_group_rule': {'security_group_id': 'bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf', 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:42.926231 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b43260bc-740a-4491-a696-6ca88583d227 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.984241 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b43260bc-740a-4491-a696-6ca88583d227 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:42.987643 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b43260bc-740a-4491-a696-6ca88583d227 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.006130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43260bc-740a-4491-a696-6ca88583d227 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47945f2e-ea5b-4e6e-bdab-d27188140930,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:43.013935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b43260bc-740a-4491-a696-6ca88583d227 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.015149 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b43260bc-740a-4491-a696-6ca88583d227 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1198802
Nov 27 21:26:43.018540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52606) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:43.022894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e7e45392-e65b-4601-93c8-9445874164f9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'security_group_rule': {'security_group_id': 'bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf', 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:43.048439 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7e45392-e65b-4601-93c8-9445874164f9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.108023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7e45392-e65b-4601-93c8-9445874164f9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.111848 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7e45392-e65b-4601-93c8-9445874164f9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.130444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e45392-e65b-4601-93c8-9445874164f9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c365e410-67ce-414e-87e2-8c809a8d432a,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:43.139047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7e45392-e65b-4601-93c8-9445874164f9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.140288 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e7e45392-e65b-4601-93c8-9445874164f9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1208057
Nov 27 21:26:43.142929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52608) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:43.147212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a8d5212a-8f4e-45d5-9eba-7e6d68047907 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'security_group_rule': {'security_group_id': 'bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf', 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:43.172819 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8d5212a-8f4e-45d5-9eba-7e6d68047907 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.208636 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 37849f71-d384-4d11-acdb-4afd32c10730 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:26:43.229042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 37849f71-d384-4d11-acdb-4afd32c10730 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:26:43.229399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 37849f71-d384-4d11-acdb-4afd32c10730 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:26:43.235402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8d5212a-8f4e-45d5-9eba-7e6d68047907 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.238978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8d5212a-8f4e-45d5-9eba-7e6d68047907 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.260698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5212a-8f4e-45d5-9eba-7e6d68047907 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303a9b05-9d55-49e2-8b6b-2ddfac76f677,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:43.266424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a8d5212a-8f4e-45d5-9eba-7e6d68047907 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.270444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52610) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:43.270610 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a8d5212a-8f4e-45d5-9eba-7e6d68047907 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1265321
Nov 27 21:26:43.275198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ee47783a-dfdf-4dac-be91-65dc29359410 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'security_group_rule': {'security_group_id': 'bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf', 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:43.296041 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-ee47783a-dfdf-4dac-be91-65dc29359410 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Project 75d471b7fbc14bbcbf3dbb7f1acbddcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:26:43.300891 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee47783a-dfdf-4dac-be91-65dc29359410 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.362073 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee47783a-dfdf-4dac-be91-65dc29359410 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.365739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee47783a-dfdf-4dac-be91-65dc29359410 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.381069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47783a-dfdf-4dac-be91-65dc29359410 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc06d7c-1351-40bb-8dd8-dae3d82dda05,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:43.391435 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ee47783a-dfdf-4dac-be91-65dc29359410 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.392665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ee47783a-dfdf-4dac-be91-65dc29359410 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1211095
Nov 27 21:26:43.395378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52612) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:43.399766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-025ef6ce-16cd-4e2f-b570-dce7e46b5f8d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'security_group_rule': {'security_group_id': 'bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf', 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:43.421947 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-025ef6ce-16cd-4e2f-b570-dce7e46b5f8d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Project 75d471b7fbc14bbcbf3dbb7f1acbddcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:26:43.426817 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-025ef6ce-16cd-4e2f-b570-dce7e46b5f8d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.487273 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-025ef6ce-16cd-4e2f-b570-dce7e46b5f8d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.491075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-025ef6ce-16cd-4e2f-b570-dce7e46b5f8d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.514640 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-025ef6ce-16cd-4e2f-b570-dce7e46b5f8d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:43.515877 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-025ef6ce-16cd-4e2f-b570-dce7e46b5f8d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1195354
Nov 27 21:26:43.516876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ef6ce-16cd-4e2f-b570-dce7e46b5f8d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b0549b-22b0-4878-b22a-e840c11e91c1,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:45.143820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-93cbdb42-e02f-47e2-9e51-571641c2dc9d tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671575428&fields=id&tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 267 time: 0.0429349
Nov 27 21:26:45.253991 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-e9f379dd-a9aa-4076-995f-a150eb45a82f tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:45.255512 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-e9f379dd-a9aa-4076-995f-a150eb45a82f tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1044691
Nov 27 21:26:45.271103 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-2484c95b-cbbc-4855-94ca-047605ea4f27 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/quotas/75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 375 time: 0.0091233
Nov 27 21:26:45.321018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-6b4cf603-90a7-4a6a-b018-3cb311eeef26 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0438492
Nov 27 21:26:45.417327 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-4790004f-6633-42c0-be6b-d92de03569ff service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851779
Nov 27 21:26:45.827600 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bf0f2a66-4b29-4728-92ee-3b18cfadad81 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4042921
Nov 27 21:26:46.101066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-78732c7b-184e-4bee-b660-812659fdf0d3 req-81290e7c-ff60-4729-84c2-1df0dcd029f2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 210 time: 0.0257657
Nov 27 21:26:46.211280 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:47.049248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-dc137621-4831-40f8-85ff-a292c1eed2f2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:47.050700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-dc137621-4831-40f8-85ff-a292c1eed2f2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1066391
Nov 27 21:26:47.119515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-d46e0388-d540-4adf-8477-f281228d1d96 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 380 time: 0.0551865
Nov 27 21:26:47.129391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'port': {'device_id': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'admin_state_up': True, 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'security_groups': ['bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:47.202781 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77f6b484-f160-496e-8520-944251bbe01d req-ccd5fb45-3488-42fa-b9db-4dae92162438 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 210 time: 0.0299306
Nov 27 21:26:47.246351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Made reservation on behalf of 75d471b7fbc14bbcbf3dbb7f1acbddcb for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:26:47.250063 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:47.377237 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Allocated IP 172.20.0.3 (5d1d65de-2cf6-426d-bf1f-f8a8267152d2/3d24b152-51f4-4171-a3fb-2a7b5d28804d/eb002a01-708d-4e8b-b1d2-931d75476f38) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:26:47.526658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:47.569358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:47.612588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:26:47.615868 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:26:47.619608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:26:47.653027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=eb002a01-708d-4e8b-b1d2-931d75476f38,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:47.679555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:47.680207 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:47.703047 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-8c0cc84a-f7ff-41d1-b9d3-21eb3a2ea5b7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5775554
Nov 27 21:26:47.721684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Request body: {'port': {'device_id': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:47.779679 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:47.837464 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1c3d4216-2708-4048-93af-cf008d3f2274 None None] Provisioning complete for port eb002a01-708d-4e8b-b1d2-931d75476f38 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:47.838400 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1c3d4216-2708-4048-93af-cf008d3f2274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:47.873006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d4216-2708-4048-93af-cf008d3f2274 None None] Port eb002a01-708d-4e8b-b1d2-931d75476f38 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:26:48.053417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb002a01-708d-4e8b-b1d2-931d75476f38 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:26:48.061958 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:48.074971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Transition to ACTIVE for port object eb002a01-708d-4e8b-b1d2-931d75476f38 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:26:48.078430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:48.134243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Pushing event updated for resources: {'Port': ['ID=eb002a01-708d-4e8b-b1d2-931d75476f38,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:48.198733 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Attempting to bind port eb002a01-708d-4e8b-b1d2-931d75476f38 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:26:48.199097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Attempting to bind port eb002a01-708d-4e8b-b1d2-931d75476f38 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:26:48.199377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Attempting to bind port eb002a01-708d-4e8b-b1d2-931d75476f38 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:26:48.204698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Port eb002a01-708d-4e8b-b1d2-931d75476f38 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:26:48.205025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Attempting to bind port eb002a01-708d-4e8b-b1d2-931d75476f38 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:26:48.210449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:26:48.210801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Checking segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:26:48.211788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Bound using segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:26:48.212163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Bound port: eb002a01-708d-4e8b-b1d2-931d75476f38, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:26:48.212515 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:48.319612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] For port eb002a01-708d-4e8b-b1d2-931d75476f38, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:26:48.323383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] For port eb002a01-708d-4e8b-b1d2-931d75476f38, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb002a01-708d-4e8b-b1d2-931d75476f38,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:26:48.329352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:48.348444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971689ef-0e18-46b4-872c-361c161a78e4 req-5dc09459-d804-4647-8fae-5b7cf58f2d34 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:48.349939 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-971689ef-0e18-46b4-872c-361c161a78e4 req-5dc09459-d804-4647-8fae-5b7cf58f2d34 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 943 time: 0.0779071
Nov 27 21:26:48.379727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:48.380353 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:48.381815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] 10.222.0.35 "PUT /v2.0/ports/eb002a01-708d-4e8b-b1d2-931d75476f38 HTTP/1.1" status: 200  len: 1091 time: 0.6644320
Nov 27 21:26:48.384084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'tag': 'eb002a01-708d-4e8b-b1d2-931d75476f38'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:48.386406 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47" -d '{"events": [{"name": "network-changed", "server_uuid": "a998ba79-79c4-4e94-8cbb-7fabdce46b60", "tag": "eb002a01-708d-4e8b-b1d2-931d75476f38"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:48.445922 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd243cec-d642-4a52-bd66-3c9fcdef8778 service neutron] Pushing event updated for resources: {'Port': ['ID=eb002a01-708d-4e8b-b1d2-931d75476f38,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:48.454514 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-971689ef-0e18-46b4-872c-361c161a78e4 req-55a6871e-8bd7-49e8-9a08-b5ca0e306c4b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864646
Nov 27 21:26:48.458589 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbceb5c-243e-4ef2-87e1-90b4bca3edb7 x-openstack-request-id: req-adbceb5c-243e-4ef2-87e1-90b4bca3edb7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:48.458892 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998ba79-79c4-4e94-8cbb-7fabdce46b60", "tag": "eb002a01-708d-4e8b-b1d2-931d75476f38", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:48.459162 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adbceb5c-243e-4ef2-87e1-90b4bca3edb7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:48.459609 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'tag': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'status': 'completed', 'code': 200}
Nov 27 21:26:48.568976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-b2b5c7fc-b401-4bf1-a10b-85dda745b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:48.570706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-b2b5c7fc-b401-4bf1-a10b-85dda745b8cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 1094 time: 0.1335189
Nov 27 21:26:48.589540 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:48.619269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-3827eeb5-549c-45f6-981a-c969479ef0f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb002a01-708d-4e8b-b1d2-931d75476f38 HTTP/1.1" status: 200  len: 217 time: 0.0386181
Nov 27 21:26:48.671111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-9d5d3ccd-2aba-402d-a43e-e359d986265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:48.672508 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-9d5d3ccd-2aba-402d-a43e-e359d986265a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0442548
Nov 27 21:26:48.725765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-b7a799d8-a751-4e29-88b2-b35d5654a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:48.727223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-b7a799d8-a751-4e29-88b2-b35d5654a71c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423687
Nov 27 21:26:48.824067 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-ee46add4-ef36-4e29-992e-5a037c2862f6 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875053
Nov 27 21:26:48.916852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-30d93a15-1fbf-4bcb-8f3a-d5e209652116 req-c29c3829-4d0e-4393-b9cb-bb36b140fed6 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812902
Nov 27 21:26:49.007589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-4fb2c851-d69b-4dcb-9cfb-885443314ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:49.009711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-4fb2c851-d69b-4dcb-9cfb-885443314ebf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 1094 time: 0.0462270
Nov 27 21:26:49.098787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-159710b5-19bf-422f-bd3b-2fb19549c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:49.100289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-159710b5-19bf-422f-bd3b-2fb19549c338 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0833347
Nov 27 21:26:49.145669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-644e55a8-ff69-4031-b6ea-3c856c64f24d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb002a01-708d-4e8b-b1d2-931d75476f38 HTTP/1.1" status: 200  len: 217 time: 0.0370848
Nov 27 21:26:49.196580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-f7cffbea-1476-4da4-bf62-03f83837df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:49.198030 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-f7cffbea-1476-4da4-bf62-03f83837df21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0450583
Nov 27 21:26:49.243519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-f91a7dbd-72a6-4a17-868b-02ccaf35d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:49.244997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-f91a7dbd-72a6-4a17-868b-02ccaf35d6a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390611
Nov 27 21:26:49.335472 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-989bcbed-3c52-444b-b96a-ae4cf8e399a9 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820072
Nov 27 21:26:49.475127 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e983ec0-7d9a-45a6-bb9a-a58bc1c91d47 req-480a0278-eb42-4591-bae9-d7553f1b15d1 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805366
Nov 27 21:26:49.582978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaa793-85b3-40f2-a8e0-f91732a9222e req-9346757b-05b9-493b-ade3-6f547aeb01da tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:49.584845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a4eaa793-85b3-40f2-a8e0-f91732a9222e req-9346757b-05b9-493b-ade3-6f547aeb01da tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 943 time: 0.0531938
Nov 27 21:26:49.634641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a4eaa793-85b3-40f2-a8e0-f91732a9222e req-c15249fe-43ec-4b5d-93e9-0c49e4a8bb94 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437987
Nov 27 21:26:50.750874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c8f63-fb02-4754-9c68-edbf8258afb1 req-0b81e502-2eac-4cc4-a5d0-9992f03778f5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:50.752285 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a4c8f63-fb02-4754-9c68-edbf8258afb1 req-0b81e502-2eac-4cc4-a5d0-9992f03778f5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 943 time: 0.0506098
Nov 27 21:26:50.805004 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a4c8f63-fb02-4754-9c68-edbf8258afb1 req-e7342097-c030-4e1a-b4a3-50108085e7a8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468140
Nov 27 21:26:51.249053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device eb002a01-708d-4e8b-b1d2-931d75476f38 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:26:51.343431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port eb002a01-708d-4e8b-b1d2-931d75476f38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb002a01-708d-4e8b-b1d2-931d75476f38,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:51.354986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'port_id': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'mac_address': 'fa:16:3e:a7:34:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:26:51.390238 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:51.403461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb002a01-708d-4e8b-b1d2-931d75476f38 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:26:51.423444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port eb002a01-708d-4e8b-b1d2-931d75476f38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb002a01-708d-4e8b-b1d2-931d75476f38,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:51.428241 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:51.479107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=eb002a01-708d-4e8b-b1d2-931d75476f38,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:51.691458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['eb002a01-708d-4e8b-b1d2-931d75476f38'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:26:51.922411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf7a6-f36a-4140-9d93-a684d68678c8 req-29f93d96-fc69-40d2-a9f0-08f509e3710c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:51.923905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70ebf7a6-f36a-4140-9d93-a684d68678c8 req-29f93d96-fc69-40d2-a9f0-08f509e3710c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 944 time: 0.0481584
Nov 27 21:26:51.971919 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70ebf7a6-f36a-4140-9d93-a684d68678c8 req-eb683963-57ba-46e7-96f2-480ee2284666 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420511
Nov 27 21:26:53.023378 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:26:53.088956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82dd23-424d-4116-b0fd-c5f905944c97 req-b782870c-f4b4-4233-a324-8d8d0362af68 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:53.090408 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e82dd23-424d-4116-b0fd-c5f905944c97 req-b782870c-f4b4-4233-a324-8d8d0362af68 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 944 time: 0.0522928
Nov 27 21:26:53.140176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e82dd23-424d-4116-b0fd-c5f905944c97 req-b8f08f3f-c029-4fcf-ae28-aefd277560f7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437388
Nov 27 21:26:53.253721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device eb002a01-708d-4e8b-b1d2-931d75476f38 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:26:53.302951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port eb002a01-708d-4e8b-b1d2-931d75476f38 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:26:53.306983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port eb002a01-708d-4e8b-b1d2-931d75476f38 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:26:53.307395 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:53.385682 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:53.408294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb002a01-708d-4e8b-b1d2-931d75476f38'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:53.410596 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cb31ae-9857-4df8-9840-a8ca1504e28f" -d '{"events": [{"server_uuid": "a998ba79-79c4-4e94-8cbb-7fabdce46b60", "name": "network-vif-plugged", "status": "completed", "tag": "eb002a01-708d-4e8b-b1d2-931d75476f38"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:53.428348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port eb002a01-708d-4e8b-b1d2-931d75476f38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb002a01-708d-4e8b-b1d2-931d75476f38,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:26:53.436891 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:53.466980 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a2bf6-b26c-443e-ba23-1d0f7f8043e7 x-openstack-request-id: req-da4a2bf6-b26c-443e-ba23-1d0f7f8043e7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:53.467297 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998ba79-79c4-4e94-8cbb-7fabdce46b60", "name": "network-vif-plugged", "status": "completed", "tag": "eb002a01-708d-4e8b-b1d2-931d75476f38", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:53.467566 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da4a2bf6-b26c-443e-ba23-1d0f7f8043e7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:53.467960 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'code': 200}
Nov 27 21:26:53.495020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=eb002a01-708d-4e8b-b1d2-931d75476f38,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:53.568596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ecd60-60f1-412b-9f9f-f88aad931a3d req-8181a10f-8603-4b91-b74d-71eb35953834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:53.570273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ecd60-60f1-412b-9f9f-f88aad931a3d req-8181a10f-8603-4b91-b74d-71eb35953834 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 1096 time: 0.0404985
Nov 27 21:26:53.622070 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a91ecd60-60f1-412b-9f9f-f88aad931a3d req-cb1f0467-f3c1-4ddc-84f0-78f15b03c8dd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383027
Nov 27 21:26:54.259325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11f2e4-10be-446d-bcfd-bc03ae17bed2 req-a27549cf-50b9-4138-b344-c4c359f01bf7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:54.260928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac11f2e4-10be-446d-bcfd-bc03ae17bed2 req-a27549cf-50b9-4138-b344-c4c359f01bf7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 945 time: 0.0518024
Nov 27 21:26:54.308910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac11f2e4-10be-446d-bcfd-bc03ae17bed2 req-25722561-6404-42dc-8f74-0d60d61c2758 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421059
Nov 27 21:26:55.423504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965c7f-8ea7-4ef4-9568-802b11927b09 req-83478ad0-7c3d-4e2f-9a50-f5cf7cff712b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:55.424976 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d965c7f-8ea7-4ef4-9568-802b11927b09 req-83478ad0-7c3d-4e2f-9a50-f5cf7cff712b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 945 time: 0.0468049
Nov 27 21:26:55.478887 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d965c7f-8ea7-4ef4-9568-802b11927b09 req-5ec0aec4-115d-41e5-a0f2-4ddd4c198dc2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469153
Nov 27 21:26:55.591092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f76293-083c-4bc4-b570-6e8f310cb865 req-1e9c78e0-a494-402d-aa50-1033714930aa tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:55.592599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72f76293-083c-4bc4-b570-6e8f310cb865 req-1e9c78e0-a494-402d-aa50-1033714930aa tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 945 time: 0.0481622
Nov 27 21:26:55.642481 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72f76293-083c-4bc4-b570-6e8f310cb865 req-9d62262f-6149-4791-b8d4-d2dba279baad tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436325
Nov 27 21:26:55.665037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52750) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:55.747643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bd5099-0974-4a8a-bfde-d8f559facfcf tempest-TestVolumeBootPattern-53215294 tempest-TestVolumeBootPattern-53215294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:55.749044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-76bd5099-0974-4a8a-bfde-d8f559facfcf tempest-TestVolumeBootPattern-53215294 tempest-TestVolumeBootPattern-53215294-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 1091 time: 0.0830398
Nov 27 21:26:55.751943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52754) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:26:55.756253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:26:55.777514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:55.873982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:55.977556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Allocated IP 172.35.3.62 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/a0729fb3-d362-4771-a65c-8693abbb3fd0) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:26:56.083518 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:56.116998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:56.157430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:26:56.160423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:26:56.163997 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:26:56.169747 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=a0729fb3-d362-4771-a65c-8693abbb3fd0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:56.840652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:56.909728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:57.052316 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:57.056277 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:57.130400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=a0729fb3-d362-4771-a65c-8693abbb3fd0,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:26:57.139115 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:57.240596 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Floating IP 4d671aad-9c0f-41cd-98bc-f6cdc7593086 associated. External IP: 172.35.3.62, port: eb002a01-708d-4e8b-b1d2-931d75476f38.
Nov 27 21:26:57.450939 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Router 144d3c3f-cc39-48de-b717-661f6e54baf7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:26:57.558704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:26:57.570422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] Sync routers for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:26:57.576273 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:26:57.581383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:57.582083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc36d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:26:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:57.613358 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2d37d252-60dc-4a4c-b4b2-dd8e0ee678d7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8512018
Nov 27 21:26:57.613358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'tag': 'eb002a01-708d-4e8b-b1d2-931d75476f38'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:26:57.613358 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298bb13c-3651-4f89-8e34-5237a3b7b01b" -d '{"events": [{"name": "network-changed", "server_uuid": "a998ba79-79c4-4e94-8cbb-7fabdce46b60", "tag": "eb002a01-708d-4e8b-b1d2-931d75476f38"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:26:57.648434 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa29fea5-a7f4-4dca-9920-7ddfb09a61a7 x-openstack-request-id: req-aa29fea5-a7f4-4dca-9920-7ddfb09a61a7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:26:57.648740 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998ba79-79c4-4e94-8cbb-7fabdce46b60", "tag": "eb002a01-708d-4e8b-b1d2-931d75476f38", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:26:57.649026 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa29fea5-a7f4-4dca-9920-7ddfb09a61a7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:26:57.649440 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'tag': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'status': 'completed', 'code': 200}
Nov 27 21:26:57.692329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:57.711713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-af643623-6282-4aed-9b1b-f52d866c0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:57.713162 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-af643623-6282-4aed-9b1b-f52d866c0a4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 1096 time: 0.0414848
Nov 27 21:26:57.800360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-66604a02-f002-4a87-b70a-8aeac8b75a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:57.801870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-66604a02-f002-4a87-b70a-8aeac8b75a3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0819871
Nov 27 21:26:57.875669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-cae09cc0-d8a1-4cb7-8b63-1a8c4a9b65b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb002a01-708d-4e8b-b1d2-931d75476f38 HTTP/1.1" status: 200  len: 998 time: 0.0660789
Nov 27 21:26:57.914954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc36d0a0>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4d671aad-9c0f-41cd-98bc-f6cdc7593086', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:a7:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:26:56Z', 'updated_at': '2021-11-27T21:26:56Z', 'revision_number': 0, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:57.923903 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-6df19c94-75d1-40e0-b18c-beb465c05320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:57.925820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-6df19c94-75d1-40e0-b18c-beb465c05320 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0427370
Nov 27 21:26:57.977578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-df8fba48-6bc9-4785-bc8f-7a79347fcd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:26:57.979674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-df8fba48-6bc9-4785-bc8f-7a79347fcd3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0458560
Nov 27 21:26:58.079198 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-172a6091-791c-4679-9690-a5544c8ac3fa service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921979
Nov 27 21:26:58.098129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] Checking router: 144d3c3f-cc39-48de-b717-661f6e54baf7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:26:58.106910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:26:58.107564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc36d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:26:36Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:58.178982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-298bb13c-3651-4f89-8e34-5237a3b7b01b req-e6f2dfc3-19de-4bb9-9f1a-a6232ef1610f service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914228
Nov 27 21:26:58.223042 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:26:58.443066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc36d0a0>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4d671aad-9c0f-41cd-98bc-f6cdc7593086', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:a7:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:26:56Z', 'updated_at': '2021-11-27T21:26:56Z', 'revision_number': 0, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:26:58.472895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc5d4a-2876-4cee-8495-2d8dc21d4a43 None None] The sync data for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 is: [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4d671aad-9c0f-41cd-98bc-f6cdc7593086', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:a7:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:26:56Z', 'updated_at': '2021-11-27T21:26:56Z', 'revision_number': 0, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:26:58.668672 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f826c36-07ee-4706-b6cc-86878c98834b None None] New status for floating IP 4d671aad-9c0f-41cd-98bc-f6cdc7593086: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:27:04.343599 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-94000e05-eec0-4b6b-84dd-41df725133f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:06.514911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0c70ffe9-1350-4eb6-b430-34ed2c8c92c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:07.372455 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-f10f0745-1159-4c81-be7b-766f13a0f49a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0977926
Nov 27 21:27:07.456011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-57aa7119-3dd7-43f8-a318-be7f7e2cb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:07.457505 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-57aa7119-3dd7-43f8-a318-be7f7e2cb6c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 1097 time: 0.0416050
Nov 27 21:27:07.573406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-7d97c3dc-9f28-4025-b874-7ba5a8d12bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:07.575429 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-7d97c3dc-9f28-4025-b874-7ba5a8d12bcc service neutron] 10.222.0.15 "GET /v2.0/networks?id=c33d6791-2c38-4780-9894-27f4506dfe3b HTTP/1.1" status: 200  len: 898 time: 0.0964806
Nov 27 21:27:07.644207 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-411f55a8-ba99-4d2f-b842-f94ea3dc597c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c482aab-a978-4508-9e66-0001b7f9d47e HTTP/1.1" status: 200  len: 1002 time: 0.0608542
Nov 27 21:27:07.693033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-fa79187a-c45e-4b6f-829f-6c79424fd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:07.694441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-fa79187a-c45e-4b6f-829f-6c79424fd949 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d295474-2407-446f-b31e-76665ec1fe16 HTTP/1.1" status: 200  len: 834 time: 0.0426435
Nov 27 21:27:07.737986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-780e939c-1670-4c93-9336-72c504a88df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:07.739462 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-780e939c-1670-4c93-9336-72c504a88df2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c33d6791-2c38-4780-9894-27f4506dfe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0377460
Nov 27 21:27:07.830925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-a925cd1c-540d-4f5b-90b5-8c0c6ba76eff service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839310
Nov 27 21:27:07.917087 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:07.921172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0bd85821-23b7-4bc7-b931-633b7a5df3da req-c3d98ca0-0a01-4cb2-a790-b8166f37771b service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833735
Nov 27 21:27:09.628105 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:10.320632 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:16.210637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:18.598820 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:30.022533 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:27:30.898416 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52804) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:30.970955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eae1f2d0-2a67-4909-b3b4-f4a97e234cb4 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/floatingips/65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187 HTTP/1.1" status: 200  len: 994 time: 0.0704632
Nov 27 21:27:31.249980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52810) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:31.411461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port d6341679-58dc-4d94-860c-0539090c7a29 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:27:31.411831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:31.494612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:31.494948 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:31.506823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for d6341679-58dc-4d94-860c-0539090c7a29 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:27:31.687337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:31.713024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=d6341679-58dc-4d94-860c-0539090c7a29,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:31.725263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.725629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.725984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.726333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.726702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.727696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.728109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.728421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.728724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.729077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.729373 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.729762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:31.783854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:31.784113 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Floating IP 65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187 disassociated (deleted). External IP: 172.35.3.195, port: 4c482aab-a978-4508-9e66-0001b7f9d47e.
Nov 27 21:27:31.999570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:27:32.123680 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:27:32.128516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:32.136058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] Sync routers for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:27:32.146280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:32.147113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3cba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:32.163612 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e012d5e5-2353-4cf1-bcc4-260f5f23134e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/floatingips/65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187 HTTP/1.1" status: 204  len: 168 time: 0.9124985
Nov 27 21:27:32.164216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:27:32.167903 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:27:32.245192 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a35ed-d0df-4da3-b400-37697ada9f2c x-openstack-request-id: req-b85a35ed-d0df-4da3-b400-37697ada9f2c {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:27:32.245743 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:27:32.246227 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b85a35ed-d0df-4da3-b400-37697ada9f2c {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:27:32.247496 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'status': 'completed', 'code': 200}
Nov 27 21:27:32.279981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:32.326282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-c206da79-b6ec-40ee-9c74-d4fe4acce1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:32.328610 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-c206da79-b6ec-40ee-9c74-d4fe4acce1a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 1097 time: 0.0604212
Nov 27 21:27:32.457328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-e1f7b474-df39-4788-aeea-98c730bb1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:32.459095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-e1f7b474-df39-4788-aeea-98c730bb1648 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c33d6791-2c38-4780-9894-27f4506dfe3b HTTP/1.1" status: 200  len: 898 time: 0.1234937
Nov 27 21:27:32.472492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5ca2e-af5f-43df-85f8-2cc56ec42c71 req-8ac3ae0e-8b68-4138-8eb3-4c08bb4da19e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:32.474316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51d5ca2e-af5f-43df-85f8-2cc56ec42c71 req-8ac3ae0e-8b68-4138-8eb3-4c08bb4da19e tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 946 time: 0.0646014
Nov 27 21:27:32.507637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-ebc81a35-c9f4-49af-8c40-f09eaec8fd68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c482aab-a978-4508-9e66-0001b7f9d47e HTTP/1.1" status: 200  len: 217 time: 0.0382717
Nov 27 21:27:32.536719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51d5ca2e-af5f-43df-85f8-2cc56ec42c71 req-cdae81e9-0a25-46b1-b617-e4db0b1621ef tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528915
Nov 27 21:27:32.545656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3cba60>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa1d7d6e-c440-458a-bfe3-ff55f9a41a49', 'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:f2:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:10Z', 'updated_at': '2021-11-27T21:26:14Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '2d295474-2407-446f-b31e-76665ec1fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:32.570543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-cb87f291-afa3-4dc8-b252-31ab25014935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:32.572415 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-cb87f291-afa3-4dc8-b252-31ab25014935 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d295474-2407-446f-b31e-76665ec1fe16 HTTP/1.1" status: 200  len: 834 time: 0.0576453
Nov 27 21:27:32.577766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] Checking router: af70b843-bc58-433b-a4c0-5e47f0e8d8b4 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:27:32.587017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:32.587765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3cba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:32.622364 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-d8ead810-b734-48ea-903f-71817d081376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:32.623909 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-d8ead810-b734-48ea-903f-71817d081376 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c33d6791-2c38-4780-9894-27f4506dfe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445352
Nov 27 21:27:32.697355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:32.718190 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-a06c1ac5-f040-49e7-aa71-85dcd6dba20a service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861695
Nov 27 21:27:32.824970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcbc5989-a55c-4188-add0-a0f9fdc8b7a3 req-91150173-4605-46f2-a526-1ed11d3d16c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989721
Nov 27 21:27:32.915760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3cba60>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa1d7d6e-c440-458a-bfe3-ff55f9a41a49', 'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:f2:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:10Z', 'updated_at': '2021-11-27T21:26:14Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '2d295474-2407-446f-b31e-76665ec1fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:32.943981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c881b6-e435-44ea-8f3d-03c462f65fc9 None None] The sync data for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 is: [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa1d7d6e-c440-458a-bfe3-ff55f9a41a49', 'name': '', 'network_id': 'c33d6791-2c38-4780-9894-27f4506dfe3b', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'mac_address': 'fa:16:3e:f2:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2d295474-2407-446f-b31e-76665ec1fe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:10Z', 'updated_at': '2021-11-27T21:26:14Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'subnets': [{'id': '2d295474-2407-446f-b31e-76665ec1fe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:27:33.195158 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a8e22-65c3-4d24-a110-db3461120e5b None None] New status for floating IP 65b2781a-c8ca-4c2d-b1a0-64cbaf2ff187: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:27:33.674318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986eaab-4812-44b9-8486-ce382b408937 req-f31e9bc1-3fb8-4e2b-945d-783a375859e1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:33.675922 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e986eaab-4812-44b9-8486-ce382b408937 req-f31e9bc1-3fb8-4e2b-945d-783a375859e1 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 946 time: 0.0541003
Nov 27 21:27:33.729503 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e986eaab-4812-44b9-8486-ce382b408937 req-698369cb-5a35-4e74-a102-6b1a8f1fb614 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0d7892c-a152-48d7-b725-0b28e3efdc90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466843
Nov 27 21:27:34.030320 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302659a4-738a-4101-be54-58818d2e3327 req-8552517f-a7d2-4100-8913-93b54341c502 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:34.032099 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-302659a4-738a-4101-be54-58818d2e3327 req-8552517f-a7d2-4100-8913-93b54341c502 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 946 time: 0.0636554
Nov 27 21:27:34.128568 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-302659a4-738a-4101-be54-58818d2e3327 req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port 4c482aab-a978-4508-9e66-0001b7f9d47e {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:27:34.128934 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-302659a4-738a-4101-be54-58818d2e3327 req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:34.223434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-302659a4-738a-4101-be54-58818d2e3327 req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] For port 4c482aab-a978-4508-9e66-0001b7f9d47e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4c482aab-a978-4508-9e66-0001b7f9d47e,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:34.223801 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-302659a4-738a-4101-be54-58818d2e3327 req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:34.237836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-302659a4-738a-4101-be54-58818d2e3327 req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for 4c482aab-a978-4508-9e66-0001b7f9d47e owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:27:34.345014 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e71f-cfc2-4ff9-aa3c-9c2abc1cc134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:34.375546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-302659a4-738a-4101-be54-58818d2e3327 req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:34.406165 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=4c482aab-a978-4508-9e66-0001b7f9d47e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:34.451415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-302659a4-738a-4101-be54-58818d2e3327 req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] No DVR routers for this DVR port 4c482aab-a978-4508-9e66-0001b7f9d47e on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:27:34.453873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-302659a4-738a-4101-be54-58818d2e3327 req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:34.457622 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-302659a4-738a-4101-be54-58818d2e3327 req-ba350b04-7957-4792-a5a2-9a370087c703 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.15 "DELETE /v2.0/ports/4c482aab-a978-4508-9e66-0001b7f9d47e HTTP/1.1" status: 204  len: 173 time: 0.4189363
Nov 27 21:27:34.458046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'name': 'network-vif-deleted', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:27:34.460432 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f5b707-9774-4f42-a0de-327f94e12fa3" -d '{"events": [{"server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "name": "network-vif-deleted", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:27:34.504271 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b25726e-2d56-44ed-b2ba-2a8b8eaac66d x-openstack-request-id: req-6b25726e-2d56-44ed-b2ba-2a8b8eaac66d {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:27:34.504571 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f602b93-d6a7-473f-aba0-0d0624a42b87", "name": "network-vif-deleted", "tag": "4c482aab-a978-4508-9e66-0001b7f9d47e", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:27:34.504828 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b25726e-2d56-44ed-b2ba-2a8b8eaac66d {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:27:34.505230 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f602b93-d6a7-473f-aba0-0d0624a42b87', 'name': 'network-vif-deleted', 'tag': '4c482aab-a978-4508-9e66-0001b7f9d47e', 'status': 'completed', 'code': 200}
Nov 27 21:27:34.870359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b23581f-2215-4f25-a68c-9cd6d4d19e49 req-224421c9-04d2-4dc9-925b-0fd13dd38102 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f602b93-d6a7-473f-aba0-0d0624a42b87 HTTP/1.1" status: 200  len: 210 time: 0.0371504
Nov 27 21:27:35.930430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52828) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:35.990714 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c33ca23f-d985-4b27-a206-7fcd15d1345f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:36.017375 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c33ca23f-d985-4b27-a206-7fcd15d1345f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:36.076945 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c33ca23f-d985-4b27-a206-7fcd15d1345f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:36.079526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c33ca23f-d985-4b27-a206-7fcd15d1345f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:36.080718 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c33ca23f-d985-4b27-a206-7fcd15d1345f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0d7892c-a152-48d7-b725-0b28e3efdc90 HTTP/1.1" status: 204  len: 168 time: 0.1486731
Nov 27 21:27:36.089879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ca23f-d985-4b27-a206-7fcd15d1345f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d7892c-a152-48d7-b725-0b28e3efdc90,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:36.117214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52832) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:36.504813 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:36.521208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae449141-fff6-4f30-b575-0b8c83bba7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:36.789044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:27:36.789451 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:36.887273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] For port fa1d7d6e-c440-458a-bfe3-ff55f9a41a49, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1d7d6e-c440-458a-bfe3-ff55f9a41a49,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:36.887663 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:36.901783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:27:37.095513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:37.126955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=fa1d7d6e-c440-458a-bfe3-ff55f9a41a49,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:37.150817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.151179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.151557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.151906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.152246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.152591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.152930 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.153264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.153597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.153932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.154269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.154605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:37.314555 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:37.531511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:27:37.635806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:27:37.641029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bfa65048-1c26-4a0c-a34b-6f0cb3cda582 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "PUT /v2.0/routers/af70b843-bc58-433b-a4c0-5e47f0e8d8b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5224586
Nov 27 21:27:37.643706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52834) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:37.646168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] Sync routers for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:27:37.655729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:37.656364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4c1f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:37.698625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6556aa-57d8-4886-a0ad-c9cb0e007495 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting subnet 2d295474-2407-446f-b31e-76665ec1fe16 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:27:37.701632 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b6556aa-57d8-4886-a0ad-c9cb0e007495 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:37.741445 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b6556aa-57d8-4886-a0ad-c9cb0e007495 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:37.758498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:37.821904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b6556aa-57d8-4886-a0ad-c9cb0e007495 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:37.885254 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b6556aa-57d8-4886-a0ad-c9cb0e007495 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:37.914837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6556aa-57d8-4886-a0ad-c9cb0e007495 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Subnet': ['ID=2d295474-2407-446f-b31e-76665ec1fe16,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:37.917854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b6556aa-57d8-4886-a0ad-c9cb0e007495 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:37.923757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52836) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:37.923944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6b6556aa-57d8-4886-a0ad-c9cb0e007495 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/subnets/2d295474-2407-446f-b31e-76665ec1fe16 HTTP/1.1" status: 204  len: 168 time: 0.2785821
Nov 27 21:27:37.931642 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a12b03-bb66-4e74-9192-419be0a47891 None None] Network c33d6791-2c38-4780-9894-27f4506dfe3b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:27:38.033380 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.128625 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.143233 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.195823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Deleting port d439b290-5572-45c4-bb96-7fa9ef1780d3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:27:38.196170 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.204629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4c1f40>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:27:37Z', 'revision_number': 5, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port': {'id': 'd439b290-5572-45c4-bb96-7fa9ef1780d3', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:26:08Z', 'updated_at': '2021-11-27T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:38.235359 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] Checking router: af70b843-bc58-433b-a4c0-5e47f0e8d8b4 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:27:38.249926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] Routers {'af70b843-bc58-433b-a4c0-5e47f0e8d8b4'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:38.250551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4c1f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:38.275809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] For port d439b290-5572-45c4-bb96-7fa9ef1780d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d439b290-5572-45c4-bb96-7fa9ef1780d3,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:38.276283 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.289395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Calling delete_port for d439b290-5572-45c4-bb96-7fa9ef1780d3 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:27:38.350467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] Set router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:38.407088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] DHCP port deletion for c33d6791-2c38-4780-9894-27f4506dfe3b request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:27:38.410807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4c1f40>, [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:27:38Z', 'revision_number': 6, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:38.440685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c139d0e7-67fa-4147-9b39-a58ee2fe304a None None] The sync data for ids ['af70b843-bc58-433b-a4c0-5e47f0e8d8b4'] in ncdv-master-1 is: [{'id': 'af70b843-bc58-433b-a4c0-5e47f0e8d8b4', 'name': 'tempest-TestNetworkBasicOps-router-493643690', 'tenant_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:26:07Z', 'updated_at': '2021-11-27T21:27:38Z', 'revision_number': 6, 'project_id': 'c0ac40a766ea478bab3fe658ba56b08f', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:27:38.465041 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.486625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Deleting port b531cc68-78f1-4437-8afd-08cc5cf542ae {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:27:38.487085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.504168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98fd978-b434-4d14-86b8-274431f319f0 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:27:38.529444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Port': ['ID=d439b290-5572-45c4-bb96-7fa9ef1780d3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:38.561849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] For port b531cc68-78f1-4437-8afd-08cc5cf542ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b531cc68-78f1-4437-8afd-08cc5cf542ae,segment=NetworkSegment(d9b2cdfc-a828-4f9c-aad5-190517138f69),segment_id=d9b2cdfc-a828-4f9c-aad5-190517138f69)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:38.562453 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.569835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.575452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Calling delete_port for b531cc68-78f1-4437-8afd-08cc5cf542ae owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:27:38.653901 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.685789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Pushing event deleted for resources: {'Port': ['ID=b531cc68-78f1-4437-8afd-08cc5cf542ae,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:38.694749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] No DVR routers for this DVR port b531cc68-78f1-4437-8afd-08cc5cf542ae on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:27:38.697547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.697908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.698317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.698625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.698967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.699343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.699667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.700002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.700411 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.700744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.701078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.701434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25cd65-c828-41df-a616-4a00ccaf6178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:38.916933 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.919141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.930215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4c482aab-a978-4508-9e66-0001b7f9d47e no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:27:38.951151 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 4c482aab-a978-4508-9e66-0001b7f9d47e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:27:38.951532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4c482aab-a978-4508-9e66-0001b7f9d47e not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:27:38.981494 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.982011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Fanout notify agent at l3_agent the message router_deleted on router af70b843-bc58-433b-a4c0-5e47f0e8d8b4 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:27:38.989066 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:38.990173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4b619674-f59f-4404-ab05-e139e44d45a2 tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/routers/af70b843-bc58-433b-a4c0-5e47f0e8d8b4 HTTP/1.1" status: 204  len: 168 time: 1.0652678
Nov 27 21:27:38.993123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52838) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:39.066234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.150428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.171913 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc773280>,) {'filters': {'network_id': ['c33d6791-2c38-4780-9894-27f4506dfe3b']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:39.181447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc773280>, 'd9b2cdfc-a828-4f9c-aad5-190517138f69') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:39.181756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc773280>, 'd9b2cdfc-a828-4f9c-aad5-190517138f69') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:39.192594 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.208740 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.216369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:27:39.216777 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:27:39.220149 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:27:39.283636 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.297324 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.300737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] 10.222.0.21 "DELETE /v2.0/networks/c33d6791-2c38-4780-9894-27f4506dfe3b HTTP/1.1" status: 204  len: 168 time: 0.3060403
Nov 27 21:27:39.314449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4ad58-43b3-4474-b389-f64c1feb3d6f tempest-TestNetworkBasicOps-722051392 tempest-TestNetworkBasicOps-722051392-project] Pushing event deleted for resources: {'Network': ['ID=c33d6791-2c38-4780-9894-27f4506dfe3b,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:39.336086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b531cc68-78f1-4437-8afd-08cc5cf542ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:27:39.357312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b531cc68-78f1-4437-8afd-08cc5cf542ae {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:27:39.357661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b531cc68-78f1-4437-8afd-08cc5cf542ae not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:27:39.358089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:27:39.377840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:27:39.378172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fa1d7d6e-c440-458a-bfe3-ff55f9a41a49 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:27:39.378882 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d439b290-5572-45c4-bb96-7fa9ef1780d3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:27:39.402429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d439b290-5572-45c4-bb96-7fa9ef1780d3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:27:39.402789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d439b290-5572-45c4-bb96-7fa9ef1780d3 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:27:39.619036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52844) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:39.631923 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.756309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6a9272d5-951d-4429-a93c-7bf4825d84b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0ac40a766ea478bab3fe658ba56b08f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1360183
Nov 27 21:27:39.758661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52848) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:39.804880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2984772-ab97-44df-b1e0-bf4ec93ca425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.825622 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2984772-ab97-44df-b1e0-bf4ec93ca425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.871820 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2984772-ab97-44df-b1e0-bf4ec93ca425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.874397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b2984772-ab97-44df-b1e0-bf4ec93ca425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:39.875581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b2984772-ab97-44df-b1e0-bf4ec93ca425 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7df4763d-4d2f-484f-b66e-2773cfc7ef76 HTTP/1.1" status: 204  len: 168 time: 0.1153810
Nov 27 21:27:39.883100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984772-ab97-44df-b1e0-bf4ec93ca425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df4763d-4d2f-484f-b66e-2773cfc7ef76,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:40.128908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52854) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:40.142877 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d74dbdc-7289-42f6-9fdf-e94c80a54a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:40.216325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d74dbdc-7289-42f6-9fdf-e94c80a54a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:40.219905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d74dbdc-7289-42f6-9fdf-e94c80a54a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:40.258025 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9d74dbdc-7289-42f6-9fdf-e94c80a54a21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0705b1c522974ef5872986bed72cc194&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1279440
Nov 27 21:27:40.260038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74dbdc-7289-42f6-9fdf-e94c80a54a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e913c3-ae4d-4a5e-b97c-d4c4ab77a9ab,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:40.260726 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52856) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:40.308999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0312a72c-c45a-45ac-8355-96433f709130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:40.323544 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:40.331404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0312a72c-c45a-45ac-8355-96433f709130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:40.382221 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0312a72c-c45a-45ac-8355-96433f709130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:40.385387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0312a72c-c45a-45ac-8355-96433f709130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:40.386566 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0312a72c-c45a-45ac-8355-96433f709130 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4e913c3-ae4d-4a5e-b97c-d4c4ab77a9ab HTTP/1.1" status: 204  len: 168 time: 0.1248035
Nov 27 21:27:40.394580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312a72c-c45a-45ac-8355-96433f709130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e913c3-ae4d-4a5e-b97c-d4c4ab77a9ab,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:41.092377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52880) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:41.189043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1547127561-network', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:27:41.209886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Made reservation on behalf of 34545818a5a9484a943ab6e09bdd800a for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:27:41.212812 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.221322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.306136 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.311176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.337557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:27:41.347357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9806655-0c96-4af6-af59-8befd4d9668f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:41.354344 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.354717 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Added segment 576fccd0-1f0b-48f3-a6fe-a0449ed96fdb of type vlan for network 10235729-5fad-4790-b874-ab2a684d29bb
Nov 27 21:27:41.393863 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.417702 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.418723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:41.419317 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.470781 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3771923
Nov 27 21:27:41.473572 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52884) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:41.478152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Request body: {'subnet': {'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1547127561-subnet', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:27:41.495488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2cb47-48ed-40b2-8ca0-848e57679cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=10235729-5fad-4790-b874-ab2a684d29bb,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:41.505182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 10235729-5fad-4790-b874-ab2a684d29bb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:27:41.509997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Made reservation on behalf of 34545818a5a9484a943ab6e09bdd800a for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:27:41.512374 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.677941 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.734182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:41.742632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Checking segment: {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:27:41.743150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Network hostable DHCP agents. Network: 10235729-5fad-4790-b874-ab2a684d29bb, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:27:41.761969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Network 10235729-5fad-4790-b874-ab2a684d29bb is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:27:41.772046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10235729-5fad-4790-b874-ab2a684d29bb) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:41.776233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:41.776836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.782658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd19d519-3aee-45a6-b120-5da82a60da9f None None] Network 10235729-5fad-4790-b874-ab2a684d29bb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:27:41.793004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ec82a422-3d58-4be3-b601-955c2c0ab126 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3182633
Nov 27 21:27:41.796200 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52886) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:41.800674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:27:41.825438 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.827019 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.912132 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:41.990291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10235729-5fad-4790-b874-ab2a684d29bb', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:27:41.991169 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.075059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.120822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Allocated IP 172.20.0.2 (10235729-5fad-4790-b874-ab2a684d29bb/1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4/8acb9538-7cf3-4241-a687-2b90e1607439) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:27:42.267026 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.273806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.283498 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.302825 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.313823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Network 10235729-5fad-4790-b874-ab2a684d29bb is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:27:42.318339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:42.321207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:27:42.332771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Pushing event updated for resources: {'Port': ['ID=8acb9538-7cf3-4241-a687-2b90e1607439,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:42.388846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Attempting to bind port 8acb9538-7cf3-4241-a687-2b90e1607439 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:27:42.389366 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Attempting to bind port 8acb9538-7cf3-4241-a687-2b90e1607439 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:27:42.389738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Attempting to bind port 8acb9538-7cf3-4241-a687-2b90e1607439 on network 10235729-5fad-4790-b874-ab2a684d29bb {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:27:42.395842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:27:42.396251 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Checking segment: {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:27:42.396913 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.397516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Bound using segment: {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:27:42.398044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Bound port: 8acb9538-7cf3-4241-a687-2b90e1607439, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:27:42.398565 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.421824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Allocated IP 172.35.3.169 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/6eed9ca5-d74e-4df3-997c-2ee29b54e6b8) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:27:42.468838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] For port 8acb9538-7cf3-4241-a687-2b90e1607439, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:27:42.472974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] For port 8acb9538-7cf3-4241-a687-2b90e1607439, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8acb9538-7cf3-4241-a687-2b90e1607439,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:27:42.478217 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.533857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.562398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4932ecd-08ee-4f4c-bd51-8f0ef12a83ad None None] Pushing event updated for resources: {'Port': ['ID=8acb9538-7cf3-4241-a687-2b90e1607439,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:42.583404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.634261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:27:42.642736 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:42.648389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:27:42.652449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Pushing event updated for resources: {'Port': ['ID=6eed9ca5-d74e-4df3-997c-2ee29b54e6b8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:42.673649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b3d0d-d695-443d-b202-12b43a955464 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:27:42.788876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4db19fae-4054-445a-a6c7-4980cd9bd98a None None] Provisioning complete for port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:42.789317 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4db19fae-4054-445a-a6c7-4980cd9bd98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:42.838894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4db19fae-4054-445a-a6c7-4980cd9bd98a None None] Port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:27:42.987269 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:43.185486 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:43.345437 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Router f565551c-788c-4d97-9670-79efdf0fd03f is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:27:43.377118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8acb9538-7cf3-4241-a687-2b90e1607439 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:27:43.438614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8acb9538-7cf3-4241-a687-2b90e1607439 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:43.439032 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:43.480689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:27:43.490526 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Sync routers for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:27:43.508166 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:43.508807 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe892e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:43.527176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:43.531344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-608ef148-b7b2-4edc-a730-405ccce98ceb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.7315712
Nov 27 21:27:43.531943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52888) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:43.539912 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:43.579448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 8acb9538-7cf3-4241-a687-2b90e1607439, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8acb9538-7cf3-4241-a687-2b90e1607439,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:43.586814 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:43.635979 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:43.649889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=8acb9538-7cf3-4241-a687-2b90e1607439,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:43.784604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755b779-b53e-41b5-a9a4-0c84961c0b93 None None] Network 10235729-5fad-4790-b874-ab2a684d29bb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:27:43.843728 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe892e50>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:42Z', 'revision_number': 3, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:43.871992 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Checking router: f565551c-788c-4d97-9670-79efdf0fd03f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:27:43.872418 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Updating router f565551c-788c-4d97-9670-79efdf0fd03f port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:27:43.902455 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:43.909166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-97ebcd6b-eeba-4560-a1b7-1398d8e39326 None None] Provisioning complete for port 8acb9538-7cf3-4241-a687-2b90e1607439 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:43.909529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-97ebcd6b-eeba-4560-a1b7-1398d8e39326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.193483 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.200613 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.244945 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Attempting to bind port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:27:44.245332 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Attempting to bind port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:27:44.245659 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Attempting to bind port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:27:44.246057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b6c6f-ee7f-4254-9859-cfb908d845e3 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:27:44.260536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:27:44.261045 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:27:44.261368 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.261782 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:27:44.262276 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Bound port: 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:27:44.262776 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.289852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c2143459-e365-4363-88e6-581f5a8b9aa8 None None] Provisioning complete for port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:44.290466 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c2143459-e365-4363-88e6-581f5a8b9aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.321258 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.332136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c2143459-e365-4363-88e6-581f5a8b9aa8 None None] Port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:27:44.334044 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] For port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:27:44.337346 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] For port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eed9ca5-d74e-4df3-997c-2ee29b54e6b8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:27:44.342092 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Pushing event updated for resources: {'Port': ['ID=6eed9ca5-d74e-4df3-997c-2ee29b54e6b8,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:44.345045 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.357079 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.357079 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.357428 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.357798 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.358046 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.358455 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.358816 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.359159 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.359768 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.360096 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.360491 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.360879 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:27:44.385830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f52993-ac8e-4aa9-893b-a1bfc96ee721 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:27:44.422341 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a12ce-5928-4f02-a5e3-72d3fe64e5b1 None None] Pushing event updated for resources: {'Port': ['ID=6eed9ca5-d74e-4df3-997c-2ee29b54e6b8,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:44.428273 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:44.429335 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe892e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:44.461939 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-39bf8384-4cfb-420a-aa29-5bd56b8b39a1 None None] Provisioning complete for port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:44.462314 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-39bf8384-4cfb-420a-aa29-5bd56b8b39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.507185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Allocated IP 172.20.0.1 (10235729-5fad-4790-b874-ab2a684d29bb/1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4/2061fa1b-f9fd-4a7e-bfef-db295c838956) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:27:44.553613 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-39bf8384-4cfb-420a-aa29-5bd56b8b39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.564294 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:44.579524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-39bf8384-4cfb-420a-aa29-5bd56b8b39a1 None None] For port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eed9ca5-d74e-4df3-997c-2ee29b54e6b8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:44.584962 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-39bf8384-4cfb-420a-aa29-5bd56b8b39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.634890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-39bf8384-4cfb-420a-aa29-5bd56b8b39a1 None None] Provisioning complete for port 8acb9538-7cf3-4241-a687-2b90e1607439 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:44.635941 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-39bf8384-4cfb-420a-aa29-5bd56b8b39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.639279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.665039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf8384-4cfb-420a-aa29-5bd56b8b39a1 None None] Pushing event updated for resources: {'Port': ['ID=6eed9ca5-d74e-4df3-997c-2ee29b54e6b8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:44.689910 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.726177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Network 10235729-5fad-4790-b874-ab2a684d29bb is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:27:44.731398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:44.735085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:27:44.757488 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe892e50>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:42Z', 'revision_number': 3, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:44.768540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Pushing event updated for resources: {'Port': ['ID=2061fa1b-f9fd-4a7e-bfef-db295c838956,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:44.784507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.788502 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74341e-51f3-46ca-8ea4-0a645927b4f2 None None] The sync data for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 is: [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:42Z', 'revision_number': 3, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:27:44.922350 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:44.982844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-36d66709-b496-4b6b-8875-af35cd6d4e97 None None] Provisioning complete for port 2061fa1b-f9fd-4a7e-bfef-db295c838956 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:44.983219 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-36d66709-b496-4b6b-8875-af35cd6d4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:45.026428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-36d66709-b496-4b6b-8875-af35cd6d4e97 None None] Port 2061fa1b-f9fd-4a7e-bfef-db295c838956 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:27:45.130185 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:45.136252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:45.215573 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:45.218680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Pushing event updated for resources: {'Port': ['ID=2061fa1b-f9fd-4a7e-bfef-db295c838956,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:45.329433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Network 10235729-5fad-4790-b874-ab2a684d29bb is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:27:45.332233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:45.482686 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:27:45.492136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Router f565551c-788c-4d97-9670-79efdf0fd03f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:27:45.554985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:45.555408 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:45.648142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:27:45.659730 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7e342770-b7bd-4c13-92ee-3d61a0b59a53 admin admin] 10.222.0.21 "PUT /v2.0/routers/f565551c-788c-4d97-9670-79efdf0fd03f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1266370
Nov 27 21:27:45.677285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8acb9538-7cf3-4241-a687-2b90e1607439 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:27:45.711391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-04b4fa4a-9399-4c53-88c2-6d655ef7796f None None] Provisioning complete for port 2061fa1b-f9fd-4a7e-bfef-db295c838956 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:45.712065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-04b4fa4a-9399-4c53-88c2-6d655ef7796f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:45.768773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-04b4fa4a-9399-4c53-88c2-6d655ef7796f None None] Port 2061fa1b-f9fd-4a7e-bfef-db295c838956 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:27:45.779542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8acb9538-7cf3-4241-a687-2b90e1607439 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:45.780179 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.210965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52904) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:46.218030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2080842828-network', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:27:46.223191 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.245150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Made reservation on behalf of a1a29ead62784dc8bc7fce501eb74049 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:27:46.248107 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.259104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.348926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.352888 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.378195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:27:46.388748 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6039a1cf-fcfb-4a45-9a6b-39efff9e18da,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:46.393813 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.394169 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Added segment f9816a01-63de-4b84-b91c-6ca4b085267f of type vlan for network 5950a7d6-b1dd-4394-9ade-1fc3b503061e
Nov 27 21:27:46.449001 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.481586 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.482794 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:46.483543 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.543565 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3310747
Nov 27 21:27:46.558948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a127c-3d3a-4fec-9336-970284718b5a admin admin] Pushing event updated for resources: {'Network': ['ID=5950a7d6-b1dd-4394-9ade-1fc3b503061e,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:46.577456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 5950a7d6-b1dd-4394-9ade-1fc3b503061e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:27:46.648272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52906) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:46.651995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Sync routers for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:27:46.654556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Request body: {'subnet': {'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2080842828-subnet', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:27:46.677763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Made reservation on behalf of a1a29ead62784dc8bc7fce501eb74049 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:27:46.680191 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.681545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:46.682812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd44d670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:46.812174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:46.863329 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:46.919190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00912a65-639d-4cae-be5e-abb6119e31be,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:46.938855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Checking segment: {'id': 'f9816a01-63de-4b84-b91c-6ca4b085267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:27:46.939461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Network hostable DHCP agents. Network: 5950a7d6-b1dd-4394-9ade-1fc3b503061e, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:27:46.960990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Network 5950a7d6-b1dd-4394-9ade-1fc3b503061e is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:27:46.972230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5950a7d6-b1dd-4394-9ade-1fc3b503061e) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:46.980663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:46.981762 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.000225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae84332c-6da3-496e-a580-28e1453a79c9 None None] Network 5950a7d6-b1dd-4394-9ade-1fc3b503061e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:27:47.001278 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f7cc96b4-2287-46a7-a3d3-fa7089899208 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3518295
Nov 27 21:27:47.003964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 52908) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:47.009822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:27:47.038895 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.040337 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.106756 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.256975 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.280780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd44d670>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 2, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:47.312330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Checking router: f565551c-788c-4d97-9670-79efdf0fd03f for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:27:47.312699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Updating router f565551c-788c-4d97-9670-79efdf0fd03f port 2061fa1b-f9fd-4a7e-bfef-db295c838956 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:27:47.348358 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.399818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5950a7d6-b1dd-4394-9ade-1fc3b503061e', 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'fixed_ips': [{'subnet_id': '00912a65-639d-4cae-be5e-abb6119e31be'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:27:47.400718 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.506905 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.530457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.657990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Allocated IP 172.35.3.50 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/ce3e6451-e490-4d4e-a741-4e972a0294c5) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:27:47.682878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Allocated IP 172.20.0.2 (5950a7d6-b1dd-4394-9ade-1fc3b503061e/00912a65-639d-4cae-be5e-abb6119e31be/a2f61962-5b4c-4652-b7fa-76473cdfa58e) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:27:47.775104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.807931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.815727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.825600 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.868243 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:27:47.872017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:47.876065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:27:47.906968 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dece812f-fe45-41cc-90c7-081b17a0a953 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:27:47.908834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3e6451-e490-4d4e-a741-4e972a0294c5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:47.929928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f24c9a-98a2-4c61-abe5-c8838799f511 None None] Pushing event updated for resources: {'Port': ['ID=2061fa1b-f9fd-4a7e-bfef-db295c838956,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:47.961879 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:47.984212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.051295 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Network 5950a7d6-b1dd-4394-9ade-1fc3b503061e is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:27:48.053165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Attempting to bind port 2061fa1b-f9fd-4a7e-bfef-db295c838956 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:27:48.053566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Attempting to bind port 2061fa1b-f9fd-4a7e-bfef-db295c838956 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:27:48.053974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Attempting to bind port 2061fa1b-f9fd-4a7e-bfef-db295c838956 on network 10235729-5fad-4790-b874-ab2a684d29bb {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:27:48.072385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:48.076144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:27:48.088970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:27:48.089473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Checking segment: {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:27:48.089875 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.090309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Bound using segment: {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:27:48.090950 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Bound port: 2061fa1b-f9fd-4a7e-bfef-db295c838956, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:27:48.091391 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.112094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Pushing event updated for resources: {'Port': ['ID=a2f61962-5b4c-4652-b7fa-76473cdfa58e,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:48.121269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7856b91d-8525-4cfc-8043-d5abdba51f48 None None] Provisioning complete for port ce3e6451-e490-4d4e-a741-4e972a0294c5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:48.121685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7856b91d-8525-4cfc-8043-d5abdba51f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.195826 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.253908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7856b91d-8525-4cfc-8043-d5abdba51f48 None None] Port ce3e6451-e490-4d4e-a741-4e972a0294c5 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:27:48.257011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Attempting to bind port a2f61962-5b4c-4652-b7fa-76473cdfa58e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:27:48.257542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Attempting to bind port a2f61962-5b4c-4652-b7fa-76473cdfa58e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f9816a01-63de-4b84-b91c-6ca4b085267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:27:48.258066 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Attempting to bind port a2f61962-5b4c-4652-b7fa-76473cdfa58e on network 5950a7d6-b1dd-4394-9ade-1fc3b503061e {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:27:48.272138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:27:48.272566 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Checking segment: {'id': 'f9816a01-63de-4b84-b91c-6ca4b085267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:27:48.273157 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.273735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Bound using segment: {'id': 'f9816a01-63de-4b84-b91c-6ca4b085267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:27:48.274375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Bound port: a2f61962-5b4c-4652-b7fa-76473cdfa58e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9816a01-63de-4b84-b91c-6ca4b085267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:27:48.275032 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.288685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] For port 2061fa1b-f9fd-4a7e-bfef-db295c838956, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:27:48.308525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] For port 2061fa1b-f9fd-4a7e-bfef-db295c838956, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2061fa1b-f9fd-4a7e-bfef-db295c838956,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:27:48.333364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.405358 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.445481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] For port a2f61962-5b4c-4652-b7fa-76473cdfa58e, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:27:48.453957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] For port a2f61962-5b4c-4652-b7fa-76473cdfa58e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2f61962-5b4c-4652-b7fa-76473cdfa58e,segment=NetworkSegment(f9816a01-63de-4b84-b91c-6ca4b085267f),segment_id=f9816a01-63de-4b84-b91c-6ca4b085267f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:27:48.460843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-562d1f35-0bb8-4aae-b856-5a1d555fc917 None None] Provisioning complete for port 2061fa1b-f9fd-4a7e-bfef-db295c838956 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:48.461222 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-562d1f35-0bb8-4aae-b856-5a1d555fc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.463899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f24c9a-98a2-4c61-abe5-c8838799f511 None None] Pushing event updated for resources: {'Port': ['ID=2061fa1b-f9fd-4a7e-bfef-db295c838956,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:48.469141 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.475453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:48.476388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd44d670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:48.570276 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:27:48.701738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a488820-6638-42d3-a213-5cfb42d79752 None None] Pushing event updated for resources: {'Port': ['ID=a2f61962-5b4c-4652-b7fa-76473cdfa58e,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:48.710216 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.735617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:48.847056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-562d1f35-0bb8-4aae-b856-5a1d555fc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.949709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-562d1f35-0bb8-4aae-b856-5a1d555fc917 None None] For port 2061fa1b-f9fd-4a7e-bfef-db295c838956, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2061fa1b-f9fd-4a7e-bfef-db295c838956,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:48.977913 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-562d1f35-0bb8-4aae-b856-5a1d555fc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:48.998823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:27:49.011878 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Sync routers for ids ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:27:49.025733 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:49.030251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 52910) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:27:49.035941 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2762fd0c-7736-4456-b0ff-2d8aed001d92 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.0308778
Nov 27 21:27:49.043119 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Routers {'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:49.043991 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:49.087640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d1f35-0bb8-4aae-b856-5a1d555fc917 None None] Pushing event updated for resources: {'Port': ['ID=2061fa1b-f9fd-4a7e-bfef-db295c838956,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:49.118685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bed7f4eb-e095-4789-81d6-90a300434bb9 None None] Provisioning complete for port 2061fa1b-f9fd-4a7e-bfef-db295c838956 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:49.119062 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bed7f4eb-e095-4789-81d6-90a300434bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:49.148037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd44d670>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:49.183693 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Set router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:49.375522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161dd09a-2d54-434c-9428-75ef9772e0c5 None None] The sync data for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 is: [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:27:49.490289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a2f61962-5b4c-4652-b7fa-76473cdfa58e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:27:49.564685 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8eb0>, [{'id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 3, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'gw_port': {'id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:49.583600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a2f61962-5b4c-4652-b7fa-76473cdfa58e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:49.584223 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:49.612127 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Checking router: ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:27:49.612127 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Updating router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e port ce3e6451-e490-4d4e-a741-4e972a0294c5 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:27:49.658033 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:49.701655 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:49.758052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port a2f61962-5b4c-4652-b7fa-76473cdfa58e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2f61962-5b4c-4652-b7fa-76473cdfa58e,segment=NetworkSegment(f9816a01-63de-4b84-b91c-6ca4b085267f),segment_id=f9816a01-63de-4b84-b91c-6ca4b085267f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:49.773435 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:49.784603 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:49.856105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=a2f61962-5b4c-4652-b7fa-76473cdfa58e,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:50.052940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Allocated IP 172.20.0.1 (5950a7d6-b1dd-4394-9ade-1fc3b503061e/00912a65-639d-4cae-be5e-abb6119e31be/129bd634-ad55-4c9a-babe-3f98444d6757) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:27:50.054610 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.075453 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.088249 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f88ed6-7376-4374-9879-c124460e141c None None] Network 5950a7d6-b1dd-4394-9ade-1fc3b503061e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:27:50.169548 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2262cc-6d90-4b43-b8ba-fd0c77bb8af3 None None] Pushing event updated for resources: {'Port': ['ID=ce3e6451-e490-4d4e-a741-4e972a0294c5,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:50.175772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8322292-ad46-4ced-b553-9cdca0054aa8 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:27:50.184827 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Attempting to bind port ce3e6451-e490-4d4e-a741-4e972a0294c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:27:50.185813 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Attempting to bind port ce3e6451-e490-4d4e-a741-4e972a0294c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:27:50.186327 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Attempting to bind port ce3e6451-e490-4d4e-a741-4e972a0294c5 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:27:50.189919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-76d492c1-9e3a-4391-87cf-44f78ab5fe4f None None] Provisioning complete for port a2f61962-5b4c-4652-b7fa-76473cdfa58e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:50.190515 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-76d492c1-9e3a-4391-87cf-44f78ab5fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.192936 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:27:50.193321 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:27:50.193794 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.195461 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:27:50.196315 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Bound port: ce3e6451-e490-4d4e-a741-4e972a0294c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:27:50.196973 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.237453 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.277739 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] For port ce3e6451-e490-4d4e-a741-4e972a0294c5, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:27:50.285385 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] For port ce3e6451-e490-4d4e-a741-4e972a0294c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce3e6451-e490-4d4e-a741-4e972a0294c5,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:27:50.288772 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.295119 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.341591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Pushing event updated for resources: {'Port': ['ID=129bd634-ad55-4c9a-babe-3f98444d6757,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:50.355754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Network 5950a7d6-b1dd-4394-9ade-1fc3b503061e is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:27:50.357441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:50.359887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:27:50.387753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545fbd85-0128-4e51-9a8e-b0eec3a54954 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:27:50.405258 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Routers {'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:50.406116 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:50.422589 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.466718 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2262cc-6d90-4b43-b8ba-fd0c77bb8af3 None None] Pushing event updated for resources: {'Port': ['ID=ce3e6451-e490-4d4e-a741-4e972a0294c5,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:50.502575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-edcd9b94-d01e-4832-b1f0-d64563ce9f75 None None] Provisioning complete for port ce3e6451-e490-4d4e-a741-4e972a0294c5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:50.504420 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-edcd9b94-d01e-4832-b1f0-d64563ce9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.563035 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] Set router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:50.637320 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-edcd9b94-d01e-4832-b1f0-d64563ce9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.673304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-edcd9b94-d01e-4832-b1f0-d64563ce9f75 None None] For port ce3e6451-e490-4d4e-a741-4e972a0294c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce3e6451-e490-4d4e-a741-4e972a0294c5,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:50.684176 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-edcd9b94-d01e-4832-b1f0-d64563ce9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.762608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd9b94-d01e-4832-b1f0-d64563ce9f75 None None] Pushing event updated for resources: {'Port': ['ID=ce3e6451-e490-4d4e-a741-4e972a0294c5,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:50.813843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-aa585c5d-c046-4f57-87e8-d3c892f23f2a None None] Provisioning complete for port 129bd634-ad55-4c9a-babe-3f98444d6757 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:50.814227 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa585c5d-c046-4f57-87e8-d3c892f23f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:50.829062 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7b8eb0>, [{'id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 3, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'gw_port': {'id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:50.853619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-aa585c5d-c046-4f57-87e8-d3c892f23f2a None None] Port 129bd634-ad55-4c9a-babe-3f98444d6757 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:27:50.868826 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2ee7a-4a28-45da-b5fd-659a5098f931 None None] The sync data for ids ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'] in ncdv-master-1 is: [{'id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 3, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'gw_port': {'id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:27:50.873503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-aa585c5d-c046-4f57-87e8-d3c892f23f2a None None] Provisioning complete for port a2f61962-5b4c-4652-b7fa-76473cdfa58e triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:50.873741 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa585c5d-c046-4f57-87e8-d3c892f23f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:51.116944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:51.119786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5b5b81ae-4755-4edf-9cfe-bf16818ef30a None None] Provisioning complete for port 129bd634-ad55-4c9a-babe-3f98444d6757 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:51.120165 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5b5b81ae-4755-4edf-9cfe-bf16818ef30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:51.168737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b81ae-4755-4edf-9cfe-bf16818ef30a None None] Port 129bd634-ad55-4c9a-babe-3f98444d6757 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:27:51.292441 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:51.298522 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:51.386366 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Pushing event updated for resources: {'Port': ['ID=129bd634-ad55-4c9a-babe-3f98444d6757,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:51.390402 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:51.455390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a2f61962-5b4c-4652-b7fa-76473cdfa58e up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:27:51.492847 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Network 5950a7d6-b1dd-4394-9ade-1fc3b503061e is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:27:51.494389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:27:51.507949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a2f61962-5b4c-4652-b7fa-76473cdfa58e triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:51.508529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:51.622312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2061fa1b-f9fd-4a7e-bfef-db295c838956 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:27:51.639391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:27:51.686025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 2061fa1b-f9fd-4a7e-bfef-db295c838956 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:51.686743 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:51.782195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:27:51.788013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-855553e9-9fca-4702-b7a0-d91a1fd5afcb admin admin] 10.222.0.21 "PUT /v2.0/routers/ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7554643
Nov 27 21:27:51.894625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8a22a20d-e9b6-42fb-b729-5dedff6df8e1 None None] Provisioning complete for port 129bd634-ad55-4c9a-babe-3f98444d6757 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:51.895275 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a22a20d-e9b6-42fb-b729-5dedff6df8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:51.934708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-8a22a20d-e9b6-42fb-b729-5dedff6df8e1 None None] Port 129bd634-ad55-4c9a-babe-3f98444d6757 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:27:52.040247 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-a943222f-5501-4c99-90cf-fff7c7bc00fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0425687
Nov 27 21:27:52.149527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-9e561618-0db9-47f5-a54b-aefbda7907aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:52.151648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-9e561618-0db9-47f5-a54b-aefbda7907aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 1096 time: 0.0574734
Nov 27 21:27:52.271205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-267d3164-d427-4c8c-9592-e42805c13fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:52.272771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-267d3164-d427-4c8c-9592-e42805c13fbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0947654
Nov 27 21:27:52.352923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-3aeeeafa-eb83-43aa-afdb-193ac0f8d5ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb002a01-708d-4e8b-b1d2-931d75476f38 HTTP/1.1" status: 200  len: 1000 time: 0.0674717
Nov 27 21:27:52.408684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-d2e23d86-0b93-4376-ac1d-4f22ac2cb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:52.410176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-d2e23d86-0b93-4376-ac1d-4f22ac2cb031 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0464580
Nov 27 21:27:52.463232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-7d014b5b-3a6a-47b3-9041-abb1ab7e8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:27:52.465281 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-7d014b5b-3a6a-47b3-9041-abb1ab7e8c7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420544
Nov 27 21:27:52.566036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-61caa8b8-84f0-418f-a6d3-345e1f225e0d service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926187
Nov 27 21:27:52.671508 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8899260b-c185-4c18-a572-3312e2c91fb6 req-4970eee7-f1cd-475a-9105-a3d5d21877eb service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938184
Nov 27 21:27:52.933743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Sync routers for ids ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:27:52.944951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Routers {'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:52.945585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd123a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:53.055943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Set router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:53.251313 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd123a60>, [{'id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:51Z', 'revision_number': 4, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'gw_port': {'id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '129bd634-ad55-4c9a-babe-3f98444d6757', 'name': '', 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'mac_address': 'fa:16:3e:45:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '00912a65-639d-4cae-be5e-abb6119e31be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:49Z', 'updated_at': '2021-11-27T21:27:51Z', 'revision_number': 2, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'subnets': [{'id': '00912a65-639d-4cae-be5e-abb6119e31be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:53.276435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Checking router: ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:27:53.276685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Updating router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e port 129bd634-ad55-4c9a-babe-3f98444d6757 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:27:53.301534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:53.357368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ce3e6451-e490-4d4e-a741-4e972a0294c5 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:27:53.519597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ce3e6451-e490-4d4e-a741-4e972a0294c5 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:53.520042 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:53.677117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:53.686538 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:53.745514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c46f80-f4ce-4484-95be-def55399da18 None None] Pushing event updated for resources: {'Port': ['ID=129bd634-ad55-4c9a-babe-3f98444d6757,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:53.816887 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Attempting to bind port 129bd634-ad55-4c9a-babe-3f98444d6757 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:27:53.817271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Attempting to bind port 129bd634-ad55-4c9a-babe-3f98444d6757 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f9816a01-63de-4b84-b91c-6ca4b085267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:27:53.817679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Attempting to bind port 129bd634-ad55-4c9a-babe-3f98444d6757 on network 5950a7d6-b1dd-4394-9ade-1fc3b503061e {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:27:53.825348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:27:53.825741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Checking segment: {'id': 'f9816a01-63de-4b84-b91c-6ca4b085267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:27:53.826152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:53.826564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Bound using segment: {'id': 'f9816a01-63de-4b84-b91c-6ca4b085267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:27:53.827048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Bound port: 129bd634-ad55-4c9a-babe-3f98444d6757, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9816a01-63de-4b84-b91c-6ca4b085267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:27:53.827481 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:53.903561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] For port 129bd634-ad55-4c9a-babe-3f98444d6757, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:27:53.907278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] For port 129bd634-ad55-4c9a-babe-3f98444d6757, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129bd634-ad55-4c9a-babe-3f98444d6757,segment=NetworkSegment(f9816a01-63de-4b84-b91c-6ca4b085267f),segment_id=f9816a01-63de-4b84-b91c-6ca4b085267f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:27:53.913222 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:53.976403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Routers {'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:27:53.977059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd123a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:27:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:54.019579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c46f80-f4ce-4484-95be-def55399da18 None None] Pushing event updated for resources: {'Port': ['ID=129bd634-ad55-4c9a-babe-3f98444d6757,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:54.097862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f43f5c60-0827-4594-a890-1877c5b7664f None None] Provisioning complete for port 129bd634-ad55-4c9a-babe-3f98444d6757 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:54.098245 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f43f5c60-0827-4594-a890-1877c5b7664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:54.122872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] Set router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:27:54.302351 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f43f5c60-0827-4594-a890-1877c5b7664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:54.368643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f43f5c60-0827-4594-a890-1877c5b7664f None None] For port 129bd634-ad55-4c9a-babe-3f98444d6757, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129bd634-ad55-4c9a-babe-3f98444d6757,segment=NetworkSegment(f9816a01-63de-4b84-b91c-6ca4b085267f),segment_id=f9816a01-63de-4b84-b91c-6ca4b085267f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:27:54.376949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f43f5c60-0827-4594-a890-1877c5b7664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:54.430712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd123a60>, [{'id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:51Z', 'revision_number': 4, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'gw_port': {'id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '129bd634-ad55-4c9a-babe-3f98444d6757', 'name': '', 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'mac_address': 'fa:16:3e:45:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '00912a65-639d-4cae-be5e-abb6119e31be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:49Z', 'updated_at': '2021-11-27T21:27:53Z', 'revision_number': 4, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'subnets': [{'id': '00912a65-639d-4cae-be5e-abb6119e31be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:27:54.461733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f5c60-0827-4594-a890-1877c5b7664f None None] Pushing event updated for resources: {'Port': ['ID=129bd634-ad55-4c9a-babe-3f98444d6757,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:27:54.464923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6655b-9f7f-40c5-b8ef-b72d9bf8ff96 None None] The sync data for ids ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'] in ncdv-master-1 is: [{'id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:51Z', 'revision_number': 4, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'gw_port': {'id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '129bd634-ad55-4c9a-babe-3f98444d6757', 'name': '', 'network_id': '5950a7d6-b1dd-4394-9ade-1fc3b503061e', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'mac_address': 'fa:16:3e:45:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '00912a65-639d-4cae-be5e-abb6119e31be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:49Z', 'updated_at': '2021-11-27T21:27:53Z', 'revision_number': 4, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'subnets': [{'id': '00912a65-639d-4cae-be5e-abb6119e31be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:27:54.498665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8c43cd94-23bb-4a2e-ade2-409283f84d86 None None] Provisioning complete for port 129bd634-ad55-4c9a-babe-3f98444d6757 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:54.499037 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8c43cd94-23bb-4a2e-ade2-409283f84d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:27:55.361184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 129bd634-ad55-4c9a-babe-3f98444d6757 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:27:55.412499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 129bd634-ad55-4c9a-babe-3f98444d6757 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:27:55.412872 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:04.359659 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-15720abf-70fd-4ed2-82ca-e17817655067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:06.513583 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-228a3119-052a-4bad-b8a6-e659de1b6744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:07.021394 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:28:07.922915 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.175529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53222) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:08.180166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cf74ab91-df33-4098-a238-58a79fb06318 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79189950', 'description': 'tempest-secgroup-smoke-79189950 description', 'project_id': '34545818a5a9484a943ab6e09bdd800a'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:08.201719 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf74ab91-df33-4098-a238-58a79fb06318 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.266190 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf74ab91-df33-4098-a238-58a79fb06318 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.270180 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf74ab91-df33-4098-a238-58a79fb06318 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.299526 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cf74ab91-df33-4098-a238-58a79fb06318 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.300765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cf74ab91-df33-4098-a238-58a79fb06318 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1242204
Nov 27 21:28:08.302741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74ab91-df33-4098-a238-58a79fb06318 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653c17fe-aa19-4616-9644-8e2727e2fa26,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:08.304208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53224) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:08.308857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e8b9d8df-bf58-41de-be54-4190af1f009c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'security_group_rule': {'security_group_id': '653c17fe-aa19-4616-9644-8e2727e2fa26', 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:08.337099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b9d8df-bf58-41de-be54-4190af1f009c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.381841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b9d8df-bf58-41de-be54-4190af1f009c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.385137 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b9d8df-bf58-41de-be54-4190af1f009c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.404367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9d8df-bf58-41de-be54-4190af1f009c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714b6c41-20cd-4661-8126-c6090753e465,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:08.410653 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e8b9d8df-bf58-41de-be54-4190af1f009c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.411867 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e8b9d8df-bf58-41de-be54-4190af1f009c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1066411
Nov 27 21:28:08.414558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53226) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:08.418917 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a9d4ec26-9b59-4fa4-ad32-8305b985f96b tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'security_group_rule': {'security_group_id': '653c17fe-aa19-4616-9644-8e2727e2fa26', 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:08.444902 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9d4ec26-9b59-4fa4-ad32-8305b985f96b tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.504525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9d4ec26-9b59-4fa4-ad32-8305b985f96b tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.507993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9d4ec26-9b59-4fa4-ad32-8305b985f96b tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.526074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4ec26-9b59-4fa4-ad32-8305b985f96b tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9514cdf-7a07-4b12-a336-f38cbac63736,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:08.533357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9d4ec26-9b59-4fa4-ad32-8305b985f96b tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.534556 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a9d4ec26-9b59-4fa4-ad32-8305b985f96b tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1190794
Nov 27 21:28:08.537356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53228) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:08.541875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-118d305e-8072-43a0-953b-9d57e54c2596 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'security_group_rule': {'security_group_id': '653c17fe-aa19-4616-9644-8e2727e2fa26', 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:08.567617 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-118d305e-8072-43a0-953b-9d57e54c2596 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.624781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-118d305e-8072-43a0-953b-9d57e54c2596 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.628346 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-118d305e-8072-43a0-953b-9d57e54c2596 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.647209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d305e-8072-43a0-953b-9d57e54c2596 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9399e3d2-ec71-4b5c-b185-f27869a4238c,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:08.655226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-118d305e-8072-43a0-953b-9d57e54c2596 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.658289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-118d305e-8072-43a0-953b-9d57e54c2596 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1178825
Nov 27 21:28:08.659103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53230) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:08.663435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5dfbfefd-1666-4609-8900-9320609b878a tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'security_group_rule': {'security_group_id': '653c17fe-aa19-4616-9644-8e2727e2fa26', 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:08.688577 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5dfbfefd-1666-4609-8900-9320609b878a tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.744893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5dfbfefd-1666-4609-8900-9320609b878a tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.748852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5dfbfefd-1666-4609-8900-9320609b878a tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.765803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbfefd-1666-4609-8900-9320609b878a tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28bffe1-1641-4b4a-a807-842ebbd6d80f,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:08.773652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5dfbfefd-1666-4609-8900-9320609b878a tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.774917 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5dfbfefd-1666-4609-8900-9320609b878a tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1148109
Nov 27 21:28:08.777490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53232) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:08.781855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-539624b8-3cca-4bcc-9dd7-926e69229f02 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'security_group_rule': {'security_group_id': '653c17fe-aa19-4616-9644-8e2727e2fa26', 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:08.802862 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-539624b8-3cca-4bcc-9dd7-926e69229f02 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Project 34545818a5a9484a943ab6e09bdd800a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:28:08.807652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-539624b8-3cca-4bcc-9dd7-926e69229f02 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.869670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-539624b8-3cca-4bcc-9dd7-926e69229f02 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.873599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-539624b8-3cca-4bcc-9dd7-926e69229f02 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.890643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539624b8-3cca-4bcc-9dd7-926e69229f02 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2e17f0-ac43-474c-9442-26bbc06b3ba2,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:08.899387 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-539624b8-3cca-4bcc-9dd7-926e69229f02 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.900648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-539624b8-3cca-4bcc-9dd7-926e69229f02 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1221738
Nov 27 21:28:08.903338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53234) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:08.907711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-784779a3-8d42-4586-8b50-7dcda63c5622 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'security_group_rule': {'security_group_id': '653c17fe-aa19-4616-9644-8e2727e2fa26', 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:08.929394 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-784779a3-8d42-4586-8b50-7dcda63c5622 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Project 34545818a5a9484a943ab6e09bdd800a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:28:08.934183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-784779a3-8d42-4586-8b50-7dcda63c5622 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.995202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-784779a3-8d42-4586-8b50-7dcda63c5622 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:08.999489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-784779a3-8d42-4586-8b50-7dcda63c5622 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:09.016392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784779a3-8d42-4586-8b50-7dcda63c5622 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e7b52c-0fd3-4524-b6b6-34a511cbfdd0,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:09.024609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-784779a3-8d42-4586-8b50-7dcda63c5622 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:09.025813 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-784779a3-8d42-4586-8b50-7dcda63c5622 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1215274
Nov 27 21:28:09.180611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-7d2880ac-ce4c-4f02-b35a-58366f25b171 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79189950&fields=id&tenant_id=34545818a5a9484a943ab6e09bdd800a HTTP/1.1" status: 200  len: 267 time: 0.0441368
Nov 27 21:28:09.290099 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-b13bb5aa-17fe-4fc8-9b7d-ce8f65c1956c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:09.291605 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-b13bb5aa-17fe-4fc8-9b7d-ce8f65c1956c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/networks?id=10235729-5fad-4790-b874-ab2a684d29bb HTTP/1.1" status: 200  len: 814 time: 0.1032422
Nov 27 21:28:09.307275 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-a1ad84e3-4eae-436a-a52b-8657c5762c1d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/quotas/34545818a5a9484a943ab6e09bdd800a HTTP/1.1" status: 200  len: 375 time: 0.0093739
Nov 27 21:28:09.357410 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-6de1c842-e2b2-4249-95f3-23b22211b32a tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34545818a5a9484a943ab6e09bdd800a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0444591
Nov 27 21:28:09.454328 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-66236950-53db-4fab-8b9f-cd2d63f65c6c service neutron] 10.222.0.21 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847311
Nov 27 21:28:09.542163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-0914bce9-5c79-4d19-b901-658d4c8cae87 service neutron] 10.222.0.21 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814342
Nov 27 21:28:09.633642 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:09.822262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ede6ee3f-b563-414d-8f07-4dd54ba0f30d req-ebb10124-528e-4c08-a0da-bb91a5d76a50 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 210 time: 0.0264001
Nov 27 21:28:10.326317 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:10.837907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-e58ae56f-71bd-4c7d-bac5-82fd0d4f4c13 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:10.839397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-e58ae56f-71bd-4c7d-bac5-82fd0d4f4c13 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.15 "GET /v2.0/networks?id=10235729-5fad-4790-b874-ab2a684d29bb HTTP/1.1" status: 200  len: 814 time: 0.1083138
Nov 27 21:28:10.928821 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-075c4d70-0eeb-4ee1-84c2-c58e2fdae324 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34545818a5a9484a943ab6e09bdd800a HTTP/1.1" status: 200  len: 378 time: 0.0805855
Nov 27 21:28:10.930920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-18a50670-ced3-44f0-b588-b4a1a7dd6504 req-29be389b-3b4f-461d-b00c-1bd364fd76a3 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 210 time: 0.0376635
Nov 27 21:28:10.938815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'port': {'device_id': 'def76e60-9053-460c-86c1-87dd132dc625', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'admin_state_up': True, 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'security_groups': ['653c17fe-aa19-4616-9644-8e2727e2fa26']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:11.055479 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Made reservation on behalf of 34545818a5a9484a943ab6e09bdd800a for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:28:11.059009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:11.185425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Allocated IP 172.20.0.7 (10235729-5fad-4790-b874-ab2a684d29bb/1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4/1a7ee37e-753a-462f-807c-cfcea192aed7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:28:11.325956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:11.359078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:11.398186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Network 10235729-5fad-4790-b874-ab2a684d29bb is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:28:11.403025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:28:11.405486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:28:11.445170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'Port': ['ID=1a7ee37e-753a-462f-807c-cfcea192aed7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:11.470423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:11.471381 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:11.489852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-713dc441-b435-41d6-8556-996826a1408d tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5546556
Nov 27 21:28:11.503853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Request body: {'port': {'device_id': 'def76e60-9053-460c-86c1-87dd132dc625', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:11.566659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:11.650445 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bd3fe3bd-4e67-47dc-99e2-adcac154ca20 None None] Provisioning complete for port 1a7ee37e-753a-462f-807c-cfcea192aed7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:28:11.651124 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe3bd-4e67-47dc-99e2-adcac154ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:11.689169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bd3fe3bd-4e67-47dc-99e2-adcac154ca20 None None] Port 1a7ee37e-753a-462f-807c-cfcea192aed7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:28:11.849037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7ee37e-753a-462f-807c-cfcea192aed7 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:28:11.861257 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:11.875207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Transition to ACTIVE for port object 1a7ee37e-753a-462f-807c-cfcea192aed7 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:28:11.878610 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:11.926216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7ee37e-753a-462f-807c-cfcea192aed7,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:12.001305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Attempting to bind port 1a7ee37e-753a-462f-807c-cfcea192aed7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:28:12.002589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Attempting to bind port 1a7ee37e-753a-462f-807c-cfcea192aed7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:28:12.003035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Attempting to bind port 1a7ee37e-753a-462f-807c-cfcea192aed7 on network 10235729-5fad-4790-b874-ab2a684d29bb {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:28:12.008065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Port 1a7ee37e-753a-462f-807c-cfcea192aed7 on network 10235729-5fad-4790-b874-ab2a684d29bb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:28:12.008430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Attempting to bind port 1a7ee37e-753a-462f-807c-cfcea192aed7 on network 10235729-5fad-4790-b874-ab2a684d29bb {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:28:12.016168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:28:12.016521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Checking segment: {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:28:12.016923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Bound using segment: {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:28:12.017376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Bound port: 1a7ee37e-753a-462f-807c-cfcea192aed7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:28:12.017753 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:12.054852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44185b34-be93-430b-9fe0-59c0654f8fe9 req-5e56b432-bb7f-4ca5-89f1-448c17374b53 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:12.060290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-44185b34-be93-430b-9fe0-59c0654f8fe9 req-5e56b432-bb7f-4ca5-89f1-448c17374b53 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 943 time: 0.0544631
Nov 27 21:28:12.089902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] For port 1a7ee37e-753a-462f-807c-cfcea192aed7, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:28:12.093951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] For port 1a7ee37e-753a-462f-807c-cfcea192aed7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a7ee37e-753a-462f-807c-cfcea192aed7,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:28:12.099655 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:12.111940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-44185b34-be93-430b-9fe0-59c0654f8fe9 req-9fe70585-24a2-4378-912f-1f9be5a8487c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0485766
Nov 27 21:28:12.139068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:12.139764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:12.141146 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] 10.222.0.15 "PUT /v2.0/ports/1a7ee37e-753a-462f-807c-cfcea192aed7 HTTP/1.1" status: 200  len: 1091 time: 0.6430421
Nov 27 21:28:12.141597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:28:12.144036 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e019b-4000-4452-aa3d-fdf98565f537" -d '{"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:28:12.170246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20360ef5-53ef-4ec5-9aea-39b4484f6304 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7ee37e-753a-462f-807c-cfcea192aed7,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:12.229965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-1b54c7d5-c81c-4de8-95bc-4b5ee328fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:12.232351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-1b54c7d5-c81c-4de8-95bc-4b5ee328fde6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34545818a5a9484a943ab6e09bdd800a&device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 1094 time: 0.0449810
Nov 27 21:28:12.281040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-8a41ab0c-926e-4fc9-bf50-66ff3875b063 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a7ee37e-753a-462f-807c-cfcea192aed7 HTTP/1.1" status: 200  len: 217 time: 0.0409389
Nov 27 21:28:12.335577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-95502e5d-929b-416e-9f76-0a6aa3cadee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:12.337060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-95502e5d-929b-416e-9f76-0a6aa3cadee3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4 HTTP/1.1" status: 200  len: 853 time: 0.0491421
Nov 27 21:28:12.375553 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676c7e10-a7b5-43c0-9c82-d829fbf36f3d x-openstack-request-id: req-676c7e10-a7b5-43c0-9c82-d829fbf36f3d {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:28:12.375845 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:28:12.376390 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-676c7e10-a7b5-43c0-9c82-d829fbf36f3d {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:28:12.376796 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'status': 'completed', 'code': 200}
Nov 27 21:28:12.386252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-cb7e90b1-2d65-4fcd-91e7-2d82b86c8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:12.387824 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-cb7e90b1-2d65-4fcd-91e7-2d82b86c8439 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10235729-5fad-4790-b874-ab2a684d29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0441232
Nov 27 21:28:12.480376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-91994c7c-b32d-4324-9629-1e29b09ae359 service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848320
Nov 27 21:28:12.568220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3bbb775-bfcb-4641-92e3-783b64a1f5dd req-2422cd25-8a9f-4073-b65d-a6aef140e310 service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802116
Nov 27 21:28:12.654777 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e019b-4000-4452-aa3d-fdf98565f537 req-06ae6583-cfa4-464b-a3b0-791c89b3fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:12.656226 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-566e019b-4000-4452-aa3d-fdf98565f537 req-06ae6583-cfa4-464b-a3b0-791c89b3fb24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34545818a5a9484a943ab6e09bdd800a&device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 1094 time: 0.0416791
Nov 27 21:28:12.748657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e019b-4000-4452-aa3d-fdf98565f537 req-5a87f82c-405f-42e4-8dac-c496cc2c02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:12.750177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-566e019b-4000-4452-aa3d-fdf98565f537 req-5a87f82c-405f-42e4-8dac-c496cc2c02e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=10235729-5fad-4790-b874-ab2a684d29bb HTTP/1.1" status: 200  len: 915 time: 0.0864599
Nov 27 21:28:12.792060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-566e019b-4000-4452-aa3d-fdf98565f537 req-5c4c311d-f30b-44d6-97ce-5136fe725803 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a7ee37e-753a-462f-807c-cfcea192aed7 HTTP/1.1" status: 200  len: 217 time: 0.0341396
Nov 27 21:28:12.838983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e019b-4000-4452-aa3d-fdf98565f537 req-a59a5877-0400-4f9b-a3e7-9543e3052087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:12.841016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-566e019b-4000-4452-aa3d-fdf98565f537 req-a59a5877-0400-4f9b-a3e7-9543e3052087 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4 HTTP/1.1" status: 200  len: 853 time: 0.0416842
Nov 27 21:28:12.890509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e019b-4000-4452-aa3d-fdf98565f537 req-23da11f4-4540-43c4-b3bc-356ae2a84382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:12.892000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-566e019b-4000-4452-aa3d-fdf98565f537 req-23da11f4-4540-43c4-b3bc-356ae2a84382 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10235729-5fad-4790-b874-ab2a684d29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435584
Nov 27 21:28:12.981369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-566e019b-4000-4452-aa3d-fdf98565f537 req-e32e828e-ed15-412a-acb6-4edf1ccf50e3 service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819459
Nov 27 21:28:13.073204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-566e019b-4000-4452-aa3d-fdf98565f537 req-fa73e21d-0dbf-412a-8a9b-597ce6f13824 service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844929
Nov 27 21:28:13.226106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a0d26-9c11-4694-b4a2-6256775bfddd req-2c20dbe6-8086-4d93-8391-8a8e2f98498e tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:13.227594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7a2a0d26-9c11-4694-b4a2-6256775bfddd req-2c20dbe6-8086-4d93-8391-8a8e2f98498e tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 943 time: 0.0480266
Nov 27 21:28:13.276466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7a2a0d26-9c11-4694-b4a2-6256775bfddd req-3779cb0c-f09e-4b9f-96a8-bf8cd609b960 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425162
Nov 27 21:28:14.393557 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb354a-830f-4733-8290-bcbfe3f68117 req-0f2a4669-9412-440d-9ac4-dcfb4fc56eb8 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:14.395033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49cb354a-830f-4733-8290-bcbfe3f68117 req-0f2a4669-9412-440d-9ac4-dcfb4fc56eb8 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 943 time: 0.0492110
Nov 27 21:28:14.448902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-49cb354a-830f-4733-8290-bcbfe3f68117 req-b6167c50-bb88-4d76-92cb-c18476f147c3 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478890
Nov 27 21:28:15.565590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bbec7-fb4d-4632-861f-6d5e940336be req-c9f873b3-c5cf-4cfa-ae30-ffda224d95fd tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:15.566965 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff9bbec7-fb4d-4632-861f-6d5e940336be req-c9f873b3-c5cf-4cfa-ae30-ffda224d95fd tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 943 time: 0.0486519
Nov 27 21:28:15.615020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff9bbec7-fb4d-4632-861f-6d5e940336be req-de81ed8a-786e-4342-a8f4-a2c275af5278 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419703
Nov 27 21:28:16.231769 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:16.729075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9cc9-8205-4ede-89cf-98531ca01a5e req-cdd49eea-bca5-4ad8-8e79-8b78fccc2d11 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:16.730564 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cea9cc9-8205-4ede-89cf-98531ca01a5e req-cdd49eea-bca5-4ad8-8e79-8b78fccc2d11 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 943 time: 0.0485096
Nov 27 21:28:16.783513 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7cea9cc9-8205-4ede-89cf-98531ca01a5e req-ab9711c9-0318-46eb-b460-aca4b5a54fc3 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469403
Nov 27 21:28:17.071150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1a7ee37e-753a-462f-807c-cfcea192aed7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:28:17.164878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1a7ee37e-753a-462f-807c-cfcea192aed7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a7ee37e-753a-462f-807c-cfcea192aed7,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:28:17.176504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'port_id': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'mac_address': 'fa:16:3e:a1:ff:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:28:17.211826 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:17.223870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7ee37e-753a-462f-807c-cfcea192aed7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:28:17.244620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1a7ee37e-753a-462f-807c-cfcea192aed7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a7ee37e-753a-462f-807c-cfcea192aed7,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:28:17.249503 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:17.294409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1a7ee37e-753a-462f-807c-cfcea192aed7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:17.539948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1a7ee37e-753a-462f-807c-cfcea192aed7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:28:17.900770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f4fed-a80d-499d-9aa8-365f90314c3b req-42e1ec46-39e6-4c6a-8441-877e527b4997 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:17.902223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a5f4fed-a80d-499d-9aa8-365f90314c3b req-42e1ec46-39e6-4c6a-8441-877e527b4997 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 944 time: 0.0522017
Nov 27 21:28:17.949648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a5f4fed-a80d-499d-9aa8-365f90314c3b req-7c77a4ef-a3ef-4a67-a37f-fc775ffa0267 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409372
Nov 27 21:28:18.614884 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:19.066126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555037c-a88f-49ff-8cd8-6c0ac8597f69 req-fb91ed71-2468-411b-87cc-c79de524b35c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:19.068235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6555037c-a88f-49ff-8cd8-6c0ac8597f69 req-fb91ed71-2468-411b-87cc-c79de524b35c tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 944 time: 0.0476942
Nov 27 21:28:19.070660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1a7ee37e-753a-462f-807c-cfcea192aed7 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:28:19.115665 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6555037c-a88f-49ff-8cd8-6c0ac8597f69 req-6a06e5cb-8cf9-4427-9d62-0740c1496413 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420618
Nov 27 21:28:19.122623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 1a7ee37e-753a-462f-807c-cfcea192aed7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:28:19.126265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 1a7ee37e-753a-462f-807c-cfcea192aed7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:28:19.126641 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:19.204370 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:19.225513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:28:19.227845 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7199ef14-5975-4e33-8f08-ff878700e319" -d '{"events": [{"server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "name": "network-vif-plugged", "status": "completed", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:28:19.241049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1a7ee37e-753a-462f-807c-cfcea192aed7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a7ee37e-753a-462f-807c-cfcea192aed7,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:28:19.244855 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:19.295164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1a7ee37e-753a-462f-807c-cfcea192aed7,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:19.335739 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892b957c-ee41-4dd5-820b-190582838108 x-openstack-request-id: req-892b957c-ee41-4dd5-820b-190582838108 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:28:19.336124 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "name": "network-vif-plugged", "status": "completed", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:28:19.336385 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-892b957c-ee41-4dd5-820b-190582838108 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:28:19.336783 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'code': 200}
Nov 27 21:28:19.431048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e61b3-6cd2-4bb2-b016-3303dd5727a5 req-f229109d-c33d-4176-a849-7e560e700d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:19.432558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-536e61b3-6cd2-4bb2-b016-3303dd5727a5 req-f229109d-c33d-4176-a849-7e560e700d03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 1096 time: 0.0387719
Nov 27 21:28:19.477721 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-536e61b3-6cd2-4bb2-b016-3303dd5727a5 req-3b2e2b58-7154-428f-8207-926290c38211 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383503
Nov 27 21:28:20.234131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e04b33-ff2d-4b5b-b5e6-72678383b378 req-05ca2402-82ff-4b33-9fe6-24d4c758fe68 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:20.235611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85e04b33-ff2d-4b5b-b5e6-72678383b378 req-05ca2402-82ff-4b33-9fe6-24d4c758fe68 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 945 time: 0.0516894
Nov 27 21:28:20.283107 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85e04b33-ff2d-4b5b-b5e6-72678383b378 req-b42983f1-a26c-40d4-9a15-296ecb08a954 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416405
Nov 27 21:28:21.397477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400820c-cd18-4607-8085-ef37ed59eb27 req-bf2e4145-caff-4a90-9400-d9a19de05cf5 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:21.398935 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8400820c-cd18-4607-8085-ef37ed59eb27 req-bf2e4145-caff-4a90-9400-d9a19de05cf5 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 945 time: 0.0487154
Nov 27 21:28:21.453652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8400820c-cd18-4607-8085-ef37ed59eb27 req-a7b8bbd1-ea68-4513-bff0-296da384eef2 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478640
Nov 27 21:28:21.569291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea6cce-214e-4c2d-8f19-77e3c8887baf req-3304e839-ad23-45ef-aa0c-3f2cbc339974 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:21.570171 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20ea6cce-214e-4c2d-8f19-77e3c8887baf req-3304e839-ad23-45ef-aa0c-3f2cbc339974 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 945 time: 0.0484176
Nov 27 21:28:21.618848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-20ea6cce-214e-4c2d-8f19-77e3c8887baf req-49ca7dc3-c0ba-4228-80a8-16c2c2328645 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422156
Nov 27 21:28:21.641984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53298) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:21.769531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e958e2-9edd-479a-beba-d81d79f42cc0 tempest-TestVolumeBackupRestore-1032329331 tempest-TestVolumeBackupRestore-1032329331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:21.771015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-46e958e2-9edd-479a-beba-d81d79f42cc0 tempest-TestVolumeBackupRestore-1032329331 tempest-TestVolumeBackupRestore-1032329331-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 1091 time: 0.1280653
Nov 27 21:28:21.773961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53302) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:21.778684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:21.800508 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:21.897673 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:22.000856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Allocated IP 172.35.3.132 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/1993ab4d-7dfa-4a59-bc14-06f060c281be) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:28:22.098827 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:22.132277 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:22.170210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:28:22.172938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:28:22.176462 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:28:22.206347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'Port': ['ID=1993ab4d-7dfa-4a59-bc14-06f060c281be,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:22.533183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:22.600703 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:22.742930 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:22.747594 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:23.122392 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event updated for resources: {'Port': ['ID=1993ab4d-7dfa-4a59-bc14-06f060c281be,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:28:23.132106 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:23.232872 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Floating IP f7f87241-9afc-4400-ac46-5a19e2b0bbc6 associated. External IP: 172.35.3.132, port: 1a7ee37e-753a-462f-807c-cfcea192aed7.
Nov 27 21:28:23.440998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Router f565551c-788c-4d97-9670-79efdf0fd03f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:28:23.550662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:28:23.560425 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] Sync routers for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:28:23.569108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:23.569912 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:28:23.570623 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ce7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:28:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:28:23.597393 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7f5540f5-94f0-4d75-9aad-595ff46f7e76 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8224165
Nov 27 21:28:23.597990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:28:23.600218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53304) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:23.600701 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707b148a-f719-4366-8d8e-51c28926ae37" -d '{"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:28:23.638815 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cc1d83-7056-471b-83f8-3b077ab7dc49 x-openstack-request-id: req-d2cc1d83-7056-471b-83f8-3b077ab7dc49 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:28:23.639456 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:28:23.639456 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2cc1d83-7056-471b-83f8-3b077ab7dc49 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:28:23.639859 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'status': 'completed', 'code': 200}
Nov 27 21:28:23.678000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1b56a-ddaa-444b-94ba-4e862823ccf7 tempest-TestVolumeBackupRestore-1032329331 tempest-TestVolumeBackupRestore-1032329331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:23.682295 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-41f1b56a-ddaa-444b-94ba-4e862823ccf7 tempest-TestVolumeBackupRestore-1032329331 tempest-TestVolumeBackupRestore-1032329331-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 1091 time: 0.0775979
Nov 27 21:28:23.682488 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:28:23.683589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53308) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:28:23.688037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-cc40f53a-01f4-4b21-b747-066fcf8bc327 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Request body: {'floatingip': {'port_id': '1a7ee37e-753a-462f-807c-cfcea192aed7'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:28:23.707782 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b148a-f719-4366-8d8e-51c28926ae37 req-b8b51e4a-d7f5-4757-b210-f9eef9897ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:23.709225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-707b148a-f719-4366-8d8e-51c28926ae37 req-b8b51e4a-d7f5-4757-b210-f9eef9897ff2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34545818a5a9484a943ab6e09bdd800a&device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 1096 time: 0.0431988
Nov 27 21:28:23.744119 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc40f53a-01f4-4b21-b747-066fcf8bc327 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:23.805759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b148a-f719-4366-8d8e-51c28926ae37 req-7cc8cf45-75a5-4845-a7bc-6e69d5c3cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:23.807244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-707b148a-f719-4366-8d8e-51c28926ae37 req-7cc8cf45-75a5-4845-a7bc-6e69d5c3cd7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=10235729-5fad-4790-b874-ab2a684d29bb HTTP/1.1" status: 200  len: 915 time: 0.0914738
Nov 27 21:28:23.876805 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-707b148a-f719-4366-8d8e-51c28926ae37 req-0150a171-aa58-48f8-b1e0-c255485ae6ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a7ee37e-753a-462f-807c-cfcea192aed7 HTTP/1.1" status: 200  len: 999 time: 0.0625880
Nov 27 21:28:23.915288 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ce7f0>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7f87241-9afc-4400-ac46-5a19e2b0bbc6', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'floating_ip_address': '172.35.3.132', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'port_id': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'mac_address': 'fa:16:3e:a1:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def76e60-9053-460c-86c1-87dd132dc625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:28:22Z', 'updated_at': '2021-11-27T21:28:22Z', 'revision_number': 0, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:28:23.933788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b148a-f719-4366-8d8e-51c28926ae37 req-0a0b5dc7-64f3-404d-bb9f-688d14e4f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:23.935499 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-707b148a-f719-4366-8d8e-51c28926ae37 req-0a0b5dc7-64f3-404d-bb9f-688d14e4f657 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4 HTTP/1.1" status: 200  len: 853 time: 0.0519392
Nov 27 21:28:23.943278 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] Checking router: f565551c-788c-4d97-9670-79efdf0fd03f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:28:23.952957 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:28:23.953576 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ce7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:28:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:28:23.986508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b148a-f719-4366-8d8e-51c28926ae37 req-ad948c25-20ba-44ba-93c8-bfc319165282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:23.988075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-707b148a-f719-4366-8d8e-51c28926ae37 req-ad948c25-20ba-44ba-93c8-bfc319165282 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10235729-5fad-4790-b874-ab2a684d29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0461440
Nov 27 21:28:24.061826 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:28:24.080709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-707b148a-f719-4366-8d8e-51c28926ae37 req-6ab5be1a-02f1-41ab-97a6-8b72c3440f61 service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854542
Nov 27 21:28:24.183234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-707b148a-f719-4366-8d8e-51c28926ae37 req-8d94326b-f649-4db1-a46f-c109d74bcbce service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956674
Nov 27 21:28:24.361685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc40f53a-01f4-4b21-b747-066fcf8bc327 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:24.365672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc40f53a-01f4-4b21-b747-066fcf8bc327 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:24.376505 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe8ce7f0>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7f87241-9afc-4400-ac46-5a19e2b0bbc6', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'floating_ip_address': '172.35.3.132', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'port_id': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'mac_address': 'fa:16:3e:a1:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def76e60-9053-460c-86c1-87dd132dc625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:28:22Z', 'updated_at': '2021-11-27T21:28:22Z', 'revision_number': 0, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:28:24.406225 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee07798-29a7-44c6-9798-68f4b7e7a362 None None] The sync data for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 is: [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7f87241-9afc-4400-ac46-5a19e2b0bbc6', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'floating_ip_address': '172.35.3.132', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'port_id': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'mac_address': 'fa:16:3e:a1:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def76e60-9053-460c-86c1-87dd132dc625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:28:22Z', 'updated_at': '2021-11-27T21:28:22Z', 'revision_number': 0, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:28:24.581445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc40f53a-01f4-4b21-b747-066fcf8bc327 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Router f565551c-788c-4d97-9670-79efdf0fd03f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:28:24.606093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f8762-a878-4d1d-b6a4-718f71e42051 None None] New status for floating IP f7f87241-9afc-4400-ac46-5a19e2b0bbc6: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:28:24.693926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc40f53a-01f4-4b21-b747-066fcf8bc327 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:28:24.698442 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-cc40f53a-01f4-4b21-b747-066fcf8bc327 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:24.729592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:28:24.732108 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312a2efd-6632-4bad-ad32-be472aea80b8" -d '{"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:28:24.759662 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-cc40f53a-01f4-4b21-b747-066fcf8bc327 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "PUT /v2.0/floatingips/f7f87241-9afc-4400-ac46-5a19e2b0bbc6 HTTP/1.1" status: 200  len: 991 time: 1.0749822
Nov 27 21:28:24.775916 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186c317d-1a6c-490e-ab52-918047b093c2 x-openstack-request-id: req-186c317d-1a6c-490e-ab52-918047b093c2 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:28:24.776278 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:28:24.776616 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-186c317d-1a6c-490e-ab52-918047b093c2 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:28:24.777084 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'status': 'completed', 'code': 200}
Nov 27 21:28:24.841068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-12ec630f-26e2-40d2-b305-89d38d5c3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:24.843354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-12ec630f-26e2-40d2-b305-89d38d5c3128 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34545818a5a9484a943ab6e09bdd800a&device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 1096 time: 0.0449562
Nov 27 21:28:24.857642 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] Sync routers for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:28:24.866936 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:28:24.867692 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5265b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:28:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:28:24.934746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-4933d399-8c34-4f42-9a6e-4e2500db4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:24.936787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-4933d399-8c34-4f42-9a6e-4e2500db4e0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=10235729-5fad-4790-b874-ab2a684d29bb HTTP/1.1" status: 200  len: 915 time: 0.0867965
Nov 27 21:28:24.972673 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:28:25.006272 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-662b5349-f4d2-4734-89c8-f499dd0d7639 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a7ee37e-753a-462f-807c-cfcea192aed7 HTTP/1.1" status: 200  len: 1001 time: 0.0621943
Nov 27 21:28:25.057650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-96439b4e-86d4-412b-b828-28726a3460d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:25.059179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-96439b4e-86d4-412b-b828-28726a3460d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4 HTTP/1.1" status: 200  len: 853 time: 0.0468755
Nov 27 21:28:25.104907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-f4736c29-b0d3-4231-b7b9-eb21d35817c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:25.106460 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-f4736c29-b0d3-4231-b7b9-eb21d35817c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10235729-5fad-4790-b874-ab2a684d29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404670
Nov 27 21:28:25.193800 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5265b0>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7f87241-9afc-4400-ac46-5a19e2b0bbc6', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'floating_ip_address': '172.35.3.132', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'port_id': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'mac_address': 'fa:16:3e:a1:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def76e60-9053-460c-86c1-87dd132dc625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:28:22Z', 'updated_at': '2021-11-27T21:28:24Z', 'revision_number': 2, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:28:25.199027 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-79a93a07-8a34-46dd-ab11-b3bb253c6b9c service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853419
Nov 27 21:28:25.223426 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] Checking router: f565551c-788c-4d97-9670-79efdf0fd03f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:28:25.231606 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:28:25.232812 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5265b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:28:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:28:25.289038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-312a2efd-6632-4bad-ad32-be472aea80b8 req-af77477a-db26-4a68-b50a-1e5489501ccf service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822618
Nov 27 21:28:25.335507 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:28:25.551105 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5265b0>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7f87241-9afc-4400-ac46-5a19e2b0bbc6', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'floating_ip_address': '172.35.3.132', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'port_id': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'mac_address': 'fa:16:3e:a1:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def76e60-9053-460c-86c1-87dd132dc625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:28:22Z', 'updated_at': '2021-11-27T21:28:24Z', 'revision_number': 2, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:28:25.587746 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea15ab-3bf6-4def-8340-a9d29d6af66a None None] The sync data for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 is: [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f7f87241-9afc-4400-ac46-5a19e2b0bbc6', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'floating_ip_address': '172.35.3.132', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'port_id': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'mac_address': 'fa:16:3e:a1:ff:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def76e60-9053-460c-86c1-87dd132dc625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:28:22Z', 'updated_at': '2021-11-27T21:28:24Z', 'revision_number': 2, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:28:26.778204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:28:26.781230 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e973b5b-ed53-4cee-b251-b7e02c76b339" -d '{"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:28:26.818001 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e1bb5d-84ef-47ef-a6c3-3f7dde83e882 x-openstack-request-id: req-92e1bb5d-84ef-47ef-a6c3-3f7dde83e882 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:28:26.818300 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:28:26.818670 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92e1bb5d-84ef-47ef-a6c3-3f7dde83e882 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:28:26.819381 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'status': 'completed', 'code': 200}
Nov 27 21:28:26.886553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-67d8686d-ba54-4c35-8995-9026d5b0d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:26.888654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-67d8686d-ba54-4c35-8995-9026d5b0d8e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34545818a5a9484a943ab6e09bdd800a&device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 1096 time: 0.0458093
Nov 27 21:28:26.977328 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-4f806d24-4a6c-4156-9ad5-d2482bc08cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:26.978777 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-4f806d24-4a6c-4156-9ad5-d2482bc08cfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=10235729-5fad-4790-b874-ab2a684d29bb HTTP/1.1" status: 200  len: 915 time: 0.0830021
Nov 27 21:28:27.051312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-d3a6dc81-5a25-4eaf-a144-e944b147c291 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a7ee37e-753a-462f-807c-cfcea192aed7 HTTP/1.1" status: 200  len: 1001 time: 0.0656149
Nov 27 21:28:27.100650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-d11d9ec8-e304-4946-9ad5-3dc77df1e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:27.102113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-d11d9ec8-e304-4946-9ad5-3dc77df1e56d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4 HTTP/1.1" status: 200  len: 853 time: 0.0436978
Nov 27 21:28:27.147924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-7cf5c775-affc-4601-a232-02c66ea437ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:27.149471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-7cf5c775-affc-4601-a232-02c66ea437ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10235729-5fad-4790-b874-ab2a684d29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409164
Nov 27 21:28:27.242317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-6c6b3c8b-bee6-49b6-846c-3d064aef7544 service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858655
Nov 27 21:28:27.329285 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e973b5b-ed53-4cee-b251-b7e02c76b339 req-7c2c87f0-7d32-4afd-898e-f0b27ea405cc service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801003
Nov 27 21:28:34.352043 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f7a087f-e38f-4f8e-b3a3-2f57aceff3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:36.515539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e72ebcd-4d2d-4ec5-b172-69faf820b1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:37.925417 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:39.637033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:40.327899 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:44.021639 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:28:46.245446 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:48.617014 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:28:54.073174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3beb25af-66c3-46d7-a27d-05505989a971 req-3c4d20ca-4ee1-4deb-9d96-4659559b9bab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0450847
Nov 27 21:28:54.172162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb25af-66c3-46d7-a27d-05505989a971 req-466a8c5d-f8e2-4f6a-bf6d-bbf14a546100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:54.173669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3beb25af-66c3-46d7-a27d-05505989a971 req-466a8c5d-f8e2-4f6a-bf6d-bbf14a546100 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 1096 time: 0.0480115
Nov 27 21:28:54.286469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb25af-66c3-46d7-a27d-05505989a971 req-69f5668c-2cec-4ae5-a8a4-0f1a38b8b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:54.288069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3beb25af-66c3-46d7-a27d-05505989a971 req-69f5668c-2cec-4ae5-a8a4-0f1a38b8b530 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0929446
Nov 27 21:28:54.361189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3beb25af-66c3-46d7-a27d-05505989a971 req-85c9f518-0921-4b7f-8a78-d27f5820fd92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb002a01-708d-4e8b-b1d2-931d75476f38 HTTP/1.1" status: 200  len: 1000 time: 0.0658073
Nov 27 21:28:54.411851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb25af-66c3-46d7-a27d-05505989a971 req-9fd81efc-8cb4-4a5a-9fca-9373fd4cbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:54.413357 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3beb25af-66c3-46d7-a27d-05505989a971 req-9fd81efc-8cb4-4a5a-9fca-9373fd4cbaa4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0451994
Nov 27 21:28:54.466008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb25af-66c3-46d7-a27d-05505989a971 req-7f44c7fb-4ca0-4983-a2f2-24b0733edfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:28:54.467852 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3beb25af-66c3-46d7-a27d-05505989a971 req-7f44c7fb-4ca0-4983-a2f2-24b0733edfb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0467720
Nov 27 21:28:54.581082 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3beb25af-66c3-46d7-a27d-05505989a971 req-ff008bba-2566-48be-bf6a-77b39a0f5a11 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1054335
Nov 27 21:28:54.680071 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3beb25af-66c3-46d7-a27d-05505989a971 req-c6c49a6b-c8e5-4d4b-bdb7-070f0b3c882c service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902307
Nov 27 21:29:04.353650 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-898628de-0f16-4c37-be4f-3faada357589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:05.155405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53344) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:05.327002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Deleting port 1993ab4d-7dfa-4a59-bc14-06f060c281be {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:05.327387 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:05.410650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:05.410908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:05.424334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Calling delete_port for 1993ab4d-7dfa-4a59-bc14-06f060c281be owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:05.585712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:05.616787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event deleted for resources: {'Port': ['ID=1993ab4d-7dfa-4a59-bc14-06f060c281be,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:05.644348 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.644714 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.645068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.645539 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.645885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.646296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.646637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.647097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.647585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.647928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.648262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.648595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:05.691279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:05.691590 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Floating IP f7f87241-9afc-4400-ac46-5a19e2b0bbc6 disassociated (deleted). External IP: 172.35.3.132, port: 1a7ee37e-753a-462f-807c-cfcea192aed7.
Nov 27 21:29:05.921162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Router f565551c-788c-4d97-9670-79efdf0fd03f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:29:06.037843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:29:06.043514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:06.049556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] Sync routers for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:29:06.064834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:06.065733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc480550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:28:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:06.075123 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4496dd7b-4f05-49b4-b0ac-d44fa343f699 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "DELETE /v2.0/floatingips/f7f87241-9afc-4400-ac46-5a19e2b0bbc6 HTTP/1.1" status: 204  len: 168 time: 0.9184902
Nov 27 21:29:06.076410 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:29:06.079189 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:29:06.143590 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa630fc-8752-4054-af9a-24649308b4b9 x-openstack-request-id: req-2fa630fc-8752-4054-af9a-24649308b4b9 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:29:06.143911 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:29:06.144191 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fa630fc-8752-4054-af9a-24649308b4b9 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:29:06.144600 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'status': 'completed', 'code': 200}
Nov 27 21:29:06.219384 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-99d83bce-402e-411f-bc90-0e23ca5064c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:06.220694 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-99d83bce-402e-411f-bc90-0e23ca5064c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34545818a5a9484a943ab6e09bdd800a&device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 1096 time: 0.0501399
Nov 27 21:29:06.229391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:06.334928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-4fbe62cb-3d76-4c24-8fb1-e4d1dc342241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:06.336673 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-4fbe62cb-3d76-4c24-8fb1-e4d1dc342241 service neutron] 10.222.0.15 "GET /v2.0/networks?id=10235729-5fad-4790-b874-ab2a684d29bb HTTP/1.1" status: 200  len: 915 time: 0.1086748
Nov 27 21:29:06.353868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d73a6-734a-422d-a2ee-86764c31fd77 req-072e6d10-228e-4e44-91ac-6c601a17d064 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:06.356613 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-048d73a6-734a-422d-a2ee-86764c31fd77 req-072e6d10-228e-4e44-91ac-6c601a17d064 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 945 time: 0.0602787
Nov 27 21:29:06.390854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-bc73afbd-f4f4-49c4-b918-82bf11cff42a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a7ee37e-753a-462f-807c-cfcea192aed7 HTTP/1.1" status: 200  len: 217 time: 0.0458038
Nov 27 21:29:06.414494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-048d73a6-734a-422d-a2ee-86764c31fd77 req-135277d2-cd9b-44a6-b822-067e5da9fcb5 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0496864
Nov 27 21:29:06.455553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-ef95d224-7efb-4e48-baa0-b73ccdc7edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:06.457419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-ef95d224-7efb-4e48-baa0-b73ccdc7edbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4 HTTP/1.1" status: 200  len: 853 time: 0.0585403
Nov 27 21:29:06.492107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc480550>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:06.517591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-39f237e5-25ac-4ca2-91d6-2e929823148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:06.519232 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-39f237e5-25ac-4ca2-91d6-2e929823148f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10235729-5fad-4790-b874-ab2a684d29bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0491009
Nov 27 21:29:06.530748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] Checking router: f565551c-788c-4d97-9670-79efdf0fd03f for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:29:06.547620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:06.548277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc480550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:28:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:06.550140 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-20330671-1038-44c9-9fc5-597be60c289b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:06.642181 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-0b4aad20-1cca-418c-bd68-899676a617d5 service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122890
Nov 27 21:29:06.677409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:06.754811 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43a7ecb5-1487-4f2a-9224-82f6a827e8c3 req-f9214ffd-fac8-4e93-a365-84a40b326692 service neutron] 10.222.0.15 "GET /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024637
Nov 27 21:29:06.896711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc480550>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:06.930607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae1c8c-635c-4a23-b241-0d4471456397 None None] The sync data for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 is: [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2061fa1b-f9fd-4a7e-bfef-db295c838956', 'name': '', 'network_id': '10235729-5fad-4790-b874-ab2a684d29bb', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'mac_address': 'fa:16:3e:ad:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:44Z', 'updated_at': '2021-11-27T21:27:48Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'subnets': [{'id': '1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:29:07.180823 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ae094-6e87-4acc-b222-587ea45483b5 None None] New status for floating IP f7f87241-9afc-4400-ac46-5a19e2b0bbc6: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:29:07.549400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed0efc-2b9c-4501-92da-fcea22051e32 req-e50d9a0e-fda9-4f16-9879-3602a5029072 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:07.551184 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d4ed0efc-2b9c-4501-92da-fcea22051e32 req-e50d9a0e-fda9-4f16-9879-3602a5029072 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 945 time: 0.0536859
Nov 27 21:29:07.602425 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d4ed0efc-2b9c-4501-92da-fcea22051e32 req-dfae9646-7e08-4697-890c-526eaafbf249 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/security-groups?id=653c17fe-aa19-4616-9644-8e2727e2fa26&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452425
Nov 27 21:29:07.926821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:08.056406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-520c7cb9-ec5e-44ae-aa1f-aa31c4d7eef5 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:08.057880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-520c7cb9-ec5e-44ae-aa1f-aa31c4d7eef5 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.15 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 945 time: 0.0520456
Nov 27 21:29:08.145468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Deleting port 1a7ee37e-753a-462f-807c-cfcea192aed7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:08.145831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:08.235310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] For port 1a7ee37e-753a-462f-807c-cfcea192aed7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1a7ee37e-753a-462f-807c-cfcea192aed7,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:08.235582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:08.248716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Calling delete_port for 1a7ee37e-753a-462f-807c-cfcea192aed7 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:08.376489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:08.408381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event deleted for resources: {'Port': ['ID=1a7ee37e-753a-462f-807c-cfcea192aed7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:08.450585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] No DVR routers for this DVR port 1a7ee37e-753a-462f-807c-cfcea192aed7 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:29:08.453745 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:08.457095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7395df6c-78ea-43fd-9e8d-976c1330284c req-9fe1a609-2ee1-452c-84e6-fed1741c82fa tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.15 "DELETE /v2.0/ports/1a7ee37e-753a-462f-807c-cfcea192aed7 HTTP/1.1" status: 204  len: 173 time: 0.3932598
Nov 27 21:29:08.457543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'name': 'network-vif-deleted', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:29:08.459892 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac00f5f-097e-4a85-9ce2-bd487705d5fe" -d '{"events": [{"server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "name": "network-vif-deleted", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:29:08.496229 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2576604-b295-421f-9937-ae263ce2bb2e x-openstack-request-id: req-d2576604-b295-421f-9937-ae263ce2bb2e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:29:08.496536 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def76e60-9053-460c-86c1-87dd132dc625", "name": "network-vif-deleted", "tag": "1a7ee37e-753a-462f-807c-cfcea192aed7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:29:08.496798 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2576604-b295-421f-9937-ae263ce2bb2e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:29:08.497229 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def76e60-9053-460c-86c1-87dd132dc625', 'name': 'network-vif-deleted', 'tag': '1a7ee37e-753a-462f-807c-cfcea192aed7', 'status': 'completed', 'code': 200}
Nov 27 21:29:08.713860 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ffc620d-b457-4d25-a46c-a6bd1f4cfab8 req-71e99f84-0dc6-4b00-aa61-bb3d72c319c7 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "GET /v2.0/ports?device_id=def76e60-9053-460c-86c1-87dd132dc625 HTTP/1.1" status: 200  len: 210 time: 0.0288134
Nov 27 21:29:09.639984 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:09.771931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53360) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:09.828078 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f43af14-b704-4693-b66b-26f60644e138 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:09.852204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f43af14-b704-4693-b66b-26f60644e138 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:09.913955 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f43af14-b704-4693-b66b-26f60644e138 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:09.916739 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5f43af14-b704-4693-b66b-26f60644e138 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:09.917891 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5f43af14-b704-4693-b66b-26f60644e138 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] 10.222.0.21 "DELETE /v2.0/security-groups/653c17fe-aa19-4616-9644-8e2727e2fa26 HTTP/1.1" status: 204  len: 168 time: 0.1449311
Nov 27 21:29:09.927585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43af14-b704-4693-b66b-26f60644e138 tempest-TestVolumeBackupRestore-900720088 tempest-TestVolumeBackupRestore-900720088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c17fe-aa19-4616-9644-8e2727e2fa26,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:10.329100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:11.267531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1a7ee37e-753a-462f-807c-cfcea192aed7 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:29:11.287741 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 1a7ee37e-753a-462f-807c-cfcea192aed7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:29:11.288093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1a7ee37e-753a-462f-807c-cfcea192aed7 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:29:11.654851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330983cc-7829-41fb-a235-c5715fdcef05 req-f9eedec2-f23c-41e5-ba51-12ba6711dddc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:11.656419 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-330983cc-7829-41fb-a235-c5715fdcef05 req-f9eedec2-f23c-41e5-ba51-12ba6711dddc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 945 time: 0.0508292
Nov 27 21:29:11.707662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-330983cc-7829-41fb-a235-c5715fdcef05 req-93e0b128-a433-4aaf-87d2-d0f6ccafa830 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449240
Nov 27 21:29:12.824966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88906c4e-23bc-4130-a638-41cf38b666fe req-1cf14d74-e116-4a88-835a-e346ae5d5cbd tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:12.827518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88906c4e-23bc-4130-a638-41cf38b666fe req-1cf14d74-e116-4a88-835a-e346ae5d5cbd tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 945 time: 0.0512004
Nov 27 21:29:12.885084 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88906c4e-23bc-4130-a638-41cf38b666fe req-f1189e45-85fa-4eb0-bbcb-6430da7429c1 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498877
Nov 27 21:29:13.291153 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53460) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:13.392800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-db51705f-fd96-4771-9d49-4514517464bf tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:13.394276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-db51705f-fd96-4771-9d49-4514517464bf tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 945 time: 0.0489283
Nov 27 21:29:13.492993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Deleting port eb002a01-708d-4e8b-b1d2-931d75476f38 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:13.493337 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:13.580360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] For port eb002a01-708d-4e8b-b1d2-931d75476f38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb002a01-708d-4e8b-b1d2-931d75476f38,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:13.580639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:13.636801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:14.132827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Deleting port 2061fa1b-f9fd-4a7e-bfef-db295c838956 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:14.133559 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:14.141210 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8712a-bcb2-4ec4-8793-87c166fc8524 req-b56e17bc-9e17-4403-a043-3cd688485703 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:14.142714 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ac8712a-bcb2-4ec4-8793-87c166fc8524 req-b56e17bc-9e17-4403-a043-3cd688485703 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 945 time: 0.0991797
Nov 27 21:29:14.166271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:14.166550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:14.166867 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Floating IP 4d671aad-9c0f-41cd-98bc-f6cdc7593086 disassociated. External IP: 172.35.3.62, port: eb002a01-708d-4e8b-b1d2-931d75476f38.
Nov 27 21:29:14.167221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Calling delete_port for eb002a01-708d-4e8b-b1d2-931d75476f38 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:14.214997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] For port 2061fa1b-f9fd-4a7e-bfef-db295c838956, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2061fa1b-f9fd-4a7e-bfef-db295c838956,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:14.215394 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:14.228590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Calling delete_port for 2061fa1b-f9fd-4a7e-bfef-db295c838956 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:14.242819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ac8712a-bcb2-4ec4-8793-87c166fc8524 req-9480296a-0074-4aca-b342-162368b6f807 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931551
Nov 27 21:29:14.329951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:14.363122 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'Port': ['ID=eb002a01-708d-4e8b-b1d2-931d75476f38,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:14.410053 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:14.435620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Pushing event deleted for resources: {'Port': ['ID=2061fa1b-f9fd-4a7e-bfef-db295c838956,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:14.465953 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.466309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.466656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.466995 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.467364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.467704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.468034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.468403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.468734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.469071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.469398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.469730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:14.489102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Router 144d3c3f-cc39-48de-b717-661f6e54baf7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:29:14.616259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:29:14.630586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] Sync routers for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:29:14.633541 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:14.645437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:14.646332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce74d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:29:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:14.677475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] No DVR routers for this DVR port eb002a01-708d-4e8b-b1d2-931d75476f38 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:29:14.680093 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:14.683927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe31d12e-e618-4aac-a4aa-6bcce72d3472 req-d8d57024-b8f8-4662-b157-c975c06b9e2e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "DELETE /v2.0/ports/eb002a01-708d-4e8b-b1d2-931d75476f38 HTTP/1.1" status: 204  len: 173 time: 1.2805138
Nov 27 21:29:14.684400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'name': 'network-vif-deleted', 'tag': 'eb002a01-708d-4e8b-b1d2-931d75476f38'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:29:14.686780 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a23f6-2c67-4675-99ea-d7e1f7793ea2" -d '{"events": [{"server_uuid": "a998ba79-79c4-4e94-8cbb-7fabdce46b60", "name": "network-vif-deleted", "tag": "eb002a01-708d-4e8b-b1d2-931d75476f38"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:29:14.740312 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b513b8b-f146-486f-8f17-03c77fd803da x-openstack-request-id: req-7b513b8b-f146-486f-8f17-03c77fd803da {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:29:14.740651 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998ba79-79c4-4e94-8cbb-7fabdce46b60", "name": "network-vif-deleted", "tag": "eb002a01-708d-4e8b-b1d2-931d75476f38", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:29:14.740868 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b513b8b-f146-486f-8f17-03c77fd803da {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:29:14.741272 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998ba79-79c4-4e94-8cbb-7fabdce46b60', 'name': 'network-vif-deleted', 'tag': 'eb002a01-708d-4e8b-b1d2-931d75476f38', 'status': 'completed', 'code': 200}
Nov 27 21:29:14.773193 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:14.886620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Router f565551c-788c-4d97-9670-79efdf0fd03f has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:29:15.008076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:29:15.013544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2d513e5c-e223-418b-8e74-1aba362bbacc admin admin] 10.222.0.21 "PUT /v2.0/routers/f565551c-788c-4d97-9670-79efdf0fd03f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7211332
Nov 27 21:29:15.016874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53466) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:15.018771 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] Sync routers for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:29:15.029519 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:15.030150 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe892d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:29:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:15.127561 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.155832 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:15.191598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce74d90>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:15.219822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] Checking router: 144d3c3f-cc39-48de-b717-661f6e54baf7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:29:15.229363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:15.230152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce74d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:29:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:15.243136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.334234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Deleting port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:15.334632 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.415936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:15.429161 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43b2bfed-c944-411b-a336-570727bd113b req-2044e472-9899-4df7-81e2-c47d93c9c323 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=a998ba79-79c4-4e94-8cbb-7fabdce46b60 HTTP/1.1" status: 200  len: 210 time: 0.0751486
Nov 27 21:29:15.500650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] For port 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eed9ca5-d74e-4df3-997c-2ee29b54e6b8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:15.501379 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.519495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Calling delete_port for 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:15.522556 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe892d60>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:29:14Z', 'revision_number': 5, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port': {'id': '6eed9ca5-d74e-4df3-997c-2ee29b54e6b8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:42Z', 'updated_at': '2021-11-27T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:15.549222 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] Checking router: f565551c-788c-4d97-9670-79efdf0fd03f for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:29:15.557785 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] Routers {'f565551c-788c-4d97-9670-79efdf0fd03f'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:15.558508 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe892d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:29:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['f565551c-788c-4d97-9670-79efdf0fd03f'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:15.665268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce74d90>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:15.678916 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] Set router f565551c-788c-4d97-9670-79efdf0fd03f gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:15.699771 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2cd8de-9d49-4ca5-9e3f-ba55bf02a7c6 None None] The sync data for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 is: [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:29:15.735066 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.750026 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe892d60>, [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:29:15Z', 'revision_number': 6, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:15.763514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Pushing event deleted for resources: {'Port': ['ID=6eed9ca5-d74e-4df3-997c-2ee29b54e6b8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:15.779112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1326179-88ac-441a-8b7e-c9399dc76c40 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:29:15.780176 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91ed37-d5b1-47da-833d-0fedc3a0f03d None None] The sync data for ids ['f565551c-788c-4d97-9670-79efdf0fd03f'] in ncdv-master-1 is: [{'id': 'f565551c-788c-4d97-9670-79efdf0fd03f', 'name': 'tempest-TestVolumeBackupRestore-1547127561-router', 'tenant_id': '34545818a5a9484a943ab6e09bdd800a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:41Z', 'updated_at': '2021-11-27T21:29:15Z', 'revision_number': 6, 'project_id': '34545818a5a9484a943ab6e09bdd800a', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:29:15.842605 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.941438 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.943813 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.970487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f4462-795a-42cd-8284-db8a7cb2876f None None] New status for floating IP 4d671aad-9c0f-41cd-98bc-f6cdc7593086: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:29:15.990978 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.991545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f565551c-788c-4d97-9670-79efdf0fd03f {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:29:15.996658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:15.997799 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ed4673c2-8412-47e5-9354-2d79b09b109b admin admin] 10.222.0.21 "DELETE /v2.0/routers/f565551c-788c-4d97-9670-79efdf0fd03f HTTP/1.1" status: 204  len: 168 time: 0.9798493
Nov 27 21:29:16.001721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53470) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:16.045879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device eb002a01-708d-4e8b-b1d2-931d75476f38 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:29:16.046356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46a12c5-582c-4ab3-961c-568e4c05c34f admin admin] Deleting subnet 1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:29:16.049546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a46a12c5-582c-4ab3-961c-568e4c05c34f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.074347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: eb002a01-708d-4e8b-b1d2-931d75476f38 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:29:16.074347 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device eb002a01-708d-4e8b-b1d2-931d75476f38 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:29:16.084482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a46a12c5-582c-4ab3-961c-568e4c05c34f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.169221 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a46a12c5-582c-4ab3-961c-568e4c05c34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.227666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a46a12c5-582c-4ab3-961c-568e4c05c34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.254564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a12c5-582c-4ab3-961c-568e4c05c34f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:16.256445 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.260892 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a46a12c5-582c-4ab3-961c-568e4c05c34f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.266290 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf4ea39-7d0a-4347-b397-e9da6372ed68 None None] Network 10235729-5fad-4790-b874-ab2a684d29bb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:29:16.267001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53472) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:16.267496 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a46a12c5-582c-4ab3-961c-568e4c05c34f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1ba19cdc-5550-4c0a-b0d5-45a0aaea14b4 HTTP/1.1" status: 204  len: 168 time: 0.2643344
Nov 27 21:29:16.338987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.398829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Deleting port 8acb9538-7cf3-4241-a687-2b90e1607439 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:16.399201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.463606 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] For port 8acb9538-7cf3-4241-a687-2b90e1607439, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8acb9538-7cf3-4241-a687-2b90e1607439,segment=NetworkSegment(576fccd0-1f0b-48f3-a6fe-a0449ed96fdb),segment_id=576fccd0-1f0b-48f3-a6fe-a0449ed96fdb)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:16.463981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.477435 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Calling delete_port for 8acb9538-7cf3-4241-a687-2b90e1607439 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:16.563678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.589571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e368f-3a88-44cb-886c-41f503b9f78a None None] DHCP port deletion for 10235729-5fad-4790-b874-ab2a684d29bb request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:29:16.598329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8acb9538-7cf3-4241-a687-2b90e1607439,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:16.602131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] No DVR routers for this DVR port 8acb9538-7cf3-4241-a687-2b90e1607439 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:29:16.682537 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.703199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7875340>,) {'filters': {'network_id': ['10235729-5fad-4790-b874-ab2a684d29bb']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:16.713371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7875340>, '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:16.713672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7875340>, '576fccd0-1f0b-48f3-a6fe-a0449ed96fdb') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:16.721406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-df65ed28-0de0-4a6d-ae72-b078efc50b8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671575428&fields=id&tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 267 time: 0.0461702
Nov 27 21:29:16.724564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.739029 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.746383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:29:16.746992 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:29:16.749074 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:29:16.808676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.815305 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:16.822836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/10235729-5fad-4790-b874-ab2a684d29bb HTTP/1.1" status: 204  len: 168 time: 0.5512443
Nov 27 21:29:16.824183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53482) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:16.834896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40923b2-451f-4797-8e60-2012de242fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10235729-5fad-4790-b874-ab2a684d29bb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:16.884469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-62ef17ad-c0f9-4efd-8e2e-be5b0ea11102 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:16.885976 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-62ef17ad-c0f9-4efd-8e2e-be5b0ea11102 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1553659
Nov 27 21:29:16.908671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-9e3a220f-6f60-40d2-9a52-c0ae272f8225 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/quotas/75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 375 time: 0.0148053
Nov 27 21:29:17.035591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-d31eb8b6-4f80-4797-90b6-aa0f8baec4e4 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0928693
Nov 27 21:29:17.198619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-96b00e8b-5a11-4586-956d-41c3c5d39cec service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508596
Nov 27 21:29:17.326011 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-419f6d6b-3047-4f24-bb8b-9c80ef00fe89 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1197605
Nov 27 21:29:17.384720 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:29:17.388566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:17.410242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:29:17.411006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6eed9ca5-d74e-4df3-997c-2ee29b54e6b8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:29:17.411618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8acb9538-7cf3-4241-a687-2b90e1607439 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:29:17.433077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 8acb9538-7cf3-4241-a687-2b90e1607439 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:29:17.433436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8acb9538-7cf3-4241-a687-2b90e1607439 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:29:17.434076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2061fa1b-f9fd-4a7e-bfef-db295c838956 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:29:17.454576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 2061fa1b-f9fd-4a7e-bfef-db295c838956 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:29:17.454877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2061fa1b-f9fd-4a7e-bfef-db295c838956 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:29:17.643810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da62f6e1-da25-4650-bc7a-995f0a60b1df req-c64da769-9dd1-484b-a54e-08995efcdaed tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 210 time: 0.0287600
Nov 27 21:29:17.652167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Deleting port 129bd634-ad55-4c9a-babe-3f98444d6757 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:17.652728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:17.737397 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] For port 129bd634-ad55-4c9a-babe-3f98444d6757, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129bd634-ad55-4c9a-babe-3f98444d6757,segment=NetworkSegment(f9816a01-63de-4b84-b91c-6ca4b085267f),segment_id=f9816a01-63de-4b84-b91c-6ca4b085267f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:17.738027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:17.751779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Calling delete_port for 129bd634-ad55-4c9a-babe-3f98444d6757 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:18.249210 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:18.274975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Pushing event deleted for resources: {'Port': ['ID=129bd634-ad55-4c9a-babe-3f98444d6757,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:18.445749 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:18.617134 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:18.650118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-2ee62845-b7bb-4034-ad81-e7268fe3ade1 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:18.651489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-2ee62845-b7bb-4034-ad81-e7268fe3ade1 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1583979
Nov 27 21:29:18.785616 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db440d55-2632-455f-8400-ddfc628b5240 req-948c4ff7-4ac3-4d84-85bc-e8a4bff41fca tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 210 time: 0.0628250
Nov 27 21:29:18.822032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-342c437d-7d09-45b5-8ccb-a294c9968aeb tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 380 time: 0.1314688
Nov 27 21:29:18.832773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'port': {'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'admin_state_up': True, 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'security_groups': ['bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:29:18.839654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:29:19.031795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:29:19.033833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Made reservation on behalf of 75d471b7fbc14bbcbf3dbb7f1acbddcb for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:29:19.037439 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.042271 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] Sync routers for ids ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:29:19.043118 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-30cb1bfc-712c-497d-97e0-54723c5d687d admin admin] 10.222.0.21 "PUT /v2.0/routers/ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2179348
Nov 27 21:29:19.045817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53510) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:19.056869 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] Routers {'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:19.057813 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9290a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:29:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:19.179399 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] Set router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:19.195990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Allocated IP 172.20.0.7 (5d1d65de-2cf6-426d-bf1f-f8a8267152d2/3d24b152-51f4-4171-a3fb-2a7b5d28804d/7fe4f942-a726-477b-ad52-6eb091e3cd6c) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:29:19.204654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.380400 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.388218 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.408919 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9290a0>, [{'id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:29:17Z', 'revision_number': 5, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'gw_port': {'id': 'ce3e6451-e490-4d4e-a741-4e972a0294c5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:19.434894 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.445317 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] Checking router: ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:29:19.456835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Deleting port ce3e6451-e490-4d4e-a741-4e972a0294c5 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:19.457185 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.459601 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] Routers {'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:19.460454 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9290a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:29:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:19.479846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:29:19.483579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:29:19.491134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:29:19.561292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] For port ce3e6451-e490-4d4e-a741-4e972a0294c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce3e6451-e490-4d4e-a741-4e972a0294c5,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:19.562570 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.565294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:19.565952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.581289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Calling delete_port for ce3e6451-e490-4d4e-a741-4e972a0294c5 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:19.598711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=7fe4f942-a726-477b-ad52-6eb091e3cd6c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:19.608550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-86bed307-9e48-4da6-ae13-ac2d741dc913 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7802618
Nov 27 21:29:19.626533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Request body: {'port': {'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:29:19.630338 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] Set router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:19.693935 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9290a0>, [{'id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:29:19Z', 'revision_number': 6, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:19.727621 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5645321-03cb-437b-8b75-addbb14026d2 None None] The sync data for ids ['ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e'] in ncdv-master-1 is: [{'id': 'ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e', 'name': 'tempest-TestVolumeBackupRestore-2080842828-router', 'tenant_id': 'a1a29ead62784dc8bc7fce501eb74049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:27:47Z', 'updated_at': '2021-11-27T21:29:19Z', 'revision_number': 6, 'project_id': 'a1a29ead62784dc8bc7fce501eb74049', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:29:19.766303 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.793363 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.820796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3e6451-e490-4d4e-a741-4e972a0294c5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:19.847655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20598e3-92e6-441f-9b75-50f5e6b0c524 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:29:19.852692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cdcafc46-281e-4af0-b5fd-1f7ec861d241 None None] Provisioning complete for port 7fe4f942-a726-477b-ad52-6eb091e3cd6c triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:29:19.853181 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cdcafc46-281e-4af0-b5fd-1f7ec861d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.891021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-cdcafc46-281e-4af0-b5fd-1f7ec861d241 None None] Port 7fe4f942-a726-477b-ad52-6eb091e3cd6c cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:29:19.947517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:19.956549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b8421-a695-4d24-acdd-8e07894b8eb3 req-efb0ba81-5824-4a5e-a898-e8a8390de39c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:19.958034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-375b8421-a695-4d24-acdd-8e07894b8eb3 req-efb0ba81-5824-4a5e-a898-e8a8390de39c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 931 time: 0.0899370
Nov 27 21:29:20.063867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.070076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.072229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe4f942-a726-477b-ad52-6eb091e3cd6c {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:29:20.081071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.093141 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Transition to ACTIVE for port object 7fe4f942-a726-477b-ad52-6eb091e3cd6c will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:29:20.100807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.122835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-375b8421-a695-4d24-acdd-8e07894b8eb3 req-64ba28e2-f256-40cb-aef1-7eb3a9f1adeb tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391511
Nov 27 21:29:20.132540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.133576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:29:20.147331 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.147331 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-83fc1a8f-76b4-406a-9195-3f0567ef1b9d admin admin] 10.222.0.21 "DELETE /v2.0/routers/ac5b0bd3-7e1f-4390-9a83-d2c4df256d7e HTTP/1.1" status: 204  len: 168 time: 1.0935903
Nov 27 21:29:20.147331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53514) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:20.155705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe4f942-a726-477b-ad52-6eb091e3cd6c,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:20.200194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-46753a68-6237-4ef7-9e41-2cb2cfa58ac1 admin admin] Deleting subnet 00912a65-639d-4cae-be5e-abb6119e31be {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:29:20.205728 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46753a68-6237-4ef7-9e41-2cb2cfa58ac1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.243696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Attempting to bind port 7fe4f942-a726-477b-ad52-6eb091e3cd6c on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:29:20.244206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Attempting to bind port 7fe4f942-a726-477b-ad52-6eb091e3cd6c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:29:20.245182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Attempting to bind port 7fe4f942-a726-477b-ad52-6eb091e3cd6c on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:29:20.249523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46753a68-6237-4ef7-9e41-2cb2cfa58ac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.250202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Port 7fe4f942-a726-477b-ad52-6eb091e3cd6c on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:29:20.250894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Attempting to bind port 7fe4f942-a726-477b-ad52-6eb091e3cd6c on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:29:20.256315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:29:20.256797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Checking segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:29:20.257297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Bound using segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:29:20.257856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Bound port: 7fe4f942-a726-477b-ad52-6eb091e3cd6c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:29:20.258325 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.341990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] For port 7fe4f942-a726-477b-ad52-6eb091e3cd6c, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:29:20.347119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] For port 7fe4f942-a726-477b-ad52-6eb091e3cd6c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:29:20.352852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.364483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46753a68-6237-4ef7-9e41-2cb2cfa58ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.388992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:20.389618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.391609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 200  len: 1091 time: 0.7711656
Nov 27 21:29:20.392062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:29:20.394441 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f890d0-4b80-4042-b9b2-993c15528496" -d '{"events": [{"name": "network-changed", "server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:29:20.435544 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46753a68-6237-4ef7-9e41-2cb2cfa58ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.465207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a61053-822b-439f-bc7a-a9c542f116f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe4f942-a726-477b-ad52-6eb091e3cd6c,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:20.468979 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4934692f-9d85-4976-887f-2f0070ef9eee x-openstack-request-id: req-4934692f-9d85-4976-887f-2f0070ef9eee {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:29:20.469268 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:29:20.469519 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4934692f-9d85-4976-887f-2f0070ef9eee {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:29:20.469912 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'status': 'completed', 'code': 200}
Nov 27 21:29:20.478033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46753a68-6237-4ef7-9e41-2cb2cfa58ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00912a65-639d-4cae-be5e-abb6119e31be,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:20.480591 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46753a68-6237-4ef7-9e41-2cb2cfa58ac1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.488132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-46753a68-6237-4ef7-9e41-2cb2cfa58ac1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00912a65-639d-4cae-be5e-abb6119e31be HTTP/1.1" status: 204  len: 168 time: 0.3435526
Nov 27 21:29:20.488395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53518) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:20.492227 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b5167d-4268-42a5-bf02-b7aab2ad81f2 None None] Network 5950a7d6-b1dd-4394-9ade-1fc3b503061e requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:29:20.556563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-c2d674bf-fa86-45c6-a873-c778f8672c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:20.558077 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-c2d674bf-fa86-45c6-a873-c778f8672c2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1094 time: 0.1095829
Nov 27 21:29:20.582650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.615712 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-07882ef6-7a2c-4090-92b7-153c6fe4a1bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 200  len: 217 time: 0.0467668
Nov 27 21:29:20.700265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] DHCP port deletion for 5950a7d6-b1dd-4394-9ade-1fc3b503061e request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:29:20.702636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-4a42186e-d025-417d-809a-3b5bc0cb0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:20.704251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-4a42186e-d025-417d-809a-3b5bc0cb0eca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0808651
Nov 27 21:29:20.751444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Deleting port a2f61962-5b4c-4652-b7fa-76473cdfa58e {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:20.751784 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.776808 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Deleting port a2f61962-5b4c-4652-b7fa-76473cdfa58e {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:29:20.777198 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.816242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-33fdcabf-5f17-4235-b71b-753295f98ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:20.817872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-33fdcabf-5f17-4235-b71b-753295f98ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1065876
Nov 27 21:29:20.845009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] For port a2f61962-5b4c-4652-b7fa-76473cdfa58e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2f61962-5b4c-4652-b7fa-76473cdfa58e,segment=NetworkSegment(f9816a01-63de-4b84-b91c-6ca4b085267f),segment_id=f9816a01-63de-4b84-b91c-6ca4b085267f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:20.845417 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.857310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] For port a2f61962-5b4c-4652-b7fa-76473cdfa58e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2f61962-5b4c-4652-b7fa-76473cdfa58e,segment=NetworkSegment(f9816a01-63de-4b84-b91c-6ca4b085267f),segment_id=f9816a01-63de-4b84-b91c-6ca4b085267f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:20.857675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.858766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Calling delete_port for a2f61962-5b4c-4652-b7fa-76473cdfa58e owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:20.902589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Calling delete_port for a2f61962-5b4c-4652-b7fa-76473cdfa58e owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:29:20.945748 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:20.971425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Pushing event deleted for resources: {'Port': ['ID=a2f61962-5b4c-4652-b7fa-76473cdfa58e,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:20.978657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.979000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.979469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.979769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.980101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.980712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.981177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.981576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.981976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.982373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.982885 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.983074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-a0237840-c4b6-4252-bcff-1f00cdda372e service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542337
Nov 27 21:29:20.983194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:29:20.989082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6374d-e977-414b-b320-9e1c17f1b0cc None None] No DVR routers for this DVR port a2f61962-5b4c-4652-b7fa-76473cdfa58e on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:29:21.020130 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:29:21.071419 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.107588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f61962-5b4c-4652-b7fa-76473cdfa58e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:21.122273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] No DVR routers for this DVR port a2f61962-5b4c-4652-b7fa-76473cdfa58e on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:29:21.124993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdc9776c-61ba-43c2-a969-e92f0e3e6c1c req-43eaa5ab-2989-4cff-8901-0ee50bff57be service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320961
Nov 27 21:29:21.223854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.248880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe4002fa820>,) {'filters': {'network_id': ['5950a7d6-b1dd-4394-9ade-1fc3b503061e']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:21.255919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ceef0-9830-457c-a4a2-134fa9e3b50a req-0f0895e1-5087-4f20-a079-587ce8dc68bc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:21.257477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b80ceef0-9830-457c-a4a2-134fa9e3b50a req-0f0895e1-5087-4f20-a079-587ce8dc68bc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 943 time: 0.0513849
Nov 27 21:29:21.260906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f890d0-4b80-4042-b9b2-993c15528496 req-afc787f6-45db-4959-a5f6-9be3256b0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:21.262406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51f890d0-4b80-4042-b9b2-993c15528496 req-afc787f6-45db-4959-a5f6-9be3256b0811 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1094 time: 0.0768168
Nov 27 21:29:21.264058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4002fa820>, 'f9816a01-63de-4b84-b91c-6ca4b085267f') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:21.264343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe4002fa820>, 'f9816a01-63de-4b84-b91c-6ca4b085267f') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:21.282314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.307819 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b80ceef0-9830-457c-a4a2-134fa9e3b50a req-33468da0-a5fb-4ce3-9eb6-fa914cd92d35 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441310
Nov 27 21:29:21.337356 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.346958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:29:21.347386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:29:21.349049 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:29:21.388570 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a2f61962-5b4c-4652-b7fa-76473cdfa58e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:29:21.412650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: a2f61962-5b4c-4652-b7fa-76473cdfa58e {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:29:21.413105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a2f61962-5b4c-4652-b7fa-76473cdfa58e not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:29:21.413606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 129bd634-ad55-4c9a-babe-3f98444d6757 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:29:21.420759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f890d0-4b80-4042-b9b2-993c15528496 req-89384f01-f22d-448e-bb2c-5af5c1754e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:21.422856 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51f890d0-4b80-4042-b9b2-993c15528496 req-89384f01-f22d-448e-bb2c-5af5c1754e11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.1520269
Nov 27 21:29:21.423911 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.429187 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.432359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] 10.222.0.21 "DELETE /v2.0/networks/5950a7d6-b1dd-4394-9ade-1fc3b503061e HTTP/1.1" status: 204  len: 168 time: 0.9429977
Nov 27 21:29:21.438157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 129bd634-ad55-4c9a-babe-3f98444d6757 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:29:21.438522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 129bd634-ad55-4c9a-babe-3f98444d6757 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:29:21.438958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ce3e6451-e490-4d4e-a741-4e972a0294c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:29:21.461822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ce3e6451-e490-4d4e-a741-4e972a0294c5 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:29:21.462179 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ce3e6451-e490-4d4e-a741-4e972a0294c5 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:29:21.485730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf58ce-7c34-4325-9a85-5e5a86f25bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=5950a7d6-b1dd-4394-9ade-1fc3b503061e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:21.488765 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51f890d0-4b80-4042-b9b2-993c15528496 req-e4003518-04f0-4ce3-a1c7-3a70c75a1851 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 200  len: 217 time: 0.0553465
Nov 27 21:29:21.539046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f890d0-4b80-4042-b9b2-993c15528496 req-ce5d6f4f-cd67-46f6-8148-86db24632b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:21.540536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51f890d0-4b80-4042-b9b2-993c15528496 req-ce5d6f4f-cd67-46f6-8148-86db24632b9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0450735
Nov 27 21:29:21.588757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f890d0-4b80-4042-b9b2-993c15528496 req-9c2394df-4749-48f5-8fb7-be1f2edc6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:21.590292 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51f890d0-4b80-4042-b9b2-993c15528496 req-9c2394df-4749-48f5-8fb7-be1f2edc6ba8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428715
Nov 27 21:29:21.609425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53524) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:21.652578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ebce0532-fe94-4430-943c-e32837e84a89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34545818a5a9484a943ab6e09bdd800a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0415962
Nov 27 21:29:21.654741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53526) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:21.688253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51f890d0-4b80-4042-b9b2-993c15528496 req-78d86f69-d434-4f8c-9e0b-acbf46ba7e5a service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903301
Nov 27 21:29:21.701756 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2f3df68-d37d-47ed-abbd-79d08c429d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.727271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2f3df68-d37d-47ed-abbd-79d08c429d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.772731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2f3df68-d37d-47ed-abbd-79d08c429d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.775396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c2f3df68-d37d-47ed-abbd-79d08c429d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:21.776634 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c2f3df68-d37d-47ed-abbd-79d08c429d37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9806655-0c96-4af6-af59-8befd4d9668f HTTP/1.1" status: 204  len: 168 time: 0.1208348
Nov 27 21:29:21.779379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51f890d0-4b80-4042-b9b2-993c15528496 req-5caea1e6-c3c4-45ad-8100-185fbecefcd6 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844038
Nov 27 21:29:21.786287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3df68-d37d-47ed-abbd-79d08c429d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9806655-0c96-4af6-af59-8befd4d9668f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:22.092397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53532) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:22.132258 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-42752fd1-b5c2-4ae5-887e-db17d1279ce2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1a29ead62784dc8bc7fce501eb74049&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386963
Nov 27 21:29:22.134615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 53534) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:22.180215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03151ce1-2faf-4396-ad9d-10a5a69f681b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:22.200445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03151ce1-2faf-4396-ad9d-10a5a69f681b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:22.246155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03151ce1-2faf-4396-ad9d-10a5a69f681b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:22.248946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-03151ce1-2faf-4396-ad9d-10a5a69f681b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:22.250148 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-03151ce1-2faf-4396-ad9d-10a5a69f681b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6039a1cf-fcfb-4a45-9a6b-39efff9e18da HTTP/1.1" status: 204  len: 168 time: 0.1146421
Nov 27 21:29:22.257490 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03151ce1-2faf-4396-ad9d-10a5a69f681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6039a1cf-fcfb-4a45-9a6b-39efff9e18da,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:22.427585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9de6b-0a35-48ee-a16a-2e3e6ed4685e req-dfdc1b98-635c-4bc9-a33a-72d75a018627 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:22.429256 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35a9de6b-0a35-48ee-a16a-2e3e6ed4685e req-dfdc1b98-635c-4bc9-a33a-72d75a018627 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 943 time: 0.0515184
Nov 27 21:29:22.495872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-35a9de6b-0a35-48ee-a16a-2e3e6ed4685e req-be9906e7-b0c1-4f7a-b82a-bf2ee124a561 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598743
Nov 27 21:29:23.854176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72c6f2-7162-4105-a17c-8e2a335f9c03 req-2104f8bc-d6bb-4cc8-aead-ed2e2804321c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:23.855681 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e72c6f2-7162-4105-a17c-8e2a335f9c03 req-2104f8bc-d6bb-4cc8-aead-ed2e2804321c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 943 time: 0.0479853
Nov 27 21:29:23.907781 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e72c6f2-7162-4105-a17c-8e2a335f9c03 req-935ccdb9-7395-4c49-8904-01bed77ef6df tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457263
Nov 27 21:29:25.022852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b66ae-8dba-464d-847e-751c0c228f57 req-7b2a96f1-e305-4be3-b853-d2af1eac025b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:25.024364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d89b66ae-8dba-464d-847e-751c0c228f57 req-7b2a96f1-e305-4be3-b853-d2af1eac025b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 943 time: 0.0490887
Nov 27 21:29:25.072568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d89b66ae-8dba-464d-847e-751c0c228f57 req-4e1c7532-ebf1-4d75-86f6-b8b174b055bb tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423975
Nov 27 21:29:25.371357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7fe4f942-a726-477b-ad52-6eb091e3cd6c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:29:25.467105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7fe4f942-a726-477b-ad52-6eb091e3cd6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:25.482675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:29:25.519379 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:25.532325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe4f942-a726-477b-ad52-6eb091e3cd6c {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:29:25.551097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7fe4f942-a726-477b-ad52-6eb091e3cd6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:25.555024 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:25.599623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=7fe4f942-a726-477b-ad52-6eb091e3cd6c,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:25.849614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['7fe4f942-a726-477b-ad52-6eb091e3cd6c'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:29:26.184678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc6fa-4cc6-4213-8a17-2f14dd1f6be4 req-6f24cf82-d4ab-459b-87e0-992f1a2ba83b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:26.186139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-513bc6fa-4cc6-4213-8a17-2f14dd1f6be4 req-6f24cf82-d4ab-459b-87e0-992f1a2ba83b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 944 time: 0.0475547
Nov 27 21:29:26.233698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-513bc6fa-4cc6-4213-8a17-2f14dd1f6be4 req-9763587b-844a-4185-beb1-b758ac8ab458 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417414
Nov 27 21:29:27.349483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a7d66-a9ae-4530-8d83-4ea0519ad796 req-fa56d537-2ced-4099-8599-b613f8ccf306 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:27.350975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-901a7d66-a9ae-4530-8d83-4ea0519ad796 req-fa56d537-2ced-4099-8599-b613f8ccf306 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 944 time: 0.0483553
Nov 27 21:29:27.369164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7fe4f942-a726-477b-ad52-6eb091e3cd6c up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:29:27.399411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-901a7d66-a9ae-4530-8d83-4ea0519ad796 req-dcd0805b-7d11-4323-ac84-d5f20574a67b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425513
Nov 27 21:29:27.416488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 7fe4f942-a726-477b-ad52-6eb091e3cd6c completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:29:27.420285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 7fe4f942-a726-477b-ad52-6eb091e3cd6c triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:29:27.420687 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:27.500650 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:27.523040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:29:27.525260 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b13aebc-cce1-4526-aa5d-62b02dd1c598" -d '{"events": [{"server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "name": "network-vif-plugged", "status": "completed", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:29:27.538664 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 7fe4f942-a726-477b-ad52-6eb091e3cd6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:29:27.543127 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:27.566237 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eba75d0-bf73-4a0b-a2d6-d689a62f2c59 x-openstack-request-id: req-4eba75d0-bf73-4a0b-a2d6-d689a62f2c59 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:29:27.566531 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "name": "network-vif-plugged", "status": "completed", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:29:27.566787 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4eba75d0-bf73-4a0b-a2d6-d689a62f2c59 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:29:27.567170 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'code': 200}
Nov 27 21:29:27.594215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=7fe4f942-a726-477b-ad52-6eb091e3cd6c,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:27.669524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6346a28-6e9a-4396-9f15-041ae4543798 req-f0e217f4-5207-486e-bfef-894b99590b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:27.671037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6346a28-6e9a-4396-9f15-041ae4543798 req-f0e217f4-5207-486e-bfef-894b99590b9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1096 time: 0.0444028
Nov 27 21:29:27.717441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6346a28-6e9a-4396-9f15-041ae4543798 req-af0fe290-176a-46d9-8b9c-0d2853931dbb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387053
Nov 27 21:29:28.515984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9035c7d-f8a6-4e8f-b093-e08e93b24709 req-73818024-7f02-498c-b685-a072e4b38d8a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:28.517495 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9035c7d-f8a6-4e8f-b093-e08e93b24709 req-73818024-7f02-498c-b685-a072e4b38d8a tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 945 time: 0.0503671
Nov 27 21:29:28.565902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9035c7d-f8a6-4e8f-b093-e08e93b24709 req-5a0fd0be-7bab-4c7d-9f34-b59f09eccab7 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425098
Nov 27 21:29:29.679795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b04204-52eb-4071-9622-d83edfe9b34e req-114dac03-3e84-403c-8308-acc9f942cf11 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:29.681280 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67b04204-52eb-4071-9622-d83edfe9b34e req-114dac03-3e84-403c-8308-acc9f942cf11 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 945 time: 0.0483501
Nov 27 21:29:29.732544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-67b04204-52eb-4071-9622-d83edfe9b34e req-0c324ce1-9b30-447d-8661-5e5d05dbd2c3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453181
Nov 27 21:29:29.850132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3b069-d3dc-433d-8645-ac83397dc2dc req-99491a67-81e7-4f2b-8221-505dbc4f3689 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:29.851546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99a3b069-d3dc-433d-8645-ac83397dc2dc req-99491a67-81e7-4f2b-8221-505dbc4f3689 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 945 time: 0.0519075
Nov 27 21:29:29.900574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99a3b069-d3dc-433d-8645-ac83397dc2dc req-493c2b94-5db0-4ca2-858f-f9775903ecb2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431168
Nov 27 21:29:29.922788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53558) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:29.961427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501c6f0-ed50-45e2-a8dd-4ed4988167c5 tempest-TestVolumeBootPattern-53215294 tempest-TestVolumeBootPattern-53215294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:29.962925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e501c6f0-ed50-45e2-a8dd-4ed4988167c5 tempest-TestVolumeBootPattern-53215294 tempest-TestVolumeBootPattern-53215294-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1091 time: 0.0391483
Nov 27 21:29:29.965684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53560) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:29:29.969880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:29:29.996394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:30.097537 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:30.198145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Allocated IP 172.35.3.128 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/cc0d526d-616e-4317-a01e-b19affaace98) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:29:30.298684 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:30.330979 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:30.369156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:29:30.373740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:29:30.377848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:29:30.383088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=cc0d526d-616e-4317-a01e-b19affaace98,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:31.038757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:31.102381 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:31.250843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:31.255367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:31.328853 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=cc0d526d-616e-4317-a01e-b19affaace98,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:29:31.335280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:31.438953 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Floating IP e4456beb-f2d3-4863-93cc-300db63eb8e3 associated. External IP: 172.35.3.128, port: 7fe4f942-a726-477b-ad52-6eb091e3cd6c.
Nov 27 21:29:31.643946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Router 144d3c3f-cc39-48de-b717-661f6e54baf7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:29:31.753701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:29:31.764407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] Sync routers for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:29:31.772011 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:31.776330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:31.777028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf51550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:29:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:31.798189 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-783a5f0a-8d9d-4513-9e22-7895a21757ec tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8314991
Nov 27 21:29:31.798775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:29:31.801119 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd89be5-09b8-4cfa-8052-3dfa301f7332" -d '{"events": [{"name": "network-changed", "server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:29:31.844488 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b275447-4c0c-4aaa-b93d-a9f3ef8f24ed x-openstack-request-id: req-5b275447-4c0c-4aaa-b93d-a9f3ef8f24ed {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:29:31.845797 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:29:31.846081 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b275447-4c0c-4aaa-b93d-a9f3ef8f24ed {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:29:31.846496 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'status': 'completed', 'code': 200}
Nov 27 21:29:31.886580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:31.912699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-823d904a-25ae-4b12-928e-a47fda8dbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:31.914116 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-823d904a-25ae-4b12-928e-a47fda8dbc4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1096 time: 0.0446889
Nov 27 21:29:32.003538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-69c8a947-52c3-4762-8526-686e6547f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:32.005235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-69c8a947-52c3-4762-8526-686e6547f3ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0840361
Nov 27 21:29:32.075000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-560ef120-b2a9-4c28-ba1b-8d5e710111e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 200  len: 999 time: 0.0633161
Nov 27 21:29:32.110863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf51550>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4456beb-f2d3-4863-93cc-300db63eb8e3', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:29:30Z', 'updated_at': '2021-11-27T21:29:30Z', 'revision_number': 0, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:32.124197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-0ba58690-138b-4627-9123-e24ac5e2be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:32.126413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-0ba58690-138b-4627-9123-e24ac5e2be86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0446527
Nov 27 21:29:32.137978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] Checking router: 144d3c3f-cc39-48de-b717-661f6e54baf7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:29:32.146424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:29:32.147048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf51550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:29:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:32.173096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-fa9361c4-206d-464d-b212-01f238848c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:29:32.174543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-fa9361c4-206d-464d-b212-01f238848c8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410969
Nov 27 21:29:32.251123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:29:32.266938 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-fd745b0a-b755-43a1-bd27-253ba84bf9f6 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854359
Nov 27 21:29:32.360118 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-acd89be5-09b8-4cfa-8052-3dfa301f7332 req-a16cd940-fe5b-462a-ba57-b0d9c58231a7 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867715
Nov 27 21:29:32.474482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcf51550>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4456beb-f2d3-4863-93cc-300db63eb8e3', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:29:30Z', 'updated_at': '2021-11-27T21:29:30Z', 'revision_number': 0, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:29:32.501189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4414f3-9b85-4c8f-b848-7cf73e8e61ce None None] The sync data for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 is: [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4456beb-f2d3-4863-93cc-300db63eb8e3', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:29:30Z', 'updated_at': '2021-11-27T21:29:30Z', 'revision_number': 0, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:29:32.686421 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bda3b8-703b-4471-9c41-cb019daf35b5 None None] New status for floating IP e4456beb-f2d3-4863-93cc-300db63eb8e3: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:29:34.355410 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-708ee50b-e42c-45fb-a454-62e1b5bdb4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:36.513061 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78ada1eb-4895-4079-8a5f-250fa4ca9aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:37.932961 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:39.642419 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:40.331982 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:44.986031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-25055020-b0d0-4ada-bdaa-07a54a6e77a5 req-383981eb-96fe-4f97-bec2-8583442c5582 service neutron] (120908) timed out ('10.222.0.35', 54446) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:29:46.246973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:48.647891 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:29:58.018772 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:30:04.357617 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae405510-3d50-4f31-81ee-bf13ffb0daae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:06.514262 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6ce7f5f4-bbe4-4697-88eb-c336b4dd9970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:07.932412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:09.161816 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-9eeb6972-f0fe-4e75-b578-e64a20b7aaa1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0406375
Nov 27 21:30:09.250602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-59c2eb1a-ea35-4333-b329-1532fe8a7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:30:09.252670 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-59c2eb1a-ea35-4333-b329-1532fe8a7f3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1096 time: 0.0451174
Nov 27 21:30:09.354878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-e6200dbf-ca8c-41e9-a80c-254a0c27a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:30:09.356573 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-e6200dbf-ca8c-41e9-a80c-254a0c27a5f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0845473
Nov 27 21:30:09.425675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-3e42ab96-75b0-435d-9d4d-1d344094977e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 200  len: 1001 time: 0.0620372
Nov 27 21:30:09.473827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-becf415b-290b-4522-be29-df9e14428bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:30:09.475308 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-becf415b-290b-4522-be29-df9e14428bdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0428660
Nov 27 21:30:09.520224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-03dc136b-9fd6-4d0d-95ca-ed597a9b4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:30:09.521677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-03dc136b-9fd6-4d0d-95ca-ed597a9b4d40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398641
Nov 27 21:30:09.612215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-1b9b3017-f9c4-4c68-9c88-30c27583c6c7 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835977
Nov 27 21:30:09.647882 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:09.700764 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8a92287c-634c-410c-b8cb-59f0d03cb122 req-bdc40c67-15ac-495d-8dc1-a872d792bafe service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818250
Nov 27 21:30:10.334664 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:16.249167 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:18.651922 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:34.358687 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c10597f4-346d-41e3-9729-f3f31d2731e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:35.017796 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:30:36.515084 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bfe58589-229b-4e8b-a515-de983f780e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:37.935638 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:39.648113 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:40.336985 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:46.262879 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:30:48.647027 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:04.358773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-333bf4bf-946e-435b-8e7d-cee16ecd53d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:06.517002 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69213d53-991d-4628-89c0-bd616afcf85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:07.937905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:09.335167 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-f93d98b0-d8fe-4d03-b370-f95ac19ecb80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0402434
Nov 27 21:31:09.419766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-0b29acbe-1d99-493a-bfe7-4b68b517fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:09.421272 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-0b29acbe-1d99-493a-bfe7-4b68b517fdcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1096 time: 0.0448091
Nov 27 21:31:09.523545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-0b5d82fb-9c53-41e7-a2dd-fcd93552567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:09.525065 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-0b5d82fb-9c53-41e7-a2dd-fcd93552567d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0837932
Nov 27 21:31:09.596928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-9b872bc5-baa0-437c-a808-12207310e2c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 200  len: 1001 time: 0.0653207
Nov 27 21:31:09.646036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-6ba5ff39-5436-4168-9fc6-6822e25de0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:09.647684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-6ba5ff39-5436-4168-9fc6-6822e25de0e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0438724
Nov 27 21:31:09.650376 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:09.692421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-a7a18a1e-4f25-4d06-a13b-cff0711e7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:09.693921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-a7a18a1e-4f25-4d06-a13b-cff0711e7604 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399687
Nov 27 21:31:09.787662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-9c14dceb-1252-4d1c-a1dd-d85cbfc19df7 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863757
Nov 27 21:31:09.875981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e77cb0-3f75-4941-b296-eee5f61d5201 req-633eaadc-ec8c-4c63-a634-26435b29b7e1 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810053
Nov 27 21:31:10.338587 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:12.015967 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:31:14.664994 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-0bd25d11-a814-44e4-ab1d-b63b1d53a59f tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671575428&fields=id&tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 267 time: 0.0495696
Nov 27 21:31:14.773214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-25411f63-4c8c-44b0-b73d-39dd9b4a8468 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:14.774681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-25411f63-4c8c-44b0-b73d-39dd9b4a8468 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1029654
Nov 27 21:31:14.789040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-7f4ad2c2-0b9a-46d6-bc95-e3e0332e12d3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/quotas/75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 375 time: 0.0087311
Nov 27 21:31:14.840848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-ac3dc4d4-cc88-49ef-a38a-7883edc055d3 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0462239
Nov 27 21:31:14.963721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-905d4117-0439-4e98-bbea-a06090b17244 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:31:14.964750 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-905d4117-0439-4e98-bbea-a06090b17244 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1127987
Nov 27 21:31:15.058965 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-e3a09163-7d53-4595-a807-82b4e20be605 service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879364
Nov 27 21:31:15.146134 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-588ed922-f66f-4451-9912-dc5ee8b3496a service neutron] 10.222.0.21 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811296
Nov 27 21:31:15.499596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2d64f365-6d3b-438a-a1bb-89ae7ce8cf89 req-1c7b2625-8f49-42ae-b825-1cbbe3e6b4a4 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 210 time: 0.0969560
Nov 27 21:31:16.263354 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:16.388550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-4683ee6f-4246-4136-a54f-853155a9e7f8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:16.390023 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-4683ee6f-4246-4136-a54f-853155a9e7f8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 812 time: 0.1090398
Nov 27 21:31:16.460314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-39bcad91-0b5c-458f-b3f1-f4873057a4cc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb HTTP/1.1" status: 200  len: 380 time: 0.0566399
Nov 27 21:31:16.474143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'port': {'device_id': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'admin_state_up': True, 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'security_groups': ['bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:31:16.598388 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55abb3c7-5495-4124-a558-86b6b657bdfd req-9aefd526-75b1-4da3-bbda-59de31f4b5a9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 210 time: 0.0295260
Nov 27 21:31:16.614360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Made reservation on behalf of 75d471b7fbc14bbcbf3dbb7f1acbddcb for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:31:16.618698 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:16.747159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Allocated IP 172.20.0.9 (5d1d65de-2cf6-426d-bf1f-f8a8267152d2/3d24b152-51f4-4171-a3fb-2a7b5d28804d/2d5475af-4797-4a55-8682-9a7176af9fb7) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:31:16.886565 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:16.921338 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:16.970028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:31:16.973208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:31:16.978316 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:31:17.005871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=2d5475af-4797-4a55-8682-9a7176af9fb7,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:31:17.018076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.018450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.018783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.019131 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.019515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.019859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.020342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.020781 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.021125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.021459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.021792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.022128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:17.044277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:17.044921 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:17.062253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-84e9ab86-20a0-4c95-965a-8a4b438f5ce2 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5918381
Nov 27 21:31:17.079898 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Request body: {'port': {'device_id': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:31:17.140569 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:17.268529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1bf70286-da53-472b-b4fa-fd86fc2b11e7 None None] Provisioning complete for port 2d5475af-4797-4a55-8682-9a7176af9fb7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:31:17.269145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1bf70286-da53-472b-b4fa-fd86fc2b11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:17.303497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1bf70286-da53-472b-b4fa-fd86fc2b11e7 None None] Port 2d5475af-4797-4a55-8682-9a7176af9fb7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:31:17.424239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5475af-4797-4a55-8682-9a7176af9fb7 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:31:17.434010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:17.446498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Transition to ACTIVE for port object 2d5475af-4797-4a55-8682-9a7176af9fb7 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:31:17.449784 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:17.519568 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5475af-4797-4a55-8682-9a7176af9fb7,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:31:17.571552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Attempting to bind port 2d5475af-4797-4a55-8682-9a7176af9fb7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:31:17.571897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Attempting to bind port 2d5475af-4797-4a55-8682-9a7176af9fb7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:31:17.572230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Attempting to bind port 2d5475af-4797-4a55-8682-9a7176af9fb7 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:31:17.576741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Port 2d5475af-4797-4a55-8682-9a7176af9fb7 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:31:17.577062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Attempting to bind port 2d5475af-4797-4a55-8682-9a7176af9fb7 on network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:31:17.581948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:31:17.582286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Checking segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:31:17.582675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Bound using segment: {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:31:17.583103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Bound port: 2d5475af-4797-4a55-8682-9a7176af9fb7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af1263a-71d3-40d3-a0f8-9630f82ce452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:31:17.583486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:17.662158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] For port 2d5475af-4797-4a55-8682-9a7176af9fb7, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:31:17.665988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] For port 2d5475af-4797-4a55-8682-9a7176af9fb7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d5475af-4797-4a55-8682-9a7176af9fb7,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:31:17.670956 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:17.703973 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:17.704636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:17.706058 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d5475af-4797-4a55-8682-9a7176af9fb7 HTTP/1.1" status: 200  len: 1091 time: 0.6311018
Nov 27 21:31:17.706483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:31:17.708799 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c365dc6-4613-4d26-82ce-f7c3cf42d983" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:31:17.751437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de832d96-6f05-42ba-95fb-08a6a250be51 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5475af-4797-4a55-8682-9a7176af9fb7,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:31:17.759382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44554ce6-f8b8-4ce0-b4c8-344c4658b77f req-a612c6f0-52ab-4c4b-bb47-6c833b68aaf1 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:17.762010 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-44554ce6-f8b8-4ce0-b4c8-344c4658b77f req-a612c6f0-52ab-4c4b-bb47-6c833b68aaf1 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 943 time: 0.0860498
Nov 27 21:31:17.777326 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dc401b-dacf-4a6a-a8ac-4269a51f3f77 x-openstack-request-id: req-47dc401b-dacf-4a6a-a8ac-4269a51f3f77 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:31:17.777632 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:31:17.777894 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47dc401b-dacf-4a6a-a8ac-4269a51f3f77 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:31:17.778359 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'status': 'completed', 'code': 200}
Nov 27 21:31:17.809499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-a7e7b335-10d6-4a53-b421-efdf11f700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:17.811220 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-a7e7b335-10d6-4a53-b421-efdf11f700aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 1094 time: 0.0526474
Nov 27 21:31:17.818924 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-44554ce6-f8b8-4ce0-b4c8-344c4658b77f req-87807541-eed6-4c74-9990-cf48dce159b4 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512838
Nov 27 21:31:17.864856 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-ffc85072-cc38-4c81-947d-a1a82ddb2e7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d5475af-4797-4a55-8682-9a7176af9fb7 HTTP/1.1" status: 200  len: 217 time: 0.0404742
Nov 27 21:31:17.919745 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-1b15e60d-f8f9-442e-b7ce-ef92714b386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:17.921221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-1b15e60d-f8f9-442e-b7ce-ef92714b386c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0464528
Nov 27 21:31:17.973098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-06b479ba-008b-4083-8d52-69168bc5a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:17.974615 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-06b479ba-008b-4083-8d52-69168bc5a907 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416033
Nov 27 21:31:18.070496 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-b80b3c41-9b2c-4cf5-98c8-eb51b64ea020 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838194
Nov 27 21:31:18.163812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e2ff465-803c-44cc-914d-d2552f38fe77 req-cb094d96-4151-40c3-9194-4b06b99fb984 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811567
Nov 27 21:31:18.260105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-4ff27ce1-045c-4cea-9a7d-0f40648d022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:18.261577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-4ff27ce1-045c-4cea-9a7d-0f40648d022f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 1094 time: 0.0410399
Nov 27 21:31:18.352753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-7096f2b2-6429-4209-85f0-ba78d8289b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:18.354186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-7096f2b2-6429-4209-85f0-ba78d8289b21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0852079
Nov 27 21:31:18.397317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-4dc30241-602f-46a2-9725-b83f15f14c52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d5475af-4797-4a55-8682-9a7176af9fb7 HTTP/1.1" status: 200  len: 217 time: 0.0353539
Nov 27 21:31:18.452806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-26b33186-1033-4e47-8469-7cf517899354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:18.454298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-26b33186-1033-4e47-8469-7cf517899354 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0485654
Nov 27 21:31:18.500520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-bd52ad7b-f6a5-4196-8b3a-4e1094bc0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:18.502223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-bd52ad7b-f6a5-4196-8b3a-4e1094bc0058 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401125
Nov 27 21:31:18.590288 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-d2b8e91e-4204-4893-a9a5-29ee64fec829 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801306
Nov 27 21:31:18.662458 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:18.684224 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c365dc6-4613-4d26-82ce-f7c3cf42d983 req-761ed709-c2f5-4185-ab02-0aeb80e0b045 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860896
Nov 27 21:31:18.938961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f916f70-facd-43ef-911b-1344b3c5931a req-6c70c449-2cdb-41e7-a183-b13c7862182f tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:18.940511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f916f70-facd-43ef-911b-1344b3c5931a req-6c70c449-2cdb-41e7-a183-b13c7862182f tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 943 time: 0.0503244
Nov 27 21:31:18.990496 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f916f70-facd-43ef-911b-1344b3c5931a req-c15134d9-8b30-4d65-b11b-e7efff7d59a5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439613
Nov 27 21:31:20.107827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f4021-93bb-45ba-ad36-28886ad1cdd3 req-9c2dd7fb-5cf2-450e-93c7-0499611b5711 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:20.109305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-012f4021-93bb-45ba-ad36-28886ad1cdd3 req-9c2dd7fb-5cf2-450e-93c7-0499611b5711 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 943 time: 0.0477633
Nov 27 21:31:20.160820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-012f4021-93bb-45ba-ad36-28886ad1cdd3 req-312a8d20-4aea-46c3-8cc7-8e3170f9cccd tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457923
Nov 27 21:31:21.278802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04fcb1-8779-4ea6-8f21-e2079f693d87 req-6375edb6-4e95-424e-b6cc-01a0b467fc0b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:21.280315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b04fcb1-8779-4ea6-8f21-e2079f693d87 req-6375edb6-4e95-424e-b6cc-01a0b467fc0b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 943 time: 0.0503485
Nov 27 21:31:21.641295 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b04fcb1-8779-4ea6-8f21-e2079f693d87 req-0e72f98f-2895-430e-a176-c46940cd10cc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3549712
Nov 27 21:31:22.546103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 2d5475af-4797-4a55-8682-9a7176af9fb7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:31:22.641624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 2d5475af-4797-4a55-8682-9a7176af9fb7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d5475af-4797-4a55-8682-9a7176af9fb7,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:31:22.653254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'port_id': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'mac_address': 'fa:16:3e:e4:2d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:31:22.689452 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:22.702726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5475af-4797-4a55-8682-9a7176af9fb7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:31:22.721531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 2d5475af-4797-4a55-8682-9a7176af9fb7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d5475af-4797-4a55-8682-9a7176af9fb7,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:31:22.726034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:22.756861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252ea40-a152-4cd0-aaee-59866420f24d req-b0cd456d-1e03-43da-8e03-deb5c7f67573 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:22.758352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f252ea40-a152-4cd0-aaee-59866420f24d req-b0cd456d-1e03-43da-8e03-deb5c7f67573 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 943 time: 0.0506213
Nov 27 21:31:22.777119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=2d5475af-4797-4a55-8682-9a7176af9fb7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:31:22.784407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.784765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.785114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.785456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.785798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.786136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.786476 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.786807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.787136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.787490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.787824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.788152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:31:22.808596 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f252ea40-a152-4cd0-aaee-59866420f24d req-986bdd9e-47e7-47bd-bb67-af7ce560df84 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435357
Nov 27 21:31:23.027279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['2d5475af-4797-4a55-8682-9a7176af9fb7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:31:23.922944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6a883-bc1f-455c-ab42-27e99b062aeb req-2416ea3c-c8f2-44fe-9908-0c115c05c852 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:23.924485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9a6a883-bc1f-455c-ab42-27e99b062aeb req-2416ea3c-c8f2-44fe-9908-0c115c05c852 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 944 time: 0.0476611
Nov 27 21:31:23.973512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9a6a883-bc1f-455c-ab42-27e99b062aeb req-baf7af29-5d30-4a76-bcfe-07a4f8720cac tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420678
Nov 27 21:31:24.545945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 2d5475af-4797-4a55-8682-9a7176af9fb7 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:31:24.593916 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 2d5475af-4797-4a55-8682-9a7176af9fb7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:31:24.597533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 2d5475af-4797-4a55-8682-9a7176af9fb7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:31:24.597904 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:24.674838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:24.696815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:31:24.699173 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a42b6-4d60-4e32-b7b2-9f6c6a190a52" -d '{"events": [{"server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "name": "network-vif-plugged", "status": "completed", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:31:24.714780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 2d5475af-4797-4a55-8682-9a7176af9fb7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d5475af-4797-4a55-8682-9a7176af9fb7,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:31:24.719573 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:24.744439 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccbd55e-3ad3-4959-b19a-2acbbb830369 x-openstack-request-id: req-6ccbd55e-3ad3-4959-b19a-2acbbb830369 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:31:24.744740 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "name": "network-vif-plugged", "status": "completed", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:31:24.744996 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ccbd55e-3ad3-4959-b19a-2acbbb830369 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:31:24.745389 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'code': 200}
Nov 27 21:31:24.770395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=2d5475af-4797-4a55-8682-9a7176af9fb7,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:31:24.841011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82e4fe-7a58-46fa-9679-7bceca9fc28f req-680b1acd-2e38-4a1f-aa92-900cad494f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:24.842494 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c82e4fe-7a58-46fa-9679-7bceca9fc28f req-680b1acd-2e38-4a1f-aa92-900cad494f6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 1096 time: 0.0393627
Nov 27 21:31:24.888098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2c82e4fe-7a58-46fa-9679-7bceca9fc28f req-5e346e70-c6dc-4945-8929-5db2b82c724c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382204
Nov 27 21:31:25.089808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dbd9b-5dda-474a-8c37-7aaa619bc370 req-df0068ed-219d-465a-9e99-19c7a519eca5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:25.091280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e3dbd9b-5dda-474a-8c37-7aaa619bc370 req-df0068ed-219d-465a-9e99-19c7a519eca5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 945 time: 0.0512176
Nov 27 21:31:25.138705 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e3dbd9b-5dda-474a-8c37-7aaa619bc370 req-77fcfda2-47ec-421d-9cbc-2a7f1db2890e tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415835
Nov 27 21:31:26.252569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36761ac2-8e92-447e-8d14-2af19f0ca63e req-b3c4e78e-8e49-4e71-a157-012483d2e776 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:26.254031 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36761ac2-8e92-447e-8d14-2af19f0ca63e req-b3c4e78e-8e49-4e71-a157-012483d2e776 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 945 time: 0.0477569
Nov 27 21:31:26.301757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36761ac2-8e92-447e-8d14-2af19f0ca63e req-19feb69e-2217-4d50-9bab-10dc33971d0b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418229
Nov 27 21:31:26.416032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c28fe5-a029-4966-95b4-f8f8fe0bc0b5 req-43261b14-5da0-4543-be40-ed0cf520c3ac tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:26.417582 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3c28fe5-a029-4966-95b4-f8f8fe0bc0b5 req-43261b14-5da0-4543-be40-ed0cf520c3ac tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 945 time: 0.0483098
Nov 27 21:31:26.465742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c3c28fe5-a029-4966-95b4-f8f8fe0bc0b5 req-3c2bf56e-21a7-425b-a22b-18ebcdd96d8b tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423145
Nov 27 21:31:26.495121 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53752) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:31:26.537409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa3273-e267-4323-82a9-5224b153702e tempest-TestVolumeBootPattern-53215294 tempest-TestVolumeBootPattern-53215294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:26.538910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-10aa3273-e267-4323-82a9-5224b153702e tempest-TestVolumeBootPattern-53215294 tempest-TestVolumeBootPattern-53215294-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 1091 time: 0.0427551
Nov 27 21:31:26.542309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53754) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:31:26.546512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:31:26.567636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:26.661195 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:26.771269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Allocated IP 172.35.3.121 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/34ddaea1-fa0a-400f-893d-93e42706a439) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:31:26.869677 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:26.903338 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:26.947919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:31:26.950813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:31:26.954472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:31:26.975862 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=34ddaea1-fa0a-400f-893d-93e42706a439,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:31:27.302612 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:27.373362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:27.524756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:27.529743 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:27.595721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event updated for resources: {'Port': ['ID=34ddaea1-fa0a-400f-893d-93e42706a439,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:31:27.607590 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:27.709332 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Floating IP a98d28ff-94de-4239-80e6-57b5e72e5dda associated. External IP: 172.35.3.121, port: 2d5475af-4797-4a55-8682-9a7176af9fb7.
Nov 27 21:31:27.912133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Router 144d3c3f-cc39-48de-b717-661f6e54baf7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:31:28.016692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:31:28.027745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] Sync routers for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:31:28.034470 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:28.037905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:31:28.038623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdca5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:31:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:31:28.061224 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-94d9a9c5-d3cc-4c14-bb4d-1fee0ca34a8c tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5179129
Nov 27 21:31:28.061817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:31:28.064114 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47657e99-6922-4097-9ee0-9bc3fd8a87ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:31:28.106622 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89562087-3a23-463a-91a2-2e9b8cdf3b29 x-openstack-request-id: req-89562087-3a23-463a-91a2-2e9b8cdf3b29 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:31:28.106926 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:31:28.107187 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89562087-3a23-463a-91a2-2e9b8cdf3b29 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:31:28.107635 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'status': 'completed', 'code': 200}
Nov 27 21:31:28.148745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:31:28.170088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-d1d6c25e-fced-4076-84bf-0f7f5e406dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:28.171576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-d1d6c25e-fced-4076-84bf-0f7f5e406dd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 1096 time: 0.0415018
Nov 27 21:31:28.263418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-474c89a8-c6d9-459b-b747-0a755861c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:28.264893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-474c89a8-c6d9-459b-b747-0a755861c760 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0866110
Nov 27 21:31:28.329666 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-bd244d4a-a5d8-43b4-8c3b-18c2d4002f6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d5475af-4797-4a55-8682-9a7176af9fb7 HTTP/1.1" status: 200  len: 999 time: 0.0578778
Nov 27 21:31:28.374958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdca5c70>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a98d28ff-94de-4239-80e6-57b5e72e5dda', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.121', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:e4:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:31:27Z', 'updated_at': '2021-11-27T21:31:27Z', 'revision_number': 0, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}, {'id': 'e4456beb-f2d3-4863-93cc-300db63eb8e3', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:29:30Z', 'updated_at': '2021-11-27T21:29:32Z', 'revision_number': 1, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:31:28.382838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-392be702-e666-4c02-9d58-a660c4b66e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:28.384853 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-392be702-e666-4c02-9d58-a660c4b66e13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0474117
Nov 27 21:31:28.404543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] Checking router: 144d3c3f-cc39-48de-b717-661f6e54baf7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:31:28.412913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:31:28.413537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdca5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:31:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:31:28.435943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-7a6a2197-af67-4877-8f9a-9ae6d8260861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:28.437352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-7a6a2197-af67-4877-8f9a-9ae6d8260861 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448310
Nov 27 21:31:28.519725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:31:28.529104 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-d588d4ae-b786-4b65-ac8a-4ad7397912eb service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844891
Nov 27 21:31:28.623626 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-47657e99-6922-4097-9ee0-9bc3fd8a87ee req-91705de3-f822-41e2-8926-aac8af6c9166 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871418
Nov 27 21:31:28.742256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdca5c70>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a98d28ff-94de-4239-80e6-57b5e72e5dda', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.121', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:e4:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:31:27Z', 'updated_at': '2021-11-27T21:31:27Z', 'revision_number': 0, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}, {'id': 'e4456beb-f2d3-4863-93cc-300db63eb8e3', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:29:30Z', 'updated_at': '2021-11-27T21:29:32Z', 'revision_number': 1, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:31:28.772519 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0702b-2842-4646-91ce-d2d0737bc351 None None] The sync data for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 is: [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a98d28ff-94de-4239-80e6-57b5e72e5dda', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.121', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:e4:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:31:27Z', 'updated_at': '2021-11-27T21:31:27Z', 'revision_number': 0, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}, {'id': 'e4456beb-f2d3-4863-93cc-300db63eb8e3', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:29:30Z', 'updated_at': '2021-11-27T21:29:32Z', 'revision_number': 1, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:31:28.962796 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e5476-4f51-4d49-8e2b-7d67d73ca55e None None] New status for floating IP a98d28ff-94de-4239-80e6-57b5e72e5dda: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:31:34.362857 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5ebab740-b999-4bf3-8435-0128fabc41e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:36.521096 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d43fd84-0e56-42d7-a135-1a5250640c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:37.942920 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:39.652611 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:40.341049 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:46.264082 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:48.662950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:31:49.016717 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:31:54.096724 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-44895668-5086-4794-80b2-803f0ad2fbe9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0986907
Nov 27 21:31:54.184683 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-918ddbca-114c-4cd8-b691-81f2e311f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:54.186490 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-918ddbca-114c-4cd8-b691-81f2e311f3ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 1096 time: 0.0444345
Nov 27 21:31:54.302254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-d4b6d219-f86d-4a28-9cfe-30661a9bb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:54.303762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-d4b6d219-f86d-4a28-9cfe-30661a9bb185 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0942397
Nov 27 21:31:54.373659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-9a06a4d8-d9f5-4cb0-9a67-6cc8a3dbb73a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d5475af-4797-4a55-8682-9a7176af9fb7 HTTP/1.1" status: 200  len: 1001 time: 0.0608587
Nov 27 21:31:54.425637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-1b6d2f5f-cf5c-48b6-9299-33c6800eeb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:54.427090 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-1b6d2f5f-cf5c-48b6-9299-33c6800eeb74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0468092
Nov 27 21:31:54.477518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-595cdc4a-4556-4bef-954e-0578559d0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:31:54.479030 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-595cdc4a-4556-4bef-954e-0578559d0286 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442033
Nov 27 21:31:54.570171 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-f429a314-45fc-4bb1-9d98-dc0357417dd5 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821795
Nov 27 21:31:54.683535 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eadcef7a-cbda-4fd8-b42b-8379cb9cb58f req-34f8ad42-118f-4010-9d37-81e22f72ec8c service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024606
Nov 27 21:32:04.363484 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe7b-ec08-4a46-8ec8-b5916a2f69a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:06.521369 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0544a97d-09ee-42c6-9285-f58791740142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:07.944575 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:09.656929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:10.342999 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:10.364175 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-5d6f7af5-7ce9-4fa1-83ab-883f0488ab08 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0890808
Nov 27 21:32:10.446009 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-5c2ec495-6bba-4e81-8787-ea9448494ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:32:10.447485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-5c2ec495-6bba-4e81-8787-ea9448494ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1096 time: 0.0403328
Nov 27 21:32:10.553578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-8f5b6a50-b3e2-413e-8a01-708ae88aeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:32:10.554977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-8f5b6a50-b3e2-413e-8a01-708ae88aeea2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0887315
Nov 27 21:32:10.619245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-b32a3e06-1d32-4625-9f46-d47498964c3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 200  len: 1001 time: 0.0573072
Nov 27 21:32:10.667814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-cc923dd8-1b96-4e0d-8d74-940b00fb15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:32:10.669255 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-cc923dd8-1b96-4e0d-8d74-940b00fb15c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0430775
Nov 27 21:32:10.718116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-d81c6810-0936-4d0a-9ddc-cef1a9945d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:32:10.719431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-d81c6810-0936-4d0a-9ddc-cef1a9945d7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427389
Nov 27 21:32:10.807969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-b836484a-8d60-4d74-a0b7-3cf343212a90 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803146
Nov 27 21:32:10.898330 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8877f067-172e-40d2-9ea0-8569a46dfb32 req-52093b99-b894-4eb9-92df-1b17a00f02c8 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840206
Nov 27 21:32:16.278206 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:18.661971 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:26.017464 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:32:34.365356 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85c2b44f-78de-4288-ac7a-588f69639393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:36.525643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59ffddad-c3f4-45f2-828a-c2212742f68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:37.947796 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:39.660397 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:40.344418 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:46.289992 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:48.677971 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:32:54.068268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-23402721-25a6-4e98-9d1d-21c335447d1b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396369
Nov 27 21:32:54.156545 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-4c57e370-9a5a-47c8-b312-4545c0955e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:32:54.158007 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-4c57e370-9a5a-47c8-b312-4545c0955e8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 1096 time: 0.0393543
Nov 27 21:32:54.265798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-95f057d1-b92d-4c6c-bb65-2ac9e06dee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:32:54.267239 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-95f057d1-b92d-4c6c-bb65-2ac9e06dee1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0852489
Nov 27 21:32:54.334874 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-3ff46a72-9c09-4790-874d-ac14909c6dfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d5475af-4797-4a55-8682-9a7176af9fb7 HTTP/1.1" status: 200  len: 1001 time: 0.0562761
Nov 27 21:32:54.386722 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-beafa246-80ca-4e33-acac-054dee906f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:32:54.388152 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-beafa246-80ca-4e33-acac-054dee906f30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0418110
Nov 27 21:32:54.439027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-e89cb738-3c37-4eb9-ab89-56893301b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:32:54.440599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-e89cb738-3c37-4eb9-ab89-56893301b034 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436616
Nov 27 21:32:54.538441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-fc97e85f-b0be-4c5a-ad73-834d9998b080 service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855701
Nov 27 21:32:54.634660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eb8db5b9-810b-434e-80c3-28929d0bec3e req-c1cb072f-dda5-44e6-9dd7-870f0205bb8d service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852835
Nov 27 21:33:03.016878 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:33:04.367797 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01519975-a354-4441-ba04-9e0a8d66e5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:06.526805 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5b9766a-2e88-4aea-a672-421ef5196980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:07.949243 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:09.663618 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:10.345097 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:11.312648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-00dab422-ec7a-4db3-9622-bee1a23082e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0389743
Nov 27 21:33:11.393005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-2ebbc1a1-0ad9-4599-a42d-c223018c89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:11.395069 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-2ebbc1a1-0ad9-4599-a42d-c223018c89a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1096 time: 0.0404859
Nov 27 21:33:11.497607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-0ff11893-95b9-478a-8717-4202b85ae78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:11.499078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-0ff11893-95b9-478a-8717-4202b85ae78c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0859513
Nov 27 21:33:11.561623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-80672e82-abe8-4fbf-ad32-9419e28f2082 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 200  len: 1001 time: 0.0556104
Nov 27 21:33:11.611739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-d3db33f6-372c-49ae-ab7c-b9812a8ab9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:11.613595 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-d3db33f6-372c-49ae-ab7c-b9812a8ab9be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0447910
Nov 27 21:33:11.661641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-c5a753aa-879b-4eec-a40b-09e1ba364bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:11.663247 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-c5a753aa-879b-4eec-a40b-09e1ba364bc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432212
Nov 27 21:33:11.751348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-6473f383-aff5-4115-b9c8-ced7254bd4fb service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803287
Nov 27 21:33:11.841527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f491f013-1ade-4a30-ab48-8ddcfced5f8b req-3915064f-4b0c-4455-a829-0952e130b6c1 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835011
Nov 27 21:33:16.292344 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:18.677061 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:19.622855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53830) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:33:19.784887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Deleting port 34ddaea1-fa0a-400f-893d-93e42706a439 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:33:19.785234 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:19.856550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:19.856872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:19.868959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Calling delete_port for 34ddaea1-fa0a-400f-893d-93e42706a439 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:33:20.014798 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:20.040769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'Port': ['ID=34ddaea1-fa0a-400f-893d-93e42706a439,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:33:20.053845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.054206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.054718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.055065 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.055442 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.055769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.056104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.056437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.056968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.057302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.057629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.057959 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:33:20.115305 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:20.115645 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Floating IP a98d28ff-94de-4239-80e6-57b5e72e5dda disassociated (deleted). External IP: 172.35.3.121, port: 2d5475af-4797-4a55-8682-9a7176af9fb7.
Nov 27 21:33:20.621393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Router 144d3c3f-cc39-48de-b717-661f6e54baf7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:33:20.727894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:33:20.732581 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:20.739940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] Sync routers for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:33:20.753932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:33:20.754537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdca5e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:33:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:33:20.762841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-07a69f03-87bd-4e5e-aef7-f5b324752afc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "DELETE /v2.0/floatingips/a98d28ff-94de-4239-80e6-57b5e72e5dda HTTP/1.1" status: 204  len: 168 time: 1.1363671
Nov 27 21:33:20.762841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:33:20.763212 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:33:20.870250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:33:20.875434 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d890759b-ab32-4e9c-8998-5d692b30e463 x-openstack-request-id: req-d890759b-ab32-4e9c-8998-5d692b30e463 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:33:20.875925 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:33:20.876275 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d890759b-ab32-4e9c-8998-5d692b30e463 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:33:20.876846 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'status': 'completed', 'code': 200}
Nov 27 21:33:20.962604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-650f81b1-4f00-4f2f-8f6e-ad55c193c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:20.964215 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-650f81b1-4f00-4f2f-8f6e-ad55c193c74f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 1096 time: 0.0519936
Nov 27 21:33:21.002470 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c7cab-f38a-46fe-9ad8-b2e78011a72a req-ce421645-8b90-4da4-8406-31c6433eda24 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:21.004803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c9c7cab-f38a-46fe-9ad8-b2e78011a72a req-ce421645-8b90-4da4-8406-31c6433eda24 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 945 time: 0.0610461
Nov 27 21:33:21.061862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c9c7cab-f38a-46fe-9ad8-b2e78011a72a req-dde9d646-98b4-467a-82d7-24ab199f0833 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495851
Nov 27 21:33:21.083517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-939d9c61-3e3f-4523-a358-eccc79ea7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:21.085249 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-939d9c61-3e3f-4523-a358-eccc79ea7344 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.1119332
Nov 27 21:33:21.130824 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-4a981fbc-bab1-44e0-b0f6-6bf0cb1b7b38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d5475af-4797-4a55-8682-9a7176af9fb7 HTTP/1.1" status: 200  len: 217 time: 0.0360346
Nov 27 21:33:21.183221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-21cbca4a-e9af-4d13-b5ea-025a0457b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:21.184770 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-21cbca4a-e9af-4d13-b5ea-025a0457b042 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0447140
Nov 27 21:33:21.230587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-40f757ec-529b-436e-872e-d66bdd784601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:21.232139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-40f757ec-529b-436e-872e-d66bdd784601 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392911
Nov 27 21:33:21.261086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdca5e20>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4456beb-f2d3-4863-93cc-300db63eb8e3', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:29:30Z', 'updated_at': '2021-11-27T21:29:32Z', 'revision_number': 1, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:33:21.290579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] Checking router: 144d3c3f-cc39-48de-b717-661f6e54baf7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:33:21.298807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:33:21.299456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fdca5e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:33:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:33:21.329042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-2a9c60d7-d2d3-4934-9e38-a1a569f993fd service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875227
Nov 27 21:33:21.406177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:33:21.423597 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5c32c2-ad05-40a9-9f0e-5e2a527afbfd req-09eb724f-4ff9-4686-aae8-ef37fbea634d service neutron] 10.222.0.35 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830312
Nov 27 21:33:21.624264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fdca5e20>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4456beb-f2d3-4863-93cc-300db63eb8e3', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:29:30Z', 'updated_at': '2021-11-27T21:29:32Z', 'revision_number': 1, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:33:21.654256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1fa6a-36f4-45af-8b94-4f904eabaa06 None None] The sync data for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 is: [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4456beb-f2d3-4863-93cc-300db63eb8e3', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'floating_ip_address': '172.35.3.128', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'port_id': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'mac_address': 'fa:16:3e:07:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:29:30Z', 'updated_at': '2021-11-27T21:29:32Z', 'revision_number': 1, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:33:21.873300 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c81ab5-aaf2-42bb-a010-b85abdb96471 None None] New status for floating IP a98d28ff-94de-4239-80e6-57b5e72e5dda: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:33:22.190638 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b3580-3b0b-4eb0-bd9d-6463de32624c req-bbca33bd-b9a1-4a1b-9b71-17ff52070188 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:22.192694 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f7b3580-3b0b-4eb0-bd9d-6463de32624c req-bbca33bd-b9a1-4a1b-9b71-17ff52070188 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 945 time: 0.0539947
Nov 27 21:33:22.240942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1f7b3580-3b0b-4eb0-bd9d-6463de32624c req-559a9a8d-549a-435f-a26c-66f1b379ff57 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423403
Nov 27 21:33:22.764026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-37f6626d-cda4-43f3-88d9-18ec1f2d5972 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:22.765502 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-37f6626d-cda4-43f3-88d9-18ec1f2d5972 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 945 time: 0.0482986
Nov 27 21:33:22.860668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Deleting port 2d5475af-4797-4a55-8682-9a7176af9fb7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:33:22.861021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:22.948113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] For port 2d5475af-4797-4a55-8682-9a7176af9fb7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2d5475af-4797-4a55-8682-9a7176af9fb7,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:33:22.948488 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:22.961205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Calling delete_port for 2d5475af-4797-4a55-8682-9a7176af9fb7 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:33:23.089364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:23.118988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'Port': ['ID=2d5475af-4797-4a55-8682-9a7176af9fb7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:33:23.162292 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] No DVR routers for this DVR port 2d5475af-4797-4a55-8682-9a7176af9fb7 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:33:23.164854 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:23.168253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8ffe2211-081c-4876-84a5-cf71604fd124 req-a9e7fed9-2de9-4d43-a77b-49b5cce2c3b8 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.35 "DELETE /v2.0/ports/2d5475af-4797-4a55-8682-9a7176af9fb7 HTTP/1.1" status: 204  len: 173 time: 0.3935032
Nov 27 21:33:23.168706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'name': 'network-vif-deleted', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:33:23.170988 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a67cfd6-1c24-45c6-a3fc-36136a9a13ee" -d '{"events": [{"server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "name": "network-vif-deleted", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:33:23.221785 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f660df7c-2a8c-44e3-8043-df154d2e01fd x-openstack-request-id: req-f660df7c-2a8c-44e3-8043-df154d2e01fd {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:33:23.222337 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fd0cf1-7723-40a0-8dc2-6bfb13663465", "name": "network-vif-deleted", "tag": "2d5475af-4797-4a55-8682-9a7176af9fb7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:33:23.222464 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f660df7c-2a8c-44e3-8043-df154d2e01fd {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:33:23.222796 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fd0cf1-7723-40a0-8dc2-6bfb13663465', 'name': 'network-vif-deleted', 'tag': '2d5475af-4797-4a55-8682-9a7176af9fb7', 'status': 'completed', 'code': 200}
Nov 27 21:33:23.342548 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-791fdf03-4f11-4cce-8cf9-3c39e1286abb req-86a8a54f-eb1e-47cf-bea7-0a63d6eb70d9 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8fd0cf1-7723-40a0-8dc2-6bfb13663465 HTTP/1.1" status: 200  len: 210 time: 0.0311441
Nov 27 21:33:24.313591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-5837760d-7f37-4868-99a1-0684ee65bb41 req-d07998b4-4ef9-4731-b6d7-a39a18bd402d service neutron] (120908) timed out ('10.222.0.21', 56320) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:33:27.232738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 2d5475af-4797-4a55-8682-9a7176af9fb7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:33:27.252460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 2d5475af-4797-4a55-8682-9a7176af9fb7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:33:27.252813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 2d5475af-4797-4a55-8682-9a7176af9fb7 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:33:34.368542 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0bf1deeb-33a8-4df9-9f2b-c2aacd46296b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:36.528321 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-780c27b2-8382-4d50-8312-1f63b5459d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:37.952581 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:39.666147 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:40.015454 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:33:40.345526 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:46.292276 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:48.692481 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:56.359222 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 53980) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:33:56.517821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Deleting port cc0d526d-616e-4317-a01e-b19affaace98 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:33:56.518167 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:56.590764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:56.591091 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:56.602509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Calling delete_port for cc0d526d-616e-4317-a01e-b19affaace98 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:33:56.754268 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:56.779286 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'Port': ['ID=cc0d526d-616e-4317-a01e-b19affaace98,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:33:56.841527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:56.841870 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Floating IP e4456beb-f2d3-4863-93cc-300db63eb8e3 disassociated (deleted). External IP: 172.35.3.128, port: 7fe4f942-a726-477b-ad52-6eb091e3cd6c.
Nov 27 21:33:57.047503 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Router 144d3c3f-cc39-48de-b717-661f6e54baf7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:33:57.152300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:33:57.157065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:57.161619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] Sync routers for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:33:57.171714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:33:57.172319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe65f250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:33:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:33:57.184604 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f3f3241d-3f74-4573-aa90-f3b1c1bf9e43 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "DELETE /v2.0/floatingips/e4456beb-f2d3-4863-93cc-300db63eb8e3 HTTP/1.1" status: 204  len: 168 time: 0.8242724
Nov 27 21:33:57.185193 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:33:57.187504 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c4fc2-fbd5-4d5e-9b0f-25af705628be" -d '{"events": [{"name": "network-changed", "server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:33:57.225769 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74008295-8262-4f76-8f07-543d79f397e8 x-openstack-request-id: req-74008295-8262-4f76-8f07-543d79f397e8 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:33:57.226793 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:33:57.227155 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74008295-8262-4f76-8f07-543d79f397e8 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:33:57.227604 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'status': 'completed', 'code': 200}
Nov 27 21:33:57.281870 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:33:57.298811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-082996e3-61d6-4057-aa3a-861c1e08f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:57.300774 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-082996e3-61d6-4057-aa3a-861c1e08f5f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 1096 time: 0.0463865
Nov 27 21:33:57.405097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-ef7429ac-a773-4843-9b47-faddffd16577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:57.407432 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-ef7429ac-a773-4843-9b47-faddffd16577 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 200  len: 913 time: 0.0994091
Nov 27 21:33:57.421191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f13a-1130-4f6f-9744-4e60f31c73bb req-3bd75e46-12d7-4e12-a9f8-8c9cdc7a0928 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:57.423799 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d075f13a-1130-4f6f-9744-4e60f31c73bb req-3bd75e46-12d7-4e12-a9f8-8c9cdc7a0928 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 945 time: 0.0513740
Nov 27 21:33:57.453719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-2a3964b7-dede-4acf-b4a8-6f7e21f06c13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 200  len: 217 time: 0.0387304
Nov 27 21:33:57.481330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d075f13a-1130-4f6f-9744-4e60f31c73bb req-e5be6091-da6d-4771-8e8c-8186a72c8604 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511889
Nov 27 21:33:57.497307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe65f250>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:33:57.505833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-c78c6eb9-604c-4ac1-96f1-b21bfba58728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:57.507411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-c78c6eb9-604c-4ac1-96f1-b21bfba58728 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 200  len: 851 time: 0.0456736
Nov 27 21:33:57.528974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] Checking router: 144d3c3f-cc39-48de-b717-661f6e54baf7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:33:57.537409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:33:57.538017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe65f250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:33:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:33:57.554934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-0f8f8552-43a9-4189-afbb-657ce9352105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:57.556412 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-0f8f8552-43a9-4189-afbb-657ce9352105 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d1d65de-2cf6-426d-bf1f-f8a8267152d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405915
Nov 27 21:33:57.642090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:33:57.653244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-9c874091-8204-4b04-9a1e-31a06b0eba8a service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884569
Nov 27 21:33:57.744076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-821c4fc2-fbd5-4d5e-9b0f-25af705628be req-2fc1f521-4339-4125-9cf5-f083c90f8412 service neutron] 10.222.0.15 "GET /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818238
Nov 27 21:33:57.834552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe65f250>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:33:57.860265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee78533c-5d95-434a-8914-cf07e7ca8e26 None None] The sync data for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 is: [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '269cfc13-94f3-4f25-ae54-867c3b0fae35', 'name': '', 'network_id': '5d1d65de-2cf6-426d-bf1f-f8a8267152d2', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'mac_address': 'fa:16:3e:37:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:56Z', 'updated_at': '2021-11-27T21:25:00Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'subnets': [{'id': '3d24b152-51f4-4171-a3fb-2a7b5d28804d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:33:58.081905 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88273c-3b37-414b-9e9e-0965b5f02c57 None None] New status for floating IP e4456beb-f2d3-4863-93cc-300db63eb8e3: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:33:58.607986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782f50e-70d4-4d36-828f-6b8153c630b6 req-de6571bc-5c23-44bf-b411-dacc0deade42 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:58.609786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d782f50e-70d4-4d36-828f-6b8153c630b6 req-de6571bc-5c23-44bf-b411-dacc0deade42 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 945 time: 0.0573618
Nov 27 21:33:58.660726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d782f50e-70d4-4d36-828f-6b8153c630b6 req-3762b6c6-a544-4ea0-8505-1013535220d5 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/security-groups?id=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445180
Nov 27 21:33:59.010806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0382c9b-bb62-427c-806e-d078f5c985de req-fae5cb95-f631-4a15-bffd-b6157f4e97fc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:33:59.012280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0382c9b-bb62-427c-806e-d078f5c985de req-fae5cb95-f631-4a15-bffd-b6157f4e97fc tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 945 time: 0.0478015
Nov 27 21:33:59.102798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-b0382c9b-bb62-427c-806e-d078f5c985de req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Deleting port 7fe4f942-a726-477b-ad52-6eb091e3cd6c {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:33:59.103144 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b0382c9b-bb62-427c-806e-d078f5c985de req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:59.193769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b0382c9b-bb62-427c-806e-d078f5c985de req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] For port 7fe4f942-a726-477b-ad52-6eb091e3cd6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7fe4f942-a726-477b-ad52-6eb091e3cd6c,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:33:59.194148 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b0382c9b-bb62-427c-806e-d078f5c985de req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:59.207160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-b0382c9b-bb62-427c-806e-d078f5c985de req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Calling delete_port for 7fe4f942-a726-477b-ad52-6eb091e3cd6c owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:33:59.333583 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b0382c9b-bb62-427c-806e-d078f5c985de req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:59.360816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'Port': ['ID=7fe4f942-a726-477b-ad52-6eb091e3cd6c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:33:59.404269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0382c9b-bb62-427c-806e-d078f5c985de req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] No DVR routers for this DVR port 7fe4f942-a726-477b-ad52-6eb091e3cd6c on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:33:59.406658 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b0382c9b-bb62-427c-806e-d078f5c985de req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:33:59.409993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b0382c9b-bb62-427c-806e-d078f5c985de req-4798b0dc-524a-45c6-8793-77f3d8f495ff tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.15 "DELETE /v2.0/ports/7fe4f942-a726-477b-ad52-6eb091e3cd6c HTTP/1.1" status: 204  len: 173 time: 0.3916974
Nov 27 21:33:59.410436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'name': 'network-vif-deleted', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:33:59.412779 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63269880-017b-4aa9-8e96-74dacb5bb6fa" -d '{"events": [{"server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "name": "network-vif-deleted", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:33:59.456018 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd6bff-1828-4b5f-af86-766ed734ab33 x-openstack-request-id: req-adfd6bff-1828-4b5f-af86-766ed734ab33 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:33:59.456251 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f703a2d-950d-4229-88ec-f7c7b5b30c53", "name": "network-vif-deleted", "tag": "7fe4f942-a726-477b-ad52-6eb091e3cd6c", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:33:59.456551 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adfd6bff-1828-4b5f-af86-766ed734ab33 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:33:59.456909 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f703a2d-950d-4229-88ec-f7c7b5b30c53', 'name': 'network-vif-deleted', 'tag': '7fe4f942-a726-477b-ad52-6eb091e3cd6c', 'status': 'completed', 'code': 200}
Nov 27 21:33:59.773251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1d8f7857-dff4-4fea-9520-4c5d78b237d6 req-fefc1f3a-fcce-4c4d-b5dd-96e72608b4bd tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f703a2d-950d-4229-88ec-f7c7b5b30c53 HTTP/1.1" status: 200  len: 210 time: 0.0319629
Nov 27 21:34:00.830981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54014) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:00.951028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Deleting port a0729fb3-d362-4771-a65c-8693abbb3fd0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:34:00.951395 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:01.030293 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:01.030924 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:01.042951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Calling delete_port for a0729fb3-d362-4771-a65c-8693abbb3fd0 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:34:01.177014 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:01.202640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'Port': ['ID=a0729fb3-d362-4771-a65c-8693abbb3fd0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:01.210916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.211291 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.211645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.211988 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.212327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.212664 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.212997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.213328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.213658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.213985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.214312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.214640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:01.273066 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:01.275637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:01.276769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b5216f08-550f-4979-b8c9-6f988bf3fbf0 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "DELETE /v2.0/floatingips/4d671aad-9c0f-41cd-98bc-f6cdc7593086 HTTP/1.1" status: 204  len: 168 time: 0.4447110
Nov 27 21:34:02.757304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7fe4f942-a726-477b-ad52-6eb091e3cd6c no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:34:02.782014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 7fe4f942-a726-477b-ad52-6eb091e3cd6c {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:34:02.782377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 7fe4f942-a726-477b-ad52-6eb091e3cd6c not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:34:03.518012 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54054) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:03.572944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6217-a088-4c3c-afa3-12aae0eec154 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:03.596995 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6217-a088-4c3c-afa3-12aae0eec154 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:03.654704 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6217-a088-4c3c-afa3-12aae0eec154 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:03.657350 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6217-a088-4c3c-afa3-12aae0eec154 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:03.658578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0c4d6217-a088-4c3c-afa3-12aae0eec154 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] 10.222.0.21 "DELETE /v2.0/security-groups/bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf HTTP/1.1" status: 204  len: 168 time: 0.1394825
Nov 27 21:34:03.668172 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d6217-a088-4c3c-afa3-12aae0eec154 tempest-TestVolumeBootPattern-1822676883 tempest-TestVolumeBootPattern-1822676883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb4aac-72bc-4d1b-bf8e-5d800b6b30cf,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:04.369153 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe47d6c3-9a23-46af-9084-ac66942bbc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:04.734728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54060) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:05.497943 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:05.734409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Deleting port 269cfc13-94f3-4f25-ae54-867c3b0fae35 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:34:05.734649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:05.811215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] For port 269cfc13-94f3-4f25-ae54-867c3b0fae35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=269cfc13-94f3-4f25-ae54-867c3b0fae35,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:05.811953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:05.824837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Calling delete_port for 269cfc13-94f3-4f25-ae54-867c3b0fae35 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:34:05.997253 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:06.027926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Pushing event deleted for resources: {'Port': ['ID=269cfc13-94f3-4f25-ae54-867c3b0fae35,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:06.194686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:06.404237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Router 144d3c3f-cc39-48de-b717-661f6e54baf7 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:34:06.508509 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:34:06.513942 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-66090154-6ca3-4a04-9e09-376f56023956 admin admin] 10.222.0.21 "PUT /v2.0/routers/144d3c3f-cc39-48de-b717-661f6e54baf7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7780299
Nov 27 21:34:06.516498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54066) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:06.520523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] Sync routers for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:34:06.536689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:34:06.537302 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fced4280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:33:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:06.538930 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-14188cf5-9a3e-4140-adfe-41f0da8d4544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:06.620036 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:06.643826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:34:06.721954 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:06.782633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Deleting port 7c134250-a49b-4274-b0da-9306c27ccf36 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:34:06.782979 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:06.863039 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] For port 7c134250-a49b-4274-b0da-9306c27ccf36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c134250-a49b-4274-b0da-9306c27ccf36,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:06.863775 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:06.876842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Calling delete_port for 7c134250-a49b-4274-b0da-9306c27ccf36 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:34:06.977382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fced4280>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118'}], 'enable_snat': True}, 'gw_port_id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:34:05Z', 'revision_number': 5, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port': {'id': '7c134250-a49b-4274-b0da-9306c27ccf36', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:54Z', 'updated_at': '2021-11-27T21:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:07.005128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] Checking router: 144d3c3f-cc39-48de-b717-661f6e54baf7 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:34:07.013440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] Routers {'144d3c3f-cc39-48de-b717-661f6e54baf7'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:34:07.014062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fced4280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:34:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['144d3c3f-cc39-48de-b717-661f6e54baf7'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:07.041958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.067072 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c134250-a49b-4274-b0da-9306c27ccf36,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:07.083024 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e9a96-4745-4eac-9c2d-927e47c623a6 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:34:07.110345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] Set router 144d3c3f-cc39-48de-b717-661f6e54baf7 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:34:07.131479 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.164944 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fced4280>, [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:34:06Z', 'revision_number': 6, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:07.190857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572b7d3-91e2-4099-aa9e-27b3fd691234 None None] The sync data for ids ['144d3c3f-cc39-48de-b717-661f6e54baf7'] in ncdv-master-1 is: [{'id': '144d3c3f-cc39-48de-b717-661f6e54baf7', 'name': 'tempest-TestVolumeBootPattern-1918858666-router', 'tenant_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:53Z', 'updated_at': '2021-11-27T21:34:06Z', 'revision_number': 6, 'project_id': '75d471b7fbc14bbcbf3dbb7f1acbddcb', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:34:07.222338 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.224715 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.268932 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.269756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144d3c3f-cc39-48de-b717-661f6e54baf7 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:34:07.274339 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.275666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-10fcf533-4e73-415f-85ab-d415f9cafd6e admin admin] 10.222.0.21 "DELETE /v2.0/routers/144d3c3f-cc39-48de-b717-661f6e54baf7 HTTP/1.1" status: 204  len: 168 time: 0.7581840
Nov 27 21:34:07.278181 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54068) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:07.327893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7017d3-1aec-4367-9ff8-4073a136f9d4 admin admin] Deleting subnet 3d24b152-51f4-4171-a3fb-2a7b5d28804d {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:34:07.331023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fb7017d3-1aec-4367-9ff8-4073a136f9d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.365945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fb7017d3-1aec-4367-9ff8-4073a136f9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.440615 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fb7017d3-1aec-4367-9ff8-4073a136f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.491173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fb7017d3-1aec-4367-9ff8-4073a136f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.522506 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fb7017d3-1aec-4367-9ff8-4073a136f9d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.526784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fb7017d3-1aec-4367-9ff8-4073a136f9d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3d24b152-51f4-4171-a3fb-2a7b5d28804d HTTP/1.1" status: 204  len: 168 time: 0.2473011
Nov 27 21:34:07.528041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7017d3-1aec-4367-9ff8-4073a136f9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d24b152-51f4-4171-a3fb-2a7b5d28804d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:07.529413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54070) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:07.535641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ec07f-effa-4748-bffa-ef716225a109 None None] Network 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:34:07.622530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.689361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Deleting port 5711e00e-8cb6-4d64-b418-72c32f4e3c37 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:34:07.689361 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.695832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 269cfc13-94f3-4f25-ae54-867c3b0fae35 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:34:07.717580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 269cfc13-94f3-4f25-ae54-867c3b0fae35 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:34:07.718034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 269cfc13-94f3-4f25-ae54-867c3b0fae35 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:34:07.755042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] For port 5711e00e-8cb6-4d64-b418-72c32f4e3c37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5711e00e-8cb6-4d64-b418-72c32f4e3c37,segment=NetworkSegment(3af1263a-71d3-40d3-a0f8-9630f82ce452),segment_id=3af1263a-71d3-40d3-a0f8-9630f82ce452)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:07.755450 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.768611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Calling delete_port for 5711e00e-8cb6-4d64-b418-72c32f4e3c37 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:34:07.849423 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.879649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Pushing event deleted for resources: {'Port': ['ID=5711e00e-8cb6-4d64-b418-72c32f4e3c37,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:07.881481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] No DVR routers for this DVR port 5711e00e-8cb6-4d64-b418-72c32f4e3c37 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:34:07.949767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.955802 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:07.969934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe382070>,) {'filters': {'network_id': ['5d1d65de-2cf6-426d-bf1f-f8a8267152d2']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:07.979036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe382070>, '3af1263a-71d3-40d3-a0f8-9630f82ce452') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:07.979367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe382070>, '3af1263a-71d3-40d3-a0f8-9630f82ce452') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:07.992771 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:08.007068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:08.013869 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:34:08.014342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:34:08.016145 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:34:08.037162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b511e-794b-43f2-a477-ebacaab48e2e None None] DHCP port deletion for 5d1d65de-2cf6-426d-bf1f-f8a8267152d2 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:34:08.074408 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:08.080277 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:08.086710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54072) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:08.087188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] 10.222.0.21 "DELETE /v2.0/networks/5d1d65de-2cf6-426d-bf1f-f8a8267152d2 HTTP/1.1" status: 204  len: 168 time: 0.5559220
Nov 27 21:34:08.099696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84cbbf-2a4a-42cb-adea-387e7945f89e admin admin] Pushing event deleted for resources: {'Network': ['ID=5d1d65de-2cf6-426d-bf1f-f8a8267152d2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:08.439276 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:08.940952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Deleting port 4ac14341-38b6-439b-84a1-f5ad69f64419 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:34:08.941297 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:09.019038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] For port 4ac14341-38b6-439b-84a1-f5ad69f64419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ac14341-38b6-439b-84a1-f5ad69f64419,segment=NetworkSegment(9d534d9b-ac03-4393-b385-2fd9a3417f48),segment_id=9d534d9b-ac03-4393-b385-2fd9a3417f48)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:09.019431 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:09.031640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Calling delete_port for 4ac14341-38b6-439b-84a1-f5ad69f64419 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:34:09.208320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:09.235054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac14341-38b6-439b-84a1-f5ad69f64419,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:09.397314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:09.555561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5711e00e-8cb6-4d64-b418-72c32f4e3c37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:34:09.579408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5711e00e-8cb6-4d64-b418-72c32f4e3c37 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:34:09.579762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5711e00e-8cb6-4d64-b418-72c32f4e3c37 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:34:09.580195 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7c134250-a49b-4274-b0da-9306c27ccf36 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:34:09.598594 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7c134250-a49b-4274-b0da-9306c27ccf36 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:34:09.598955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7c134250-a49b-4274-b0da-9306c27ccf36 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:34:09.615198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:34:09.668773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:09.725888 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:34:09.731666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0abb51e5-d949-4d22-ba9f-7f1575521028 admin admin] 10.222.0.21 "PUT /v2.0/routers/24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6429851
Nov 27 21:34:09.733646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54074) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:09.734719 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] Sync routers for ids ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:34:09.745070 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] Routers {'24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:34:09.745687 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe495b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:34:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:09.837756 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:09.857838 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] Set router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:34:09.938913 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:09.991521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Deleting port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:34:09.991763 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.034319 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe495b20>, [{'id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:58Z', 'updated_at': '2021-11-27T21:34:09Z', 'revision_number': 5, 'project_id': '75285b09603b45a3b97073daffc753f6', 'gw_port': {'id': '4fab42c4-ad65-44bc-95cf-7ad03dbdb807', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:92:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:24:59Z', 'updated_at': '2021-11-27T21:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:10.060242 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] Checking router: 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:34:10.068279 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] Routers {'24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:34:10.068878 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe495b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:34:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:10.069473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] For port 4fab42c4-ad65-44bc-95cf-7ad03dbdb807, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fab42c4-ad65-44bc-95cf-7ad03dbdb807,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:10.069841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.088397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Calling delete_port for 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:34:10.157849 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] Set router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:34:10.210469 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe495b20>, [{'id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:58Z', 'updated_at': '2021-11-27T21:34:09Z', 'revision_number': 6, 'project_id': '75285b09603b45a3b97073daffc753f6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:10.239751 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57178944-54c4-4583-9eb3-13822e8bd471 None None] The sync data for ids ['24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9'] in ncdv-master-1 is: [{'id': '24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9', 'name': 'tempest-TestVolumeBootPattern-192025939-router', 'tenant_id': '75285b09603b45a3b97073daffc753f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:24:58Z', 'updated_at': '2021-11-27T21:34:09Z', 'revision_number': 6, 'project_id': '75285b09603b45a3b97073daffc753f6', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:34:10.253802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.284808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fab42c4-ad65-44bc-95cf-7ad03dbdb807,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:10.299121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019a48ea-767e-4894-9fa1-356e71df8600 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:34:10.346533 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.347508 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.436300 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.438421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.485306 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.485897 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:34:10.493540 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.494649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-00db65ed-1a86-47d3-8fb5-a9ae86d02690 admin admin] 10.222.0.21 "DELETE /v2.0/routers/24a4bca7-862f-4ef5-9f53-d4d2ed67d7b9 HTTP/1.1" status: 204  len: 168 time: 0.7600744
Nov 27 21:34:10.497357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54076) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:10.540965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2d8b9f-8d2c-42f1-9979-6b2be44340c0 admin admin] Deleting subnet bd2064aa-803f-4c14-844d-acecda5238b6 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:34:10.543957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8b9f-8d2c-42f1-9979-6b2be44340c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.578178 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8b9f-8d2c-42f1-9979-6b2be44340c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.655523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8b9f-8d2c-42f1-9979-6b2be44340c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.713613 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8b9f-8d2c-42f1-9979-6b2be44340c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.737588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d8b9f-8d2c-42f1-9979-6b2be44340c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2064aa-803f-4c14-844d-acecda5238b6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:10.743959 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc2d8b9f-8d2c-42f1-9979-6b2be44340c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.747076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bc2d8b9f-8d2c-42f1-9979-6b2be44340c0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd2064aa-803f-4c14-844d-acecda5238b6 HTTP/1.1" status: 204  len: 168 time: 0.2487681
Nov 27 21:34:10.749675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:10.752513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a0221-ebc6-42ac-a449-8c903fb62c89 None None] Network f60f1fc0-d404-4ccb-81b9-85b06c3db778 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:34:10.817762 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.871974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Deleting port 197a91f9-897c-45d8-afde-4a363c693c10 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:34:10.872320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.938586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] For port 197a91f9-897c-45d8-afde-4a363c693c10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=197a91f9-897c-45d8-afde-4a363c693c10,segment=NetworkSegment(9d534d9b-ac03-4393-b385-2fd9a3417f48),segment_id=9d534d9b-ac03-4393-b385-2fd9a3417f48)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:10.938878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:10.951148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Calling delete_port for 197a91f9-897c-45d8-afde-4a363c693c10 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:34:11.004051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] DHCP port deletion for f60f1fc0-d404-4ccb-81b9-85b06c3db778 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:34:11.049471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.072943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Deleting port 197a91f9-897c-45d8-afde-4a363c693c10 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:34:11.073325 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.082016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Pushing event deleted for resources: {'Port': ['ID=197a91f9-897c-45d8-afde-4a363c693c10,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:11.084449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] No DVR routers for this DVR port 197a91f9-897c-45d8-afde-4a363c693c10 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:34:11.145485 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] For port 197a91f9-897c-45d8-afde-4a363c693c10, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:11.145980 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.156970 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.158937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Calling delete_port for 197a91f9-897c-45d8-afde-4a363c693c10 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:34:11.161632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Port 197a91f9-897c-45d8-afde-4a363c693c10 was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:34:11.162920 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.177492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc826580>,) {'filters': {'network_id': ['f60f1fc0-d404-4ccb-81b9-85b06c3db778']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:11.186697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc826580>, '9d534d9b-ac03-4393-b385-2fd9a3417f48') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:11.187005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc826580>, '9d534d9b-ac03-4393-b385-2fd9a3417f48') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:34:11.189645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] No DVR routers for this DVR port 197a91f9-897c-45d8-afde-4a363c693c10 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:34:11.191766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Pushing event deleted for resources: {'Port': ['ID=197a91f9-897c-45d8-afde-4a363c693c10,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:11.203365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.203729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.204074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.204432 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.204776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.205120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.205326 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.205458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.205782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.206250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.206591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.207292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.207292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de375dd-23ba-440f-8c5d-fa5b099eac57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:11.225810 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.233299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:34:11.233791 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:34:11.235707 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:34:11.296987 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.302658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.306484 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f60f1fc0-d404-4ccb-81b9-85b06c3db778 HTTP/1.1" status: 204  len: 168 time: 0.5552173
Nov 27 21:34:11.320887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba033d4-97ca-4056-8926-6619eaa76684 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60f1fc0-d404-4ccb-81b9-85b06c3db778,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:11.421949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54082) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:11.462384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a858b7a1-b956-4736-aab5-1620361e36d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75d471b7fbc14bbcbf3dbb7f1acbddcb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391967
Nov 27 21:34:11.464742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54084) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:11.513524 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0f1233d-82f2-49f8-a900-dc592f9ecf40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.514356 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4ac14341-38b6-439b-84a1-f5ad69f64419 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:34:11.534318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4ac14341-38b6-439b-84a1-f5ad69f64419 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:34:11.534806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4ac14341-38b6-439b-84a1-f5ad69f64419 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:34:11.534980 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0f1233d-82f2-49f8-a900-dc592f9ecf40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.535237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 197a91f9-897c-45d8-afde-4a363c693c10 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:34:11.557331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 197a91f9-897c-45d8-afde-4a363c693c10 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:34:11.557675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 197a91f9-897c-45d8-afde-4a363c693c10 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:34:11.558088 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:34:11.577317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:34:11.577590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4fab42c4-ad65-44bc-95cf-7ad03dbdb807 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:34:11.587027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0f1233d-82f2-49f8-a900-dc592f9ecf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.590243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e0f1233d-82f2-49f8-a900-dc592f9ecf40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:11.591427 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e0f1233d-82f2-49f8-a900-dc592f9ecf40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baed9ae6-70c0-45f3-856c-5d23a416e565 HTTP/1.1" status: 204  len: 168 time: 0.1257544
Nov 27 21:34:11.599306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1233d-82f2-49f8-a900-dc592f9ecf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baed9ae6-70c0-45f3-856c-5d23a416e565,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:11.896796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54090) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:11.936018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-37bfd64d-14c1-4acd-8ef6-2b9c04b2a9a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75285b09603b45a3b97073daffc753f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381019
Nov 27 21:34:11.938323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54092) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:11.984094 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc751db-3b98-493f-a356-fb05220e9ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:12.004511 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc751db-3b98-493f-a356-fb05220e9ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:12.056177 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc751db-3b98-493f-a356-fb05220e9ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:12.059134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bcc751db-3b98-493f-a356-fb05220e9ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:12.060374 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bcc751db-3b98-493f-a356-fb05220e9ea2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2defaa99-97fa-4a01-b71a-39abdc45927c HTTP/1.1" status: 204  len: 168 time: 0.1211178
Nov 27 21:34:12.067950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc751db-3b98-493f-a356-fb05220e9ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2defaa99-97fa-4a01-b71a-39abdc45927c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:16.291672 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:17.014824 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:34:18.691467 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:23.075497 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-c4bef7fe-f9b7-4c35-8912-7c7544212247 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7ae3208eb9084263841957ed1fabbfe6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332246
Nov 27 21:34:23.254100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d017-2073-4a78-a520-04e4d9883004 req-e14679ab-fddc-40f3-a446-75950d14f2f1 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:23.255527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-e14679ab-fddc-40f3-a446-75950d14f2f1 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1746335
Nov 27 21:34:23.270816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-66a5bc27-04e4-4d32-bcc8-406d2a57a5dd tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/quotas/7ae3208eb9084263841957ed1fabbfe6 HTTP/1.1" status: 200  len: 375 time: 0.0090499
Nov 27 21:34:23.302648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-c8e4f27f-f5e1-4327-8c28-15cbc9e522e8 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ae3208eb9084263841957ed1fabbfe6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0258067
Nov 27 21:34:23.464085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b506e133-f292-4a31-84a1-76d502c007f7 req-f9a69cc1-9549-480b-a81b-56b06979bb12 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 210 time: 0.0328536
Nov 27 21:34:24.406783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-c85d99ae-1d4c-4ab6-83ac-496a2dce401c tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7ae3208eb9084263841957ed1fabbfe6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0226908
Nov 27 21:34:24.528859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d017-2073-4a78-a520-04e4d9883004 req-c25431fa-99c4-4810-a831-4e8caea05305 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:24.530308 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-c25431fa-99c4-4810-a831-4e8caea05305 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1174157
Nov 27 21:34:24.544586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Request body: {'port': {'device_id': '00a3906b-6073-4a39-96bd-5e28a9ec0b98', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'admin_state_up': True, 'tenant_id': '7ae3208eb9084263841957ed1fabbfe6'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:34:24.556410 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a99031b8-effa-4d96-8800-7ed4dcac078d req-87f82a24-c685-4d51-b3f1-76ed5a372b4f tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 210 time: 0.0257947
Nov 27 21:34:24.651999 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Made reservation on behalf of 7ae3208eb9084263841957ed1fabbfe6 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:34:24.655505 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:24.663815 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:24.739727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:24.743715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:24.805651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b667d8a-8d04-4003-b8f9-efe9e62995f6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:24.819439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.820524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.820738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.821083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.821423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.821759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.822094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.822427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.822758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.823093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.823446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.823776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:34:24.885363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Allocated IP 192.168.233.62 (0a5d387d-9b1d-47d7-b189-6851d70181a3/e92520dc-c6ba-4eb1-8c13-8a8a7c397695/27a69e90-c26c-48c2-9887-e073caf61517) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:34:25.334254 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:25.366616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:25.410620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Network 0a5d387d-9b1d-47d7-b189-6851d70181a3 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:34:25.414324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:34:25.418129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:34:25.446137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Pushing event updated for resources: {'Port': ['ID=27a69e90-c26c-48c2-9887-e073caf61517,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:25.475795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:25.476996 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:25.494157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-baa1f7b6-09cb-45f2-bd4e-d243c9313949 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9532697
Nov 27 21:34:25.506579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Request body: {'port': {'device_id': '00a3906b-6073-4a39-96bd-5e28a9ec0b98', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:34:25.561234 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:25.690041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-82433b9f-1516-4a6e-8dfe-b372f5b9b2f2 None None] Provisioning complete for port 27a69e90-c26c-48c2-9887-e073caf61517 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:34:25.690661 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-82433b9f-1516-4a6e-8dfe-b372f5b9b2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:25.728761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-82433b9f-1516-4a6e-8dfe-b372f5b9b2f2 None None] Port 27a69e90-c26c-48c2-9887-e073caf61517 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:34:25.778601 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14737138-6fb0-45d4-9aeb-43d0dbf4cf39 req-7049ed8f-472b-461c-8189-6b291fca13fd tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:25.780105 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-14737138-6fb0-45d4-9aeb-43d0dbf4cf39 req-7049ed8f-472b-461c-8189-6b291fca13fd tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 935 time: 0.1117561
Nov 27 21:34:25.857727 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-14737138-6fb0-45d4-9aeb-43d0dbf4cf39 req-a100cad7-841a-4528-a46d-7d2aa7348aa5 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702543
Nov 27 21:34:25.906055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a69e90-c26c-48c2-9887-e073caf61517 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:34:25.913523 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:25.925938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Transition to ACTIVE for port object 27a69e90-c26c-48c2-9887-e073caf61517 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:34:25.929017 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:25.978728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Pushing event updated for resources: {'Port': ['ID=27a69e90-c26c-48c2-9887-e073caf61517,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:26.058497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Attempting to bind port 27a69e90-c26c-48c2-9887-e073caf61517 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:34:26.059087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Attempting to bind port 27a69e90-c26c-48c2-9887-e073caf61517 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:34:26.059542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Attempting to bind port 27a69e90-c26c-48c2-9887-e073caf61517 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:34:26.065451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Port 27a69e90-c26c-48c2-9887-e073caf61517 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:34:26.065776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Attempting to bind port 27a69e90-c26c-48c2-9887-e073caf61517 on network 0a5d387d-9b1d-47d7-b189-6851d70181a3 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:34:26.071544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:34:26.071916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Checking segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:34:26.072336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Bound using segment: {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:34:26.072732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Bound port: 27a69e90-c26c-48c2-9887-e073caf61517, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf60009c-41f3-4b18-a88d-cbb0bae7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:34:26.073098 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:26.138332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] For port 27a69e90-c26c-48c2-9887-e073caf61517, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:34:26.141303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] For port 27a69e90-c26c-48c2-9887-e073caf61517, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27a69e90-c26c-48c2-9887-e073caf61517,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:34:26.146034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:26.183196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:26.183851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:26.185228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] 10.222.0.15 "PUT /v2.0/ports/27a69e90-c26c-48c2-9887-e073caf61517 HTTP/1.1" status: 200  len: 1095 time: 0.6829102
Nov 27 21:34:26.185640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a3906b-6073-4a39-96bd-5e28a9ec0b98', 'tag': '27a69e90-c26c-48c2-9887-e073caf61517'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:34:26.187946 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a735b3-7650-40d0-a21c-e8139c9f55fd" -d '{"events": [{"name": "network-changed", "server_uuid": "00a3906b-6073-4a39-96bd-5e28a9ec0b98", "tag": "27a69e90-c26c-48c2-9887-e073caf61517"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:34:26.211212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408df87-7bb6-4ddf-b2a7-17cde4146804 service neutron] Pushing event updated for resources: {'Port': ['ID=27a69e90-c26c-48c2-9887-e073caf61517,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:26.239008 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898a46f4-646b-4fd4-ab6f-d2da7a9e3dc7 x-openstack-request-id: req-898a46f4-646b-4fd4-ab6f-d2da7a9e3dc7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:34:26.239344 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a3906b-6073-4a39-96bd-5e28a9ec0b98", "tag": "27a69e90-c26c-48c2-9887-e073caf61517", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:34:26.239590 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-898a46f4-646b-4fd4-ab6f-d2da7a9e3dc7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:34:26.239996 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a3906b-6073-4a39-96bd-5e28a9ec0b98', 'tag': '27a69e90-c26c-48c2-9887-e073caf61517', 'status': 'completed', 'code': 200}
Nov 27 21:34:26.273663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d017-2073-4a78-a520-04e4d9883004 req-b35c6ef9-105e-4977-9a51-46c147750fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:26.275176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-b35c6ef9-105e-4977-9a51-46c147750fc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ae3208eb9084263841957ed1fabbfe6&device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 1098 time: 0.0461555
Nov 27 21:34:26.329272 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-b3dfea0a-abdb-45e8-95b6-92549db910ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=27a69e90-c26c-48c2-9887-e073caf61517 HTTP/1.1" status: 200  len: 217 time: 0.0461895
Nov 27 21:34:26.384446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d017-2073-4a78-a520-04e4d9883004 req-070ae654-2112-4b99-8d24-70e55d8f0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:26.385893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-070ae654-2112-4b99-8d24-70e55d8f0e4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0495985
Nov 27 21:34:26.431183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d017-2073-4a78-a520-04e4d9883004 req-bb09587d-fb89-40b5-8f80-a607559c7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:26.432789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-bb09587d-fb89-40b5-8f80-a607559c7f19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0401154
Nov 27 21:34:26.526949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-c0d14185-9ec5-4dbb-a2d5-0c5494196fe7 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872419
Nov 27 21:34:26.615362 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d026d017-2073-4a78-a520-04e4d9883004 req-84db2e88-c424-4040-a849-aba8ab6e431f service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808394
Nov 27 21:34:26.711960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-1d1d1f09-4b1d-48c1-a2a9-6ebe9d5867ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:26.713380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-1d1d1f09-4b1d-48c1-a2a9-6ebe9d5867ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ae3208eb9084263841957ed1fabbfe6&device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 1098 time: 0.0476561
Nov 27 21:34:26.802312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-1fb370cc-25e4-48f1-b425-bd12f6e3c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:26.803820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-1fb370cc-25e4-48f1-b425-bd12f6e3c4ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a5d387d-9b1d-47d7-b189-6851d70181a3 HTTP/1.1" status: 200  len: 870 time: 0.0827496
Nov 27 21:34:26.845126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-751429af-2079-4a7f-99f6-09203b81e732 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=27a69e90-c26c-48c2-9887-e073caf61517 HTTP/1.1" status: 200  len: 217 time: 0.0343690
Nov 27 21:34:26.897334 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-8f832977-ffed-4ce3-a5e7-b24a34053e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:26.899430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-8f832977-ffed-4ce3-a5e7-b24a34053e7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e92520dc-c6ba-4eb1-8c13-8a8a7c397695 HTTP/1.1" status: 200  len: 843 time: 0.0476444
Nov 27 21:34:26.971670 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-ca9f0974-d223-4c91-91b3-ed2ee522baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:26.973119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-ca9f0974-d223-4c91-91b3-ed2ee522baff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a5d387d-9b1d-47d7-b189-6851d70181a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0672767
Nov 27 21:34:26.994993 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e76eb-bb37-43e9-9ebd-45f8c738a0e4 req-45ede1f1-9cb0-4e17-ba3c-50d0baf488e2 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:26.996430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa8e76eb-bb37-43e9-9ebd-45f8c738a0e4 req-45ede1f1-9cb0-4e17-ba3c-50d0baf488e2 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 947 time: 0.0668266
Nov 27 21:34:27.098065 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa8e76eb-bb37-43e9-9ebd-45f8c738a0e4 req-1a9c51e3-e839-4efe-8280-09b164799586 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919485
Nov 27 21:34:27.111440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-d01a68e5-bd58-4480-aa4d-c7e563827a53 service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312141
Nov 27 21:34:27.199828 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8a735b3-7650-40d0-a21c-e8139c9f55fd req-870b8fae-23ba-4386-9060-15dfec4a3ead service neutron] 10.222.0.15 "GET /v2.0/networks/0a5d387d-9b1d-47d7-b189-6851d70181a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815203
Nov 27 21:34:28.215398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84906460-28b8-40ed-ad02-6de12cc4fc52 req-4b3b1967-af39-48f7-9d64-e04f07e08906 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:28.216880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-84906460-28b8-40ed-ad02-6de12cc4fc52 req-4b3b1967-af39-48f7-9d64-e04f07e08906 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 947 time: 0.0505474
Nov 27 21:34:28.263411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-84906460-28b8-40ed-ad02-6de12cc4fc52 req-5fb105a7-dd15-47e7-a372-710fa4fa0d77 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405197
Nov 27 21:34:28.852271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 27a69e90-c26c-48c2-9887-e073caf61517 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:34:28.946573 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 27a69e90-c26c-48c2-9887-e073caf61517, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27a69e90-c26c-48c2-9887-e073caf61517,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:28.957680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '27a69e90-c26c-48c2-9887-e073caf61517', 'network_id': '0a5d387d-9b1d-47d7-b189-6851d70181a3', 'port_id': '27a69e90-c26c-48c2-9887-e073caf61517', 'mac_address': 'fa:16:3e:09:f5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92520dc-c6ba-4eb1-8c13-8a8a7c397695', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:34:28.994276 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:29.007303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a69e90-c26c-48c2-9887-e073caf61517 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:34:29.026732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 27a69e90-c26c-48c2-9887-e073caf61517, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27a69e90-c26c-48c2-9887-e073caf61517,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:29.031342 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:29.076800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=27a69e90-c26c-48c2-9887-e073caf61517,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:29.384355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3924d7e-1374-431d-a207-c6a984c091fd req-f7f2a58d-41c2-41dd-a7d0-c3e61df8eb31 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:29.385883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3924d7e-1374-431d-a207-c6a984c091fd req-f7f2a58d-41c2-41dd-a7d0-c3e61df8eb31 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 948 time: 0.0545545
Nov 27 21:34:29.433157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3924d7e-1374-431d-a207-c6a984c091fd req-c6ea1e0d-501d-44fa-bb88-74623def16bc tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412860
Nov 27 21:34:29.439958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['27a69e90-c26c-48c2-9887-e073caf61517'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:34:30.548635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667b7ac-24f0-4736-8204-fc2a961081e9 req-09597282-eddf-4d5a-be25-868c2e4df5b7 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:30.550127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5667b7ac-24f0-4736-8204-fc2a961081e9 req-09597282-eddf-4d5a-be25-868c2e4df5b7 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 948 time: 0.0493371
Nov 27 21:34:30.596538 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5667b7ac-24f0-4736-8204-fc2a961081e9 req-571c4eca-0c0a-4687-8865-289d651a5477 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404930
Nov 27 21:34:30.867902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 27a69e90-c26c-48c2-9887-e073caf61517 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:34:30.918961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 27a69e90-c26c-48c2-9887-e073caf61517 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:34:30.922570 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 27a69e90-c26c-48c2-9887-e073caf61517 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:34:30.922942 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:30.996953 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:31.019971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a3906b-6073-4a39-96bd-5e28a9ec0b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a69e90-c26c-48c2-9887-e073caf61517'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:34:31.022214 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff64ba7-f1d0-4f25-931d-eabc4fc1d93f" -d '{"events": [{"server_uuid": "00a3906b-6073-4a39-96bd-5e28a9ec0b98", "name": "network-vif-plugged", "status": "completed", "tag": "27a69e90-c26c-48c2-9887-e073caf61517"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:34:31.036127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 27a69e90-c26c-48c2-9887-e073caf61517, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27a69e90-c26c-48c2-9887-e073caf61517,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:31.042187 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:31.094652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=27a69e90-c26c-48c2-9887-e073caf61517,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:31.137074 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba1ba2f-13d6-4497-8e32-32dce4aa4a73 x-openstack-request-id: req-fba1ba2f-13d6-4497-8e32-32dce4aa4a73 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:34:31.137401 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a3906b-6073-4a39-96bd-5e28a9ec0b98", "name": "network-vif-plugged", "status": "completed", "tag": "27a69e90-c26c-48c2-9887-e073caf61517", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:34:31.137667 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fba1ba2f-13d6-4497-8e32-32dce4aa4a73 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:34:31.138082 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a3906b-6073-4a39-96bd-5e28a9ec0b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a69e90-c26c-48c2-9887-e073caf61517', 'code': 200}
Nov 27 21:34:31.233147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430edd8-f4ce-452b-a145-10d8ac67ca21 req-c5c8dfa1-95ea-49fa-b957-dd54d2f51a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:31.234673 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9430edd8-f4ce-452b-a145-10d8ac67ca21 req-c5c8dfa1-95ea-49fa-b957-dd54d2f51a47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 1100 time: 0.0401411
Nov 27 21:34:31.279035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9430edd8-f4ce-452b-a145-10d8ac67ca21 req-e8a722e3-35b4-4015-b66a-2bcea968c42c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372374
Nov 27 21:34:31.711575 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a918971-786b-4e26-a38d-46ce8551d696 req-753895ba-0b05-4bc2-ad0c-4a722e590d5d tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:31.712943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a918971-786b-4e26-a38d-46ce8551d696 req-753895ba-0b05-4bc2-ad0c-4a722e590d5d tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 949 time: 0.0477207
Nov 27 21:34:31.761591 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0a918971-786b-4e26-a38d-46ce8551d696 req-7e326845-7a88-4bb3-b5a8-b50d0ff3d22a tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427623
Nov 27 21:34:32.882788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5ad78-e91b-4ee0-9b51-84968b41667f req-82458a0d-42be-446d-ae27-8d168b714202 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:32.884314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fa5ad78-e91b-4ee0-9b51-84968b41667f req-82458a0d-42be-446d-ae27-8d168b714202 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 949 time: 0.0532644
Nov 27 21:34:32.931621 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8fa5ad78-e91b-4ee0-9b51-84968b41667f req-8383d278-692e-4aba-a466-b2a4a3022aac tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412302
Nov 27 21:34:33.297700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-f138ea2b-069e-4be4-85b4-ad49f9f92eb6 req-a2a734e8-29c0-4a80-96f1-92f3ed8301ce service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:34:33.298769 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f138ea2b-069e-4be4-85b4-ad49f9f92eb6 req-a2a734e8-29c0-4a80-96f1-92f3ed8301ce service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1016271
Nov 27 21:34:33.617102 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-c665fec0-2a01-4128-8ed9-efda3ff22bdc req-74959e2f-1254-46b7-bacb-d5bb7cb39fdb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:34:33.618012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c665fec0-2a01-4128-8ed9-efda3ff22bdc req-74959e2f-1254-46b7-bacb-d5bb7cb39fdb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055118
Nov 27 21:34:33.946560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b228d-7927-437b-adb3-926cfff5687a req-9541fdf5-d7ca-4f15-956c-ec0e12baee43 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:33.948056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de9b228d-7927-437b-adb3-926cfff5687a req-9541fdf5-d7ca-4f15-956c-ec0e12baee43 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 949 time: 0.0488834
Nov 27 21:34:33.996068 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de9b228d-7927-437b-adb3-926cfff5687a req-5e3991af-6e92-4c8f-a336-18defebcdb8d tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418968
Nov 27 21:34:34.373707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b708e1f1-2c47-4ea3-a37b-4ca47aa243e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:35.118533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725cec8-3592-43ab-82d8-a254be272132 req-4848c363-aae1-4f22-8e3e-75d286eab108 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:35.120035 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7725cec8-3592-43ab-82d8-a254be272132 req-4848c363-aae1-4f22-8e3e-75d286eab108 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 949 time: 0.0504408
Nov 27 21:34:35.166616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7725cec8-3592-43ab-82d8-a254be272132 req-6c8466f1-8364-46c3-b770-a32b96e3cc8d tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b667d8a-8d04-4003-b8f9-efe9e62995f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404856
Nov 27 21:34:35.295812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-146e0517-ee4e-4535-a416-65ba5dde00e3 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:35.297170 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-146e0517-ee4e-4535-a416-65ba5dde00e3 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.15 "GET /v2.0/ports?device_id=00a3906b-6073-4a39-96bd-5e28a9ec0b98 HTTP/1.1" status: 200  len: 949 time: 0.0470130
Nov 27 21:34:35.386711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Deleting port 27a69e90-c26c-48c2-9887-e073caf61517 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:34:35.387052 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:35.474920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] For port 27a69e90-c26c-48c2-9887-e073caf61517, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27a69e90-c26c-48c2-9887-e073caf61517,segment=NetworkSegment(cf60009c-41f3-4b18-a88d-cbb0bae7cb50),segment_id=cf60009c-41f3-4b18-a88d-cbb0bae7cb50)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:35.475329 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:35.488255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Calling delete_port for 27a69e90-c26c-48c2-9887-e073caf61517 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:34:35.617548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:35.629035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['27a69e90-c26c-48c2-9887-e073caf61517'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:34:35.645008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Pushing event deleted for resources: {'Port': ['ID=27a69e90-c26c-48c2-9887-e073caf61517,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:35.695841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] No DVR routers for this DVR port 27a69e90-c26c-48c2-9887-e073caf61517 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:34:35.698627 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:35.702268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d47cc92a-cb8e-4ee3-b236-fcdbff3396c2 req-772a5d1a-a37a-4ddb-ad3f-a04ec2624296 tempest-ServersAdminNegativeTestJSON-1562379187 tempest-ServersAdminNegativeTestJSON-1562379187-project] 10.222.0.15 "DELETE /v2.0/ports/27a69e90-c26c-48c2-9887-e073caf61517 HTTP/1.1" status: 204  len: 173 time: 0.3989356
Nov 27 21:34:35.702934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a3906b-6073-4a39-96bd-5e28a9ec0b98', 'name': 'network-vif-deleted', 'tag': '27a69e90-c26c-48c2-9887-e073caf61517'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:34:35.711582 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64f8b59-7bc0-4ec6-a797-41298743ff94" -d '{"events": [{"server_uuid": "00a3906b-6073-4a39-96bd-5e28a9ec0b98", "name": "network-vif-deleted", "tag": "27a69e90-c26c-48c2-9887-e073caf61517"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:34:35.752171 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3604bd7e-c2c6-4c91-ba71-b76b89a7fd48 x-openstack-request-id: req-3604bd7e-c2c6-4c91-ba71-b76b89a7fd48 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:34:35.752472 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a3906b-6073-4a39-96bd-5e28a9ec0b98", "name": "network-vif-deleted", "tag": "27a69e90-c26c-48c2-9887-e073caf61517", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:34:35.752734 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3604bd7e-c2c6-4c91-ba71-b76b89a7fd48 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:34:35.753148 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a3906b-6073-4a39-96bd-5e28a9ec0b98', 'name': 'network-vif-deleted', 'tag': '27a69e90-c26c-48c2-9887-e073caf61517', 'status': 'completed', 'code': 200}
Nov 27 21:34:36.462599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54228) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:36.529039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f73fa904-3491-4082-8007-a109742e4194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:36.621574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f19e71b7-8b3e-4ffb-be01-7817649e3488 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ae3208eb9084263841957ed1fabbfe6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1576836
Nov 27 21:34:36.624108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54234) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:36.670021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f1e54359-d499-438a-8a69-1490e3bd2c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:36.690932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f1e54359-d499-438a-8a69-1490e3bd2c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:36.738324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f1e54359-d499-438a-8a69-1490e3bd2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:36.741099 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f1e54359-d499-438a-8a69-1490e3bd2c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:36.742274 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f1e54359-d499-438a-8a69-1490e3bd2c51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b667d8a-8d04-4003-b8f9-efe9e62995f6 HTTP/1.1" status: 204  len: 168 time: 0.1172533
Nov 27 21:34:36.750785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e54359-d499-438a-8a69-1490e3bd2c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b667d8a-8d04-4003-b8f9-efe9e62995f6,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:36.998736 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54240) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:37.012071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0df3756c-d9f8-4cfa-a53d-835abfa5c425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:37.084646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0df3756c-d9f8-4cfa-a53d-835abfa5c425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:37.089144 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0df3756c-d9f8-4cfa-a53d-835abfa5c425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:37.129978 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0df3756c-d9f8-4cfa-a53d-835abfa5c425 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b6c9423d7454ff9b193a0254711d916&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1300464
Nov 27 21:34:37.131268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3756c-d9f8-4cfa-a53d-835abfa5c425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e10f381-0491-40e0-a3b8-22ea8a827a3a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:37.132691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54242) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:37.188226 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-166fc005-f353-4cc3-ad63-1a2d8917026f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:37.208657 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-166fc005-f353-4cc3-ad63-1a2d8917026f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:37.254646 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-166fc005-f353-4cc3-ad63-1a2d8917026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:37.257333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-166fc005-f353-4cc3-ad63-1a2d8917026f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:37.258524 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-166fc005-f353-4cc3-ad63-1a2d8917026f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e10f381-0491-40e0-a3b8-22ea8a827a3a HTTP/1.1" status: 204  len: 168 time: 0.1247494
Nov 27 21:34:37.266230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fc005-f353-4cc3-ad63-1a2d8917026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e10f381-0491-40e0-a3b8-22ea8a827a3a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:37.903884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54264) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:37.958176 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.000051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-81464399-network', 'tenant_id': '11fc5844e4a54a18a4a14eeb83b07c31'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:34:38.021505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Made reservation on behalf of 11fc5844e4a54a18a4a14eeb83b07c31 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:34:38.023928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.031885 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.106434 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.110286 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.136093 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:34:38.145699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca63a056-561e-4aa5-9492-c49698b32fdd,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:38.150543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.150895 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Added segment 937c737b-0df8-4235-91a7-355b4adacf34 of type vlan for network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b
Nov 27 21:34:38.190348 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.215146 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.216083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:38.216678 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.266385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3613927
Nov 27 21:34:38.269363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54268) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:38.274155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Request body: {'subnet': {'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-81464399-subnet', 'tenant_id': '11fc5844e4a54a18a4a14eeb83b07c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:34:38.281824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53eeb5-8744-4916-b382-3bdcea68091e admin admin] Pushing event updated for resources: {'Network': ['ID=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:38.292893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:34:38.296423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Made reservation on behalf of 11fc5844e4a54a18a4a14eeb83b07c31 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:34:38.298860 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.464489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.517135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=511ad2d9-874d-4a36-8673-92821d6f2fb8,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:38.532187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Checking segment: {'id': '937c737b-0df8-4235-91a7-355b4adacf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:34:38.532566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Network hostable DHCP agents. Network: 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:34:38.548828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:34:38.557406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:34:38.562721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:38.563369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:38.567452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13215de8-b446-4867-9233-abecbcd3d38e None None] Network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:34:38.580174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3777c915-8ba0-48bf-bdff-2917222e93e7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3097539
Nov 27 21:34:38.702259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122cbae-bb6e-43ce-a8c2-2ed44d2b0574 None None] Network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:34:38.929419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 27a69e90-c26c-48c2-9887-e073caf61517 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:34:38.949357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 27a69e90-c26c-48c2-9887-e073caf61517 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:34:38.949715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 27a69e90-c26c-48c2-9887-e073caf61517 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:34:39.008743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-07618830-479e-4bb6-a451-63ad91b1ffeb tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:39.010234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-07618830-479e-4bb6-a451-63ad91b1ffeb tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/networks?id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 200  len: 810 time: 0.1032772
Nov 27 21:34:39.024870 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-ac6a59f5-c005-46af-ab2f-bff7ad5b06bb tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/quotas/11fc5844e4a54a18a4a14eeb83b07c31 HTTP/1.1" status: 200  len: 375 time: 0.0088770
Nov 27 21:34:39.056040 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-1bfdde13-91e0-4dda-83ea-e5c4a8dd8a82 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0255582
Nov 27 21:34:39.155166 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-255bfcd4-526b-4ced-ac11-a1a19abf6001 service neutron] 10.222.0.21 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921602
Nov 27 21:34:39.243716 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-decda111-490e-47f2-935a-ab2964e28ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823569
Nov 27 21:34:39.402559 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f90dc82-c35d-410f-8919-454c6f4b9140 req-b679ebc3-7b14-49d3-a071-6c665821b784 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 210 time: 0.0273933
Nov 27 21:34:39.670663 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:40.349568 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:40.495812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-6ae6ce95-484b-4e5b-bd2b-8e4865d1da51 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:40.497397 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-6ae6ce95-484b-4e5b-bd2b-8e4865d1da51 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.15 "GET /v2.0/networks?id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 200  len: 810 time: 0.1310842
Nov 27 21:34:40.514239 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-824b7a54-dba1-4c28-8682-c818a9db88f2 req-2664facb-062d-4a02-a328-bf106f8ce3f8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 210 time: 0.0387745
Nov 27 21:34:40.517566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Request body: {'port': {'device_id': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b', 'admin_state_up': True, 'tenant_id': '11fc5844e4a54a18a4a14eeb83b07c31'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:34:40.627803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Made reservation on behalf of 11fc5844e4a54a18a4a14eeb83b07c31 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:34:40.631230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:40.765258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Allocated IP 172.20.0.14 (383b4ccc-7a9e-48ef-9a6d-d98eecdd981b/511ad2d9-874d-4a36-8673-92821d6f2fb8/3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:34:40.904628 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:40.937829 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:40.985611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:34:40.988750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:34:40.991105 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:34:41.017201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Pushing event updated for resources: {'Port': ['ID=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:41.055489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:41.057040 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:41.072944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-24fbba3f-47f3-477f-818f-603439666f23 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5610204
Nov 27 21:34:41.085171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Request body: {'port': {'device_id': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:34:41.137674 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:41.403064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:34:41.410654 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:41.424436 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Transition to ACTIVE for port object 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:34:41.428192 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:41.480899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:41.545814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Attempting to bind port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:34:41.546387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Attempting to bind port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '937c737b-0df8-4235-91a7-355b4adacf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:34:41.546515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Attempting to bind port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:34:41.550760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:34:41.551056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Attempting to bind port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:34:41.555794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:34:41.556134 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Checking segment: {'id': '937c737b-0df8-4235-91a7-355b4adacf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:34:41.556519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Bound using segment: {'id': '937c737b-0df8-4235-91a7-355b4adacf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:34:41.556964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Bound port: 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937c737b-0df8-4235-91a7-355b4adacf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:34:41.557313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:41.621730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:34:41.624759 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,segment=NetworkSegment(937c737b-0df8-4235-91a7-355b4adacf34),segment_id=937c737b-0df8-4235-91a7-355b4adacf34)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:34:41.630149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:41.631104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01a903-9576-424f-9c99-1b9a0dbbfbde req-16d31557-713e-40f4-9074-e95267348804 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:41.632898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de01a903-9576-424f-9c99-1b9a0dbbfbde req-16d31557-713e-40f4-9074-e95267348804 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 944 time: 0.0510643
Nov 27 21:34:41.673927 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:41.674548 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:41.676433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 1092 time: 0.5950449
Nov 27 21:34:41.676882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:34:41.679176 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65edf04-5015-4039-ad69-fa7f735911e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:34:41.691665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de01a903-9576-424f-9c99-1b9a0dbbfbde req-a2aa99a5-82f3-4577-b9a6-b284ddd4f735 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523148
Nov 27 21:34:41.707357 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93163216-8b30-41c8-80ec-236538bcc0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:41.739556 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614ead40-8b36-4848-8051-3e278b4809d7 x-openstack-request-id: req-614ead40-8b36-4848-8051-3e278b4809d7 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:34:41.739852 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:34:41.740528 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-614ead40-8b36-4848-8051-3e278b4809d7 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:34:41.740935 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f', 'status': 'completed', 'code': 200}
Nov 27 21:34:41.769674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-3efde75f-fbc4-4f1c-8074-c6e392b17763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:41.771148 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-3efde75f-fbc4-4f1c-8074-c6e392b17763 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 1095 time: 0.0420673
Nov 27 21:34:41.814233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-2a7af5c9-5f6a-46c0-b1d9-e357bc3cc173 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 217 time: 0.0355096
Nov 27 21:34:41.861633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-d2c079c9-a802-4122-9d44-e7f052c9dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:41.863041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-d2c079c9-a802-4122-9d44-e7f052c9dd70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=511ad2d9-874d-4a36-8673-92821d6f2fb8 HTTP/1.1" status: 200  len: 850 time: 0.0427535
Nov 27 21:34:41.893340 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-acc896c2-dc0b-44c8-9a48-13f0c3dc780f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238512
Nov 27 21:34:41.983183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-689bec6d-4909-41f0-b6a9-6f24157fe2db service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822721
Nov 27 21:34:42.069342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4479346-0ffc-4954-b936-20f30dde5ccc req-c1c20090-5b26-4ad1-a24e-9d6b55ff0dca service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0792184
Nov 27 21:34:42.158757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-cdaaa1da-7fa6-461c-80d3-f68fe90e8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:42.160251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-cdaaa1da-7fa6-461c-80d3-f68fe90e8aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 1095 time: 0.0406914
Nov 27 21:34:42.250534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-565134be-4829-48a7-b755-ddca654b79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:42.252187 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-565134be-4829-48a7-b755-ddca654b79aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 200  len: 911 time: 0.0851912
Nov 27 21:34:42.293536 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-d338d07a-7618-4f80-aefc-5388140540ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 217 time: 0.0333958
Nov 27 21:34:42.345957 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-8fc56ad5-900f-43ed-850b-5434b0c6182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:42.347420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-8fc56ad5-900f-43ed-850b-5434b0c6182b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=511ad2d9-874d-4a36-8673-92821d6f2fb8 HTTP/1.1" status: 200  len: 850 time: 0.0467076
Nov 27 21:34:42.382533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-9d0400af-65f7-4928-ae15-53f2da0fae73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284748
Nov 27 21:34:42.469111 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-e57d369e-6824-489f-a49b-ff755c048896 service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793691
Nov 27 21:34:42.560145 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b65edf04-5015-4039-ad69-fa7f735911e3 req-f6a9c221-68e8-473b-91bf-0e891ee0f2d5 service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844023
Nov 27 21:34:42.806830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73567c-d77a-425c-bd3e-b93e4489203d req-2abb8248-396b-4359-9dc5-15469bdfe50b tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:42.808308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fe73567c-d77a-425c-bd3e-b93e4489203d req-2abb8248-396b-4359-9dc5-15469bdfe50b tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 944 time: 0.0475552
Nov 27 21:34:42.857782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fe73567c-d77a-425c-bd3e-b93e4489203d req-d307f817-63ba-4198-b4df-4b9e865db9c2 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434055
Nov 27 21:34:43.974902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa0cc8-19e4-4b8b-aa43-ef337beb4076 req-25e1ccd7-bddb-48f5-b226-0f89907877f5 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:43.976414 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7fa0cc8-19e4-4b8b-aa43-ef337beb4076 req-25e1ccd7-bddb-48f5-b226-0f89907877f5 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 944 time: 0.0499289
Nov 27 21:34:44.022982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c7fa0cc8-19e4-4b8b-aa43-ef337beb4076 req-31aaef67-0b4d-432d-9eb0-92f65b9fb10e tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406637
Nov 27 21:34:44.958338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:34:45.050725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,segment=NetworkSegment(937c737b-0df8-4235-91a7-355b4adacf34),segment_id=937c737b-0df8-4235-91a7-355b4adacf34)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:45.062017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f', 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b', 'port_id': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f', 'mac_address': 'fa:16:3e:b6:f0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511ad2d9-874d-4a36-8673-92821d6f2fb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:34:45.102858 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:45.115759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:34:45.135212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,segment=NetworkSegment(937c737b-0df8-4235-91a7-355b4adacf34),segment_id=937c737b-0df8-4235-91a7-355b4adacf34)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:45.138033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5cd27-402a-4778-8ee0-a826ab72a658 req-c4d5eb1a-b677-463e-ba6d-d6414175905e tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:45.139564 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:45.139699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8d5cd27-402a-4778-8ee0-a826ab72a658 req-c4d5eb1a-b677-463e-ba6d-d6414175905e tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 944 time: 0.0484385
Nov 27 21:34:45.186307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:45.187817 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8d5cd27-402a-4778-8ee0-a826ab72a658 req-fd868702-1e8a-4b94-a276-282e1c93abc2 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412202
Nov 27 21:34:45.423178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:34:46.302181 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43feb3-6fa7-44ec-8eb4-09d5f1f2ab54 req-eeb610ab-0cbb-4da8-be71-8389c6bea0a4 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:46.303690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9b43feb3-6fa7-44ec-8eb4-09d5f1f2ab54 req-eeb610ab-0cbb-4da8-be71-8389c6bea0a4 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 945 time: 0.0483294
Nov 27 21:34:46.308039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:46.355328 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9b43feb3-6fa7-44ec-8eb4-09d5f1f2ab54 req-9ce727dd-ed9c-485b-a7dd-82705d0eba99 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446281
Nov 27 21:34:46.960986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:34:47.008346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:34:47.012742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:34:47.013120 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:47.090992 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:47.112317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:34:47.114533 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de070b-e8b9-42d4-8ae8-d38d47a38bb3" -d '{"events": [{"server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "name": "network-vif-plugged", "status": "completed", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:34:47.127487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,segment=NetworkSegment(937c737b-0df8-4235-91a7-355b4adacf34),segment_id=937c737b-0df8-4235-91a7-355b4adacf34)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:34:47.131682 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:47.156364 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcd93eb-b626-4072-b023-a0abf5f6a53b x-openstack-request-id: req-1fcd93eb-b626-4072-b023-a0abf5f6a53b {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:34:47.156656 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "name": "network-vif-plugged", "status": "completed", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:34:47.156909 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fcd93eb-b626-4072-b023-a0abf5f6a53b {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:34:47.157293 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f', 'code': 200}
Nov 27 21:34:47.182551 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:34:47.247330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b2a36-f3a6-44a4-929f-3258cf0a8678 req-d9ba99f6-8295-4ccf-b26d-6f3cf26f478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:47.248707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-976b2a36-f3a6-44a4-929f-3258cf0a8678 req-d9ba99f6-8295-4ccf-b26d-6f3cf26f478c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 1097 time: 0.0390041
Nov 27 21:34:47.292843 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-976b2a36-f3a6-44a4-929f-3258cf0a8678 req-7bd5ccb6-6b93-41da-91e1-f12b9a110a5a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362766
Nov 27 21:34:47.476113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601762df-fc24-476a-932e-1ffca919b5d4 req-2beeb936-9cdf-4694-8215-f2341c3d3236 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:47.477615 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-601762df-fc24-476a-932e-1ffca919b5d4 req-2beeb936-9cdf-4694-8215-f2341c3d3236 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0495470
Nov 27 21:34:47.524518 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-601762df-fc24-476a-932e-1ffca919b5d4 req-3d921b21-0678-42ec-8492-a1d70fe1fa1a tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408840
Nov 27 21:34:48.644507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc5e8-7d9a-473f-8403-fbd0a1b5eec6 req-db6ceb47-639a-4f4e-9bfe-02bf3367f0dc tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:48.645994 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f25cc5e8-7d9a-473f-8403-fbd0a1b5eec6 req-db6ceb47-639a-4f4e-9bfe-02bf3367f0dc tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0496731
Nov 27 21:34:48.692720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f25cc5e8-7d9a-473f-8403-fbd0a1b5eec6 req-f40efa79-5d4e-4c4f-a4c8-795e18dd9adb tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400441
Nov 27 21:34:48.709906 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:34:49.811541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4a48-cf13-4a30-beea-b6b9b8656fa4 req-4e17ae6a-7b5e-4fb6-99f2-226f574e6145 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:49.812990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f9b4a48-cf13-4a30-beea-b6b9b8656fa4 req-4e17ae6a-7b5e-4fb6-99f2-226f574e6145 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0513978
Nov 27 21:34:49.858715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7f9b4a48-cf13-4a30-beea-b6b9b8656fa4 req-68822130-6c57-4ce7-81ef-962799957148 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398493
Nov 27 21:34:50.130909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54326) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:34:50.186042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e67bed-d101-4855-a46c-e3650797a8b1 req-718d048e-9f19-46f5-bb54-1b3cb1ee66f6 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:50.187562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-81e67bed-d101-4855-a46c-e3650797a8b1 req-718d048e-9f19-46f5-bb54-1b3cb1ee66f6 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0488985
Nov 27 21:34:50.227193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-a49d7931-648f-4f32-aef3-25952961767a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0948980
Nov 27 21:34:50.235388 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-81e67bed-d101-4855-a46c-e3650797a8b1 req-808aa27e-bbe1-445e-8693-63832ca53793 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419090
Nov 27 21:34:50.236603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-e761c64a-237d-41d2-9332-f1a9259ceedb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:34:50.237605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-e761c64a-237d-41d2-9332-f1a9259ceedb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050418
Nov 27 21:34:51.349946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9574-836a-4d34-85d2-ae0bc4c5c77a req-995a8405-ee0b-4a5f-b89d-4006879202f5 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:51.351443 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-47be9574-836a-4d34-85d2-ae0bc4c5c77a req-995a8405-ee0b-4a5f-b89d-4006879202f5 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0470798
Nov 27 21:34:51.398580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-47be9574-836a-4d34-85d2-ae0bc4c5c77a req-b653023c-875f-4ed7-bd7e-80ed51d889a4 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405872
Nov 27 21:34:51.483795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-4ac5cebf-6e14-4c51-9127-bd378d5237a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:51.485317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-4ac5cebf-6e14-4c51-9127-bd378d5237a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 1097 time: 0.0414221
Nov 27 21:34:51.577026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-b2c71e2c-3ac4-4425-ab9b-a39ace137c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:51.578411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-b2c71e2c-3ac4-4425-ab9b-a39ace137c8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 200  len: 911 time: 0.0856175
Nov 27 21:34:51.618982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-38b9ba73-73b1-44a2-bbb4-93107724ff5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 217 time: 0.0338471
Nov 27 21:34:51.670445 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-baf0fb30-7cc6-4b84-b8a4-276a6be012ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:51.671910 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-baf0fb30-7cc6-4b84-b8a4-276a6be012ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=511ad2d9-874d-4a36-8673-92821d6f2fb8 HTTP/1.1" status: 200  len: 850 time: 0.0465741
Nov 27 21:34:51.702838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-24694a82-a96f-4f90-8efa-62b2208798d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243859
Nov 27 21:34:51.790376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-ce8cbbdf-ade5-4ead-952d-0c469e5efac9 service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804248
Nov 27 21:34:51.880955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-da6df64a-b242-414d-8b59-71b1fa4c7e99 service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842798
Nov 27 21:34:52.519185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa1e2-9656-4368-a439-cd75d60db14f req-3a2cbf4f-2fbd-4dbd-b913-da9ca00da757 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:52.521014 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54afa1e2-9656-4368-a439-cd75d60db14f req-3a2cbf4f-2fbd-4dbd-b913-da9ca00da757 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0511541
Nov 27 21:34:52.572055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-54afa1e2-9656-4368-a439-cd75d60db14f req-d4885300-75ee-4dd5-870e-12a3e737f2b5 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450263
Nov 27 21:34:53.688440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674147d3-3a6c-469d-a2a2-8d7a992a682a req-7fded177-0dc4-41bd-86be-8b4454ad7801 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:53.689966 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-674147d3-3a6c-469d-a2a2-8d7a992a682a req-7fded177-0dc4-41bd-86be-8b4454ad7801 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0472813
Nov 27 21:34:53.739511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-674147d3-3a6c-469d-a2a2-8d7a992a682a req-ad88bd3a-1a49-4144-8d54-3dd4e07610bb tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430944
Nov 27 21:34:54.013091 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:34:54.854719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98a784-7c0e-4cf7-a24c-75c71f1a6a73 req-f679266d-c94f-4b25-80ce-e258512c91c8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:54.856186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b98a784-7c0e-4cf7-a24c-75c71f1a6a73 req-f679266d-c94f-4b25-80ce-e258512c91c8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0473673
Nov 27 21:34:54.906489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b98a784-7c0e-4cf7-a24c-75c71f1a6a73 req-d1ee5403-bb70-4886-ab95-f5f925e57e9c tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443428
Nov 27 21:34:56.020404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a87f6-0de7-4a22-85f8-38c3c2a50c78 req-c9a36365-5483-4730-b51a-d57df6d9ce74 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:56.021938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-347a87f6-0de7-4a22-85f8-38c3c2a50c78 req-c9a36365-5483-4730-b51a-d57df6d9ce74 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0488794
Nov 27 21:34:56.070494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-347a87f6-0de7-4a22-85f8-38c3c2a50c78 req-280ec95c-d3ba-4c9d-88f7-a26b75a07e5b tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424874
Nov 27 21:34:57.183718 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebb39c-4f18-458b-a19f-48276c257557 req-298fd2ad-1ce4-4abc-88a8-a338afd5cc52 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:57.185161 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3ebb39c-4f18-458b-a19f-48276c257557 req-298fd2ad-1ce4-4abc-88a8-a338afd5cc52 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0477240
Nov 27 21:34:57.231229 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d3ebb39c-4f18-458b-a19f-48276c257557 req-bf1c225e-7125-4222-87b2-79aadcaefc1a tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402172
Nov 27 21:34:58.348264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8bb52-c037-4077-a405-2e74c9c7bd78 req-6c4e3f9d-a780-4ab2-9e89-3e808eaba34e tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:58.349748 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0af8bb52-c037-4077-a405-2e74c9c7bd78 req-6c4e3f9d-a780-4ab2-9e89-3e808eaba34e tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0498388
Nov 27 21:34:58.395431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0af8bb52-c037-4077-a405-2e74c9c7bd78 req-b2c0a084-0caf-4a47-9445-fe2114966758 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397134
Nov 27 21:34:59.512633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c634b5-07d3-43b0-a3c9-4d8cf2a7f321 req-7c6bd5c3-bc5b-4774-8f8e-1068c795452c tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:34:59.514098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91c634b5-07d3-43b0-a3c9-4d8cf2a7f321 req-7c6bd5c3-bc5b-4774-8f8e-1068c795452c tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0476675
Nov 27 21:34:59.559676 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91c634b5-07d3-43b0-a3c9-4d8cf2a7f321 req-63a00310-0fb2-4ea4-b869-3bd3764bfee0 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396032
Nov 27 21:35:00.936752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b73e9-a18b-4b76-a307-7d8c4c5aec90 req-995640f0-bda3-4e6c-b375-be9c70babcd8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:00.938236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab8b73e9-a18b-4b76-a307-7d8c4c5aec90 req-995640f0-bda3-4e6c-b375-be9c70babcd8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.3108687
Nov 27 21:35:00.983585 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ab8b73e9-a18b-4b76-a307-7d8c4c5aec90 req-a1f959bd-69e2-4d67-8cba-19d2c6b811f2 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394700
Nov 27 21:35:02.106832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f96b-28d5-44e9-bb2e-3293e6c6e084 req-f32b6112-af4c-4ac0-a656-222fac6806f2 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:02.108520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-95f8f96b-28d5-44e9-bb2e-3293e6c6e084 req-f32b6112-af4c-4ac0-a656-222fac6806f2 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0561397
Nov 27 21:35:02.156185 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-95f8f96b-28d5-44e9-bb2e-3293e6c6e084 req-f6c09f79-1c0c-45aa-af5e-6bc4a3238ea8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416362
Nov 27 21:35:03.267753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b9f74-2d0e-42c5-bdbe-51e81a81fc51 req-7b44984a-b5bf-4f51-a500-e0c67456d6a9 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:03.269196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-710b9f74-2d0e-42c5-bdbe-51e81a81fc51 req-7b44984a-b5bf-4f51-a500-e0c67456d6a9 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0470672
Nov 27 21:35:03.315110 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-710b9f74-2d0e-42c5-bdbe-51e81a81fc51 req-fff46ae6-465e-4478-840a-7a29c0ddbbb7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400875
Nov 27 21:35:04.376995 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b3ecf55-1b68-4b03-a749-6bfabd9ab3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:04.431996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383b300-ed6b-43c1-a96a-f0c381596c43 req-e0ca6462-677d-416f-a43c-9da3d5601464 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:04.433511 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f383b300-ed6b-43c1-a96a-f0c381596c43 req-e0ca6462-677d-416f-a43c-9da3d5601464 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0482090
Nov 27 21:35:04.484920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f383b300-ed6b-43c1-a96a-f0c381596c43 req-52ae313a-b725-4807-88ce-e1303b6fc017 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454414
Nov 27 21:35:05.597498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee0607-e2ee-4cf9-89d3-4d302ccd013d req-5ecb7711-d247-4404-96eb-25eeff106cb0 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:05.599006 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7ee0607-e2ee-4cf9-89d3-4d302ccd013d req-5ecb7711-d247-4404-96eb-25eeff106cb0 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0473015
Nov 27 21:35:05.648744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7ee0607-e2ee-4cf9-89d3-4d302ccd013d req-510b8567-8119-4c75-81c2-2d6853a5e28f tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431819
Nov 27 21:35:06.529365 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf11de97-bd27-4e15-bc9d-54aba05dfcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:06.771299 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2089b91-5e01-4ae5-bca2-7e8e26c54ffc req-ad03fd97-430a-4001-9338-fd29ce1f15fb tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:06.772791 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2089b91-5e01-4ae5-bca2-7e8e26c54ffc req-ad03fd97-430a-4001-9338-fd29ce1f15fb tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0538869
Nov 27 21:35:06.819847 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2089b91-5e01-4ae5-bca2-7e8e26c54ffc req-9054c7e4-84c7-4439-bb85-f1cf72d74364 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410202
Nov 27 21:35:07.934782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e02695-ed52-49f1-9f20-2c8d584cbdb3 req-846e3ce9-15e9-489b-b13a-be60aafc16ae tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:07.936319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73e02695-ed52-49f1-9f20-2c8d584cbdb3 req-846e3ce9-15e9-489b-b13a-be60aafc16ae tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0478590
Nov 27 21:35:07.960829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:07.983476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-73e02695-ed52-49f1-9f20-2c8d584cbdb3 req-e247f90d-ab02-4a2a-9d23-7fa5dec02285 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412521
Nov 27 21:35:09.098697 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddb4c3-8e09-4691-baee-1ff31a4364cd req-a81850d6-ca9e-4ad5-8683-fff4db72df1c tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:09.100192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-01ddb4c3-8e09-4691-baee-1ff31a4364cd req-a81850d6-ca9e-4ad5-8683-fff4db72df1c tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0479925
Nov 27 21:35:09.146780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-01ddb4c3-8e09-4691-baee-1ff31a4364cd req-14c7247c-e9ab-41f4-863f-19002cba6905 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407217
Nov 27 21:35:09.673961 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:10.259866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fada2d-487f-4adf-b1bb-873abd588cb5 req-2e20c55e-2224-4697-a9a8-d2aa85d4c5b7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:10.261337 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45fada2d-487f-4adf-b1bb-873abd588cb5 req-2e20c55e-2224-4697-a9a8-d2aa85d4c5b7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0484021
Nov 27 21:35:10.307244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-45fada2d-487f-4adf-b1bb-873abd588cb5 req-fb2e968e-0328-4141-95ea-eec5d8ee9bc8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400648
Nov 27 21:35:10.352079 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:11.349576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-4f7ab266-54b8-4452-b7d5-1fc3a2fdb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:11.351079 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-4f7ab266-54b8-4452-b7d5-1fc3a2fdb39d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 1097 time: 0.0395613
Nov 27 21:35:11.481453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681b6c2-3c9c-47ec-8bd4-8a51b6c310bc req-f3db1eef-a3ac-404c-8b19-4437259d51c1 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:11.482934 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9681b6c2-3c9c-47ec-8bd4-8a51b6c310bc req-f3db1eef-a3ac-404c-8b19-4437259d51c1 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.1037512
Nov 27 21:35:11.507119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-e52d7805-1013-46be-8b7f-72f4e1e14e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:11.508541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-e52d7805-1013-46be-8b7f-72f4e1e14e13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 200  len: 911 time: 0.1372311
Nov 27 21:35:11.563455 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-f3c4f5cc-d5fa-45c3-995f-ad2f6b76bc08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 217 time: 0.0477972
Nov 27 21:35:11.570521 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9681b6c2-3c9c-47ec-8bd4-8a51b6c310bc req-d9b11193-c8be-46cd-ad03-4db5148f9b6e tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789776
Nov 27 21:35:11.615088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-9a74e867-beef-427d-a90f-4255615b8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:11.617558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-9a74e867-beef-427d-a90f-4255615b8345 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=511ad2d9-874d-4a36-8673-92821d6f2fb8 HTTP/1.1" status: 200  len: 850 time: 0.0459754
Nov 27 21:35:11.648422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-661d8daa-67bd-4111-b449-8eecc7f2b24c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246043
Nov 27 21:35:11.740052 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-5bcada57-898a-4aea-97f4-42d4ef67dbc2 service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844455
Nov 27 21:35:11.828956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-379067ac-9fd7-45e7-afea-a02ce77b5377 req-f4fa8a21-5104-4edf-acc9-240a3e254f9c service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820420
Nov 27 21:35:12.689373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b09c62-9302-48c7-933c-8e3689b8cc03 req-7beecebd-4303-4da8-b0e5-75cdabf23a34 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:12.690878 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5b09c62-9302-48c7-933c-8e3689b8cc03 req-7beecebd-4303-4da8-b0e5-75cdabf23a34 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0522528
Nov 27 21:35:12.737903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5b09c62-9302-48c7-933c-8e3689b8cc03 req-60c0c9db-cd0e-416f-976d-24fd1e080d81 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409007
Nov 27 21:35:13.855762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f1863-6da8-4b56-8a61-3254562fdbc4 req-f26aada3-0cc3-4c4b-846c-95fe439abbf8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:13.857219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-246f1863-6da8-4b56-8a61-3254562fdbc4 req-f26aada3-0cc3-4c4b-846c-95fe439abbf8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0481465
Nov 27 21:35:14.210119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-246f1863-6da8-4b56-8a61-3254562fdbc4 req-8199336b-7dc3-4cf2-bcde-6b8a2e73405d tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3470001
Nov 27 21:35:15.325899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9a08b-0c3f-49e6-b48b-43f379c398dc req-834339b8-8892-4855-8851-8de71b4ca41b tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:15.327391 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88d9a08b-0c3f-49e6-b48b-43f379c398dc req-834339b8-8892-4855-8851-8de71b4ca41b tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0487623
Nov 27 21:35:15.372881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88d9a08b-0c3f-49e6-b48b-43f379c398dc req-7d81e7d8-efc0-485b-9499-70862d28e54a tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395639
Nov 27 21:35:16.322802 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:16.486694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142028-3df5-4447-a748-1884075a28a1 req-5160a743-d822-4b38-92d2-70aacbf799e7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:16.488177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55142028-3df5-4447-a748-1884075a28a1 req-5160a743-d822-4b38-92d2-70aacbf799e7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0478606
Nov 27 21:35:16.537300 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-55142028-3df5-4447-a748-1884075a28a1 req-7f64a858-9b5e-49d1-90b0-af2431880384 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431647
Nov 27 21:35:17.648941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2037f-cbbc-46b2-956a-776d92861445 req-46e56f7b-c405-4dd4-882b-b0e90f21534d tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:17.650993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60d2037f-cbbc-46b2-956a-776d92861445 req-46e56f7b-c405-4dd4-882b-b0e90f21534d tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0481966
Nov 27 21:35:17.700606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-60d2037f-cbbc-46b2-956a-776d92861445 req-f43e868a-df45-4e21-b6bc-446578b07703 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436430
Nov 27 21:35:18.723643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:18.814931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0496f3-05c7-464a-a3df-ace136b50bd1 req-cc08f4d3-9760-4081-9c65-80d156d221bc tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:18.816431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce0496f3-05c7-464a-a3df-ace136b50bd1 req-cc08f4d3-9760-4081-9c65-80d156d221bc tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 946 time: 0.0477602
Nov 27 21:35:18.862525 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce0496f3-05c7-464a-a3df-ace136b50bd1 req-2cdf4f07-d177-4447-8faa-5abf574e1cca tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401132
Nov 27 21:35:18.956222 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-c0ddc3fb-9437-417a-8d5e-f57146b20186 service neutron] show failed (client error): The resource could not be found.
Nov 27 21:35:18.957202 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-c0ddc3fb-9437-417a-8d5e-f57146b20186 service neutron] 10.222.0.15 "GET /v2.0/ports/3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0566316
Nov 27 21:35:19.191852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-088ea2a9-45f3-4929-96a3-0e5417420929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:19.193389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-088ea2a9-45f3-4929-96a3-0e5417420929 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8&tenant_id=11fc5844e4a54a18a4a14eeb83b07c31 HTTP/1.1" status: 200  len: 1097 time: 0.0716517
Nov 27 21:35:19.214227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:35:19.268945 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:19.461754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,segment=NetworkSegment(937c737b-0df8-4235-91a7-355b4adacf34),segment_id=937c737b-0df8-4235-91a7-355b4adacf34)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:35:19.493628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:35:19.532836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:35:19.535127 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc70746-f6ac-44a1-bca2-5617ba1b1539" -d '{"events": [{"server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:35:19.539246 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:19.551304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Transition to ACTIVE for port object 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:35:19.555112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:19.585752 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbbe4cb-6501-489e-b603-360c8616e5ab x-openstack-request-id: req-bbbbe4cb-6501-489e-b603-360c8616e5ab {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:35:19.586059 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:35:19.586319 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbbbe4cb-6501-489e-b603-360c8616e5ab {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:35:19.586716 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f', 'code': 200}
Nov 27 21:35:19.622220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] No DVR routers for this DVR port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:35:19.626227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Pushing event updated for resources: {'Port': ['ID=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:19.658739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Attempting to bind port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:35:19.659079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Attempting to bind port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '937c737b-0df8-4235-91a7-355b4adacf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:35:19.659447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Attempting to bind port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:35:19.663654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:35:19.663981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Attempting to bind port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on network 383b4ccc-7a9e-48ef-9a6d-d98eecdd981b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:35:19.668785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:35:19.669127 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Checking segment: {'id': '937c737b-0df8-4235-91a7-355b4adacf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:35:19.669511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Bound using segment: {'id': '937c737b-0df8-4235-91a7-355b4adacf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:35:19.669933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Bound port: 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937c737b-0df8-4235-91a7-355b4adacf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:35:19.670279 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:19.730961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:35:19.733875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,segment=NetworkSegment(937c737b-0df8-4235-91a7-355b4adacf34),segment_id=937c737b-0df8-4235-91a7-355b4adacf34)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:35:19.738375 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:19.778107 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:19.778728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:19.780155 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] 10.222.0.35 "PUT /v2.0/ports/3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 1092 time: 0.5707953
Nov 27 21:35:19.797208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d4f8c-581d-4b24-8329-d1838da8f62d service neutron] Pushing event updated for resources: {'Port': ['ID=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:19.847100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-c9adac99-5bd6-49fe-9803-01d2be8977df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:19.848623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-c9adac99-5bd6-49fe-9803-01d2be8977df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 1095 time: 0.0398548
Nov 27 21:35:19.951724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-8b4b71ca-7abc-42be-9632-68bf52fc708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:19.953163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-8b4b71ca-7abc-42be-9632-68bf52fc708b service neutron] 10.222.0.35 "GET /v2.0/networks?id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 200  len: 911 time: 0.0940850
Nov 27 21:35:20.004831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-a03aadd0-767c-4474-b202-e2d90fa10948 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 217 time: 0.0347278
Nov 27 21:35:20.030772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccdbe8-336b-459d-b16d-4d64e4044f31 req-cee1fbfb-4ff3-4a03-a098-3b28c176a128 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:20.032223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfccdbe8-336b-459d-b16d-4d64e4044f31 req-cee1fbfb-4ff3-4a03-a098-3b28c176a128 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 944 time: 0.0987513
Nov 27 21:35:20.086754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-899f1763-fe8f-4e0e-9bae-ba623ac3ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:20.088221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-899f1763-fe8f-4e0e-9bae-ba623ac3ea7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=511ad2d9-874d-4a36-8673-92821d6f2fb8 HTTP/1.1" status: 200  len: 850 time: 0.0726714
Nov 27 21:35:20.113148 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dfccdbe8-336b-459d-b16d-4d64e4044f31 req-0742e338-10ce-49e8-b8b4-48a14cb3353d tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633833
Nov 27 21:35:20.132183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-649a03a9-66b4-4fb5-9661-12ba9d27b1f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347512
Nov 27 21:35:20.223411 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-18e34376-e25f-472b-aa3c-8ab43012ee96 service neutron] 10.222.0.35 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0792625
Nov 27 21:35:20.321425 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bdcc9c4a-be3a-4e2f-b652-788c04fc6247 req-55073b18-b640-4ee2-be0f-10531c5c555e service neutron] 10.222.0.35 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853693
Nov 27 21:35:21.117214 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:35:21.156561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:35:21.232710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665960cc-f912-4439-b517-6349a377b9b3 req-4d2d3385-2c62-4cec-8e5c-a92343596acf tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:21.234212 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-665960cc-f912-4439-b517-6349a377b9b3 req-4d2d3385-2c62-4cec-8e5c-a92343596acf tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 944 time: 0.0480895
Nov 27 21:35:21.281921 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-665960cc-f912-4439-b517-6349a377b9b3 req-d4ce9ec9-cb65-4c96-b96b-b32bee69672a tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416906
Nov 27 21:35:21.588076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:35:21.590522 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f48667-ba1b-442f-9b55-b2b4192c59e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:35:21.638881 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e729286d-2a77-46b3-9943-bf9f8ec62462 x-openstack-request-id: req-e729286d-2a77-46b3-9943-bf9f8ec62462 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:35:21.639215 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:35:21.639498 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e729286d-2a77-46b3-9943-bf9f8ec62462 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:35:21.639903 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f', 'status': 'completed', 'code': 200}
Nov 27 21:35:21.725263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-9a773976-f3bb-4c16-95ec-ea6d40f05182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:21.726677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-9a773976-f3bb-4c16-95ec-ea6d40f05182 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 1095 time: 0.0681653
Nov 27 21:35:21.731242 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-f61170ac-aadb-4f10-8864-6b7737dd885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:21.732603 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-f61170ac-aadb-4f10-8864-6b7737dd885b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 1095 time: 0.0639136
Nov 27 21:35:21.882005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-3bb17ba3-bd97-415e-bf6c-15ab3bcc76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:21.883507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-3bb17ba3-bd97-415e-bf6c-15ab3bcc76c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 200  len: 911 time: 0.1500099
Nov 27 21:35:21.886547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-a9d28294-bd06-4447-a744-033ca27dc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:21.887926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-a9d28294-bd06-4447-a744-033ca27dc77e service neutron] 10.222.0.35 "GET /v2.0/networks?id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 200  len: 911 time: 0.1466959
Nov 27 21:35:21.935122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-b4290750-27d2-49b2-963d-689a0f08e3b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 217 time: 0.0448768
Nov 27 21:35:21.968703 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-a6ab2866-6020-4162-839b-e3ab7ffd4da4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 217 time: 0.0722356
Nov 27 21:35:22.039529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-76ea8c2a-08e8-434a-81bd-a22039964752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:22.041011 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-76ea8c2a-08e8-434a-81bd-a22039964752 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=511ad2d9-874d-4a36-8673-92821d6f2fb8 HTTP/1.1" status: 200  len: 850 time: 0.0802090
Nov 27 21:35:22.046108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-13b749fa-b3ce-46ae-a2e0-29fec6b4c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:22.047454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-13b749fa-b3ce-46ae-a2e0-29fec6b4c163 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=511ad2d9-874d-4a36-8673-92821d6f2fb8 HTTP/1.1" status: 200  len: 850 time: 0.0608165
Nov 27 21:35:22.092151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-071b4a15-2b68-4380-9d9d-1701ee64b014 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420682
Nov 27 21:35:22.093966 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-a2c0cc49-b95c-4338-bf77-b34b17edaa86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363040
Nov 27 21:35:22.253035 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-f2463beb-fc7c-4f58-861c-3a0e3508d94b service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535947
Nov 27 21:35:22.254888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-ff319dbf-c5ea-4568-9315-ce2e88e4ac3b service neutron] 10.222.0.35 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488895
Nov 27 21:35:22.399777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e435a2-c34f-467f-a4e6-a0b21e7253c1 req-46c63794-d926-4028-8158-ab7cf69ff3d8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:22.401315 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9e435a2-c34f-467f-a4e6-a0b21e7253c1 req-46c63794-d926-4028-8158-ab7cf69ff3d8 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 944 time: 0.0502002
Nov 27 21:35:22.418825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-5bf739f9-b695-4ea7-b96f-c8bd490ceb29 service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585693
Nov 27 21:35:22.420759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d8f48667-ba1b-442f-9b55-b2b4192c59e7 req-1ef15d59-3405-4e05-b3a1-e87aa9692301 service neutron] 10.222.0.35 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530917
Nov 27 21:35:22.452641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e9e435a2-c34f-467f-a4e6-a0b21e7253c1 req-7ed72041-dab3-443c-a851-f50373d98f62 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449991
Nov 27 21:35:22.728661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-19d3278a-b26e-4bdd-a954-f3664c735412 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:22.730143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-19d3278a-b26e-4bdd-a954-f3664c735412 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8&tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0843513
Nov 27 21:35:22.789533 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-e9c351ae-fdc8-4800-8f9c-42e7bb867a7f service neutron] delete failed (client error): The resource could not be found.
Nov 27 21:35:22.791174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-e9c351ae-fdc8-4800-8f9c-42e7bb867a7f service neutron] 10.222.0.15 "DELETE /v2.0/ports/3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0533018
Nov 27 21:35:22.878935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-f5980c8b-b152-4d2f-9c54-e49feb8c6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:22.880402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-f5980c8b-b152-4d2f-9c54-e49feb8c6427 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 1095 time: 0.0460815
Nov 27 21:35:22.970014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-f5c17db2-9102-43c4-ac87-af42912c80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:22.971539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-f5c17db2-9102-43c4-ac87-af42912c80d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 200  len: 911 time: 0.0847247
Nov 27 21:35:23.016512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-73c9f5e9-e14c-4502-99cc-a56fb56429db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 200  len: 217 time: 0.0374963
Nov 27 21:35:23.064417 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-b9fa7430-f122-4a2d-9218-87f0d66d4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:23.065838 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-b9fa7430-f122-4a2d-9218-87f0d66d4d11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=511ad2d9-874d-4a36-8673-92821d6f2fb8 HTTP/1.1" status: 200  len: 850 time: 0.0426185
Nov 27 21:35:23.097653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-850ee908-1aa6-4b08-8716-f27b82f0c8b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243843
Nov 27 21:35:23.185941 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-3b1deb3a-8ff0-47c1-a73b-cf56dff1d2c9 service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811431
Nov 27 21:35:23.282547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-bce53bdc-779b-4cbd-8f86-e1a208b26270 service neutron] 10.222.0.15 "GET /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890260
Nov 27 21:35:23.792490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:35:23.892744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,segment=NetworkSegment(937c737b-0df8-4235-91a7-355b4adacf34),segment_id=937c737b-0df8-4235-91a7-355b4adacf34)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:35:23.903736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f', 'network_id': '383b4ccc-7a9e-48ef-9a6d-d98eecdd981b', 'port_id': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f', 'mac_address': 'fa:16:3e:b6:f0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511ad2d9-874d-4a36-8673-92821d6f2fb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:35:23.940333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:23.956486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:35:23.956788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca11d-ee10-4ce1-bb97-ec6f776ef511 req-175307fc-530d-43e0-b362-8d52852e700a tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:23.958342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-247ca11d-ee10-4ce1-bb97-ec6f776ef511 req-175307fc-530d-43e0-b362-8d52852e700a tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 944 time: 0.0528271
Nov 27 21:35:23.976888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,segment=NetworkSegment(937c737b-0df8-4235-91a7-355b4adacf34),segment_id=937c737b-0df8-4235-91a7-355b4adacf34)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:35:23.981975 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:24.016683 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-247ca11d-ee10-4ce1-bb97-ec6f776ef511 req-4fa26d7d-28c6-4b77-bb02-670c26b73760 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491509
Nov 27 21:35:24.192807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:24.200304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.200652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.200991 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.201325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.201653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.201984 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.202307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.202629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.202951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.203296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.203623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.203942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:24.254241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:35:25.142998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d5ea6-88eb-4aa0-8568-fd3c5b0cf455 req-f1d1378b-2b63-4951-832b-dd4db24bd56d tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:25.144543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f86d5ea6-88eb-4aa0-8568-fd3c5b0cf455 req-f1d1378b-2b63-4951-832b-dd4db24bd56d tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 945 time: 0.0503709
Nov 27 21:35:25.191352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f86d5ea6-88eb-4aa0-8568-fd3c5b0cf455 req-a2973a70-71d3-46ec-a058-b4324a435aa0 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca63a056-561e-4aa5-9492-c49698b32fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402215
Nov 27 21:35:25.273183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-a5657861-dc35-465a-9838-6c905096a793 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:25.274653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-a5657861-dc35-465a-9838-6c905096a793 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8 HTTP/1.1" status: 200  len: 945 time: 0.0522346
Nov 27 21:35:25.365021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Deleting port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:35:25.365285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:25.454319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] For port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,segment=NetworkSegment(937c737b-0df8-4235-91a7-355b4adacf34),segment_id=937c737b-0df8-4235-91a7-355b4adacf34)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:35:25.454689 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:25.467215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Calling delete_port for 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:35:25.588796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:25.606690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:35:25.622214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Pushing event deleted for resources: {'Port': ['ID=3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:25.650485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.650839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.651192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.651571 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.651915 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.652258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.652595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.652931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.653265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.653605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.653938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.654272 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:25.672964 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] No DVR routers for this DVR port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:35:25.675428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:25.678625 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-010d290a-84a6-40e7-8ba3-07c99dcc3810 req-66faec51-242c-4e8b-a117-c365f29ccae7 tempest-DeleteServersTestJSON-999371377 tempest-DeleteServersTestJSON-999371377-project] 10.222.0.35 "DELETE /v2.0/ports/3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f HTTP/1.1" status: 204  len: 173 time: 0.3941269
Nov 27 21:35:25.679066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'name': 'network-vif-deleted', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:35:25.681386 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dc00a2-4308-4a4a-a1f5-f2f5f0c48731" -d '{"events": [{"server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "name": "network-vif-deleted", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:35:25.724731 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da61c9a-3383-491c-a97e-44fb322d9851 x-openstack-request-id: req-3da61c9a-3383-491c-a97e-44fb322d9851 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:35:25.725032 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8", "name": "network-vif-deleted", "tag": "3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:35:25.725294 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3da61c9a-3383-491c-a97e-44fb322d9851 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:35:25.725708 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cec1a9c-ebd7-4ad0-b29b-7d3bc08bfaa8', 'name': 'network-vif-deleted', 'tag': '3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f', 'status': 'completed', 'code': 200}
Nov 27 21:35:25.808839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:35:25.828862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:35:25.829217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f not bound to the agent host nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 27 21:35:25.847890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Port 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f not found, will not notify nova. {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 27 21:35:26.317241 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54446) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:35:26.360840 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Deleting subnet 511ad2d9-874d-4a36-8673-92821d6f2fb8 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:35:26.363874 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.397744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.444661 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.496214 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.509287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.512439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/511ad2d9-874d-4a36-8673-92821d6f2fb8 HTTP/1.1" status: 204  len: 168 time: 0.1941762
Nov 27 21:35:26.515227 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54448) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:35:26.529204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=511ad2d9-874d-4a36-8673-92821d6f2fb8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:26.536621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.536976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.537322 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.537662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.537998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.538330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.538661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.538986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.539342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.539719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.540209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.540541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee653a-17d9-48bf-aede-9e9a5a1111b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:35:26.587931 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.666368 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.686467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef7b4760>,) {'filters': {'network_id': ['383b4ccc-7a9e-48ef-9a6d-d98eecdd981b']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:35:26.701515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef7b4760>, '937c737b-0df8-4235-91a7-355b4adacf34') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:35:26.701825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef7b4760>, '937c737b-0df8-4235-91a7-355b4adacf34') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:35:26.711366 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.727090 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.733285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:35:26.733749 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:35:26.735560 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:35:26.792313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.798799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:26.802209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/383b4ccc-7a9e-48ef-9a6d-d98eecdd981b HTTP/1.1" status: 204  len: 168 time: 0.2859190
Nov 27 21:35:26.813788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc8d58-f83d-4d17-87e6-74a73dc56bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=383b4ccc-7a9e-48ef-9a6d-d98eecdd981b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:26.907665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54452) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:35:26.947443 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-636bc157-be05-4d3d-ae78-203c3fb10f59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11fc5844e4a54a18a4a14eeb83b07c31&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385926
Nov 27 21:35:26.949935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54454) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:35:26.996457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed111d83-1134-4aac-8950-7a9d56adf7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:27.018094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed111d83-1134-4aac-8950-7a9d56adf7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:27.065204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed111d83-1134-4aac-8950-7a9d56adf7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:27.067656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ed111d83-1134-4aac-8950-7a9d56adf7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:27.068842 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ed111d83-1134-4aac-8950-7a9d56adf7c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca63a056-561e-4aa5-9492-c49698b32fdd HTTP/1.1" status: 204  len: 168 time: 0.1180091
Nov 27 21:35:27.076558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed111d83-1134-4aac-8950-7a9d56adf7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca63a056-561e-4aa5-9492-c49698b32fdd,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:27.732931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54476) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:35:27.826849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-460689242-network', 'tenant_id': 'd123122da41042cf88d46e8761467e75'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:35:27.847456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Made reservation on behalf of d123122da41042cf88d46e8761467e75 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:35:27.849710 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:27.857908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:27.929991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:27.934089 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:27.954857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:35:27.970025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:27.972830 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:27.973170 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Added segment 1468acf3-14ce-4f17-865c-7b13435ca9e8 of type vlan for network 15710fef-5852-4102-a84f-03b444ed1343
Nov 27 21:35:28.012362 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:28.036327 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:28.037310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:28.037886 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:28.097708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3635881
Nov 27 21:35:28.100798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22824c3-763b-4269-98f8-45f0ddc950d3 admin admin] Pushing event updated for resources: {'Network': ['ID=15710fef-5852-4102-a84f-03b444ed1343,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:28.100945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54480) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:35:28.105804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Request body: {'subnet': {'network_id': '15710fef-5852-4102-a84f-03b444ed1343', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-460689242-subnet', 'tenant_id': 'd123122da41042cf88d46e8761467e75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:35:28.111632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 15710fef-5852-4102-a84f-03b444ed1343 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:35:28.132544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Made reservation on behalf of d123122da41042cf88d46e8761467e75 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:35:28.136071 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:28.296204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:28.351963 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3fe85d-4273-49a4-8d9a-324b565ba9cf,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:28.363091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Checking segment: {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:35:28.363467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Network hostable DHCP agents. Network: 15710fef-5852-4102-a84f-03b444ed1343, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:35:28.380054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Network 15710fef-5852-4102-a84f-03b444ed1343 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:35:28.387924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15710fef-5852-4102-a84f-03b444ed1343) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:35:28.392115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:28.392718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:28.397652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea979136-9142-4317-9dab-6c079434f9f3 None None] Network 15710fef-5852-4102-a84f-03b444ed1343 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:35:28.413248 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9f38cdbf-7a4c-493c-8a19-b5c85da7372a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3112643
Nov 27 21:35:28.532839 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4e6287-73df-41d2-a723-aa4370a6e187 None None] Network 15710fef-5852-4102-a84f-03b444ed1343 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:35:28.838244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e93249-2539-464b-9102-fc0e81671386 req-e1c9de73-e05c-4364-83c8-f3ed2990c539 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:28.839748 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-e1c9de73-e05c-4364-83c8-f3ed2990c539 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 814 time: 0.1014822
Nov 27 21:35:28.854937 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-4569abf4-6393-40e0-941c-7179a064ae98 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/quotas/d123122da41042cf88d46e8761467e75 HTTP/1.1" status: 200  len: 375 time: 0.0094869
Nov 27 21:35:28.889404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-10ed58be-6cf5-464b-a879-f906a98e3456 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0292525
Nov 27 21:35:28.900665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-429134a7-26b1-4035-9479-dd20a01f559f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:35:28.901576 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-429134a7-26b1-4035-9479-dd20a01f559f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055616
Nov 27 21:35:28.988936 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-5ae4d1d6-bedf-4bb9-8c80-0a1c3f03a3ed service neutron] 10.222.0.21 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817416
Nov 27 21:35:29.081080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-f9aca4ef-b146-44d2-a84b-e55ca2193e42 service neutron] 10.222.0.21 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861588
Nov 27 21:35:29.251821 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7e57b9bb-0e65-48e7-8f2c-aa6bab53345d req-695fa0ea-9233-4b96-be8d-5b3bc423d602 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 210 time: 0.0265572
Nov 27 21:35:29.826963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:35:29.847048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:35:29.847428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 3ed2b4c3-9d67-4b42-8bd9-ae4f54c5072f not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:35:30.265467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e93249-2539-464b-9102-fc0e81671386 req-93f8d81f-4616-4340-899b-edbb75fbc8b4 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:30.266923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-93f8d81f-4616-4340-899b-edbb75fbc8b4 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.35 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 814 time: 0.1061692
Nov 27 21:35:30.285730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Request body: {'port': {'device_id': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'network_id': '15710fef-5852-4102-a84f-03b444ed1343', 'admin_state_up': True, 'tenant_id': 'd123122da41042cf88d46e8761467e75'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:35:30.347562 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-576978d6-819b-423c-a4de-f3fd1ec9a22f req-18fa43e5-03d7-4335-b9c4-ebcd6b8bc4ef tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 210 time: 0.0269332
Nov 27 21:35:30.391686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Made reservation on behalf of d123122da41042cf88d46e8761467e75 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:35:30.395154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:30.522145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Allocated IP 172.20.0.4 (15710fef-5852-4102-a84f-03b444ed1343/9f3fe85d-4273-49a4-8d9a-324b565ba9cf/33153fd9-4248-4f97-a4d9-4e24ccf19a68) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:35:30.665675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:30.699377 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:30.741463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Network 15710fef-5852-4102-a84f-03b444ed1343 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:35:30.744492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:35:30.748138 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:35:30.773079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Pushing event updated for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:30.800123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:30.800733 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:30.815807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-b6282702-4369-49dd-a32b-7c74a8e57aa2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5341444
Nov 27 21:35:30.832011 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Request body: {'port': {'device_id': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:35:30.889433 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:31.012093 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:35:31.144636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33153fd9-4248-4f97-a4d9-4e24ccf19a68 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:35:31.152243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:31.164405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Transition to ACTIVE for port object 33153fd9-4248-4f97-a4d9-4e24ccf19a68 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:35:31.167841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:31.216079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Pushing event updated for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:31.286604 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Attempting to bind port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:35:31.287306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Attempting to bind port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:35:31.287306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Attempting to bind port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on network 15710fef-5852-4102-a84f-03b444ed1343 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:35:31.292062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on network 15710fef-5852-4102-a84f-03b444ed1343 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:35:31.292386 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Attempting to bind port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on network 15710fef-5852-4102-a84f-03b444ed1343 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:35:31.297086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:35:31.297428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Checking segment: {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:35:31.297816 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Bound using segment: {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:35:31.298243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Bound port: 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:35:31.298595 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:31.358933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:35:31.362144 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:35:31.365847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:31.399426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:31.400062 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:31.401479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] 10.222.0.35 "PUT /v2.0/ports/33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 1091 time: 0.5736091
Nov 27 21:35:31.401928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:35:31.404239 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ccbe9d-c946-4273-b92e-b1d53255abcc" -d '{"events": [{"name": "network-changed", "server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:35:31.432654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43678015-fa46-4609-8bbd-2f2a49208c42 service neutron] Pushing event updated for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:31.476407 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbf11fb-1f27-47f4-b4bf-c8b6365f2292 x-openstack-request-id: req-5bbf11fb-1f27-47f4-b4bf-c8b6365f2292 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:35:31.476705 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:35:31.476964 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bbf11fb-1f27-47f4-b4bf-c8b6365f2292 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:35:31.477960 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'status': 'completed', 'code': 200}
Nov 27 21:35:31.515742 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8625b-a8c5-4b53-8c5d-8c2f16ed3141 req-99523c20-87f9-4613-b241-1153dbce7059 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:31.517242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66a8625b-a8c5-4b53-8c5d-8c2f16ed3141 req-99523c20-87f9-4613-b241-1153dbce7059 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 943 time: 0.0872006
Nov 27 21:35:31.531437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e93249-2539-464b-9102-fc0e81671386 req-310917a5-ae8e-43b5-99d9-77ee1feccc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:31.532830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-310917a5-ae8e-43b5-99d9-77ee1feccc9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1094 time: 0.0722985
Nov 27 21:35:31.588010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-0638a5b8-0df2-4d7e-92a3-c2edf04d759b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 217 time: 0.0409212
Nov 27 21:35:31.598944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66a8625b-a8c5-4b53-8c5d-8c2f16ed3141 req-96b66dac-7c4e-44cd-a8c3-1441a3a78bd7 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748236
Nov 27 21:35:31.642038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e93249-2539-464b-9102-fc0e81671386 req-febb977a-0aab-4fff-abc4-d4edd6fcf917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:31.643509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-febb977a-0aab-4fff-abc4-d4edd6fcf917 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0436580
Nov 27 21:35:31.682651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-8a6dd1c0-a19c-4ac2-89cf-585c07c23b60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274100
Nov 27 21:35:31.783494 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-9e5c4acd-0616-4301-9d7e-ff793775185b service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896204
Nov 27 21:35:31.880476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-99e93249-2539-464b-9102-fc0e81671386 req-eb648fd7-7398-4325-bce0-29537919a4fd service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833251
Nov 27 21:35:31.973676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-f90997be-1b18-4c10-aa7e-d814f9626904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:31.975079 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-f90997be-1b18-4c10-aa7e-d814f9626904 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1094 time: 0.0399225
Nov 27 21:35:32.063036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-bfc56046-055c-46d1-a439-ddb6f9b815cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:32.064729 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-bfc56046-055c-46d1-a439-ddb6f9b815cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0824368
Nov 27 21:35:32.111233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-78b29de2-964f-47cd-9ee3-b8cb28b9ae63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 217 time: 0.0387239
Nov 27 21:35:32.162036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-a9805075-a974-4fbf-a735-ce96c070de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:32.163447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-a9805075-a974-4fbf-a735-ce96c070de11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0429707
Nov 27 21:35:32.195109 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-f2a016f3-e5dc-4f60-b151-16e30f6f74ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0229933
Nov 27 21:35:32.595565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-0cd85aff-5cc9-457d-a621-6320bf1e7e9f service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3920634
Nov 27 21:35:32.684286 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b5ccbe9d-c946-4273-b92e-b1d53255abcc req-9d7dc0a5-7d93-4596-9b2a-8b561ea94077 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814335
Nov 27 21:35:32.721954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a726a-e6ab-4213-8374-d2d8bb080665 req-3cca4fb6-c3b8-412c-afc0-0bf793336b2b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:32.723394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c59a726a-e6ab-4213-8374-d2d8bb080665 req-3cca4fb6-c3b8-412c-afc0-0bf793336b2b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 943 time: 0.0500557
Nov 27 21:35:32.770210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c59a726a-e6ab-4213-8374-d2d8bb080665 req-45da2db0-7b1d-457e-8f4d-f9be3412cde0 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407779
Nov 27 21:35:33.856525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 33153fd9-4248-4f97-a4d9-4e24ccf19a68 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:35:33.889593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fcb9a-d4c8-41b6-912b-26c83fdc548e req-72a4e415-4f89-4e34-ac86-ebd88aa90313 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:33.891087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b94fcb9a-d4c8-41b6-912b-26c83fdc548e req-72a4e415-4f89-4e34-ac86-ebd88aa90313 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 943 time: 0.0547173
Nov 27 21:35:33.937564 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b94fcb9a-d4c8-41b6-912b-26c83fdc548e req-a9249972-fcfd-4680-b110-4500dc6d7d27 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404408
Nov 27 21:35:33.953609 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:35:33.965877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'network_id': '15710fef-5852-4102-a84f-03b444ed1343', 'port_id': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'mac_address': 'fa:16:3e:0b:77:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3fe85d-4273-49a4-8d9a-324b565ba9cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:35:34.003682 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:34.017333 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33153fd9-4248-4f97-a4d9-4e24ccf19a68 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:35:34.040097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:35:34.043820 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:34.090027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:34.293114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['33153fd9-4248-4f97-a4d9-4e24ccf19a68'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:35:34.393744 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-932e6382-1a0e-4414-ba48-676b059a3e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:35.053899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831af3cb-ca93-48e1-8226-95301915657c req-b970125c-1dcd-4f29-9e48-cebb112af44d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:35.055421 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-831af3cb-ca93-48e1-8226-95301915657c req-b970125c-1dcd-4f29-9e48-cebb112af44d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 944 time: 0.0493977
Nov 27 21:35:35.105919 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-831af3cb-ca93-48e1-8226-95301915657c req-e391a3a2-b171-4366-b98b-786d96779641 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446091
Nov 27 21:35:35.878346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 33153fd9-4248-4f97-a4d9-4e24ccf19a68 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:35:35.925145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:35:35.928862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:35:35.929229 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:36.002219 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:36.023893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:35:36.026683 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c74cf-b41a-4ce6-ac98-fe3ff9e2dba7" -d '{"events": [{"server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "name": "network-vif-plugged", "status": "completed", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:35:36.042076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:35:36.046052 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:36.070811 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23979ac3-8c21-4257-9097-3dda3bbf82ae x-openstack-request-id: req-23979ac3-8c21-4257-9097-3dda3bbf82ae {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:35:36.072013 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "name": "network-vif-plugged", "status": "completed", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:35:36.072272 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23979ac3-8c21-4257-9097-3dda3bbf82ae {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:35:36.072658 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'code': 200}
Nov 27 21:35:36.100951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:35:36.173584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2ce25-b510-4b7d-a192-d64f43ceb4ef req-0c302cb9-d783-4417-985b-ed33d61783f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:36.175098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ad2ce25-b510-4b7d-a192-d64f43ceb4ef req-0c302cb9-d783-4417-985b-ed33d61783f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1096 time: 0.0400729
Nov 27 21:35:36.221976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a075f-bfe1-45b3-a858-7ae96ab1162e req-6ffda368-94ec-4a22-9843-00cc34edcd95 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:36.223860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b2a075f-bfe1-45b3-a858-7ae96ab1162e req-6ffda368-94ec-4a22-9843-00cc34edcd95 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0495994
Nov 27 21:35:36.224037 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4ad2ce25-b510-4b7d-a192-d64f43ceb4ef req-8f40ba6f-4993-418d-a3ca-6eed0ab9c9be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374815
Nov 27 21:35:36.271462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b2a075f-bfe1-45b3-a858-7ae96ab1162e req-fda7a0e1-ec87-4744-baba-6816e14fd5f8 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416613
Nov 27 21:35:36.530743 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba052-c044-4097-94ef-a9fd64065c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:37.386961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4f3a9-1206-4c92-b3fa-45451a2c5631 req-3071e166-80bb-48fb-94b8-6a5ae4c17c13 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:37.388760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-90b4f3a9-1206-4c92-b3fa-45451a2c5631 req-3071e166-80bb-48fb-94b8-6a5ae4c17c13 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0482295
Nov 27 21:35:37.439900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-90b4f3a9-1206-4c92-b3fa-45451a2c5631 req-d249ce00-352e-4d31-84ef-7c986c69e043 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452669
Nov 27 21:35:37.963874 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:38.557079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ac5d5-08cc-4f14-83a3-967ec2b99c15 req-97e34554-23eb-49ac-87b1-30418a262efa tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:38.558568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc8ac5d5-08cc-4f14-83a3-967ec2b99c15 req-97e34554-23eb-49ac-87b1-30418a262efa tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0505605
Nov 27 21:35:38.605572 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc8ac5d5-08cc-4f14-83a3-967ec2b99c15 req-d8857822-1c20-4480-bafc-edfaf4ebb2d3 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410383
Nov 27 21:35:38.721532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ed707-0f07-4c73-bc8f-82546560cbfa req-d76cd969-9c04-4919-9150-8f39ab7a0748 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:38.722928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-280ed707-0f07-4c73-bc8f-82546560cbfa req-d76cd969-9c04-4919-9150-8f39ab7a0748 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0484681
Nov 27 21:35:38.770708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-280ed707-0f07-4c73-bc8f-82546560cbfa req-89b4f734-741e-4ca6-9dc2-267320b3e259 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412011
Nov 27 21:35:38.966283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae8eee-275a-4254-9e78-59fa9056c2a3 req-9d5d6be6-11b8-400b-b24e-ab138df3a0ac tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:38.967762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f3ae8eee-275a-4254-9e78-59fa9056c2a3 req-9d5d6be6-11b8-400b-b24e-ab138df3a0ac tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0474286
Nov 27 21:35:39.013936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f3ae8eee-275a-4254-9e78-59fa9056c2a3 req-3c72c286-e3f9-4c9a-b799-6cde4657fec4 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403566
Nov 27 21:35:39.131273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f264cc0-5cd0-4880-b1a4-b30be4707d06 req-1b07c6d4-d1b4-48ba-a0d0-bd85eb7d4cea tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:39.132764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0f264cc0-5cd0-4880-b1a4-b30be4707d06 req-1b07c6d4-d1b4-48ba-a0d0-bd85eb7d4cea tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0529082
Nov 27 21:35:39.179127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0f264cc0-5cd0-4880-b1a4-b30be4707d06 req-73e4c4f0-5b28-431d-a2e2-00c892a8aae2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404882
Nov 27 21:35:39.428165 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-9d80b03e-23b7-4af9-b7e0-8f91774095ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0695906
Nov 27 21:35:39.436670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ee96c-6d22-4fbf-b9ba-e348cb43e50d req-eb84ce8c-7571-411a-8d79-d29163a98d6e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:39.438106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f24ee96c-6d22-4fbf-b9ba-e348cb43e50d req-eb84ce8c-7571-411a-8d79-d29163a98d6e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0700457
Nov 27 21:35:39.492082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f24ee96c-6d22-4fbf-b9ba-e348cb43e50d req-a3264570-bf6b-4da6-bf18-2b6d8f0b4249 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473504
Nov 27 21:35:39.676829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:40.353218 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:40.533501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-1d6b112f-b33c-4c1e-a627-6ac7d64a93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:40.535005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-1d6b112f-b33c-4c1e-a627-6ac7d64a93bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1096 time: 0.0446966
Nov 27 21:35:40.662645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee139013-fe16-477f-ab42-945b063b1efb req-16ae66fb-48e9-4abe-a952-878d582780af tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:40.664046 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee139013-fe16-477f-ab42-945b063b1efb req-16ae66fb-48e9-4abe-a952-878d582780af tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.1014824
Nov 27 21:35:40.669182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-1d8f9074-1990-4d89-80a3-674fd54f6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:40.670530 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-1d8f9074-1990-4d89-80a3-674fd54f6224 service neutron] 10.222.0.35 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.1274397
Nov 27 21:35:40.718117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-add69c1a-3a97-4f74-b793-e3a4c11ee304 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 217 time: 0.0401325
Nov 27 21:35:40.776732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ee139013-fe16-477f-ab42-945b063b1efb req-dec61b54-ecc4-4fc2-a81f-aa67439b02af tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052656
Nov 27 21:35:40.786975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-6e2feb80-7a55-4c34-9701-37ab49931a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:40.789097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-6e2feb80-7a55-4c34-9701-37ab49931a5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0608099
Nov 27 21:35:40.823648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-bda4d645-938f-4dbc-aaf7-d0a7c729a517 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242734
Nov 27 21:35:40.912038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-e3d0760d-8bd6-4dd4-bfc1-954f25f9f570 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803671
Nov 27 21:35:41.004448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-4eff8314-ec1d-4cd2-a289-bfdd81ee88b9 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848813
Nov 27 21:35:41.891614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaaf04-3404-496e-8706-e698024dcee7 req-b82b5725-3d18-46fa-bcaa-8fdb1642362c tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:41.893093 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ffaaf04-3404-496e-8706-e698024dcee7 req-b82b5725-3d18-46fa-bcaa-8fdb1642362c tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0486600
Nov 27 21:35:41.939302 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ffaaf04-3404-496e-8706-e698024dcee7 req-727a72a7-d415-422c-a1cf-b5a37075a4e8 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403020
Nov 27 21:35:43.058360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2622-7b9d-4890-80c0-f29037fe73c0 req-c66b551d-aff1-403c-95b6-29e38fe871a5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:43.059892 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0dd2622-7b9d-4890-80c0-f29037fe73c0 req-c66b551d-aff1-403c-95b6-29e38fe871a5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0484848
Nov 27 21:35:43.105559 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c0dd2622-7b9d-4890-80c0-f29037fe73c0 req-e31a6e0b-7010-457b-b90b-186ac61b3b4f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397382
Nov 27 21:35:44.220830 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fee4cf-cd82-4333-9348-53866530a1c2 req-761bac75-c685-4ade-ac96-2ab511382521 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:44.222305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2fee4cf-cd82-4333-9348-53866530a1c2 req-761bac75-c685-4ade-ac96-2ab511382521 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0483449
Nov 27 21:35:44.268300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f2fee4cf-cd82-4333-9348-53866530a1c2 req-eeb828b1-c2a2-4ef0-9c31-6ffe5f1baeb2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400796
Nov 27 21:35:45.384726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce73d5-e564-4dea-aa88-32ec9e67a770 req-488c5310-d414-4666-915e-45ebc1cd6f8b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:45.386204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31ce73d5-e564-4dea-aa88-32ec9e67a770 req-488c5310-d414-4666-915e-45ebc1cd6f8b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0510359
Nov 27 21:35:45.437891 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31ce73d5-e564-4dea-aa88-32ec9e67a770 req-260eb0ff-2456-4bdd-99a8-a8d2345995e1 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456538
Nov 27 21:35:46.332487 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:46.558161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcc17e-aa0c-4b45-8eb8-ee7b8a1262e3 req-847266cd-60f1-41c5-bfc1-d306c9d12b7b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:46.559649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-16dcc17e-aa0c-4b45-8eb8-ee7b8a1262e3 req-847266cd-60f1-41c5-bfc1-d306c9d12b7b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0525210
Nov 27 21:35:46.605622 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-16dcc17e-aa0c-4b45-8eb8-ee7b8a1262e3 req-cda6b26a-44ac-4adc-895a-5f34c22db366 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399411
Nov 27 21:35:47.726437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d93ae3-db0a-484f-8901-a8087231f8f2 req-91e31903-e316-491c-9ec6-509ffdfe1941 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:47.727834 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6d93ae3-db0a-484f-8901-a8087231f8f2 req-91e31903-e316-491c-9ec6-509ffdfe1941 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0489275
Nov 27 21:35:47.774337 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f6d93ae3-db0a-484f-8901-a8087231f8f2 req-dfd3f816-280f-4356-8ab1-d3268a6c8cda tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406711
Nov 27 21:35:48.722724 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:35:48.889070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3303410-4cac-492d-8ecd-8f5de4c89548 req-b419814e-841c-415c-b3e2-dad01998671f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:48.890612 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c3303410-4cac-492d-8ecd-8f5de4c89548 req-b419814e-841c-415c-b3e2-dad01998671f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0486808
Nov 27 21:35:48.936436 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c3303410-4cac-492d-8ecd-8f5de4c89548 req-e3a29776-6128-46aa-8e65-40d415dfcaf3 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399539
Nov 27 21:35:50.053653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e11b44-8a93-4c45-8fa3-be56c76401d6 req-f617e7c7-b3db-40f0-a2a2-ce47c8e36d1b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:50.055756 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98e11b44-8a93-4c45-8fa3-be56c76401d6 req-f617e7c7-b3db-40f0-a2a2-ce47c8e36d1b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0508168
Nov 27 21:35:50.101402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98e11b44-8a93-4c45-8fa3-be56c76401d6 req-ad4444eb-abe1-4612-9842-d69b27cadeaf tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396724
Nov 27 21:35:51.217680 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845272-fa1c-430b-81eb-f47e9752ead3 req-cc675f23-c0d3-44af-b4aa-831c91f82609 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:51.219176 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f845272-fa1c-430b-81eb-f47e9752ead3 req-cc675f23-c0d3-44af-b4aa-831c91f82609 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0485067
Nov 27 21:35:51.269815 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f845272-fa1c-430b-81eb-f47e9752ead3 req-7ffb9ae6-ae41-48af-bb0a-79197e2d0fa1 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447094
Nov 27 21:35:52.387895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef80a2-6155-4267-a2f3-77d921cb3fa9 req-28edf85e-de05-4c6d-9005-99a53b77a543 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:52.389366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c6ef80a2-6155-4267-a2f3-77d921cb3fa9 req-28edf85e-de05-4c6d-9005-99a53b77a543 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0533004
Nov 27 21:35:52.437178 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c6ef80a2-6155-4267-a2f3-77d921cb3fa9 req-0367807d-a0dc-43b4-b8a2-fa260ec83936 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418744
Nov 27 21:35:53.553316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a9c7-5c09-4d28-9f4b-5d1e5c2be0ca req-1f81d7cb-0e8f-4755-9eb7-d5619af3fdb8 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:53.555363 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ca7a9c7-5c09-4d28-9f4b-5d1e5c2be0ca req-1f81d7cb-0e8f-4755-9eb7-d5619af3fdb8 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0480666
Nov 27 21:35:53.601879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8ca7a9c7-5c09-4d28-9f4b-5d1e5c2be0ca req-10b9bdf3-797f-4004-8d0a-152d13b799da tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404856
Nov 27 21:35:54.239470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-0c8c865c-40e2-45ba-be5b-9e4599f606fc req-634fc8f6-dee4-445f-836d-52fb0f982d93 service neutron] (120909) timed out ('10.222.0.21', 34612) {{(pid=120909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:35:54.720968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44624db-3bfb-4131-b33e-8694d94c32dc req-bb43d91d-eddd-4081-b090-bfd6250da1bf tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:54.722525 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f44624db-3bfb-4131-b33e-8694d94c32dc req-bb43d91d-eddd-4081-b090-bfd6250da1bf tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0489399
Nov 27 21:35:54.770440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f44624db-3bfb-4131-b33e-8694d94c32dc req-86f1c082-979c-4f9b-b94a-6bec09b8969d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412085
Nov 27 21:35:55.883999 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78706af7-0a61-4c2c-ad1c-d8c9405c0462 req-33fbeb24-1153-40fe-baf7-2b84149cd796 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:55.885463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78706af7-0a61-4c2c-ad1c-d8c9405c0462 req-33fbeb24-1153-40fe-baf7-2b84149cd796 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0479314
Nov 27 21:35:55.931637 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78706af7-0a61-4c2c-ad1c-d8c9405c0462 req-0401182d-c1bb-44f3-ae8c-5ba0c6657607 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402877
Nov 27 21:35:56.064437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-822c702f-c05c-4ca8-9b91-a1d4f81b8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:56.065831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-822c702f-c05c-4ca8-9b91-a1d4f81b8469 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1096 time: 0.0402780
Nov 27 21:35:56.177026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-be65621a-b381-4cea-b551-6837f6397d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:56.178492 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-be65621a-b381-4cea-b551-6837f6397d66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0886323
Nov 27 21:35:56.223729 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-e0efd08b-a4b7-4d8c-9991-61ed12de41b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 217 time: 0.0341322
Nov 27 21:35:56.279986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-6b5f7c35-6e87-484f-bc16-39ac186a8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:56.281409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-6b5f7c35-6e87-484f-bc16-39ac186a8a0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0474181
Nov 27 21:35:56.314609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-83f97a3a-9db6-4d9e-b6fd-c87cd5460fbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0235934
Nov 27 21:35:56.326494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-9c8dbc88-2334-4f73-97ea-7b70a3930aa8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:35:56.327463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-9c8dbc88-2334-4f73-97ea-7b70a3930aa8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047402
Nov 27 21:35:56.415907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-aa1b165c-0d96-4ba5-aa90-855eeb27e129 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807323
Nov 27 21:35:56.514350 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-45bb5406-f3ad-4c9a-800b-560b8d59b9ae req-958b4f4a-30d2-4c01-854b-b107e1e1b28f service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878696
Nov 27 21:35:57.045645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac382c4-8754-489a-a531-e2e8a857302a req-b25a12ba-93ad-4c36-935b-290699429cc8 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:57.047216 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bac382c4-8754-489a-a531-e2e8a857302a req-b25a12ba-93ad-4c36-935b-290699429cc8 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0490813
Nov 27 21:35:57.094373 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bac382c4-8754-489a-a531-e2e8a857302a req-eb9cb10b-b28d-4af7-bee7-4b3b763ffa95 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412340
Nov 27 21:35:58.213431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d5b07-94d2-407a-a52e-3d954fca3d2d req-9a08590f-4f78-4f7c-b6ea-da54543805f9 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:58.214817 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-557d5b07-94d2-407a-a52e-3d954fca3d2d req-9a08590f-4f78-4f7c-b6ea-da54543805f9 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0518522
Nov 27 21:35:58.261355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-557d5b07-94d2-407a-a52e-3d954fca3d2d req-001a1d61-e882-4cd2-88fe-fac21bc959e4 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405054
Nov 27 21:35:59.380096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67d8a-bbfc-4076-b5bf-ad4a1fa7f89c req-f7e1d458-c80d-4349-9faf-bb59a0f1e2fd tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:35:59.381592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbc67d8a-bbfc-4076-b5bf-ad4a1fa7f89c req-f7e1d458-c80d-4349-9faf-bb59a0f1e2fd tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0513766
Nov 27 21:35:59.433100 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dbc67d8a-bbfc-4076-b5bf-ad4a1fa7f89c req-4654708a-39bb-4793-8e3e-3fb6ef50b805 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447876
Nov 27 21:36:00.548968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab373-25a2-4a89-b972-4aea3d1684cf req-a6b9d729-ce23-4f2d-aedd-9321e7c5da27 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:00.550438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-34fab373-25a2-4a89-b972-4aea3d1684cf req-a6b9d729-ce23-4f2d-aedd-9321e7c5da27 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0493202
Nov 27 21:36:00.597606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-34fab373-25a2-4a89-b972-4aea3d1684cf req-e98d5c70-9850-4369-bd4a-1df68519cb80 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412149
Nov 27 21:36:01.714842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e70b55-2fdf-4422-9d54-b7114e8bcdb7 req-7fa6e209-01db-4d67-8c41-0713e439c259 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:01.716270 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-90e70b55-2fdf-4422-9d54-b7114e8bcdb7 req-7fa6e209-01db-4d67-8c41-0713e439c259 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0491226
Nov 27 21:36:01.762773 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-90e70b55-2fdf-4422-9d54-b7114e8bcdb7 req-3251bc98-2c41-4c15-93a4-fb727b018d32 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405169
Nov 27 21:36:02.883160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72fff-b96c-4622-9f72-720cfa4669aa req-65c8941f-8885-4702-8e6d-89add71d698b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:02.884702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f7f72fff-b96c-4622-9f72-720cfa4669aa req-65c8941f-8885-4702-8e6d-89add71d698b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0548074
Nov 27 21:36:02.931699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f7f72fff-b96c-4622-9f72-720cfa4669aa req-eab90018-111a-4d94-830e-20da7461d6ca tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405574
Nov 27 21:36:04.046485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d828d05-4a74-4772-8301-1fd3d8d75184 req-ce9dc8c5-3f34-4af5-84e8-b7826434bdaf tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:04.048011 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d828d05-4a74-4772-8301-1fd3d8d75184 req-ce9dc8c5-3f34-4af5-84e8-b7826434bdaf tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0483603
Nov 27 21:36:04.094775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d828d05-4a74-4772-8301-1fd3d8d75184 req-e34eacc5-c4fb-42d1-84ff-23e30e59cd96 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408516
Nov 27 21:36:04.374775 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e23c2b3-3f75-480b-951f-bc354c66a584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:05.209340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023479b-23ca-47c2-88b5-537d1e0e90a0 req-fec5fd1b-c572-4235-bb1c-d5fd55fd50b2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:05.210830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e023479b-23ca-47c2-88b5-537d1e0e90a0 req-fec5fd1b-c572-4235-bb1c-d5fd55fd50b2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0488064
Nov 27 21:36:05.259453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e023479b-23ca-47c2-88b5-537d1e0e90a0 req-7bd6c459-7236-4632-a546-bcf78babac99 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422831
Nov 27 21:36:06.387786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba87794-b4ca-4332-beca-a248d3d70ce6 req-c4b32ef2-ddbf-489a-9896-03737c2b0e31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:06.389312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba87794-b4ca-4332-beca-a248d3d70ce6 req-c4b32ef2-ddbf-489a-9896-03737c2b0e31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0531189
Nov 27 21:36:06.435605 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bba87794-b4ca-4332-beca-a248d3d70ce6 req-0aef9fb7-88a5-43ff-8e46-6da438c76aeb tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401313
Nov 27 21:36:06.531955 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd06b-160a-4d45-8ec4-8ae24b73453d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:07.552718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f42bd-e614-4c87-af11-4cc2a39702fa req-aef2680f-75ed-4962-b05c-c92f105d8cdc tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:07.554209 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d2f42bd-e614-4c87-af11-4cc2a39702fa req-aef2680f-75ed-4962-b05c-c92f105d8cdc tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0486851
Nov 27 21:36:07.604606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d2f42bd-e614-4c87-af11-4cc2a39702fa req-1ecc17f5-bfe3-4904-aabd-32b219f7406f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445848
Nov 27 21:36:07.965922 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:08.012408 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:36:08.222860 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-1a125328-5a90-417c-96e9-fbeb7c83de05 service neutron] show failed (client error): The resource could not be found.
Nov 27 21:36:08.223810 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-1a125328-5a90-417c-96e9-fbeb7c83de05 service neutron] 10.222.0.35 "GET /v2.0/ports/33153fd9-4248-4f97-a4d9-4e24ccf19a68/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0532539
Nov 27 21:36:08.437072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-5e572ad5-e87d-4849-b874-c87d742ab7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:08.438584 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-5e572ad5-e87d-4849-b874-c87d742ab7d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd&tenant_id=d123122da41042cf88d46e8761467e75 HTTP/1.1" status: 200  len: 1096 time: 0.0417473
Nov 27 21:36:08.450204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:36:08.505516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:08.742250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:08.751725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaf94f-f8aa-4916-861e-3d39fa537a74 req-e7c97c8c-a485-42fe-8245-ac46f619f049 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:08.753507 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ffaf94f-f8aa-4916-861e-3d39fa537a74 req-e7c97c8c-a485-42fe-8245-ac46f619f049 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0776391
Nov 27 21:36:08.814983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:36:08.841060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ffaf94f-f8aa-4916-861e-3d39fa537a74 req-37cd957b-503d-4029-b840-4e4958bfd45c tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810020
Nov 27 21:36:08.861896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:36:08.864204 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d11ed-1afe-4231-b4cf-ceee7f9fdc6c" -d '{"events": [{"server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:36:08.867951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:08.880310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Transition to ACTIVE for port object 33153fd9-4248-4f97-a4d9-4e24ccf19a68 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:36:08.885065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:08.920949 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb0aa45-7881-4b80-a605-5eb056592b69 x-openstack-request-id: req-bbb0aa45-7881-4b80-a605-5eb056592b69 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:36:08.921241 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:36:08.921497 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbb0aa45-7881-4b80-a605-5eb056592b69 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:36:08.921888 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'code': 200}
Nov 27 21:36:08.948579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] No DVR routers for this DVR port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:36:08.955056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Pushing event updated for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:08.988421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Attempting to bind port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:36:08.988758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Attempting to bind port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:36:08.989091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Attempting to bind port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on network 15710fef-5852-4102-a84f-03b444ed1343 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:36:08.993409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on network 15710fef-5852-4102-a84f-03b444ed1343 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:36:08.993795 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Attempting to bind port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on network 15710fef-5852-4102-a84f-03b444ed1343 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:36:08.998740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:36:08.999078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Checking segment: {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:36:08.999486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Bound using segment: {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:36:08.999908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Bound port: 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:36:09.000262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:09.061119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:36:09.064058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:36:09.068539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:09.104344 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:09.105027 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:09.106502 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] 10.222.0.15 "PUT /v2.0/ports/33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 1091 time: 0.6602836
Nov 27 21:36:09.140597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edbd96-8fb7-4746-8009-0539f0bc2b6f service neutron] Pushing event updated for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:09.171035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-becbc2b6-7abf-405a-ba9f-753f3fcf2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:09.172571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-becbc2b6-7abf-405a-ba9f-753f3fcf2064 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1094 time: 0.0441866
Nov 27 21:36:09.262277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-1cd4466c-0893-4e1d-a66f-aecb1a52d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:09.263779 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-1cd4466c-0893-4e1d-a66f-aecb1a52d657 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0837517
Nov 27 21:36:09.307952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-924dc01f-87d9-4e16-9c22-575f4a6da6fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 217 time: 0.0370336
Nov 27 21:36:09.356338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-c2cb9441-cc5b-4e73-8534-3a6b5b7bb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:09.357689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-c2cb9441-cc5b-4e73-8534-3a6b5b7bb176 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0423946
Nov 27 21:36:09.390473 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-d79501b3-7592-4df9-8158-15f56fc18ee1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246422
Nov 27 21:36:09.482711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-90cc3dd8-9007-4ac3-a6b9-02aac63d00ea service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847831
Nov 27 21:36:09.572703 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-389a66bd-844f-4db7-9b72-f89bbbb55e57 req-16ac68fe-e11f-4168-a69e-e66be62d64cf service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822837
Nov 27 21:36:09.681963 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:09.956437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040105c-376a-452e-b614-1ce19778429b req-3ce4de49-cb26-4dd9-8c66-7bdaef7bff9a tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:09.957822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e040105c-376a-452e-b614-1ce19778429b req-3ce4de49-cb26-4dd9-8c66-7bdaef7bff9a tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 943 time: 0.0490561
Nov 27 21:36:10.009975 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e040105c-376a-452e-b614-1ce19778429b req-b568e871-b85a-490f-86bf-c237ac19bfb2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456860
Nov 27 21:36:10.356010 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:10.923164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:36:10.925617 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:36:10.973947 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cf5ead-6d7c-4aaf-91dd-99023e0f60c4 x-openstack-request-id: req-f4cf5ead-6d7c-4aaf-91dd-99023e0f60c4 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:36:10.974332 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:36:10.974595 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4cf5ead-6d7c-4aaf-91dd-99023e0f60c4 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:36:10.974996 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'status': 'completed', 'code': 200}
Nov 27 21:36:11.061479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-a9c97cd9-37cf-43e7-b44c-698be8f26c15 req-17807cab-7557-405b-adc0-baa365954ca9 tempest-VolumesSnapshotTestJSON-481511107 tempest-VolumesSnapshotTestJSON-481511107-project] (120908) timed out ('10.222.0.15', 59355) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:36:11.062582 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-615a8722-573b-4e57-8e74-35782629bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:11.064120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-615a8722-573b-4e57-8e74-35782629bd23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1094 time: 0.0704279
Nov 27 21:36:11.070173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-e39b53dd-8fde-4a40-a2d8-19c8d7776aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:11.072164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-e39b53dd-8fde-4a40-a2d8-19c8d7776aa2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1094 time: 0.0662293
Nov 27 21:36:11.229389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19906a-f3ad-469d-bcea-6df3793e8a3f req-1436ea26-83ad-4ac6-b869-d6f55319d449 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:11.230759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af19906a-f3ad-469d-bcea-6df3793e8a3f req-1436ea26-83ad-4ac6-b869-d6f55319d449 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 943 time: 0.1493897
Nov 27 21:36:11.290434 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-dfaa4dbd-8dd2-4874-b1df-f4ad4f9baae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:11.291921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-dfaa4dbd-8dd2-4874-b1df-f4ad4f9baae2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.2189076
Nov 27 21:36:11.294104 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-3af2a2c1-9bf0-483a-9de8-d6b2f1f4558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:11.295450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-3af2a2c1-9bf0-483a-9de8-d6b2f1f4558f service neutron] 10.222.0.35 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.1971257
Nov 27 21:36:11.379365 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-26342d11-66ce-4414-8810-d045cf805518 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 217 time: 0.0681062
Nov 27 21:36:11.380538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-a06f6c36-1d47-432d-8fc6-acc502d1ae41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 217 time: 0.0777161
Nov 27 21:36:11.384543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-af19906a-f3ad-469d-bcea-6df3793e8a3f req-7f9f6b11-5759-4799-bdd0-9acc40e79296 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420658
Nov 27 21:36:11.464114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-8850fed8-90ca-4877-898f-ec0fd47e43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:11.465568 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-8850fed8-90ca-4877-898f-ec0fd47e43ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0779424
Nov 27 21:36:11.471400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-265637bf-4c52-49f7-bcd4-e52454c97b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:11.472787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-265637bf-4c52-49f7-bcd4-e52454c97b84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0772376
Nov 27 21:36:11.503221 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-0ae59249-55a3-4f37-a485-2fa7ed8782c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292721
Nov 27 21:36:11.532672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-c7126fb9-b62d-411b-b322-72616cae038b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322611
Nov 27 21:36:11.665063 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-a5b4a03a-7069-4a06-868c-72109613a78e service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541867
Nov 27 21:36:11.693489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-877c3f06-e51a-4521-baff-17c9ad29c9af service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276095
Nov 27 21:36:11.819447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-31ad13a2-6677-42d2-83d9-c7eecb2c99d9 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461771
Nov 27 21:36:11.833130 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3468c0c0-fe20-4a44-bb33-fa1afcd4dcd9 req-f39bbb08-8143-4da4-ad7d-2c459e94efac service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1097744
Nov 27 21:36:11.919137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-d97e1b53-102d-4e7a-b166-3a4f25d6f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:11.920650 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-d97e1b53-102d-4e7a-b166-3a4f25d6f709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1094 time: 0.0439665
Nov 27 21:36:12.021241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-bb1c1f2b-0de3-420f-92ec-45c92df37236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:12.022704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-bb1c1f2b-0de3-420f-92ec-45c92df37236 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0820510
Nov 27 21:36:12.064651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-62c8b4f5-10dd-413e-9f12-b53d24a87667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 217 time: 0.0337009
Nov 27 21:36:12.074036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 33153fd9-4248-4f97-a4d9-4e24ccf19a68 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:36:12.115819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 33153fd9-4248-4f97-a4d9-4e24ccf19a68 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:36:12.118450 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-5410dc0f-8e54-41db-ae7a-aa2b0bb12664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:12.119953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-5410dc0f-8e54-41db-ae7a-aa2b0bb12664 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0475469
Nov 27 21:36:12.152984 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-6c0a42c0-e2e6-4ec3-9fd1-16afa93fcaf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238366
Nov 27 21:36:12.240824 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-eb04dc3c-309e-405b-b063-424284514b86 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797071
Nov 27 21:36:12.338223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e854cdc4-4ac7-46cc-b105-b38b612eef03 req-8db6eb3a-efef-4b32-87bd-bd787bf9838b service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895019
Nov 27 21:36:12.501087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f97ca-37f3-4e38-8874-1c33ba90a634 req-d32dfb06-163c-4ffc-82ac-206e9bd1fd08 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:12.503141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d0f97ca-37f3-4e38-8874-1c33ba90a634 req-d32dfb06-163c-4ffc-82ac-206e9bd1fd08 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 943 time: 0.0486805
Nov 27 21:36:12.549228 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d0f97ca-37f3-4e38-8874-1c33ba90a634 req-bbdbabc6-8b6a-467a-9492-92b931d762b3 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402067
Nov 27 21:36:12.743275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c09a7-94ac-4aef-9e56-458b20071435 req-dd328600-8217-4b75-beb2-0abd86e4f2ab tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:12.745665 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd1c09a7-94ac-4aef-9e56-458b20071435 req-dd328600-8217-4b75-beb2-0abd86e4f2ab tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 943 time: 0.0506847
Nov 27 21:36:12.770649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-7a896fe5-b0a2-4a16-bd92-ab164d37c5fa tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:12.772174 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-7a896fe5-b0a2-4a16-bd92-ab164d37c5fa tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.35 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd&tenant_id=d123122da41042cf88d46e8761467e75&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0542505
Nov 27 21:36:12.795048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd1c09a7-94ac-4aef-9e56-458b20071435 req-6e8ebd8e-71d6-4629-acda-1bc44fd62cee tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412683
Nov 27 21:36:12.835424 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-5c183149-38e0-44c2-b607-dcda16a73c4f service neutron] delete failed (client error): The resource could not be found.
Nov 27 21:36:12.836449 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-5c183149-38e0-44c2-b607-dcda16a73c4f service neutron] 10.222.0.35 "DELETE /v2.0/ports/33153fd9-4248-4f97-a4d9-4e24ccf19a68/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0527036
Nov 27 21:36:12.929656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-4690d2ff-762c-49de-92bb-4f46afb116c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:12.931587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-4690d2ff-762c-49de-92bb-4f46afb116c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 1094 time: 0.0439794
Nov 27 21:36:13.026855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-36973764-982f-4875-b269-0c0ea8b12d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:13.028369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-36973764-982f-4875-b269-0c0ea8b12d3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0862939
Nov 27 21:36:13.074256 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-eb53b68b-e5da-45e4-bf24-1d1aed231ea6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 200  len: 217 time: 0.0338092
Nov 27 21:36:13.126813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-6698a8a3-91b9-403c-ba88-464e6b14bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:13.128509 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-6698a8a3-91b9-403c-ba88-464e6b14bee1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0454428
Nov 27 21:36:13.163577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-79e33795-0a9e-4d90-a62a-1cd49914ae4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0232649
Nov 27 21:36:13.254300 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-a360acb3-dfeb-4195-8bec-455def5e3d0b service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794885
Nov 27 21:36:13.352399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61fe283b-fec7-4581-b5f6-1f097c44249e req-0458364c-79ea-4ca7-80a3-ce104b09d741 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852089
Nov 27 21:36:13.413443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 33153fd9-4248-4f97-a4d9-4e24ccf19a68 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:36:13.507137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:13.518795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'network_id': '15710fef-5852-4102-a84f-03b444ed1343', 'port_id': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'mac_address': 'fa:16:3e:0b:77:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3fe85d-4273-49a4-8d9a-324b565ba9cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:36:13.560952 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:13.575559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33153fd9-4248-4f97-a4d9-4e24ccf19a68 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:36:13.597010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:13.600639 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:13.646067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:13.914839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c6529-0e66-4a90-89f9-00ac577b1b35 req-4365417c-0886-4cf4-852e-bda57c6a0e0f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:13.916973 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-002c6529-0e66-4a90-89f9-00ac577b1b35 req-4365417c-0886-4cf4-852e-bda57c6a0e0f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 944 time: 0.0499918
Nov 27 21:36:13.933421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['33153fd9-4248-4f97-a4d9-4e24ccf19a68'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:36:13.965667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-002c6529-0e66-4a90-89f9-00ac577b1b35 req-8c7aeb54-8a7c-4fad-91d4-e8bdde71dd3a tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424883
Nov 27 21:36:14.097190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70636e4-57ec-441c-94a4-7bebcd6581fa req-67b8bbac-13d6-44e7-81a6-bd8db9a9763d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:14.098590 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f70636e4-57ec-441c-94a4-7bebcd6581fa req-67b8bbac-13d6-44e7-81a6-bd8db9a9763d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 944 time: 0.0539355
Nov 27 21:36:14.145373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f70636e4-57ec-441c-94a4-7bebcd6581fa req-2a052197-eb0d-4f2d-a69c-2828e5fe801d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406199
Nov 27 21:36:14.259550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9de9-fc4c-41ce-abb0-f6dda8d8fa43 req-f2b2b34e-bb3f-4305-89da-d333a1114999 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:14.261008 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7de9de9-fc4c-41ce-abb0-f6dda8d8fa43 req-f2b2b34e-bb3f-4305-89da-d333a1114999 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 944 time: 0.0513785
Nov 27 21:36:14.306143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a7de9de9-fc4c-41ce-abb0-f6dda8d8fa43 req-2557f976-d0ca-4593-a1e4-d40b3ccd7d56 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392480
Nov 27 21:36:14.774521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a74af-706f-42e6-9225-f331904b911f req-3df6b4e3-fc86-4de5-b16c-f9e1d41e7f1f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:14.776010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-3df6b4e3-fc86-4de5-b16c-f9e1d41e7f1f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 814 time: 0.1028247
Nov 27 21:36:14.791025 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-494d2064-aec8-4396-bd6d-e0b42ce1fd34 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/quotas/d123122da41042cf88d46e8761467e75 HTTP/1.1" status: 200  len: 375 time: 0.0092623
Nov 27 21:36:14.841431 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-750e57f6-cffc-4352-8c2d-fb9b63aa3c95 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0451958
Nov 27 21:36:14.977234 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-857585f9-8f0c-4d49-a3d9-d317a57ef99c service neutron] 10.222.0.21 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278582
Nov 27 21:36:15.069589 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-f3df4a8d-3de4-4148-8b28-32da35ee6f5e service neutron] 10.222.0.21 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858710
Nov 27 21:36:15.225958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15027a5d-374c-4900-b5d9-76bd6062a579 req-64f4beca-2976-46f3-a9f5-4a6da8c71a76 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 210 time: 0.0262766
Nov 27 21:36:15.431298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 33153fd9-4248-4f97-a4d9-4e24ccf19a68 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:36:15.480404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:36:15.484381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:36:15.484788 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:15.567345 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:15.594451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:36:15.597405 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b3a68-c22b-49da-b662-060723acbf11" -d '{"events": [{"server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "name": "network-vif-plugged", "status": "completed", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:36:15.613136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:15.618447 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:15.651910 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9067947a-21cd-4722-bc5b-fd87fa3e2a00 x-openstack-request-id: req-9067947a-21cd-4722-bc5b-fd87fa3e2a00 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:36:15.652210 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "name": "network-vif-plugged", "status": "completed", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:36:15.652470 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9067947a-21cd-4722-bc5b-fd87fa3e2a00 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:36:15.652864 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'code': 200}
Nov 27 21:36:15.678320 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:15.856900 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede305-d2af-48dd-8867-3d06f2380858 req-ac8ba139-1547-45e9-9b02-4140c4c973ca tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:15.858344 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43ede305-d2af-48dd-8867-3d06f2380858 req-ac8ba139-1547-45e9-9b02-4140c4c973ca tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.15 "GET /v2.0/ports?device_id=659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd HTTP/1.1" status: 200  len: 945 time: 0.0482481
Nov 27 21:36:15.947232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Deleting port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:36:15.947544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:16.053381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.15', 60295) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:36:16.168487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a74af-706f-42e6-9225-f331904b911f req-bc0acbb0-eec5-47a9-9fff-bb202ac0421e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:16.170175 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-bc0acbb0-eec5-47a9-9fff-bb202ac0421e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.15 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 814 time: 0.1153369
Nov 27 21:36:16.186673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Request body: {'port': {'device_id': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'network_id': '15710fef-5852-4102-a84f-03b444ed1343', 'admin_state_up': True, 'tenant_id': 'd123122da41042cf88d46e8761467e75'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:36:16.304909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Made reservation on behalf of d123122da41042cf88d46e8761467e75 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:36:16.309072 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:16.342767 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:16.387162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] For port 33153fd9-4248-4f97-a4d9-4e24ccf19a68, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33153fd9-4248-4f97-a4d9-4e24ccf19a68,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:16.387648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:16.400717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Calling delete_port for 33153fd9-4248-4f97-a4d9-4e24ccf19a68 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:36:16.410108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c7bd6cd-1c55-49c7-80c5-b45d34325596 req-166b0bc5-5dcf-4fa4-aa93-02cebd492744 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 210 time: 0.1109576
Nov 27 21:36:16.468288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Allocated IP 172.20.0.14 (15710fef-5852-4102-a84f-03b444ed1343/9f3fe85d-4273-49a4-8d9a-324b565ba9cf/63c2a51b-abad-4fe3-9761-9c5da5e9cb39) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:36:16.543862 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:16.556493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['33153fd9-4248-4f97-a4d9-4e24ccf19a68'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:36:16.598487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Pushing event deleted for resources: {'Port': ['ID=33153fd9-4248-4f97-a4d9-4e24ccf19a68,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:16.614421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] No DVR routers for this DVR port 33153fd9-4248-4f97-a4d9-4e24ccf19a68 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:36:16.617176 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:16.621510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.15 "DELETE /v2.0/ports/33153fd9-4248-4f97-a4d9-4e24ccf19a68 HTTP/1.1" status: 204  len: 173 time: 0.7553227
Nov 27 21:36:16.621861 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'name': 'network-vif-deleted', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:36:16.624374 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f9b76-f549-40b6-b51e-6eee8224ed5b" -d '{"events": [{"server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "name": "network-vif-deleted", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:36:16.655282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:16.667661 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92cf175-e9ab-425b-8835-036bba3de5d2 x-openstack-request-id: req-e92cf175-e9ab-425b-8835-036bba3de5d2 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:36:16.667972 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd", "name": "network-vif-deleted", "tag": "33153fd9-4248-4f97-a4d9-4e24ccf19a68", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:36:16.668350 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e92cf175-e9ab-425b-8835-036bba3de5d2 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:36:16.668988 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659763f8-8c6b-4fbb-8f7f-d4b768e4a8bd', 'name': 'network-vif-deleted', 'tag': '33153fd9-4248-4f97-a4d9-4e24ccf19a68', 'status': 'completed', 'code': 200}
Nov 27 21:36:16.695105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:16.709367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['33153fd9-4248-4f97-a4d9-4e24ccf19a68'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:36:16.750107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Network 15710fef-5852-4102-a84f-03b444ed1343 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:36:16.753728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:36:16.758321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:36:16.789013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Pushing event updated for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:16.817845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:16.818457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:16.835273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-390da578-8343-452f-9fce-8556ab735f52 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6552908
Nov 27 21:36:16.846823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Request body: {'port': {'device_id': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:36:16.900105 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:17.205779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:36:17.213757 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:17.229419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Transition to ACTIVE for port object 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:36:17.232974 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:17.281383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Pushing event updated for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:17.349693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Attempting to bind port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:36:17.350444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Attempting to bind port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:36:17.350444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Attempting to bind port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on network 15710fef-5852-4102-a84f-03b444ed1343 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:36:17.354541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on network 15710fef-5852-4102-a84f-03b444ed1343 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:36:17.354868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Attempting to bind port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on network 15710fef-5852-4102-a84f-03b444ed1343 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:36:17.359565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:36:17.359909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Checking segment: {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:36:17.360295 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Bound using segment: {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:36:17.360722 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Bound port: 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:36:17.361075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:17.422711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:36:17.425806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:36:17.431997 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:17.470030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:17.470654 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:17.472094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] 10.222.0.15 "PUT /v2.0/ports/63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 1092 time: 0.6292708
Nov 27 21:36:17.472537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:36:17.474825 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fcfc2b-1978-4203-99d3-e12abb2b4592" -d '{"events": [{"name": "network-changed", "server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:36:17.504718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b9a5c-ff1d-40b9-bea2-21aa3836ec87 service neutron] Pushing event updated for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:17.596124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8e19-e71a-4c1d-909e-fb6a187e5d36 req-e98af64d-f5ff-4bb1-be38-85feb7aee782 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:17.597618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53bc8e19-e71a-4c1d-909e-fb6a187e5d36 req-e98af64d-f5ff-4bb1-be38-85feb7aee782 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 944 time: 0.1079297
Nov 27 21:36:17.599058 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5e857a-664e-4c97-a0f1-c5c0cad7be4a x-openstack-request-id: req-df5e857a-664e-4c97-a0f1-c5c0cad7be4a {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:36:17.599373 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:36:17.599634 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df5e857a-664e-4c97-a0f1-c5c0cad7be4a {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:36:17.600027 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'status': 'completed', 'code': 200}
Nov 27 21:36:17.625320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a74af-706f-42e6-9225-f331904b911f req-83146709-d434-4939-bab0-6969953f9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:17.626772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-83146709-d434-4939-bab0-6969953f9d81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 1095 time: 0.1059146
Nov 27 21:36:17.701645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-5743ca2c-ef00-4556-9991-5d36d302057e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 217 time: 0.0634544
Nov 27 21:36:17.711261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53bc8e19-e71a-4c1d-909e-fb6a187e5d36 req-7716108c-b837-4de5-9b84-66b18f9651db tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068921
Nov 27 21:36:17.759340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a74af-706f-42e6-9225-f331904b911f req-4364a7e8-c032-4d3b-8807-832ff463ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:17.760725 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-4364a7e8-c032-4d3b-8807-832ff463ff69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0486147
Nov 27 21:36:17.814099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-1d2df4d3-b3d7-42c8-99e9-eadbc2818e6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461791
Nov 27 21:36:17.824420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-a2a16079-d2a6-42be-8c54-07c8d83cf95e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:36:17.825335 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-a2a16079-d2a6-42be-8c54-07c8d83cf95e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048342
Nov 27 21:36:17.910691 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-8454f1bb-f0ad-488e-b60d-098a3de3a08b service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0781572
Nov 27 21:36:17.999593 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d5a74af-706f-42e6-9225-f331904b911f req-f4a2eaa7-3948-478e-a0ce-d49b79ede7f3 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820968
Nov 27 21:36:18.083523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-6252a3cf-a211-4209-8ca8-80eb0ca1d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:18.085003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-6252a3cf-a211-4209-8ca8-80eb0ca1d245 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 1095 time: 0.0397434
Nov 27 21:36:18.229495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-3231d30f-eff1-4d45-9c87-39bffdc20f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:18.230947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-3231d30f-eff1-4d45-9c87-39bffdc20f51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.1370645
Nov 27 21:36:18.551963 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-bee2a3c6-46d8-47fe-b55d-72aa8b7dacdd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 217 time: 0.3135445
Nov 27 21:36:18.600278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-1ab358fa-20f3-4b9c-ac34-d6c4bf8f9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:18.601680 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-1ab358fa-20f3-4b9c-ac34-d6c4bf8f9cc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0424869
Nov 27 21:36:18.632200 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-c63daff5-391b-41e5-9144-7916effacb49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236874
Nov 27 21:36:18.725135 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-7fcbed1d-d183-4dc4-846b-c1e265839581 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858123
Nov 27 21:36:18.737467 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:18.819901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4fcfc2b-1978-4203-99d3-e12abb2b4592 req-504f3c1e-8ab5-413a-8fa0-ec39156d45ad service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872891
Nov 27 21:36:18.835623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c8532-8296-4f07-9bdc-4f9336db2206 req-9d9173d3-5a88-4dd4-b9fe-66d544c38c77 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:18.837689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-954c8532-8296-4f07-9bdc-4f9336db2206 req-9d9173d3-5a88-4dd4-b9fe-66d544c38c77 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 944 time: 0.0551171
Nov 27 21:36:18.885556 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-954c8532-8296-4f07-9bdc-4f9336db2206 req-06b0fa88-d090-4383-bc76-43f9e476c998 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415378
Nov 27 21:36:19.443792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 33153fd9-4248-4f97-a4d9-4e24ccf19a68 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:36:19.463398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 33153fd9-4248-4f97-a4d9-4e24ccf19a68 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:36:19.463754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 33153fd9-4248-4f97-a4d9-4e24ccf19a68 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:36:20.001346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28512c8a-6967-403b-b689-8fffe37a3a52 req-6714baf8-10b3-40ad-92eb-69e7a4fe8ebb tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:20.003164 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28512c8a-6967-403b-b689-8fffe37a3a52 req-6714baf8-10b3-40ad-92eb-69e7a4fe8ebb tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 944 time: 0.0509198
Nov 27 21:36:20.049530 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28512c8a-6967-403b-b689-8fffe37a3a52 req-31ff9215-0d65-4a0f-94ff-b7e91dfdb2c8 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398617
Nov 27 21:36:21.165619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd000d9f-2821-426a-a4dc-5c7b1827c9f5 req-98cd00b7-c998-4e99-8b70-279256878159 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:21.167095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd000d9f-2821-426a-a4dc-5c7b1827c9f5 req-98cd00b7-c998-4e99-8b70-279256878159 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 944 time: 0.0505555
Nov 27 21:36:21.211662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bd000d9f-2821-426a-a4dc-5c7b1827c9f5 req-b18ed694-bc6c-4ff0-b34d-83e96b8eeca9 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386932
Nov 27 21:36:21.473935 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:36:21.568894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:21.581145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'network_id': '15710fef-5852-4102-a84f-03b444ed1343', 'port_id': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'mac_address': 'fa:16:3e:dd:1c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3fe85d-4273-49a4-8d9a-324b565ba9cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:36:21.616755 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:21.630929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:36:21.651933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:21.655835 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:21.700203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:21.932358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['63c2a51b-abad-4fe3-9761-9c5da5e9cb39'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:36:22.330002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3d6af-5dda-4ddb-896f-68e7f15bc8d7 req-7bef421c-f4fd-4013-990a-b925b52a3927 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:22.331506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5b3d6af-5dda-4ddb-896f-68e7f15bc8d7 req-7bef421c-f4fd-4013-990a-b925b52a3927 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 945 time: 0.0526936
Nov 27 21:36:22.377723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5b3d6af-5dda-4ddb-896f-68e7f15bc8d7 req-80e986ae-bc6d-469f-a388-ab24e13fb8bc tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403006
Nov 27 21:36:23.490827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:36:23.491565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60667e7-f78a-4d8e-9100-a93ff5a08288 req-d4c34bab-1699-4334-aa5f-eaefbfe82776 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:23.493550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e60667e7-f78a-4d8e-9100-a93ff5a08288 req-d4c34bab-1699-4334-aa5f-eaefbfe82776 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 945 time: 0.0476320
Nov 27 21:36:23.540832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:36:23.544630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:36:23.545012 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:23.546310 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e60667e7-f78a-4d8e-9100-a93ff5a08288 req-7d536dfe-f370-4204-85a9-fdd6fd17ef74 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462041
Nov 27 21:36:23.624879 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:23.647409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:36:23.650072 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a334f46-9677-4283-b6aa-0719f4f0175e" -d '{"events": [{"server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "name": "network-vif-plugged", "status": "completed", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:36:23.665970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:23.670310 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:23.694354 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bece92-5ab3-49b1-a32f-287257f02147 x-openstack-request-id: req-c9bece92-5ab3-49b1-a32f-287257f02147 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:36:23.694651 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "name": "network-vif-plugged", "status": "completed", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:36:23.694911 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9bece92-5ab3-49b1-a32f-287257f02147 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:36:23.695326 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'code': 200}
Nov 27 21:36:23.724418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:23.785900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb0b8-7563-4093-a2f9-e686996bb97c req-da0641bb-3bef-4119-bc41-a0819bcbfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:23.787429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-269fb0b8-7563-4093-a2f9-e686996bb97c req-da0641bb-3bef-4119-bc41-a0819bcbfb35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 1097 time: 0.0386684
Nov 27 21:36:23.836220 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-269fb0b8-7563-4093-a2f9-e686996bb97c req-f12b1501-0568-46cf-b6da-44c7aaac1a4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421276
Nov 27 21:36:24.661799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919e12-a100-4802-9f4c-04104b6f4dde req-312fefd9-6602-4a3f-aca4-b9a5e44c7a41 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:24.663287 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e919e12-a100-4802-9f4c-04104b6f4dde req-312fefd9-6602-4a3f-aca4-b9a5e44c7a41 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0484970
Nov 27 21:36:24.712369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3e919e12-a100-4802-9f4c-04104b6f4dde req-c6cf3d43-343f-43df-84d7-f61f9e0a4742 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416431
Nov 27 21:36:25.829994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c19d4-0921-44b1-8650-7cdadadfaaf1 req-9f4de2f4-6776-435d-b37b-f3f92185493d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:25.831472 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c18c19d4-0921-44b1-8650-7cdadadfaaf1 req-9f4de2f4-6776-435d-b37b-f3f92185493d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0512812
Nov 27 21:36:25.878274 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c18c19d4-0921-44b1-8650-7cdadadfaaf1 req-23f06e69-91e2-44b9-b31e-9c645aa47ff5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404463
Nov 27 21:36:25.990815 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79793319-59d4-4d34-999a-83fea8a41c41 req-37ff68c6-658e-49f5-b148-3f972f4d1977 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:25.992219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79793319-59d4-4d34-999a-83fea8a41c41 req-37ff68c6-658e-49f5-b148-3f972f4d1977 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0478837
Nov 27 21:36:26.038333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-79793319-59d4-4d34-999a-83fea8a41c41 req-c501608b-3f0a-49c4-9f5c-c3d3d2f09769 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402944
Nov 27 21:36:26.259158 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-6fd953e7-8c15-451c-b027-8c24e0e1a0b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0392737
Nov 27 21:36:26.278558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7199-3d68-4c8b-be01-78b2e9e6bf95 req-39a4c155-4968-4a5e-8822-63e34f6b5566 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:26.280274 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-190e7199-3d68-4c8b-be01-78b2e9e6bf95 req-39a4c155-4968-4a5e-8822-63e34f6b5566 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0535758
Nov 27 21:36:26.331314 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-190e7199-3d68-4c8b-be01-78b2e9e6bf95 req-b87cbeff-679b-466c-b75e-4cbf13f454c5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448201
Nov 27 21:36:27.447323 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b5619-e56a-403e-9c0d-042ac5b918af req-7f7caf23-6b8f-43b0-bacb-4cbdd60a4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:27.448832 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-7f7caf23-6b8f-43b0-bacb-4cbdd60a4064 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 1097 time: 0.0735314
Nov 27 21:36:27.471075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c9f6-6fce-4a26-b72d-625ef9afa38a req-b2902fc2-c6c8-4e9a-ab65-be04da08ba6d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:27.472488 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1b5c9f6-6fce-4a26-b72d-625ef9afa38a req-b2902fc2-c6c8-4e9a-ab65-be04da08ba6d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0688124
Nov 27 21:36:27.568354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c1b5c9f6-6fce-4a26-b72d-625ef9afa38a req-39cd03b4-19ff-4114-8af1-ce46912b3f28 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859017
Nov 27 21:36:27.580776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b5619-e56a-403e-9c0d-042ac5b918af req-2325320a-41b3-43d0-a2a2-5e3b54216740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:27.582218 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-2325320a-41b3-43d0-a2a2-5e3b54216740 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.1263633
Nov 27 21:36:27.627532 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-efa558e0-4c17-46b9-8ae4-e21d0be04abf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 217 time: 0.0374935
Nov 27 21:36:27.677885 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b5619-e56a-403e-9c0d-042ac5b918af req-f273fecc-f467-4b06-95c3-2d9b0ce1a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:27.679338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-f273fecc-f467-4b06-95c3-2d9b0ce1a81c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0460889
Nov 27 21:36:27.709892 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-76bc7227-b078-4d72-98c8-51a0ba1338e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0229812
Nov 27 21:36:27.800718 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-5de11c83-4912-45ca-90d7-74ba7c3463e5 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837996
Nov 27 21:36:27.885892 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-bb35cfbf-0293-4dc5-a659-01e27e039407 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0786407
Nov 27 21:36:28.684832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d547-c522-4017-82a1-c9df32c1f1b8 req-7906bbe9-5056-420d-a6db-6f52424ece85 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:28.686310 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8203d547-c522-4017-82a1-c9df32c1f1b8 req-7906bbe9-5056-420d-a6db-6f52424ece85 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0479643
Nov 27 21:36:28.734015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8203d547-c522-4017-82a1-c9df32c1f1b8 req-97dc1f62-2842-4661-a12f-44bb01f94d6e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417812
Nov 27 21:36:29.850566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adc3bb-5b04-46f2-8663-1bebd6cf6c40 req-0d195b92-e585-4bca-b978-0ce827dc7e25 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:29.852076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0adc3bb-5b04-46f2-8663-1bebd6cf6c40 req-0d195b92-e585-4bca-b978-0ce827dc7e25 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0491595
Nov 27 21:36:29.902368 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a0adc3bb-5b04-46f2-8663-1bebd6cf6c40 req-5d081adf-d8ae-41d5-8720-e367b1450971 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444698
Nov 27 21:36:31.020717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b4e9f-67bc-44ca-8ab5-f5ab5e6c40f6 req-436f42d8-073e-4e90-a6b5-a9bcabf9135b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:31.022208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b0b4e9f-67bc-44ca-8ab5-f5ab5e6c40f6 req-436f42d8-073e-4e90-a6b5-a9bcabf9135b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0526569
Nov 27 21:36:31.070245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b0b4e9f-67bc-44ca-8ab5-f5ab5e6c40f6 req-d3e7fe2b-1906-4a9c-9655-aa93a63d1fad tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418351
Nov 27 21:36:32.184929 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b047c-7590-4397-889a-3f83ede324a2 req-c7aa67df-cdad-4aa8-897d-8e75efeec97d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:32.186575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f4b047c-7590-4397-889a-3f83ede324a2 req-c7aa67df-cdad-4aa8-897d-8e75efeec97d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0484157
Nov 27 21:36:32.233513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8f4b047c-7590-4397-889a-3f83ede324a2 req-8b27ffef-1137-40b0-89d0-1495d8ad6f48 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409889
Nov 27 21:36:33.348208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e6a92-6ace-4f28-bf75-54760f46720f req-8019ba5d-0987-4f8a-bc8c-1216da8be856 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:33.349709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad6e6a92-6ace-4f28-bf75-54760f46720f req-8019ba5d-0987-4f8a-bc8c-1216da8be856 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0482433
Nov 27 21:36:33.395659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad6e6a92-6ace-4f28-bf75-54760f46720f req-a017393c-d0f9-404c-860b-8b1aab7d78e8 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394068
Nov 27 21:36:34.376742 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d759b59f-390a-4a3e-834a-dd545caa2cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:34.512581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd23f-b484-4b59-a15c-3980c1d632aa req-11b798b6-e6c7-45e2-9b4d-869c09f546e9 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:34.514130 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-127fd23f-b484-4b59-a15c-3980c1d632aa req-11b798b6-e6c7-45e2-9b4d-869c09f546e9 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0498145
Nov 27 21:36:34.562755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-127fd23f-b484-4b59-a15c-3980c1d632aa req-9e4899f7-8633-4b8a-9d8d-6e63387aa311 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419641
Nov 27 21:36:35.685585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f547e-d8c3-4702-ae05-1b13f4773396 req-7616beb5-e21d-476e-9508-d414e295ab4c tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:35.687075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-538f547e-d8c3-4702-ae05-1b13f4773396 req-7616beb5-e21d-476e-9508-d414e295ab4c tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0499704
Nov 27 21:36:35.738402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-538f547e-d8c3-4702-ae05-1b13f4773396 req-dbceeede-1615-4c7e-b2c9-b88ccd363aca tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452635
Nov 27 21:36:36.532893 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3ab383a0-6fd8-4314-b574-b362e79be8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:36.860163 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843fa3-53ed-43f8-824f-4b90ea5538af req-f6d7b217-8933-4e34-9bd9-08556b3798dd tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:36.861654 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b9843fa3-53ed-43f8-824f-4b90ea5538af req-f6d7b217-8933-4e34-9bd9-08556b3798dd tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0550327
Nov 27 21:36:36.908636 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b9843fa3-53ed-43f8-824f-4b90ea5538af req-2962c24f-4b66-436e-a8f1-8fb94de1ee2a tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410225
Nov 27 21:36:37.968863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:38.026074 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e1dee-1be5-40c1-b265-c07b15ba78c3 req-ac726759-93a3-4287-b8d5-4f3ffec2f42a tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:38.027555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd1e1dee-1be5-40c1-b265-c07b15ba78c3 req-ac726759-93a3-4287-b8d5-4f3ffec2f42a tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0482755
Nov 27 21:36:38.073694 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd1e1dee-1be5-40c1-b265-c07b15ba78c3 req-4f790a1c-e5f2-4cfc-b72a-bca3e3877f9e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402057
Nov 27 21:36:39.189589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e8ac0-fc6a-4dab-ac3f-986d55fdab44 req-26a80416-2e31-4850-b8ae-369e70b03cdb tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:39.191057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a3e8ac0-fc6a-4dab-ac3f-986d55fdab44 req-26a80416-2e31-4850-b8ae-369e70b03cdb tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0476179
Nov 27 21:36:39.240305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a3e8ac0-fc6a-4dab-ac3f-986d55fdab44 req-ffa96b25-655f-41b9-999e-8291c3d2e2a3 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424547
Nov 27 21:36:39.682829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:40.357063 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:40.358614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642202f4-919c-4a26-a8c1-2dde3fc36725 req-d095f51e-0791-4b99-a012-3fd665adc1fb tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:40.360563 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-642202f4-919c-4a26-a8c1-2dde3fc36725 req-d095f51e-0791-4b99-a012-3fd665adc1fb tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0514250
Nov 27 21:36:40.408259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-642202f4-919c-4a26-a8c1-2dde3fc36725 req-d78c265c-5b08-43e0-b850-e7586a62c345 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415866
Nov 27 21:36:41.523334 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63272d-fc6d-4dcb-a726-b0a2ae2bf302 req-e1bb43b8-d886-440f-a0cb-1f519b94e083 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:41.525322 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b63272d-fc6d-4dcb-a726-b0a2ae2bf302 req-e1bb43b8-d886-440f-a0cb-1f519b94e083 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0489833
Nov 27 21:36:41.575534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6b63272d-fc6d-4dcb-a726-b0a2ae2bf302 req-d738cd62-3f90-413f-883e-33d7a4066c16 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442812
Nov 27 21:36:42.694988 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8d603-dfdf-4fe5-b3c9-57189566c978 req-f4cd283e-52d8-4dc8-95a8-0570595b8f6c tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:42.696500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3f8d603-dfdf-4fe5-b3c9-57189566c978 req-f4cd283e-52d8-4dc8-95a8-0570595b8f6c tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0529449
Nov 27 21:36:42.744180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3f8d603-dfdf-4fe5-b3c9-57189566c978 req-ae41b193-e808-414f-86f4-6bb31bd49450 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416532
Nov 27 21:36:43.857990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c21712-14f6-43fc-9295-e3e5d3d68b84 req-d5083f86-317e-46e6-9742-b9a4a0da840e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:43.859522 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55c21712-14f6-43fc-9295-e3e5d3d68b84 req-d5083f86-317e-46e6-9742-b9a4a0da840e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0485892
Nov 27 21:36:43.912404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55c21712-14f6-43fc-9295-e3e5d3d68b84 req-e5938bbc-1ddc-4add-b454-ec7872277530 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469809
Nov 27 21:36:45.012066 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:36:45.027498 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792939-dcbb-446d-964a-43656f5c73bf req-10399df5-a535-4952-a909-04a962c9d1dc tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:45.028989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f792939-dcbb-446d-964a-43656f5c73bf req-10399df5-a535-4952-a909-04a962c9d1dc tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0488927
Nov 27 21:36:45.074775 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5f792939-dcbb-446d-964a-43656f5c73bf req-73c4ddcb-ddc2-45e4-8ba9-f9b2362acdce tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399263
Nov 27 21:36:46.189821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424ae5-d033-41b5-8fb6-5a254acc9d3c req-e08cb132-fdc7-4af2-b29e-aa91754e5391 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:46.191313 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65424ae5-d033-41b5-8fb6-5a254acc9d3c req-e08cb132-fdc7-4af2-b29e-aa91754e5391 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0483503
Nov 27 21:36:46.238493 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65424ae5-d033-41b5-8fb6-5a254acc9d3c req-fa248d8d-33a4-4ced-b417-e82b52a0a1d2 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406744
Nov 27 21:36:46.353207 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:47.353118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51297442-6498-41ac-a087-ee752a627c4f req-910e45db-5e51-4b91-a048-e5afacecaf96 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:47.354581 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51297442-6498-41ac-a087-ee752a627c4f req-910e45db-5e51-4b91-a048-e5afacecaf96 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0481877
Nov 27 21:36:47.404071 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-51297442-6498-41ac-a087-ee752a627c4f req-287eb6f1-d7f1-48ca-a053-a1457119be41 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436635
Nov 27 21:36:48.524760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e519-0822-44bf-8671-09f8aaf7ac0d req-545c96b8-0c21-43cf-980b-5389420c68c0 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:48.526243 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d073e519-0822-44bf-8671-09f8aaf7ac0d req-545c96b8-0c21-43cf-980b-5389420c68c0 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0530140
Nov 27 21:36:48.572664 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d073e519-0822-44bf-8671-09f8aaf7ac0d req-d2a30c82-e7b3-4c3a-8268-d7d9d002432c tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404575
Nov 27 21:36:48.754437 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:49.694982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a966b-fba9-4960-af72-d82ec46a34f8 req-1509c1a8-9637-46cb-9eb6-942ef91a4a61 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:49.696652 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9b1a966b-fba9-4960-af72-d82ec46a34f8 req-1509c1a8-9637-46cb-9eb6-942ef91a4a61 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0478830
Nov 27 21:36:49.743574 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9b1a966b-fba9-4960-af72-d82ec46a34f8 req-cf7d9c53-dd74-4f52-873e-23739736e940 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403907
Nov 27 21:36:50.859362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae04e4-5f17-4f1f-a4f2-4e707c97f00c req-5c5ddeaf-53bf-4e58-af0e-18a03c6d834a tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:50.860860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28ae04e4-5f17-4f1f-a4f2-4e707c97f00c req-5c5ddeaf-53bf-4e58-af0e-18a03c6d834a tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0486813
Nov 27 21:36:50.911472 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28ae04e4-5f17-4f1f-a4f2-4e707c97f00c req-e345fcf6-9f91-46b9-ada1-88515e5fb2f1 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446615
Nov 27 21:36:52.024658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d125610-25e9-4cb0-9e10-3b9853a5c2f7 req-a4efa257-7927-4c28-ae16-0515e32f896b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:52.026642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d125610-25e9-4cb0-9e10-3b9853a5c2f7 req-a4efa257-7927-4c28-ae16-0515e32f896b tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0484188
Nov 27 21:36:52.072660 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d125610-25e9-4cb0-9e10-3b9853a5c2f7 req-382d60bd-1de9-42b4-8838-409ace155fe3 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400658
Nov 27 21:36:53.192636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a060c4b-404f-479e-9077-8e3f388cf41f req-226c01d9-f1c4-40bc-b9c7-26fc8493b8dd tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:53.194102 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a060c4b-404f-479e-9077-8e3f388cf41f req-226c01d9-f1c4-40bc-b9c7-26fc8493b8dd tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0519409
Nov 27 21:36:53.240153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a060c4b-404f-479e-9077-8e3f388cf41f req-42f4acdf-902d-489d-8c07-d6a29a67e2d0 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401046
Nov 27 21:36:54.358090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9effc2-b45d-49ab-b6ce-6452bdd947a4 req-4f86cbcc-c7fe-44d4-b506-f43c8a0fb0ff tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:54.359619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0b9effc2-b45d-49ab-b6ce-6452bdd947a4 req-4f86cbcc-c7fe-44d4-b506-f43c8a0fb0ff tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0517285
Nov 27 21:36:54.406406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0b9effc2-b45d-49ab-b6ce-6452bdd947a4 req-5f7b5fa0-cd44-43a9-a8f9-38d062b91adc tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409248
Nov 27 21:36:54.781354 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-653b5619-e56a-403e-9c0d-042ac5b918af req-c65191fa-6afc-4cc5-9914-c38d1d317262 service neutron] show failed (client error): The resource could not be found.
Nov 27 21:36:54.782368 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-c65191fa-6afc-4cc5-9914-c38d1d317262 service neutron] 10.222.0.15 "GET /v2.0/ports/63c2a51b-abad-4fe3-9761-9c5da5e9cb39/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0549364
Nov 27 21:36:55.075730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b5619-e56a-403e-9c0d-042ac5b918af req-1a09e303-8a36-4025-b951-62b4608f13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:55.077199 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-1a09e303-8a36-4025-b951-62b4608f13b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435&tenant_id=d123122da41042cf88d46e8761467e75 HTTP/1.1" status: 200  len: 1097 time: 0.1270413
Nov 27 21:36:55.094482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:36:55.147067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:55.343716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:55.375996 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:36:55.414663 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:36:55.417043 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9bae0b-4123-4d8a-b8e9-6255e2e540ba" -d '{"events": [{"server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "name": "network-vif-unplugged", "status": "completed", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:36:55.421086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:55.444748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Transition to ACTIVE for port object 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:36:55.451498 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:55.479784 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc54c5c-1049-4794-b32e-48fae1f017f9 x-openstack-request-id: req-1bc54c5c-1049-4794-b32e-48fae1f017f9 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:36:55.480089 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "name": "network-vif-unplugged", "status": "completed", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:36:55.480351 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bc54c5c-1049-4794-b32e-48fae1f017f9 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:36:55.480787 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'code': 200}
Nov 27 21:36:55.536490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:55.566925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] No DVR routers for this DVR port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:36:55.571931 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.572294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.572684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.573035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.573383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.573727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.574064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.574437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.574776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.575117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.575478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.575814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:55.594989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05bb4e-6389-49ba-bd46-475444d16a86 req-1af35c8c-8b61-4f48-b3b8-c453ca7befb6 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:55.596476 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad05bb4e-6389-49ba-bd46-475444d16a86 req-1af35c8c-8b61-4f48-b3b8-c453ca7befb6 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 944 time: 0.1148736
Nov 27 21:36:55.636920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Attempting to bind port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:36:55.637269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Attempting to bind port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:36:55.637616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Attempting to bind port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on network 15710fef-5852-4102-a84f-03b444ed1343 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:36:55.651163 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on network 15710fef-5852-4102-a84f-03b444ed1343 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:36:55.651518 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Attempting to bind port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on network 15710fef-5852-4102-a84f-03b444ed1343 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:36:55.664330 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:36:55.664675 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Checking segment: {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:36:55.665066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Bound using segment: {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:36:55.665504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Bound port: 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1468acf3-14ce-4f17-865c-7b13435ca9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15710fef-5852-4102-a84f-03b444ed1343'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:36:55.665863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:55.683186 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad05bb4e-6389-49ba-bd46-475444d16a86 req-fbd4cb7f-2559-4a42-97f5-8c22ae3a2560 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729671
Nov 27 21:36:55.734743 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:36:55.737802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:36:55.742317 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:55.785396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:55.786020 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:55.787742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 1092 time: 0.6971834
Nov 27 21:36:55.806753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5d176-f5d6-44d6-b122-bb55067ec0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:55.859564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b5619-e56a-403e-9c0d-042ac5b918af req-07a04b87-f333-4a52-832f-5e7a8e16e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:55.861038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-07a04b87-f333-4a52-832f-5e7a8e16e622 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 1095 time: 0.0424230
Nov 27 21:36:55.964705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b5619-e56a-403e-9c0d-042ac5b918af req-6f037421-a467-4e35-8b57-b73632c3cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:55.966208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-6f037421-a467-4e35-8b57-b73632c3cd9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0923457
Nov 27 21:36:56.016467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-049b7054-d8b6-4023-9bb0-0a2a2a152711 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 217 time: 0.0383072
Nov 27 21:36:56.070474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b5619-e56a-403e-9c0d-042ac5b918af req-88e89138-d7cd-44ce-ab10-8c74e4e8a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:56.071937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-88e89138-d7cd-44ce-ab10-8c74e4e8a438 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0433066
Nov 27 21:36:56.108386 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-77e5f96e-9a5a-4b52-af4e-396607153c74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244486
Nov 27 21:36:56.204782 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-538b1edb-5567-4512-a104-1f988faa54b6 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846136
Nov 27 21:36:56.297627 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-653b5619-e56a-403e-9c0d-042ac5b918af req-852f6570-945a-42b3-9273-bea8a0565c42 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803602
Nov 27 21:36:56.800353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4901446-a184-41da-bf92-db3ae887f678 req-6031efbc-a6d2-4df8-8750-67757fc24a1d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:56.801862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4901446-a184-41da-bf92-db3ae887f678 req-6031efbc-a6d2-4df8-8750-67757fc24a1d tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 944 time: 0.0507987
Nov 27 21:36:56.848720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d4901446-a184-41da-bf92-db3ae887f678 req-74ddb0d6-ddb3-4e99-9edb-1bde4d004196 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404551
Nov 27 21:36:57.481508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:36:57.483968 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1495c2ec-a2b6-4db5-9a6d-025a728040cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:36:57.531564 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db8c0e2-fb96-4a5a-b657-299e36abb329 x-openstack-request-id: req-8db8c0e2-fb96-4a5a-b657-299e36abb329 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:36:57.531867 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:36:57.532135 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8db8c0e2-fb96-4a5a-b657-299e36abb329 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:36:57.532546 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'status': 'completed', 'code': 200}
Nov 27 21:36:57.595491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-70b7b706-0c07-4cc6-a951-534e2a3ef70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:57.597011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-70b7b706-0c07-4cc6-a951-534e2a3ef70e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 1095 time: 0.0446231
Nov 27 21:36:57.602792 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-ea78897f-6474-45dd-b863-f338cc69869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:57.604980 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-ea78897f-6474-45dd-b863-f338cc69869c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 1095 time: 0.0465581
Nov 27 21:36:57.688413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-454367d3-45c4-47f9-b957-3381f4118d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:57.689808 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-454367d3-45c4-47f9-b957-3381f4118d49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0863428
Nov 27 21:36:57.698342 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-deb6b2e9-dcd7-4b50-8f61-beb8a08f1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:57.699801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-deb6b2e9-dcd7-4b50-8f61-beb8a08f1bfd service neutron] 10.222.0.35 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0860624
Nov 27 21:36:57.734908 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-86a6fa37-2e19-4cf7-a8bb-ecbd3c85fac9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 217 time: 0.0380902
Nov 27 21:36:57.743195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-e73f9338-9fa6-409f-96ff-9059170f7b63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 217 time: 0.0346785
Nov 27 21:36:57.784532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-8d28cd8b-af7e-4f71-84bd-86d16fca38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:57.786028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-8d28cd8b-af7e-4f71-84bd-86d16fca38b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0439825
Nov 27 21:36:57.797279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-ab9b1a89-b5ca-4f86-9453-e0c21514845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:57.798733 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-ab9b1a89-b5ca-4f86-9453-e0c21514845f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0476429
Nov 27 21:36:57.817308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-8a9fe743-46d6-471e-b6a8-0fb5ebc0ea46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242536
Nov 27 21:36:57.832437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-e6c05dea-2ac3-441a-b469-bbba2cdae15a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250227
Nov 27 21:36:57.913050 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-72ceedf3-0de4-4b38-a5e5-2384ac801036 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883994
Nov 27 21:36:57.924309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-5cb19358-4c82-47c4-a791-77a8392575c4 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835404
Nov 27 21:36:58.021492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3f5e7-e163-4cbd-b9ce-832b314712e0 req-74a3bb63-8688-4f54-91f8-27fca4a84826 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:58.023056 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7d3f5e7-e163-4cbd-b9ce-832b314712e0 req-74a3bb63-8688-4f54-91f8-27fca4a84826 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 944 time: 0.1043286
Nov 27 21:36:58.032428 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-4e8abb06-2449-4717-a79d-0605298d2566 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993576
Nov 27 21:36:58.078635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1495c2ec-a2b6-4db5-9a6d-025a728040cb req-564ed853-e69b-4bd6-a836-0a59281125a8 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581216
Nov 27 21:36:58.095953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7d3f5e7-e163-4cbd-b9ce-832b314712e0 req-b31ae295-9337-4895-84fc-93e287617b61 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645373
Nov 27 21:36:58.138905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-503b9fbe-f20a-41e3-bb3f-5ebd1993a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:58.140489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-503b9fbe-f20a-41e3-bb3f-5ebd1993a0df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 1095 time: 0.0443819
Nov 27 21:36:58.255624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-ff7169ad-ab6f-4bcb-9025-853e19da709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:58.257104 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-ff7169ad-ab6f-4bcb-9025-853e19da709d service neutron] 10.222.0.35 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0920992
Nov 27 21:36:58.298310 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-f900bcac-f1d9-4edc-8acf-b71cef4f254a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 217 time: 0.0333805
Nov 27 21:36:58.335661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:36:58.348502 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-159a936c-7689-4edf-b7dd-713ac1fc17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:58.349974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-159a936c-7689-4edf-b7dd-713ac1fc17ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0433989
Nov 27 21:36:58.382516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-0ca16a3d-028f-4306-ad4b-af53153b65c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248985
Nov 27 21:36:58.482961 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-4e8f6d6f-00a6-47ab-ac17-b2ebbbbf6b9c service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916591
Nov 27 21:36:58.592686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac27f2ab-4727-424d-a4bd-837decf136e2 req-387597fa-1bcb-41d0-90f9-397113a40536 service neutron] 10.222.0.35 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001205
Nov 27 21:36:58.594304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:58.606457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'network_id': '15710fef-5852-4102-a84f-03b444ed1343', 'port_id': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'mac_address': 'fa:16:3e:dd:1c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3fe85d-4273-49a4-8d9a-324b565ba9cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:36:58.644303 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:58.656863 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:36:58.676169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:36:58.679553 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:36:58.728020 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:36:58.735815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.736175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.736528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.736874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.737220 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.737561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.737897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.738233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.738568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.738901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.739234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.739589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:36:58.923439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['63c2a51b-abad-4fe3-9761-9c5da5e9cb39'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:36:59.220136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed0d84-5099-4681-8ff4-79867d9d4cbf req-3b018d91-eb92-4374-a41a-c85b03ff850f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:59.221667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71ed0d84-5099-4681-8ff4-79867d9d4cbf req-3b018d91-eb92-4374-a41a-c85b03ff850f tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 945 time: 0.0509305
Nov 27 21:36:59.270723 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-71ed0d84-5099-4681-8ff4-79867d9d4cbf req-50221eb8-3aff-46e5-aa8b-adf24336f131 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407326
Nov 27 21:36:59.466413 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c2a4d-86ec-499e-a341-6dddd33258a3 req-9a32aad7-6680-4c22-a627-b0c2959ea687 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:59.467988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ae5c2a4d-86ec-499e-a341-6dddd33258a3 req-9a32aad7-6680-4c22-a627-b0c2959ea687 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 945 time: 0.0541499
Nov 27 21:36:59.512043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5167-432c-4628-ade7-b571940a5417 req-08e45805-c9a3-4155-a56d-b2d81e387b40 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:59.513541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ac5167-432c-4628-ade7-b571940a5417 req-08e45805-c9a3-4155-a56d-b2d81e387b40 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435&tenant_id=d123122da41042cf88d46e8761467e75&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0882835
Nov 27 21:36:59.516922 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ae5c2a4d-86ec-499e-a341-6dddd33258a3 req-c3a12e9d-2dd1-46b5-b857-514becb08094 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425663
Nov 27 21:36:59.573251 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-d5ac5167-432c-4628-ade7-b571940a5417 req-81f08cc3-05e4-4147-843f-7b06a635eaa8 service neutron] delete failed (client error): The resource could not be found.
Nov 27 21:36:59.574255 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ac5167-432c-4628-ade7-b571940a5417 req-81f08cc3-05e4-4147-843f-7b06a635eaa8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/63c2a51b-abad-4fe3-9761-9c5da5e9cb39/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0532293
Nov 27 21:36:59.646575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:36:59.663474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5167-432c-4628-ade7-b571940a5417 req-bcbdf57a-c2ab-4d4f-8c70-89d1159a2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:59.664975 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ac5167-432c-4628-ade7-b571940a5417 req-bcbdf57a-c2ab-4d4f-8c70-89d1159a2cc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d123122da41042cf88d46e8761467e75&device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 1096 time: 0.0464265
Nov 27 21:36:59.689412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:36:59.754772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5167-432c-4628-ade7-b571940a5417 req-0983904f-a117-4279-8554-9d15932b6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:59.756257 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ac5167-432c-4628-ade7-b571940a5417 req-0983904f-a117-4279-8554-9d15932b6a37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 200  len: 915 time: 0.0844157
Nov 27 21:36:59.798820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ac5167-432c-4628-ade7-b571940a5417 req-da2c8212-becb-4872-94dc-f185e0735659 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 200  len: 217 time: 0.0356126
Nov 27 21:36:59.846463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac5167-432c-4628-ade7-b571940a5417 req-fbcaa2be-32d0-404d-8aee-c2b49235d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:36:59.847973 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ac5167-432c-4628-ade7-b571940a5417 req-fbcaa2be-32d0-404d-8aee-c2b49235d992 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 200  len: 854 time: 0.0429301
Nov 27 21:36:59.878759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ac5167-432c-4628-ade7-b571940a5417 req-46eca39b-c4e6-47db-9dfc-77d3c208962d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15710fef-5852-4102-a84f-03b444ed1343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240912
Nov 27 21:36:59.965414 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ac5167-432c-4628-ade7-b571940a5417 req-480379df-8df9-4c85-84ca-5a1f9dbcc912 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790277
Nov 27 21:37:00.059101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d5ac5167-432c-4628-ade7-b571940a5417 req-8b2442b8-1b87-46e7-be03-eaec1d34fb54 service neutron] 10.222.0.15 "GET /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856225
Nov 27 21:37:00.352732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:37:00.401840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:37:00.405448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:00.405823 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:00.488981 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:00.512849 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:37:00.515782 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0266f6ee-2d8d-4c69-970d-9fe51ff314b3" -d '{"events": [{"server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "name": "network-vif-plugged", "status": "completed", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:37:00.529302 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:37:00.534249 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:00.564855 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300ed4de-438a-4252-bb49-e66d56d1ab5e x-openstack-request-id: req-300ed4de-438a-4252-bb49-e66d56d1ab5e {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:37:00.565795 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "name": "network-vif-plugged", "status": "completed", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:37:00.566066 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-300ed4de-438a-4252-bb49-e66d56d1ab5e {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:37:00.566468 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'code': 200}
Nov 27 21:37:00.592712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:00.655205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3d775-c7db-48f0-b1d0-603383906462 req-326119f7-a775-4899-bffd-df3bbfaf7aa0 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:00.656719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bd3d775-c7db-48f0-b1d0-603383906462 req-326119f7-a775-4899-bffd-df3bbfaf7aa0 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0632720
Nov 27 21:37:00.702623 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bd3d775-c7db-48f0-b1d0-603383906462 req-8c145069-6ba3-41e6-8ed5-56486833191c tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398877
Nov 27 21:37:00.817494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5454d-233a-46a0-a337-24518054cd66 req-c88c9040-c071-444f-9ab1-964954b0ed23 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:00.818994 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78d5454d-233a-46a0-a337-24518054cd66 req-c88c9040-c071-444f-9ab1-964954b0ed23 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0489254
Nov 27 21:37:00.866196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78d5454d-233a-46a0-a337-24518054cd66 req-7256d3c5-8444-4cce-a357-6cb02b50bdf6 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406477
Nov 27 21:37:00.981558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3b3e3-6b5f-4be3-b4d3-4683418643cb req-08f9b049-ee1e-4bbc-b7c2-d27b735023c0 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:00.983029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0de3b3e3-6b5f-4be3-b4d3-4683418643cb req-08f9b049-ee1e-4bbc-b7c2-d27b735023c0 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0486205
Nov 27 21:37:01.029760 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0de3b3e3-6b5f-4be3-b4d3-4683418643cb req-370c59cf-d523-46c6-9fd1-1e80fefc04aa tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408843
Nov 27 21:37:01.360707 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b32ac-631c-42e2-8068-71112a253f42 req-72da95df-dca6-45f2-9e22-52032df4b715 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:01.362208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-834b32ac-631c-42e2-8068-71112a253f42 req-72da95df-dca6-45f2-9e22-52032df4b715 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0528018
Nov 27 21:37:01.409094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-834b32ac-631c-42e2-8068-71112a253f42 req-3e1a4bd7-8304-4c02-be11-88a29a873f1a tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409403
Nov 27 21:37:02.526530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060857af-a753-40b5-baf7-1d12bbcabe96 req-806c5fe0-e52b-427c-b752-938ffdf97a2e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:02.528056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-060857af-a753-40b5-baf7-1d12bbcabe96 req-806c5fe0-e52b-427c-b752-938ffdf97a2e tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0502009
Nov 27 21:37:02.603811 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-060857af-a753-40b5-baf7-1d12bbcabe96 req-d329adab-81d6-45bd-bfc8-72827ff35a15 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696974
Nov 27 21:37:02.622808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-97783c9a-98d3-4870-8165-619041a58b57 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:02.624296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-97783c9a-98d3-4870-8165-619041a58b57 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.35 "GET /v2.0/ports?device_id=f020b7de-fce9-4eeb-a13d-e590b6cb8435 HTTP/1.1" status: 200  len: 946 time: 0.0664215
Nov 27 21:37:02.719480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Deleting port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:37:02.719757 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:02.810447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] For port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,segment=NetworkSegment(1468acf3-14ce-4f17-865c-7b13435ca9e8),segment_id=1468acf3-14ce-4f17-865c-7b13435ca9e8)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:37:02.810814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:02.823712 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Calling delete_port for 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:37:02.950317 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:02.967931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['63c2a51b-abad-4fe3-9761-9c5da5e9cb39'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:37:02.979068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Pushing event deleted for resources: {'Port': ['ID=63c2a51b-abad-4fe3-9761-9c5da5e9cb39,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:03.019405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] No DVR routers for this DVR port 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:37:03.021928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:03.025326 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6d211250-e9a1-4212-946b-1c64bfb84eb5 req-c9eaaaa9-ff1e-45f8-a3c9-328ea93cfc31 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] 10.222.0.35 "DELETE /v2.0/ports/63c2a51b-abad-4fe3-9761-9c5da5e9cb39 HTTP/1.1" status: 204  len: 173 time: 0.3902638
Nov 27 21:37:03.025806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'name': 'network-vif-deleted', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:37:03.028109 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22acbf7-8950-4056-ad72-2bd16dea1233" -d '{"events": [{"server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "name": "network-vif-deleted", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:37:03.069020 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04966e3-d60a-4c96-ab33-0fcee6c05edd x-openstack-request-id: req-a04966e3-d60a-4c96-ab33-0fcee6c05edd {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:37:03.069320 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f020b7de-fce9-4eeb-a13d-e590b6cb8435", "name": "network-vif-deleted", "tag": "63c2a51b-abad-4fe3-9761-9c5da5e9cb39", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:37:03.070087 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a04966e3-d60a-4c96-ab33-0fcee6c05edd {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:37:03.070506 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f020b7de-fce9-4eeb-a13d-e590b6cb8435', 'name': 'network-vif-deleted', 'tag': '63c2a51b-abad-4fe3-9761-9c5da5e9cb39', 'status': 'completed', 'code': 200}
Nov 27 21:37:03.727332 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54878) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:03.772079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Deleting subnet 9f3fe85d-4273-49a4-8d9a-324b565ba9cf {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:37:03.775129 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:03.809357 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:03.848092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:03.902764 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:03.928621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3fe85d-4273-49a4-8d9a-324b565ba9cf,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:03.930986 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:03.934251 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9f3fe85d-4273-49a4-8d9a-324b565ba9cf HTTP/1.1" status: 204  len: 168 time: 0.2059021
Nov 27 21:37:03.936838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54880) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:03.940846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.941149 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.941502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.941850 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.942195 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.942550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.942873 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.943210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.943573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.943907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.944240 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:03.944573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c523684-e204-4d6b-89f7-03e1b4148823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:04.007807 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.083608 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.103723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd091fa0>,) {'filters': {'network_id': ['15710fef-5852-4102-a84f-03b444ed1343']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:04.112702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd091fa0>, '1468acf3-14ce-4f17-865c-7b13435ca9e8') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:04.113006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd091fa0>, '1468acf3-14ce-4f17-865c-7b13435ca9e8') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:04.126310 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.139804 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.145480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:37:04.145863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:37:04.147646 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:37:04.199667 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.204468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.207682 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] 10.222.0.21 "DELETE /v2.0/networks/15710fef-5852-4102-a84f-03b444ed1343 HTTP/1.1" status: 204  len: 168 time: 0.2697914
Nov 27 21:37:04.220627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b4480-b423-40d1-ab81-cf5aebd245bc admin admin] Pushing event deleted for resources: {'Network': ['ID=15710fef-5852-4102-a84f-03b444ed1343,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:04.337841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54884) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:04.377811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-627f6e02-5f71-470a-9c1c-92d54988c782 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d123122da41042cf88d46e8761467e75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383551
Nov 27 21:37:04.379527 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-563b70b8-e4b5-4467-a5fb-ab702bc1ed4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.380523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54886) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:04.427792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc7cc938-c5f9-4395-b380-408651e770ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.449968 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc7cc938-c5f9-4395-b380-408651e770ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.494857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc7cc938-c5f9-4395-b380-408651e770ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.497472 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc7cc938-c5f9-4395-b380-408651e770ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:04.498619 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bc7cc938-c5f9-4395-b380-408651e770ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1 HTTP/1.1" status: 204  len: 168 time: 0.1169050
Nov 27 21:37:04.506660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cc938-c5f9-4395-b380-408651e770ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7efd5f-ccfd-460a-baf9-3781b0a9c7a1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:05.148292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54908) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:05.242562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-543130382-network', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:05.262658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Made reservation on behalf of 8ac362e2c70a4862919a7dfcd5f32167 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:37:05.264944 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.273166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.345207 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.349091 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.369024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:37:05.384289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0c4357-75f1-49cb-b345-ab7847d26e52,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:05.387657 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.388008 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Added segment 20d7fe00-f4fd-4f01-a880-f8223eb49f1f of type vlan for network d7f8e8e5-e085-4395-9b1c-093e8c6acee0
Nov 27 21:37:05.430108 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.454449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.455453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:05.456044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.504213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3548229
Nov 27 21:37:05.507519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54912) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:05.512994 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Request body: {'subnet': {'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-543130382-subnet', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:05.518384 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136bde2-46dd-4dfb-bac1-30c4fc3fc335 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f8e8e5-e085-4395-9b1c-093e8c6acee0,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:05.530565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:37:05.541449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Made reservation on behalf of 8ac362e2c70a4862919a7dfcd5f32167 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:37:05.543764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.707901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.765794 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:05.774827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:37:05.775188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Network hostable DHCP agents. Network: d7f8e8e5-e085-4395-9b1c-093e8c6acee0, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:37:05.791444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:37:05.799814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7f8e8e5-e085-4395-9b1c-093e8c6acee0) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:37:05.803768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:05.804357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.809090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af32fbf-eb64-4023-8c00-c0f5537786d6 None None] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:37:05.819761 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2202c7c9-3fbf-4e81-ab3a-eeebe561790b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3111439
Nov 27 21:37:05.823097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54914) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:05.827661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:05.849135 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.850153 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.902699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:05.950890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:37:05.951781 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.042558 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.084204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Allocated IP 172.20.0.2 (d7f8e8e5-e085-4395-9b1c-093e8c6acee0/7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83/7e886bc3-aafd-4ce0-98cc-e3b1210d948d) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:37:06.225977 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.232332 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.240665 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.264378 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.270722 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:37:06.275059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:37:06.278659 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:37:06.285579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Pushing event updated for resources: {'Port': ['ID=7e886bc3-aafd-4ce0-98cc-e3b1210d948d,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:06.334015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Attempting to bind port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:37:06.334402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Attempting to bind port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:37:06.334761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Attempting to bind port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:37:06.339841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:37:06.340219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:37:06.340633 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.341027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:37:06.341496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Bound port: 7e886bc3-aafd-4ce0-98cc-e3b1210d948d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:37:06.341880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.368433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Allocated IP 172.35.3.97 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/50eae904-b183-4f42-b913-525f8e0e4622) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:37:06.403044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:37:06.426108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:37:06.426475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 63c2a51b-abad-4fe3-9761-9c5da5e9cb39 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:37:06.431961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] For port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:37:06.443932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] For port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e886bc3-aafd-4ce0-98cc-e3b1210d948d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:37:06.448225 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.474841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.512627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414b007-f3e5-423b-85f9-db6021a64c91 None None] Pushing event updated for resources: {'Port': ['ID=7e886bc3-aafd-4ce0-98cc-e3b1210d948d,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:06.518431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.540381 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a0500541-f319-42ff-ba5a-9d3a3b761a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.560461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:37:06.563480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:37:06.567191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:37:06.577873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0241f31-33b6-4c8c-aab0-d425f4064817 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:37:06.593066 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=50eae904-b183-4f42-b913-525f8e0e4622,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:06.648926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2077d778-f526-44c0-8f7d-1fa4f802cb53 None None] Provisioning complete for port 50eae904-b183-4f42-b913-525f8e0e4622 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:06.649960 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2077d778-f526-44c0-8f7d-1fa4f802cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:06.715893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-2077d778-f526-44c0-8f7d-1fa4f802cb53 None None] Port 50eae904-b183-4f42-b913-525f8e0e4622 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:37:06.854723 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:07.370739 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:07.472382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd7eab-d4fa-4eae-b91f-bec9d10afc48 None None] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:37:07.500613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:37:07.565136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f1b31e19-6f0a-407a-ab3a-e3074c9d5667 None None] Provisioning complete for port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:07.565648 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f1b31e19-6f0a-407a-ab3a-e3074c9d5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:07.628784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:37:07.641724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:37:07.647407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:07.648124 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7e886bc3-aafd-4ce0-98cc-e3b1210d948d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:37:07.648807 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ba392643-7b9d-4de1-8235-4eb6c16cb5f0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8245013
Nov 27 21:37:07.651564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54920) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:07.727431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:37:07.727986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5c3370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:37:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:07.789745 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f1b31e19-6f0a-407a-ab3a-e3074c9d5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:07.871013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:07.871497 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:07.877922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f1b31e19-6f0a-407a-ab3a-e3074c9d5667 None None] For port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e886bc3-aafd-4ce0-98cc-e3b1210d948d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:37:07.900233 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f1b31e19-6f0a-407a-ab3a-e3074c9d5667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:07.949484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:37:08.059137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b31e19-6f0a-407a-ab3a-e3074c9d5667 None None] Pushing event updated for resources: {'Port': ['ID=7e886bc3-aafd-4ce0-98cc-e3b1210d948d,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:08.090700 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.101080 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.122107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f5724f2b-b423-4893-b70b-be5fb8c47acf None None] Provisioning complete for port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:08.122510 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f5724f2b-b423-4893-b70b-be5fb8c47acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.259576 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Allocated IP 172.20.0.1 (d7f8e8e5-e085-4395-9b1c-093e8c6acee0/7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83/9f29974a-df31-4e62-a749-11b4503d60d0) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:37:08.279580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5c3370>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:06Z', 'revision_number': 3, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:08.305725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:37:08.306079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Updating router dc7f949e-f69c-4b15-8da6-0ba5704f5819 port 50eae904-b183-4f42-b913-525f8e0e4622 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:37:08.330533 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.360606 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.394983 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.445509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:37:08.450580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:37:08.452501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f29974a-df31-4e62-a749-11b4503d60d0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:08.454762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:37:08.494787 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.639000 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.708337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-be9d62b4-fb88-40ba-b17d-a5972ac521d1 None None] Provisioning complete for port 9f29974a-df31-4e62-a749-11b4503d60d0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:08.708905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be9d62b4-fb88-40ba-b17d-a5972ac521d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.777209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-be9d62b4-fb88-40ba-b17d-a5972ac521d1 None None] Port 9f29974a-df31-4e62-a749-11b4503d60d0 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:37:08.795152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.800254 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.809071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.814157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.849410 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2112d255-44c3-4dbe-a9f3-9f6faedbfa67 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:37:08.862458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Attempting to bind port 50eae904-b183-4f42-b913-525f8e0e4622 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:37:08.862833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Attempting to bind port 50eae904-b183-4f42-b913-525f8e0e4622 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:37:08.863202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Attempting to bind port 50eae904-b183-4f42-b913-525f8e0e4622 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:37:08.866559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce92e2-027d-4f3d-9311-a0e084597ee3 None None] Pushing event updated for resources: {'Port': ['ID=50eae904-b183-4f42-b913-525f8e0e4622,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:08.874254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:37:08.874690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:37:08.875988 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.875988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:37:08.875988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Bound port: 50eae904-b183-4f42-b913-525f8e0e4622, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:37:08.876802 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.880499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f29974a-df31-4e62-a749-11b4503d60d0,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:08.883028 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.943019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-562bfed2-6c0c-4f7b-b5d2-61997a0c2bf3 None None] Provisioning complete for port 50eae904-b183-4f42-b913-525f8e0e4622 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:08.943439 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-562bfed2-6c0c-4f7b-b5d2-61997a0c2bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:08.977713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] For port 50eae904-b183-4f42-b913-525f8e0e4622, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:37:08.986724 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:37:08.988162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:37:08.993401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] For port 50eae904-b183-4f42-b913-525f8e0e4622, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50eae904-b183-4f42-b913-525f8e0e4622,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:37:08.996461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-562bfed2-6c0c-4f7b-b5d2-61997a0c2bf3 None None] Port 50eae904-b183-4f42-b913-525f8e0e4622 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:37:09.001380 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.051954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa49a17-1466-4071-b2c9-2e3138f43650 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:37:09.074115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:37:09.074846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5c3370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:37:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:09.076817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce92e2-027d-4f3d-9311-a0e084597ee3 None None] Pushing event updated for resources: {'Port': ['ID=50eae904-b183-4f42-b913-525f8e0e4622,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:09.123216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:37:09.170969 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-40a37fd5-3722-48bb-8710-4f5b5fdec90b None None] Provisioning complete for port 50eae904-b183-4f42-b913-525f8e0e4622 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:09.171373 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40a37fd5-3722-48bb-8710-4f5b5fdec90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.238482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:37:09.241149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:37:09.245057 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5b566e3c-c369-45ba-a9c5-12def7fa79a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/dc7f949e-f69c-4b15-8da6-0ba5704f5819/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5916512
Nov 27 21:37:09.381364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40a37fd5-3722-48bb-8710-4f5b5fdec90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.412977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-40a37fd5-3722-48bb-8710-4f5b5fdec90b None None] For port 50eae904-b183-4f42-b913-525f8e0e4622, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50eae904-b183-4f42-b913-525f8e0e4622,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:37:09.418751 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40a37fd5-3722-48bb-8710-4f5b5fdec90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.513766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a37fd5-3722-48bb-8710-4f5b5fdec90b None None] Pushing event updated for resources: {'Port': ['ID=50eae904-b183-4f42-b913-525f8e0e4622,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:09.547940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd5c3370>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 2, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:09.550190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-dbaf5a66-4c2f-44dc-bcba-dd125d5e5ccd None None] Provisioning complete for port 9f29974a-df31-4e62-a749-11b4503d60d0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:09.550648 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5a66-4c2f-44dc-bcba-dd125d5e5ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.595010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95da08-0aaf-4002-b876-ec2ded0ef8b3 None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 2, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:37:09.608841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7e886bc3-aafd-4ce0-98cc-e3b1210d948d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:37:09.637586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf5a66-4c2f-44dc-bcba-dd125d5e5ccd None None] Port 9f29974a-df31-4e62-a749-11b4503d60d0 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:37:09.667131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:09.667545 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.718221 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.741761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54928) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:09.749547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7aa2d2fd-6e64-4fb2-987a-e599c74624fd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488750309', 'description': 'tempest-description--1815959431'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:09.777337 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d2fd-6e64-4fb2-987a-e599c74624fd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.861829 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d2fd-6e64-4fb2-987a-e599c74624fd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.865483 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d2fd-6e64-4fb2-987a-e599c74624fd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.895814 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7aa2d2fd-6e64-4fb2-987a-e599c74624fd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.897066 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7aa2d2fd-6e64-4fb2-987a-e599c74624fd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.1529489
Nov 27 21:37:09.900246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 54930) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:09.901876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2d2fd-6e64-4fb2-987a-e599c74624fd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:09.907090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-817e3da0-6ebf-404f-bfe6-8bd89680e98b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'security_group_rule': {'security_group_id': '2c1c9ef1-a4ee-4038-b515-92e4cb981ac9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:09.935513 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-817e3da0-6ebf-404f-bfe6-8bd89680e98b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:09.998719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-817e3da0-6ebf-404f-bfe6-8bd89680e98b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.002847 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-817e3da0-6ebf-404f-bfe6-8bd89680e98b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.021945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e3da0-6ebf-404f-bfe6-8bd89680e98b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a5dd81-2fb0-401f-a924-7ea94317dfdb,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:10.030859 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-817e3da0-6ebf-404f-bfe6-8bd89680e98b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.032144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-817e3da0-6ebf-404f-bfe6-8bd89680e98b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1300573
Nov 27 21:37:10.035004 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54932) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:10.039711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-279195f8-80c6-4203-b808-90046457d2ed tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'security_group_rule': {'security_group_id': '2c1c9ef1-a4ee-4038-b515-92e4cb981ac9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:10.068182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-279195f8-80c6-4203-b808-90046457d2ed tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.130085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-279195f8-80c6-4203-b808-90046457d2ed tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.135044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-279195f8-80c6-4203-b808-90046457d2ed tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.153732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279195f8-80c6-4203-b808-90046457d2ed tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e2229b-4516-48e9-ae90-613d629e6b5d,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:10.163810 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-279195f8-80c6-4203-b808-90046457d2ed tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.168658 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-279195f8-80c6-4203-b808-90046457d2ed tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1289954
Nov 27 21:37:10.168852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54934) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:10.173238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:10.198023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.314837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.363166 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.435486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Allocated IP 172.35.3.154 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/567f2b6c-faac-42d2-8427-dd55217796dc) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:37:10.543856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.578086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.620919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:37:10.625277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:37:10.628146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:37:10.654167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event updated for resources: {'Port': ['ID=567f2b6c-faac-42d2-8427-dd55217796dc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:10.751866 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.795480 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.950581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:10.955716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:11.021181 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event updated for resources: {'Port': ['ID=567f2b6c-faac-42d2-8427-dd55217796dc,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:11.032595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:11.048141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:11.049332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-89b91370-c02c-460c-b73f-c1dbce75155a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8795407
Nov 27 21:37:11.199841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-e8ab9efc-d768-4fbe-bdc5-32d0ced27510 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--488750309&fields=id&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 267 time: 0.0419021
Nov 27 21:37:11.314128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-77b0b44a-874b-4d71-a809-802d83b39c06 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:11.315566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-77b0b44a-874b-4d71-a809-802d83b39c06 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 811 time: 0.1087811
Nov 27 21:37:11.330382 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-bf61d0c9-fecc-4c78-b172-0963256484ec tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/quotas/8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 375 time: 0.0090697
Nov 27 21:37:11.382118 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-bb663c01-3335-4cf7-88ac-f93cf4dd5196 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0466816
Nov 27 21:37:11.477036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-70021498-232f-40fe-8549-96e3fe93a487 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830424
Nov 27 21:37:11.554211 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:37:11.566153 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:37:11.566722 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9d5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:37:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:11.581136 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-419d0f74-24f0-416f-bfcd-b473f319df4b service neutron] 10.222.0.21 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967422
Nov 27 21:37:11.636534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 50eae904-b183-4f42-b913-525f8e0e4622 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:37:11.679748 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:37:11.690813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 50eae904-b183-4f42-b913-525f8e0e4622 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:11.691491 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:11.760460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aeab601f-ee8c-4a4f-8f0e-16f36063bf74 req-c31dab40-91f8-40e5-924f-857938bd6fd8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 210 time: 0.0330327
Nov 27 21:37:11.890221 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9d5c70>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 2, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:11.917262 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:37:11.917620 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Updating router dc7f949e-f69c-4b15-8da6-0ba5704f5819 port 9f29974a-df31-4e62-a749-11b4503d60d0 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:37:11.942366 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.209065 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.213564 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.280203 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Pushing event updated for resources: {'Port': ['ID=9f29974a-df31-4e62-a749-11b4503d60d0,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:12.294167 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.294519 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.294873 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.295211 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.295575 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.296104 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.296447 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.296793 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.297113 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.297443 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.297778 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.298117 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:37:12.326999 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Attempting to bind port 9f29974a-df31-4e62-a749-11b4503d60d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:37:12.327410 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Attempting to bind port 9f29974a-df31-4e62-a749-11b4503d60d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:37:12.328058 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Attempting to bind port 9f29974a-df31-4e62-a749-11b4503d60d0 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:37:12.334131 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:37:12.334599 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:37:12.335123 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.335571 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:37:12.336099 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Bound port: 9f29974a-df31-4e62-a749-11b4503d60d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:37:12.336563 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.410154 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] For port 9f29974a-df31-4e62-a749-11b4503d60d0, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:37:12.413611 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] For port 9f29974a-df31-4e62-a749-11b4503d60d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f29974a-df31-4e62-a749-11b4503d60d0,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:37:12.418056 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.475414 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:37:12.476045 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9d5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:37:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:12.477982 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-56fedf07-1cbb-431b-9fc7-b66f309a7449 None None] Provisioning complete for port 9f29974a-df31-4e62-a749-11b4503d60d0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:12.478940 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-56fedf07-1cbb-431b-9fc7-b66f309a7449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.511108 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c1d5e-262a-4cc8-beb9-b405ca5fed06 None None] Pushing event updated for resources: {'Port': ['ID=9f29974a-df31-4e62-a749-11b4503d60d0,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:12.569904 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-56fedf07-1cbb-431b-9fc7-b66f309a7449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.592992 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:37:12.605733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-56fedf07-1cbb-431b-9fc7-b66f309a7449 None None] For port 9f29974a-df31-4e62-a749-11b4503d60d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f29974a-df31-4e62-a749-11b4503d60d0,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:37:12.612203 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-56fedf07-1cbb-431b-9fc7-b66f309a7449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.663755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fedf07-1cbb-431b-9fc7-b66f309a7449 None None] Pushing event updated for resources: {'Port': ['ID=9f29974a-df31-4e62-a749-11b4503d60d0,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:12.735085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-053219df-a6c9-4aae-9800-e58d4738834e None None] Provisioning complete for port 9f29974a-df31-4e62-a749-11b4503d60d0 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:12.735672 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-053219df-a6c9-4aae-9800-e58d4738834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:12.813976 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe9d5c70>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:12.862073 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e977ed-f6aa-4cca-bd6a-8490729aa208 None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:37:12.875831 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-73e25b18-581a-4765-919d-93fe5b88d225 req-ddadbf5e-5984-458e-9061-25f7c4cd7166 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 210 time: 0.0398836
Nov 27 21:37:12.912409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-40ce0fb0-e9b9-4b20-b124-aa4bda57eab8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:12.913920 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-40ce0fb0-e9b9-4b20-b124-aa4bda57eab8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 811 time: 0.1571498
Nov 27 21:37:12.980811 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-ef6a7d80-047a-45ce-a9eb-9c02ca0753f1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 379 time: 0.0561121
Nov 27 21:37:12.991804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'port': {'device_id': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'admin_state_up': True, 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'security_groups': ['2c1c9ef1-a4ee-4038-b515-92e4cb981ac9']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:13.105032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Made reservation on behalf of 8ac362e2c70a4862919a7dfcd5f32167 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:37:13.108588 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:13.235067 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Allocated IP 172.20.0.10 (d7f8e8e5-e085-4395-9b1c-093e8c6acee0/7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83/c413ace1-22f0-4361-ad6c-b30681cc923d) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:37:13.387112 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:13.422243 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:13.471750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:37:13.475219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:37:13.480060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:37:13.484264 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event updated for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:13.539636 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:13.540438 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:13.568678 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-cb9afcd9-d6b1-497a-aed9-49182d2ac060 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5805230
Nov 27 21:37:13.595293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Request body: {'port': {'device_id': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:13.636388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9f29974a-df31-4e62-a749-11b4503d60d0 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:37:13.647872 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:13.693724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 9f29974a-df31-4e62-a749-11b4503d60d0 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:13.694350 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:13.794250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0974617f-9b28-4d7d-9f88-e5910995959e None None] Provisioning complete for port c413ace1-22f0-4361-ad6c-b30681cc923d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:13.794388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0974617f-9b28-4d7d-9f88-e5910995959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:13.828172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0974617f-9b28-4d7d-9f88-e5910995959e None None] Port c413ace1-22f0-4361-ad6c-b30681cc923d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:37:13.919470 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c413ace1-22f0-4361-ad6c-b30681cc923d {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:37:13.926857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:13.938559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Transition to ACTIVE for port object c413ace1-22f0-4361-ad6c-b30681cc923d will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:37:13.943690 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:13.994054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Pushing event updated for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:14.013277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f772f17-f825-40a9-bbbe-566820b2c38b req-901fbd8a-371e-4222-b2e3-18ca0c08a207 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:14.015078 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f772f17-f825-40a9-bbbe-566820b2c38b req-901fbd8a-371e-4222-b2e3-18ca0c08a207 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 944 time: 0.0649357
Nov 27 21:37:14.070616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Attempting to bind port c413ace1-22f0-4361-ad6c-b30681cc923d on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:37:14.071116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Attempting to bind port c413ace1-22f0-4361-ad6c-b30681cc923d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:37:14.071480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Attempting to bind port c413ace1-22f0-4361-ad6c-b30681cc923d on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:37:14.076465 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f772f17-f825-40a9-bbbe-566820b2c38b req-001a248e-cd6f-4607-a3a5-2ebe3c2b2c28 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524478
Nov 27 21:37:14.076620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Port c413ace1-22f0-4361-ad6c-b30681cc923d on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:37:14.076897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Attempting to bind port c413ace1-22f0-4361-ad6c-b30681cc923d on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:37:14.082566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:37:14.083159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:37:14.083647 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:37:14.084091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Bound port: c413ace1-22f0-4361-ad6c-b30681cc923d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:37:14.084464 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:14.155313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:37:14.158527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:37:14.164002 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:14.200823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:14.201521 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:14.202907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] 10.222.0.35 "PUT /v2.0/ports/c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1092 time: 0.6190057
Nov 27 21:37:14.203378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:37:14.205661 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:37:14.228974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc84f7-fa45-4161-9fa9-6d6cbc29060d service neutron] Pushing event updated for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:14.264261 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec0fa2b-fc52-4ca2-a763-b74b48109415 x-openstack-request-id: req-3ec0fa2b-fc52-4ca2-a763-b74b48109415 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:37:14.264594 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:37:14.264853 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ec0fa2b-fc52-4ca2-a763-b74b48109415 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:37:14.265257 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'status': 'completed', 'code': 200}
Nov 27 21:37:14.312735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-89c2f08d-7e89-40db-8276-30ff137352fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:14.314273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-89c2f08d-7e89-40db-8276-30ff137352fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1095 time: 0.0440609
Nov 27 21:37:14.364482 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-ae6d9a82-ed10-48be-976e-3a6a9aa0aff0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 217 time: 0.0354738
Nov 27 21:37:14.422037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-2db189d9-8290-43e5-ab30-723ac28dffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:14.423427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-2db189d9-8290-43e5-ab30-723ac28dffd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0480819
Nov 27 21:37:14.482252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-28cd6be1-17ee-4e2c-b46e-3ae53b0b2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:14.483836 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-28cd6be1-17ee-4e2c-b46e-3ae53b0b2106 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0486891
Nov 27 21:37:14.582457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-fa4e62a4-7eb4-433a-b0c0-eaeaff49962e service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863693
Nov 27 21:37:14.678089 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8221572b-4c95-42f3-a4d4-6458bc1431b9 req-c131a644-52f9-418e-b859-94ad330072cd service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813684
Nov 27 21:37:14.775224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-8a93e25b-8fdb-443d-82f9-84c6d3b0fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:14.777448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-8a93e25b-8fdb-443d-82f9-84c6d3b0fbfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1095 time: 0.0470989
Nov 27 21:37:14.867540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-0468caa7-536b-415e-872a-895099ebd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:14.869538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-0468caa7-536b-415e-872a-895099ebd37e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0851789
Nov 27 21:37:14.909949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-9b998408-aa91-4c0c-b5b2-d8c31547951f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 217 time: 0.0335014
Nov 27 21:37:14.961234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-e9bdcad6-2904-4756-8d21-9ab736090bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:14.962952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-e9bdcad6-2904-4756-8d21-9ab736090bc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0434747
Nov 27 21:37:15.014393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-b1d39f9b-3bff-4f0d-bc31-ed81e38b81be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:15.015922 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-b1d39f9b-3bff-4f0d-bc31-ed81e38b81be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444250
Nov 27 21:37:15.105111 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-6c3f9ec3-4297-4e82-99d0-300a6c8cfb80 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790956
Nov 27 21:37:15.194275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e80126-1223-4d0f-a3e7-091bcf34fd0b req-5a7e3077-1452-4c01-8f47-36d1dd917cf4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:15.195791 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71e80126-1223-4d0f-a3e7-091bcf34fd0b req-5a7e3077-1452-4c01-8f47-36d1dd917cf4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 944 time: 0.0494785
Nov 27 21:37:15.200210 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-559d9a1d-7433-4952-9b4c-30b9e8dcc6a7 req-01893377-7047-46b7-8d36-07da19eacef1 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868347
Nov 27 21:37:15.242194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71e80126-1223-4d0f-a3e7-091bcf34fd0b req-9dfa0e0e-566e-47e4-a725-35c0f52faebc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403028
Nov 27 21:37:16.358595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd058a-5753-4c7e-a907-b0a1c0a3c540 req-1257c298-dd5a-4dc8-90f0-6f61d78ad343 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:16.360137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04fd058a-5753-4c7e-a907-b0a1c0a3c540 req-1257c298-dd5a-4dc8-90f0-6f61d78ad343 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 944 time: 0.0486870
Nov 27 21:37:16.369406 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:16.407740 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04fd058a-5753-4c7e-a907-b0a1c0a3c540 req-0ecf3ca9-3ef1-4f8c-9a05-627fa530113a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410347
Nov 27 21:37:16.432169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c413ace1-22f0-4361-ad6c-b30681cc923d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:37:16.528030 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:37:16.538786 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'mac_address': 'fa:16:3e:40:d3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:37:16.574386 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:16.586465 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c413ace1-22f0-4361-ad6c-b30681cc923d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:37:16.605692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:37:16.609660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:16.658319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:16.856215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['c413ace1-22f0-4361-ad6c-b30681cc923d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:37:17.519871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825761-b496-4526-8a77-647b9e9e9af6 req-f38de897-7257-4331-85dd-b7d36ec4661e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:17.521390 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d825761-b496-4526-8a77-647b9e9e9af6 req-f38de897-7257-4331-85dd-b7d36ec4661e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 945 time: 0.0477431
Nov 27 21:37:17.566785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d825761-b496-4526-8a77-647b9e9e9af6 req-527f393f-358e-422d-9fa5-3094eaeeeb27 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388732
Nov 27 21:37:18.448942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c413ace1-22f0-4361-ad6c-b30681cc923d up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:37:18.498605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port c413ace1-22f0-4361-ad6c-b30681cc923d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:37:18.502425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port c413ace1-22f0-4361-ad6c-b30681cc923d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:37:18.503080 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:18.578639 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:18.602059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:37:18.604386 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ea82c-095b-42eb-a3b8-020077f3ebee" -d '{"events": [{"server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "name": "network-vif-plugged", "status": "completed", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:37:18.617229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:37:18.622518 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:18.650747 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c244e-b316-41ea-9b50-de8c0e560c69 x-openstack-request-id: req-813c244e-b316-41ea-9b50-de8c0e560c69 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:37:18.651039 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "name": "network-vif-plugged", "status": "completed", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:37:18.651450 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-813c244e-b316-41ea-9b50-de8c0e560c69 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:37:18.651841 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'code': 200}
Nov 27 21:37:18.678766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:37:18.695352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1799b85-840b-41d7-8e72-0b8438cafce6 req-24439973-ec98-4653-8a14-8b7fd57597bd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:18.697879 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a1799b85-840b-41d7-8e72-0b8438cafce6 req-24439973-ec98-4653-8a14-8b7fd57597bd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0572491
Nov 27 21:37:18.754154 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:19.097028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a1799b85-840b-41d7-8e72-0b8438cafce6 req-1218df1a-9768-4885-9ca2-27545323e2f3 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3932033
Nov 27 21:37:19.099525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4d604-2b99-48e5-ad2c-2ea2b4fd686a req-f7f174a4-e739-4184-9496-1830d17515c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:19.100900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d9e4d604-2b99-48e5-ad2c-2ea2b4fd686a req-f7f174a4-e739-4184-9496-1830d17515c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1097 time: 0.3898962
Nov 27 21:37:19.149614 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d9e4d604-2b99-48e5-ad2c-2ea2b4fd686a req-02740c22-bcd2-4965-9abd-cee876ee1282 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371561
Nov 27 21:37:20.223070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28541e4d-da59-4af5-8c58-373991b7cb6a req-92a4ec19-554f-4dc4-b499-013111157315 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:20.228828 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28541e4d-da59-4af5-8c58-373991b7cb6a req-92a4ec19-554f-4dc4-b499-013111157315 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0618911
Nov 27 21:37:20.276005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28541e4d-da59-4af5-8c58-373991b7cb6a req-ffcc013a-0f43-4ea8-89dc-d1b7b5f620a9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413551
Nov 27 21:37:21.402255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb665d-700f-4341-8d41-1b33d7e03cb6 req-cf1c4e38-3f61-4112-bb71-4d7f668125d0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:21.402897 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ddb665d-700f-4341-8d41-1b33d7e03cb6 req-cf1c4e38-3f61-4112-bb71-4d7f668125d0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0580480
Nov 27 21:37:21.449836 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ddb665d-700f-4341-8d41-1b33d7e03cb6 req-0e10a84f-a2cc-4516-b549-e75d5db38c4d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409987
Nov 27 21:37:21.560191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0c62-d722-4890-9532-7a15401821f2 req-309adc9f-9984-4687-a7e2-2f39a2a1967f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:21.561700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc2b0c62-d722-4890-9532-7a15401821f2 req-309adc9f-9984-4687-a7e2-2f39a2a1967f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0482438
Nov 27 21:37:21.570089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 54982) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:37:21.574926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a8f45516-4eb9-4b44-badf-a9f6c656224b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'floatingip': {'port_id': 'c413ace1-22f0-4361-ad6c-b30681cc923d'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:37:21.614538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8f45516-4eb9-4b44-badf-a9f6c656224b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:22.012111 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:37:22.032364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8f45516-4eb9-4b44-badf-a9f6c656224b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:22.036347 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8f45516-4eb9-4b44-badf-a9f6c656224b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:22.423406 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-a8f45516-4eb9-4b44-badf-a9f6c656224b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d associated. External IP: 172.35.3.154, port: c413ace1-22f0-4361-ad6c-b30681cc923d.
Nov 27 21:37:22.626380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f45516-4eb9-4b44-badf-a9f6c656224b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:37:22.733299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f45516-4eb9-4b44-badf-a9f6c656224b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:37:22.737982 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8f45516-4eb9-4b44-badf-a9f6c656224b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:22.743275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950deffa-f266-4339-be13-450e8459745a None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:37:22.752405 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950deffa-f266-4339-be13-450e8459745a None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:37:22.753278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-950deffa-f266-4339-be13-450e8459745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa7670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:37:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:22.764834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a8f45516-4eb9-4b44-badf-a9f6c656224b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "PUT /v2.0/floatingips/8d59848c-adf8-48c9-b7b6-8d9b3c06e85d HTTP/1.1" status: 200  len: 992 time: 1.1937299
Nov 27 21:37:22.765521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:37:22.767937 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af9e2d-ca8e-41b6-a3b7-530148c6a429" -d '{"events": [{"name": "network-changed", "server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:37:22.807149 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f1c9cd-21f2-44f5-a5f0-0d2b02445300 x-openstack-request-id: req-c5f1c9cd-21f2-44f5-a5f0-0d2b02445300 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:37:22.807501 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:37:22.807767 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5f1c9cd-21f2-44f5-a5f0-0d2b02445300 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:37:22.808179 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'status': 'completed', 'code': 200}
Nov 27 21:37:22.874762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-950deffa-f266-4339-be13-450e8459745a None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:37:22.879005 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-bf465b73-cb6a-458e-bf9f-09f942e16dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:22.880593 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-bf465b73-cb6a-458e-bf9f-09f942e16dd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1097 time: 0.0444250
Nov 27 21:37:22.971209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-502d9ef0-f964-459d-b984-004759c8ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:22.972709 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-502d9ef0-f964-459d-b984-004759c8ca8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0846996
Nov 27 21:37:23.044528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-717f6398-67f6-4b69-8981-0be9702a8fc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1000 time: 0.0644825
Nov 27 21:37:23.094517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-bf6da400-4b67-4f28-a7c2-b9d4e9450ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:23.095186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-950deffa-f266-4339-be13-450e8459745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa7670>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:40:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:37:21Z', 'revision_number': 1, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:23.096055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-bf6da400-4b67-4f28-a7c2-b9d4e9450ba9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0443728
Nov 27 21:37:23.125279 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950deffa-f266-4339-be13-450e8459745a None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:37:23.133921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950deffa-f266-4339-be13-450e8459745a None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:37:23.135104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-950deffa-f266-4339-be13-450e8459745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa7670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:37:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:23.142035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-10214a3a-3983-4449-9cf4-b0d6a4cbd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:23.143576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-10214a3a-3983-4449-9cf4-b0d6a4cbd3f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406106
Nov 27 21:37:23.237188 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-d4024256-16b2-4c9a-b200-a1b86f2113cb service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861852
Nov 27 21:37:23.333038 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-63af9e2d-ca8e-41b6-a3b7-530148c6a429 req-0b0d870d-678f-4a0d-a6a0-626c41f05374 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876541
Nov 27 21:37:23.400202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-950deffa-f266-4339-be13-450e8459745a None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:37:23.613733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-950deffa-f266-4339-be13-450e8459745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcfa7670>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:40:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:37:21Z', 'revision_number': 1, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:37:23.643031 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950deffa-f266-4339-be13-450e8459745a None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:40:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:37:21Z', 'revision_number': 1, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:37:23.833411 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f399238e-0591-42df-b1ff-07b9ec47269e None None] New status for floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:37:34.380821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-54049f00-a246-4960-9e5b-de8702b7644e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:36.533702 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9925432-dc30-4cbb-bcb7-2aa4c43855de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:37.977873 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:39.689238 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:40.355902 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:46.365539 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:48.755202 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:37:58.028342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-5b45833e-6e16-481e-bc5d-1c4f1021d1c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0401165
Nov 27 21:37:58.116618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-30ca0ce3-0065-48e4-845e-10a55549fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:58.118081 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-30ca0ce3-0065-48e4-845e-10a55549fb75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1097 time: 0.0445082
Nov 27 21:37:58.222818 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-340942d5-bc7f-4953-bde9-b243a5ecd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:58.224642 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-340942d5-bc7f-4953-bde9-b243a5ecd069 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0853088
Nov 27 21:37:58.298179 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-03650cac-4eb0-4598-b444-6f47fe4f57e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1002 time: 0.0618808
Nov 27 21:37:58.350186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-3349c10b-d611-49ce-a1ab-d2cbd85ec7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:58.351625 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-3349c10b-d611-49ce-a1ab-d2cbd85ec7b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0448542
Nov 27 21:37:58.397268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-62c04df4-b828-459d-89b0-56e4af6b00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:37:58.398735 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-62c04df4-b828-459d-89b0-56e4af6b00a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392938
Nov 27 21:37:58.490052 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-4e55a74b-76dd-46b3-bb5a-08ee4e7cc3bd service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838826
Nov 27 21:37:58.579214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8aaac52c-848c-4398-bf1e-d7a666c2822d req-148a62c5-f50e-44ad-a083-3227508467bb service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811510
Nov 27 21:37:59.011428 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:38:04.381939 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-52943b31-e111-43f1-b6e5-6a26f9373d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:06.534532 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4eb6e849-15ee-4cbf-b111-9b58eccd018a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:07.976841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:09.695707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:10.357028 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:16.368139 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:18.751333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:34.383394 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55e3785d-b025-4789-9b89-f84c3c1d9d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:36.012325 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:38:36.535453 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b8880b9-67dc-4be3-a678-cb33447d87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:37.982376 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:39.694616 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:40.357511 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:46.366487 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:48.751466 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:38:58.070142 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-44741e0f-c331-4b65-afa6-30624c4573df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0401745
Nov 27 21:38:58.157235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-beeae398-7332-4ee2-8d9d-07cc57560f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:38:58.158759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-beeae398-7332-4ee2-8d9d-07cc57560f16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1097 time: 0.0452135
Nov 27 21:38:58.259985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-ef88583c-17a4-4df8-b793-2df4880e3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:38:58.261523 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-ef88583c-17a4-4df8-b793-2df4880e3162 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0834265
Nov 27 21:38:58.338699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-d3c1f3cd-a45c-495c-929f-b143af029fd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1002 time: 0.0653465
Nov 27 21:38:58.392297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-7088f7ce-6029-496b-a74c-dee004216207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:38:58.393695 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-7088f7ce-6029-496b-a74c-dee004216207 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0430555
Nov 27 21:38:58.443019 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-850de2ba-9138-4331-9c51-c22ac3c905c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:38:58.444567 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-850de2ba-9138-4331-9c51-c22ac3c905c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388167
Nov 27 21:38:58.540610 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-9929dad8-2574-46ff-9413-04d2cd13e926 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848637
Nov 27 21:38:58.635085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e369f37-4141-434f-9ead-dacffef4f4ec req-19e6fcd9-afdf-452d-8bf7-6223b325c13b service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825059
Nov 27 21:39:02.126832 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c67aba-acae-4134-9f5d-c2ad036425b2 req-73ef716b-6f93-4bf5-bbac-3fc9814130a6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:02.128601 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19c67aba-acae-4134-9f5d-c2ad036425b2 req-73ef716b-6f93-4bf5-bbac-3fc9814130a6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0496688
Nov 27 21:39:02.178943 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-19c67aba-acae-4134-9f5d-c2ad036425b2 req-3b9aa2b5-549b-4ffa-8f1c-9281ea296e1d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445459
Nov 27 21:39:02.402034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-c0b6dc63-cbcf-4949-ade2-cd4b03fb705a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0410440
Nov 27 21:39:02.418395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824143fe-c7cf-45cf-9a54-8afe3a7b9477 req-a8438840-4be2-43dd-8677-c3a61866e9bf tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:02.420098 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-824143fe-c7cf-45cf-9a54-8afe3a7b9477 req-a8438840-4be2-43dd-8677-c3a61866e9bf tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0508564
Nov 27 21:39:02.470319 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-824143fe-c7cf-45cf-9a54-8afe3a7b9477 req-b5e43d98-549c-47e3-99b9-7ada53534b85 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438628
Nov 27 21:39:03.566526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-c3cbf2e3-6014-4e60-acc9-59cc5244950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:03.569569 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-c3cbf2e3-6014-4e60-acc9-59cc5244950a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1097 time: 0.0468049
Nov 27 21:39:03.602735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efbd1f-4dcf-4962-aedc-6c61a1662895 req-486c77a9-216c-437c-af61-d3893d8a9b9f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:03.605091 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87efbd1f-4dcf-4962-aedc-6c61a1662895 req-486c77a9-216c-437c-af61-d3893d8a9b9f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0565679
Nov 27 21:39:03.660722 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87efbd1f-4dcf-4962-aedc-6c61a1662895 req-51bdec0b-f650-4829-ac7a-8cd41f77961f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445817
Nov 27 21:39:03.675566 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-88fcb8ed-33ff-4481-96fa-b037f09db8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:03.677095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-88fcb8ed-33ff-4481-96fa-b037f09db8b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0993106
Nov 27 21:39:03.745751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-aabe1698-7614-4bab-be3a-8e052a9de4ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1002 time: 0.0603094
Nov 27 21:39:03.800883 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-b9d2e106-1594-4143-a6a5-64a61bb23afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:03.802369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-b9d2e106-1594-4143-a6a5-64a61bb23afe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0460203
Nov 27 21:39:03.854483 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-dc139a77-ae69-4860-a331-095ef79b16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:03.856095 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-dc139a77-ae69-4860-a331-095ef79b16ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451300
Nov 27 21:39:03.948124 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-cbe0b253-bf9e-4d11-9ae9-3271e8a59e88 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818548
Nov 27 21:39:04.045457 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-c2ebe07a-8ecc-4b53-86ef-7d191c4c4412 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880189
Nov 27 21:39:04.385859 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-615ab389-72b5-4e6b-97d6-7f0ac5682405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:04.778251 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d378758-a65b-4319-8899-9d5ac76667c7 req-aae0f77e-9c75-47b4-b5f2-e33d8a32e12c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:04.780287 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d378758-a65b-4319-8899-9d5ac76667c7 req-aae0f77e-9c75-47b4-b5f2-e33d8a32e12c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0508513
Nov 27 21:39:04.826458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2d378758-a65b-4319-8899-9d5ac76667c7 req-655086a7-10a7-43ef-9560-9b9d469393fa tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400164
Nov 27 21:39:05.942093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d89baa-4a35-4723-a99c-dd9a2ea6646b req-589af504-eee3-4623-a107-8e7ceebc09c0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:05.943593 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61d89baa-4a35-4723-a99c-dd9a2ea6646b req-589af504-eee3-4623-a107-8e7ceebc09c0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0481811
Nov 27 21:39:05.989137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61d89baa-4a35-4723-a99c-dd9a2ea6646b req-093a9635-8807-4ab1-98df-1b1018eff26a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397224
Nov 27 21:39:06.537559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ead8de8-9302-4b67-901b-beb0575b394f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:07.103306 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1241d1a-14a4-4838-8318-d0978c8dc6a2 req-98e5779b-4e79-449b-a838-bc422eb7bb6c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:07.104787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1241d1a-14a4-4838-8318-d0978c8dc6a2 req-98e5779b-4e79-449b-a838-bc422eb7bb6c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0478587
Nov 27 21:39:07.155520 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e1241d1a-14a4-4838-8318-d0978c8dc6a2 req-b135c36f-8a54-448e-bc4e-c06290a2ba91 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448728
Nov 27 21:39:07.983325 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:08.269425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eba9b-0ac3-4d7c-bd05-2a905de9d96c req-777b234f-c657-4574-9a6e-e8119ee3c1e1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:08.270910 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-644eba9b-0ac3-4d7c-bd05-2a905de9d96c req-777b234f-c657-4574-9a6e-e8119ee3c1e1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0483451
Nov 27 21:39:08.320788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-644eba9b-0ac3-4d7c-bd05-2a905de9d96c req-ff36948c-fec6-4921-8c18-4f09b2591832 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440726
Nov 27 21:39:09.438120 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aa33f-f0bb-4c57-9d51-ae7a522300f4 req-495c309a-2ee2-47fd-971e-3cbfee35cf68 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:09.439699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a4aa33f-f0bb-4c57-9d51-ae7a522300f4 req-495c309a-2ee2-47fd-971e-3cbfee35cf68 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0490985
Nov 27 21:39:09.487800 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4a4aa33f-f0bb-4c57-9d51-ae7a522300f4 req-9abefb66-c478-4e82-9a9f-0cc938c25770 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419185
Nov 27 21:39:09.696632 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:10.358988 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:10.604161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0d795-7b78-4b01-988a-b37b1c0b1434 req-782a1436-fe04-4265-b649-6ca05ebd0189 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:10.605640 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d0d795-7b78-4b01-988a-b37b1c0b1434 req-782a1436-fe04-4265-b649-6ca05ebd0189 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0480974
Nov 27 21:39:10.653675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1d0d795-7b78-4b01-988a-b37b1c0b1434 req-930766bb-9104-4ba6-a700-5c8c5b712c11 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407598
Nov 27 21:39:11.769541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3acfa-6d89-4d46-9257-7f0349c7e98e req-05636b82-412b-427c-9c4e-89fa1995c761 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:11.771070 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28a3acfa-6d89-4d46-9257-7f0349c7e98e req-05636b82-412b-427c-9c4e-89fa1995c761 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0492635
Nov 27 21:39:11.816762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-28a3acfa-6d89-4d46-9257-7f0349c7e98e req-ee794786-1b8f-4256-a314-8d983f157cb3 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397997
Nov 27 21:39:12.933656 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf90e51-f450-4a1f-829a-d2af42826979 req-94b90601-167d-41d7-81a2-94eac784af36 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:12.935140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-abf90e51-f450-4a1f-829a-d2af42826979 req-94b90601-167d-41d7-81a2-94eac784af36 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0485661
Nov 27 21:39:12.981877 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-abf90e51-f450-4a1f-829a-d2af42826979 req-133d09e8-15b2-488a-b9ca-6b4b0f5fa8c8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408866
Nov 27 21:39:13.011262 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:39:14.101111 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b794af1-8eb1-4ec5-b534-d3495b615a67 req-b427bc22-126b-40b4-99ff-19ffa70fd4b0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:14.102587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b794af1-8eb1-4ec5-b534-d3495b615a67 req-b427bc22-126b-40b4-99ff-19ffa70fd4b0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0524690
Nov 27 21:39:14.149024 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b794af1-8eb1-4ec5-b534-d3495b615a67 req-97af5898-a18a-4efe-a559-30d5252bdf4e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397017
Nov 27 21:39:15.269065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa9cf6-d040-48ff-86a5-4892e767f1ff req-bcc248e0-b7c7-42ff-aa88-196d0df688c6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:15.270555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03fa9cf6-d040-48ff-86a5-4892e767f1ff req-bcc248e0-b7c7-42ff-aa88-196d0df688c6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0539131
Nov 27 21:39:15.316918 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03fa9cf6-d040-48ff-86a5-4892e767f1ff req-dcdd082a-8612-4e8c-8bad-92d13d565e0c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404935
Nov 27 21:39:16.364787 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-41c28e2c-77dc-4c9d-9c58-0c4f781717b7 service neutron] show failed (client error): The resource could not be found.
Nov 27 21:39:16.366553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-41c28e2c-77dc-4c9d-9c58-0c4f781717b7 service neutron] 10.222.0.35 "GET /v2.0/ports/c413ace1-22f0-4361-ad6c-b30681cc923d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0583599
Nov 27 21:39:16.371282 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:16.462289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abc457-c922-4621-87dd-1a455ca3cd44 req-8ecdd9cd-0e55-4b97-947e-d673425956a5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:16.464011 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33abc457-c922-4621-87dd-1a455ca3cd44 req-8ecdd9cd-0e55-4b97-947e-d673425956a5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0664690
Nov 27 21:39:16.515126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33abc457-c922-4621-87dd-1a455ca3cd44 req-661a3aaa-e25a-4402-947e-38f06efe7f21 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445201
Nov 27 21:39:16.690063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-dc6d58c5-8fef-4963-8217-4645513d0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:16.691609 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-dc6d58c5-8fef-4963-8217-4645513d0bac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 1097 time: 0.1184928
Nov 27 21:39:16.703405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:39:16.758691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:16.960431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:39:16.992675 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:39:17.031158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:39:17.033462 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35720db0-0592-40b3-8ff6-b76b6e47769c" -d '{"events": [{"server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:39:17.037524 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:17.050342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Transition to ACTIVE for port object c413ace1-22f0-4361-ad6c-b30681cc923d will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:39:17.055314 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:17.086715 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf0afb7-85f2-4c15-a2c0-f011b0de667b x-openstack-request-id: req-cbf0afb7-85f2-4c15-a2c0-f011b0de667b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:39:17.087056 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:39:17.087308 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbf0afb7-85f2-4c15-a2c0-f011b0de667b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:39:17.087706 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'code': 200}
Nov 27 21:39:17.174177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:17.196065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.196424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.196793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.197127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.197469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.197808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.198142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.198477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.198811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.199144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.199508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.200351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:17.237046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] No DVR routers for this DVR port c413ace1-22f0-4361-ad6c-b30681cc923d on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:39:17.377636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Attempting to bind port c413ace1-22f0-4361-ad6c-b30681cc923d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:39:17.377896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Attempting to bind port c413ace1-22f0-4361-ad6c-b30681cc923d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:39:17.378497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Attempting to bind port c413ace1-22f0-4361-ad6c-b30681cc923d on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:39:17.382978 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Port c413ace1-22f0-4361-ad6c-b30681cc923d on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:39:17.383343 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Attempting to bind port c413ace1-22f0-4361-ad6c-b30681cc923d on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:39:17.388835 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:39:17.389180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:39:17.389570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:39:17.390008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Bound port: c413ace1-22f0-4361-ad6c-b30681cc923d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:39:17.390365 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:17.451643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:39:17.454732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:39:17.458322 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:17.499201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:17.499861 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:17.501267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1092 time: 0.8018625
Nov 27 21:39:17.521766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf0067-ffea-4467-b961-a14f6c47a7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=7']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:17.572369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-26c5ab56-8af9-4387-8cba-abd9184764cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:17.573904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-26c5ab56-8af9-4387-8cba-abd9184764cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1095 time: 0.0485344
Nov 27 21:39:17.646204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197184e9-c668-4888-9106-6f18f6193773 req-76d9e779-ae66-4b98-b5cc-de24f93a2612 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:17.647774 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-197184e9-c668-4888-9106-6f18f6193773 req-76d9e779-ae66-4b98-b5cc-de24f93a2612 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 944 time: 0.0587811
Nov 27 21:39:17.671558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-8a39750b-5aad-4b59-8465-12c5cfe88283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:17.673056 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-8a39750b-5aad-4b59-8465-12c5cfe88283 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0912793
Nov 27 21:39:17.703875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-197184e9-c668-4888-9106-6f18f6193773 req-b7cd965a-cdc4-4bf7-ae1d-9d4bf48004e8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489557
Nov 27 21:39:17.772158 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-50aa977b-c71e-4428-9f7c-3517499e26c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1000 time: 0.0921311
Nov 27 21:39:17.820055 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-e779eb89-0b6f-4a73-8244-05463e1ef6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:17.821478 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-e779eb89-0b6f-4a73-8244-05463e1ef6ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0428870
Nov 27 21:39:17.874730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-b3459aa0-3658-48d5-a41c-95935b5b8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:17.876264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-b3459aa0-3658-48d5-a41c-95935b5b8b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0479424
Nov 27 21:39:17.966878 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-ef163095-f7e3-4f83-8951-2fd1199ffb62 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835278
Nov 27 21:39:18.054599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ddee0fb4-2bab-4044-aaa6-8742ee7a5166 req-a5a1e885-33c7-4396-8d42-9ebaa7c7a1a1 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806143
Nov 27 21:39:18.781012 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:18.828075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad385b-5358-4048-92ee-9629b5bc68ec req-988a65ce-0620-453c-912c-59b3997c32ab tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:18.829555 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8ad385b-5358-4048-92ee-9629b5bc68ec req-988a65ce-0620-453c-912c-59b3997c32ab tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 944 time: 0.0544512
Nov 27 21:39:18.875699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8ad385b-5358-4048-92ee-9629b5bc68ec req-f246d933-f79f-4e95-89c3-c0e9081787e4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401382
Nov 27 21:39:19.032919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c413ace1-22f0-4361-ad6c-b30681cc923d no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:39:19.070449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device c413ace1-22f0-4361-ad6c-b30681cc923d not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:39:19.088925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:39:19.091349 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:39:19.139342 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde699ab-4290-45a1-9287-5b65de1f0043 x-openstack-request-id: req-dde699ab-4290-45a1-9287-5b65de1f0043 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:39:19.139722 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:39:19.140413 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dde699ab-4290-45a1-9287-5b65de1f0043 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:39:19.140818 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'status': 'completed', 'code': 200}
Nov 27 21:39:19.198674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-0360e67b-7430-4c91-955a-403418b5b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:19.200330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-0360e67b-7430-4c91-955a-403418b5b8e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1095 time: 0.0407910
Nov 27 21:39:19.210154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-ea4d74a5-e92a-4a9c-aaf6-925f2d3e8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:19.211706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-ea4d74a5-e92a-4a9c-aaf6-925f2d3e8fc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1095 time: 0.0408375
Nov 27 21:39:19.294673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-008eb5a3-2274-4b8b-a370-942e7c1102c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:19.296101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-008eb5a3-2274-4b8b-a370-942e7c1102c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0886085
Nov 27 21:39:19.307765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-9a7bf82c-7130-453b-8e35-f2875d1d2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:19.309252 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-9a7bf82c-7130-453b-8e35-f2875d1d2cb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0900879
Nov 27 21:39:19.361134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-5df77289-b1a4-443c-b95f-35fee017566a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1000 time: 0.0574603
Nov 27 21:39:19.379075 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-f30cc353-9aba-4828-8dd9-85dbdac81255 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1000 time: 0.0588400
Nov 27 21:39:19.409646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-97dbcd86-e815-43de-bd2c-5e9faceda424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:19.411096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-97dbcd86-e815-43de-bd2c-5e9faceda424 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0427246
Nov 27 21:39:19.438400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-9cdf8b67-f50f-4406-afbf-7d2cf123b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:19.440033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-9cdf8b67-f50f-4406-afbf-7d2cf123b6f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0470688
Nov 27 21:39:19.460106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-5c5946f8-e289-4c96-9860-b1391e8dab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:19.461602 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-5c5946f8-e289-4c96-9860-b1391e8dab8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436449
Nov 27 21:39:19.493822 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-58b46347-65b3-41b4-99de-962fb12dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:19.495364 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-58b46347-65b3-41b4-99de-962fb12dc685 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0441568
Nov 27 21:39:19.550134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-802a2587-d3c1-4078-984b-c49ae69dfc79 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815141
Nov 27 21:39:19.588667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-6b65025a-e5bc-4cef-9480-b4bf7608be52 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818555
Nov 27 21:39:19.644876 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-f5e99274-e9f2-488b-8c4a-c2814f4e6961 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870891
Nov 27 21:39:19.688565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bad56b07-6531-4a4e-a27a-cd5da9b7edb1 req-cc36975b-9e18-4729-8b8b-8c80870401ed service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881011
Nov 27 21:39:19.992890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146aa07-fc62-433d-9bbd-450b63d618c7 req-25cfe951-1a2f-4bda-9941-29142b121198 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:19.994366 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d146aa07-fc62-433d-9bbd-450b63d618c7 req-25cfe951-1a2f-4bda-9941-29142b121198 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 944 time: 0.0501332
Nov 27 21:39:20.049642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d146aa07-fc62-433d-9bbd-450b63d618c7 req-aa56382b-c60b-491e-baaa-1b1201e258f9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492330
Nov 27 21:39:21.175825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ee5bb-0f36-4c47-9528-05b28ddc0a02 req-965a4303-189d-438e-a1de-d28b8426afc3 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:21.177285 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-522ee5bb-0f36-4c47-9528-05b28ddc0a02 req-965a4303-189d-438e-a1de-d28b8426afc3 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 944 time: 0.0483828
Nov 27 21:39:21.223997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-522ee5bb-0f36-4c47-9528-05b28ddc0a02 req-42dd6623-26d6-4c85-a1dc-b5c95f8a3872 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407286
Nov 27 21:39:21.451135 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb1837-9150-4b6d-8e6a-384633af3c03 req-88553a93-920b-49dd-b3df-cdb4d18738d7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:21.452654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0fbb1837-9150-4b6d-8e6a-384633af3c03 req-88553a93-920b-49dd-b3df-cdb4d18738d7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 944 time: 0.0794320
Nov 27 21:39:21.473435 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-23620291-6c26-4627-95b9-e84d100b480f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:21.474809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-23620291-6c26-4627-95b9-e84d100b480f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff&tenant_id=8ac362e2c70a4862919a7dfcd5f32167&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0764043
Nov 27 21:39:21.542615 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0fbb1837-9150-4b6d-8e6a-384633af3c03 req-1800895e-1c07-4ab8-bee6-b4ebad3291be tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825505
Nov 27 21:39:21.558765 ncdv-master-1 neutron-server[120909]: INFO neutron.api.v2.resource [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-8bd34821-5b02-4079-b527-99733ac6fade service neutron] delete failed (client error): The resource could not be found.
Nov 27 21:39:21.559844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-8bd34821-5b02-4079-b527-99733ac6fade service neutron] 10.222.0.35 "DELETE /v2.0/ports/c413ace1-22f0-4361-ad6c-b30681cc923d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0714803
Nov 27 21:39:21.650427 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-d7a20c1d-c55f-4e6f-9003-5658a00e61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:21.651957 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-d7a20c1d-c55f-4e6f-9003-5658a00e61a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 1095 time: 0.0406082
Nov 27 21:39:21.747955 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-336b6203-083e-4100-a3a3-354116e3b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:21.749433 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-336b6203-083e-4100-a3a3-354116e3b073 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0864949
Nov 27 21:39:21.822093 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-6e82cfeb-18be-442d-8748-5b6ad9cf6e4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 200  len: 1000 time: 0.0559213
Nov 27 21:39:21.874613 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-47a7f91a-18f8-4937-8cc3-0e7ca8147671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:21.875953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-47a7f91a-18f8-4937-8cc3-0e7ca8147671 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0418632
Nov 27 21:39:21.928201 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-d135fa8f-db20-4e89-a14f-48227670c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:21.929648 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-d135fa8f-db20-4e89-a14f-48227670c657 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420179
Nov 27 21:39:22.020222 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-93b68fa8-fe60-48f8-b5e7-a6653bcbe2ac service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793469
Nov 27 21:39:22.116970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1798d268-657a-4c12-9b0a-8affd7bf3bcf req-93b87cd0-aef1-45e7-a77a-6194aafc2d33 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859909
Nov 27 21:39:22.394100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c413ace1-22f0-4361-ad6c-b30681cc923d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:39:22.490434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:39:22.506531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'mac_address': 'fa:16:3e:40:d3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:39:22.545844 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:22.559156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c413ace1-22f0-4361-ad6c-b30681cc923d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:39:22.579544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:39:22.583892 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:22.635228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:22.642892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.643246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.643632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.643979 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.644409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.644669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.645010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.645338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.645671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.646012 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.646358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.646669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:39:22.671666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3648-a7e4-4330-b1f4-c11c9d522845 req-0501aa33-6b9a-4224-919c-7249b783009d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:22.673178 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd3d3648-a7e4-4330-b1f4-c11c9d522845 req-0501aa33-6b9a-4224-919c-7249b783009d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 945 time: 0.0566034
Nov 27 21:39:22.721681 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fd3d3648-a7e4-4330-b1f4-c11c9d522845 req-84cfd60b-b699-4b4b-b432-23c9a93e67f3 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416224
Nov 27 21:39:22.843094 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa64f2-eb04-4c17-8b12-436ea901f515 req-62925499-110f-4aa4-a260-a6faf536b75b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:22.844683 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aaaa64f2-eb04-4c17-8b12-436ea901f515 req-62925499-110f-4aa4-a260-a6faf536b75b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 945 time: 0.0519941
Nov 27 21:39:22.891317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aaaa64f2-eb04-4c17-8b12-436ea901f515 req-0c99daae-46b3-4030-abc8-47ef78f7f27f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406964
Nov 27 21:39:22.966832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['c413ace1-22f0-4361-ad6c-b30681cc923d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:39:23.008271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fa006-88c4-43f0-a2b4-42ba83ef5489 req-6f9fdc73-b88d-4ce8-a670-92ac3f9030e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:23.009805 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e4fa006-88c4-43f0-a2b4-42ba83ef5489 req-6f9fdc73-b88d-4ce8-a670-92ac3f9030e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 945 time: 0.0536766
Nov 27 21:39:23.057598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e4fa006-88c4-43f0-a2b4-42ba83ef5489 req-87e5cc18-31d2-4d7a-9e72-d80bc0fd0c5f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415547
Nov 27 21:39:23.289122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bff4d-7d04-44b2-860c-f440de32a454 req-ea58eb23-3c4c-4fb1-9987-bf500d773a01 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:23.290579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-457bff4d-7d04-44b2-860c-f440de32a454 req-ea58eb23-3c4c-4fb1-9987-bf500d773a01 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 945 time: 0.0481725
Nov 27 21:39:23.336184 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-457bff4d-7d04-44b2-860c-f440de32a454 req-4c375058-25bb-42bb-ae5a-be382c6278e9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396838
Nov 27 21:39:24.420687 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c413ace1-22f0-4361-ad6c-b30681cc923d up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:39:24.452720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bc3de-e09a-4741-ad29-c86b508f535b req-d311927c-bb7e-4793-8d28-6e0a83a13348 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:24.454268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e5bc3de-e09a-4741-ad29-c86b508f535b req-d311927c-bb7e-4793-8d28-6e0a83a13348 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 945 time: 0.0493197
Nov 27 21:39:24.473533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port c413ace1-22f0-4361-ad6c-b30681cc923d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:39:24.477630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port c413ace1-22f0-4361-ad6c-b30681cc923d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:39:24.478004 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:24.506640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9e5bc3de-e09a-4741-ad29-c86b508f535b req-d0f8b529-3e83-484a-8170-f8c82d5d3205 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459194
Nov 27 21:39:24.565421 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:24.587334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:39:24.589592 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3904dc-1bd2-4e1c-987d-b62b6f7f9b81" -d '{"events": [{"server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "name": "network-vif-plugged", "status": "completed", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:39:24.602898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:39:24.608204 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:24.643541 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe6fd2c-9ef6-41f6-a0a6-940d1902a8de x-openstack-request-id: req-dfe6fd2c-9ef6-41f6-a0a6-940d1902a8de {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:39:24.643837 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "name": "network-vif-plugged", "status": "completed", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:39:24.644120 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfe6fd2c-9ef6-41f6-a0a6-940d1902a8de {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:39:24.644514 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'code': 200}
Nov 27 21:39:24.658404 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:24.750392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-49302b41-5f2d-4a57-b571-06433cc8b814 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:24.751867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-49302b41-5f2d-4a57-b571-06433cc8b814 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 946 time: 0.0504265
Nov 27 21:39:24.839001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Deleting port c413ace1-22f0-4361-ad6c-b30681cc923d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:39:24.839384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:24.927372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] For port c413ace1-22f0-4361-ad6c-b30681cc923d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c413ace1-22f0-4361-ad6c-b30681cc923d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:39:24.927670 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:25.136389 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:25.136748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:25.137067 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d disassociated. External IP: 172.35.3.154, port: c413ace1-22f0-4361-ad6c-b30681cc923d.
Nov 27 21:39:25.137408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Calling delete_port for c413ace1-22f0-4361-ad6c-b30681cc923d owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:39:25.265740 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:25.293085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event deleted for resources: {'Port': ['ID=c413ace1-22f0-4361-ad6c-b30681cc923d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:25.409994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:39:25.519766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:39:25.534228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:39:25.546956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:39:25.547700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:39:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:39:25.562056 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] No DVR routers for this DVR port c413ace1-22f0-4361-ad6c-b30681cc923d on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:39:25.565080 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:25.569991 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c3f7a14-1fb8-4c1c-a5fd-74eb9eccaeac req-f4d20fd9-d13c-426f-b38d-1023c5339d34 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "DELETE /v2.0/ports/c413ace1-22f0-4361-ad6c-b30681cc923d HTTP/1.1" status: 204  len: 173 time: 0.8118806
Nov 27 21:39:25.570498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'name': 'network-vif-deleted', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:39:25.575366 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4690653d-531c-4c42-a403-a72799ca6a41" -d '{"events": [{"server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "name": "network-vif-deleted", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:39:25.627468 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-72e403b2-c59e-4925-938d-f8e6bed8e229 req-ead45851-2ed5-40c8-a88d-8d59c9125b08 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=e13f8196-ea7a-4cfd-9b52-2d3437bea9ff HTTP/1.1" status: 200  len: 210 time: 0.0370584
Nov 27 21:39:25.631418 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63263d06-f5c8-48bf-807e-1c363d77a0bc x-openstack-request-id: req-63263d06-f5c8-48bf-807e-1c363d77a0bc {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:39:25.631883 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13f8196-ea7a-4cfd-9b52-2d3437bea9ff", "name": "network-vif-deleted", "tag": "c413ace1-22f0-4361-ad6c-b30681cc923d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:39:25.632149 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63263d06-f5c8-48bf-807e-1c363d77a0bc {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:39:25.632547 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13f8196-ea7a-4cfd-9b52-2d3437bea9ff', 'name': 'network-vif-deleted', 'tag': 'c413ace1-22f0-4361-ad6c-b30681cc923d', 'status': 'completed', 'code': 200}
Nov 27 21:39:25.671466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:39:25.870544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753a90>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:39:25.895805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:39:25.904426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:39:25.905029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:39:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:39:26.015501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:39:26.216712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd753a90>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:39:26.241954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2158381f-e231-4af7-a6a0-18a3dad9fee3 None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:39:26.475687 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0bb8ea-1bea-497a-a95a-df0357c0ebb4 None None] New status for floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:39:26.861157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-e3ad66d1-dfb4-4d67-8315-b0e7fd82c06e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--488750309&fields=id&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 267 time: 0.0435328
Nov 27 21:39:26.969804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-2e5f33ba-a202-491c-bcb8-b06d258c3c46 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:26.971275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-2e5f33ba-a202-491c-bcb8-b06d258c3c46 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 811 time: 0.1014230
Nov 27 21:39:26.986415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-f4a7e4bd-3068-4b1b-9fd5-aa596d1eaec7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/quotas/8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 375 time: 0.0093672
Nov 27 21:39:27.341422 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-ef0417dd-568f-4d6e-b6a8-f73c537ef93a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3489656
Nov 27 21:39:27.433736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-03b79809-0d5c-42f7-8391-08cbbdad6ced service neutron] 10.222.0.21 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807092
Nov 27 21:39:27.527015 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-53286ba9-8f0c-4cb1-8225-21767fe23fc6 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871384
Nov 27 21:39:27.684883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-46719235-e4e6-4d97-a47f-da51901d3a9c req-967564a8-682d-496d-bd95-4c1774fd9fb2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 210 time: 0.0259554
Nov 27 21:39:28.456854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c413ace1-22f0-4361-ad6c-b30681cc923d no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:39:28.477382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: c413ace1-22f0-4361-ad6c-b30681cc923d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:39:28.477941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device c413ace1-22f0-4361-ad6c-b30681cc923d not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:39:28.580068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-8fa97d4d-bf1b-4e92-b687-f2b2db235b21 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:28.581521 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-8fa97d4d-bf1b-4e92-b687-f2b2db235b21 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 811 time: 0.1099133
Nov 27 21:39:28.650834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-df1275d7-e798-4984-b66d-1ba7e7dbf32c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 379 time: 0.0606878
Nov 27 21:39:28.660250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'port': {'device_id': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'admin_state_up': True, 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'security_groups': ['2c1c9ef1-a4ee-4038-b515-92e4cb981ac9']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:39:28.791618 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8807ddb2-3d8a-4daa-97b8-72eb5507d03b req-ca4f6073-fa72-4207-ba20-925e3a5067eb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 210 time: 0.0346529
Nov 27 21:39:28.796626 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Made reservation on behalf of 8ac362e2c70a4862919a7dfcd5f32167 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:39:28.800285 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:28.925998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Allocated IP 172.20.0.7 (d7f8e8e5-e085-4395-9b1c-093e8c6acee0/7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83/4b9b3984-01a2-41a6-b059-356f9bf1e4b7) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:39:29.065797 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.098068 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.142447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:39:29.145609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:39:29.149399 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:39:29.155829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event updated for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:29.206529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:29.207155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.228284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6d7de848-2ad4-46f7-a88c-5d6e9d9fb1e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5719514
Nov 27 21:39:29.241703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Request body: {'port': {'device_id': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:39:29.297973 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.425628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9a563453-e6e8-4054-bebb-fc45303ba01c None None] Provisioning complete for port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:39:29.426070 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9a563453-e6e8-4054-bebb-fc45303ba01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.463223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9a563453-e6e8-4054-bebb-fc45303ba01c None None] Port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:39:29.564588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:39:29.571958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.583663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Transition to ACTIVE for port object 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:39:29.587410 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.645469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:29.713480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Attempting to bind port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:39:29.713834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Attempting to bind port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:39:29.714176 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Attempting to bind port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:39:29.719374 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:39:29.719711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Attempting to bind port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:39:29.724662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:39:29.725005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:39:29.725398 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:39:29.725832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Bound port: 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:39:29.726198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.793665 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:39:29.797345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:39:29.802075 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.845504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:29.846147 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:29.847605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 1091 time: 0.6106868
Nov 27 21:39:29.848066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:39:29.850377 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e377880-0797-4732-aae4-a1059f5fee69" -d '{"events": [{"name": "network-changed", "server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:39:29.879848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67861ee4-0664-4b50-9d9b-b17ddc03fd81 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:29.940777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-15d18490-e9db-46c3-bff6-47279d010343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:29.942550 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-15d18490-e9db-46c3-bff6-47279d010343 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1094 time: 0.0488887
Nov 27 21:39:29.944073 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0134d5b4-f4be-492d-b3f6-b5a8aa8bba57 x-openstack-request-id: req-0134d5b4-f4be-492d-b3f6-b5a8aa8bba57 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:39:29.944374 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:39:29.944637 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0134d5b4-f4be-492d-b3f6-b5a8aa8bba57 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:39:29.945043 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'status': 'completed', 'code': 200}
Nov 27 21:39:29.953892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227f336-3f70-4cf0-ab66-8fb8f5ceb7b5 req-fa479cb6-5ce7-44f4-a6ce-2bd7ed6e9ab9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:29.955460 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a227f336-3f70-4cf0-ab66-8fb8f5ceb7b5 req-fa479cb6-5ce7-44f4-a6ce-2bd7ed6e9ab9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 943 time: 0.0877635
Nov 27 21:39:29.987229 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-6468e7b1-d402-4a92-8a0b-94874b3d2fb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 217 time: 0.0369248
Nov 27 21:39:30.010414 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a227f336-3f70-4cf0-ab66-8fb8f5ceb7b5 req-d29534fd-f301-4b88-8b09-1e1c3cad108f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461497
Nov 27 21:39:30.044196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-b9f99735-1662-47e4-abcd-a848632a141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:30.045685 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-b9f99735-1662-47e4-abcd-a848632a141d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0522082
Nov 27 21:39:30.093217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-935fda52-9304-4f60-b233-d263261fd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:30.094620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-935fda52-9304-4f60-b233-d263261fd066 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413270
Nov 27 21:39:30.182240 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-632ecaf3-d625-4c57-ac17-d443f5a61d5b service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801198
Nov 27 21:39:30.275725 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac321cd4-5386-4b9d-a339-b45a98e8663d req-18dffd2d-5bf2-4718-8082-7c28fabd8169 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864890
Nov 27 21:39:30.359623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e377880-0797-4732-aae4-a1059f5fee69 req-c8b479b9-012b-404f-a5d4-b729091d2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:30.361028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e377880-0797-4732-aae4-a1059f5fee69 req-c8b479b9-012b-404f-a5d4-b729091d2ed8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1094 time: 0.0408971
Nov 27 21:39:30.458756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e377880-0797-4732-aae4-a1059f5fee69 req-07e56ca8-c29d-47c6-917c-f12d9f1ee999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:30.460296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e377880-0797-4732-aae4-a1059f5fee69 req-07e56ca8-c29d-47c6-917c-f12d9f1ee999 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0919783
Nov 27 21:39:30.502418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e377880-0797-4732-aae4-a1059f5fee69 req-7a0f879d-67be-4e2d-a2f1-00a3189838b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 217 time: 0.0344703
Nov 27 21:39:30.549236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e377880-0797-4732-aae4-a1059f5fee69 req-1cedc3b3-af6b-4331-825c-3babc35aa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:30.550652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e377880-0797-4732-aae4-a1059f5fee69 req-1cedc3b3-af6b-4331-825c-3babc35aa031 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0418451
Nov 27 21:39:30.600155 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e377880-0797-4732-aae4-a1059f5fee69 req-25eaeddd-0acd-405b-9b8f-9089dd9c9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:30.601664 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e377880-0797-4732-aae4-a1059f5fee69 req-25eaeddd-0acd-405b-9b8f-9089dd9c9040 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439823
Nov 27 21:39:30.689978 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e377880-0797-4732-aae4-a1059f5fee69 req-01933c13-3302-4efb-9cf8-7e77895eabd2 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801666
Nov 27 21:39:30.783634 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e377880-0797-4732-aae4-a1059f5fee69 req-85d18246-83f6-4b6b-8b49-02b439568826 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865629
Nov 27 21:39:31.133337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871f667-4134-422c-9851-7ff19bd64685 req-a2e6abed-46a0-47db-9cb8-30c71ec49d7b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:31.134807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7871f667-4134-422c-9851-7ff19bd64685 req-a2e6abed-46a0-47db-9cb8-30c71ec49d7b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 943 time: 0.0509808
Nov 27 21:39:31.180535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7871f667-4134-422c-9851-7ff19bd64685 req-82a228b0-ddc7-46b2-a666-4c84d2a72f62 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391350
Nov 27 21:39:32.298283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326fc2e-9454-4db7-86a7-4148a0f5ad1c req-6601d5ed-8801-4f42-8a43-cae3ff8bdd18 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:32.299762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4326fc2e-9454-4db7-86a7-4148a0f5ad1c req-6601d5ed-8801-4f42-8a43-cae3ff8bdd18 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 943 time: 0.0515950
Nov 27 21:39:32.345988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4326fc2e-9454-4db7-86a7-4148a0f5ad1c req-4ef6d59a-a0a9-45c4-bf0e-7ed7fe931cd9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403855
Nov 27 21:39:33.461716 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba570c0d-2d6d-4dfd-91d3-39c65c29299d req-03bb5822-de8a-4a38-b04f-ecba61743a5d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:33.463205 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba570c0d-2d6d-4dfd-91d3-39c65c29299d req-03bb5822-de8a-4a38-b04f-ecba61743a5d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 943 time: 0.0506246
Nov 27 21:39:33.509404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ba570c0d-2d6d-4dfd-91d3-39c65c29299d req-89ed110c-0d01-447d-a776-7c04a3daac6a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399103
Nov 27 21:39:34.390656 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ebbb01a9-129a-46f9-b361-468a06c007ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:34.471015 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:39:34.631232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b084861-d386-40e4-8f95-0cf79931ba85 req-9c250e48-1232-4109-98a7-b17426d31f21 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:34.632866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b084861-d386-40e4-8f95-0cf79931ba85 req-9c250e48-1232-4109-98a7-b17426d31f21 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 943 time: 0.0525379
Nov 27 21:39:34.682819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b084861-d386-40e4-8f95-0cf79931ba85 req-a696ac8c-54b5-47d2-81cb-804f7f01dfea tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434895
Nov 27 21:39:34.731137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:39:34.741854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'mac_address': 'fa:16:3e:a9:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:39:34.777901 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:34.790857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:39:34.810575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:39:34.814037 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:34.860546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:35.098072 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['4b9b3984-01a2-41a6-b059-356f9bf1e4b7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:39:35.804916 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36575960-dd6c-4d78-9f57-4b9c86953a83 req-9499d619-0a7c-4a13-a505-d4d710036274 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:35.806420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36575960-dd6c-4d78-9f57-4b9c86953a83 req-9499d619-0a7c-4a13-a505-d4d710036274 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 944 time: 0.0561149
Nov 27 21:39:35.853564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-36575960-dd6c-4d78-9f57-4b9c86953a83 req-6b09f382-0263-4534-a568-23eeb15c43c5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403719
Nov 27 21:39:36.487128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:39:36.542750 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0aaab136-54b1-4762-896f-e3c214ea35af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:36.548759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:39:36.552714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:39:36.553083 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:36.630288 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:36.651904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:39:36.654770 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a52f0-1364-44f6-b627-1ea3917baefd" -d '{"events": [{"server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "name": "network-vif-plugged", "status": "completed", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:39:36.667685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:39:36.672937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:36.721350 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:39:36.779710 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c38515-7a60-41db-8c57-934f0286141d x-openstack-request-id: req-55c38515-7a60-41db-8c57-934f0286141d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:39:36.780009 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "name": "network-vif-plugged", "status": "completed", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:39:36.780269 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55c38515-7a60-41db-8c57-934f0286141d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:39:36.780667 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'code': 200}
Nov 27 21:39:36.878591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c495e5f-803c-41b9-9bb1-dce7975209bb req-82e5a9fc-35e9-4fda-a223-af3fed72d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:36.880172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c495e5f-803c-41b9-9bb1-dce7975209bb req-82e5a9fc-35e9-4fda-a223-af3fed72d846 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1096 time: 0.0400789
Nov 27 21:39:36.925079 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1c495e5f-803c-41b9-9bb1-dce7975209bb req-926485bc-9c4c-4d0b-b9f7-1551ff076ba7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382152
Nov 27 21:39:36.972184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e6000-807e-4d26-9d80-325c005b37eb req-38ef814b-0144-4dee-b5b2-c3c871199a32 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:36.973589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2c1e6000-807e-4d26-9d80-325c005b37eb req-38ef814b-0144-4dee-b5b2-c3c871199a32 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0476420
Nov 27 21:39:37.024211 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2c1e6000-807e-4d26-9d80-325c005b37eb req-b153b343-8bed-495b-b245-4ac65ad8f4c8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447671
Nov 27 21:39:37.984940 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:38.141671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df47a-a198-4003-9b15-39a9af67bd1d req-92c6c7a5-7144-4be1-a32e-c7cfdb9dfea7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:38.143143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e55df47a-a198-4003-9b15-39a9af67bd1d req-92c6c7a5-7144-4be1-a32e-c7cfdb9dfea7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0510309
Nov 27 21:39:38.198354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e55df47a-a198-4003-9b15-39a9af67bd1d req-51c655e0-4237-4c11-96ef-5f376e67f53e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491962
Nov 27 21:39:39.314467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15fb70-d608-4508-9a40-e5e6940c0c06 req-b75881b3-df61-4a78-ac6a-02f0ca75a819 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:39.315962 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc15fb70-d608-4508-9a40-e5e6940c0c06 req-b75881b3-df61-4a78-ac6a-02f0ca75a819 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0479794
Nov 27 21:39:39.362219 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bc15fb70-d608-4508-9a40-e5e6940c0c06 req-1b95cd74-76a8-402a-88d3-827684340049 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402997
Nov 27 21:39:39.472838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346471-c439-44a4-9c4a-975c3035f19c req-e5258c46-1248-41b9-8e64-c816901bef72 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:39.474324 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-34346471-c439-44a4-9c4a-975c3035f19c req-e5258c46-1248-41b9-8e64-c816901bef72 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0489328
Nov 27 21:39:39.483319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 55364) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:39:39.489461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-07e47fae-4286-423f-8140-bf9f67545252 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'floatingip': {'port_id': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:39:39.529579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07e47fae-4286-423f-8140-bf9f67545252 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:39.700287 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:39.963438 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07e47fae-4286-423f-8140-bf9f67545252 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:39.967769 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07e47fae-4286-423f-8140-bf9f67545252 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:40.064803 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-07e47fae-4286-423f-8140-bf9f67545252 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d associated. External IP: 172.35.3.154, port: 4b9b3984-01a2-41a6-b059-356f9bf1e4b7.
Nov 27 21:39:40.362694 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:40.577906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e47fae-4286-423f-8140-bf9f67545252 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:39:40.682211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e47fae-4286-423f-8140-bf9f67545252 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:39:40.687009 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-07e47fae-4286-423f-8140-bf9f67545252 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:40.691486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:39:40.702537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:39:40.703955 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5d2580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:39:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:39:40.713667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-07e47fae-4286-423f-8140-bf9f67545252 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "PUT /v2.0/floatingips/8d59848c-adf8-48c9-b7b6-8d9b3c06e85d HTTP/1.1" status: 200  len: 991 time: 1.2288885
Nov 27 21:39:40.714380 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:39:40.717390 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32cf90a-d24a-4629-b735-a3c3b351e11d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:39:40.816826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:39:40.824674 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda01b7f-6997-49fa-8796-05ec449d4fff x-openstack-request-id: req-dda01b7f-6997-49fa-8796-05ec449d4fff {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:39:40.824975 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:39:40.825812 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dda01b7f-6997-49fa-8796-05ec449d4fff {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:39:40.826224 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'status': 'completed', 'code': 200}
Nov 27 21:39:40.885109 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-bf6155db-d39c-4bbc-b175-8587035876ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:40.886627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-bf6155db-d39c-4bbc-b175-8587035876ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1096 time: 0.0404720
Nov 27 21:39:40.981870 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-3c0bac9e-8aad-4e71-b178-6ff00bd692e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:40.983660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-3c0bac9e-8aad-4e71-b178-6ff00bd692e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0883687
Nov 27 21:39:41.038225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5d2580>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:a9:1b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:39:39Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:39:41.049123 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-2696e046-26cc-4535-b48f-91d14f2ca87d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 999 time: 0.0587502
Nov 27 21:39:41.068099 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:39:41.076873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:39:41.077482 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5d2580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:39:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:39:41.102531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-e70ef9d8-1d0f-44fe-8ab4-03923ccacd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:41.104036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-e70ef9d8-1d0f-44fe-8ab4-03923ccacd01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0481498
Nov 27 21:39:41.150904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-89dde656-2ebe-4e3e-86bb-4c0f1cc7e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:39:41.152462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-89dde656-2ebe-4e3e-86bb-4c0f1cc7e84e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415809
Nov 27 21:39:41.185727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:39:41.240996 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-778b9878-9747-4272-8ec0-e5c0cd72638e service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811331
Nov 27 21:39:41.336406 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a32cf90a-d24a-4629-b735-a3c3b351e11d req-dacf95d8-0334-42df-b538-66f054a0a33a service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882909
Nov 27 21:39:41.404875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5d2580>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:a9:1b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:39:39Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:39:41.434260 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c92ae-384c-4b93-ac40-5bbdb4f50e6d None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:a9:1b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:39:39Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:39:41.618664 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31415c5c-9e6a-4697-b528-00987e075d8c None None] New status for floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:39:46.364197 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:48.804102 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:39:50.011094 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:40:04.392657 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fd243717-f813-45bc-95b9-8c57c8d97dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:06.544161 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-26d94919-26fb-4038-920a-dca513ed7343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:07.987756 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:09.702314 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:10.366338 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:16.380452 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:18.035208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-9a2e0190-40c4-4df6-bdcb-bbdb513192a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392265
Nov 27 21:40:18.115081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-a485336e-38f5-46eb-9fca-fbfb60a18a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:40:18.116589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-a485336e-38f5-46eb-9fca-fbfb60a18a76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1096 time: 0.0390096
Nov 27 21:40:18.220425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-eb2be177-421b-4c74-af3e-e46f0a1acb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:40:18.221785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-eb2be177-421b-4c74-af3e-e46f0a1acb20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0855315
Nov 27 21:40:18.285080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-f196127b-63e6-414b-a282-ecc89fe53181 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 1001 time: 0.0561082
Nov 27 21:40:18.341333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-816db785-fc70-4732-8bc0-f2a85d694e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:40:18.342772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-816db785-fc70-4732-8bc0-f2a85d694e9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0506659
Nov 27 21:40:18.388980 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-8362ac06-14e6-4822-a012-ee69e98132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:40:18.390465 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-8362ac06-14e6-4822-a012-ee69e98132b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405653
Nov 27 21:40:18.478527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-eaf4d168-e0f1-4e40-80c1-e7382e89b6b3 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804389
Nov 27 21:40:18.569352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef70cf9f-e4aa-42a3-8802-b9f1fa5eef7d req-5c746d9d-656e-4aa4-a745-cdd08c5aaf58 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842464
Nov 27 21:40:18.793507 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:27.009855 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:40:34.393199 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-134d3ad2-3766-4d87-80bf-fa77c0b10293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:36.545002 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-620d33ff-e059-48a1-99c7-bd43b697132c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:37.990918 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:39.704494 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:40.368303 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:46.379054 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:40:48.801417 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:04.009295 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:41:04.395171 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fc59eac5-6d04-4b5b-9d1b-940e2ce46691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:06.546762 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a5475a5-ac31-4f99-9725-8aedbc3323d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:07.993261 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:09.706478 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:10.369894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:16.395391 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:18.794774 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:19.311809 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-74fe6a11-d56f-4de8-b2bb-6990e3ab9fee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0410700
Nov 27 21:41:19.392998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-a68046a6-16ce-4fc6-9a74-1c128859d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:41:19.394480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-a68046a6-16ce-4fc6-9a74-1c128859d3dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1096 time: 0.0410924
Nov 27 21:41:19.500766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-dcc2e916-c0c8-4555-ab6f-50d2fe3a0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:41:19.502256 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-dcc2e916-c0c8-4555-ab6f-50d2fe3a0221 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0892968
Nov 27 21:41:19.574783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-fabebd28-9e49-46e0-86d5-ef019b98b8b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 1001 time: 0.0655258
Nov 27 21:41:19.630325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-45219f94-b515-448f-8450-fb744d2821f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:41:19.631827 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-45219f94-b515-448f-8450-fb744d2821f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0508642
Nov 27 21:41:19.678166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-90173812-739e-4967-9f5f-d6cdc7b927ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:41:19.679703 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-90173812-739e-4967-9f5f-d6cdc7b927ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412033
Nov 27 21:41:19.766795 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-5c329590-22ca-4b5f-a8d6-0e01aceceb24 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790207
Nov 27 21:41:19.858784 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c05b749f-8169-4baa-ab68-f090b5b11f7d req-73ab35ff-d206-4b9f-8746-8abc134d48ef service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851407
Nov 27 21:41:34.396097 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-95dfbaf5-a692-4d89-b282-b0865e049a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:36.548766 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-81a32c40-2b53-4a7a-bd97-16169b0fd8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:37.996018 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:39.711120 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:40.371894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:41.008815 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:41:46.394453 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:41:48.810177 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:04.398033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e63542a1-5611-45d9-aa06-f03db2bbec7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:06.550216 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-55c81432-d969-47c7-967d-f5fc09baf4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:07.998132 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:09.712531 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:09.955956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22621c8b-86ab-4e3c-80d9-83d1a512758b req-3a76e696-c7b0-4644-9a0b-ca86c0f4c553 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:09.957346 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22621c8b-86ab-4e3c-80d9-83d1a512758b req-3a76e696-c7b0-4644-9a0b-ca86c0f4c553 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.1188388
Nov 27 21:42:10.003128 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22621c8b-86ab-4e3c-80d9-83d1a512758b req-1a9349eb-14bb-450a-92d9-64394a55a2fd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399823
Nov 27 21:42:10.373721 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:11.177173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51807629-5bc0-4919-a327-dc098b4e2964 req-9e37f2c4-f148-46bf-ba71-f38eefbb25f5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:11.178671 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51807629-5bc0-4919-a327-dc098b4e2964 req-9e37f2c4-f148-46bf-ba71-f38eefbb25f5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.1041148
Nov 27 21:42:11.224847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-51807629-5bc0-4919-a327-dc098b4e2964 req-c571a1eb-86a4-409e-a2d1-987619de950c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401838
Nov 27 21:42:12.342126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52cad1-18c5-400b-b551-26f05e4269a0 req-01178cd2-bf8e-4a2b-a665-9a20b998719a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:12.343675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed52cad1-18c5-400b-b551-26f05e4269a0 req-01178cd2-bf8e-4a2b-a665-9a20b998719a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0512402
Nov 27 21:42:12.390259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed52cad1-18c5-400b-b551-26f05e4269a0 req-3bd888f0-6011-479a-8a45-313885a4d629 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402570
Nov 27 21:42:13.504743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197ffcd-78d7-4012-9cbe-8b9ff202fb5f req-31f1f4e6-1308-4851-a58b-6d80562616eb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:13.506221 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7197ffcd-78d7-4012-9cbe-8b9ff202fb5f req-31f1f4e6-1308-4851-a58b-6d80562616eb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0479953
Nov 27 21:42:13.563167 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7197ffcd-78d7-4012-9cbe-8b9ff202fb5f req-cb0638b1-241f-4037-822d-80356bed434f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510015
Nov 27 21:42:14.680173 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290b714-0a71-4659-a2d2-1050b692ba7e req-a27ad135-6187-44e0-8261-98da2546f409 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:14.681654 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b290b714-0a71-4659-a2d2-1050b692ba7e req-a27ad135-6187-44e0-8261-98da2546f409 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0485418
Nov 27 21:42:14.727872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b290b714-0a71-4659-a2d2-1050b692ba7e req-ba4c513f-8e3c-4bd2-b226-9656def7cd88 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402906
Nov 27 21:42:15.842638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6e25d-184b-4e8d-9dd4-473dfecd4aac req-56eee4df-e305-4ac0-96c4-b011007651e5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:15.844652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52a6e25d-184b-4e8d-9dd4-473dfecd4aac req-56eee4df-e305-4ac0-96c4-b011007651e5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0499508
Nov 27 21:42:15.890866 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-52a6e25d-184b-4e8d-9dd4-473dfecd4aac req-17487d9d-3d7f-460a-b07f-7a6e5fbf2728 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402236
Nov 27 21:42:16.408743 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:17.261129 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bce2f-e1da-4787-8b7f-df6bf9cb7649 req-03a2cd2d-1c82-4a24-9799-ba16027e41d6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:17.262607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f09bce2f-e1da-4787-8b7f-df6bf9cb7649 req-03a2cd2d-1c82-4a24-9799-ba16027e41d6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0481958
Nov 27 21:42:17.312018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f09bce2f-e1da-4787-8b7f-df6bf9cb7649 req-29e93aff-4619-4e66-ac39-c44782b69b98 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435765
Nov 27 21:42:18.007800 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:42:18.426712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e4c0a-6b8f-49d1-a7f8-8aff174a287c req-ea6b39c9-d67d-4e47-abee-3993f08545a0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:18.428235 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-481e4c0a-6b8f-49d1-a7f8-8aff174a287c req-ea6b39c9-d67d-4e47-abee-3993f08545a0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0475481
Nov 27 21:42:18.474861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-481e4c0a-6b8f-49d1-a7f8-8aff174a287c req-f5992f53-bd01-44e2-ae4d-38c3df160c8f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404000
Nov 27 21:42:18.824081 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:19.340386 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a9378-550c-4dde-8380-9eecd7285d27 req-6a525e09-f5be-461b-852c-877ac32edb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:19.341864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-908a9378-550c-4dde-8380-9eecd7285d27 req-6a525e09-f5be-461b-852c-877ac32edb82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1096 time: 0.0433288
Nov 27 21:42:19.443226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a9378-550c-4dde-8380-9eecd7285d27 req-de1d88ed-9c52-4425-9d5e-47cf1e1899e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:19.444807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-908a9378-550c-4dde-8380-9eecd7285d27 req-de1d88ed-9c52-4425-9d5e-47cf1e1899e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0836554
Nov 27 21:42:19.513444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-908a9378-550c-4dde-8380-9eecd7285d27 req-c958b85e-24e2-4de2-8c6d-2d023b11a880 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 1001 time: 0.0615737
Nov 27 21:42:19.567090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a9378-550c-4dde-8380-9eecd7285d27 req-1369dfbf-fb46-4f6b-bedc-c5bfd72f24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:19.568624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-908a9378-550c-4dde-8380-9eecd7285d27 req-1369dfbf-fb46-4f6b-bedc-c5bfd72f24f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0482042
Nov 27 21:42:19.596279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2331ae-7415-43ad-a1fb-e2dd4e6f045a req-8822f080-a6b2-4a62-adfe-ecfec3ce39db tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:19.597687 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea2331ae-7415-43ad-a1fb-e2dd4e6f045a req-8822f080-a6b2-4a62-adfe-ecfec3ce39db tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0492802
Nov 27 21:42:19.614761 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a9378-550c-4dde-8380-9eecd7285d27 req-1603c6ac-59c2-4dcb-ad6a-1206b579d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:19.616297 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-908a9378-550c-4dde-8380-9eecd7285d27 req-1603c6ac-59c2-4dcb-ad6a-1206b579d953 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401795
Nov 27 21:42:19.646151 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ea2331ae-7415-43ad-a1fb-e2dd4e6f045a req-97543ccf-8643-46f7-888f-ceeb539ac651 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425344
Nov 27 21:42:19.708142 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-908a9378-550c-4dde-8380-9eecd7285d27 req-b8cd2f38-a847-4f0c-98c6-84080f9dc6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847027
Nov 27 21:42:19.795438 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-908a9378-550c-4dde-8380-9eecd7285d27 req-7124e71b-45a0-45fb-908f-0dc4ea9f8b1c service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0792379
Nov 27 21:42:20.759846 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeb8ee-6a40-489f-a406-12543e77f451 req-e6afc9e6-1ad4-4f69-a480-58e108131061 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:20.761319 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65aeb8ee-6a40-489f-a406-12543e77f451 req-e6afc9e6-1ad4-4f69-a480-58e108131061 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0482638
Nov 27 21:42:20.812162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-65aeb8ee-6a40-489f-a406-12543e77f451 req-43ef5102-354a-40c5-a6ba-1ebc884680a3 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445421
Nov 27 21:42:21.926370 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6b5f0-e9b7-4f08-8dee-e87129d0f8e2 req-206f8402-af77-41b0-9667-625f6fe68cc0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:21.927863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d6b5f0-e9b7-4f08-8dee-e87129d0f8e2 req-206f8402-af77-41b0-9667-625f6fe68cc0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0479357
Nov 27 21:42:21.973816 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9d6b5f0-e9b7-4f08-8dee-e87129d0f8e2 req-e3960eec-8ddb-4729-aa75-a83eb6dde151 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399652
Nov 27 21:42:23.087579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa994e-5c02-4418-9182-7f25608dec96 req-7a8246a5-4403-4ae2-b710-0c4ca41847eb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:23.089033 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0daa994e-5c02-4418-9182-7f25608dec96 req-7a8246a5-4403-4ae2-b710-0c4ca41847eb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0475476
Nov 27 21:42:23.135614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0daa994e-5c02-4418-9182-7f25608dec96 req-461d1696-4700-4ac7-ad08-172c9537801a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404816
Nov 27 21:42:24.254977 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426873a-bf7e-4fdb-8bcc-ee4c6c50d3b3 req-ff66c4df-a5b8-41a9-b1c9-35b2f0fb99e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:24.256505 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4426873a-bf7e-4fdb-8bcc-ee4c6c50d3b3 req-ff66c4df-a5b8-41a9-b1c9-35b2f0fb99e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0544901
Nov 27 21:42:24.302213 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4426873a-bf7e-4fdb-8bcc-ee4c6c50d3b3 req-6180a495-4630-4c00-a81f-f0b086df5921 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397463
Nov 27 21:42:25.418375 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8219ea-7475-45c4-849d-e58cdb215387 req-1f7f999e-1424-462b-9047-686364e56928 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:25.419889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1b8219ea-7475-45c4-849d-e58cdb215387 req-1f7f999e-1424-462b-9047-686364e56928 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0484037
Nov 27 21:42:25.466223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1b8219ea-7475-45c4-849d-e58cdb215387 req-173b33da-428b-495f-a2a7-c8b8d0567a39 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404201
Nov 27 21:42:25.717216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640a21a-edcc-449e-9ab0-b01054e4e806 req-7b60c267-69c3-4049-a6c3-016fe66a5035 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:25.718650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0640a21a-edcc-449e-9ab0-b01054e4e806 req-7b60c267-69c3-4049-a6c3-016fe66a5035 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0609477
Nov 27 21:42:25.768785 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-5e64a69f-023a-4ec7-97fa-0338cbe68c69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1162357
Nov 27 21:42:25.785965 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0640a21a-edcc-449e-9ab0-b01054e4e806 req-c9a06ae6-4e9e-45b0-8a35-2cbeb640b0c9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543957
Nov 27 21:42:26.910879 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31284-32d4-4544-9ec4-6f1d0bd88e59 req-52ab2017-5966-424e-87ae-75869ab91152 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:26.912780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7f31284-32d4-4544-9ec4-6f1d0bd88e59 req-52ab2017-5966-424e-87ae-75869ab91152 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0524919
Nov 27 21:42:26.960949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b7f31284-32d4-4544-9ec4-6f1d0bd88e59 req-048ada34-b7d9-4ffc-bcb1-d973158ab11c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421700
Nov 27 21:42:26.966613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-e083694f-e707-4dac-998f-a50c12ef219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:26.968166 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-e083694f-e707-4dac-998f-a50c12ef219b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1096 time: 0.0407588
Nov 27 21:42:27.060139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-ebb95602-a558-47a4-940b-b7071634132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:27.061591 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-ebb95602-a558-47a4-940b-b7071634132b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0851855
Nov 27 21:42:27.123621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-781f8154-c701-44f2-b1a2-27d19e9f1693 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 1001 time: 0.0550725
Nov 27 21:42:27.173923 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-47545b00-d475-4727-a81e-7e44acd4f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:27.175374 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-47545b00-d475-4727-a81e-7e44acd4f71a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0454369
Nov 27 21:42:27.220712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-b660ca7a-6871-4b29-82ae-bd9dff6be709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:27.222193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-b660ca7a-6871-4b29-82ae-bd9dff6be709 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396366
Nov 27 21:42:27.310915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-efa5c014-f506-4e31-963a-8cfa39163c39 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808730
Nov 27 21:42:27.402825 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-25a4d0f5-5ced-4212-bbb1-f90ef59f06f4 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853155
Nov 27 21:42:28.076190 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44f5de-c937-4e9e-a2c1-b272f8f3c8a7 req-8dd28ffa-6ba8-4abb-ad90-ca75a76985fc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:28.077655 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff44f5de-c937-4e9e-a2c1-b272f8f3c8a7 req-8dd28ffa-6ba8-4abb-ad90-ca75a76985fc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0487769
Nov 27 21:42:28.123663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ff44f5de-c937-4e9e-a2c1-b272f8f3c8a7 req-bbc69b11-93b6-4a95-b4ec-79e8f3c9d2e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401495
Nov 27 21:42:29.242440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e21d40-9ebe-4e06-ba8e-2b952e50f47d req-bad5a6d4-aa43-458d-83c8-619884750ed2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:29.243958 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3e21d40-9ebe-4e06-ba8e-2b952e50f47d req-bad5a6d4-aa43-458d-83c8-619884750ed2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0514326
Nov 27 21:42:29.295644 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a3e21d40-9ebe-4e06-ba8e-2b952e50f47d req-d75de87d-acb8-431c-aae7-4bea44657a00 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456994
Nov 27 21:42:29.304977 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-93703243-8ea9-45e9-ba94-bf92e13f285a service neutron] show failed (client error): The resource could not be found.
Nov 27 21:42:29.306018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-93703243-8ea9-45e9-ba94-bf92e13f285a service neutron] 10.222.0.15 "GET /v2.0/ports/4b9b3984-01a2-41a6-b059-356f9bf1e4b7/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0537610
Nov 27 21:42:29.560549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-4f7aba78-35ff-4a2f-9c9d-052deae5c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:29.562029 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-4f7aba78-35ff-4a2f-9c9d-052deae5c7da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 1096 time: 0.0871589
Nov 27 21:42:29.578260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:42:29.628470 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:29.822412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:42:29.859029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:42:29.896860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:42:29.899142 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d54eca0-6411-4fe8-8da1-127702b82fc9" -d '{"events": [{"server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "name": "network-vif-unplugged", "status": "completed", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:42:29.903130 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:29.915732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Transition to ACTIVE for port object 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:42:29.919961 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:29.948256 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6663ae-56db-4018-9963-1f0254300d33 x-openstack-request-id: req-af6663ae-56db-4018-9963-1f0254300d33 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:42:29.948562 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "name": "network-vif-unplugged", "status": "completed", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:42:29.948823 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af6663ae-56db-4018-9963-1f0254300d33 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:42:29.949218 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'code': 200}
Nov 27 21:42:30.032305 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:30.057867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.058224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.058584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.058932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.059285 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.059635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.059978 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.060315 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.060658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.060989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.061321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.061661 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:30.104186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] No DVR routers for this DVR port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:42:30.243059 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Attempting to bind port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:42:30.243750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Attempting to bind port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:42:30.243750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Attempting to bind port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:42:30.247851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:42:30.248180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Attempting to bind port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:42:30.254596 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:42:30.254950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:42:30.255359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:42:30.255797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Bound port: 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:42:30.256157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:30.321983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:42:30.325068 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:42:30.330387 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:30.364106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:30.364736 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:30.366126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 1091 time: 0.7916803
Nov 27 21:42:30.450944 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fa31c-9ea3-41f8-8cae-38d0c1d431f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:30.474124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db699aa5-fb95-4b33-af6e-0d1dab5a1568 req-bcab9034-46bb-4f4c-988b-bbb197f1980a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:30.475712 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db699aa5-fb95-4b33-af6e-0d1dab5a1568 req-bcab9034-46bb-4f4c-988b-bbb197f1980a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 943 time: 0.1063957
Nov 27 21:42:30.482586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-5effcc12-d1ed-4385-ab79-0791e4021156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:30.484114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-5effcc12-d1ed-4385-ab79-0791e4021156 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1094 time: 0.0796762
Nov 27 21:42:30.591223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db699aa5-fb95-4b33-af6e-0d1dab5a1568 req-fdb12fee-817e-43b0-9cb2-6b6a814db473 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061449
Nov 27 21:42:30.618495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-76ed0dd1-db45-471a-92b0-d8a2746858e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:30.620010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-76ed0dd1-db45-471a-92b0-d8a2746858e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.1181576
Nov 27 21:42:30.694656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-8854c2a8-b4e5-489d-a895-690d1925aca5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 999 time: 0.0621769
Nov 27 21:42:30.746948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-aa2bb8f6-1d16-4133-8065-454d624c1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:30.748385 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-aa2bb8f6-1d16-4133-8065-454d624c1093 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0426137
Nov 27 21:42:30.797341 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-dd1e518f-945c-4042-af8f-98f7a0328615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:30.799407 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-dd1e518f-945c-4042-af8f-98f7a0328615 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398409
Nov 27 21:42:30.894897 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-cf546190-e278-4ff2-8393-b16f703aac15 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845709
Nov 27 21:42:30.988740 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eebbc208-dc99-4b3f-9959-c74fb1b2a5c7 req-d021f759-22b3-48b1-808e-e9b28cc1c0c1 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823066
Nov 27 21:42:31.714984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e5dc7-caa1-40ea-b2d1-cc07d8386842 req-0f9bde38-d8ea-4a18-9ea6-77827b922751 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:31.716491 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f7e5dc7-caa1-40ea-b2d1-cc07d8386842 req-0f9bde38-d8ea-4a18-9ea6-77827b922751 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 943 time: 0.0533648
Nov 27 21:42:31.762857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7f7e5dc7-caa1-40ea-b2d1-cc07d8386842 req-e0ff71dd-bfe0-4c84-b80f-ae445d181b82 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401325
Nov 27 21:42:31.950346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:42:31.952893 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bca91f-82b1-4e85-9713-d4dbd72bb472" -d '{"events": [{"name": "network-changed", "server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:42:31.999751 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7846f97d-d7f8-48ab-97dc-e0221f557eab x-openstack-request-id: req-7846f97d-d7f8-48ab-97dc-e0221f557eab {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:42:32.000047 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:42:32.000309 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7846f97d-d7f8-48ab-97dc-e0221f557eab {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:42:32.001381 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'status': 'completed', 'code': 200}
Nov 27 21:42:32.059106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-b7ac2eb5-c1dd-4f1a-bf16-eed8d5ba7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:32.060651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-b7ac2eb5-c1dd-4f1a-bf16-eed8d5ba7113 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1094 time: 0.0409689
Nov 27 21:42:32.065494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-5c7c31bc-2ede-466d-9388-903b65513e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:32.067053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-5c7c31bc-2ede-466d-9388-903b65513e00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1094 time: 0.0416939
Nov 27 21:42:32.151427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-9d28ed7b-f54d-416f-ac50-92ad648a3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:32.152918 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-9d28ed7b-f54d-416f-ac50-92ad648a3ca8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0856583
Nov 27 21:42:32.161409 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-0ef6ae56-0a09-4f0c-be1d-09373e7da924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:32.162888 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-0ef6ae56-0a09-4f0c-be1d-09373e7da924 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0875907
Nov 27 21:42:32.216740 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-ff7fc4f0-3fde-4511-b5e9-ab942e6b4741 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 999 time: 0.0566351
Nov 27 21:42:32.230084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-1c8774e9-155e-4a06-a648-e81310c04d51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 999 time: 0.0577183
Nov 27 21:42:32.268966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-4d7a1a68-a37e-4c1b-9d38-e63d8be8d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:32.270436 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-4d7a1a68-a37e-4c1b-9d38-e63d8be8d87f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0472171
Nov 27 21:42:32.288073 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-06920253-73ae-4c53-9183-b109496250b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:32.289553 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-06920253-73ae-4c53-9183-b109496250b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0511663
Nov 27 21:42:32.319776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-5dba8b2d-048c-4de3-853e-40862f59fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:32.321431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-5dba8b2d-048c-4de3-853e-40862f59fdd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436494
Nov 27 21:42:32.336614 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-b6175ec2-72fd-494a-bdcd-62c8441440db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:32.338164 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-b6175ec2-72fd-494a-bdcd-62c8441440db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404468
Nov 27 21:42:32.411809 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-bafa2879-fb8b-4062-b024-79f01cbb4012 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832534
Nov 27 21:42:32.437322 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-713ee562-2146-43ad-a9d4-bd55d49e43b0 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865378
Nov 27 21:42:32.510419 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-8ec30d07-6a4f-4708-8a9f-95cdd94785e8 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916200
Nov 27 21:42:32.541921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-32bca91f-82b1-4e85-9713-d4dbd72bb472 req-2145a089-2abb-48c1-93af-fa1fcca891ff service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969520
Nov 27 21:42:32.878248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c87ceb-e9d1-4519-bee5-a48b71c7aece req-2455b4e9-cb3d-41c0-976a-6254098666d6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:32.880022 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9c87ceb-e9d1-4519-bee5-a48b71c7aece req-2455b4e9-cb3d-41c0-976a-6254098666d6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 943 time: 0.0488236
Nov 27 21:42:32.926244 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a9c87ceb-e9d1-4519-bee5-a48b71c7aece req-aa2de409-37cb-45e5-9a2f-24f2324d7562 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402484
Nov 27 21:42:33.145740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f11545-feda-46ac-86b2-9373ac8d0eac req-75fd0a32-dce7-4dc0-a484-169db52ecfe5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:33.147136 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1f11545-feda-46ac-86b2-9373ac8d0eac req-75fd0a32-dce7-4dc0-a484-169db52ecfe5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 943 time: 0.0767796
Nov 27 21:42:33.169979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-3371aa0f-227b-45b9-97c2-a9ae0757e0e8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:33.171420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-3371aa0f-227b-45b9-97c2-a9ae0757e0e8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5&tenant_id=8ac362e2c70a4862919a7dfcd5f32167&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0901372
Nov 27 21:42:33.234419 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f1f11545-feda-46ac-86b2-9373ac8d0eac req-1ae9cedb-7c71-4edc-8b95-43914fdb87e0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802686
Nov 27 21:42:33.252692 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-f24c0b38-1646-4bad-9a7a-0b0bebacd65d service neutron] delete failed (client error): The resource could not be found.
Nov 27 21:42:33.253676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-f24c0b38-1646-4bad-9a7a-0b0bebacd65d service neutron] 10.222.0.15 "DELETE /v2.0/ports/4b9b3984-01a2-41a6-b059-356f9bf1e4b7/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0708501
Nov 27 21:42:33.335273 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-aed71860-67a2-4aed-b583-af91bb57b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:33.336752 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-aed71860-67a2-4aed-b583-af91bb57b2a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1094 time: 0.0401781
Nov 27 21:42:33.404927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:42:33.446204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:42:33.748927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-ca0a7309-076f-48ca-af0f-063819d27815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:33.750375 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-ca0a7309-076f-48ca-af0f-063819d27815 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.4063323
Nov 27 21:42:33.811651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-338d7f72-268e-4446-88e4-a09ccfe29db9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 999 time: 0.0543592
Nov 27 21:42:33.862253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-bec6b03c-d66d-4aec-b3a3-c6ed922b328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:33.863682 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-bec6b03c-d66d-4aec-b3a3-c6ed922b328b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0460174
Nov 27 21:42:33.908226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-6184e147-6137-445a-b34c-81bdb95b8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:33.909653 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-6184e147-6137-445a-b34c-81bdb95b8672 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0380952
Nov 27 21:42:33.972731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:42:33.996383 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-7c7b02e8-1211-48ff-bb7f-b3cd4e28548f service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794048
Nov 27 21:42:34.067711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:42:34.078876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'mac_address': 'fa:16:3e:a9:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:42:34.089436 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d6ae7bf0-65d7-4a4d-8e09-29017d7157a4 req-f75de375-a49c-4df3-9eb9-9b497b33e4ce service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860910
Nov 27 21:42:34.115541 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:34.128267 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:42:34.148582 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:42:34.152637 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:34.201541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:34.209233 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.209589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.209936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.210280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.210619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.210954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.211330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.211649 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.211980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.212311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.212641 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.212969 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:34.356713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec02d5-c941-400e-9904-1b7d2a2a9f5a req-605489db-4830-4e80-bd79-95d0cf75b25e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:34.358218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0ec02d5-c941-400e-9904-1b7d2a2a9f5a req-605489db-4830-4e80-bd79-95d0cf75b25e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 944 time: 0.0524538
Nov 27 21:42:34.410872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0ec02d5-c941-400e-9904-1b7d2a2a9f5a req-d5d0f3cf-44b6-418d-810e-a55085f24182 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457838
Nov 27 21:42:34.412875 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1b81633f-cbd0-400a-bb62-8945fda831b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:34.460211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['4b9b3984-01a2-41a6-b059-356f9bf1e4b7'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:42:35.526309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0341-0133-4c52-a2cd-acb6f479c812 req-57e11a40-7232-449b-b417-b6473c9fc7f2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:35.527831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb8f0341-0133-4c52-a2cd-acb6f479c812 req-57e11a40-7232-449b-b417-b6473c9fc7f2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 944 time: 0.0484443
Nov 27 21:42:35.574889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb8f0341-0133-4c52-a2cd-acb6f479c812 req-0d7e9afe-f2a9-44fb-80cd-7379f2a6eed3 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401852
Nov 27 21:42:35.689017 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7ebc-33dc-4f70-bd9c-4210da8e54fe req-86bb663a-3ba4-4bf6-9749-f118a30ef2ad tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:35.690561 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8de7ebc-33dc-4f70-bd9c-4210da8e54fe req-86bb663a-3ba4-4bf6-9749-f118a30ef2ad tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 944 time: 0.0480099
Nov 27 21:42:35.741767 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c8de7ebc-33dc-4f70-bd9c-4210da8e54fe req-76a0acfc-d273-4372-ae0b-2fe33412a70a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453475
Nov 27 21:42:35.940415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afdc25-6f58-4ac6-bac8-a7e4282d7b47 req-770b9e66-52d9-4586-9932-c4abf7a10153 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:35.941970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31afdc25-6f58-4ac6-bac8-a7e4282d7b47 req-770b9e66-52d9-4586-9932-c4abf7a10153 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 944 time: 0.0489702
Nov 27 21:42:35.986332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:42:36.011569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-775225ce-8689-4582-a503-68c7e72b0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:36.013102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-775225ce-8689-4582-a503-68c7e72b0333 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 1095 time: 0.0703304
Nov 27 21:42:36.017449 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31afdc25-6f58-4ac6-bac8-a7e4282d7b47 req-24232b4f-5e10-4638-81b0-de1da4af44a2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673256
Nov 27 21:42:36.048438 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:42:36.052128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:42:36.052505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:36.114615 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-af741650-ae58-4e27-bad4-cbf13ad6ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:36.115821 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-af741650-ae58-4e27-bad4-cbf13ad6ba9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0915897
Nov 27 21:42:36.128056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:36.151397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:42:36.153670 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5cc5fd-cfe8-4465-9a62-79e9f6755675" -d '{"events": [{"server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "name": "network-vif-plugged", "status": "completed", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:42:36.166136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:42:36.170906 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:36.192804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-c6638f9c-f0e4-4235-8bce-3aeac3f42c86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 200  len: 1000 time: 0.0692186
Nov 27 21:42:36.194208 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a842782-bbc4-439b-a10c-669601807fb8 x-openstack-request-id: req-6a842782-bbc4-439b-a10c-669601807fb8 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:42:36.194518 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "name": "network-vif-plugged", "status": "completed", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:42:36.194776 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a842782-bbc4-439b-a10c-669601807fb8 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:42:36.195174 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'code': 200}
Nov 27 21:42:36.223522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:36.257610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-3f88a46b-609f-4b5f-9c98-e24f5d845789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:36.259106 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-3f88a46b-609f-4b5f-9c98-e24f5d845789 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0493665
Nov 27 21:42:36.310633 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-eae7d066-3112-42ac-af4c-05c3d112ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:36.312391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-eae7d066-3112-42ac-af4c-05c3d112ed2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403535
Nov 27 21:42:36.407505 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-2502116d-ed64-43a5-b68d-968491bbf12d service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833793
Nov 27 21:42:36.505244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98a0bfa8-1934-4690-84fd-3d16d96f6963 req-f8f2f3c4-cee8-48a5-a24a-5f4b7e314402 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868289
Nov 27 21:42:36.551172 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0673d75-8190-48a9-a4f8-e0cb788b1c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:37.133995 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc155003-4ed3-462e-8efe-f460481d1e34 req-fa441c85-915b-453e-bdf4-1ced641365f6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:37.135541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc155003-4ed3-462e-8efe-f460481d1e34 req-fa441c85-915b-453e-bdf4-1ced641365f6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0494826
Nov 27 21:42:37.182097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc155003-4ed3-462e-8efe-f460481d1e34 req-e5eb07ca-35b0-4122-9110-b6a55b408657 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406721
Nov 27 21:42:37.411048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d99f5e-32a2-48c1-abf0-00304b04296b req-32433cd9-3813-430a-b54a-6830b27361fa tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:37.413084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31d99f5e-32a2-48c1-abf0-00304b04296b req-32433cd9-3813-430a-b54a-6830b27361fa tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0491343
Nov 27 21:42:37.465635 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-31d99f5e-32a2-48c1-abf0-00304b04296b req-b79d03c9-7f5e-4647-bba3-b01e0ab74a7d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459731
Nov 27 21:42:38.002388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:38.585564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290d3a5-b580-4c9f-a75b-382fc807453c req-51eec7ac-3f60-4064-8013-0c40c3585e84 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:38.587049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3290d3a5-b580-4c9f-a75b-382fc807453c req-51eec7ac-3f60-4064-8013-0c40c3585e84 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0516341
Nov 27 21:42:38.633259 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3290d3a5-b580-4c9f-a75b-382fc807453c req-86facaf1-f454-4ec7-9700-0e6dcb4fcd95 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402520
Nov 27 21:42:38.777279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-94f9f10d-9e7d-4a84-8ca7-a240a789059a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:38.778736 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-94f9f10d-9e7d-4a84-8ca7-a240a789059a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 945 time: 0.0481591
Nov 27 21:42:38.868826 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Deleting port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:42:38.869162 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:38.958945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] For port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:42:38.959339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:39.127155 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:39.127457 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:39.127777 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d disassociated. External IP: 172.35.3.154, port: 4b9b3984-01a2-41a6-b059-356f9bf1e4b7.
Nov 27 21:42:39.128115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Calling delete_port for 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:42:39.256906 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:39.284650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event deleted for resources: {'Port': ['ID=4b9b3984-01a2-41a6-b059-356f9bf1e4b7,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:39.404087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:42:39.514014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:42:39.525215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:42:39.535715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:42:39.536668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3502e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:42:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:42:39.552387 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] No DVR routers for this DVR port 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:42:39.554946 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:39.558377 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3df5af86-a852-4a64-bb64-6b4ea6addb21 req-8348d8a9-03a6-416c-be0f-c33f59f0153d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.35 "DELETE /v2.0/ports/4b9b3984-01a2-41a6-b059-356f9bf1e4b7 HTTP/1.1" status: 204  len: 173 time: 0.7696905
Nov 27 21:42:39.558768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'name': 'network-vif-deleted', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:42:39.561060 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91059088b4f267e819480e6ffffea6f9c4fa9456b2bd0cd3d151f0433b8f40b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd7d276-3a04-45ae-81b6-3d593a4c7896" -d '{"events": [{"server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "name": "network-vif-deleted", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:42:39.603586 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a04642a-8b36-4ce3-8f27-797cb7d9fd37 x-openstack-request-id: req-5a04642a-8b36-4ce3-8f27-797cb7d9fd37 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:42:39.603889 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71db5b-1673-483b-9086-bf85ff0810a5", "name": "network-vif-deleted", "tag": "4b9b3984-01a2-41a6-b059-356f9bf1e4b7", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:42:39.604140 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a04642a-8b36-4ce3-8f27-797cb7d9fd37 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:42:39.604545 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf71db5b-1673-483b-9086-bf85ff0810a5', 'name': 'network-vif-deleted', 'tag': '4b9b3984-01a2-41a6-b059-356f9bf1e4b7', 'status': 'completed', 'code': 200}
Nov 27 21:42:39.658844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:42:39.752227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db8ea363-1922-4877-b576-1467aaa81129 req-dbbdc840-5642-44ab-b7e0-bd2da3767230 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf71db5b-1673-483b-9086-bf85ff0810a5 HTTP/1.1" status: 200  len: 210 time: 0.0289505
Nov 27 21:42:39.766019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:39.884021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3502e0>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:42:39.914165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:42:39.923089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:42:39.923745 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3502e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:42:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:42:40.024039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:42:40.214223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3502e0>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:42:40.243624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c3ec9-c65b-4335-aaf0-4eb7553e2643 None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:42:40.375366 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:40.461389 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a42a1-1ef9-46c0-884a-9d73e9d53d3d None None] New status for floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:42:41.060328 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-82002216-1f1c-4dcf-b2c4-341397603dde tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--488750309&fields=id&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 267 time: 0.0416765
Nov 27 21:42:41.170088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54731-c619-467d-935c-55fb3763edf0 req-044061ff-005b-4134-936e-7ae5e92805c4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:41.171486 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-044061ff-005b-4134-936e-7ae5e92805c4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 811 time: 0.1032677
Nov 27 21:42:41.186479 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-b9c366d6-de57-43d1-8634-73765711fb09 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/quotas/8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 375 time: 0.0088153
Nov 27 21:42:41.236028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-f6e97326-f6d5-480c-9afc-e66dd2c50184 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0438452
Nov 27 21:42:41.299048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-a9837f9f-37f5-4dd4-b346-90034ed52c28 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:42:41.300097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-a9837f9f-37f5-4dd4-b346-90034ed52c28 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0529697
Nov 27 21:42:41.395280 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-39ca5f57-0874-4bd0-9441-1cbf486855ca service neutron] 10.222.0.21 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847411
Nov 27 21:42:41.483500 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-8caabae5-7642-4ba4-8780-41b67b00f255 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817382
Nov 27 21:42:41.639888 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-598e5c18-cb05-4b1f-9b19-e7b6b22973e1 req-73d5ea69-a577-4a7d-9ddd-7a1f2a504fb0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 210 time: 0.0255842
Nov 27 21:42:42.628328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54731-c619-467d-935c-55fb3763edf0 req-97c3ce49-b807-4798-a2c3-b5b4e9c28e7b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:42.630036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-97c3ce49-b807-4798-a2c3-b5b4e9c28e7b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 811 time: 0.1035705
Nov 27 21:42:42.694629 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-8d57d039-a624-4703-a09d-356f335ec6b2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 379 time: 0.0541503
Nov 27 21:42:42.704698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'port': {'device_id': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'admin_state_up': True, 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'security_groups': ['2c1c9ef1-a4ee-4038-b515-92e4cb981ac9']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:42:42.738112 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb974220-1837-40f4-beed-f77df9224246 req-0055d070-568a-4824-9ca6-6764c976f568 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 210 time: 0.0284488
Nov 27 21:42:42.812397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Made reservation on behalf of 8ac362e2c70a4862919a7dfcd5f32167 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:42:42.816349 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:42.935872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Allocated IP 172.20.0.4 (d7f8e8e5-e085-4395-9b1c-093e8c6acee0/7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83/1ba7c268-4792-4f7d-bec0-77f8c8df1c22) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:42:43.082618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.115495 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.159592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:42:43.162669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:42:43.167237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:42:43.174042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:43.208567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.208919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.209266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.209614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.209956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.210296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.210629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.210959 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.211312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.211647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.211976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.212305 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:42:43.237874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:43.238517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.255981 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-4198a0f7-5c38-421c-9d9d-d94bab0a4036 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5555029
Nov 27 21:42:43.268514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Request body: {'port': {'device_id': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:42:43.323367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.410057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eafd2419-2dcd-4573-b850-299d52e48b55 None None] Provisioning complete for port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:42:43.410684 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eafd2419-2dcd-4573-b850-299d52e48b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.447560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-eafd2419-2dcd-4573-b850-299d52e48b55 None None] Port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:42:43.584021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:42:43.591438 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.603613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Transition to ACTIVE for port object 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:42:43.606710 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.660346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:43.726697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:42:43.727414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:42:43.727414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:42:43.731881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:42:43.732209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:42:43.737361 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:42:43.737720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:42:43.738101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:42:43.738533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Bound port: 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:42:43.738893 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.810839 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:42:43.814549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:42:43.828956 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.885137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:43.885802 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:43.887185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1091 time: 0.6232731
Nov 27 21:42:43.887854 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:42:43.890135 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b711bcb-9d09-440d-a0f9-22ba7be047af" -d '{"events": [{"name": "network-changed", "server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:42:43.921017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a286f5-f1e2-40a9-9d06-5965c6c827fc req-16acf1c5-864e-413e-abfd-ad449a9935c2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:43.923115 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0a286f5-f1e2-40a9-9d06-5965c6c827fc req-16acf1c5-864e-413e-abfd-ad449a9935c2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 943 time: 0.1071379
Nov 27 21:42:43.925299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f501dd-ba9f-49b8-bcb2-05215bec7982 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:44.004236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:42:44.019453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c0a286f5-f1e2-40a9-9d06-5965c6c827fc req-3e2b10f8-ae95-4a1a-b3ca-ef2143b97aa0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864995
Nov 27 21:42:44.021544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54731-c619-467d-935c-55fb3763edf0 req-e5ba24ea-41e2-421b-b662-8d38bcfe6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:44.023014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-e5ba24ea-41e2-421b-b662-8d38bcfe6cf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1094 time: 0.0720685
Nov 27 21:42:44.041448 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:42:44.041801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 4b9b3984-01a2-41a6-b059-356f9bf1e4b7 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:42:44.072956 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14bb292-bee6-459c-91f7-3145d604dfbd x-openstack-request-id: req-d14bb292-bee6-459c-91f7-3145d604dfbd {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:42:44.073255 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:42:44.073521 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d14bb292-bee6-459c-91f7-3145d604dfbd {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:42:44.073930 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'status': 'completed', 'code': 200}
Nov 27 21:42:44.075763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-1bb8fe0b-712b-45ce-920c-a06880cc6680 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 217 time: 0.0441780
Nov 27 21:42:44.125224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54731-c619-467d-935c-55fb3763edf0 req-41342a3f-51c5-4f3b-a5c2-f6da7e747631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:44.126629 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-41342a3f-51c5-4f3b-a5c2-f6da7e747631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0444694
Nov 27 21:42:44.176921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e54731-c619-467d-935c-55fb3763edf0 req-ec098776-a47d-4b5f-9096-a7bfc5c2f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:44.178433 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-ec098776-a47d-4b5f-9096-a7bfc5c2f8a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443449
Nov 27 21:42:44.268474 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-6eec716e-6ab0-4863-a76e-b5a08b430669 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818872
Nov 27 21:42:44.360379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-12e54731-c619-467d-935c-55fb3763edf0 req-b5092ac1-5b51-4947-8386-e3ba9f04e4c8 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849969
Nov 27 21:42:44.448926 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-f43c3538-ed47-4c6e-9212-5dc793c93621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:44.450417 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-f43c3538-ed47-4c6e-9212-5dc793c93621 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1094 time: 0.0420947
Nov 27 21:42:44.540433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-22260d69-af9f-4bfe-9ad9-d9cd287681ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:44.541988 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-22260d69-af9f-4bfe-9ad9-d9cd287681ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0846565
Nov 27 21:42:44.587938 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-c7473d34-614a-4d9c-a1dc-35d235a1bae9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 217 time: 0.0387869
Nov 27 21:42:44.636604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-f5fae86c-854c-4866-b3b1-735c06ad6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:44.638892 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-f5fae86c-854c-4866-b3b1-735c06ad6fbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0447483
Nov 27 21:42:44.683827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-fc39d4df-2ae0-4c61-b9e1-efc826e4b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:44.685330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-fc39d4df-2ae0-4c61-b9e1-efc826e4b2ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397203
Nov 27 21:42:44.777758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-550a97e3-2de5-46fe-8c1f-94bb7d6b7537 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854235
Nov 27 21:42:44.867246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b711bcb-9d09-440d-a0f9-22ba7be047af req-82edc627-97ff-4d70-af6f-fc51c31f2b9c service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822201
Nov 27 21:42:45.140862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffc187-3790-4afe-8d7e-e07c70201d9c req-476b0c41-77ab-4f49-b70c-6dc60bf226d5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:45.142348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15ffc187-3790-4afe-8d7e-e07c70201d9c req-476b0c41-77ab-4f49-b70c-6dc60bf226d5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 943 time: 0.0497718
Nov 27 21:42:45.193454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15ffc187-3790-4afe-8d7e-e07c70201d9c req-fa6dc58f-03cf-4246-b0fe-32da21abb183 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452912
Nov 27 21:42:46.315361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2f139-5d20-4837-a4ce-f3a372514bf6 req-a2ef610f-346a-46dc-b714-5f00ab946a35 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:46.316863 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85f2f139-5d20-4837-a4ce-f3a372514bf6 req-a2ef610f-346a-46dc-b714-5f00ab946a35 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 943 time: 0.0544465
Nov 27 21:42:46.362704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85f2f139-5d20-4837-a4ce-f3a372514bf6 req-ef761128-470c-4084-92b6-2a4d11fc5eae tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396061
Nov 27 21:42:46.420954 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:47.435810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:42:47.479750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821de62d-fc9d-4a69-8e45-0519fb49c731 req-79a5e361-eb3a-4b4d-957b-6c39f69e05e9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:47.481253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-821de62d-fc9d-4a69-8e45-0519fb49c731 req-79a5e361-eb3a-4b4d-957b-6c39f69e05e9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 943 time: 0.0505214
Nov 27 21:42:47.529246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-821de62d-fc9d-4a69-8e45-0519fb49c731 req-6ea1afe1-9e77-4170-b3c5-51d05d659bb7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411747
Nov 27 21:42:47.529549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:42:47.542345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'mac_address': 'fa:16:3e:82:4e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:42:47.582188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:47.594453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:42:47.613893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:42:47.617850 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:47.663314 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:47.965989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1ba7c268-4792-4f7d-bec0-77f8c8df1c22'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:42:48.646151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b1c84-039e-4e80-9ace-7c87f2e69c8a req-ca811041-b87e-49c3-b4f8-e903d04c08c2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:48.647643 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-598b1c84-039e-4e80-9ace-7c87f2e69c8a req-ca811041-b87e-49c3-b4f8-e903d04c08c2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0480609
Nov 27 21:42:48.695106 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-598b1c84-039e-4e80-9ace-7c87f2e69c8a req-2a11e955-9be5-41c7-87bc-f862cdeef777 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414922
Nov 27 21:42:48.825291 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:49.451844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:42:49.499188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:42:49.503346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:42:49.503728 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:49.583339 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:49.604754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:42:49.606993 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5e1813e24c348f2575a0ae7172260db50dda7df84073fd7999a0c4ec3683363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350a9d01-e6a7-4997-86e1-433cef847ac3" -d '{"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-plugged", "status": "completed", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:42:49.619420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:42:49.623435 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:49.646694 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5798365-8e2a-47f6-a6dd-c8a3c80c6fbc x-openstack-request-id: req-f5798365-8e2a-47f6-a6dd-c8a3c80c6fbc {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:42:49.647282 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-plugged", "status": "completed", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:42:49.647547 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5798365-8e2a-47f6-a6dd-c8a3c80c6fbc {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:42:49.647937 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'code': 200}
Nov 27 21:42:49.675796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:42:49.745021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14e4b-ed49-41d9-9efb-ed7b095e808f req-f9096aac-bd98-4002-bea1-c25b5dc22286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:49.746526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bcc14e4b-ed49-41d9-9efb-ed7b095e808f req-f9096aac-bd98-4002-bea1-c25b5dc22286 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1096 time: 0.0395620
Nov 27 21:42:49.790150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bcc14e4b-ed49-41d9-9efb-ed7b095e808f req-9e738514-7638-4c3f-ae79-0affc786f19e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367568
Nov 27 21:42:49.814886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53512df-5e05-4531-bbbb-cc6a912eab37 req-0893f4c7-0d40-42d2-9034-d0e7b3fa2f7a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:49.816390 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d53512df-5e05-4531-bbbb-cc6a912eab37 req-0893f4c7-0d40-42d2-9034-d0e7b3fa2f7a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0526357
Nov 27 21:42:49.864868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d53512df-5e05-4531-bbbb-cc6a912eab37 req-9edd9dbc-5c70-4ea1-b787-a48537a0b624 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424085
Nov 27 21:42:50.986647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b6780-1ea8-428c-8d4a-ccf8a48ce65c req-e5512d80-4bac-44dd-a34e-931e360374ab tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:50.988184 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a51b6780-1ea8-428c-8d4a-ccf8a48ce65c req-e5512d80-4bac-44dd-a34e-931e360374ab tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0541916
Nov 27 21:42:51.035564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a51b6780-1ea8-428c-8d4a-ccf8a48ce65c req-af3b5d43-a1fe-4500-bba6-5108d823b354 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415006
Nov 27 21:42:52.149103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f92c3e-9ce7-4b58-b04d-354c904dc49f req-ddc8cefc-7ab5-48e9-9c1d-b916b9e4c534 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:52.150591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-75f92c3e-9ce7-4b58-b04d-354c904dc49f req-ddc8cefc-7ab5-48e9-9c1d-b916b9e4c534 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0481389
Nov 27 21:42:52.196318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-75f92c3e-9ce7-4b58-b04d-354c904dc49f req-61228e79-5022-43c2-b18a-10bffa813752 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398538
Nov 27 21:42:52.307121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af996e-979a-46eb-b261-b25467df630b req-49859f1e-575f-4759-80cc-f35f6572f90c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:52.308638 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5af996e-979a-46eb-b261-b25467df630b req-49859f1e-575f-4759-80cc-f35f6572f90c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0489545
Nov 27 21:42:52.317259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 55918) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:42:52.321519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f559c3ee-9c85-452f-aec6-4ef6ca5d7ccc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'floatingip': {'port_id': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:42:52.364643 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f559c3ee-9c85-452f-aec6-4ef6ca5d7ccc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:52.789880 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f559c3ee-9c85-452f-aec6-4ef6ca5d7ccc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:52.793564 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f559c3ee-9c85-452f-aec6-4ef6ca5d7ccc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:52.895004 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-f559c3ee-9c85-452f-aec6-4ef6ca5d7ccc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d associated. External IP: 172.35.3.154, port: 1ba7c268-4792-4f7d-bec0-77f8c8df1c22.
Nov 27 21:42:53.096689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f559c3ee-9c85-452f-aec6-4ef6ca5d7ccc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:42:53.201376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f559c3ee-9c85-452f-aec6-4ef6ca5d7ccc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:42:53.205911 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f559c3ee-9c85-452f-aec6-4ef6ca5d7ccc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:42:53.211591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:42:53.222436 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:42:53.223064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd057970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:42:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:42:53.233410 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f559c3ee-9c85-452f-aec6-4ef6ca5d7ccc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "PUT /v2.0/floatingips/8d59848c-adf8-48c9-b7b6-8d9b3c06e85d HTTP/1.1" status: 200  len: 991 time: 0.9151771
Nov 27 21:42:53.234057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:42:53.236901 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e14912e5ac3519f9a1e8c8c332ee864700b4434e36a279540ba6de06702df7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c88c51-1bcb-436e-8b80-4440341f99fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:42:53.273992 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcad201d-1ddf-4671-8387-637427928d9a x-openstack-request-id: req-dcad201d-1ddf-4671-8387-637427928d9a {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:42:53.274292 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:42:53.274553 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcad201d-1ddf-4671-8387-637427928d9a {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:42:53.274966 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'status': 'completed', 'code': 200}
Nov 27 21:42:53.335369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:42:53.337679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-85e72f13-8f3b-4a34-b927-dd2fe31f1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:53.339227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-85e72f13-8f3b-4a34-b927-dd2fe31f1d36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1096 time: 0.0410573
Nov 27 21:42:53.433946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-e8182474-aadf-40ef-afe6-87f999f9c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:53.435401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-e8182474-aadf-40ef-afe6-87f999f9c6d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0879145
Nov 27 21:42:53.498948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-06b9c6e7-a53c-434b-a8a0-cb723a623643 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 999 time: 0.0569520
Nov 27 21:42:53.551615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-e54e3cc6-20a6-4e1a-a13e-212302a387fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:53.553067 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-e54e3cc6-20a6-4e1a-a13e-212302a387fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0475850
Nov 27 21:42:53.559188 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd057970>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:82:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:42:52Z', 'revision_number': 9, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:42:53.585336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:42:53.593710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:42:53.594323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd057970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:42:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:42:53.598834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-588bd3b8-ac46-46fc-8fcb-2fa0fd9d9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:42:53.600441 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-588bd3b8-ac46-46fc-8fcb-2fa0fd9d9db3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401285
Nov 27 21:42:53.691924 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-e153b495-2100-48f7-838d-b044beea9976 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840867
Nov 27 21:42:53.790864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88c88c51-1bcb-436e-8b80-4440341f99fb req-c60b3618-e191-4025-964c-3cea322b0d98 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917716
Nov 27 21:42:53.856893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:42:54.080143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd057970>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:82:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:42:52Z', 'revision_number': 9, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:42:54.105500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce33382-a14c-473a-9c71-41824c3c8b4b None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:82:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:42:52Z', 'revision_number': 9, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:42:54.295959 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ea889f-7ded-4ad3-8159-51993986007d None None] New status for floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:42:55.007440 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:43:04.410575 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a12887e4-2f72-43d9-a7a3-540b5c51ab4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:06.551673 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d91fb88b-5b04-4eaf-a544-a04075f1bf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:08.002950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:09.717982 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:10.378405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:16.431138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:18.838997 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:20.319354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-dc4b3b48-8cf5-4833-be2a-b49bbc0f2ea5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390663
Nov 27 21:43:20.398586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-12422670-7481-41de-a2ec-9b56e06b0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:43:20.400139 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-12422670-7481-41de-a2ec-9b56e06b0a91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1096 time: 0.0399384
Nov 27 21:43:20.514892 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-b2e2f6a8-76f0-479e-adb1-65e4695ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:43:20.517028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-b2e2f6a8-76f0-479e-adb1-65e4695ecb6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0985181
Nov 27 21:43:20.580119 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-7a01b7a6-c551-407c-89eb-76867cf9c7e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1002 time: 0.0562007
Nov 27 21:43:20.631259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-8818c3c1-76bc-4b1e-ad2a-bac6237867ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:43:20.632685 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-8818c3c1-76bc-4b1e-ad2a-bac6237867ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0462413
Nov 27 21:43:20.677315 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-b815ab10-e11a-4076-8d9c-46d84ed4aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:43:20.678764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-b815ab10-e11a-4076-8d9c-46d84ed4aed2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384250
Nov 27 21:43:20.766855 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-a6158813-5412-40de-a71d-adab71189664 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798678
Nov 27 21:43:21.175024 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ffecdaad-a6e6-489f-95a5-62e91a7de7f8 req-5a1b7de0-9a90-4a3f-9edf-f6cb3bdee857 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4013882
Nov 27 21:43:32.007862 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:43:34.401157 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-db3fe667-da55-483a-9d42-78f92e8782a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:36.552776 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d79a-b176-431b-a163-a29c2c05efcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:38.006369 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:39.720485 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:40.380963 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:46.435409 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:43:48.841161 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:04.403236 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-771cff5e-be8a-4d4d-9f65-7cbf211dcb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:06.554113 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a2703f7-1591-4dca-9cdf-24fe0a053bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:08.009006 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:09.007495 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:44:09.725568 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:10.383497 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:16.452536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:18.837184 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:20.921467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-da857ea2-f0c8-46d0-a51f-e4de83b84bca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0774393
Nov 27 21:44:21.001625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-f1dbe4d8-ed29-44a4-b366-5b2c0a446f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:44:21.003083 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-f1dbe4d8-ed29-44a4-b366-5b2c0a446f2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1096 time: 0.0395706
Nov 27 21:44:21.106725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-d73bf2c5-c627-47d8-aa76-90cefa0ff961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:44:21.108182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-d73bf2c5-c627-47d8-aa76-90cefa0ff961 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0846493
Nov 27 21:44:21.171674 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-4733b2ff-be3a-4c64-885d-925ce7960e15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1002 time: 0.0565112
Nov 27 21:44:21.223307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-0c5bbea3-813e-4687-801e-20e6716772c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:44:21.224713 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-0c5bbea3-813e-4687-801e-20e6716772c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0465493
Nov 27 21:44:21.272170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-b41b43bd-f3d1-4cfd-bb5d-8e879b9785b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:44:21.273627 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-b41b43bd-f3d1-4cfd-bb5d-8e879b9785b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418243
Nov 27 21:44:21.457128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-65b51d6d-e535-4a3e-a686-83075dad3f88 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808442
Nov 27 21:44:21.553060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cd59db4-7350-4096-a347-4e029f4f7edc req-5db9742c-b901-4cfd-b4ed-71f6672080af service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890470
Nov 27 21:44:34.405498 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27ce1651-1d19-4739-83ff-fd8d538faeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:36.555187 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-96e9e769-c013-4f0e-93ce-0fbf7aa5c3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:38.011209 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:39.724999 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:40.385002 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:46.007874 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:44:46.466422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:44:48.839709 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:04.409208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0b19349b-b7e4-442d-8867-69887ef36339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:06.556570 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-22004ca3-f05c-4227-aa91-f02b6d93fa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:08.015515 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:09.727497 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:10.386516 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:16.464504 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:18.840725 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:21.237542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-05e1998d-4bc2-410b-ae7a-de7e7d504baf req-55a900e4-829d-4c5e-9ab3-ac71bf2c99e5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:45:21.238585 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05e1998d-4bc2-410b-ae7a-de7e7d504baf req-55a900e4-829d-4c5e-9ab3-ac71bf2c99e5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0436921
Nov 27 21:45:21.481011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-952b644c-6052-44cb-a568-f0444b5024e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0844285
Nov 27 21:45:21.490054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-d06c060b-825e-4c55-900c-10f8b80ba294 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:45:21.491067 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-d06c060b-825e-4c55-900c-10f8b80ba294 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050130
Nov 27 21:45:21.560647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084f7ef-67b8-4b27-9fce-bb354b482e8a req-b2caa588-09a8-420e-9340-734419686405 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:21.562208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8084f7ef-67b8-4b27-9fce-bb354b482e8a req-b2caa588-09a8-420e-9340-734419686405 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0962183
Nov 27 21:45:21.616080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8084f7ef-67b8-4b27-9fce-bb354b482e8a req-f543b14c-4d5e-4eaf-9a61-b68c83cb445f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479774
Nov 27 21:45:22.851650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cba9d2-b281-4588-822b-2ee59bbec02e req-9afb7b3e-3955-4832-9cf4-fd74c3a7e65c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:22.853133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c2cba9d2-b281-4588-822b-2ee59bbec02e req-9afb7b3e-3955-4832-9cf4-fd74c3a7e65c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0961542
Nov 27 21:45:22.909549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c2cba9d2-b281-4588-822b-2ee59bbec02e req-3898e368-b768-481a-9ab6-9ab631ebae83 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491400
Nov 27 21:45:23.007648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-4ce042a3-45ca-4a71-8652-45047854f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:23.008428 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:45:23.009207 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-4ce042a3-45ca-4a71-8652-45047854f41d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1096 time: 0.0408487
Nov 27 21:45:23.109234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-3ab21ce9-6f44-4cb5-8f72-446d181ba02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:23.110714 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-3ab21ce9-6f44-4cb5-8f72-446d181ba02f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0825086
Nov 27 21:45:23.180535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-3d3fe3fe-0558-433d-ad63-341c8fc4db5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1002 time: 0.0614223
Nov 27 21:45:23.230607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-9bf7d4e2-a797-4414-86ec-a1027c4e7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:23.232056 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-9bf7d4e2-a797-4414-86ec-a1027c4e7b80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0431898
Nov 27 21:45:23.276844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-5fbb901c-588a-4c4c-b0d5-3664f2bad8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:23.278217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-5fbb901c-588a-4c4c-b0d5-3664f2bad8b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387466
Nov 27 21:45:23.372410 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-c242e6f3-d87c-452f-9f0b-f20f3d10e9b0 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854728
Nov 27 21:45:23.462048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a4ff4f76-b7da-40bc-b5e4-9652352f8d6b req-4081a1ff-8f20-4dc6-a1cf-e4f0c7493969 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812819
Nov 27 21:45:24.029661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104dbf6-789b-4e33-9245-416fc471de43 req-77f34649-a503-4370-bacd-6141e3dd5e3b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:24.031270 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a104dbf6-789b-4e33-9245-416fc471de43 req-77f34649-a503-4370-bacd-6141e3dd5e3b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0521889
Nov 27 21:45:24.083970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a104dbf6-789b-4e33-9245-416fc471de43 req-35139832-475c-434c-a815-f0c2b21ed452 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460858
Nov 27 21:45:25.197535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8742a0c-ed8a-4da1-b0fd-378720caac68 req-5827d937-cfb6-482f-a0f1-c10c54123f16 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:25.198999 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8742a0c-ed8a-4da1-b0fd-378720caac68 req-5827d937-cfb6-482f-a0f1-c10c54123f16 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0475435
Nov 27 21:45:25.247015 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f8742a0c-ed8a-4da1-b0fd-378720caac68 req-de4df7da-c90d-4fa1-9535-72effa20f9b6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415351
Nov 27 21:45:26.372861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8124b-b5da-4df5-b1a4-552caca30513 req-84b5de61-f9aa-4451-9439-72b6d1b3eafb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:26.374494 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7de8124b-b5da-4df5-b1a4-552caca30513 req-84b5de61-f9aa-4451-9439-72b6d1b3eafb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0504947
Nov 27 21:45:26.427120 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7de8124b-b5da-4df5-b1a4-552caca30513 req-1a0ac383-2e42-4274-8ec7-dd31936f8bae tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461631
Nov 27 21:45:26.802486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-657c3c75-ccfd-45e1-a9b3-7ca44e8f79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:26.804048 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-657c3c75-ccfd-45e1-a9b3-7ca44e8f79e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1096 time: 0.0409515
Nov 27 21:45:26.897935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9aaac233-7068-4588-8646-98d98e9dc2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:26.899471 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9aaac233-7068-4588-8646-98d98e9dc2d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0886874
Nov 27 21:45:26.965348 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-e57bccaf-63fa-4e7c-b451-f1fdbdcdd545 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1002 time: 0.0592282
Nov 27 21:45:27.018316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-84491c59-370c-4ac9-b93d-0727d4350b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:27.019807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-84491c59-370c-4ac9-b93d-0727d4350b0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0479338
Nov 27 21:45:27.065069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-fa7000f4-915a-4875-bf50-68c1a739e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:27.066460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-fa7000f4-915a-4875-bf50-68c1a739e758 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394301
Nov 27 21:45:27.154483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-20b0bfd4-255a-47c0-bfb8-ba29a7cdfc64 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804496
Nov 27 21:45:27.249931 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-388f0b15-bda3-43dc-85df-1af8bf3a55ec service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861692
Nov 27 21:45:27.544146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34b2f-e3f2-43d1-9aa1-83193e8d15db req-46acf401-a736-41a5-8a94-ad317b2161e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:27.546197 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9d34b2f-e3f2-43d1-9aa1-83193e8d15db req-46acf401-a736-41a5-8a94-ad317b2161e7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0519671
Nov 27 21:45:27.591886 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9d34b2f-e3f2-43d1-9aa1-83193e8d15db req-a4fac7c4-7e07-4e62-841d-2e5c8060839c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397828
Nov 27 21:45:28.710563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a94c8-b498-4457-8bd7-638baba0d7d1 req-81adaa2f-8e14-43df-b985-ae328530ebff tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:28.712545 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-902a94c8-b498-4457-8bd7-638baba0d7d1 req-81adaa2f-8e14-43df-b985-ae328530ebff tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0501878
Nov 27 21:45:28.762379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-902a94c8-b498-4457-8bd7-638baba0d7d1 req-e433b62d-d7e8-4f63-831f-6b27dfd52a1f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437112
Nov 27 21:45:29.883885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d31614-6701-43de-8297-ba30334d6408 req-fb0e1883-28e6-4418-ac58-98e7b7376ccb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:29.885351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d9d31614-6701-43de-8297-ba30334d6408 req-fb0e1883-28e6-4418-ac58-98e7b7376ccb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0529404
Nov 27 21:45:29.930795 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d9d31614-6701-43de-8297-ba30334d6408 req-196bd52f-a56d-4d1a-8b5f-543f7e3230c0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388141
Nov 27 21:45:31.051069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957fc66-777a-426b-8bbe-020abff4b8bd req-24131d71-fd4c-4de3-92b4-ad4e2b5d98ec tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:31.052603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3957fc66-777a-426b-8bbe-020abff4b8bd req-24131d71-fd4c-4de3-92b4-ad4e2b5d98ec tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0512893
Nov 27 21:45:31.103326 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3957fc66-777a-426b-8bbe-020abff4b8bd req-183db536-cd4a-4815-8829-920a3fdffe66 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448370
Nov 27 21:45:32.221849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60174427-08eb-4acb-a1e7-bb91d21fbea8 req-f97dc0b3-08e1-4280-a4e4-cc342d27f408 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:32.223351 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60174427-08eb-4acb-a1e7-bb91d21fbea8 req-f97dc0b3-08e1-4280-a4e4-cc342d27f408 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0484397
Nov 27 21:45:32.272786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-60174427-08eb-4acb-a1e7-bb91d21fbea8 req-7f72ec99-6d32-4f50-afc6-986b0b695139 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435324
Nov 27 21:45:33.386035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee3baa-c97b-4a5d-b3e7-03a91e0e6d55 req-2fa9af5a-244a-462f-9445-7b07488bc6df tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:33.387534 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02ee3baa-c97b-4a5d-b3e7-03a91e0e6d55 req-2fa9af5a-244a-462f-9445-7b07488bc6df tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0485053
Nov 27 21:45:33.434529 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02ee3baa-c97b-4a5d-b3e7-03a91e0e6d55 req-3aecae74-9a1b-41b2-b5ad-c9e4e1685043 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404851
Nov 27 21:45:34.410330 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-30fcea3f-1abd-4b15-9dc0-814ffe5a4f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:34.556352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dcaad-5134-4845-b04a-925cb72969aa req-d5577662-8ec0-4030-95e8-c1dacbba61bb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:34.557866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f0dcaad-5134-4845-b04a-925cb72969aa req-d5577662-8ec0-4030-95e8-c1dacbba61bb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0548196
Nov 27 21:45:34.603591 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3f0dcaad-5134-4845-b04a-925cb72969aa req-a8428daa-db6e-4458-8375-bb814e5d38a7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395193
Nov 27 21:45:35.720498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131c650-f986-468a-aea9-e5ffd8d03234 req-762bd49b-9e80-4d47-b944-66a5c08bd460 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:35.721897 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a131c650-f986-468a-aea9-e5ffd8d03234 req-762bd49b-9e80-4d47-b944-66a5c08bd460 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0500748
Nov 27 21:45:35.768370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a131c650-f986-468a-aea9-e5ffd8d03234 req-ae049856-4c35-4bec-b58c-8719a6f0ea7f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404906
Nov 27 21:45:36.558165 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d550abd4-cec8-499e-a37f-eac8540a3eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:36.884940 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b1dec-e455-44a4-9d1a-0208401a5bb9 req-89637130-b55e-4c5d-a572-4421c48544af tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:36.886423 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c38b1dec-e455-44a4-9d1a-0208401a5bb9 req-89637130-b55e-4c5d-a572-4421c48544af tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0487616
Nov 27 21:45:36.933172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c38b1dec-e455-44a4-9d1a-0208401a5bb9 req-dea8456d-dc30-4797-80f8-d2d24ad03a3c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394173
Nov 27 21:45:38.019600 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:38.056567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bd9f7-b69c-4c02-a981-dd21ae72db29 req-b8bbffab-1b86-4058-b563-45e8b3e90ed1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:38.057965 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a8bd9f7-b69c-4c02-a981-dd21ae72db29 req-b8bbffab-1b86-4058-b563-45e8b3e90ed1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0533841
Nov 27 21:45:38.104247 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a8bd9f7-b69c-4c02-a981-dd21ae72db29 req-0ca0f1fc-1116-43a2-97f0-8f78e36e0c26 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404110
Nov 27 21:45:39.161918 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-cca58a2d-05c4-4614-bfbd-830765e50e91 service neutron] show failed (client error): The resource could not be found.
Nov 27 21:45:39.162949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-cca58a2d-05c4-4614-bfbd-830765e50e91 service neutron] 10.222.0.15 "GET /v2.0/ports/1ba7c268-4792-4f7d-bec0-77f8c8df1c22/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0540643
Nov 27 21:45:39.231804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255abcd-416a-49a8-bc93-a6a956da0d39 req-78bc9286-c0ce-4830-be8b-87ecc19b725c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:39.234856 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4255abcd-416a-49a8-bc93-a6a956da0d39 req-78bc9286-c0ce-4830-be8b-87ecc19b725c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0614686
Nov 27 21:45:39.289997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4255abcd-416a-49a8-bc93-a6a956da0d39 req-97bbd6f0-97c8-4a54-a3b8-1fe67db1e4ba tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487318
Nov 27 21:45:39.465297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-85bd6bd6-fa39-468e-83af-a6d245fecb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:39.466785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-85bd6bd6-fa39-468e-83af-a6d245fecb2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 1096 time: 0.0781746
Nov 27 21:45:39.484813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:45:39.535359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:39.731388 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:40.040130 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:45:40.072800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:45:40.114080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:45:40.119444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:40.132812 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Transition to ACTIVE for port object 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:45:40.136831 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:40.161080 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23528b4a-1471-401a-93cd-dad843dacec5" -d '{"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:45:40.219396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:40.240800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.241395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.241395 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.241854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.241854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.242176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.242627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.242838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.243139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.243480 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.243803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.244126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:40.285374 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521fcc23-b7b1-4e38-8a80-1fe215d54a82 x-openstack-request-id: req-521fcc23-b7b1-4e38-8a80-1fe215d54a82 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:45:40.285680 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:45:40.285938 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-521fcc23-b7b1-4e38-8a80-1fe215d54a82 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:45:40.286338 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'code': 200}
Nov 27 21:45:40.287864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] No DVR routers for this DVR port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:45:40.392069 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:40.444611 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dcdbc-cdd7-4338-95d0-d14f944523a4 req-0d4e8157-3c31-4a63-809e-228842346497 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:40.446126 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f51dcdbc-cdd7-4338-95d0-d14f944523a4 req-0d4e8157-3c31-4a63-809e-228842346497 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 943 time: 0.0792618
Nov 27 21:45:40.489892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:45:40.490333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:45:40.490668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:45:40.502378 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:45:40.502705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:45:40.516091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:45:40.516433 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:45:40.516820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:45:40.517259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Bound port: 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:45:40.517626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:40.532286 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f51dcdbc-cdd7-4338-95d0-d14f944523a4 req-93c3bdc1-9b2b-47aa-abda-0b33749e9513 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692430
Nov 27 21:45:40.587087 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:45:40.590337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:45:40.594874 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:40.630819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:40.631524 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:40.632832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] 10.222.0.35 "PUT /v2.0/ports/1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1091 time: 1.1518686
Nov 27 21:45:40.655317 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863fdde-a0e3-4629-bd45-06a7023625aa service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:40.699353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-b023f45d-41cb-4432-91dc-6820a2e821e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:40.701074 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-b023f45d-41cb-4432-91dc-6820a2e821e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1094 time: 0.0429187
Nov 27 21:45:40.795349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-d2142e72-3398-4444-b0b0-9a8e6a717c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:40.796873 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-d2142e72-3398-4444-b0b0-9a8e6a717c30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0886796
Nov 27 21:45:40.877859 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-9172169d-862d-40de-9c99-911e79d89197 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1000 time: 0.0681777
Nov 27 21:45:40.934808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-78b4e466-427b-4f13-8ca5-536800eb1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:40.936317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-78b4e466-427b-4f13-8ca5-536800eb1cb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0457332
Nov 27 21:45:40.987339 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-733057f8-1ba0-4142-9e15-32b2e42db2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:40.988839 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-733057f8-1ba0-4142-9e15-32b2e42db2e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429757
Nov 27 21:45:41.088711 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-bdfb43b4-70fb-4c24-81b5-b0e2d03a0f0e service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892498
Nov 27 21:45:41.182485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e033b97-f096-4699-b99f-5b984e5cb2df req-4f7fea23-3843-412d-aca2-503422895158 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824475
Nov 27 21:45:41.659010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed60dc7-ff0d-4e5c-a9f3-3c737f82ccef req-db1fdd3d-3fd3-49f0-a09f-2fa1f373b6ca tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:41.661085 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eed60dc7-ff0d-4e5c-a9f3-3c737f82ccef req-db1fdd3d-3fd3-49f0-a09f-2fa1f373b6ca tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 943 time: 0.0513515
Nov 27 21:45:41.714394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eed60dc7-ff0d-4e5c-a9f3-3c737f82ccef req-29b4802d-fd36-4c00-b4c9-ea0c04990814 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464113
Nov 27 21:45:42.244181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:45:42.282046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:45:42.287096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:45:42.289571 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0a8b6c-12bf-40da-b049-b2c720eaa151" -d '{"events": [{"name": "network-changed", "server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:45:42.336712 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9177c12-5550-4820-b306-35c7a4a96899 x-openstack-request-id: req-e9177c12-5550-4820-b306-35c7a4a96899 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:45:42.337078 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:45:42.337344 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9177c12-5550-4820-b306-35c7a4a96899 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:45:42.337778 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'status': 'completed', 'code': 200}
Nov 27 21:45:42.397771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-b5b7fb47-7376-4d85-937a-8fa4cd59b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:42.399294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-b5b7fb47-7376-4d85-937a-8fa4cd59b748 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1094 time: 0.0428400
Nov 27 21:45:42.409739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-e145433b-bb2f-44e2-a3b1-f2409565b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:42.411241 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-e145433b-bb2f-44e2-a3b1-f2409565b6af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1094 time: 0.0466273
Nov 27 21:45:42.489581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-0902dba1-5dee-42db-a87d-a5717c73ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:42.491107 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-0902dba1-5dee-42db-a87d-a5717c73ab08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0851898
Nov 27 21:45:42.504650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-abb60dbf-abb7-4be5-9c4f-52585b369df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:42.506130 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-abb60dbf-abb7-4be5-9c4f-52585b369df2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0850809
Nov 27 21:45:42.561954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-767298a4-788c-431c-a2f4-d87016801681 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1000 time: 0.0627108
Nov 27 21:45:42.578492 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-bc1f4438-9708-400a-a61f-597cc06e9695 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1000 time: 0.0634413
Nov 27 21:45:42.612695 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-3592836b-2bac-44a4-9a4a-005aab27c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:42.614181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-3592836b-2bac-44a4-9a4a-005aab27c155 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0440547
Nov 27 21:45:42.633398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-de069bad-1a33-44b2-adbc-2fd0fa5b50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:42.634906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-de069bad-1a33-44b2-adbc-2fd0fa5b50d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0449131
Nov 27 21:45:42.660420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-fb9b404e-fa84-4e52-9be7-c852a5ca4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:42.661925 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-fb9b404e-fa84-4e52-9be7-c852a5ca4001 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409896
Nov 27 21:45:42.681668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-d82497fa-d2b3-4a26-a7f6-c13cf47f720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:42.683268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-d82497fa-d2b3-4a26-a7f6-c13cf47f720c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399215
Nov 27 21:45:42.756174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-dae159ff-f2d8-4c87-bfb0-c81d4fb09a73 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870636
Nov 27 21:45:42.780538 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-926a667c-9c35-4725-95c2-7570a805be21 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887408
Nov 27 21:45:42.827291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:45:42.881245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-bd76d82e-0db4-461c-ba9c-7bdef00913fd service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917599
Nov 27 21:45:42.884765 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f974-7e48-47ba-b94d-e24f399f5f7f req-e212f0db-de55-4de7-b9f2-ba88c4f52b44 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:42.886238 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a29f974-7e48-47ba-b94d-e24f399f5f7f req-e212f0db-de55-4de7-b9f2-ba88c4f52b44 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 943 time: 0.0799117
Nov 27 21:45:42.893480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5d0a8b6c-12bf-40da-b049-b2c720eaa151 req-4ba2f9c1-1c18-4a6e-a201-3fca07464aef service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308103
Nov 27 21:45:42.932681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:45:42.944409 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a29f974-7e48-47ba-b94d-e24f399f5f7f req-13baf6ad-924c-452f-afd6-5ef021e9efed tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484343
Nov 27 21:45:42.946225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'mac_address': 'fa:16:3e:82:4e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:45:42.993332 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:43.009209 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:45:43.029827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:45:43.033659 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:43.085978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:43.093380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.093737 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.094087 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.094433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.094787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.095116 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.095548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.095892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.096229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.096562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.096898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.097229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:43.305959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['1ba7c268-4792-4f7d-bec0-77f8c8df1c22'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:45:44.067351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4123-ca24-4a92-9b48-b06d7f523294 req-665c1611-aed0-4a8e-a28c-e6cf46ff9b26 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:44.068804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04ef4123-ca24-4a92-9b48-b06d7f523294 req-665c1611-aed0-4a8e-a28c-e6cf46ff9b26 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0488479
Nov 27 21:45:44.119753 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-04ef4123-ca24-4a92-9b48-b06d7f523294 req-158f6e19-bd78-4051-bc26-a94b25e1d5c1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449007
Nov 27 21:45:44.427275 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-882443c8-11db-4b1e-a776-763d4d7f05b2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:44.428748 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-882443c8-11db-4b1e-a776-763d4d7f05b2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.35 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b&tenant_id=8ac362e2c70a4862919a7dfcd5f32167&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0786867
Nov 27 21:45:44.441590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363dc44-97d0-42ba-a029-3fe65ef05edc req-66b8c553-19dc-4f05-bc41-a204dac3c53d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:44.443106 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1363dc44-97d0-42ba-a029-3fe65ef05edc req-66b8c553-19dc-4f05-bc41-a204dac3c53d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0671811
Nov 27 21:45:44.530403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1363dc44-97d0-42ba-a029-3fe65ef05edc req-4cf616e2-796d-4fdd-bfe2-2a84fe4490db tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802355
Nov 27 21:45:44.533450 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-298fd19e-8e5e-4f4c-abe1-eb0b70a5d61c service neutron] 10.222.0.35 "GET /v2.0/ports/1ba7c268-4792-4f7d-bec0-77f8c8df1c22/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0892856
Nov 27 21:45:44.599811 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-f3fb14ca-71d1-4a18-b041-0eb17c2c03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:44.601218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-f3fb14ca-71d1-4a18-b041-0eb17c2c03c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1095 time: 0.0415692
Nov 27 21:45:44.690191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-69632a8a-82a0-4988-9412-03ed90c79044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:44.691677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-69632a8a-82a0-4988-9412-03ed90c79044 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0826564
Nov 27 21:45:44.761005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-63439d33-1174-4b43-a8d8-d23b1397aed7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1001 time: 0.0611415
Nov 27 21:45:44.808886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-0525d696-46c4-4c44-a535-84cc355593ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:44.810295 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-0525d696-46c4-4c44-a535-84cc355593ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0423136
Nov 27 21:45:44.829269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:45:44.855035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-fcb2b667-590c-4963-be91-8a0282ee3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:44.856604 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-fcb2b667-590c-4963-be91-8a0282ee3bd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391951
Nov 27 21:45:44.877989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:45:44.883269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:45:44.883787 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:44.951527 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-bada96ca-12d3-4dcb-a5b7-7e8e15bdd0ea service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877786
Nov 27 21:45:44.961374 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:44.987772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:45:45.001967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:45:45.007392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:45.035734 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c4c045-9fe2-40bd-a53c-9c845c6bb3e5" -d '{"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-plugged", "status": "completed", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:45:45.049864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-3ed470b1-96df-45b1-9be1-55792be976c1 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916793
Nov 27 21:45:45.064601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:45.151396 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416e604e-5ae9-46a5-802d-af8c6161db9b x-openstack-request-id: req-416e604e-5ae9-46a5-802d-af8c6161db9b {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:45:45.151727 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-plugged", "status": "completed", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:45:45.151986 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-416e604e-5ae9-46a5-802d-af8c6161db9b {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:45:45.152391 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'code': 200}
Nov 27 21:45:45.649831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b8f99-caab-4f96-a288-74268a308062 req-c174c31e-1fdb-47d3-b316-bcbc43588ce9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:45.651315 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-738b8f99-caab-4f96-a288-74268a308062 req-c174c31e-1fdb-47d3-b316-bcbc43588ce9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0490749
Nov 27 21:45:45.702731 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-738b8f99-caab-4f96-a288-74268a308062 req-93a8a08d-0141-4928-8f3e-c8269470e179 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454059
Nov 27 21:45:46.479933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:46.821338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a36441-264d-476e-8edb-8cb4195db20d req-1ce401d6-e15a-41f2-878a-a8cdfaf141d8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:46.822849 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03a36441-264d-476e-8edb-8cb4195db20d req-1ce401d6-e15a-41f2-878a-a8cdfaf141d8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0497093
Nov 27 21:45:46.875413 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-03a36441-264d-476e-8edb-8cb4195db20d req-6bf550ad-8e28-4c3e-9a27-ba2bf932f4c5 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455747
Nov 27 21:45:47.187179 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-c44d3764-8ce3-4dbe-8fdb-894c4f6bc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:47.188668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-c44d3764-8ce3-4dbe-8fdb-894c4f6bc710 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 1096 time: 0.0393093
Nov 27 21:45:47.200745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:45:47.255149 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:47.448198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:45:47.480312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:45:47.519423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:45:47.525092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:47.537792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Transition to ACTIVE for port object 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:45:47.541364 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:47.575006 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad507fc3-876a-47be-9539-ac8ea887ae0b" -d '{"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:45:47.635119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=10']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:47.649339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.649690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.650038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.650382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.650717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.651050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.651410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.651740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.652067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.652395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.652719 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.653042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:45:47.689001 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb7450b-a28f-4be6-a4fd-94dd40ab700e x-openstack-request-id: req-adb7450b-a28f-4be6-a4fd-94dd40ab700e {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:45:47.689299 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:45:47.689555 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adb7450b-a28f-4be6-a4fd-94dd40ab700e {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:45:47.689953 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'code': 200}
Nov 27 21:45:47.690862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] No DVR routers for this DVR port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:45:47.825007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:45:47.825673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:45:47.825673 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:45:47.829925 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:45:47.830250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Attempting to bind port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:45:47.835024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:45:47.835397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:45:47.835780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:45:47.836208 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Bound port: 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:45:47.836558 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:47.897525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:45:47.900661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:45:47.905769 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:47.946700 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:47.947550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:47.948755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1092 time: 0.7518561
Nov 27 21:45:47.998131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef628f3-74fa-4560-81d2-28cab8867416 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=11']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:48.044629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447ad49-4fc0-4c5e-b73a-1d86c823ccea req-497a1765-4f63-495c-a28f-7639a3118345 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:48.046931 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8447ad49-4fc0-4c5e-b73a-1d86c823ccea req-497a1765-4f63-495c-a28f-7639a3118345 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0955303
Nov 27 21:45:48.048940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-5c4d49fe-90cb-4f6f-97ce-e9fe37e11211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:48.050294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-5c4d49fe-90cb-4f6f-97ce-e9fe37e11211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1095 time: 0.0777826
Nov 27 21:45:48.148261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8447ad49-4fc0-4c5e-b73a-1d86c823ccea req-4162c8d7-59bb-4b7a-a054-e65ff36bbbb9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953379
Nov 27 21:45:48.174960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-36b53d84-46bd-4a38-a063-ac7507ddf5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:48.176439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-36b53d84-46bd-4a38-a063-ac7507ddf5f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.1176696
Nov 27 21:45:48.242840 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-c5866ab4-0b6f-4dea-8bfa-8a035ca52609 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1000 time: 0.0578732
Nov 27 21:45:48.294549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-affb8952-9bef-4794-941c-01872e866986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:48.296021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-affb8952-9bef-4794-941c-01872e866986 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0465057
Nov 27 21:45:48.340597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-77c6200b-e06a-469d-9f9a-dd0090f8d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:48.342619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-77c6200b-e06a-469d-9f9a-dd0090f8d08f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385811
Nov 27 21:45:48.428889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-f522f682-549e-4b5d-b541-cb5d3a95e18a service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0785849
Nov 27 21:45:48.519611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ecdd5bb-42fb-481d-b234-73b4f6979e4a req-239d6a29-7996-47e1-8844-a91ba310202c service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842357
Nov 27 21:45:48.856964 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:49.267803 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770c19b-0f92-4f3b-b1aa-ee9ca494dbe8 req-b46c4224-2156-466a-8231-04771f695a1d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:49.269309 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7770c19b-0f92-4f3b-b1aa-ee9ca494dbe8 req-b46c4224-2156-466a-8231-04771f695a1d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0495596
Nov 27 21:45:49.316387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7770c19b-0f92-4f3b-b1aa-ee9ca494dbe8 req-04984734-356d-444b-acd6-55000bacdae2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409992
Nov 27 21:45:49.691637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:45:49.694071 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f738ce-6132-4b6b-92e1-61eaef0fa96a" -d '{"events": [{"name": "network-changed", "server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:45:49.742028 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc87bf-1f1d-41dc-9a53-0284d6039ec4 x-openstack-request-id: req-dddc87bf-1f1d-41dc-9a53-0284d6039ec4 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:45:49.742325 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:45:49.742584 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dddc87bf-1f1d-41dc-9a53-0284d6039ec4 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:45:49.742987 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'status': 'completed', 'code': 200}
Nov 27 21:45:49.804982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-0ca9a9e4-2522-44c8-bae7-229615958b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:49.806536 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-0ca9a9e4-2522-44c8-bae7-229615958b8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1095 time: 0.0437188
Nov 27 21:45:49.816969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-ac37a53c-5d64-49b4-a909-aa9b67d0004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:49.818464 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-ac37a53c-5d64-49b4-a909-aa9b67d0004c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 1095 time: 0.0419478
Nov 27 21:45:49.906934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-29f0060f-4045-4a3d-986c-b1c43b90a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:49.908444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-29f0060f-4045-4a3d-986c-b1c43b90a95f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0941744
Nov 27 21:45:49.920717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-b061e07e-0689-4a4e-987b-348153ba0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:49.922214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-b061e07e-0689-4a4e-987b-348153ba0193 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0921321
Nov 27 21:45:49.976033 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-8644c51c-22aa-4218-9ec8-5f231d6f4192 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1000 time: 0.0593240
Nov 27 21:45:49.995275 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-03607ea1-0aae-4860-90a9-afdfd90b373d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 200  len: 1000 time: 0.0610871
Nov 27 21:45:50.025502 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-d8d5c350-603b-485b-856a-3634ce4bd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:50.026983 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-d8d5c350-603b-485b-856a-3634ce4bd49f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0439990
Nov 27 21:45:50.054377 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-aa2c66af-2787-4d48-8e0c-c477ad945f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:50.055883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-aa2c66af-2787-4d48-8e0c-c477ad945f51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0497513
Nov 27 21:45:50.077161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-e31b9ada-b400-4658-9766-76980b77b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:50.078686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-e31b9ada-b400-4658-9766-76980b77b43a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448818
Nov 27 21:45:50.108892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-49b91b1d-5699-406c-b1c9-219eec81c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:50.110383 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-49b91b1d-5699-406c-b1c9-219eec81c256 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435052
Nov 27 21:45:50.169939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-ed3f07a5-1cd1-48d4-81c7-2f604010f016 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833566
Nov 27 21:45:50.202700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-f38bcb7b-76f1-4cc1-afbc-d16bd6038bfb service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804639
Nov 27 21:45:50.263985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-e05ce1d7-de62-4b34-a80f-4bcd4de7f7cf service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859497
Nov 27 21:45:50.300808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-29f738ce-6132-4b6b-92e1-61eaef0fa96a req-7b74f106-fdb5-4140-be17-2c7726f59eda service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859959
Nov 27 21:45:50.436000 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c58dcc-318e-4505-9649-b70b39a47c3e req-f5848c41-f0e2-4f9c-af01-4a9c1f21fda8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:50.437517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96c58dcc-318e-4505-9649-b70b39a47c3e req-f5848c41-f0e2-4f9c-af01-4a9c1f21fda8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0531068
Nov 27 21:45:50.484865 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-96c58dcc-318e-4505-9649-b70b39a47c3e req-99a50f88-293f-427f-82b2-d15662f98d11 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413303
Nov 27 21:45:50.875407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:45:50.916001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:45:51.607184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b920dc-755d-4635-96db-a1d1c35841b6 req-299a87b8-5bee-4e6f-8b17-694bad7a99a7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:51.608750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28b920dc-755d-4635-96db-a1d1c35841b6 req-299a87b8-5bee-4e6f-8b17-694bad7a99a7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0496159
Nov 27 21:45:51.656122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-28b920dc-755d-4635-96db-a1d1c35841b6 req-8ee7405b-eed5-4d74-8a0f-745f12c8136c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413637
Nov 27 21:45:51.772947 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1893c-fde8-4abf-a2d9-aa15d027cf70 req-fb254d28-b7a3-4956-8507-ec64b9a52342 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:51.774421 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aee1893c-fde8-4abf-a2d9-aa15d027cf70 req-fb254d28-b7a3-4956-8507-ec64b9a52342 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0527005
Nov 27 21:45:51.825028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aee1893c-fde8-4abf-a2d9-aa15d027cf70 req-66de11ae-1049-4c8f-8cfa-e67960ee5219 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437286
Nov 27 21:45:51.937711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbab37-60e0-4a09-8330-02974f622898 req-4037b487-02cf-47ab-bd0d-ad479c39ee0f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:51.939191 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4bcbab37-60e0-4a09-8330-02974f622898 req-4037b487-02cf-47ab-bd0d-ad479c39ee0f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0479939
Nov 27 21:45:51.990121 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4bcbab37-60e0-4a09-8330-02974f622898 req-9872f125-fcff-4c78-9354-7a40e35e651f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443361
Nov 27 21:45:52.220110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf14f94-142c-4da8-9b50-f9103497d19b req-663e6a7e-c261-4b32-a7e7-a2ae394b8178 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:52.221579 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-caf14f94-142c-4da8-9b50-f9103497d19b req-663e6a7e-c261-4b32-a7e7-a2ae394b8178 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 944 time: 0.0480216
Nov 27 21:45:52.268881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-caf14f94-142c-4da8-9b50-f9103497d19b req-80150dae-b789-4cf6-9b29-70ef5c722cb3 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412669
Nov 27 21:45:52.297713 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:45:52.390139 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:45:52.401499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'mac_address': 'fa:16:3e:82:4e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:45:52.437937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:52.454083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:45:52.472899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:45:52.476970 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:52.522765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=12']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:52.848345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['1ba7c268-4792-4f7d-bec0-77f8c8df1c22'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:45:53.384170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00abacd-8406-4d5e-8ee5-9e03374725e6 req-d32dec97-a23e-45ac-8852-8883f847e6d8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:53.385659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f00abacd-8406-4d5e-8ee5-9e03374725e6 req-d32dec97-a23e-45ac-8852-8883f847e6d8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0480742
Nov 27 21:45:53.433330 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f00abacd-8406-4d5e-8ee5-9e03374725e6 req-93be0111-a60f-4164-942e-241ea4411bcf tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411112
Nov 27 21:45:53.706034 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-7995a50e-20c9-4bfd-a93f-6642d2977bb8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:53.707437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-7995a50e-20c9-4bfd-a93f-6642d2977bb8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 945 time: 0.0484376
Nov 27 21:45:53.797829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Deleting port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:45:53.798156 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:53.885754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] For port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:45:53.886113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:54.053384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:54.053747 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:54.054064 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d disassociated. External IP: 172.35.3.154, port: 1ba7c268-4792-4f7d-bec0-77f8c8df1c22.
Nov 27 21:45:54.054408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Calling delete_port for 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:45:54.176851 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:54.208165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event deleted for resources: {'Port': ['ID=1ba7c268-4792-4f7d-bec0-77f8c8df1c22,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:54.318099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:45:54.426666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:45:54.436823 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:45:54.446810 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:45:54.447453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe264520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:45:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:45:54.470494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] No DVR routers for this DVR port 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:45:54.473349 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:54.477633 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6908bd8e-8e91-4830-9515-3a373bee3665 req-c34b2285-1b19-4d59-be58-825b42fceb89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "DELETE /v2.0/ports/1ba7c268-4792-4f7d-bec0-77f8c8df1c22 HTTP/1.1" status: 204  len: 173 time: 0.7633991
Nov 27 21:45:54.477633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-deleted', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:45:54.479997 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f22230-34ea-465d-9563-d2221bc21260" -d '{"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-deleted", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:45:54.539500 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e227cb8-2b0a-4f91-bd56-41579c77a8b5 x-openstack-request-id: req-2e227cb8-2b0a-4f91-bd56-41579c77a8b5 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:45:54.539785 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae413f-06a3-4b54-b500-c39507b7ea3b", "name": "network-vif-deleted", "tag": "1ba7c268-4792-4f7d-bec0-77f8c8df1c22", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:45:54.540044 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e227cb8-2b0a-4f91-bd56-41579c77a8b5 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:45:54.540444 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae413f-06a3-4b54-b500-c39507b7ea3b', 'name': 'network-vif-deleted', 'tag': '1ba7c268-4792-4f7d-bec0-77f8c8df1c22', 'status': 'completed', 'code': 200}
Nov 27 21:45:54.543233 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8de233ce-c455-4769-8e22-a8a75a9a452b req-72d4ad1d-f481-41aa-ba18-b5c687c4e44e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dae413f-06a3-4b54-b500-c39507b7ea3b HTTP/1.1" status: 200  len: 210 time: 0.0351388
Nov 27 21:45:54.579833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:45:54.779634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe264520>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:45:54.804632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:45:54.813275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:45:54.813871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe264520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:45:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:45:54.920373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:45:55.123518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe264520>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:45:55.150537 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0611da-2630-427c-9d4e-d16197cefd08 None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:45:55.363703 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a151047-b1ce-4aad-8a17-67ec70a53b82 None None] New status for floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:45:55.845827 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-dae3bf5f-886d-45a0-9434-37b5728225a2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--488750309&fields=id&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 267 time: 0.0416107
Nov 27 21:45:55.958209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1130-528b-4f23-9517-42e3deeceacc req-0ec04bbd-f808-4577-ab49-5314a9b0042a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:55.959593 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-0ec04bbd-f808-4577-ab49-5314a9b0042a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 811 time: 0.1070135
Nov 27 21:45:55.974687 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-7698003d-4e0a-47f9-9bbf-9147bc29270e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/quotas/8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 375 time: 0.0094240
Nov 27 21:45:56.024083 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-15d65326-ce42-4e56-b3fd-49105b0402c6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0443473
Nov 27 21:45:56.120531 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-79319b20-9278-4b7e-8e05-6eec35da4f08 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841763
Nov 27 21:45:56.208868 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-eb943449-a80c-4038-b0d5-0d6ddc596ea6 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815194
Nov 27 21:45:56.323546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:45:56.328347 ncdv-master-1 neutron-server[120910]: INFO neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No ports have port_id starting with 1ba7c268-4792-4f7d-bec0-77f8c8df1c22
Nov 27 21:45:56.330002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 requested by agent hyperv_nch2-master-1 not found in database {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Nov 27 21:45:56.370572 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a16b3495-eb24-430f-9386-3346d84bb203 req-6f430d10-71f5-48de-ab45-4bfdd7b64439 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 210 time: 0.0252051
Nov 27 21:45:57.297543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1130-528b-4f23-9517-42e3deeceacc req-22cce792-6948-4f89-9d5f-72e607f76128 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:57.299008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-22cce792-6948-4f89-9d5f-72e607f76128 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 811 time: 0.1114836
Nov 27 21:45:57.365750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-8c845000-b4b9-49e8-93ed-3963e3cacfbc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 379 time: 0.0565469
Nov 27 21:45:57.375347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'port': {'device_id': '25774708-7210-45ee-9097-d55a89f2b668', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'admin_state_up': True, 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'security_groups': ['2c1c9ef1-a4ee-4038-b515-92e4cb981ac9']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:45:57.471751 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d6d61c1-9cf7-4a7c-a30c-7bf430bf9b45 req-1fdaba94-263a-49d5-87d4-9559d871e313 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 210 time: 0.0278676
Nov 27 21:45:57.483395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Made reservation on behalf of 8ac362e2c70a4862919a7dfcd5f32167 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:45:57.486983 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:57.612935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Allocated IP 172.20.0.6 (d7f8e8e5-e085-4395-9b1c-093e8c6acee0/7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83/d33abb14-0e81-4511-aece-6a890371c60a) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:45:57.749634 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:57.782041 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:57.824504 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:45:57.828157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:45:57.831912 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:45:57.838296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:57.888518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:57.889359 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:57.909949 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-d9c39bde-2232-443c-9708-18acbd68f038 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5378237
Nov 27 21:45:57.922370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Request body: {'port': {'device_id': '25774708-7210-45ee-9097-d55a89f2b668', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:45:57.995732 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:58.093724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e586dd33-454a-4fbe-b3f5-a4e0271702c4 None None] Provisioning complete for port d33abb14-0e81-4511-aece-6a890371c60a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:45:58.094308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e586dd33-454a-4fbe-b3f5-a4e0271702c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:58.130905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e586dd33-454a-4fbe-b3f5-a4e0271702c4 None None] Port d33abb14-0e81-4511-aece-6a890371c60a cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:45:58.267852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33abb14-0e81-4511-aece-6a890371c60a {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:45:58.275024 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:58.286407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Transition to ACTIVE for port object d33abb14-0e81-4511-aece-6a890371c60a will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:45:58.290303 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:58.328961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:45:58.339852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:58.358065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:45:58.358983 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 1ba7c268-4792-4f7d-bec0-77f8c8df1c22 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:45:58.411372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:45:58.411904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:45:58.412038 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:45:58.416741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Port d33abb14-0e81-4511-aece-6a890371c60a on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:45:58.417076 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:45:58.422625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:45:58.422969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:45:58.423395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:45:58.423837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Bound port: d33abb14-0e81-4511-aece-6a890371c60a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:45:58.424217 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:58.490269 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:45:58.493613 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:45:58.498103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:58.535071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:58.535726 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:45:58.537119 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] 10.222.0.15 "PUT /v2.0/ports/d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1091 time: 0.6192894
Nov 27 21:45:58.537570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:45:58.539871 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ea517-8c78-40a5-b185-dafab63ba486" -d '{"events": [{"name": "network-changed", "server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:45:58.596842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0188-6389-42f8-a2a3-0698cff0e0de service neutron] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:45:58.625486 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ccf980-04b4-415c-8355-6585156ffd10 x-openstack-request-id: req-68ccf980-04b4-415c-8355-6585156ffd10 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:45:58.625786 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:45:58.626045 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68ccf980-04b4-415c-8355-6585156ffd10 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:45:58.626449 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'status': 'completed', 'code': 200}
Nov 27 21:45:58.650199 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc9557-8d0f-465f-8ca6-688a327a17cd req-0373fe95-d33f-460e-96a9-e5fe2d34666e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:58.651760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6dc9557-8d0f-465f-8ca6-688a327a17cd req-0373fe95-d33f-460e-96a9-e5fe2d34666e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.1040077
Nov 27 21:45:58.658647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1130-528b-4f23-9517-42e3deeceacc req-3d9f1c35-b32f-44a6-9411-ab23764926ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:58.660338 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-3d9f1c35-b32f-44a6-9411-ab23764926ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1094 time: 0.0647876
Nov 27 21:45:58.715194 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-5e59bcfd-1c84-4083-919d-c36174e371de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 217 time: 0.0392427
Nov 27 21:45:59.090450 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f6dc9557-8d0f-465f-8ca6-688a327a17cd req-36496e1f-3c56-4e71-9aca-2d86795ae209 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4290078
Nov 27 21:45:59.101536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1130-528b-4f23-9517-42e3deeceacc req-ea3e77f8-c0f5-43d0-9402-3eeb032b0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:59.103122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-ea3e77f8-c0f5-43d0-9402-3eeb032b0227 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.3793740
Nov 27 21:45:59.148911 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1130-528b-4f23-9517-42e3deeceacc req-b132e659-3cce-4310-b333-67811b832d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:59.150361 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-b132e659-3cce-4310-b333-67811b832d2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402129
Nov 27 21:45:59.237195 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-dd67504a-ade1-413b-98a1-f19b253f9dcf service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793488
Nov 27 21:45:59.331154 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a87e1130-528b-4f23-9517-42e3deeceacc req-f2d408c3-296c-493e-87db-8859c994f9a3 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848832
Nov 27 21:45:59.415851 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea517-8c78-40a5-b185-dafab63ba486 req-dda28a2b-5db5-4049-a7ce-1ca452f31045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:59.417246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-531ea517-8c78-40a5-b185-dafab63ba486 req-dda28a2b-5db5-4049-a7ce-1ca452f31045 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1094 time: 0.0403385
Nov 27 21:45:59.511842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea517-8c78-40a5-b185-dafab63ba486 req-9252426e-5a7f-4fb7-9b80-f4e2e50184a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:59.513308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-531ea517-8c78-40a5-b185-dafab63ba486 req-9252426e-5a7f-4fb7-9b80-f4e2e50184a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0869751
Nov 27 21:45:59.553861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-531ea517-8c78-40a5-b185-dafab63ba486 req-1dbfa179-d9f2-49bd-b7fb-9d9a715acbd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 217 time: 0.0333564
Nov 27 21:45:59.601272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea517-8c78-40a5-b185-dafab63ba486 req-5343bd60-8f82-4f27-ba05-a9091d2bd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:59.602706 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-531ea517-8c78-40a5-b185-dafab63ba486 req-5343bd60-8f82-4f27-ba05-a9091d2bd7ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0423918
Nov 27 21:45:59.650672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea517-8c78-40a5-b185-dafab63ba486 req-d9f861c5-bcc1-4215-a452-18bbbc98902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:45:59.652179 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-531ea517-8c78-40a5-b185-dafab63ba486 req-d9f861c5-bcc1-4215-a452-18bbbc98902a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426819
Nov 27 21:45:59.737564 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-531ea517-8c78-40a5-b185-dafab63ba486 req-f21883e6-1e60-4793-b767-e6c4959d477c service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0783322
Nov 27 21:45:59.829582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-531ea517-8c78-40a5-b185-dafab63ba486 req-8ee62502-9c04-4983-a847-61771b782c22 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844469
Nov 27 21:46:00.007927 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:46:00.206288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c8fbe-099b-443b-b180-3ae7bfb5ce21 req-15fc641b-9667-4a50-8ab3-eeca31b63b2f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:00.207805 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e42c8fbe-099b-443b-b180-3ae7bfb5ce21 req-15fc641b-9667-4a50-8ab3-eeca31b63b2f tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.0477633
Nov 27 21:46:00.258407 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e42c8fbe-099b-443b-b180-3ae7bfb5ce21 req-d6706bfe-a02a-4e45-a59a-85a5f3cf2a9e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446181
Nov 27 21:46:01.373368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefe1b1-ca67-40f5-a5fe-396a5686636f req-6966dea6-0e0d-4581-830f-eca51a97cca6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:01.374948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fefe1b1-ca67-40f5-a5fe-396a5686636f req-6966dea6-0e0d-4581-830f-eca51a97cca6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.0496249
Nov 27 21:46:01.424924 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2fefe1b1-ca67-40f5-a5fe-396a5686636f req-e0022fed-9ef8-4598-aea6-1e56ae9220ba tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417621
Nov 27 21:46:02.321874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d33abb14-0e81-4511-aece-6a890371c60a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:46:02.416400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:46:02.427615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'd33abb14-0e81-4511-aece-6a890371c60a', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': 'd33abb14-0e81-4511-aece-6a890371c60a', 'mac_address': 'fa:16:3e:1a:1d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:46:02.464806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:02.477513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33abb14-0e81-4511-aece-6a890371c60a {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:46:02.496562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:46:02.501245 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:02.543318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831b07c-cb13-4229-99ab-854aef29a2b3 req-f90781c1-9653-428e-8824-3cc697345e9a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:02.544996 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f831b07c-cb13-4229-99ab-854aef29a2b3 req-f90781c1-9653-428e-8824-3cc697345e9a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0484452
Nov 27 21:46:02.547908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:46:02.592484 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f831b07c-cb13-4229-99ab-854aef29a2b3 req-2ad118f0-cbf0-49c5-a254-ce6f810d738c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408130
Nov 27 21:46:02.791787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['d33abb14-0e81-4511-aece-6a890371c60a'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:46:03.708952 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde785e-63b3-40f0-aa24-7e49f5bf1e83 req-faae6b5e-3272-4992-8ea9-3d638e78931a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:03.710354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2dde785e-63b3-40f0-aa24-7e49f5bf1e83 req-faae6b5e-3272-4992-8ea9-3d638e78931a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0483694
Nov 27 21:46:03.756922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2dde785e-63b3-40f0-aa24-7e49f5bf1e83 req-038473d3-f943-4aa0-9b30-616fdd8b14f4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403476
Nov 27 21:46:04.321900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d33abb14-0e81-4511-aece-6a890371c60a up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:46:04.369325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port d33abb14-0e81-4511-aece-6a890371c60a completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:46:04.373298 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port d33abb14-0e81-4511-aece-6a890371c60a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:46:04.373699 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:04.423428 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2047caea-1c2a-43fd-ba9c-f98c41d719d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:04.466307 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:04.488727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:46:04.491105 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a0e16a-00b1-4138-85c1-800a1f51d263" -d '{"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-plugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:46:04.503018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:46:04.507311 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:04.531700 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae61da3-a819-4ba0-8d37-28b67f14ac21 x-openstack-request-id: req-6ae61da3-a819-4ba0-8d37-28b67f14ac21 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:46:04.531991 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-plugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:46:04.532243 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ae61da3-a819-4ba0-8d37-28b67f14ac21 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:46:04.532629 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'code': 200}
Nov 27 21:46:04.562536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:46:04.635331 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40006-52c2-4809-b3f7-0cb2e512339a req-64870aa6-0650-4847-a22c-be183acd91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:04.636725 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9f40006-52c2-4809-b3f7-0cb2e512339a req-64870aa6-0650-4847-a22c-be183acd91cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1096 time: 0.0429277
Nov 27 21:46:04.684835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f9f40006-52c2-4809-b3f7-0cb2e512339a req-ef1136f4-8711-4af6-9bde-92affee6c414 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414279
Nov 27 21:46:04.873047 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effa3ba-5b5b-40b2-b07a-c23e7152b9cf req-0424370c-b999-4bc2-8b4f-187a3d5fe4f4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:04.874525 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6effa3ba-5b5b-40b2-b07a-c23e7152b9cf req-0424370c-b999-4bc2-8b4f-187a3d5fe4f4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0504274
Nov 27 21:46:04.921436 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6effa3ba-5b5b-40b2-b07a-c23e7152b9cf req-1a5913a5-fabe-4449-aca2-b0001579aeeb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406327
Nov 27 21:46:06.042810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaab0bc-281d-4846-a12e-5434067f69be req-8e487fd7-faba-4499-aeba-e5ca46495841 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:06.044400 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eaaab0bc-281d-4846-a12e-5434067f69be req-8e487fd7-faba-4499-aeba-e5ca46495841 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0501370
Nov 27 21:46:06.092082 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eaaab0bc-281d-4846-a12e-5434067f69be req-98c8ff5d-f3d7-4947-8089-9ccdd0a50f06 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405905
Nov 27 21:46:06.559737 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70410f9f-2642-4d74-8c80-20c35a21e0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:07.206284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1572344-8048-4f19-b94e-4892128ded28 req-21871fe6-81c0-43ea-b2a4-b5d52121d18a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:07.207765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1572344-8048-4f19-b94e-4892128ded28 req-21871fe6-81c0-43ea-b2a4-b5d52121d18a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0474792
Nov 27 21:46:07.258231 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d1572344-8048-4f19-b94e-4892128ded28 req-7269e498-013d-4d87-84d8-edb07b605b97 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446188
Nov 27 21:46:07.377035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca7076-dbba-4214-b4a5-a0773076ae0d req-fb95bdfa-e7c7-44d9-856f-4000eeaed306 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:07.378443 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5fca7076-dbba-4214-b4a5-a0773076ae0d req-fb95bdfa-e7c7-44d9-856f-4000eeaed306 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0522659
Nov 27 21:46:07.387312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 56530) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:46:07.391912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3e7f9c4a-f4ba-4860-a2f0-c9bd01c58919 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Request body: {'floatingip': {'port_id': 'd33abb14-0e81-4511-aece-6a890371c60a'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:46:07.431107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9c4a-f4ba-4860-a2f0-c9bd01c58919 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:07.889071 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9c4a-f4ba-4860-a2f0-c9bd01c58919 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:07.893381 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9c4a-f4ba-4860-a2f0-c9bd01c58919 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:07.990750 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-3e7f9c4a-f4ba-4860-a2f0-c9bd01c58919 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d associated. External IP: 172.35.3.154, port: d33abb14-0e81-4511-aece-6a890371c60a.
Nov 27 21:46:08.020305 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:08.195619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7f9c4a-f4ba-4860-a2f0-c9bd01c58919 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:46:08.300640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7f9c4a-f4ba-4860-a2f0-c9bd01c58919 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:46:08.305350 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9c4a-f4ba-4860-a2f0-c9bd01c58919 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:08.311517 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:46:08.321903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:46:08.322559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42f6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:46:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:46:08.435919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:46:08.660392 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3e7f9c4a-f4ba-4860-a2f0-c9bd01c58919 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "PUT /v2.0/floatingips/8d59848c-adf8-48c9-b7b6-8d9b3c06e85d HTTP/1.1" status: 200  len: 992 time: 1.2719829
Nov 27 21:46:08.661089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:46:08.663504 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20199087-e6b3-44f1-8088-97da112ac91e" -d '{"events": [{"name": "network-changed", "server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:46:08.668722 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42f6d0>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': 'd33abb14-0e81-4511-aece-6a890371c60a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:1a:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25774708-7210-45ee-9097-d55a89f2b668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:46:07Z', 'revision_number': 13, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:46:08.699481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:46:08.708829 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24923400-0f75-43b3-a999-bbfd0e618f00 x-openstack-request-id: req-24923400-0f75-43b3-a999-bbfd0e618f00 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:46:08.709135 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:46:08.709397 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24923400-0f75-43b3-a999-bbfd0e618f00 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:46:08.709520 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:46:08.709798 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'status': 'completed', 'code': 200}
Nov 27 21:46:08.710037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42f6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:46:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:46:08.776497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199087-e6b3-44f1-8088-97da112ac91e req-7b971512-3c81-446d-a649-3ab294af55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:08.778021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20199087-e6b3-44f1-8088-97da112ac91e req-7b971512-3c81-446d-a649-3ab294af55fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1096 time: 0.0411439
Nov 27 21:46:08.818440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:46:08.867814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199087-e6b3-44f1-8088-97da112ac91e req-af7a1c67-af72-4e86-8eda-6ef7c49df8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:08.869349 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20199087-e6b3-44f1-8088-97da112ac91e req-af7a1c67-af72-4e86-8eda-6ef7c49df8f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0849819
Nov 27 21:46:08.938086 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20199087-e6b3-44f1-8088-97da112ac91e req-0b46fa54-5bf3-4975-9c9e-0de354801ca8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1000 time: 0.0623016
Nov 27 21:46:08.988154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199087-e6b3-44f1-8088-97da112ac91e req-308ceb86-a1ab-4f77-88ec-78b9b991254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:08.989541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20199087-e6b3-44f1-8088-97da112ac91e req-308ceb86-a1ab-4f77-88ec-78b9b991254d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0441072
Nov 27 21:46:09.035420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199087-e6b3-44f1-8088-97da112ac91e req-a164f72f-984f-4841-9e69-b4aebb96142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:09.036924 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20199087-e6b3-44f1-8088-97da112ac91e req-a164f72f-984f-4841-9e69-b4aebb96142c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401328
Nov 27 21:46:09.042322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42f6d0>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': 'd33abb14-0e81-4511-aece-6a890371c60a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:1a:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25774708-7210-45ee-9097-d55a89f2b668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:46:07Z', 'revision_number': 13, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:46:09.076269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883cad8-bb09-415e-a4a7-4dbb06bbbfd3 None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d59848c-adf8-48c9-b7b6-8d9b3c06e85d', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'floating_ip_address': '172.35.3.154', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'port_id': 'd33abb14-0e81-4511-aece-6a890371c60a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'mac_address': 'fa:16:3e:1a:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25774708-7210-45ee-9097-d55a89f2b668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:37:10Z', 'updated_at': '2021-11-27T21:46:07Z', 'revision_number': 13, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:46:09.134245 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20199087-e6b3-44f1-8088-97da112ac91e req-69703825-df8b-45ad-90b2-70fb5135c061 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903749
Nov 27 21:46:09.226390 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-20199087-e6b3-44f1-8088-97da112ac91e req-07ff78da-b3ab-4cf4-b23f-fbf66a33055b service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857940
Nov 27 21:46:09.270520 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635e202-71a9-402e-b071-0f7ba0242889 None None] New status for floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:46:09.733711 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:10.397850 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:16.479415 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:18.865601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:24.907047 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-4f3f0e22-6af4-4076-8d58-7dba24f1f8e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0466352
Nov 27 21:46:24.988883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994c34-db4e-4b56-9c52-80b76000831f req-fd72ae6e-23ad-4970-af26-16553bc39830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:24.990355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-fd72ae6e-23ad-4970-af26-16553bc39830 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1096 time: 0.0401673
Nov 27 21:46:25.092850 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994c34-db4e-4b56-9c52-80b76000831f req-d8b4d421-bc5e-4a66-9436-1994125cfd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:25.094802 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-d8b4d421-bc5e-4a66-9436-1994125cfd01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0829821
Nov 27 21:46:25.167889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-c1eb2b91-c573-46a2-b974-bbbf53bd8dfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1002 time: 0.0648093
Nov 27 21:46:25.214781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994c34-db4e-4b56-9c52-80b76000831f req-67353088-7b31-4b91-8a57-584077a1b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:25.216197 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-67353088-7b31-4b91-8a57-584077a1b9e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0408759
Nov 27 21:46:25.261141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994c34-db4e-4b56-9c52-80b76000831f req-c527a884-264d-4842-b4d1-2fcabffb5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:46:25.262861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-c527a884-264d-4842-b4d1-2fcabffb5ab3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396202
Nov 27 21:46:25.273475 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-0030f3d0-6201-4d92-b775-23b5832344c1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:46:25.274433 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-0030f3d0-6201-4d92-b775-23b5832344c1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050576
Nov 27 21:46:25.365365 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-d60257be-daa6-42f5-963a-3c039e238c18 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836096
Nov 27 21:46:25.454644 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9a994c34-db4e-4b56-9c52-80b76000831f req-d82aabb8-5ced-4fa4-8190-a5da05a439cd service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818009
Nov 27 21:46:34.408571 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1840be37-cc67-4a39-9b04-2e2a66c382c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:36.560646 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-70db985e-e485-4807-9674-0a4315be999c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:37.006876 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:46:38.024262 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:39.736113 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:40.404327 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:46.480487 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:46:48.886572 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:04.410178 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4376c3ac-4157-4f50-a1f1-a772811f52bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:06.561514 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-60554178-16b0-4e01-bafe-498a10446aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:08.026001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:09.739825 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:10.396353 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:14.006108 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:47:16.477758 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:18.892111 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:25.885755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-6c1ff9d8-6373-48fb-b0ba-2003cf9140b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0455921
Nov 27 21:47:25.966771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-f96a093b-7fda-4d74-b528-bbfa5254fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:47:25.968861 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-f96a093b-7fda-4d74-b528-bbfa5254fa6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1096 time: 0.0392807
Nov 27 21:47:26.068646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-132d1a0f-b1c5-4bb9-a5fc-68b63f07548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:47:26.070137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-132d1a0f-b1c5-4bb9-a5fc-68b63f07548b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0824761
Nov 27 21:47:26.138260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-30bdaf2f-bf08-440b-8eca-47050355d535 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1002 time: 0.0613101
Nov 27 21:47:26.186474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-1120c131-19b2-473e-b8a2-4b1d4af2765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:47:26.187939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-1120c131-19b2-473e-b8a2-4b1d4af2765a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0423305
Nov 27 21:47:26.232493 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-eeb60a14-9c5f-4e9b-af23-3aa5f461a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:47:26.233984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-eeb60a14-9c5f-4e9b-af23-3aa5f461a435 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389898
Nov 27 21:47:26.324372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-68ec4c9d-634c-4945-9efb-a24825d1ab77 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834579
Nov 27 21:47:26.412572 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f073ef5b-e513-4a85-ac67-cbcff36d49ed req-ec406e31-9627-4811-a6c3-7c419035acaa service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815017
Nov 27 21:47:34.412344 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-23deede7-3d9f-494f-9b38-6f5db0236aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:36.561466 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-741389d9-54ad-438e-8b59-ee0003715558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:38.029455 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:39.740170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:40.397301 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:46.477484 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:48.897499 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:47:51.005554 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:48:04.413735 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e3004240-4188-4863-bccc-e329c4b3fde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:06.562307 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0549e619-91e0-4461-923a-f3fc2ac745d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:08.034924 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:09.742019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:10.398880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:16.492009 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:18.896845 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:25.299172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-962e1514-ccad-4ddb-94a4-f5269c501ea0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0447063
Nov 27 21:48:25.378698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-6ba7581a-e9d8-4bae-9510-22030ac3912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:25.380477 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-6ba7581a-e9d8-4bae-9510-22030ac3912d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1096 time: 0.0402257
Nov 27 21:48:25.481906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-1866e8c5-607d-4e86-8672-cac643ed8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:25.483441 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-1866e8c5-607d-4e86-8672-cac643ed8232 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0830507
Nov 27 21:48:25.556511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-3ffa2cf7-caab-45e1-afce-d90ef911bca4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1002 time: 0.0661569
Nov 27 21:48:25.606408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-355528cf-3c30-4a86-9006-41a965f62843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:25.608230 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-355528cf-3c30-4a86-9006-41a965f62843 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0438826
Nov 27 21:48:25.662550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-771fc2ab-3ff2-4d89-88b5-9507bf40fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:25.664105 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-771fc2ab-3ff2-4d89-88b5-9507bf40fdf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0493364
Nov 27 21:48:25.754936 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-ca519447-975e-4003-abf8-450da0d48a5a service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834825
Nov 27 21:48:25.842894 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-984e6be3-69b9-49b8-9a88-0c49a42632db req-f45c83a9-c29f-4b11-b617-9ffd3d527489 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805039
Nov 27 21:48:28.005136 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:48:34.414851 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2fd90893-c2c2-43dd-a3ca-77c960f188db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:36.562792 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-17b6c6e3-da2f-4bdc-99f1-e3d0485cf21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:37.051448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9947b4c-b8f4-4db3-b920-d64147e0a4fc req-5c64ab52-adb7-4b14-b612-2efcc114a80d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:37.052966 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9947b4c-b8f4-4db3-b920-d64147e0a4fc req-5c64ab52-adb7-4b14-b612-2efcc114a80d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0495143
Nov 27 21:48:37.100981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c9947b4c-b8f4-4db3-b920-d64147e0a4fc req-0b20034a-853c-4940-8732-4fea5d7e4e08 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421278
Nov 27 21:48:38.034540 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:39.749241 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:40.400280 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:41.892630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-92c6946c-036f-4ba7-b9fe-c86e5e0812f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0738630
Nov 27 21:48:41.901437 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e498fad-4a91-4c90-a4ff-904655218c1a req-8cee004d-8c3f-4e56-a73a-58db2ecac503 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:41.902913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4e498fad-4a91-4c90-a4ff-904655218c1a req-8cee004d-8c3f-4e56-a73a-58db2ecac503 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0758386
Nov 27 21:48:41.955728 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4e498fad-4a91-4c90-a4ff-904655218c1a req-5d441adf-3949-4a54-aaaf-49b811396af8 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449953
Nov 27 21:48:43.076376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3944-4eba-4ff8-991f-779bc50f436f req-1d9c9425-c4c6-4a9e-8ecd-8524898f376b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:43.077880 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-164b3944-4eba-4ff8-991f-779bc50f436f req-1d9c9425-c4c6-4a9e-8ecd-8524898f376b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0495903
Nov 27 21:48:43.083814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-0e2ff6fe-e15c-4b22-8892-b45a9af4c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:43.085344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-0e2ff6fe-e15c-4b22-8892-b45a9af4c5c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1096 time: 0.0426764
Nov 27 21:48:43.129159 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-164b3944-4eba-4ff8-991f-779bc50f436f req-cb4f591a-946e-4935-bcec-8b6a7cfb5ee6 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448294
Nov 27 21:48:43.178882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-f1cfbe49-eb5c-4736-9d99-0cc1a8e76651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:43.180419 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-f1cfbe49-eb5c-4736-9d99-0cc1a8e76651 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0872812
Nov 27 21:48:43.245324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-d4bad500-04fe-4bbe-86b4-2cdf2f22d08c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1002 time: 0.0571604
Nov 27 21:48:43.300480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-42e34ec3-c08a-40df-a8c7-cfcb65a11c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:43.301969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-42e34ec3-c08a-40df-a8c7-cfcb65a11c96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0497422
Nov 27 21:48:43.346250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-317d5ee9-2b09-4080-bb86-5e7babad6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:43.347819 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-317d5ee9-2b09-4080-bb86-5e7babad6268 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393558
Nov 27 21:48:43.435922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-36d63b4c-0c58-4d99-a245-040140dc4550 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813148
Nov 27 21:48:43.528725 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-7f344744-c846-4ca5-9944-9507a285f543 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858552
Nov 27 21:48:44.245886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a2636-0d65-48b4-bcd6-6b65d4ab9b03 req-00f00ac8-c6f8-444d-a470-076c02b364b0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:44.247395 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-918a2636-0d65-48b4-bcd6-6b65d4ab9b03 req-00f00ac8-c6f8-444d-a470-076c02b364b0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0502014
Nov 27 21:48:44.294624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-918a2636-0d65-48b4-bcd6-6b65d4ab9b03 req-3d78ae3a-0449-4021-8415-7895698cd935 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407774
Nov 27 21:48:45.411466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1babb6-ace7-46af-bcc3-080a4d158c6b req-500199fc-701a-4459-a082-2127dbbc810d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:45.412965 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e1babb6-ace7-46af-bcc3-080a4d158c6b req-500199fc-701a-4459-a082-2127dbbc810d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0492158
Nov 27 21:48:45.464028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e1babb6-ace7-46af-bcc3-080a4d158c6b req-f946fb72-b91c-4914-9535-f495e9a6918a tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450823
Nov 27 21:48:46.495845 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:46.584387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1efac-6d1c-49fc-ac30-2ad54fbb35c4 req-f52ff573-8ac8-4633-b924-f60691823171 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:46.585867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fa1efac-6d1c-49fc-ac30-2ad54fbb35c4 req-f52ff573-8ac8-4633-b924-f60691823171 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0532215
Nov 27 21:48:46.632504 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fa1efac-6d1c-49fc-ac30-2ad54fbb35c4 req-935ffafa-8972-4c78-973d-68b8a3dc9a09 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405352
Nov 27 21:48:47.761481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be6bf6-831b-4ceb-b0d4-c3c758a0093f req-35eef1e0-74a8-41ea-b7e9-3bea204f2327 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:47.762964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0be6bf6-831b-4ceb-b0d4-c3c758a0093f req-35eef1e0-74a8-41ea-b7e9-3bea204f2327 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0490918
Nov 27 21:48:47.809882 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0be6bf6-831b-4ceb-b0d4-c3c758a0093f req-d87753d4-0730-44a1-8208-07af9c1a861c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408854
Nov 27 21:48:48.894357 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:48.926565 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb942f4-3503-4a21-85c7-c98a2cb26751 req-742b3a60-0f9c-48ae-b311-e5827b1bdb15 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:48.928100 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cb942f4-3503-4a21-85c7-c98a2cb26751 req-742b3a60-0f9c-48ae-b311-e5827b1bdb15 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0497193
Nov 27 21:48:48.974321 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7cb942f4-3503-4a21-85c7-c98a2cb26751 req-2513ac75-f959-4418-8543-01c54ded4d5b tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403540
Nov 27 21:48:50.095690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c27ba-9510-4a8e-9bf7-f15c2168577b req-bfb07c5c-e661-4c5c-94fc-b71e5dba3211 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:50.097154 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f40c27ba-9510-4a8e-9bf7-f15c2168577b req-bfb07c5c-e661-4c5c-94fc-b71e5dba3211 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0519474
Nov 27 21:48:50.146876 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f40c27ba-9510-4a8e-9bf7-f15c2168577b req-f71314e9-feac-47ca-ad0a-4d62cd53fd74 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406158
Nov 27 21:48:51.262945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a435b-536e-41db-ba54-2cddda88ef8a req-7ab3ba40-1054-4255-9f8c-5ee4f67e0760 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:51.264449 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-165a435b-536e-41db-ba54-2cddda88ef8a req-7ab3ba40-1054-4255-9f8c-5ee4f67e0760 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0479980
Nov 27 21:48:51.315851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-165a435b-536e-41db-ba54-2cddda88ef8a req-83a17ca0-316f-4736-b3e2-0e7b5840c479 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449002
Nov 27 21:48:52.431785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05e4f6-acad-4a26-a811-c9faeaf1acdb req-0b73f284-7805-465e-a7af-4f7fe7de1c80 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:52.433333 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d05e4f6-acad-4a26-a811-c9faeaf1acdb req-0b73f284-7805-465e-a7af-4f7fe7de1c80 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0489566
Nov 27 21:48:52.480133 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3d05e4f6-acad-4a26-a811-c9faeaf1acdb req-48afc019-0631-4324-8828-f189fd1ab3bf tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408437
Nov 27 21:48:53.593982 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5090b-ae97-4b1c-8f8b-4538c50353b5 req-14f4bb4a-eeb6-4ee0-996b-ada4678e51b1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:53.595467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42e5090b-ae97-4b1c-8f8b-4538c50353b5 req-14f4bb4a-eeb6-4ee0-996b-ada4678e51b1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0486181
Nov 27 21:48:53.641710 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42e5090b-ae97-4b1c-8f8b-4538c50353b5 req-6d15716e-ef0e-4af9-aafa-183502df2516 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403612
Nov 27 21:48:54.762494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812d561-1839-4fb8-8704-775b7c7c2608 req-a486612f-6fcc-4d8d-9b6d-83d715147115 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:54.764044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6812d561-1839-4fb8-8704-775b7c7c2608 req-a486612f-6fcc-4d8d-9b6d-83d715147115 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0540304
Nov 27 21:48:54.810691 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6812d561-1839-4fb8-8704-775b7c7c2608 req-3cccedd2-794a-45a5-9539-0b3da65f7722 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400252
Nov 27 21:48:55.932523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a976e35-6353-4c30-86c5-8dd7b0105245 req-cdd66a13-416f-4174-8ce9-5c1f06808e89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:55.934014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a976e35-6353-4c30-86c5-8dd7b0105245 req-cdd66a13-416f-4174-8ce9-5c1f06808e89 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0536392
Nov 27 21:48:55.982241 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a976e35-6353-4c30-86c5-8dd7b0105245 req-167c37b2-5768-4db2-a314-c4f58c82ffc7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420914
Nov 27 21:48:56.206865 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-7482fced-eeab-44fe-9a64-80e97a68eb51 service neutron] show failed (client error): The resource could not be found.
Nov 27 21:48:56.207923 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-7482fced-eeab-44fe-9a64-80e97a68eb51 service neutron] 10.222.0.15 "GET /v2.0/ports/d33abb14-0e81-4511-aece-6a890371c60a/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0574360
Nov 27 21:48:56.414641 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-eac19c14-346c-44a9-8777-01d7078b596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:56.416116 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-eac19c14-346c-44a9-8777-01d7078b596a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 1096 time: 0.0398059
Nov 27 21:48:56.432089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-4430df51-e916-4a6f-9822-eb4d85125cc2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:48:56.433048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-4430df51-e916-4a6f-9822-eb4d85125cc2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052016
Nov 27 21:48:56.448924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:48:56.502398 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:56.700042 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:48:56.732493 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:48:56.770530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:48:56.773400 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7813168f-e74a-4275-b366-b2ff473cf74a" -d '{"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-unplugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:48:56.777504 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:56.791491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Transition to ACTIVE for port object d33abb14-0e81-4511-aece-6a890371c60a will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:48:56.796254 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:56.828664 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ef076b-0d68-4923-b3f9-e29eb8a59cfe x-openstack-request-id: req-01ef076b-0d68-4923-b3f9-e29eb8a59cfe {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:48:56.828960 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-unplugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:48:56.829225 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01ef076b-0d68-4923-b3f9-e29eb8a59cfe {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:48:56.829598 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'code': 200}
Nov 27 21:48:56.878346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:48:56.893414 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.893766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.894109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.894515 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.894771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.895101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.895453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.895787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.896114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.896439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.896772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.897095 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:48:56.935693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] No DVR routers for this DVR port d33abb14-0e81-4511-aece-6a890371c60a on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:48:57.075192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:48:57.075563 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:48:57.075904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:48:57.080729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Port d33abb14-0e81-4511-aece-6a890371c60a on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:48:57.081048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:48:57.086097 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:48:57.086549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:48:57.086951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:48:57.087445 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Bound port: d33abb14-0e81-4511-aece-6a890371c60a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:48:57.087862 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:57.102597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdac1b-843c-4df3-a523-24c889d1c57f req-a00e6787-9199-4a9c-8c2c-cff8b9f03775 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:57.104096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ecdac1b-843c-4df3-a523-24c889d1c57f req-a00e6787-9199-4a9c-8c2c-cff8b9f03775 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.0498085
Nov 27 21:48:57.154572 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0ecdac1b-843c-4df3-a523-24c889d1c57f req-f28cfd46-44df-41a5-896d-1da52fd504e2 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438962
Nov 27 21:48:57.155751 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:48:57.159490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:48:57.164634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:57.201708 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:57.202339 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:48:57.203772 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] 10.222.0.35 "PUT /v2.0/ports/d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1091 time: 0.7589197
Nov 27 21:48:57.226469 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c4cb1-d704-4a78-848f-e96626e3d813 service neutron] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:48:57.273383 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-10d4789a-4da1-4fe3-8821-96032ccfef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:57.275018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-10d4789a-4da1-4fe3-8821-96032ccfef61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1094 time: 0.0443318
Nov 27 21:48:57.371550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-ee9eedab-036a-4beb-b47a-3a71c480e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:57.373056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-ee9eedab-036a-4beb-b47a-3a71c480e455 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0867674
Nov 27 21:48:57.448018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-3781557b-2c45-4a49-98c6-34bc250358d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1000 time: 0.0634162
Nov 27 21:48:57.502018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-1b36ecb4-3833-44ff-a23b-fc21ab2ecafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:57.503448 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-1b36ecb4-3833-44ff-a23b-fc21ab2ecafb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0440693
Nov 27 21:48:57.554802 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-3010b4b0-a9cc-46e9-adf8-a7ff32b216d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:57.556327 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-3010b4b0-a9cc-46e9-adf8-a7ff32b216d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400932
Nov 27 21:48:57.652970 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-2fe65ade-c58b-4d2b-bbd4-df831551d6c3 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849788
Nov 27 21:48:57.746376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-dec6b347-3537-4572-8888-0c93098a9c3f service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820186
Nov 27 21:48:58.276468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75055c73-c902-495a-ad94-79ead704d18d req-62a844ce-7ebf-4352-9ee2-5be08be9801e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:58.278122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-75055c73-c902-495a-ad94-79ead704d18d req-62a844ce-7ebf-4352-9ee2-5be08be9801e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.0509069
Nov 27 21:48:58.329977 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-75055c73-c902-495a-ad94-79ead704d18d req-f391365f-a6ec-4146-bb3f-371b9d981418 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457673
Nov 27 21:48:58.830532 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:48:58.833031 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce74efef-9197-465c-8a41-46a5ce3a4f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:48:58.885223 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9df674-0eff-4a1e-830c-bc33c7791270 x-openstack-request-id: req-1c9df674-0eff-4a1e-830c-bc33c7791270 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:48:58.885531 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:48:58.885792 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c9df674-0eff-4a1e-830c-bc33c7791270 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:48:58.886205 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'status': 'completed', 'code': 200}
Nov 27 21:48:58.949804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-0f58163a-b814-4ec6-83cc-e92a290f5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:58.950078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-5f893520-2c6e-4c2c-a96f-5e382be733c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:58.951330 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-0f58163a-b814-4ec6-83cc-e92a290f5935 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1094 time: 0.0426126
Nov 27 21:48:58.951481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-5f893520-2c6e-4c2c-a96f-5e382be733c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1094 time: 0.0482759
Nov 27 21:48:59.043975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-83d42a39-d536-4669-86a7-56eacc8260b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:59.044290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-783ef0b5-ba42-42e0-9348-513be6be991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:59.045459 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-83d42a39-d536-4669-86a7-56eacc8260b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0871384
Nov 27 21:48:59.045786 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-783ef0b5-ba42-42e0-9348-513be6be991a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0874419
Nov 27 21:48:59.116128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-81373710-9ed2-47d6-95a8-9bf934b550ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1000 time: 0.0628088
Nov 27 21:48:59.116616 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-2e6ce8b5-bed5-488f-acf0-c7bd5ae3bfb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1000 time: 0.0629580
Nov 27 21:48:59.166177 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-3d8cfbc9-d96c-4fbe-972c-bafbd17f6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:59.167683 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-3d8cfbc9-d96c-4fbe-972c-bafbd17f6328 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0436854
Nov 27 21:48:59.170237 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-c65d76a8-5648-4782-89ea-2b89d60984d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:59.172379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-c65d76a8-5648-4782-89ea-2b89d60984d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0483840
Nov 27 21:48:59.217535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-f5d252af-c171-481c-ad09-acfae813fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:59.217986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-f42f043b-51c8-4304-895b-ad7350e99e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:59.219736 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-f5d252af-c171-481c-ad09-acfae813fcee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405941
Nov 27 21:48:59.220220 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-f42f043b-51c8-4304-895b-ad7350e99e33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400653
Nov 27 21:48:59.301897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d33abb14-0e81-4511-aece-6a890371c60a no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:48:59.311206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-7de4c700-d531-4f1b-aa32-1f7c99f4d0b6 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839119
Nov 27 21:48:59.321607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-f294881f-7911-4b6f-aacc-b0997de3f8dd service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939209
Nov 27 21:48:59.341330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d33abb14-0e81-4511-aece-6a890371c60a not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:48:59.411941 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-da79794e-3271-48dd-b3d8-431a46b7fdf4 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941138
Nov 27 21:48:59.451437 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ce74efef-9197-465c-8a41-46a5ce3a4f6a req-88713e27-6b96-4964-b3f7-8b084dc523c5 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213191
Nov 27 21:48:59.471679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19ecbe-e25f-448a-bfe1-fc160dc08a2e req-32850c25-ffde-43fc-9726-29ae75b9c9b1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:48:59.473214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b19ecbe-e25f-448a-bfe1-fc160dc08a2e req-32850c25-ffde-43fc-9726-29ae75b9c9b1 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.0675309
Nov 27 21:48:59.520826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-8b19ecbe-e25f-448a-bfe1-fc160dc08a2e req-561f76e5-7ed9-48b3-813a-f2d8295f66ae tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415683
Nov 27 21:49:00.638446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636138c5-44c8-4722-b00f-8a06d4744e7a req-3c3ed760-da2b-489e-8f78-f7d188f8d55c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:00.639940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-636138c5-44c8-4722-b00f-8a06d4744e7a req-3c3ed760-da2b-489e-8f78-f7d188f8d55c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.0485306
Nov 27 21:49:00.685681 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-636138c5-44c8-4722-b00f-8a06d4744e7a req-4ec5b9e4-fb7e-4b4f-aa01-4a292cc7e31c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393133
Nov 27 21:49:01.803277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ab8a7-ef05-4587-b6db-cc3fa69731aa req-4bd1a140-043c-4d47-b32a-6356f9415032 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:01.804744 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d04ab8a7-ef05-4587-b6db-cc3fa69731aa req-4bd1a140-043c-4d47-b32a-6356f9415032 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.0490718
Nov 27 21:49:01.851923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d04ab8a7-ef05-4587-b6db-cc3fa69731aa req-63fd93c5-5b7c-4d55-82a2-cbf7aedca7dc tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412281
Nov 27 21:49:02.968795 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e5b31-8587-4f5f-89ef-7efa3de90d4a req-35b3b3e9-26a9-403c-a0cc-234b880cd483 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:02.970873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-476e5b31-8587-4f5f-89ef-7efa3de90d4a req-35b3b3e9-26a9-403c-a0cc-234b880cd483 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.0514083
Nov 27 21:49:03.021284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-476e5b31-8587-4f5f-89ef-7efa3de90d4a req-18e7aff1-bed3-45aa-b8a9-da9180c1f346 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444713
Nov 27 21:49:03.315771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-dcce347b-75b6-47ee-810b-415d89bd23ba tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:03.317281 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-dcce347b-75b6-47ee-810b-415d89bd23ba tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.35 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668&tenant_id=8ac362e2c70a4862919a7dfcd5f32167&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0563974
Nov 27 21:49:03.325538 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c75072-d5f6-4bf9-9a9b-d1297b5944c0 req-48321b6f-fd98-426a-a0e4-c433c418e957 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:03.327124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53c75072-d5f6-4bf9-9a9b-d1297b5944c0 req-48321b6f-fd98-426a-a0e4-c433c418e957 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 943 time: 0.0492117
Nov 27 21:49:03.374774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53c75072-d5f6-4bf9-9a9b-d1297b5944c0 req-afb25514-bf9e-4a39-a2b8-fc718ad3e6a9 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411634
Nov 27 21:49:03.380366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-11b5a0ab-3889-4e4b-93e9-f0645ba1827d service neutron] 10.222.0.35 "GET /v2.0/ports/d33abb14-0e81-4511-aece-6a890371c60a/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0555174
Nov 27 21:49:03.447817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-bfbef222-b190-45ac-8e4d-046c70eb897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:03.449355 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-bfbef222-b190-45ac-8e4d-046c70eb897b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1094 time: 0.0424883
Nov 27 21:49:03.541170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-77208ce9-1e2d-4ef2-82e6-49503f88f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:03.542634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-77208ce9-1e2d-4ef2-82e6-49503f88f0e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0863121
Nov 27 21:49:03.607950 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-3ec50ac2-609e-44d4-900c-b82f6a596301 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1000 time: 0.0579915
Nov 27 21:49:03.656471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-ebece664-ef03-4d71-8e51-dbef890bb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:03.657927 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-ebece664-ef03-4d71-8e51-dbef890bb92a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0429406
Nov 27 21:49:03.707001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-f303acbd-357b-42ee-94d1-af7429846ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:03.708633 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-f303acbd-357b-42ee-94d1-af7429846ccd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429039
Nov 27 21:49:03.782682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d33abb14-0e81-4511-aece-6a890371c60a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:49:03.801354 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-c024c798-70d5-4a8e-a2d4-4b435a3004ed service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857310
Nov 27 21:49:03.900499 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-86d96768-5356-4c44-abe0-13f769d17500 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922587
Nov 27 21:49:04.033738 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:04.044316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'd33abb14-0e81-4511-aece-6a890371c60a', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': 'd33abb14-0e81-4511-aece-6a890371c60a', 'mac_address': 'fa:16:3e:1a:1d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:49:04.080960 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:04.093433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33abb14-0e81-4511-aece-6a890371c60a {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:49:04.113132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:04.116604 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:04.164794 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:04.171865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.172246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.173119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.173459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.173795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.174128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.174460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.174836 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.175187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.175545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.175871 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.176197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:04.396504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['d33abb14-0e81-4511-aece-6a890371c60a'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:49:04.451966 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a8dee6bf-62cc-49f3-903b-d076534a9fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:04.503022 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f387d-8271-4641-8983-3bd9341aeb37 req-1b001d93-90e9-4d5f-83d9-a038eed131bb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:04.505715 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe1f387d-8271-4641-8983-3bd9341aeb37 req-1b001d93-90e9-4d5f-83d9-a038eed131bb tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0505908
Nov 27 21:49:04.554342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fe1f387d-8271-4641-8983-3bd9341aeb37 req-d3eb3383-2f21-41e5-bc77-0f54bb7d7e07 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424371
Nov 27 21:49:05.004481 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:49:05.676304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6d702-394a-47fd-9af9-c4ab154160c2 req-15d8d57a-e192-40a3-9db9-5ae9a5a9e323 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:05.677947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80b6d702-394a-47fd-9af9-c4ab154160c2 req-15d8d57a-e192-40a3-9db9-5ae9a5a9e323 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0511434
Nov 27 21:49:05.726661 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80b6d702-394a-47fd-9af9-c4ab154160c2 req-eaab0cc5-a363-4b2e-8b54-3866e604a087 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423052
Nov 27 21:49:05.790830 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d33abb14-0e81-4511-aece-6a890371c60a up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:49:05.844624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port d33abb14-0e81-4511-aece-6a890371c60a completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:49:05.848931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port d33abb14-0e81-4511-aece-6a890371c60a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:49:05.849311 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:05.929053 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:05.958425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:05.960671 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1164d194-d844-4abb-bc98-b377cbd355f8" -d '{"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-plugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:05.974296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:05.978325 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:06.015543 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186f7174-52c9-4ea3-879a-daa6e7cdb36a x-openstack-request-id: req-186f7174-52c9-4ea3-879a-daa6e7cdb36a {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:06.015837 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-plugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:06.016156 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-186f7174-52c9-4ea3-879a-daa6e7cdb36a {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:06.016560 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'code': 200}
Nov 27 21:49:06.035492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:06.564405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3d1eaa80-8ad2-499f-a7a7-ad05bc2a5051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:06.772460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-ee318ab7-269c-4074-83a2-7abc7a64a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:06.774061 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-ee318ab7-269c-4074-83a2-7abc7a64a93e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668&tenant_id=8ac362e2c70a4862919a7dfcd5f32167 HTTP/1.1" status: 200  len: 1096 time: 0.0441356
Nov 27 21:49:06.785703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:06.872833 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:06.895215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62878e9-0277-4901-a827-ef68a9e03fde req-69f90c1c-ad3f-40e0-a5dd-947c624389f4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:06.896722 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c62878e9-0277-4901-a827-ef68a9e03fde req-69f90c1c-ad3f-40e0-a5dd-947c624389f4 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0898862
Nov 27 21:49:07.026413 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c62878e9-0277-4901-a827-ef68a9e03fde req-c4289a75-58b1-4965-b34d-45731ed8b821 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097479
Nov 27 21:49:07.115178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:07.146766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch1-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:49:07.188582 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:07.190884 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e28140b-6f06-47d4-adb9-ce0cb910e562" -d '{"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-unplugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:07.195021 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:07.207889 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Transition to ACTIVE for port object d33abb14-0e81-4511-aece-6a890371c60a will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:49:07.211969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:07.241001 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63ea787-46b8-4669-94a9-235a1bb640a3 x-openstack-request-id: req-b63ea787-46b8-4669-94a9-235a1bb640a3 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:07.241305 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-unplugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:07.241565 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b63ea787-46b8-4669-94a9-235a1bb640a3 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:07.241971 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'code': 200}
Nov 27 21:49:07.295088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=10']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:07.309222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.309581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.309933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.310278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.310621 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.310961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.311322 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.311662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.311996 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.312336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.312670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.313037 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:07.347901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] No DVR routers for this DVR port d33abb14-0e81-4511-aece-6a890371c60a on host nch1-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:49:07.486191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:49:07.486532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:49:07.486864 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:49:07.491086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Port d33abb14-0e81-4511-aece-6a890371c60a on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:49:07.491454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Attempting to bind port d33abb14-0e81-4511-aece-6a890371c60a on network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:49:07.496224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:49:07.496571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Checking segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:49:07.496955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Bound using segment: {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:49:07.497380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Bound port: d33abb14-0e81-4511-aece-6a890371c60a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d7fe00-f4fd-4f01-a880-f8223eb49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:49:07.497731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:07.558400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:49:07.562216 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:49:07.570473 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:07.603827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:07.604569 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:07.606075 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] 10.222.0.15 "PUT /v2.0/ports/d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1092 time: 0.8242991
Nov 27 21:49:07.643758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30599a-814a-4a57-bd85-431041f09699 service neutron] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=11']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:07.674909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-055da49a-d1a3-409f-a1c5-b42dba8e11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:07.676455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-055da49a-d1a3-409f-a1c5-b42dba8e11a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1095 time: 0.0452991
Nov 27 21:49:07.772992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-283d0fb4-7041-4786-a1fb-8eaaac2ffece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:07.774471 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-283d0fb4-7041-4786-a1fb-8eaaac2ffece service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0912335
Nov 27 21:49:07.843157 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-760228dc-506a-496f-8a58-c3877512a694 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1000 time: 0.0609937
Nov 27 21:49:07.893777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-2a6d9756-a332-43e5-853f-c5f25d80ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:07.895294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-2a6d9756-a332-43e5-853f-c5f25d80ca7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0447183
Nov 27 21:49:07.940309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-1b5741d7-c5ca-47a5-bcf5-87e72a2b7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:07.941819 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-1b5741d7-c5ca-47a5-bcf5-87e72a2b7cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400548
Nov 27 21:49:08.033426 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-a108690e-793e-4578-83d0-a99ab23747be service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843451
Nov 27 21:49:08.036975 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:08.156068 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37ecbfdf-6117-4971-9a2b-a8a01a9bcef5 req-c64a6ce1-7786-46cd-8e58-cdbf810d235d service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1151822
Nov 27 21:49:08.168137 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617b584-f778-49e6-ae8e-57cf7bc22212 req-99f6f3d1-cf59-4cfc-a48e-4c3701669143 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:08.169576 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5617b584-f778-49e6-ae8e-57cf7bc22212 req-99f6f3d1-cf59-4cfc-a48e-4c3701669143 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0723321
Nov 27 21:49:08.219216 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5617b584-f778-49e6-ae8e-57cf7bc22212 req-976832ea-40dd-4b0e-8f3e-6a7b01a9b12d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422881
Nov 27 21:49:09.243289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:09.246478 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044638de-c030-41ca-87d3-299d0389e3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:09.294840 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ec3dc6-2bef-496d-b4ed-38884d29285d x-openstack-request-id: req-e3ec3dc6-2bef-496d-b4ed-38884d29285d {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:09.295163 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:09.295458 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3ec3dc6-2bef-496d-b4ed-38884d29285d {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:09.295889 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'status': 'completed', 'code': 200}
Nov 27 21:49:09.353472 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044638de-c030-41ca-87d3-299d0389e3a3 req-cf4a3bdd-5ee2-4e82-970d-57ab89391b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:09.354986 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-cf4a3bdd-5ee2-4e82-970d-57ab89391b02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1095 time: 0.0405197
Nov 27 21:49:09.373109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace1548-45bf-4c8a-8a07-fed8d8a441dc req-458266c3-1560-4563-81b7-5ca3af4ac175 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:09.374587 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ace1548-45bf-4c8a-8a07-fed8d8a441dc req-458266c3-1560-4563-81b7-5ca3af4ac175 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0786130
Nov 27 21:49:09.389654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044638de-c030-41ca-87d3-299d0389e3a3 req-d87d2b55-5e68-4b41-b8f4-5a0f9fa451fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:09.391087 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-d87d2b55-5e68-4b41-b8f4-5a0f9fa451fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 1095 time: 0.0648715
Nov 27 21:49:09.452333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044638de-c030-41ca-87d3-299d0389e3a3 req-b11d7642-31d3-4108-82ef-b4b9d6e987bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:09.453884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-b11d7642-31d3-4108-82ef-b4b9d6e987bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.0901875
Nov 27 21:49:09.471231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1ace1548-45bf-4c8a-8a07-fed8d8a441dc req-70cad443-8f0c-4b4a-bde7-e2ced785168c tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888064
Nov 27 21:49:09.509644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044638de-c030-41ca-87d3-299d0389e3a3 req-b95c6ba9-4617-4c71-b0f1-b1d65775278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:09.511341 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-b95c6ba9-4617-4c71-b0f1-b1d65775278b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 200  len: 912 time: 0.1001937
Nov 27 21:49:09.520943 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-d701b50b-2b5e-4e0c-8d62-0d353356e407 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1000 time: 0.0602822
Nov 27 21:49:09.568670 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044638de-c030-41ca-87d3-299d0389e3a3 req-81c0520b-e98d-4d2f-bf63-f202e1df6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:09.570138 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-81c0520b-e98d-4d2f-bf63-f202e1df6493 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0429265
Nov 27 21:49:09.585423 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-cb66be9f-c532-406f-9cd1-ef2f2fda4b35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 200  len: 1000 time: 0.0621047
Nov 27 21:49:09.618622 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044638de-c030-41ca-87d3-299d0389e3a3 req-829456da-5b04-493f-95da-1e32e9c7b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:09.620144 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-829456da-5b04-493f-95da-1e32e9c7b16d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431998
Nov 27 21:49:09.638840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044638de-c030-41ca-87d3-299d0389e3a3 req-fdbea05b-25ce-45ee-9f97-87062e068018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:09.640347 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-fdbea05b-25ce-45ee-9f97-87062e068018 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 200  len: 850 time: 0.0439484
Nov 27 21:49:09.690543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044638de-c030-41ca-87d3-299d0389e3a3 req-69499e8b-8422-4723-8274-470b1feb7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:09.692107 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-69499e8b-8422-4723-8274-470b1feb7acd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d7f8e8e5-e085-4395-9b1c-093e8c6acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408244
Nov 27 21:49:09.710464 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-0d2090a0-f25d-4d12-8214-2fd3f0e2ce5e service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819373
Nov 27 21:49:09.749016 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:09.791937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-5a74eb68-b5bc-40c8-b1a6-f1b57a176d22 service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904953
Nov 27 21:49:09.810329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-833f03b7-d385-432a-a0c1-b01b1298c2f2 service neutron] 10.222.0.15 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914636
Nov 27 21:49:09.822079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d33abb14-0e81-4511-aece-6a890371c60a no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:49:09.863562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device d33abb14-0e81-4511-aece-6a890371c60a not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:49:09.892021 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-044638de-c030-41ca-87d3-299d0389e3a3 req-fe93408b-9426-4544-a3ee-205622d1dcdf service neutron] 10.222.0.35 "GET /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874650
Nov 27 21:49:10.402576 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:10.593128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eb3ca-19f8-4c13-95e0-d6f812c740d4 req-3b1264ff-d514-45d8-99a2-30ba27101d61 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:10.595152 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-614eb3ca-19f8-4c13-95e0-d6f812c740d4 req-3b1264ff-d514-45d8-99a2-30ba27101d61 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0504487
Nov 27 21:49:10.642483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-614eb3ca-19f8-4c13-95e0-d6f812c740d4 req-f86888f4-da66-4656-a250-49e81a167776 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413620
Nov 27 21:49:11.760716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4568c3-af25-46e0-8c24-fee97aa2f420 req-9bb0faa0-627c-4b9b-a573-f65304ecbeac tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:11.762192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b4568c3-af25-46e0-8c24-fee97aa2f420 req-9bb0faa0-627c-4b9b-a573-f65304ecbeac tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0507324
Nov 27 21:49:11.814578 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7b4568c3-af25-46e0-8c24-fee97aa2f420 req-525e2856-dd85-4a7e-9fa5-c65ce7a3b8fd tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455711
Nov 27 21:49:12.935096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeaf9a-604c-43d2-b7e9-1259a4294122 req-9ecbf98f-a44e-4657-82d4-700c7ed0ad51 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:12.936623 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cdbeaf9a-604c-43d2-b7e9-1259a4294122 req-9ecbf98f-a44e-4657-82d4-700c7ed0ad51 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0511227
Nov 27 21:49:12.983825 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cdbeaf9a-604c-43d2-b7e9-1259a4294122 req-5bc56e00-3227-4b00-ad19-fbb46a017080 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410831
Nov 27 21:49:13.098296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dacfb-6945-4edb-84f4-1864d977e462 req-cd8389c6-e001-4005-bfbe-028dc0525af7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:13.099804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d63dacfb-6945-4edb-84f4-1864d977e462 req-cd8389c6-e001-4005-bfbe-028dc0525af7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0477357
Nov 27 21:49:13.145962 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d63dacfb-6945-4edb-84f4-1864d977e462 req-a49def54-1ddb-4ce3-8584-26b41a83746e tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402646
Nov 27 21:49:13.263711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdea7d2-5474-496b-8d90-c365de79d64b req-9d983f69-33ee-4363-9feb-c0eac359b386 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:13.265063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bdea7d2-5474-496b-8d90-c365de79d64b req-9d983f69-33ee-4363-9feb-c0eac359b386 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0516615
Nov 27 21:49:13.310855 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bdea7d2-5474-496b-8d90-c365de79d64b req-c3d26e32-090c-4b5a-b12a-4e3b8a5b4c74 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395038
Nov 27 21:49:13.333866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d33abb14-0e81-4511-aece-6a890371c60a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:49:13.432749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:13.445647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'd33abb14-0e81-4511-aece-6a890371c60a', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'port_id': 'd33abb14-0e81-4511-aece-6a890371c60a', 'mac_address': 'fa:16:3e:1a:1d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:49:13.491501 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:13.504398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33abb14-0e81-4511-aece-6a890371c60a {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:49:13.524134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:13.529301 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:13.553997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e686d0-4759-4b8e-8732-8c263f157019 req-36fc2c7a-24c9-429f-9bc7-6d2426af5d57 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:13.555498 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c8e686d0-4759-4b8e-8732-8c263f157019 req-36fc2c7a-24c9-429f-9bc7-6d2426af5d57 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 944 time: 0.0519359
Nov 27 21:49:13.576292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=12']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:13.604699 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c8e686d0-4759-4b8e-8732-8c263f157019 req-75655710-da43-4ee6-8f73-5d16f71cda45 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428152
Nov 27 21:49:13.906909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['d33abb14-0e81-4511-aece-6a890371c60a'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:49:14.727447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d0b5-d6d9-49cd-a10b-75d6c64d72f4 req-1a7824fc-d590-45c0-98f6-8e7ca1ac6cc0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:14.728879 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2347d0b5-d6d9-49cd-a10b-75d6c64d72f4 req-1a7824fc-d590-45c0-98f6-8e7ca1ac6cc0 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0485423
Nov 27 21:49:14.780376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2347d0b5-d6d9-49cd-a10b-75d6c64d72f4 req-9a0a4d1e-9578-41f2-a32d-8e6a9349b2bf tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454385
Nov 27 21:49:15.237198 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-0bd8ef43-0c33-420e-9a14-08cf2e093ffa tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:15.238641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-0bd8ef43-0c33-420e-9a14-08cf2e093ffa tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 945 time: 0.0469439
Nov 27 21:49:15.329715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Deleting port d33abb14-0e81-4511-aece-6a890371c60a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:49:15.330064 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:15.353244 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d33abb14-0e81-4511-aece-6a890371c60a up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:49:15.401168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port d33abb14-0e81-4511-aece-6a890371c60a completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:49:15.405288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port d33abb14-0e81-4511-aece-6a890371c60a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:49:15.405677 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:15.417469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:15.417841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:15.491985 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:15.513800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:15.516602 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e663701d-5904-4bd8-8009-d5f146e230db" -d '{"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-plugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:15.536183 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port d33abb14-0e81-4511-aece-6a890371c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d33abb14-0e81-4511-aece-6a890371c60a,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:15.541280 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:15.565586 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c06bb05-dd8b-4212-86e2-1674c24a2a19 x-openstack-request-id: req-2c06bb05-dd8b-4212-86e2-1674c24a2a19 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:15.565890 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-plugged", "status": "completed", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:15.566152 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c06bb05-dd8b-4212-86e2-1674c24a2a19 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:15.566548 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'code': 200}
Nov 27 21:49:15.591803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=13']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:15.595656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:15.596030 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:15.596358 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d disassociated. External IP: 172.35.3.154, port: d33abb14-0e81-4511-aece-6a890371c60a.
Nov 27 21:49:15.596711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Calling delete_port for d33abb14-0e81-4511-aece-6a890371c60a owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:49:15.722042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:15.754299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event deleted for resources: {'Port': ['ID=d33abb14-0e81-4511-aece-6a890371c60a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:15.869548 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:49:15.886707 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a103c5c-c1a5-44c5-8636-62876dc43a66 req-d28e9d3d-7176-4523-aa12-7d9b21b64f5d tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/ports?device_id=25774708-7210-45ee-9097-d55a89f2b668 HTTP/1.1" status: 200  len: 210 time: 0.0309193
Nov 27 21:49:16.294425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:49:16.304615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:49:16.315611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:49:16.316234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd519df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:49:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:16.333330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] No DVR routers for this DVR port d33abb14-0e81-4511-aece-6a890371c60a on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:49:16.336125 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:16.339537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e54513a-37c0-4100-9178-218f9f9a4ade req-a4802df4-096a-4f19-b31d-b5e816428fe7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.15 "DELETE /v2.0/ports/d33abb14-0e81-4511-aece-6a890371c60a HTTP/1.1" status: 204  len: 173 time: 1.0947328
Nov 27 21:49:16.339989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-deleted', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:16.342359 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a4fda1-50a8-4e79-9115-a86f8712894f" -d '{"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-deleted", "tag": "d33abb14-0e81-4511-aece-6a890371c60a"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:16.386017 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98044b0-de6a-4725-930b-6df717786b82 x-openstack-request-id: req-e98044b0-de6a-4725-930b-6df717786b82 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:16.386319 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25774708-7210-45ee-9097-d55a89f2b668", "name": "network-vif-deleted", "tag": "d33abb14-0e81-4511-aece-6a890371c60a", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:16.386630 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e98044b0-de6a-4725-930b-6df717786b82 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:16.387045 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25774708-7210-45ee-9097-d55a89f2b668', 'name': 'network-vif-deleted', 'tag': 'd33abb14-0e81-4511-aece-6a890371c60a', 'status': 'completed', 'code': 200}
Nov 27 21:49:16.436309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:49:16.521505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:16.651614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd519df0>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:16.677591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:49:16.685892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:49:16.686501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd519df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:49:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:16.796232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:49:17.010371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd519df0>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:17.041123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cc70d8-87af-4187-bb2c-91a43d1b7c3c None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:37:08Z', 'revision_number': 4, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f29974a-df31-4e62-a749-11b4503d60d0', 'name': '', 'network_id': 'd7f8e8e5-e085-4395-9b1c-093e8c6acee0', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'mac_address': 'fa:16:3e:76:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:08Z', 'updated_at': '2021-11-27T21:37:12Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'subnets': [{'id': '7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:49:17.283379 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6dd228-742e-4806-ad18-1f35fe950eed None None] New status for floating IP 8d59848c-adf8-48c9-b7b6-8d9b3c06e85d: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:49:18.892215 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:19.379134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d33abb14-0e81-4511-aece-6a890371c60a no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:49:19.399494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: d33abb14-0e81-4511-aece-6a890371c60a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:49:19.399847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device d33abb14-0e81-4511-aece-6a890371c60a not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:49:19.597509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57152) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:19.650921 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca08b91-5fac-4171-94d5-5ab5ed38d942 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:19.673134 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca08b91-5fac-4171-94d5-5ab5ed38d942 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:19.720150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca08b91-5fac-4171-94d5-5ab5ed38d942 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:19.722801 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-aca08b91-5fac-4171-94d5-5ab5ed38d942 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:19.724000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-aca08b91-5fac-4171-94d5-5ab5ed38d942 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c1c9ef1-a4ee-4038-b515-92e4cb981ac9 HTTP/1.1" status: 204  len: 168 time: 0.1254389
Nov 27 21:49:19.726628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57154) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:19.733187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca08b91-5fac-4171-94d5-5ab5ed38d942 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1c9ef1-a4ee-4038-b515-92e4cb981ac9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:19.740611 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-e8337232-c3ce-4231-98e2-6244b0437ea7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] show failed (client error): The resource could not be found.
Nov 27 21:49:19.741817 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e8337232-c3ce-4231-98e2-6244b0437ea7 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "GET /v2.0/security-groups/2c1c9ef1-a4ee-4038-b515-92e4cb981ac9 HTTP/1.1" status: 404  len: 347 time: 0.0139961
Nov 27 21:49:19.744571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:19.870402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Deleting port 567f2b6c-faac-42d2-8427-dd55217796dc {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:49:19.870782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:19.947356 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:19.947617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:19.959757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Calling delete_port for 567f2b6c-faac-42d2-8427-dd55217796dc owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:49:20.085670 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:20.113605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Pushing event deleted for resources: {'Port': ['ID=567f2b6c-faac-42d2-8427-dd55217796dc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:20.171110 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:20.174193 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:20.175362 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2e84ab17-95f8-4c32-a696-498010d38b17 tempest-ServerActionsTestJSON-439351180 tempest-ServerActionsTestJSON-439351180-project] 10.222.0.21 "DELETE /v2.0/floatingips/8d59848c-adf8-48c9-b7b6-8d9b3c06e85d HTTP/1.1" status: 204  len: 168 time: 0.4298677
Nov 27 21:49:20.178336 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57158) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:20.698927 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:20.941011 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Deleting port 9f29974a-df31-4e62-a749-11b4503d60d0 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:49:20.941733 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:21.018167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] For port 9f29974a-df31-4e62-a749-11b4503d60d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f29974a-df31-4e62-a749-11b4503d60d0,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:21.018538 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:21.030970 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Calling delete_port for 9f29974a-df31-4e62-a749-11b4503d60d0 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:49:21.208823 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:21.238989 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f29974a-df31-4e62-a749-11b4503d60d0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:21.408678 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:21.623220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Router dc7f949e-f69c-4b15-8da6-0ba5704f5819 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:49:21.728235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:49:21.733310 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-da63881a-1578-45ef-b7a5-4a9530ea761f admin admin] 10.222.0.21 "PUT /v2.0/routers/dc7f949e-f69c-4b15-8da6-0ba5704f5819/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5539703
Nov 27 21:49:21.735797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57162) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:21.738536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] Sync routers for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:49:21.748600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:49:21.749217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:49:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:21.841182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:21.856023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:49:21.947234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.004001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Deleting port 50eae904-b183-4f42-b913-525f8e0e4622 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:49:22.004348 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.042757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d99a0>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97'}], 'enable_snat': True}, 'gw_port_id': '50eae904-b183-4f42-b913-525f8e0e4622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:49:21Z', 'revision_number': 5, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port': {'id': '50eae904-b183-4f42-b913-525f8e0e4622', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:37:06Z', 'updated_at': '2021-11-27T21:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:22.069257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] Checking router: dc7f949e-f69c-4b15-8da6-0ba5704f5819 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:49:22.077488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] Routers {'dc7f949e-f69c-4b15-8da6-0ba5704f5819'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:49:22.078796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:49:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:22.083703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] For port 50eae904-b183-4f42-b913-525f8e0e4622, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50eae904-b183-4f42-b913-525f8e0e4622,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:22.084076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.097365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Calling delete_port for 50eae904-b183-4f42-b913-525f8e0e4622 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:49:22.166468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] Set router dc7f949e-f69c-4b15-8da6-0ba5704f5819 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:49:22.216952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd7d99a0>, [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:49:21Z', 'revision_number': 6, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:22.245497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2867414a-21a7-43f3-868a-f12dbb968054 None None] The sync data for ids ['dc7f949e-f69c-4b15-8da6-0ba5704f5819'] in ncdv-master-1 is: [{'id': 'dc7f949e-f69c-4b15-8da6-0ba5704f5819', 'name': 'tempest-ServerActionsTestJSON-543130382-router', 'tenant_id': '8ac362e2c70a4862919a7dfcd5f32167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:37:05Z', 'updated_at': '2021-11-27T21:49:21Z', 'revision_number': 6, 'project_id': '8ac362e2c70a4862919a7dfcd5f32167', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:49:22.264163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.288935 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=50eae904-b183-4f42-b913-525f8e0e4622,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:22.305524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f625ba-4420-4454-b584-9c89c97fe0aa None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:49:22.358565 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.448961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.452037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.494704 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.495242 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc7f949e-f69c-4b15-8da6-0ba5704f5819 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:49:22.499625 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.501465 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d8368aee-833d-4029-b92c-f51387a90b20 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dc7f949e-f69c-4b15-8da6-0ba5704f5819 HTTP/1.1" status: 204  len: 168 time: 0.7647440
Nov 27 21:49:22.504225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57164) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:22.546555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd41f06-b823-4749-b20a-7d8300aec28a admin admin] Deleting subnet 7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:49:22.550006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebd41f06-b823-4749-b20a-7d8300aec28a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.589239 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebd41f06-b823-4749-b20a-7d8300aec28a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.670691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebd41f06-b823-4749-b20a-7d8300aec28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.722247 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebd41f06-b823-4749-b20a-7d8300aec28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.751408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd41f06-b823-4749-b20a-7d8300aec28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:22.753449 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ebd41f06-b823-4749-b20a-7d8300aec28a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.756953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ebd41f06-b823-4749-b20a-7d8300aec28a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a9a6805-59e8-4a94-92b1-8f3dd2ea5e83 HTTP/1.1" status: 204  len: 168 time: 0.2518058
Nov 27 21:49:22.759098 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a5a59-9053-449a-9b56-551a69852997 None None] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:49:22.759762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57166) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:22.827104 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.886297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Deleting port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:49:22.886642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.949761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] For port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e886bc3-aafd-4ce0-98cc-e3b1210d948d,segment=NetworkSegment(20d7fe00-f4fd-4f01-a880-f8223eb49f1f),segment_id=20d7fe00-f4fd-4f01-a880-f8223eb49f1f)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:22.950062 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:22.962843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Calling delete_port for 7e886bc3-aafd-4ce0-98cc-e3b1210d948d owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:49:23.004293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] DHCP port deletion for d7f8e8e5-e085-4395-9b1c-093e8c6acee0 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:49:23.052424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.054624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] Deleting port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:49:23.055238 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.079475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7e886bc3-aafd-4ce0-98cc-e3b1210d948d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:23.082984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] No DVR routers for this DVR port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:49:23.123481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] For port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:23.123883 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.158761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.185277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1d07f0>,) {'filters': {'network_id': ['d7f8e8e5-e085-4395-9b1c-093e8c6acee0']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:23.195971 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1d07f0>, '20d7fe00-f4fd-4f01-a880-f8223eb49f1f') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:23.196282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe1d07f0>, '20d7fe00-f4fd-4f01-a880-f8223eb49f1f') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:23.207541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.223160 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.230631 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:49:23.230965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:49:23.232877 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:49:23.296288 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.302841 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.304845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] Calling delete_port for 7e886bc3-aafd-4ce0-98cc-e3b1210d948d owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:49:23.306613 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] 10.222.0.21 "DELETE /v2.0/networks/d7f8e8e5-e085-4395-9b1c-093e8c6acee0 HTTP/1.1" status: 204  len: 168 time: 0.5457599
Nov 27 21:49:23.310624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] Port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:49:23.311946 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.330020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfc2cf-efec-4e7a-989f-7da3035ea2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f8e8e5-e085-4395-9b1c-093e8c6acee0,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:23.338630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] Network d7f8e8e5-e085-4395-9b1c-093e8c6acee0 is not hosted by any dhcp agent {{(pid=120910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 21:49:23.339103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] No DVR routers for this DVR port 7e886bc3-aafd-4ce0-98cc-e3b1210d948d on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:49:23.341130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f5fa9-23f6-41c0-8a98-fadd6d0dc9f1 None None] Pushing event deleted for resources: {'Port': ['ID=7e886bc3-aafd-4ce0-98cc-e3b1210d948d,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:23.445534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57170) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:23.484552 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0c4c6808-18c3-4ebe-968b-4744c933a52e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ac362e2c70a4862919a7dfcd5f32167&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377102
Nov 27 21:49:23.486857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57172) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:23.533773 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7dd2035a-2f95-4519-be1d-adc42dc63e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.558062 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7dd2035a-2f95-4519-be1d-adc42dc63e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.605719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7dd2035a-2f95-4519-be1d-adc42dc63e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.608315 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7dd2035a-2f95-4519-be1d-adc42dc63e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:23.609465 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7dd2035a-2f95-4519-be1d-adc42dc63e7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a0c4357-75f1-49cb-b345-ab7847d26e52 HTTP/1.1" status: 204  len: 168 time: 0.1216698
Nov 27 21:49:23.617489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2035a-2f95-4519-be1d-adc42dc63e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0c4357-75f1-49cb-b345-ab7847d26e52,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:23.963094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 50eae904-b183-4f42-b913-525f8e0e4622 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:49:23.989912 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 50eae904-b183-4f42-b913-525f8e0e4622 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:49:23.990452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 50eae904-b183-4f42-b913-525f8e0e4622 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:49:23.990832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9f29974a-df31-4e62-a749-11b4503d60d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:49:24.010406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 9f29974a-df31-4e62-a749-11b4503d60d0 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:49:24.010864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 9f29974a-df31-4e62-a749-11b4503d60d0 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:49:24.011336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7e886bc3-aafd-4ce0-98cc-e3b1210d948d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:49:24.030681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7e886bc3-aafd-4ce0-98cc-e3b1210d948d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:49:24.031105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7e886bc3-aafd-4ce0-98cc-e3b1210d948d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:49:24.323576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57194) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:24.418342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-305735730-network', 'tenant_id': '22da8510e20f4540924f5d45f11f0d9f'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:24.439544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Made reservation on behalf of 22da8510e20f4540924f5d45f11f0d9f for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:49:24.441840 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.454738 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.527999 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.532157 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.552050 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:49:24.566238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed3f3c4-5a59-4d2c-a286-90081277cecc,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:24.571002 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.571384 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Added segment b2a0933a-a51f-4984-89a4-4b17cadf2b12 of type vlan for network 35af38be-d225-4fe0-b76c-130dcf0ec72b
Nov 27 21:49:24.611341 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.634861 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.635838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:24.636422 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.686556 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3618336
Nov 27 21:49:24.689475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57200) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:24.694446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Request body: {'subnet': {'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-305735730-subnet', 'tenant_id': '22da8510e20f4540924f5d45f11f0d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:24.697290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747b6a-ce49-4cfe-aa5d-aca2d5edfa02 admin admin] Pushing event updated for resources: {'Network': ['ID=35af38be-d225-4fe0-b76c-130dcf0ec72b,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:24.708061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 35af38be-d225-4fe0-b76c-130dcf0ec72b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:49:24.721444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Made reservation on behalf of 22da8510e20f4540924f5d45f11f0d9f for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:49:24.723915 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.889510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.947337 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4088f207-db87-4517-a863-a1b269859057,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:24.955505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Checking segment: {'id': 'b2a0933a-a51f-4984-89a4-4b17cadf2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:49:24.955870 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Network hostable DHCP agents. Network: 35af38be-d225-4fe0-b76c-130dcf0ec72b, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:49:24.972495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Network 35af38be-d225-4fe0-b76c-130dcf0ec72b is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:49:24.980837 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 35af38be-d225-4fe0-b76c-130dcf0ec72b) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:49:24.985279 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:24.985875 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:24.990210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83354a18-9d31-4b88-a552-8215748b393f None None] Network 35af38be-d225-4fe0-b76c-130dcf0ec72b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:49:25.002517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-22e5bccb-8727-4d9c-9467-35a0ce3b411e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3118200
Nov 27 21:49:25.121041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e9eea-0380-436f-9ea7-c257ce63f1d6 None None] Network 35af38be-d225-4fe0-b76c-130dcf0ec72b requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:49:25.415723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-883fb2ca-c1a0-47bb-839a-c320aef0fabc tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:25.417107 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-883fb2ca-c1a0-47bb-839a-c320aef0fabc tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/networks?id=35af38be-d225-4fe0-b76c-130dcf0ec72b HTTP/1.1" status: 200  len: 813 time: 0.1013191
Nov 27 21:49:25.435465 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-f02096bf-7f61-4ca7-856b-d83884b8266c tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/quotas/22da8510e20f4540924f5d45f11f0d9f HTTP/1.1" status: 200  len: 375 time: 0.0106261
Nov 27 21:49:25.469568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-c32dfeed-4c71-48cc-b528-3d4e864e168e tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=22da8510e20f4540924f5d45f11f0d9f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0267358
Nov 27 21:49:25.552204 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-8083b874-6f60-432c-9340-b26bf44752b4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:49:25.555663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-8083b874-6f60-432c-9340-b26bf44752b4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0452011
Nov 27 21:49:25.645082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-65e43414-8e94-4457-b7fd-8b790b91bec3 service neutron] 10.222.0.21 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853617
Nov 27 21:49:25.730871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-a740d03e-81f2-44be-9df6-82ac68355462 service neutron] 10.222.0.21 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798097
Nov 27 21:49:25.890745 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-293924e7-e2a5-42b1-8c2c-2fb39acd3269 req-83256e49-97f0-458f-a420-82f1e3d1bd67 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 210 time: 0.0261841
Nov 27 21:49:26.913737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-4aa0ba83-074a-4a28-8aa0-4e4abd636d42 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:26.915274 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-4aa0ba83-074a-4a28-8aa0-4e4abd636d42 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.15 "GET /v2.0/networks?id=35af38be-d225-4fe0-b76c-130dcf0ec72b HTTP/1.1" status: 200  len: 813 time: 0.1069283
Nov 27 21:49:26.930459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Request body: {'port': {'device_id': 'dd22f22e-feb2-49e8-89e0-214632bdd30d', 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b', 'admin_state_up': True, 'tenant_id': '22da8510e20f4540924f5d45f11f0d9f'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:27.326352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-14679996-4865-4415-b35b-9d7572675cb4 req-6da528b1-c307-499f-bd50-ca52df6eaf9a tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 210 time: 0.3541319
Nov 27 21:49:27.381674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Made reservation on behalf of 22da8510e20f4540924f5d45f11f0d9f for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:49:27.385178 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:27.506000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Allocated IP 172.20.0.3 (35af38be-d225-4fe0-b76c-130dcf0ec72b/4088f207-db87-4517-a863-a1b269859057/84cdbad4-7553-4b67-94a6-f8554f0b0586) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:49:27.651904 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:27.684002 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:27.731108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Network 35af38be-d225-4fe0-b76c-130dcf0ec72b is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:49:27.734672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:49:27.739277 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:49:27.772555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Pushing event updated for resources: {'Port': ['ID=84cdbad4-7553-4b67-94a6-f8554f0b0586,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:27.798408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:27.799033 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:27.817167 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-51089f04-8c0d-4115-92c4-36cf3175d7bb tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8913932
Nov 27 21:49:27.872577 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Request body: {'port': {'device_id': 'dd22f22e-feb2-49e8-89e0-214632bdd30d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:27.930006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:28.194205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cdbad4-7553-4b67-94a6-f8554f0b0586 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:49:28.201527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:28.213557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Transition to ACTIVE for port object 84cdbad4-7553-4b67-94a6-f8554f0b0586 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:49:28.216638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:28.269482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Pushing event updated for resources: {'Port': ['ID=84cdbad4-7553-4b67-94a6-f8554f0b0586,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:28.331708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Attempting to bind port 84cdbad4-7553-4b67-94a6-f8554f0b0586 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:49:28.332058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Attempting to bind port 84cdbad4-7553-4b67-94a6-f8554f0b0586 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b2a0933a-a51f-4984-89a4-4b17cadf2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:49:28.332401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Attempting to bind port 84cdbad4-7553-4b67-94a6-f8554f0b0586 on network 35af38be-d225-4fe0-b76c-130dcf0ec72b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:49:28.336737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Port 84cdbad4-7553-4b67-94a6-f8554f0b0586 on network 35af38be-d225-4fe0-b76c-130dcf0ec72b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:49:28.337065 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Attempting to bind port 84cdbad4-7553-4b67-94a6-f8554f0b0586 on network 35af38be-d225-4fe0-b76c-130dcf0ec72b {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:49:28.342044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:49:28.342390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Checking segment: {'id': 'b2a0933a-a51f-4984-89a4-4b17cadf2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:49:28.342778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Bound using segment: {'id': 'b2a0933a-a51f-4984-89a4-4b17cadf2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:49:28.343210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Bound port: 84cdbad4-7553-4b67-94a6-f8554f0b0586, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a0933a-a51f-4984-89a4-4b17cadf2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:49:28.343595 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:28.411099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] For port 84cdbad4-7553-4b67-94a6-f8554f0b0586, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:49:28.414297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] For port 84cdbad4-7553-4b67-94a6-f8554f0b0586, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=84cdbad4-7553-4b67-94a6-f8554f0b0586,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:49:28.418137 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:28.444706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e593-d748-408b-ad88-40ed19caf501 req-29ba3970-4968-4164-858d-83791401af3f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:28.446862 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02e4e593-d748-408b-ad88-40ed19caf501 req-29ba3970-4968-4164-858d-83791401af3f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 943 time: 0.0504038
Nov 27 21:49:28.460175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:28.460809 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:28.462198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] 10.222.0.15 "PUT /v2.0/ports/84cdbad4-7553-4b67-94a6-f8554f0b0586 HTTP/1.1" status: 200  len: 1091 time: 0.6372998
Nov 27 21:49:28.462652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd22f22e-feb2-49e8-89e0-214632bdd30d', 'tag': '84cdbad4-7553-4b67-94a6-f8554f0b0586'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:28.464961 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610" -d '{"events": [{"name": "network-changed", "server_uuid": "dd22f22e-feb2-49e8-89e0-214632bdd30d", "tag": "84cdbad4-7553-4b67-94a6-f8554f0b0586"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:28.491580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91096fa7-5049-4c84-bcc3-289a684a47dc service neutron] Pushing event updated for resources: {'Port': ['ID=84cdbad4-7553-4b67-94a6-f8554f0b0586,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:28.503494 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02e4e593-d748-408b-ad88-40ed19caf501 req-90c9570e-044a-4417-bdf0-318bcc350f0c tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499306
Nov 27 21:49:28.537978 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fedba6-7f0c-4bca-a5d8-23a11ba030d4 x-openstack-request-id: req-64fedba6-7f0c-4bca-a5d8-23a11ba030d4 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:28.538286 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd22f22e-feb2-49e8-89e0-214632bdd30d", "tag": "84cdbad4-7553-4b67-94a6-f8554f0b0586", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:28.538551 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64fedba6-7f0c-4bca-a5d8-23a11ba030d4 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:28.538958 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd22f22e-feb2-49e8-89e0-214632bdd30d', 'tag': '84cdbad4-7553-4b67-94a6-f8554f0b0586', 'status': 'completed', 'code': 200}
Nov 27 21:49:28.554633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-05b987e1-5706-4377-be91-5fff4d8c05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:28.556192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-05b987e1-5706-4377-be91-5fff4d8c05eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22da8510e20f4540924f5d45f11f0d9f&device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 1094 time: 0.0467267
Nov 27 21:49:28.603034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-73463eb4-604e-4ec8-86bd-025c47993b52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84cdbad4-7553-4b67-94a6-f8554f0b0586 HTTP/1.1" status: 200  len: 217 time: 0.0375280
Nov 27 21:49:28.653418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-355d01b9-ba0f-434a-942a-90e523345cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:28.654834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-355d01b9-ba0f-434a-942a-90e523345cce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4088f207-db87-4517-a863-a1b269859057 HTTP/1.1" status: 200  len: 853 time: 0.0434752
Nov 27 21:49:28.685515 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-2d68bfce-da74-423f-98ce-6b3f7799837a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35af38be-d225-4fe0-b76c-130dcf0ec72b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0233517
Nov 27 21:49:28.777431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-7cc5dc52-ad03-4b88-ab4b-e8d1a8927b33 service neutron] 10.222.0.15 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844939
Nov 27 21:49:28.868423 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5f31d7fb-95d7-4c3a-a150-2a805efb825b req-97d9c0da-f1f3-4d18-b39b-f3d60db9be1b service neutron] 10.222.0.15 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831544
Nov 27 21:49:28.952221 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-746929fb-682c-4a6e-aa5f-437a942c377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:28.953712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-746929fb-682c-4a6e-aa5f-437a942c377f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22da8510e20f4540924f5d45f11f0d9f&device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 1094 time: 0.0414333
Nov 27 21:49:29.045924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-c786d554-103d-4d53-bedf-df16d28d9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:29.047330 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-c786d554-103d-4d53-bedf-df16d28d9245 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35af38be-d225-4fe0-b76c-130dcf0ec72b HTTP/1.1" status: 200  len: 914 time: 0.0869246
Nov 27 21:49:29.087856 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-ac6d886d-3446-4ef8-a5d3-775bdf80bdb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84cdbad4-7553-4b67-94a6-f8554f0b0586 HTTP/1.1" status: 200  len: 217 time: 0.0336332
Nov 27 21:49:29.136317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-c72fa60c-6bd7-453e-a072-df45d0acb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:29.137709 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-c72fa60c-6bd7-453e-a072-df45d0acb3c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4088f207-db87-4517-a863-a1b269859057 HTTP/1.1" status: 200  len: 853 time: 0.0419292
Nov 27 21:49:29.173865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-01531b20-bff0-4c4f-8cf1-acc8df217fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35af38be-d225-4fe0-b76c-130dcf0ec72b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282545
Nov 27 21:49:29.264984 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-d1639d9b-8e44-438a-94f5-71a220d55f4c service neutron] 10.222.0.15 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843492
Nov 27 21:49:29.356863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ed7bbec7-e9ed-4b40-8b5b-4753750ec610 req-879630f8-57d7-487f-88f0-10e6bd287814 service neutron] 10.222.0.15 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851946
Nov 27 21:49:29.621247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfad8c2-54d2-4d1d-8108-a8ab2d65198c req-2599fe5e-74aa-4bfc-8218-96d23b1a77dc tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:29.622647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdfad8c2-54d2-4d1d-8108-a8ab2d65198c req-2599fe5e-74aa-4bfc-8218-96d23b1a77dc tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 943 time: 0.0487556
Nov 27 21:49:29.670036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cdfad8c2-54d2-4d1d-8108-a8ab2d65198c req-d061fdc8-902a-4846-bc99-308c3e04c386 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414062
Nov 27 21:49:30.787079 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72135b-e4f7-4f1c-938c-3b8258b7ac46 req-31b2e999-3fdd-40f3-9d54-6a53bf41efaf tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:30.788581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de72135b-e4f7-4f1c-938c-3b8258b7ac46 req-31b2e999-3fdd-40f3-9d54-6a53bf41efaf tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 943 time: 0.0502188
Nov 27 21:49:30.834794 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de72135b-e4f7-4f1c-938c-3b8258b7ac46 req-490e5bee-0e69-424f-8817-97d9a8db6418 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403755
Nov 27 21:49:31.409682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 84cdbad4-7553-4b67-94a6-f8554f0b0586 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:49:31.506532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 84cdbad4-7553-4b67-94a6-f8554f0b0586, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=84cdbad4-7553-4b67-94a6-f8554f0b0586,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:31.517824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '84cdbad4-7553-4b67-94a6-f8554f0b0586', 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b', 'port_id': '84cdbad4-7553-4b67-94a6-f8554f0b0586', 'mac_address': 'fa:16:3e:c5:05:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4088f207-db87-4517-a863-a1b269859057', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:49:31.553925 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:31.567897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84cdbad4-7553-4b67-94a6-f8554f0b0586 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:49:31.586699 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 84cdbad4-7553-4b67-94a6-f8554f0b0586, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=84cdbad4-7553-4b67-94a6-f8554f0b0586,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:31.590509 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:31.639696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=84cdbad4-7553-4b67-94a6-f8554f0b0586,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:31.881479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['84cdbad4-7553-4b67-94a6-f8554f0b0586'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:49:31.952593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a63f-ecf3-4c2d-9a68-651cbf05c327 req-be299fc9-1e30-42fc-9236-9e6f7f69bf8d tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:31.954195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d4d9a63f-ecf3-4c2d-9a68-651cbf05c327 req-be299fc9-1e30-42fc-9236-9e6f7f69bf8d tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 944 time: 0.0491316
Nov 27 21:49:32.001214 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d4d9a63f-ecf3-4c2d-9a68-651cbf05c327 req-74a2fec7-eda2-460f-ad43-21721c892440 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405805
Nov 27 21:49:33.118771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474f41a-4e04-41d7-a0db-34143667c357 req-ed845d3a-cf05-4b86-8194-b99be9d48f66 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:33.120296 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c474f41a-4e04-41d7-a0db-34143667c357 req-ed845d3a-cf05-4b86-8194-b99be9d48f66 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 944 time: 0.0509839
Nov 27 21:49:33.167132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c474f41a-4e04-41d7-a0db-34143667c357 req-0721b24f-7a13-45b8-b97a-d0f72d4070f4 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404489
Nov 27 21:49:33.410141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 84cdbad4-7553-4b67-94a6-f8554f0b0586 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:49:33.460877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 84cdbad4-7553-4b67-94a6-f8554f0b0586 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:49:33.464490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 84cdbad4-7553-4b67-94a6-f8554f0b0586 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:49:33.464865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:33.538623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:33.560925 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd22f22e-feb2-49e8-89e0-214632bdd30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cdbad4-7553-4b67-94a6-f8554f0b0586'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:33.563867 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c648a814-f99d-4964-b521-b96a117014cf" -d '{"events": [{"server_uuid": "dd22f22e-feb2-49e8-89e0-214632bdd30d", "name": "network-vif-plugged", "status": "completed", "tag": "84cdbad4-7553-4b67-94a6-f8554f0b0586"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:33.576215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 84cdbad4-7553-4b67-94a6-f8554f0b0586, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=84cdbad4-7553-4b67-94a6-f8554f0b0586,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:33.580130 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:33.603154 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c49bb33-e4d9-453e-ad90-94dbd5ad8287 x-openstack-request-id: req-0c49bb33-e4d9-453e-ad90-94dbd5ad8287 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:33.603487 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd22f22e-feb2-49e8-89e0-214632bdd30d", "name": "network-vif-plugged", "status": "completed", "tag": "84cdbad4-7553-4b67-94a6-f8554f0b0586", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:33.603741 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c49bb33-e4d9-453e-ad90-94dbd5ad8287 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:33.604130 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd22f22e-feb2-49e8-89e0-214632bdd30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cdbad4-7553-4b67-94a6-f8554f0b0586', 'code': 200}
Nov 27 21:49:33.636663 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=84cdbad4-7553-4b67-94a6-f8554f0b0586,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:33.704232 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25b8e-720d-4a07-8c23-36555892cdb7 req-89282c81-3f62-4700-9078-642912682b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:33.705657 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fcf25b8e-720d-4a07-8c23-36555892cdb7 req-89282c81-3f62-4700-9078-642912682b73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 1096 time: 0.0445426
Nov 27 21:49:33.749786 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fcf25b8e-720d-4a07-8c23-36555892cdb7 req-73c92b03-9e44-4aff-b472-0feaee4e857b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374539
Nov 27 21:49:34.279676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e687b7-50a7-4397-ad71-c0637a00c28a req-d4131129-7344-45a1-828b-3be599bc2bb3 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:34.281147 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39e687b7-50a7-4397-ad71-c0637a00c28a req-d4131129-7344-45a1-828b-3be599bc2bb3 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0488107
Nov 27 21:49:34.327145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-39e687b7-50a7-4397-ad71-c0637a00c28a req-e0547aca-8c21-4639-b6c2-54d39fef0d32 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395904
Nov 27 21:49:34.415639 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a1e48812-0a3f-4062-b754-85e452d45397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:35.446846 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ef75c-6362-49b8-bb63-bd84a8963612 req-a69486c6-5072-498e-87df-8d5aed2c0ef4 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:35.448376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-758ef75c-6362-49b8-bb63-bd84a8963612 req-a69486c6-5072-498e-87df-8d5aed2c0ef4 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0525489
Nov 27 21:49:35.495469 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-758ef75c-6362-49b8-bb63-bd84a8963612 req-f661bb42-539d-4685-8c96-b2ea6e3a5eb8 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409899
Nov 27 21:49:35.716924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-197e6303-111f-415e-a3ad-91afe22c44e4 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:35.718384 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-197e6303-111f-415e-a3ad-91afe22c44e4 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/networks?id=35af38be-d225-4fe0-b76c-130dcf0ec72b HTTP/1.1" status: 200  len: 813 time: 0.1040471
Nov 27 21:49:35.732837 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-21adcc93-4bd0-491e-aaf5-88728f9915b0 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/quotas/22da8510e20f4540924f5d45f11f0d9f HTTP/1.1" status: 200  len: 375 time: 0.0087869
Nov 27 21:49:35.780537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-8b570728-4e8c-4244-90f5-7a11a5f46a36 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=22da8510e20f4540924f5d45f11f0d9f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0421062
Nov 27 21:49:35.871698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-b21796d0-af0d-4fe3-aae1-22bca9280a6c service neutron] 10.222.0.21 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841131
Nov 27 21:49:35.961339 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-001a2a2c-aeaf-41a7-a61b-3db7d73219e9 service neutron] 10.222.0.21 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830312
Nov 27 21:49:36.116667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-98c6d8da-0417-4f48-beb9-96c0e79a5a0b req-fbd25990-b945-48d1-bca1-bdbd869d1121 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 210 time: 0.0276980
Nov 27 21:49:36.567477 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-64aea93c-b521-4f84-a088-f0a98d16494f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:37.090535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-392086fc-f6ad-47e5-a721-9c3869ce1f84 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:37.091926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-392086fc-f6ad-47e5-a721-9c3869ce1f84 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.35 "GET /v2.0/networks?id=35af38be-d225-4fe0-b76c-130dcf0ec72b HTTP/1.1" status: 200  len: 813 time: 0.1119301
Nov 27 21:49:37.112963 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Request body: {'port': {'device_id': '021ef6ec-61b0-4f6d-8f29-4235cbe2e90a', 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b', 'admin_state_up': True, 'tenant_id': '22da8510e20f4540924f5d45f11f0d9f'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:37.210505 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-867fbac5-7136-410e-9745-4df4963e2284 req-aef0a8bd-5c82-4dbe-a32a-741ece3174b1 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 210 time: 0.0271466
Nov 27 21:49:37.224323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Made reservation on behalf of 22da8510e20f4540924f5d45f11f0d9f for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:49:37.227935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:37.353365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Allocated IP 172.20.0.6 (35af38be-d225-4fe0-b76c-130dcf0ec72b/4088f207-db87-4517-a863-a1b269859057/e7715e91-6c8f-4301-b79c-3814bf6bd703) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:49:37.500123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:37.532750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:37.544502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['84cdbad4-7553-4b67-94a6-f8554f0b0586'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:49:37.579953 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Network 35af38be-d225-4fe0-b76c-130dcf0ec72b is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:49:37.583084 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:49:37.585725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:49:37.611649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Pushing event updated for resources: {'Port': ['ID=e7715e91-6c8f-4301-b79c-3814bf6bd703,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:37.639610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:37.640219 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:37.655566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-923d7661-a155-46cc-a343-6a5703bbe159 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5463619
Nov 27 21:49:37.673418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Request body: {'port': {'device_id': '021ef6ec-61b0-4f6d-8f29-4235cbe2e90a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:37.729715 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:37.987824 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7715e91-6c8f-4301-b79c-3814bf6bd703 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:49:37.995095 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:38.007136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Transition to ACTIVE for port object e7715e91-6c8f-4301-b79c-3814bf6bd703 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:49:38.010550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:38.042032 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:38.059040 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Pushing event updated for resources: {'Port': ['ID=e7715e91-6c8f-4301-b79c-3814bf6bd703,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:38.477053 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Attempting to bind port e7715e91-6c8f-4301-b79c-3814bf6bd703 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:49:38.477731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Attempting to bind port e7715e91-6c8f-4301-b79c-3814bf6bd703 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b2a0933a-a51f-4984-89a4-4b17cadf2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:49:38.477731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Attempting to bind port e7715e91-6c8f-4301-b79c-3814bf6bd703 on network 35af38be-d225-4fe0-b76c-130dcf0ec72b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:49:38.488577 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a6191-9a79-4813-9f6e-a7996c2dee58 req-ff55981f-eaf2-48f5-b41e-6c5338804bef tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:38.489989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a8a6191-9a79-4813-9f6e-a7996c2dee58 req-ff55981f-eaf2-48f5-b41e-6c5338804bef tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 943 time: 0.0716615
Nov 27 21:49:38.492030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Port e7715e91-6c8f-4301-b79c-3814bf6bd703 on network 35af38be-d225-4fe0-b76c-130dcf0ec72b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:49:38.492356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Attempting to bind port e7715e91-6c8f-4301-b79c-3814bf6bd703 on network 35af38be-d225-4fe0-b76c-130dcf0ec72b {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:49:38.498874 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:49:38.499216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Checking segment: {'id': 'b2a0933a-a51f-4984-89a4-4b17cadf2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:49:38.499627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Bound using segment: {'id': 'b2a0933a-a51f-4984-89a4-4b17cadf2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:49:38.500054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Bound port: e7715e91-6c8f-4301-b79c-3814bf6bd703, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a0933a-a51f-4984-89a4-4b17cadf2b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:49:38.500439 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:38.580129 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a8a6191-9a79-4813-9f6e-a7996c2dee58 req-84b9520c-de81-4752-be9c-e37aeab9ca8d tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828784
Nov 27 21:49:38.596187 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] For port e7715e91-6c8f-4301-b79c-3814bf6bd703, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:49:38.599787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] For port e7715e91-6c8f-4301-b79c-3814bf6bd703, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7715e91-6c8f-4301-b79c-3814bf6bd703,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:49:38.604683 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:38.638987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:38.639742 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:38.641298 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] 10.222.0.35 "PUT /v2.0/ports/e7715e91-6c8f-4301-b79c-3814bf6bd703 HTTP/1.1" status: 200  len: 1091 time: 0.9726286
Nov 27 21:49:38.641738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021ef6ec-61b0-4f6d-8f29-4235cbe2e90a', 'tag': 'e7715e91-6c8f-4301-b79c-3814bf6bd703'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:38.644038 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b7ee89-9e0a-4dc6-a65e-177af836370c" -d '{"events": [{"name": "network-changed", "server_uuid": "021ef6ec-61b0-4f6d-8f29-4235cbe2e90a", "tag": "e7715e91-6c8f-4301-b79c-3814bf6bd703"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:38.670170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613833b2-c297-4fb0-ab78-51dce7349470 service neutron] Pushing event updated for resources: {'Port': ['ID=e7715e91-6c8f-4301-b79c-3814bf6bd703,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:38.681748 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bfa598-4d7e-4f62-95a9-248e16310e27 x-openstack-request-id: req-96bfa598-4d7e-4f62-95a9-248e16310e27 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:38.682043 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021ef6ec-61b0-4f6d-8f29-4235cbe2e90a", "tag": "e7715e91-6c8f-4301-b79c-3814bf6bd703", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:38.682304 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96bfa598-4d7e-4f62-95a9-248e16310e27 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:38.682709 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021ef6ec-61b0-4f6d-8f29-4235cbe2e90a', 'tag': 'e7715e91-6c8f-4301-b79c-3814bf6bd703', 'status': 'completed', 'code': 200}
Nov 27 21:49:38.732727 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-e93dee0b-78be-4bee-8854-586bbb43ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:38.734216 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-e93dee0b-78be-4bee-8854-586bbb43ce67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22da8510e20f4540924f5d45f11f0d9f&device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 1094 time: 0.0403347
Nov 27 21:49:38.780974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-7d2a54f0-b849-40e6-bbfe-b20df57778db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7715e91-6c8f-4301-b79c-3814bf6bd703 HTTP/1.1" status: 200  len: 217 time: 0.0329576
Nov 27 21:49:38.839161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-e1f89d8a-ab1d-4f39-ba54-a2c6cca693e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:38.840649 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-e1f89d8a-ab1d-4f39-ba54-a2c6cca693e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4088f207-db87-4517-a863-a1b269859057 HTTP/1.1" status: 200  len: 853 time: 0.0459619
Nov 27 21:49:38.876172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-d41878f0-9a4d-47fa-9cc1-a42e0d8cb6b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35af38be-d225-4fe0-b76c-130dcf0ec72b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0234005
Nov 27 21:49:38.963417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-a8a13640-239c-448b-a738-525cc98c7dba service neutron] 10.222.0.35 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799367
Nov 27 21:49:39.058792 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-767c12e7-63b2-4f11-8be2-b70f7e403b54 req-b4b2cee9-b3b3-4348-ba4b-c52d5f4b7904 service neutron] 10.222.0.35 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838733
Nov 27 21:49:39.146282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-953707c5-acbd-40fd-9b56-08c1b36d39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:39.147808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-953707c5-acbd-40fd-9b56-08c1b36d39c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22da8510e20f4540924f5d45f11f0d9f&device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 1094 time: 0.0413427
Nov 27 21:49:39.241511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-c12d01c1-af07-4ccb-8190-d45462c3fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:39.243565 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-c12d01c1-af07-4ccb-8190-d45462c3fcc6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=35af38be-d225-4fe0-b76c-130dcf0ec72b HTTP/1.1" status: 200  len: 914 time: 0.0884273
Nov 27 21:49:39.284833 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-d787b38b-0a79-408b-992c-ec00cab38982 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7715e91-6c8f-4301-b79c-3814bf6bd703 HTTP/1.1" status: 200  len: 217 time: 0.0345495
Nov 27 21:49:39.335679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-6efc8025-31c4-4033-b8a2-202e60a86d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:39.337052 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-6efc8025-31c4-4033-b8a2-202e60a86d29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4088f207-db87-4517-a863-a1b269859057 HTTP/1.1" status: 200  len: 853 time: 0.0423183
Nov 27 21:49:39.368752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-0ebff5e7-1d93-48aa-b02b-7bd4eb41f561 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=35af38be-d225-4fe0-b76c-130dcf0ec72b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0230863
Nov 27 21:49:39.464165 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-2c2ca108-0dfb-4b84-8d33-0b8cc4d00d23 service neutron] 10.222.0.35 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869129
Nov 27 21:49:39.557163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6b7ee89-9e0a-4dc6-a65e-177af836370c req-1239836c-00d6-4474-87b8-618815d99423 service neutron] 10.222.0.35 "GET /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846572
Nov 27 21:49:39.698882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0fa4d-904a-4251-91ee-7bf8eb633040 req-67c4b711-32db-4592-8f5a-e5d8d40d6a06 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:39.700395 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22b0fa4d-904a-4251-91ee-7bf8eb633040 req-67c4b711-32db-4592-8f5a-e5d8d40d6a06 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 943 time: 0.0491643
Nov 27 21:49:39.748674 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-22b0fa4d-904a-4251-91ee-7bf8eb633040 req-451373d6-91d3-4650-bc60-beb308c2a7f8 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418594
Nov 27 21:49:39.752052 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:40.404181 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:40.870639 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e21f9-5fe9-4612-8d6e-4b148093bf2c req-ebc7e176-141e-480b-9d8b-bb9c567d8e5f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:40.872158 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db5e21f9-5fe9-4612-8d6e-4b148093bf2c req-ebc7e176-141e-480b-9d8b-bb9c567d8e5f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 943 time: 0.0530829
Nov 27 21:49:40.919712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db5e21f9-5fe9-4612-8d6e-4b148093bf2c req-87746cb2-34f7-4ca1-8f0e-04cfe32969ad tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411384
Nov 27 21:49:41.962175 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e7715e91-6c8f-4301-b79c-3814bf6bd703 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:49:42.003539 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:49:42.036338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4237a4-a33f-4f8f-b510-82b5f9f56f49 req-b767b830-5baf-4a56-96b9-bfc3efe0b273 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:42.037895 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc4237a4-a33f-4f8f-b510-82b5f9f56f49 req-b767b830-5baf-4a56-96b9-bfc3efe0b273 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 943 time: 0.0495930
Nov 27 21:49:42.060667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e7715e91-6c8f-4301-b79c-3814bf6bd703, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7715e91-6c8f-4301-b79c-3814bf6bd703,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:42.074011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'e7715e91-6c8f-4301-b79c-3814bf6bd703', 'network_id': '35af38be-d225-4fe0-b76c-130dcf0ec72b', 'port_id': 'e7715e91-6c8f-4301-b79c-3814bf6bd703', 'mac_address': 'fa:16:3e:11:aa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4088f207-db87-4517-a863-a1b269859057', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:49:42.086589 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fc4237a4-a33f-4f8f-b510-82b5f9f56f49 req-de1bbe5b-2358-4565-b40e-187106f2e8fa tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426915
Nov 27 21:49:42.110786 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:42.123177 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7715e91-6c8f-4301-b79c-3814bf6bd703 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:49:42.143071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e7715e91-6c8f-4301-b79c-3814bf6bd703, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7715e91-6c8f-4301-b79c-3814bf6bd703,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:42.147170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:42.193152 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e7715e91-6c8f-4301-b79c-3814bf6bd703,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:42.385206 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['e7715e91-6c8f-4301-b79c-3814bf6bd703'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:49:43.440046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14ce39-ca58-4ebc-a6fd-65594737a58a req-a3de1506-cd23-4217-900c-b822a3a67df7 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:43.441463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb14ce39-ca58-4ebc-a6fd-65594737a58a req-a3de1506-cd23-4217-900c-b822a3a67df7 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 944 time: 0.0486653
Nov 27 21:49:43.488853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb14ce39-ca58-4ebc-a6fd-65594737a58a req-4d604f75-43ca-45c9-b168-3f5d8ad82a5a tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412691
Nov 27 21:49:43.997383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e7715e91-6c8f-4301-b79c-3814bf6bd703 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:49:44.044397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port e7715e91-6c8f-4301-b79c-3814bf6bd703 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:49:44.048556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port e7715e91-6c8f-4301-b79c-3814bf6bd703 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:49:44.048955 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:44.127724 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:44.149679 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ef6ec-61b0-4f6d-8f29-4235cbe2e90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7715e91-6c8f-4301-b79c-3814bf6bd703'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:44.151952 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4858db-c8bc-47be-ad24-8ceaf0fe1605" -d '{"events": [{"server_uuid": "021ef6ec-61b0-4f6d-8f29-4235cbe2e90a", "name": "network-vif-plugged", "status": "completed", "tag": "e7715e91-6c8f-4301-b79c-3814bf6bd703"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:44.164717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port e7715e91-6c8f-4301-b79c-3814bf6bd703, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7715e91-6c8f-4301-b79c-3814bf6bd703,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:44.168694 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:44.193072 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dfbfc5-6c9c-4b5c-8135-bb38c000a494 x-openstack-request-id: req-a2dfbfc5-6c9c-4b5c-8135-bb38c000a494 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:44.193370 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021ef6ec-61b0-4f6d-8f29-4235cbe2e90a", "name": "network-vif-plugged", "status": "completed", "tag": "e7715e91-6c8f-4301-b79c-3814bf6bd703", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:44.193636 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2dfbfc5-6c9c-4b5c-8135-bb38c000a494 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:44.194023 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ef6ec-61b0-4f6d-8f29-4235cbe2e90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7715e91-6c8f-4301-b79c-3814bf6bd703', 'code': 200}
Nov 27 21:49:44.218509 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=e7715e91-6c8f-4301-b79c-3814bf6bd703,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:44.298307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58431d-4c04-4f41-932f-1f8b0ae28be3 req-27514ee2-8164-4fd5-8977-73d7805d3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:44.299832 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb58431d-4c04-4f41-932f-1f8b0ae28be3 req-27514ee2-8164-4fd5-8977-73d7805d3cd1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 1096 time: 0.0432315
Nov 27 21:49:44.348150 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bb58431d-4c04-4f41-932f-1f8b0ae28be3 req-002d7ce5-7c62-423c-ab2f-a1a28d12f040 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369458
Nov 27 21:49:44.602505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f94965-3e56-491e-ae27-6353d8c96557 req-8cdeb279-0280-40e5-b2d3-81b2a2ebe270 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:44.604064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46f94965-3e56-491e-ae27-6353d8c96557 req-8cdeb279-0280-40e5-b2d3-81b2a2ebe270 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 945 time: 0.0485642
Nov 27 21:49:44.654437 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46f94965-3e56-491e-ae27-6353d8c96557 req-d3bb81cb-a216-4ed4-b99a-682c7513f7fe tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443316
Nov 27 21:49:45.775245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b17b0-5510-4cc5-98e3-36b4cd74c35c req-7b05eb17-a459-4ee1-9fe7-829dbec92333 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:45.776814 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e8b17b0-5510-4cc5-98e3-36b4cd74c35c req-7b05eb17-a459-4ee1-9fe7-829dbec92333 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 945 time: 0.0530734
Nov 27 21:49:45.826512 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e8b17b0-5510-4cc5-98e3-36b4cd74c35c req-82d294dc-64aa-446a-a134-5fb30bb3a83f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425863
Nov 27 21:49:46.059400 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda588f9-a324-4b0d-bd9c-f2ef31b1bafe req-18ef418d-850c-41fb-8e26-9455a8f8103b tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:46.060794 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cda588f9-a324-4b0d-bd9c-f2ef31b1bafe req-18ef418d-850c-41fb-8e26-9455a8f8103b tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 945 time: 0.0492904
Nov 27 21:49:46.112303 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cda588f9-a324-4b0d-bd9c-f2ef31b1bafe req-2e6661cc-e8d1-477e-97c2-8b5b01bd6d82 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455093
Nov 27 21:49:46.503482 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:47.228623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc2dcc-0d25-4760-9172-8d2c7b94be26 req-217eda70-3928-4ded-8511-d2515322d279 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:47.230097 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-befc2dcc-0d25-4760-9172-8d2c7b94be26 req-217eda70-3928-4ded-8511-d2515322d279 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 945 time: 0.0494816
Nov 27 21:49:47.277779 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-befc2dcc-0d25-4760-9172-8d2c7b94be26 req-6952ec39-d744-4da1-b90e-9d1f06c1267e tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411129
Nov 27 21:49:47.439906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-ff483e83-34c2-44bb-971a-6a785ede3554 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:47.441258 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-ff483e83-34c2-44bb-971a-6a785ede3554 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.35 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 945 time: 0.0494010
Nov 27 21:49:47.531642 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Deleting port e7715e91-6c8f-4301-b79c-3814bf6bd703 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:49:47.532485 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:47.625584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] For port e7715e91-6c8f-4301-b79c-3814bf6bd703, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e7715e91-6c8f-4301-b79c-3814bf6bd703,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:47.625991 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:47.638679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Calling delete_port for e7715e91-6c8f-4301-b79c-3814bf6bd703 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:49:47.768781 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:47.780628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['84cdbad4-7553-4b67-94a6-f8554f0b0586'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:49:47.786018 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['e7715e91-6c8f-4301-b79c-3814bf6bd703'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:49:47.802684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Pushing event deleted for resources: {'Port': ['ID=e7715e91-6c8f-4301-b79c-3814bf6bd703,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:47.841785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] No DVR routers for this DVR port e7715e91-6c8f-4301-b79c-3814bf6bd703 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:49:47.844327 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:47.848539 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed60eca7-a1b1-4d09-9590-b3a9e932e343 req-aacf220e-8bf4-4bbd-9776-7ef498864b28 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.35 "DELETE /v2.0/ports/e7715e91-6c8f-4301-b79c-3814bf6bd703 HTTP/1.1" status: 204  len: 173 time: 0.3977125
Nov 27 21:49:47.849180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021ef6ec-61b0-4f6d-8f29-4235cbe2e90a', 'name': 'network-vif-deleted', 'tag': 'e7715e91-6c8f-4301-b79c-3814bf6bd703'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:47.851534 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa362189-23b8-403a-864a-5dfacf0a5ca6" -d '{"events": [{"server_uuid": "021ef6ec-61b0-4f6d-8f29-4235cbe2e90a", "name": "network-vif-deleted", "tag": "e7715e91-6c8f-4301-b79c-3814bf6bd703"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:47.896496 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f7154e-a9b0-4297-aed0-d0d726e5273f x-openstack-request-id: req-66f7154e-a9b0-4297-aed0-d0d726e5273f {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:47.896804 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021ef6ec-61b0-4f6d-8f29-4235cbe2e90a", "name": "network-vif-deleted", "tag": "e7715e91-6c8f-4301-b79c-3814bf6bd703", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:47.897085 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66f7154e-a9b0-4297-aed0-d0d726e5273f {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:47.897514 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021ef6ec-61b0-4f6d-8f29-4235cbe2e90a', 'name': 'network-vif-deleted', 'tag': 'e7715e91-6c8f-4301-b79c-3814bf6bd703', 'status': 'completed', 'code': 200}
Nov 27 21:49:48.385553 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6e01664b-2927-4ddc-b28d-728a66a9193e req-7e13727e-bd26-4adc-a146-b29745dc1ae0 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=021ef6ec-61b0-4f6d-8f29-4235cbe2e90a HTTP/1.1" status: 200  len: 210 time: 0.0269549
Nov 27 21:49:48.903983 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:49.537814 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac7d74-025e-4891-8a9f-270f232e01f1 req-d41ef7fb-66db-4045-9632-e84ed7d4eec8 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:49.539299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6ac7d74-025e-4891-8a9f-270f232e01f1 req-d41ef7fb-66db-4045-9632-e84ed7d4eec8 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0486228
Nov 27 21:49:49.589896 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b6ac7d74-025e-4891-8a9f-270f232e01f1 req-7810197f-c85b-46e6-82c8-29a402748839 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447395
Nov 27 21:49:49.718879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1168-b25d-4e8c-9815-edfdda07fc26 req-44035a87-7ace-44a3-bf8d-ea98d0f75b35 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:49.720317 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2cca1168-b25d-4e8c-9815-edfdda07fc26 req-44035a87-7ace-44a3-bf8d-ea98d0f75b35 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0481842
Nov 27 21:49:49.766292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2cca1168-b25d-4e8c-9815-edfdda07fc26 req-91151510-0056-4811-8bb8-e4a8a1573610 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401852
Nov 27 21:49:49.885587 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e3fc5-41d0-4476-8ddb-98220cc183a0 req-4a9477df-120a-4569-ac90-0e665ed2f6d8 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:49.887048 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-096e3fc5-41d0-4476-8ddb-98220cc183a0 req-4a9477df-120a-4569-ac90-0e665ed2f6d8 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0524712
Nov 27 21:49:49.937210 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-096e3fc5-41d0-4476-8ddb-98220cc183a0 req-2bcb5ae2-c6a1-4997-9ee8-f55d1f33bb26 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434973
Nov 27 21:49:50.008096 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e7715e91-6c8f-4301-b79c-3814bf6bd703 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:49:50.009653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-27590f79-2032-43af-83de-55d1445442fc req-1e59eab8-825a-4957-951a-dab83b6a4b87 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:49:50.010728 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-27590f79-2032-43af-83de-55d1445442fc req-1e59eab8-825a-4957-951a-dab83b6a4b87 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058973
Nov 27 21:49:50.031325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: e7715e91-6c8f-4301-b79c-3814bf6bd703 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:49:50.031688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device e7715e91-6c8f-4301-b79c-3814bf6bd703 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:49:50.117058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b80992-a761-4b1e-8126-04f0a67dc11e req-a71da6f7-288d-4b78-8ae3-a966aa46585b tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:50.118506 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62b80992-a761-4b1e-8126-04f0a67dc11e req-a71da6f7-288d-4b78-8ae3-a966aa46585b tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0479009
Nov 27 21:49:50.164609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-62b80992-a761-4b1e-8126-04f0a67dc11e req-92385790-7cb4-41a7-9e74-6ab0b2d2d158 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400903
Nov 27 21:49:50.277450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb47b6f-cf6e-4ec1-a57e-4f39760ff80e req-31fb905a-07fe-4f4b-965b-e5aaef97d48e tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:50.278945 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8bb47b6f-cf6e-4ec1-a57e-4f39760ff80e req-31fb905a-07fe-4f4b-965b-e5aaef97d48e tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0484724
Nov 27 21:49:50.325814 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8bb47b6f-cf6e-4ec1-a57e-4f39760ff80e req-c49702f2-7c48-42f6-914e-d70deb4712a3 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408731
Nov 27 21:49:50.451367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030d039-3b94-47bc-985c-fd3be2071ad3 req-df4c84a2-6b24-4ed6-ba9b-ccb399ed863e tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:50.452827 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5030d039-3b94-47bc-985c-fd3be2071ad3 req-df4c84a2-6b24-4ed6-ba9b-ccb399ed863e tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0526786
Nov 27 21:49:50.499058 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5030d039-3b94-47bc-985c-fd3be2071ad3 req-14f4d44a-11f8-4821-bb03-4ba2aa95c341 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403533
Nov 27 21:49:50.801833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636c0e-a709-470e-86f3-74cf17338868 req-250f4439-3da6-4435-af48-a8a266e1db91 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:50.803227 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05636c0e-a709-470e-86f3-74cf17338868 req-250f4439-3da6-4435-af48-a8a266e1db91 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0480194
Nov 27 21:49:50.849662 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-05636c0e-a709-470e-86f3-74cf17338868 req-6012cb6d-c961-4e50-9ad6-268e8cdc78d3 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405469
Nov 27 21:49:51.968980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da046d-8a73-487f-bb73-6ebc61a3272b req-207edf18-9e70-4794-8fac-48ca94c9ee37 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:51.970515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10da046d-8a73-487f-bb73-6ebc61a3272b req-207edf18-9e70-4794-8fac-48ca94c9ee37 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0502431
Nov 27 21:49:52.023228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-10da046d-8a73-487f-bb73-6ebc61a3272b req-a8f7618d-0e2c-4fc2-a5c9-8cc7f58d1497 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ed3f3c4-5a59-4d2c-a286-90081277cecc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466580
Nov 27 21:49:52.311459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-f32f1376-e3e5-4003-9081-998802760745 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:52.312899 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-f32f1376-e3e5-4003-9081-998802760745 tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 945 time: 0.0511813
Nov 27 21:49:52.399329 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Deleting port 84cdbad4-7553-4b67-94a6-f8554f0b0586 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:49:52.399674 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:52.489085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] For port 84cdbad4-7553-4b67-94a6-f8554f0b0586, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=84cdbad4-7553-4b67-94a6-f8554f0b0586,segment=NetworkSegment(b2a0933a-a51f-4984-89a4-4b17cadf2b12),segment_id=b2a0933a-a51f-4984-89a4-4b17cadf2b12)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:49:52.489448 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:52.502671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Calling delete_port for 84cdbad4-7553-4b67-94a6-f8554f0b0586 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:49:52.622988 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:52.634601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['84cdbad4-7553-4b67-94a6-f8554f0b0586'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:49:52.654615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Pushing event deleted for resources: {'Port': ['ID=84cdbad4-7553-4b67-94a6-f8554f0b0586,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:52.695282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] No DVR routers for this DVR port 84cdbad4-7553-4b67-94a6-f8554f0b0586 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:49:52.697881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:52.701352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ef96e855-ac5c-4718-826e-1262d8a19a02 req-8273adf2-95b3-4eed-a751-f9cabf8c5a0f tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.15 "DELETE /v2.0/ports/84cdbad4-7553-4b67-94a6-f8554f0b0586 HTTP/1.1" status: 204  len: 173 time: 0.3823354
Nov 27 21:49:52.701831 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd22f22e-feb2-49e8-89e0-214632bdd30d', 'name': 'network-vif-deleted', 'tag': '84cdbad4-7553-4b67-94a6-f8554f0b0586'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:49:52.704884 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c8b3a2-ef5f-4542-a892-96948cc97982" -d '{"events": [{"server_uuid": "dd22f22e-feb2-49e8-89e0-214632bdd30d", "name": "network-vif-deleted", "tag": "84cdbad4-7553-4b67-94a6-f8554f0b0586"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:49:52.745137 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8943be-93da-4cba-9d4e-f3f786a85d5e x-openstack-request-id: req-6a8943be-93da-4cba-9d4e-f3f786a85d5e {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:49:52.745580 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd22f22e-feb2-49e8-89e0-214632bdd30d", "name": "network-vif-deleted", "tag": "84cdbad4-7553-4b67-94a6-f8554f0b0586", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:49:52.745840 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a8943be-93da-4cba-9d4e-f3f786a85d5e {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:49:52.746251 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd22f22e-feb2-49e8-89e0-214632bdd30d', 'name': 'network-vif-deleted', 'tag': '84cdbad4-7553-4b67-94a6-f8554f0b0586', 'status': 'completed', 'code': 200}
Nov 27 21:49:53.131774 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7474f2cb-6b11-4276-8c4e-ee6e60adde34 req-b14dc78e-57de-46c3-b2b1-d48d6faa662b tempest-ServersNegativeTestJSON-1242530998 tempest-ServersNegativeTestJSON-1242530998-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd22f22e-feb2-49e8-89e0-214632bdd30d HTTP/1.1" status: 200  len: 210 time: 0.0276992
Nov 27 21:49:54.191719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57352) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:54.235421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc935366-c15b-468c-80f9-a914435c4e18 admin admin] Deleting subnet 4088f207-db87-4517-a863-a1b269859057 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:49:54.239778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc935366-c15b-468c-80f9-a914435c4e18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.275789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc935366-c15b-468c-80f9-a914435c4e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.312834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc935366-c15b-468c-80f9-a914435c4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.368246 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc935366-c15b-468c-80f9-a914435c4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.393823 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc935366-c15b-468c-80f9-a914435c4e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4088f207-db87-4517-a863-a1b269859057,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:54.398478 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cc935366-c15b-468c-80f9-a914435c4e18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.401611 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cc935366-c15b-468c-80f9-a914435c4e18 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4088f207-db87-4517-a863-a1b269859057 HTTP/1.1" status: 204  len: 168 time: 0.2088721
Nov 27 21:49:54.404103 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57354) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:54.470888 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.550853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.572083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3feb02790>,) {'filters': {'network_id': ['35af38be-d225-4fe0-b76c-130dcf0ec72b']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:54.580975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feb02790>, 'b2a0933a-a51f-4984-89a4-4b17cadf2b12') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:54.581278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3feb02790>, 'b2a0933a-a51f-4984-89a4-4b17cadf2b12') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:49:54.590275 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.602897 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.608779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:49:54.609160 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:49:54.611663 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:49:54.663345 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.669912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.673209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/35af38be-d225-4fe0-b76c-130dcf0ec72b HTTP/1.1" status: 204  len: 168 time: 0.2681978
Nov 27 21:49:54.684075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725c300-480f-4448-ba42-d4e9121bcfb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=35af38be-d225-4fe0-b76c-130dcf0ec72b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:54.781081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57358) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:54.820249 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-384bf9b0-8b66-402a-9d8b-cbe222e15e07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22da8510e20f4540924f5d45f11f0d9f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0379751
Nov 27 21:49:54.822579 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57360) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:54.868843 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b8c8854a-98e6-437b-8629-99265a7b7a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.889241 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b8c8854a-98e6-437b-8629-99265a7b7a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.939496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b8c8854a-98e6-437b-8629-99265a7b7a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.942279 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-b8c8854a-98e6-437b-8629-99265a7b7a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:54.943455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b8c8854a-98e6-437b-8629-99265a7b7a32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ed3f3c4-5a59-4d2c-a286-90081277cecc HTTP/1.1" status: 204  len: 168 time: 0.1199598
Nov 27 21:49:54.951284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8854a-98e6-437b-8629-99265a7b7a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed3f3c4-5a59-4d2c-a286-90081277cecc,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:55.472364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 84cdbad4-7553-4b67-94a6-f8554f0b0586 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:49:55.491784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 84cdbad4-7553-4b67-94a6-f8554f0b0586 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:49:55.492169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 84cdbad4-7553-4b67-94a6-f8554f0b0586 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:49:55.610627 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57382) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:55.704046 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282731804'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:55.725184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:49:55.728624 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:55.742057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:55.814792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:55.818133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:55.840805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:49:55.854768 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02188b01-85a0-4dfd-8745-3c01a6c56210,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:55.859506 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:55.859862 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Added segment 61567772-92e7-4e07-8da6-de812586e9bf of type vlan for network 91e804fd-7de9-480a-ac1b-40a90ab98dcb
Nov 27 21:49:55.899516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:55.925203 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:55.930949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:55.931570 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:55.990345 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3784208
Nov 27 21:49:56.002398 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8588c6d-014c-4ebe-b95e-e8d30d750773 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Network': ['ID=91e804fd-7de9-480a-ac1b-40a90ab98dcb,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:56.018075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 91e804fd-7de9-480a-ac1b-40a90ab98dcb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:49:59.236881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57400) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:59.242143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'subnet': {'network_id': '91e804fd-7de9-480a-ac1b-40a90ab98dcb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:59.328224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:49:59.331728 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:59.510598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:59.572693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Subnet': ['ID=42af2b87-b13f-43f9-a16e-2f7efe76fc86,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:59.587180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.587674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.588021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.588612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.589091 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.589831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.590106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.590734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.591311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.591798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.592202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.592800 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:49:59.601471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Checking segment: {'id': '61567772-92e7-4e07-8da6-de812586e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '91e804fd-7de9-480a-ac1b-40a90ab98dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:49:59.601844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network hostable DHCP agents. Network: 91e804fd-7de9-480a-ac1b-40a90ab98dcb, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:49:59.625778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network 91e804fd-7de9-480a-ac1b-40a90ab98dcb is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:49:59.637421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91e804fd-7de9-480a-ac1b-40a90ab98dcb) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:49:59.641827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:59.642418 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:59.648071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad38f48-b7a6-4776-82f8-470ab4b3bb25 None None] Network 91e804fd-7de9-480a-ac1b-40a90ab98dcb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:49:59.659365 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c8a16826-b9f8-44c0-b6a3-bbda1bb93210 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4213030
Nov 27 21:49:59.663287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57402) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:59.667885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-53035321'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:59.689010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:49:59.692565 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:59.721365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:49:59.730145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:59.730493 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Added segment 1461734e-f6d4-45e6-8d49-e6fb346e4671 of type vlan for network 843345c7-3b1c-4538-9d05-44137027460c
Nov 27 21:49:59.774159 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:59.799692 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91e804fd-7de9-480a-ac1b-40a90ab98dcb', 'network_id': '91e804fd-7de9-480a-ac1b-40a90ab98dcb', 'tenant_id': '0f1b366de851417abdd0fd53c9f3c0e1', 'fixed_ips': [{'subnet_id': '42af2b87-b13f-43f9-a16e-2f7efe76fc86'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:49:59.800229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:59.800566 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:59.805889 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:49:59.806478 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:49:59.862670 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.1959453
Nov 27 21:49:59.863703 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57404) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:49:59.875692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'subnet': {'network_id': '843345c7-3b1c-4538-9d05-44137027460c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:49:59.895766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e7677-723b-4cb0-a4c1-448406c0fdb4 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Network': ['ID=843345c7-3b1c-4538-9d05-44137027460c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:49:59.920336 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 843345c7-3b1c-4538-9d05-44137027460c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:49:59.972353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:49:59.976115 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.002660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Allocated IP 2001:db8:0:ffff::2 (91e804fd-7de9-480a-ac1b-40a90ab98dcb/42af2b87-b13f-43f9-a16e-2f7efe76fc86/98586c33-d863-47cd-9bde-ecdebaf4b13a) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:00.152586 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.158778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.167748 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.200956 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Network 91e804fd-7de9-480a-ac1b-40a90ab98dcb is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:00.205297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:00.208976 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:00.219408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Pushing event updated for resources: {'Port': ['ID=98586c33-d863-47cd-9bde-ecdebaf4b13a,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:00.234776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Subnet': ['ID=c09aba1d-b81f-4af0-ae05-b832eac14227,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:00.240950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Checking segment: {'id': '1461734e-f6d4-45e6-8d49-e6fb346e4671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '843345c7-3b1c-4538-9d05-44137027460c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:00.241632 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network hostable DHCP agents. Network: 843345c7-3b1c-4538-9d05-44137027460c, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:50:00.257597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network 843345c7-3b1c-4538-9d05-44137027460c is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:50:00.265865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Attempting to bind port 98586c33-d863-47cd-9bde-ecdebaf4b13a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:00.266296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Attempting to bind port 98586c33-d863-47cd-9bde-ecdebaf4b13a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '61567772-92e7-4e07-8da6-de812586e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '91e804fd-7de9-480a-ac1b-40a90ab98dcb'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:00.266466 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 843345c7-3b1c-4538-9d05-44137027460c) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:00.266652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Attempting to bind port 98586c33-d863-47cd-9bde-ecdebaf4b13a on network 91e804fd-7de9-480a-ac1b-40a90ab98dcb {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:00.270257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:00.270862 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.272383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:00.272818 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Checking segment: {'id': '61567772-92e7-4e07-8da6-de812586e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '91e804fd-7de9-480a-ac1b-40a90ab98dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:00.273229 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.273634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Bound using segment: {'id': '61567772-92e7-4e07-8da6-de812586e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '91e804fd-7de9-480a-ac1b-40a90ab98dcb'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:00.274107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Bound port: 98586c33-d863-47cd-9bde-ecdebaf4b13a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61567772-92e7-4e07-8da6-de812586e9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '91e804fd-7de9-480a-ac1b-40a90ab98dcb'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:00.274498 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.285223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d6c7c-5870-4b2b-8429-0e208790e01e None None] Network 843345c7-3b1c-4538-9d05-44137027460c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:00.288428 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eccac892-b514-4296-96b0-672fabba3e0b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4241674
Nov 27 21:50:00.291115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57406) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:00.396531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.477576 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.541446 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.559389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] For port 98586c33-d863-47cd-9bde-ecdebaf4b13a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:00.573625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Subnet': ['ID=c09aba1d-b81f-4af0-ae05-b832eac14227,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:00.578260 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] For port 98586c33-d863-47cd-9bde-ecdebaf4b13a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98586c33-d863-47cd-9bde-ecdebaf4b13a,segment=NetworkSegment(61567772-92e7-4e07-8da6-de812586e9bf),segment_id=61567772-92e7-4e07-8da6-de812586e9bf)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:00.601925 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.631874 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.654711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe400324130>,) {'filters': {'network_id': ['843345c7-3b1c-4538-9d05-44137027460c']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:00.656936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f2e42-953a-4146-801d-276fb4f932fc None None] Network 843345c7-3b1c-4538-9d05-44137027460c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:00.665885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe400324130>, '1461734e-f6d4-45e6-8d49-e6fb346e4671') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:00.666182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe400324130>, '1461734e-f6d4-45e6-8d49-e6fb346e4671') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:00.683726 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.697960 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.704030 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:50:00.704957 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:50:00.708263 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:50:00.724845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9378fa4-7b52-47b6-8e65-e8151734f154 None None] Pushing event updated for resources: {'Port': ['ID=98586c33-d863-47cd-9bde-ecdebaf4b13a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:00.776708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.784216 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.787454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/networks/843345c7-3b1c-4538-9d05-44137027460c HTTP/1.1" status: 204  len: 168 time: 0.4953549
Nov 27 21:50:00.790920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57408) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:00.795729 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1020329543'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:00.810989 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa585d4-0aef-4d19-81a2-93c2f5ab0662 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Network': ['ID=843345c7-3b1c-4538-9d05-44137027460c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:00.829323 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:00.833646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.879674 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:50:00.889422 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.889773 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Added segment 12467c05-210b-40b4-9993-0c6787d16fe7 of type vlan for network 1e258b6f-db0c-45a0-b3dc-c4ae74281549
Nov 27 21:50:00.936084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.962858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:00.968651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:00.969527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.026845 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2343116
Nov 27 21:50:01.029258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57410) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:01.035834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'subnet': {'network_id': '1e258b6f-db0c-45a0-b3dc-c4ae74281549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:01.050001 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90b15c-a518-4b5f-a5f6-ed13d17a6360 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Network': ['ID=1e258b6f-db0c-45a0-b3dc-c4ae74281549,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:01.060843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 1e258b6f-db0c-45a0-b3dc-c4ae74281549 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:50:01.128211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:01.131953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.192569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Performing IP validity checks on allocation pools {{(pid=120908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 27 21:50:01.193094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.ipam_backend_mixin [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 27 21:50:01.311209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.378869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Subnet': ['ID=4a322ccf-87f1-4bbf-919e-5f86e9e9576a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:01.388036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Checking segment: {'id': '12467c05-210b-40b4-9993-0c6787d16fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1e258b6f-db0c-45a0-b3dc-c4ae74281549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:01.388394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network hostable DHCP agents. Network: 1e258b6f-db0c-45a0-b3dc-c4ae74281549, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:50:01.405882 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network 1e258b6f-db0c-45a0-b3dc-c4ae74281549 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:50:01.415938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e258b6f-db0c-45a0-b3dc-c4ae74281549) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:01.420279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:01.420878 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.428480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c8ea5-4a0b-4c9a-bf82-cc7179e424f5 None None] Network 1e258b6f-db0c-45a0-b3dc-c4ae74281549 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:01.444385 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-28b09016-9a64-493f-ac77-ee488d08cb20 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4108989
Nov 27 21:50:01.444385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57412) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:01.549104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.587138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e912e77d-d8b0-468a-9f36-020b61e185a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e258b6f-db0c-45a0-b3dc-c4ae74281549', 'network_id': '1e258b6f-db0c-45a0-b3dc-c4ae74281549', 'tenant_id': '0f1b366de851417abdd0fd53c9f3c0e1', 'fixed_ips': [{'subnet_id': '4a322ccf-87f1-4bbf-919e-5f86e9e9576a'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:50:01.588549 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e912e77d-d8b0-468a-9f36-020b61e185a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.637681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.669574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a6373b-475e-42e8-997b-deaa2567c3ef None None] Network 91e804fd-7de9-480a-ac1b-40a90ab98dcb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:01.702670 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.734648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Subnet': ['ID=4a322ccf-87f1-4bbf-919e-5f86e9e9576a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server [None req-e912e77d-d8b0-468a-9f36-020b61e185a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a322ccf-87f1-4bbf-919e-5f86e9e9576a: This subnet is being modified by another concurrent operation.
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server     raise exception
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a322ccf-87f1-4bbf-919e-5f86e9e9576a: This subnet is being modified by another concurrent operation.
Nov 27 21:50:01.747798 ncdv-master-1 neutron-server[120910]: ERROR oslo_messaging.rpc.server 
Nov 27 21:50:01.773806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b294ef65-b039-44af-b19e-bab1d6888a5c None None] Provisioning complete for port 98586c33-d863-47cd-9bde-ecdebaf4b13a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:01.774192 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b294ef65-b039-44af-b19e-bab1d6888a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.776643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc746da-f3f4-4b12-9173-9e1049400340 None None] Network 1e258b6f-db0c-45a0-b3dc-c4ae74281549 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:01.806997 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.826439 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fe61a910>,) {'filters': {'network_id': ['1e258b6f-db0c-45a0-b3dc-c4ae74281549']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:01.835480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe61a910>, '12467c05-210b-40b4-9993-0c6787d16fe7') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:01.835782 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fe61a910>, '12467c05-210b-40b4-9993-0c6787d16fe7') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:01.844713 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.858238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.864747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:50:01.865130 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:50:01.868094 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:50:01.933306 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.947703 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:01.951074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/networks/1e258b6f-db0c-45a0-b3dc-c4ae74281549 HTTP/1.1" status: 204  len: 168 time: 0.5048296
Nov 27 21:50:01.955567 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57414) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:01.964026 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285655642'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:01.976674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1049b-59b1-42c4-8bf2-617f5ad213fe tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Network': ['ID=1e258b6f-db0c-45a0-b3dc-c4ae74281549,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:01.996616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:02.000483 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.026101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:50:02.027442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 98586c33-d863-47cd-9bde-ecdebaf4b13a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:02.041023 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.041376 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Added segment 590aa0fb-0d89-4de9-997d-b01311966963 of type vlan for network 69cac3b0-203a-4823-b6f3-517d7b810c66
Nov 27 21:50:02.052213 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b294ef65-b039-44af-b19e-bab1d6888a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.081636 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.108314 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.110287 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b294ef65-b039-44af-b19e-bab1d6888a5c None None] For port 98586c33-d863-47cd-9bde-ecdebaf4b13a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98586c33-d863-47cd-9bde-ecdebaf4b13a,segment=NetworkSegment(61567772-92e7-4e07-8da6-de812586e9bf),segment_id=61567772-92e7-4e07-8da6-de812586e9bf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:02.114482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:02.115273 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.116312 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b294ef65-b039-44af-b19e-bab1d6888a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.151816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 98586c33-d863-47cd-9bde-ecdebaf4b13a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:02.152201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.177023 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2194984
Nov 27 21:50:02.180689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57416) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:02.186507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'subnet': {'network_id': '69cac3b0-203a-4823-b6f3-517d7b810c66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:02.207776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf52e2-14e7-4e9e-bce8-48ae6103fe3b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Network': ['ID=69cac3b0-203a-4823-b6f3-517d7b810c66,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:02.208675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294ef65-b039-44af-b19e-bab1d6888a5c None None] Pushing event updated for resources: {'Port': ['ID=98586c33-d863-47cd-9bde-ecdebaf4b13a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:02.220627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 69cac3b0-203a-4823-b6f3-517d7b810c66 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:50:02.288193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:02.292083 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.311594 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f659b764-2065-428c-bcc7-c8062f8789d4 None None] get_active_networks_info from ncdv-master-1 {{(pid=120910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 27 21:50:02.377803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-07c3c6dc-f9dd-4b19-a515-3c50c899bffa None None] Provisioning complete for port 98586c33-d863-47cd-9bde-ecdebaf4b13a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:02.378183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-07c3c6dc-f9dd-4b19-a515-3c50c899bffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.440909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659b764-2065-428c-bcc7-c8062f8789d4 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 27 21:50:02.474672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.539779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Checking segment: {'id': '590aa0fb-0d89-4de9-997d-b01311966963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '69cac3b0-203a-4823-b6f3-517d7b810c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:02.540194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network hostable DHCP agents. Network: 69cac3b0-203a-4823-b6f3-517d7b810c66, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:50:02.542092 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Subnet': ['ID=f404f1d9-d553-4155-ab12-cf77f9b6fbe8,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:02.560834 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network 69cac3b0-203a-4823-b6f3-517d7b810c66 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:50:02.570811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69cac3b0-203a-4823-b6f3-517d7b810c66) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:02.575364 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:02.575977 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.593773 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c655bb83-0981-4238-a6cb-8cae81345d9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4112344
Nov 27 21:50:02.597385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57418) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:02.602244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292540892'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:02.622465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:02.626571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.650998 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:50:02.660516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.660912 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Added segment 6cf487c4-1a99-4071-b714-f7d43212f8b6 of type vlan for network 553a6e15-dd3b-4a29-941f-9f7d178f0db4
Nov 27 21:50:02.676189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72990e89-6e7c-4230-ac9b-dfa6a2d4b802 None None] Network 69cac3b0-203a-4823-b6f3-517d7b810c66 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:02.703631 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.726384 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.731949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:02.732529 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.792328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1938646
Nov 27 21:50:02.795220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57420) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:02.801257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Request body: {'subnet': {'network_id': '553a6e15-dd3b-4a29-941f-9f7d178f0db4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:02.805282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26d821-ce93-42ea-830d-d1481071d579 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Network': ['ID=553a6e15-dd3b-4a29-941f-9f7d178f0db4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:02.815928 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 553a6e15-dd3b-4a29-941f-9f7d178f0db4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:50:02.830616 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-69cac3b0-203a-4823-b6f3-517d7b810c66', 'network_id': '69cac3b0-203a-4823-b6f3-517d7b810c66', 'tenant_id': '0f1b366de851417abdd0fd53c9f3c0e1', 'fixed_ips': [{'subnet_id': 'f404f1d9-d553-4155-ab12-cf77f9b6fbe8'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:50:02.831496 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:02.899610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Made reservation on behalf of 0f1b366de851417abdd0fd53c9f3c0e1 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:02.904334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.011469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Allocated IP 2001:db8::2 (69cac3b0-203a-4823-b6f3-517d7b810c66/f404f1d9-d553-4155-ab12-cf77f9b6fbe8/12de8d24-2886-4252-a0f8-3ffdba9c1190) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:03.087908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.152184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event updated for resources: {'Subnet': ['ID=89762395-d4a7-4417-b59a-95d6e49fe1bf,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:03.157000 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.159946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Checking segment: {'id': '6cf487c4-1a99-4071-b714-f7d43212f8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '553a6e15-dd3b-4a29-941f-9f7d178f0db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:03.160399 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network hostable DHCP agents. Network: 553a6e15-dd3b-4a29-941f-9f7d178f0db4, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:50:03.164677 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.178441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Network 553a6e15-dd3b-4a29-941f-9f7d178f0db4 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:50:03.186956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 553a6e15-dd3b-4a29-941f-9f7d178f0db4) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:03.194643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b19c6c8-287a-430a-a4d8-d3d6f9bf0be4 None None] Network 553a6e15-dd3b-4a29-941f-9f7d178f0db4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:03.196677 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:03.197285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.214628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c716b28d-c62e-4b3f-afbd-93363682dc6b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4163246
Nov 27 21:50:03.215240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57422) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:03.228562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Network 69cac3b0-203a-4823-b6f3-517d7b810c66 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:03.261562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:03.268509 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:03.271922 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Pushing event updated for resources: {'Port': ['ID=12de8d24-2886-4252-a0f8-3ffdba9c1190,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:03.314370 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.349101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Attempting to bind port 12de8d24-2886-4252-a0f8-3ffdba9c1190 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:03.349484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Attempting to bind port 12de8d24-2886-4252-a0f8-3ffdba9c1190 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '590aa0fb-0d89-4de9-997d-b01311966963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '69cac3b0-203a-4823-b6f3-517d7b810c66'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:03.349856 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Attempting to bind port 12de8d24-2886-4252-a0f8-3ffdba9c1190 on network 69cac3b0-203a-4823-b6f3-517d7b810c66 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:03.371125 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.383108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:03.383515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Checking segment: {'id': '590aa0fb-0d89-4de9-997d-b01311966963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '69cac3b0-203a-4823-b6f3-517d7b810c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:03.383925 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.384330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Bound using segment: {'id': '590aa0fb-0d89-4de9-997d-b01311966963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '69cac3b0-203a-4823-b6f3-517d7b810c66'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:03.384821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Bound port: 12de8d24-2886-4252-a0f8-3ffdba9c1190, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590aa0fb-0d89-4de9-997d-b01311966963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '69cac3b0-203a-4823-b6f3-517d7b810c66'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:03.385208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.435165 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.461309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Subnet': ['ID=89762395-d4a7-4417-b59a-95d6e49fe1bf,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:03.467200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5a109-deab-4e5f-9ad6-d34274a65af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-553a6e15-dd3b-4a29-941f-9f7d178f0db4', 'network_id': '553a6e15-dd3b-4a29-941f-9f7d178f0db4', 'tenant_id': '0f1b366de851417abdd0fd53c9f3c0e1', 'fixed_ips': [{'subnet_id': '89762395-d4a7-4417-b59a-95d6e49fe1bf'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:50:03.468833 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-36d5a109-deab-4e5f-9ad6-d34274a65af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.490653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] For port 12de8d24-2886-4252-a0f8-3ffdba9c1190, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:03.495315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] For port 12de8d24-2886-4252-a0f8-3ffdba9c1190, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12de8d24-2886-4252-a0f8-3ffdba9c1190,segment=NetworkSegment(590aa0fb-0d89-4de9-997d-b01311966963),segment_id=590aa0fb-0d89-4de9-997d-b01311966963)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:03.505399 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.532718 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.552698 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3eff9cd30>,) {'filters': {'network_id': ['553a6e15-dd3b-4a29-941f-9f7d178f0db4']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:03.562072 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eff9cd30>, '6cf487c4-1a99-4071-b714-f7d43212f8b6') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:03.562385 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3eff9cd30>, '6cf487c4-1a99-4071-b714-f7d43212f8b6') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:03.573553 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.587642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.594101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:50:03.594556 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:50:03.597767 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:50:03.763737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.776343 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:03.776961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704712b0-113d-4072-9179-bd9a1e318569 None None] Pushing event updated for resources: {'Port': ['ID=12de8d24-2886-4252-a0f8-3ffdba9c1190,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:03.782128 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/networks/553a6e15-dd3b-4a29-941f-9f7d178f0db4 HTTP/1.1" status: 204  len: 168 time: 0.5634439
Nov 27 21:50:03.782584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57424) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:03.783047 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa704799-07e4-429d-abf9-3f7efece66a8 None None] Network 553a6e15-dd3b-4a29-941f-9f7d178f0db4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:03.796380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa704799-07e4-429d-abf9-3f7efece66a8 None None] Network 553a6e15-dd3b-4a29-941f-9f7d178f0db4 could not be found, it might have been deleted concurrently. {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 27 21:50:03.800353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547bfb5-2a6f-4ba2-a72b-3daf3de07c9a tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Network': ['ID=553a6e15-dd3b-4a29-941f-9f7d178f0db4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:03.815650 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68e3d38-c80c-4322-88c2-603069ef7431 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] GET failed (client error): The resource could not be found.
Nov 27 21:50:03.817030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f68e3d38-c80c-4322-88c2-603069ef7431 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "GET /v2.0/subnets/89762395-d4a7-4417-b59a-95d6e49fe1bf HTTP/1.1" status: 404  len: 337 time: 0.0332048
Nov 27 21:50:03.819734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57426) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:03.837862 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b8f4bb-fbad-469e-b2a6-3576ab84159b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:50:03.838370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b8f4bb-fbad-469e-b2a6-3576ab84159b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:50:03.842096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c0b8f4bb-fbad-469e-b2a6-3576ab84159b tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/networks/553a6e15-dd3b-4a29-941f-9f7d178f0db4 HTTP/1.1" status: 404  len: 339 time: 0.0214539
Nov 27 21:50:03.846425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57428) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:03.872338 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-6802d255-8c35-427f-af88-ae472d6e5b9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:50:03.872796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6802d255-8c35-427f-af88-ae472d6e5b9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:50:03.875867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6802d255-8c35-427f-af88-ae472d6e5b9c tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/subnets/89762395-d4a7-4417-b59a-95d6e49fe1bf HTTP/1.1" status: 404  len: 337 time: 0.0285070
Nov 27 21:50:03.878808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57430) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:03.896718 ncdv-master-1 neutron-server[120908]: INFO neutron.pecan_wsgi.hooks.translation [None req-89979463-c559-4f7d-bebf-ed68c0864cc8 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:50:03.897133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89979463-c559-4f7d-bebf-ed68c0864cc8 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:50:03.900284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-89979463-c559-4f7d-bebf-ed68c0864cc8 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/networks/553a6e15-dd3b-4a29-941f-9f7d178f0db4 HTTP/1.1" status: 404  len: 339 time: 0.0207069
Nov 27 21:50:03.902799 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57432) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:03.978408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0fee4e-1eea-42e0-acb3-7c2d315663ed tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Deleting subnet f404f1d9-d553-4155-ab12-cf77f9b6fbe8 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:50:03.981928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c0fee4e-1eea-42e0-acb3-7c2d315663ed tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.025811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 98586c33-d863-47cd-9bde-ecdebaf4b13a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:04.034759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c0fee4e-1eea-42e0-acb3-7c2d315663ed tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.083691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 98586c33-d863-47cd-9bde-ecdebaf4b13a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:04.084408 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.127141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c0fee4e-1eea-42e0-acb3-7c2d315663ed tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.191103 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c0fee4e-1eea-42e0-acb3-7c2d315663ed tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.218183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fee4e-1eea-42e0-acb3-7c2d315663ed tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Subnet': ['ID=f404f1d9-d553-4155-ab12-cf77f9b6fbe8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:04.222728 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c0fee4e-1eea-42e0-acb3-7c2d315663ed tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.226369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1c0fee4e-1eea-42e0-acb3-7c2d315663ed tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/subnets/f404f1d9-d553-4155-ab12-cf77f9b6fbe8 HTTP/1.1" status: 204  len: 168 time: 0.3222220
Nov 27 21:50:04.228662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:04.303926 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.359792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Deleting port 12de8d24-2886-4252-a0f8-3ffdba9c1190 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:50:04.360144 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.419460 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e39e31ab-2fcf-4963-96f0-fc0528cc9e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.428862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] For port 12de8d24-2886-4252-a0f8-3ffdba9c1190, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12de8d24-2886-4252-a0f8-3ffdba9c1190,segment=NetworkSegment(590aa0fb-0d89-4de9-997d-b01311966963),segment_id=590aa0fb-0d89-4de9-997d-b01311966963)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:04.428862 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.446266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Calling delete_port for 12de8d24-2886-4252-a0f8-3ffdba9c1190 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:50:04.527325 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.557319 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Port': ['ID=12de8d24-2886-4252-a0f8-3ffdba9c1190,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:04.560968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] No DVR routers for this DVR port 12de8d24-2886-4252-a0f8-3ffdba9c1190 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:50:04.642490 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.662946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc45e820>,) {'filters': {'network_id': ['69cac3b0-203a-4823-b6f3-517d7b810c66']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:04.672718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc45e820>, '590aa0fb-0d89-4de9-997d-b01311966963') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:04.673064 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc45e820>, '590aa0fb-0d89-4de9-997d-b01311966963') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:04.687022 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.701031 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.708489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:50:04.708779 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:50:04.711882 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:50:04.722420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5883bf2-4442-4ee5-8a61-eafe66a776e7 None None] Network 69cac3b0-203a-4823-b6f3-517d7b810c66 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:04.768549 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.775265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:04.780835 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/networks/69cac3b0-203a-4823-b6f3-517d7b810c66 HTTP/1.1" status: 204  len: 168 time: 0.5488851
Nov 27 21:50:04.781044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6fda7df9-d202-4725-9f9a-1326d3a6f6a9 None None] Could not find standard attr ID for object 12de8d24-2886-4252-a0f8-3ffdba9c1190. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:50:04.781514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57436) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:04.795698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73542eaa-9f46-4193-ba4d-2b386bcbd555 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Network': ['ID=69cac3b0-203a-4823-b6f3-517d7b810c66,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:04.811509 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee3a2c0-bdb0-457e-879b-ebaea29ac824 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:50:04.811976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee3a2c0-bdb0-457e-879b-ebaea29ac824 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:50:04.815312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1ee3a2c0-bdb0-457e-879b-ebaea29ac824 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/subnets/4a322ccf-87f1-4bbf-919e-5f86e9e9576a HTTP/1.1" status: 404  len: 337 time: 0.0321152
Nov 27 21:50:04.817897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57438) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:04.838040 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fa8ab1-512e-408d-aa5e-3d18b41903ab tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:50:04.838542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fa8ab1-512e-408d-aa5e-3d18b41903ab tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:50:04.841657 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b1fa8ab1-512e-408d-aa5e-3d18b41903ab tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/networks/1e258b6f-db0c-45a0-b3dc-c4ae74281549 HTTP/1.1" status: 404  len: 339 time: 0.0227644
Nov 27 21:50:04.844273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57440) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:04.879139 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f3af32-1e6d-4121-a108-9fd18a814578 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:50:04.879617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f3af32-1e6d-4121-a108-9fd18a814578 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:50:04.882743 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a3f3af32-1e6d-4121-a108-9fd18a814578 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/subnets/c09aba1d-b81f-4af0-ae05-b832eac14227 HTTP/1.1" status: 404  len: 337 time: 0.0369670
Nov 27 21:50:04.885319 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57442) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:04.889539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a36f1e-fd2b-42dc-b690-c0ee505c8e74 None None] DHCP port deletion for 69cac3b0-203a-4823-b6f3-517d7b810c66 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:04.903337 ncdv-master-1 neutron-server[120909]: INFO neutron.pecan_wsgi.hooks.translation [None req-faec8016-2439-4a1b-ae18-6ee0be5b2732 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] DELETE failed (client error): The resource could not be found.
Nov 27 21:50:04.904089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faec8016-2439-4a1b-ae18-6ee0be5b2732 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120909) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 27 21:50:04.906923 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-faec8016-2439-4a1b-ae18-6ee0be5b2732 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/networks/843345c7-3b1c-4538-9d05-44137027460c HTTP/1.1" status: 404  len: 339 time: 0.0206721
Nov 27 21:50:04.909970 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57444) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:04.959654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c165c6-eb23-4bbb-95dc-003ce33588f6 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Deleting subnet 42af2b87-b13f-43f9-a16e-2f7efe76fc86 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:50:04.962645 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9c165c6-eb23-4bbb-95dc-003ce33588f6 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.001087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9c165c6-eb23-4bbb-95dc-003ce33588f6 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.086304 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9c165c6-eb23-4bbb-95dc-003ce33588f6 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.140778 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9c165c6-eb23-4bbb-95dc-003ce33588f6 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.169391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c165c6-eb23-4bbb-95dc-003ce33588f6 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Subnet': ['ID=42af2b87-b13f-43f9-a16e-2f7efe76fc86,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:05.172187 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a9c165c6-eb23-4bbb-95dc-003ce33588f6 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.176183 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a9c165c6-eb23-4bbb-95dc-003ce33588f6 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/subnets/42af2b87-b13f-43f9-a16e-2f7efe76fc86 HTTP/1.1" status: 204  len: 168 time: 0.2651310
Nov 27 21:50:05.177187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be7d123-0fe5-491c-9c2e-6e1cc42fa0a6 None None] Network 91e804fd-7de9-480a-ac1b-40a90ab98dcb requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:05.178527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57448) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:05.257720 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.311785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Deleting port 98586c33-d863-47cd-9bde-ecdebaf4b13a {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:50:05.312127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.354990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] DHCP port deletion for 91e804fd-7de9-480a-ac1b-40a90ab98dcb request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:05.374274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] For port 98586c33-d863-47cd-9bde-ecdebaf4b13a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98586c33-d863-47cd-9bde-ecdebaf4b13a,segment=NetworkSegment(61567772-92e7-4e07-8da6-de812586e9bf),segment_id=61567772-92e7-4e07-8da6-de812586e9bf)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:05.374648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.387597 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Calling delete_port for 98586c33-d863-47cd-9bde-ecdebaf4b13a owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:50:05.401406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Deleting port 98586c33-d863-47cd-9bde-ecdebaf4b13a {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:50:05.401777 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.463945 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] For port 98586c33-d863-47cd-9bde-ecdebaf4b13a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98586c33-d863-47cd-9bde-ecdebaf4b13a,segment=NetworkSegment(61567772-92e7-4e07-8da6-de812586e9bf),segment_id=61567772-92e7-4e07-8da6-de812586e9bf)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:05.464349 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.469756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.476801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Calling delete_port for 98586c33-d863-47cd-9bde-ecdebaf4b13a owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:50:05.496649 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] No DVR routers for this DVR port 98586c33-d863-47cd-9bde-ecdebaf4b13a on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:50:05.499057 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Port': ['ID=98586c33-d863-47cd-9bde-ecdebaf4b13a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:05.554693 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.578184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Pushing event deleted for resources: {'Port': ['ID=98586c33-d863-47cd-9bde-ecdebaf4b13a,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:05.581397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.589202 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.589563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.589920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.590253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.590589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.590926 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.591281 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.591610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.591937 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.592262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.592589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.592914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:05.596100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32935f0-311d-4ae7-b2f1-11f1a45d0030 None None] No DVR routers for this DVR port 98586c33-d863-47cd-9bde-ecdebaf4b13a on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:50:05.601932 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef6c19d0>,) {'filters': {'network_id': ['91e804fd-7de9-480a-ac1b-40a90ab98dcb']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:05.614544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef6c19d0>, '61567772-92e7-4e07-8da6-de812586e9bf') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:05.614892 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef6c19d0>, '61567772-92e7-4e07-8da6-de812586e9bf') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:05.624185 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.637902 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.644411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:50:05.644810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:50:05.647861 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:50:05.702941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.709737 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:05.712913 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] 10.222.0.21 "DELETE /v2.0/networks/91e804fd-7de9-480a-ac1b-40a90ab98dcb HTTP/1.1" status: 204  len: 168 time: 0.5333748
Nov 27 21:50:05.724303 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64aae4-e063-4851-8ef4-f235f4ddb6b5 tempest-NetworksIpV6Test-1117196226 tempest-NetworksIpV6Test-1117196226-project] Pushing event deleted for resources: {'Network': ['ID=91e804fd-7de9-480a-ac1b-40a90ab98dcb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:05.952586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57454) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:05.979457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 98586c33-d863-47cd-9bde-ecdebaf4b13a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:50:06.000136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 98586c33-d863-47cd-9bde-ecdebaf4b13a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:50:06.000493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 98586c33-d863-47cd-9bde-ecdebaf4b13a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:50:06.089148 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-29aab3cb-aaec-4895-9178-9c1c98eb6e8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f1b366de851417abdd0fd53c9f3c0e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1353912
Nov 27 21:50:06.091610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57458) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:06.140574 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e6df811-79ce-4279-8ef2-c65d5c46e964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:06.160844 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e6df811-79ce-4279-8ef2-c65d5c46e964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:06.205495 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e6df811-79ce-4279-8ef2-c65d5c46e964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:06.208175 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8e6df811-79ce-4279-8ef2-c65d5c46e964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:06.209307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8e6df811-79ce-4279-8ef2-c65d5c46e964 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02188b01-85a0-4dfd-8745-3c01a6c56210 HTTP/1.1" status: 204  len: 168 time: 0.1168079
Nov 27 21:50:06.216775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6df811-79ce-4279-8ef2-c65d5c46e964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02188b01-85a0-4dfd-8745-3c01a6c56210,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:06.569033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0baf891b-ab98-48c4-9afd-14eceeef6c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:06.831077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57480) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:06.924273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-48319537-7569-4ee0-ad0e-4bff7fbd02ba tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1743212760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:06.946700 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48319537-7569-4ee0-ad0e-4bff7fbd02ba tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:06.947695 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48319537-7569-4ee0-ad0e-4bff7fbd02ba tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:06.996308 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48319537-7569-4ee0-ad0e-4bff7fbd02ba tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.000285 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48319537-7569-4ee0-ad0e-4bff7fbd02ba tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.018208 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-48319537-7569-4ee0-ad0e-4bff7fbd02ba tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.019456 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-48319537-7569-4ee0-ad0e-4bff7fbd02ba tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1872993
Nov 27 21:50:07.022238 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57484) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:07.027128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-234656256'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:07.048463 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Made reservation on behalf of 5697f8f381974f1d943f67d706fc2e1b for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:07.052124 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.060349 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.133951 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.137411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.165346 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:50:07.171645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb694695-0fec-4b3e-b9cd-d55018012f58,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:07.178867 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.179215 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Added segment f8235bec-009c-4b5b-b28b-71984402fa0b of type vlan for network f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4
Nov 27 21:50:07.217045 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.240901 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.246432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:07.247016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.301936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2785168
Nov 27 21:50:07.304796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57486) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:07.309934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Request body: {'subnet': {'network_id': 'f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:07.316885 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2a24e-30e0-47b8-bc3b-5ce74f613ca7 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event updated for resources: {'Network': ['ID=f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:07.330615 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:50:07.400838 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Made reservation on behalf of 5697f8f381974f1d943f67d706fc2e1b for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:07.404333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.584146 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.639303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event updated for resources: {'Subnet': ['ID=a828adf7-b3c1-4b5b-9f07-89d6acbaa651,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:07.651809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.652161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.652506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.652845 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.653182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.653517 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.653848 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.654178 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.654505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.654832 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.655162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.655511 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:07.661351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Checking segment: {'id': 'f8235bec-009c-4b5b-b28b-71984402fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:07.661697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Network hostable DHCP agents. Network: f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:50:07.677590 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Network f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:50:07.685144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:07.690145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:07.691205 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.694498 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7530d-77f2-4277-9f37-8a427055e547 None None] Network f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:07.707376 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-788f3a65-650f-4f44-8050-cbf6073d1bee tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4012501
Nov 27 21:50:07.710254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57490) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:07.715128 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-967120476'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:07.735499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Made reservation on behalf of 5697f8f381974f1d943f67d706fc2e1b for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:07.738974 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.769325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:50:07.778639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.778995 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Added segment 3535edea-f727-4fe8-8af2-37e51e7bdd8a of type vlan for network 7b125eb4-d5a0-451d-b828-a636c1e2b84c
Nov 27 21:50:07.818440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.842369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4', 'network_id': 'f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4', 'tenant_id': '5697f8f381974f1d943f67d706fc2e1b', 'fixed_ips': [{'subnet_id': 'a828adf7-b3c1-4b5b-9f07-89d6acbaa651'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:50:07.843362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.844127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.849909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:07.850578 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:07.909850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.1985171
Nov 27 21:50:07.912686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57492) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:07.918468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Request body: {'subnet': {'network_id': '7b125eb4-d5a0-451d-b828-a636c1e2b84c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:07.922518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53384a-a1c8-4eb6-b20d-49a5a40aa505 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event updated for resources: {'Network': ['ID=7b125eb4-d5a0-451d-b828-a636c1e2b84c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:07.934714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 7b125eb4-d5a0-451d-b828-a636c1e2b84c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:50:08.055936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Allocated IP 172.20.0.2 (f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4/a828adf7-b3c1-4b5b-9f07-89d6acbaa651/abfa795c-c4c0-44a6-935e-c0e236d453c3) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:08.067983 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.211806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.218610 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.266345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Network f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:08.272253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:08.274375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Pushing event updated for resources: {'Port': ['ID=abfa795c-c4c0-44a6-935e-c0e236d453c3,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:08.276560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:08.328768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Attempting to bind port abfa795c-c4c0-44a6-935e-c0e236d453c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:08.329628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Attempting to bind port abfa795c-c4c0-44a6-935e-c0e236d453c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f8235bec-009c-4b5b-b28b-71984402fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:08.330063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Attempting to bind port abfa795c-c4c0-44a6-935e-c0e236d453c3 on network f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:08.335014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:08.335715 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Checking segment: {'id': 'f8235bec-009c-4b5b-b28b-71984402fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:08.335838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.336228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Bound using segment: {'id': 'f8235bec-009c-4b5b-b28b-71984402fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:08.336702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Bound port: abfa795c-c4c0-44a6-935e-c0e236d453c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8235bec-009c-4b5b-b28b-71984402fa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:08.337089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.340491 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Made reservation on behalf of 5697f8f381974f1d943f67d706fc2e1b for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:08.344087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.401134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] For port abfa795c-c4c0-44a6-935e-c0e236d453c3, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:08.404355 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] For port abfa795c-c4c0-44a6-935e-c0e236d453c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abfa795c-c4c0-44a6-935e-c0e236d453c3,segment=NetworkSegment(f8235bec-009c-4b5b-b28b-71984402fa0b),segment_id=f8235bec-009c-4b5b-b28b-71984402fa0b)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:08.409095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.480011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e445a-2861-4272-aad5-718e6a6cc3bd None None] Pushing event updated for resources: {'Port': ['ID=abfa795c-c4c0-44a6-935e-c0e236d453c3,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:08.534928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.595473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event updated for resources: {'Subnet': ['ID=1e751c7b-0699-48fa-9ae1-40a35e648d3e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:08.606535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Checking segment: {'id': '3535edea-f727-4fe8-8af2-37e51e7bdd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7b125eb4-d5a0-451d-b828-a636c1e2b84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:08.606905 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Network hostable DHCP agents. Network: 7b125eb4-d5a0-451d-b828-a636c1e2b84c, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:50:08.640212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Network 7b125eb4-d5a0-451d-b828-a636c1e2b84c is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:50:08.649388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b125eb4-d5a0-451d-b828-a636c1e2b84c) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:08.653458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:08.654058 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.658547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd8b9a6-c85d-4b7c-aab7-a45bd32c5136 None None] Network 7b125eb4-d5a0-451d-b828-a636c1e2b84c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:08.680383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57494) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:08.680989 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-90fc1b88-d504-4ed1-8790-d05ba5055469 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7665195
Nov 27 21:50:08.685373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-783c5100-5d37-44da-b31e-c41a9cadcb4c tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b125eb4-d5a0-451d-b828-a636c1e2b84c'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:08.825321 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7b125eb4-d5a0-451d-b828-a636c1e2b84c', 'network_id': '7b125eb4-d5a0-451d-b828-a636c1e2b84c', 'tenant_id': '5697f8f381974f1d943f67d706fc2e1b', 'fixed_ips': [{'subnet_id': '1e751c7b-0699-48fa-9ae1-40a35e648d3e'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:50:08.826351 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:08.966128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Allocated IP 172.21.0.2 (7b125eb4-d5a0-451d-b828-a636c1e2b84c/1e751c7b-0699-48fa-9ae1-40a35e648d3e/6c8e5b41-c76e-413b-91c5-4ccf801cfeb8) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:09.123083 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.130275 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.182646 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Network 7b125eb4-d5a0-451d-b828-a636c1e2b84c is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:09.187040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:09.190052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Pushing event updated for resources: {'Port': ['ID=6c8e5b41-c76e-413b-91c5-4ccf801cfeb8,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:09.192337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:09.237584 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-783c5100-5d37-44da-b31e-c41a9cadcb4c tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.251337 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Attempting to bind port 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:09.251930 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Attempting to bind port 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3535edea-f727-4fe8-8af2-37e51e7bdd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7b125eb4-d5a0-451d-b828-a636c1e2b84c'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:09.252402 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Attempting to bind port 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 on network 7b125eb4-d5a0-451d-b828-a636c1e2b84c {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:09.259389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:09.259779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Checking segment: {'id': '3535edea-f727-4fe8-8af2-37e51e7bdd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7b125eb4-d5a0-451d-b828-a636c1e2b84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:09.260634 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.261043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Bound using segment: {'id': '3535edea-f727-4fe8-8af2-37e51e7bdd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7b125eb4-d5a0-451d-b828-a636c1e2b84c'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:09.261989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Bound port: 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535edea-f727-4fe8-8af2-37e51e7bdd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7b125eb4-d5a0-451d-b828-a636c1e2b84c'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:09.262824 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.330989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] For port 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:09.336791 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] For port 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c8e5b41-c76e-413b-91c5-4ccf801cfeb8,segment=NetworkSegment(3535edea-f727-4fe8-8af2-37e51e7bdd8a),segment_id=3535edea-f727-4fe8-8af2-37e51e7bdd8a)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:09.344088 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.362275 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [None req-783c5100-5d37-44da-b31e-c41a9cadcb4c tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 27 21:50:09.369106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-783c5100-5d37-44da-b31e-c41a9cadcb4c tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "PUT /v2.0/routers/931d6e11-a7f8-4a8c-bba5-ef21595d46d3 HTTP/1.1" status: 400  len: 364 time: 0.6820545
Nov 27 21:50:09.370651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57496) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:09.408716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018da2c-d81d-4505-ab02-08482c53710e None None] Pushing event updated for resources: {'Port': ['ID=6c8e5b41-c76e-413b-91c5-4ccf801cfeb8,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:09.436689 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fee627-f17a-40c7-977f-42404125584d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Deleting subnet 1e751c7b-0699-48fa-9ae1-40a35e648d3e {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:50:09.440860 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5fee627-f17a-40c7-977f-42404125584d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.460662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9064919-7d7d-4c7c-871d-81005e7270bf None None] Network f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:09.486466 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5fee627-f17a-40c7-977f-42404125584d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.577012 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5fee627-f17a-40c7-977f-42404125584d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.590089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a5176a87-9231-4d22-9ce6-c9cca7450a99 None None] Provisioning complete for port abfa795c-c4c0-44a6-935e-c0e236d453c3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:09.590776 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5176a87-9231-4d22-9ce6-c9cca7450a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.667440 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5fee627-f17a-40c7-977f-42404125584d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.698170 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fee627-f17a-40c7-977f-42404125584d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event deleted for resources: {'Subnet': ['ID=1e751c7b-0699-48fa-9ae1-40a35e648d3e,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:09.702823 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c5fee627-f17a-40c7-977f-42404125584d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.709726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c5fee627-f17a-40c7-977f-42404125584d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "DELETE /v2.0/subnets/1e751c7b-0699-48fa-9ae1-40a35e648d3e HTTP/1.1" status: 204  len: 168 time: 0.3333716
Nov 27 21:50:09.709850 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57498) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:09.721078 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5176a87-9231-4d22-9ce6-c9cca7450a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.773151 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.778173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-a5176a87-9231-4d22-9ce6-c9cca7450a99 None None] For port abfa795c-c4c0-44a6-935e-c0e236d453c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abfa795c-c4c0-44a6-935e-c0e236d453c3,segment=NetworkSegment(f8235bec-009c-4b5b-b28b-71984402fa0b),segment_id=f8235bec-009c-4b5b-b28b-71984402fa0b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:09.784611 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a5176a87-9231-4d22-9ce6-c9cca7450a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.799352 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.838386 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5176a87-9231-4d22-9ce6-c9cca7450a99 None None] Pushing event updated for resources: {'Port': ['ID=abfa795c-c4c0-44a6-935e-c0e236d453c3,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:09.857821 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Deleting port 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:50:09.858174 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.924866 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] For port 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c8e5b41-c76e-413b-91c5-4ccf801cfeb8,segment=NetworkSegment(3535edea-f727-4fe8-8af2-37e51e7bdd8a),segment_id=3535edea-f727-4fe8-8af2-37e51e7bdd8a)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:09.925288 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:09.945707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Calling delete_port for 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:50:10.015456 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fbf0848a-cd05-4eaf-9a59-6ce54f71bb3e None None] Provisioning complete for port abfa795c-c4c0-44a6-935e-c0e236d453c3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:10.016113 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fbf0848a-cd05-4eaf-9a59-6ce54f71bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.046386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.086960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] No DVR routers for this DVR port 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:50:10.089312 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event deleted for resources: {'Port': ['ID=6c8e5b41-c76e-413b-91c5-4ccf801cfeb8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:10.096999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abfa795c-c4c0-44a6-935e-c0e236d453c3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:10.155669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port abfa795c-c4c0-44a6-935e-c0e236d453c3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:10.156040 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.177517 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.198643 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef7ad910>,) {'filters': {'network_id': ['7b125eb4-d5a0-451d-b828-a636c1e2b84c']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:10.209681 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef7ad910>, '3535edea-f727-4fe8-8af2-37e51e7bdd8a') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:10.210081 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef7ad910>, '3535edea-f727-4fe8-8af2-37e51e7bdd8a') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:10.220746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.236691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.240164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:10.243543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:50:10.243999 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:50:10.247417 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:50:10.260959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:50:10.261237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Nov 27 21:50:10.283383 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Port 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 not found, will not notify nova. {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Nov 27 21:50:10.320531 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.328659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.332430 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "DELETE /v2.0/networks/7b125eb4-d5a0-451d-b828-a636c1e2b84c HTTP/1.1" status: 204  len: 168 time: 0.6217148
Nov 27 21:50:10.334844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57500) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:10.353505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790917b-46b0-4605-b9a7-4931fa87bf30 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event deleted for resources: {'Network': ['ID=7b125eb4-d5a0-451d-b828-a636c1e2b84c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:10.409319 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.415078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d18d08-7d27-4bd9-ac00-fa521dac3714 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Deleting subnet a828adf7-b3c1-4b5b-9f07-89d6acbaa651 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:50:10.418863 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6d18d08-7d27-4bd9-ac00-fa521dac3714 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.463964 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6d18d08-7d27-4bd9-ac00-fa521dac3714 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.536127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7a881-b9ec-471c-9bef-5d05e6c5f1fb None None] DHCP port deletion for 7b125eb4-d5a0-451d-b828-a636c1e2b84c request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:10.552601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b89e7-91be-411a-9738-aeb7aa19dfbf None None] Network 7b125eb4-d5a0-451d-b828-a636c1e2b84c requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:10.556434 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6d18d08-7d27-4bd9-ac00-fa521dac3714 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.567140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-8a56a510-d7d9-4630-9926-c747619795cf None None] Could not find standard attr ID for object 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8. {{(pid=120910) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 27 21:50:10.568605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b89e7-91be-411a-9738-aeb7aa19dfbf None None] Network 7b125eb4-d5a0-451d-b828-a636c1e2b84c could not be found, it might have been deleted concurrently. {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 27 21:50:10.615767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6d18d08-7d27-4bd9-ac00-fa521dac3714 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.643529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d18d08-7d27-4bd9-ac00-fa521dac3714 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event deleted for resources: {'Subnet': ['ID=a828adf7-b3c1-4b5b-9f07-89d6acbaa651,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:10.645516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f6d18d08-7d27-4bd9-ac00-fa521dac3714 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.648907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f6d18d08-7d27-4bd9-ac00-fa521dac3714 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "DELETE /v2.0/subnets/a828adf7-b3c1-4b5b-9f07-89d6acbaa651 HTTP/1.1" status: 204  len: 168 time: 0.3128636
Nov 27 21:50:10.651180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57502) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:10.651536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a0518-2201-4d7f-a0d0-e174f6b021d0 None None] Network f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:10.732756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.786372 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Deleting port abfa795c-c4c0-44a6-935e-c0e236d453c3 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:50:10.786710 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.836078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] DHCP port deletion for f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:10.849845 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] For port abfa795c-c4c0-44a6-935e-c0e236d453c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abfa795c-c4c0-44a6-935e-c0e236d453c3,segment=NetworkSegment(f8235bec-009c-4b5b-b28b-71984402fa0b),segment_id=f8235bec-009c-4b5b-b28b-71984402fa0b)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:10.850218 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.867407 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Calling delete_port for abfa795c-c4c0-44a6-935e-c0e236d453c3 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:50:10.886001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] Deleting port abfa795c-c4c0-44a6-935e-c0e236d453c3 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:50:10.886387 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.946685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.948769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] For port abfa795c-c4c0-44a6-935e-c0e236d453c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abfa795c-c4c0-44a6-935e-c0e236d453c3,segment=NetworkSegment(f8235bec-009c-4b5b-b28b-71984402fa0b),segment_id=f8235bec-009c-4b5b-b28b-71984402fa0b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:10.949177 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:10.961304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] Calling delete_port for abfa795c-c4c0-44a6-935e-c0e236d453c3 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:50:10.971924 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event deleted for resources: {'Port': ['ID=abfa795c-c4c0-44a6-935e-c0e236d453c3,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:10.975570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] No DVR routers for this DVR port abfa795c-c4c0-44a6-935e-c0e236d453c3 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:50:11.058259 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.079842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fcbe26d0>,) {'filters': {'network_id': ['f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:11.089849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcbe26d0>, 'f8235bec-009c-4b5b-b28b-71984402fa0b') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:11.090167 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fcbe26d0>, 'f8235bec-009c-4b5b-b28b-71984402fa0b') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:11.101244 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.115149 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.121764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:50:11.122170 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:50:11.125359 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:50:11.189624 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.196682 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.199936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "DELETE /v2.0/networks/f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 HTTP/1.1" status: 204  len: 168 time: 0.5476518
Nov 27 21:50:11.202572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57504) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:11.209464 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.224142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d75cc9-98d2-43d0-aa21-4ea05d7a20d6 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Pushing event deleted for resources: {'Network': ['ID=f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:11.234247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] Network f88bd8a5-e06f-487e-82cf-f8fe7ea8a7c4 is not hosted by any dhcp agent {{(pid=120910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 21:50:11.234652 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] No DVR routers for this DVR port abfa795c-c4c0-44a6-935e-c0e236d453c3 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:50:11.238905 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdfebf-823e-43b8-b417-566af83554c7 None None] Pushing event deleted for resources: {'Port': ['ID=abfa795c-c4c0-44a6-935e-c0e236d453c3,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:11.242699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-57b00c06-ac06-48c8-8fab-faf7d22ee294 tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "GET /v2.0/ports?device_id=931d6e11-a7f8-4a8c-bba5-ef21595d46d3 HTTP/1.1" status: 200  len: 205 time: 0.0360525
Nov 27 21:50:11.242699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57506) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:11.318029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da472278-fa60-4262-949b-2a233f5a529d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.475851 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da472278-fa60-4262-949b-2a233f5a529d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.477970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da472278-fa60-4262-949b-2a233f5a529d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.523663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da472278-fa60-4262-949b-2a233f5a529d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.524195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da472278-fa60-4262-949b-2a233f5a529d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Fanout notify agent at l3_agent the message router_deleted on router 931d6e11-a7f8-4a8c-bba5-ef21595d46d3 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:50:11.531743 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-da472278-fa60-4262-949b-2a233f5a529d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.532909 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-da472278-fa60-4262-949b-2a233f5a529d tempest-RoutersNegativeTest-717157505 tempest-RoutersNegativeTest-717157505-project] 10.222.0.21 "DELETE /v2.0/routers/931d6e11-a7f8-4a8c-bba5-ef21595d46d3 HTTP/1.1" status: 204  len: 168 time: 0.2899890
Nov 27 21:50:11.772180 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57512) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:11.900076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-39f2f74c-17fc-4f2a-a411-54a95c480c1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5697f8f381974f1d943f67d706fc2e1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1266613
Nov 27 21:50:11.902464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57516) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:11.950699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d146bbf-3c92-4f4c-a2ca-5671b180a75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.972476 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d146bbf-3c92-4f4c-a2ca-5671b180a75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:11.974517 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abfa795c-c4c0-44a6-935e-c0e236d453c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:50:11.994865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: abfa795c-c4c0-44a6-935e-c0e236d453c3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:50:11.995213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abfa795c-c4c0-44a6-935e-c0e236d453c3 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:50:11.995655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:50:12.015398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:50:12.015753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 6c8e5b41-c76e-413b-91c5-4ccf801cfeb8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:50:12.031302 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d146bbf-3c92-4f4c-a2ca-5671b180a75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:12.034127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9d146bbf-3c92-4f4c-a2ca-5671b180a75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:12.035329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9d146bbf-3c92-4f4c-a2ca-5671b180a75a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb694695-0fec-4b3e-b9cd-d55018012f58 HTTP/1.1" status: 204  len: 168 time: 0.1318994
Nov 27 21:50:12.043396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d146bbf-3c92-4f4c-a2ca-5671b180a75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb694695-0fec-4b3e-b9cd-d55018012f58,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:12.647332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57538) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:12.742281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-964755249-network', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:12.763423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Made reservation on behalf of 741fb423d7b24833be8f3d9d7d83294e for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:12.765706 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:12.774508 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:12.845943 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:12.849323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:12.872147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:50:12.882224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de402730-ac57-4277-960e-7e552b247a3c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:12.886797 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:12.887139 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Added segment 192ff72a-473b-4348-a62e-ef8b95b1c3cb of type vlan for network 3f414279-f8bb-40c2-aeb6-b0aa92043f81
Nov 27 21:50:12.925796 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:12.950136 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:12.951077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:12.951694 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.005227 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3567693
Nov 27 21:50:13.008236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57542) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:13.013144 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Request body: {'subnet': {'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-964755249-subnet', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:13.015945 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a124105-6afe-49bc-a7e9-d57a6b53d714 admin admin] Pushing event updated for resources: {'Network': ['ID=3f414279-f8bb-40c2-aeb6-b0aa92043f81,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:13.026110 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:50:13.034396 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Made reservation on behalf of 741fb423d7b24833be8f3d9d7d83294e for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:13.036958 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.202335 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.260651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:13.265770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Checking segment: {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:13.266182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Network hostable DHCP agents. Network: 3f414279-f8bb-40c2-aeb6-b0aa92043f81, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:50:13.281863 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:50:13.290093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3f414279-f8bb-40c2-aeb6-b0aa92043f81) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:13.294893 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:13.295682 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.299068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80996cd6-3119-41e8-9007-b2e030622e32 None None] Network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:13.314886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57544) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:13.315373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f71741f5-6601-43c7-98dd-ba782f893f18 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3060219
Nov 27 21:50:13.319980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:13.340886 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.341932 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.393322 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.447970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:50:13.448622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.531477 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.585749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Allocated IP 172.20.0.2 (3f414279-f8bb-40c2-aeb6-b0aa92043f81/6aedfb39-a6ff-4257-844e-a3fe5b7b31e0/95930048-d052-41b7-9aec-81521e7ae3fb) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:13.727796 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.729810 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.734618 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.752922 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.775481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:13.780143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:13.785226 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:13.788254 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Pushing event updated for resources: {'Port': ['ID=95930048-d052-41b7-9aec-81521e7ae3fb,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:13.839754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Attempting to bind port 95930048-d052-41b7-9aec-81521e7ae3fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:13.840129 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Attempting to bind port 95930048-d052-41b7-9aec-81521e7ae3fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:13.840499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Attempting to bind port 95930048-d052-41b7-9aec-81521e7ae3fb on network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:13.845876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:13.846253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Checking segment: {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:13.846655 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.847048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Bound using segment: {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:13.847539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Bound port: 95930048-d052-41b7-9aec-81521e7ae3fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:13.847915 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.853688 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Allocated IP 172.35.3.204 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/4023d939-2849-4f03-a821-6523dea8c0a6) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:13.913567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] For port 95930048-d052-41b7-9aec-81521e7ae3fb, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:13.916635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] For port 95930048-d052-41b7-9aec-81521e7ae3fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95930048-d052-41b7-9aec-81521e7ae3fb,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:13.920510 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.967132 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:13.983043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632c24e-05b2-4366-ace0-8abf7085f6d0 None None] Pushing event updated for resources: {'Port': ['ID=95930048-d052-41b7-9aec-81521e7ae3fb,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:14.009046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:14.056171 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:14.059425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:14.065189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:14.068336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Pushing event updated for resources: {'Port': ['ID=4023d939-2849-4f03-a821-6523dea8c0a6,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:14.073339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce94535d-98a4-43ea-a972-18ebed884bdc None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:14.117493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-434b52f8-0e00-49a8-9aee-f6bc65e3a973 None None] Provisioning complete for port 4023d939-2849-4f03-a821-6523dea8c0a6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:14.117872 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-434b52f8-0e00-49a8-9aee-f6bc65e3a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:14.175638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-434b52f8-0e00-49a8-9aee-f6bc65e3a973 None None] Port 4023d939-2849-4f03-a821-6523dea8c0a6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:50:14.340057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:14.533741 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:14.664517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:50:14.951661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7020cf-0943-4d4f-a7f4-f42a664f6dc3 None None] Network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:15.033056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6e007c67-ae07-425b-9181-0f57ec682198 None None] Provisioning complete for port 95930048-d052-41b7-9aec-81521e7ae3fb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:15.033521 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e007c67-ae07-425b-9181-0f57ec682198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.104983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:50:15.115948 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Sync routers for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:50:15.124962 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:50:15.125508 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe396c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:15.135792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.139828 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0283d239-8fc3-48f3-82fd-3ae29e602790 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8236213
Nov 27 21:50:15.140376 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57546) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:15.184063 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e007c67-ae07-425b-9181-0f57ec682198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.223032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6e007c67-ae07-425b-9181-0f57ec682198 None None] For port 95930048-d052-41b7-9aec-81521e7ae3fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95930048-d052-41b7-9aec-81521e7ae3fb,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:15.228442 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6e007c67-ae07-425b-9181-0f57ec682198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.244916 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:50:15.288043 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e007c67-ae07-425b-9181-0f57ec682198 None None] Pushing event updated for resources: {'Port': ['ID=95930048-d052-41b7-9aec-81521e7ae3fb,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:15.461287 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fe69bcf4-3dbc-47a3-8b38-b367f885f8cd None None] Provisioning complete for port 95930048-d052-41b7-9aec-81521e7ae3fb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:15.461713 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fe69bcf4-3dbc-47a3-8b38-b367f885f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.561257 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe396c70>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:14Z', 'revision_number': 3, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:15.588981 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Checking router: c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:50:15.589342 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Updating router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 port 4023d939-2849-4f03-a821-6523dea8c0a6 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:50:15.614293 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.629218 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.791518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Allocated IP 172.20.0.1 (3f414279-f8bb-40c2-aeb6-b0aa92043f81/6aedfb39-a6ff-4257-844e-a3fe5b7b31e0/fc469357-17f1-462a-9416-7d4f7bb36425) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:15.874098 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.880438 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.900079 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.921571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12db90-cdec-4fac-9687-3b9960766234 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:15.935616 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Pushing event updated for resources: {'Port': ['ID=4023d939-2849-4f03-a821-6523dea8c0a6,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:15.937716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.937947 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Attempting to bind port 4023d939-2849-4f03-a821-6523dea8c0a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:15.938881 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Attempting to bind port 4023d939-2849-4f03-a821-6523dea8c0a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:15.939582 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Attempting to bind port 4023d939-2849-4f03-a821-6523dea8c0a6 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:15.950996 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.951216 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.951602 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.951948 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.952291 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.952630 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.952965 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.953300 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.953636 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.954556 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.954898 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.955232 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:50:15.960655 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:15.961046 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:15.961460 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.961849 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:15.962339 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Bound port: 4023d939-2849-4f03-a821-6523dea8c0a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:15.962727 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.982118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:15.982338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-66a714a7-5827-45ef-a81f-ee8f0eb7d13d None None] Provisioning complete for port 4023d939-2849-4f03-a821-6523dea8c0a6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:15.983723 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-66a714a7-5827-45ef-a81f-ee8f0eb7d13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:15.985433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:15.990205 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:16.034342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Pushing event updated for resources: {'Port': ['ID=fc469357-17f1-462a-9416-7d4f7bb36425,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:16.046341 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] For port 4023d939-2849-4f03-a821-6523dea8c0a6, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:16.053118 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.053655 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] For port 4023d939-2849-4f03-a821-6523dea8c0a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4023d939-2849-4f03-a821-6523dea8c0a6,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:16.055739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-66a714a7-5827-45ef-a81f-ee8f0eb7d13d None None] Port 4023d939-2849-4f03-a821-6523dea8c0a6 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:50:16.061561 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.097506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 95930048-d052-41b7-9aec-81521e7ae3fb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:16.129535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47cec19-87ff-4b80-9863-f39f31c6452b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:16.139526 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:50:16.140119 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe396c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:16.165628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 95930048-d052-41b7-9aec-81521e7ae3fb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:16.166256 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.193691 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01901357-df91-4f10-9d2e-afa438ed17da None None] Pushing event updated for resources: {'Port': ['ID=4023d939-2849-4f03-a821-6523dea8c0a6,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:16.216373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.229998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-127e1a49-00e0-4d1f-a1b1-b3238901a0bf None None] Provisioning complete for port 4023d939-2849-4f03-a821-6523dea8c0a6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:16.231142 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-127e1a49-00e0-4d1f-a1b1-b3238901a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.277350 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:50:16.371098 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-127e1a49-00e0-4d1f-a1b1-b3238901a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.393812 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-127e1a49-00e0-4d1f-a1b1-b3238901a0bf None None] For port 4023d939-2849-4f03-a821-6523dea8c0a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4023d939-2849-4f03-a821-6523dea8c0a6,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:16.398182 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-127e1a49-00e0-4d1f-a1b1-b3238901a0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.414206 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.418996 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.456245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e1a49-00e0-4d1f-a1b1-b3238901a0bf None None] Pushing event updated for resources: {'Port': ['ID=4023d939-2849-4f03-a821-6523dea8c0a6,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:16.472535 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe396c70>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:14Z', 'revision_number': 3, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:16.484693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Pushing event updated for resources: {'Port': ['ID=fc469357-17f1-462a-9416-7d4f7bb36425,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:16.500032 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e3cd2-ce58-47b0-bd8a-8ec195520039 None None] The sync data for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 is: [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:14Z', 'revision_number': 3, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:50:16.503763 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.515935 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.522463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-996a1be2-4e93-44bc-a857-2a72d69253c0 None None] Provisioning complete for port fc469357-17f1-462a-9416-7d4f7bb36425 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:16.522829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-996a1be2-4e93-44bc-a857-2a72d69253c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.557522 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-996a1be2-4e93-44bc-a857-2a72d69253c0 None None] Port fc469357-17f1-462a-9416-7d4f7bb36425 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:50:16.602285 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:16.603734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:16.738171 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:50:16.864052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:50:16.870402 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c63cd59b-516f-4fb0-bdd2-f45aab852d20 admin admin] 10.222.0.21 "PUT /v2.0/routers/c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7277284
Nov 27 21:50:16.890425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e9ab5099-36f8-498d-9d8a-971bffc88ddc None None] Provisioning complete for port fc469357-17f1-462a-9416-7d4f7bb36425 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:16.890806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5099-36f8-498d-9d8a-971bffc88ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:16.926069 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab5099-36f8-498d-9d8a-971bffc88ddc None None] Port fc469357-17f1-462a-9416-7d4f7bb36425 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:50:17.360389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57562) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:17.365440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1193316184-network', 'tenant_id': '2b15df8238684c62af48774c633162e7'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:17.388037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Made reservation on behalf of 2b15df8238684c62af48774c633162e7 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:17.390410 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.399670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.471843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.475500 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.498350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:50:17.507603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3f8c0e-9aa2-410b-99e8-01d961995669,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:17.513729 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.514100 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Added segment 7ada6fef-8219-4fbc-bdff-3f128f4a1791 of type vlan for network 8b1449e0-5c4b-4625-ab56-f6a712649f5d
Nov 27 21:50:17.552609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.578046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.579618 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:17.580229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.638320 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.2767823
Nov 27 21:50:17.640933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57564) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:17.648157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Request body: {'subnet': {'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1193316184-subnet', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:17.653873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0556d6-07e8-4dbd-ba6b-5fdeec7ac848 admin admin] Pushing event updated for resources: {'Network': ['ID=8b1449e0-5c4b-4625-ab56-f6a712649f5d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:17.663430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 8b1449e0-5c4b-4625-ab56-f6a712649f5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:50:17.671018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Made reservation on behalf of 2b15df8238684c62af48774c633162e7 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:17.673895 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.845084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.901969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8adf228d-737e-4b2e-9838-e056cf5a92a4,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:17.909240 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Checking segment: {'id': '7ada6fef-8219-4fbc-bdff-3f128f4a1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:17.909603 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Network hostable DHCP agents. Network: 8b1449e0-5c4b-4625-ab56-f6a712649f5d, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:50:17.926558 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Network 8b1449e0-5c4b-4625-ab56-f6a712649f5d is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:50:17.936212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b1449e0-5c4b-4625-ab56-f6a712649f5d) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:17.942984 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:17.943706 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.960297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dafb16-120f-4652-9c1c-0dc305fa787f None None] Network 8b1449e0-5c4b-4625-ab56-f6a712649f5d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:17.963602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-68c04b43-7b93-4ae8-b07e-01ba0f6278e8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3209538
Nov 27 21:50:17.966117 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57566) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:17.970976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:17.996367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:17.997341 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.022630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4023d939-2849-4f03-a821-6523dea8c0a6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:18.068080 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.124065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Sync routers for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:50:18.138340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4023d939-2849-4f03-a821-6523dea8c0a6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:18.138709 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.169184 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:50:18.169822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd02b760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:18.205006 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.244762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8b1449e0-5c4b-4625-ab56-f6a712649f5d', 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'fixed_ips': [{'subnet_id': '8adf228d-737e-4b2e-9838-e056cf5a92a4'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:50:18.245613 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.405957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.414512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:50:18.426419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.531615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Allocated IP 172.35.3.186 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:18.642367 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.677009 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.697671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Allocated IP 172.20.0.2 (8b1449e0-5c4b-4625-ab56-f6a712649f5d/8adf228d-737e-4b2e-9838-e056cf5a92a4/e2199740-4d06-4f7a-9de8-cd57ae8d695f) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:18.723586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:18.728125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:18.733485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:18.736753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Pushing event updated for resources: {'Port': ['ID=f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:18.747801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aebfcfa-0b10-4056-9b20-561a0d9a1f20 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:18.933342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b4668d49-9a47-4ec3-97fd-df13749dfc47 None None] Provisioning complete for port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:18.933631 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4668d49-9a47-4ec3-97fd-df13749dfc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.987709 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.988719 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:18.999670 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.004245 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b4668d49-9a47-4ec3-97fd-df13749dfc47 None None] Port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:50:19.004634 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:50:19.010056 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.019468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd02b760>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc469357-17f1-462a-9416-7d4f7bb36425', 'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'mac_address': 'fa:16:3e:97:83:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:15Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 2, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'subnets': [{'id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:19.071548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Checking router: c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:50:19.071920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Updating router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 port fc469357-17f1-462a-9416-7d4f7bb36425 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:50:19.082706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Network 8b1449e0-5c4b-4625-ab56-f6a712649f5d is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:19.101665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:19.106735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:19.116606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Pushing event updated for resources: {'Port': ['ID=e2199740-4d06-4f7a-9de8-cd57ae8d695f,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:19.121641 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.186023 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.201222 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Attempting to bind port e2199740-4d06-4f7a-9de8-cd57ae8d695f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:19.201603 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Attempting to bind port e2199740-4d06-4f7a-9de8-cd57ae8d695f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7ada6fef-8219-4fbc-bdff-3f128f4a1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:19.201973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Attempting to bind port e2199740-4d06-4f7a-9de8-cd57ae8d695f on network 8b1449e0-5c4b-4625-ab56-f6a712649f5d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:19.214960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:19.215368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Checking segment: {'id': '7ada6fef-8219-4fbc-bdff-3f128f4a1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:19.215775 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.216178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Bound using segment: {'id': '7ada6fef-8219-4fbc-bdff-3f128f4a1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:19.216658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Bound port: e2199740-4d06-4f7a-9de8-cd57ae8d695f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ada6fef-8219-4fbc-bdff-3f128f4a1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:19.217045 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.328296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Router fd1a532b-6457-4569-b30e-7e25c1ec5c66 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:50:19.388354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] For port e2199740-4d06-4f7a-9de8-cd57ae8d695f, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:19.392796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] For port e2199740-4d06-4f7a-9de8-cd57ae8d695f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2199740-4d06-4f7a-9de8-cd57ae8d695f,segment=NetworkSegment(7ada6fef-8219-4fbc-bdff-3f128f4a1791),segment_id=7ada6fef-8219-4fbc-bdff-3f128f4a1791)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:19.400152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.445497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:50:19.456977 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Sync routers for ids ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:50:19.466777 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.470615 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-142b0353-3701-4978-bd9d-e1740ac1f74b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5012407
Nov 27 21:50:19.470850 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57568) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:50:19.474123 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Routers {'fd1a532b-6457-4569-b30e-7e25c1ec5c66'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:50:19.474989 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3567f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:19.488335 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2e13c-7bf4-4a59-bbe4-6587a3fbe76a None None] Pushing event updated for resources: {'Port': ['ID=e2199740-4d06-4f7a-9de8-cd57ae8d695f,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:19.548495 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.561419 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.620069 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Set router fd1a532b-6457-4569-b30e-7e25c1ec5c66 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:50:19.684842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beb3ae-f2b1-4120-adb7-52f959f54291 None None] Pushing event updated for resources: {'Port': ['ID=fc469357-17f1-462a-9416-7d4f7bb36425,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:19.720601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Attempting to bind port fc469357-17f1-462a-9416-7d4f7bb36425 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:19.721262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Attempting to bind port fc469357-17f1-462a-9416-7d4f7bb36425 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:19.721393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Attempting to bind port fc469357-17f1-462a-9416-7d4f7bb36425 on network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:19.734714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:19.735890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Checking segment: {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:19.736185 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.736604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Bound using segment: {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:19.737104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Bound port: fc469357-17f1-462a-9416-7d4f7bb36425, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:19.737499 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.836564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] For port fc469357-17f1-462a-9416-7d4f7bb36425, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:19.843100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] For port fc469357-17f1-462a-9416-7d4f7bb36425, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc469357-17f1-462a-9416-7d4f7bb36425,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:19.849771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:19.871025 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3567f0>, [{'id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:18Z', 'revision_number': 3, 'project_id': '2b15df8238684c62af48774c633162e7', 'gw_port': {'id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:19.906505 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Checking router: fd1a532b-6457-4569-b30e-7e25c1ec5c66 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:50:19.908044 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Updating router fd1a532b-6457-4569-b30e-7e25c1ec5c66 port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:50:19.926147 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:50:19.926918 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd02b760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:19.975811 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.074431 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beb3ae-f2b1-4120-adb7-52f959f54291 None None] Pushing event updated for resources: {'Port': ['ID=fc469357-17f1-462a-9416-7d4f7bb36425,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:20.095264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9409b57e-f5ba-4b4d-a23a-9fc487f42ef1 None None] Provisioning complete for port fc469357-17f1-462a-9416-7d4f7bb36425 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:20.095671 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9409b57e-f5ba-4b4d-a23a-9fc487f42ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.131607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e2199740-4d06-4f7a-9de8-cd57ae8d695f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:20.169218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:50:20.188628 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.307651 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.314691 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.352205 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e60cb-e6ca-480e-b569-14f28f459a9d None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:20.367025 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Attempting to bind port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:20.367439 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Attempting to bind port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:20.368662 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Attempting to bind port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:20.374904 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:20.375311 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:20.376870 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.377103 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:20.377714 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Bound port: f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:20.377948 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.378067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Allocated IP 172.20.0.1 (8b1449e0-5c4b-4625-ab56-f6a712649f5d/8adf228d-737e-4b2e-9838-e056cf5a92a4/4c797217-fa99-4633-8797-48da092787a3) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:20.386405 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd531f-db50-4c32-8026-73b7c3163989 None None] Pushing event updated for resources: {'Port': ['ID=f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:20.391075 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9409b57e-f5ba-4b4d-a23a-9fc487f42ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.397693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e2199740-4d06-4f7a-9de8-cd57ae8d695f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:20.398051 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.445853 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] For port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:20.454653 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] For port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:20.467397 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.502318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9409b57e-f5ba-4b4d-a23a-9fc487f42ef1 None None] For port fc469357-17f1-462a-9416-7d4f7bb36425, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc469357-17f1-462a-9416-7d4f7bb36425,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:20.507401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3df627-64d3-487b-ab5c-86f740b42d6f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:50:20.520806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9409b57e-f5ba-4b4d-a23a-9fc487f42ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.529471 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Routers {'fd1a532b-6457-4569-b30e-7e25c1ec5c66'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:50:20.530557 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3567f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:20.542113 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.595457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.622789 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409b57e-f5ba-4b4d-a23a-9fc487f42ef1 None None] Pushing event updated for resources: {'Port': ['ID=fc469357-17f1-462a-9416-7d4f7bb36425,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:20.634633 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.653941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Network 8b1449e0-5c4b-4625-ab56-f6a712649f5d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:20.658214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:20.658672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd02b760>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc469357-17f1-462a-9416-7d4f7bb36425', 'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'mac_address': 'fa:16:3e:97:83:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:15Z', 'updated_at': '2021-11-27T21:50:19Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'subnets': [{'id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:20.663977 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:20.698257 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Pushing event updated for resources: {'Port': ['ID=4c797217-fa99-4633-8797-48da092787a3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:20.702795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b037f8-1265-4da8-8b88-c977eb42b117 None None] The sync data for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 is: [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc469357-17f1-462a-9416-7d4f7bb36425', 'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'mac_address': 'fa:16:3e:97:83:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:15Z', 'updated_at': '2021-11-27T21:50:19Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'subnets': [{'id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:50:20.709862 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd531f-db50-4c32-8026-73b7c3163989 None None] Pushing event updated for resources: {'Port': ['ID=f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:20.732291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port e2199740-4d06-4f7a-9de8-cd57ae8d695f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2199740-4d06-4f7a-9de8-cd57ae8d695f,segment=NetworkSegment(7ada6fef-8219-4fbc-bdff-3f128f4a1791),segment_id=7ada6fef-8219-4fbc-bdff-3f128f4a1791)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:20.733246 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.736964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7f5b7aab-bf6a-4a58-bee8-e0718f075ada None None] Provisioning complete for port fc469357-17f1-462a-9416-7d4f7bb36425 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:20.737437 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7aab-bf6a-4a58-bee8-e0718f075ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.805147 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:20.807149 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] Set router fd1a532b-6457-4569-b30e-7e25c1ec5c66 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:50:20.898588 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=e2199740-4d06-4f7a-9de8-cd57ae8d695f,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:21.018389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7f5b7aab-bf6a-4a58-bee8-e0718f075ada None None] Provisioning complete for port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:21.018998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7aab-bf6a-4a58-bee8-e0718f075ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:21.081041 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3567f0>, [{'id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:18Z', 'revision_number': 3, 'project_id': '2b15df8238684c62af48774c633162e7', 'gw_port': {'id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:21.117491 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efd921d-ebfd-4486-af76-3b87eb258ba0 None None] The sync data for ids ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'] in ncdv-master-1 is: [{'id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:18Z', 'revision_number': 3, 'project_id': '2b15df8238684c62af48774c633162e7', 'gw_port': {'id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:50:21.293993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fa1eb4-d708-4179-947d-bee64d7fa366 None None] Network 8b1449e0-5c4b-4625-ab56-f6a712649f5d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:50:21.358153 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7aab-bf6a-4a58-bee8-e0718f075ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:21.378939 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:21.399246 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7f5b7aab-bf6a-4a58-bee8-e0718f075ada None None] For port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:21.405496 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7aab-bf6a-4a58-bee8-e0718f075ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:21.545036 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b7aab-bf6a-4a58-bee8-e0718f075ada None None] Pushing event updated for resources: {'Port': ['ID=f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:21.564176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-58b0b996-5d05-4377-9fbd-3574f9849ae4 None None] Provisioning complete for port e2199740-4d06-4f7a-9de8-cd57ae8d695f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:21.564701 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-58b0b996-5d05-4377-9fbd-3574f9849ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:21.618843 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:21.626916 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:21.719068 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Pushing event updated for resources: {'Port': ['ID=4c797217-fa99-4633-8797-48da092787a3,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:21.722806 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:21.832260 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Network 8b1449e0-5c4b-4625-ab56-f6a712649f5d is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:21.833780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:21.922693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d2b013cb-b788-4001-8872-e5bed974be84 None None] Provisioning complete for port e2199740-4d06-4f7a-9de8-cd57ae8d695f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:21.923796 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2b013cb-b788-4001-8872-e5bed974be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:21.988578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Router fd1a532b-6457-4569-b30e-7e25c1ec5c66 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:50:22.175974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:50:22.181479 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d2b013cb-b788-4001-8872-e5bed974be84 None None] Provisioning complete for port 4c797217-fa99-4633-8797-48da092787a3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:22.182752 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2b013cb-b788-4001-8872-e5bed974be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:22.199307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-19cfb5d9-f6e5-45aa-9a49-2d3f494b7c5f admin admin] 10.222.0.21 "PUT /v2.0/routers/fd1a532b-6457-4569-b30e-7e25c1ec5c66/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7247245
Nov 27 21:50:22.220440 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fc469357-17f1-462a-9416-7d4f7bb36425 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:22.279049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d2b013cb-b788-4001-8872-e5bed974be84 None None] Port 4c797217-fa99-4633-8797-48da092787a3 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:50:22.315204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port fc469357-17f1-462a-9416-7d4f7bb36425 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:22.315715 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:22.423459 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:22.460942 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bdd11110-6df4-4512-b844-e873c1410894 None None] Provisioning complete for port 4c797217-fa99-4633-8797-48da092787a3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:22.462085 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bdd11110-6df4-4512-b844-e873c1410894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:22.538165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bdd11110-6df4-4512-b844-e873c1410894 None None] Port 4c797217-fa99-4633-8797-48da092787a3 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:50:22.554633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:22.555022 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:22.677781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-24b5ef59-3fed-44f3-ab00-a79ac56b2f22 None None] Provisioning complete for port 4c797217-fa99-4633-8797-48da092787a3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:22.678167 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-24b5ef59-3fed-44f3-ab00-a79ac56b2f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:22.780696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e2199740-4d06-4f7a-9de8-cd57ae8d695f up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:22.782994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-24b5ef59-3fed-44f3-ab00-a79ac56b2f22 None None] Port 4c797217-fa99-4633-8797-48da092787a3 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:50:22.852500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e2199740-4d06-4f7a-9de8-cd57ae8d695f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:22.852883 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:24.429105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Sync routers for ids ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:50:24.443653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Routers {'fd1a532b-6457-4569-b30e-7e25c1ec5c66'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:50:24.444685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd775dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:24.567467 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Set router fd1a532b-6457-4569-b30e-7e25c1ec5c66 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:50:24.792689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd775dc0>, [{'id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:21Z', 'revision_number': 4, 'project_id': '2b15df8238684c62af48774c633162e7', 'gw_port': {'id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c797217-fa99-4633-8797-48da092787a3', 'name': '', 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'mac_address': 'fa:16:3e:fb:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8adf228d-737e-4b2e-9838-e056cf5a92a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:20Z', 'updated_at': '2021-11-27T21:50:21Z', 'revision_number': 2, 'project_id': '2b15df8238684c62af48774c633162e7', 'subnets': [{'id': '8adf228d-737e-4b2e-9838-e056cf5a92a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:24.829502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Checking router: fd1a532b-6457-4569-b30e-7e25c1ec5c66 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:50:24.830248 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Updating router fd1a532b-6457-4569-b30e-7e25c1ec5c66 port 4c797217-fa99-4633-8797-48da092787a3 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:50:24.859127 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:25.177773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:25.184116 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:25.249617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553d87e-b2fb-4860-a4bf-3c68dfdb1d3d None None] Pushing event updated for resources: {'Port': ['ID=4c797217-fa99-4633-8797-48da092787a3,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:25.324033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Attempting to bind port 4c797217-fa99-4633-8797-48da092787a3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:25.324681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Attempting to bind port 4c797217-fa99-4633-8797-48da092787a3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7ada6fef-8219-4fbc-bdff-3f128f4a1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:25.325091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Attempting to bind port 4c797217-fa99-4633-8797-48da092787a3 on network 8b1449e0-5c4b-4625-ab56-f6a712649f5d {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:25.336428 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:25.336815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Checking segment: {'id': '7ada6fef-8219-4fbc-bdff-3f128f4a1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:25.337224 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:25.337624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Bound using segment: {'id': '7ada6fef-8219-4fbc-bdff-3f128f4a1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:25.338093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Bound port: 4c797217-fa99-4633-8797-48da092787a3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ada6fef-8219-4fbc-bdff-3f128f4a1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:25.338477 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:25.432966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] For port 4c797217-fa99-4633-8797-48da092787a3, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:25.436259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] For port 4c797217-fa99-4633-8797-48da092787a3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c797217-fa99-4633-8797-48da092787a3,segment=NetworkSegment(7ada6fef-8219-4fbc-bdff-3f128f4a1791),segment_id=7ada6fef-8219-4fbc-bdff-3f128f4a1791)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:25.449887 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:25.507862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Routers {'fd1a532b-6457-4569-b30e-7e25c1ec5c66'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:50:25.508589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd775dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:25.595503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4e6e9741-ec43-4b25-bae7-f0d7ec8c07e8 None None] Provisioning complete for port 4c797217-fa99-4633-8797-48da092787a3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:25.596050 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9741-ec43-4b25-bae7-f0d7ec8c07e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:25.624224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553d87e-b2fb-4860-a4bf-3c68dfdb1d3d None None] Pushing event updated for resources: {'Port': ['ID=4c797217-fa99-4633-8797-48da092787a3,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:25.898146 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] Set router fd1a532b-6457-4569-b30e-7e25c1ec5c66 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:50:25.967823 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9741-ec43-4b25-bae7-f0d7ec8c07e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:26.082907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4e6e9741-ec43-4b25-bae7-f0d7ec8c07e8 None None] For port 4c797217-fa99-4633-8797-48da092787a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c797217-fa99-4633-8797-48da092787a3,segment=NetworkSegment(7ada6fef-8219-4fbc-bdff-3f128f4a1791),segment_id=7ada6fef-8219-4fbc-bdff-3f128f4a1791)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:26.087192 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9741-ec43-4b25-bae7-f0d7ec8c07e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:26.183941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e9741-ec43-4b25-bae7-f0d7ec8c07e8 None None] Pushing event updated for resources: {'Port': ['ID=4c797217-fa99-4633-8797-48da092787a3,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:26.216545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6ab5eba0-4439-4ad7-8c30-174b7c60937a None None] Provisioning complete for port 4c797217-fa99-4633-8797-48da092787a3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:26.216836 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6ab5eba0-4439-4ad7-8c30-174b7c60937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:26.237967 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd775dc0>, [{'id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:21Z', 'revision_number': 4, 'project_id': '2b15df8238684c62af48774c633162e7', 'gw_port': {'id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c797217-fa99-4633-8797-48da092787a3', 'name': '', 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'mac_address': 'fa:16:3e:fb:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8adf228d-737e-4b2e-9838-e056cf5a92a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:20Z', 'updated_at': '2021-11-27T21:50:25Z', 'revision_number': 4, 'project_id': '2b15df8238684c62af48774c633162e7', 'subnets': [{'id': '8adf228d-737e-4b2e-9838-e056cf5a92a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:50:26.277595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922682b0-fb7b-4aac-a40a-48e077835d24 None None] The sync data for ids ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'] in ncdv-master-1 is: [{'id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:21Z', 'revision_number': 4, 'project_id': '2b15df8238684c62af48774c633162e7', 'gw_port': {'id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c797217-fa99-4633-8797-48da092787a3', 'name': '', 'network_id': '8b1449e0-5c4b-4625-ab56-f6a712649f5d', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'mac_address': 'fa:16:3e:fb:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8adf228d-737e-4b2e-9838-e056cf5a92a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:20Z', 'updated_at': '2021-11-27T21:50:25Z', 'revision_number': 4, 'project_id': '2b15df8238684c62af48774c633162e7', 'subnets': [{'id': '8adf228d-737e-4b2e-9838-e056cf5a92a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:50:28.057708 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4c797217-fa99-4633-8797-48da092787a3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:28.139814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 4c797217-fa99-4633-8797-48da092787a3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:28.140187 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:32.902975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1241-c8cd-4c15-828b-44a319490169 req-c7e3ec01-89ac-45b2-b98b-4a72c956f1c4 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:32.904491 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-c7e3ec01-89ac-45b2-b98b-4a72c956f1c4 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 814 time: 0.1051321
Nov 27 21:50:32.920204 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-fa8dbdc6-f96e-48bc-924d-0a8a41c74bef tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/quotas/741fb423d7b24833be8f3d9d7d83294e HTTP/1.1" status: 200  len: 375 time: 0.0093441
Nov 27 21:50:32.972142 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-5e4122e6-180c-4dc6-8b1c-b2c81318f2e9 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0465128
Nov 27 21:50:33.074210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-0d2d406b-7843-4366-a6ca-5b0fffe2694c service neutron] 10.222.0.21 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902991
Nov 27 21:50:33.169977 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-b9145374-c9b6-43f7-ab17-71d3e6b82c56 service neutron] 10.222.0.21 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886810
Nov 27 21:50:33.425461 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-eae68c75-d363-4e87-8333-d58ccea15373 req-e6569c2b-8682-4254-b554-8f878c7d503e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 210 time: 0.1236939
Nov 27 21:50:34.243810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1241-c8cd-4c15-828b-44a319490169 req-ffd003b6-2145-4a3d-bc65-a89a9dc9c0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:34.245196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-ffd003b6-2145-4a3d-bc65-a89a9dc9c0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.15 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 814 time: 0.1058998
Nov 27 21:50:34.259939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'port': {'device_id': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'admin_state_up': True, 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:34.375692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Made reservation on behalf of 741fb423d7b24833be8f3d9d7d83294e for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:50:34.379553 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:34.423333 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bb4fbf4c-e332-4719-9959-1f360578d571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:34.543841 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-89bb4287-1075-47d7-9ef3-a1de43f784ea req-f34c1741-9f6c-40a0-8f96-ab355113804d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 210 time: 0.0416181
Nov 27 21:50:34.587547 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Allocated IP 172.20.0.12 (3f414279-f8bb-40c2-aeb6-b0aa92043f81/6aedfb39-a6ff-4257-844e-a3fe5b7b31e0/8aa65ade-7fba-49f6-9871-05b34ef63a7f) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:50:34.814953 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:34.852280 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:34.895023 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:50:34.900317 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:50:34.903122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:50:34.954918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'Port': ['ID=8aa65ade-7fba-49f6-9871-05b34ef63a7f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:34.973290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:34.974502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:34.998078 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-02bae13f-0fe1-4dc2-b7eb-f564dffb26cb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7428288
Nov 27 21:50:35.255373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1118f0c2-6d19-4566-9849-77e71d34b5b4 None None] Provisioning complete for port 8aa65ade-7fba-49f6-9871-05b34ef63a7f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:35.256151 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1118f0c2-6d19-4566-9849-77e71d34b5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:35.294524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1118f0c2-6d19-4566-9849-77e71d34b5b4 None None] Port 8aa65ade-7fba-49f6-9871-05b34ef63a7f cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:50:35.677439 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aa9ba-7429-4031-96cb-36d91b4abb3e req-2b1fe967-e995-4bce-876d-00c93e52be81 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:35.680253 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-484aa9ba-7429-4031-96cb-36d91b4abb3e req-2b1fe967-e995-4bce-876d-00c93e52be81 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0536981
Nov 27 21:50:35.732903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-484aa9ba-7429-4031-96cb-36d91b4abb3e req-be43cdaa-f765-4d5a-986f-90942e14dbbb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464220
Nov 27 21:50:36.570496 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4c0622ab-b539-425b-9e5d-3a581d73a4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:36.873756 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aef53-7dd9-4977-a030-b6a62fe964aa req-51b59b44-e7d7-473b-8d10-354a925fc197 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:36.875898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b17aef53-7dd9-4977-a030-b6a62fe964aa req-51b59b44-e7d7-473b-8d10-354a925fc197 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0586550
Nov 27 21:50:36.924097 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b17aef53-7dd9-4977-a030-b6a62fe964aa req-415ce32a-0b9e-4bdb-b3b9-9b5ac09e3743 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418937
Nov 27 21:50:38.049597 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:38.058363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d91ab-d56d-4594-81a1-593eca51e894 req-26f14d33-f251-49f1-9929-0f91a67a3a44 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:38.061677 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-723d91ab-d56d-4594-81a1-593eca51e894 req-26f14d33-f251-49f1-9929-0f91a67a3a44 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0545981
Nov 27 21:50:38.112413 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-723d91ab-d56d-4594-81a1-593eca51e894 req-c206a2be-dbfb-4eea-b726-383d50645798 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441391
Nov 27 21:50:39.249014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dde85-63f2-4e72-a3a7-720878c27e88 req-d796dddf-97cd-41c3-80ee-384ec7f84e56 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:39.251367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d82dde85-63f2-4e72-a3a7-720878c27e88 req-d796dddf-97cd-41c3-80ee-384ec7f84e56 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0607147
Nov 27 21:50:39.304386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d82dde85-63f2-4e72-a3a7-720878c27e88 req-271cabc3-736a-416d-8be2-040de2789f8b tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432665
Nov 27 21:50:39.759452 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:40.404517 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:40.449354 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0986d84-b29e-4690-ba5b-1d32b5bf3b4e req-eaea5f95-10e9-4c48-8cd6-f4fcd35cdec5 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:40.451528 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0986d84-b29e-4690-ba5b-1d32b5bf3b4e req-eaea5f95-10e9-4c48-8cd6-f4fcd35cdec5 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0613582
Nov 27 21:50:40.502296 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e0986d84-b29e-4690-ba5b-1d32b5bf3b4e req-993c99db-b18e-45bb-9b09-9f2d24b38e25 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432994
Nov 27 21:50:41.632872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479258e-2ca3-4c47-ab4b-23065e72af6e req-049deedc-d061-4099-bb5a-5172ed6698d8 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:41.634371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b479258e-2ca3-4c47-ab4b-23065e72af6e req-049deedc-d061-4099-bb5a-5172ed6698d8 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0557022
Nov 27 21:50:41.692955 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b479258e-2ca3-4c47-ab4b-23065e72af6e req-d2e63541-3ef9-40fd-9079-8384c7b236eb tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524697
Nov 27 21:50:42.815244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9576eb-8b41-4589-9352-de9af50a7aaf req-0d2439e3-ebb2-4d0a-a58e-47285d3da9ba tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:42.816998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b9576eb-8b41-4589-9352-de9af50a7aaf req-0d2439e3-ebb2-4d0a-a58e-47285d3da9ba tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0550396
Nov 27 21:50:42.867313 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2b9576eb-8b41-4589-9352-de9af50a7aaf req-4d39645a-00df-4ae8-90b5-f249153b9e8e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436151
Nov 27 21:50:43.990553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d171e34-440d-4e65-928e-33440db567e9 req-55e7ca6d-4d9d-4861-af89-50bc97387dd8 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:43.992060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d171e34-440d-4e65-928e-33440db567e9 req-55e7ca6d-4d9d-4861-af89-50bc97387dd8 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0551424
Nov 27 21:50:44.042188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d171e34-440d-4e65-928e-33440db567e9 req-deee8e00-c7cf-4b14-b316-a93f3545e573 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441523
Nov 27 21:50:45.156224 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b558c44-81f1-4750-b7da-7a0e2b28c380 req-0d8ee432-a24a-4e0a-aa50-1394d9b0594a tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:45.157700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b558c44-81f1-4750-b7da-7a0e2b28c380 req-0d8ee432-a24a-4e0a-aa50-1394d9b0594a tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0487587
Nov 27 21:50:45.204289 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5b558c44-81f1-4750-b7da-7a0e2b28c380 req-415869d3-f4a0-46fc-9593-14423bd1ea22 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405264
Nov 27 21:50:46.320110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b833e4-0237-4843-94cc-705461930b99 req-4631ac11-54ba-45db-b8ce-8578bff76e05 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:46.321621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02b833e4-0237-4843-94cc-705461930b99 req-4631ac11-54ba-45db-b8ce-8578bff76e05 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0482914
Nov 27 21:50:46.368073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-02b833e4-0237-4843-94cc-705461930b99 req-46687208-d1d0-4c0f-94c7-56facc5d41ff tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406065
Nov 27 21:50:46.519996 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:47.238175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Request body: {'port': {'device_id': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:50:47.297401 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:47.482651 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635a166-aaf0-46b9-a2e2-c886ef0f9d9a req-4f945562-dd2f-4584-a1a5-0e65681d0687 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:47.484844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d635a166-aaf0-46b9-a2e2-c886ef0f9d9a req-4f945562-dd2f-4584-a1a5-0e65681d0687 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 932 time: 0.0488980
Nov 27 21:50:47.536944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d635a166-aaf0-46b9-a2e2-c886ef0f9d9a req-44519b05-16b7-431c-a27f-5c8497c3ed9d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456452
Nov 27 21:50:47.553013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa65ade-7fba-49f6-9871-05b34ef63a7f {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:50:47.560373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:47.572217 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Transition to ACTIVE for port object 8aa65ade-7fba-49f6-9871-05b34ef63a7f will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:50:47.575673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:47.664757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa65ade-7fba-49f6-9871-05b34ef63a7f,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:47.697172 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Attempting to bind port 8aa65ade-7fba-49f6-9871-05b34ef63a7f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:50:47.697516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Attempting to bind port 8aa65ade-7fba-49f6-9871-05b34ef63a7f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:50:47.697843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Attempting to bind port 8aa65ade-7fba-49f6-9871-05b34ef63a7f on network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:47.702987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Port 8aa65ade-7fba-49f6-9871-05b34ef63a7f on network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:50:47.703370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Attempting to bind port 8aa65ade-7fba-49f6-9871-05b34ef63a7f on network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:50:47.708312 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:50:47.708649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Checking segment: {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:50:47.709028 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Bound using segment: {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:50:47.709457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Bound port: 8aa65ade-7fba-49f6-9871-05b34ef63a7f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192ff72a-473b-4348-a62e-ef8b95b1c3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:50:47.709810 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:47.774747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] For port 8aa65ade-7fba-49f6-9871-05b34ef63a7f, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:50:47.777790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] For port 8aa65ade-7fba-49f6-9871-05b34ef63a7f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:50:47.784856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:47.822523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:47.823154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:47.824594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] 10.222.0.15 "PUT /v2.0/ports/8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 1092 time: 0.5944078
Nov 27 21:50:47.825043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:50:47.827414 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:50:47.850896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c03062-5cbe-4013-8db9-5524e0374940 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa65ade-7fba-49f6-9871-05b34ef63a7f,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:47.923857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1241-c8cd-4c15-828b-44a319490169 req-e5a3a4e7-b5e2-4e57-b08a-ceb8ffe0d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:47.926080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-e5a3a4e7-b5e2-4e57-b08a-ceb8ffe0d142 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1095 time: 0.0589504
Nov 27 21:50:47.972885 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9731581-232b-4a1e-9b16-f4c295d53dcf x-openstack-request-id: req-b9731581-232b-4a1e-9b16-f4c295d53dcf {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:50:47.973319 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:50:47.973951 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9731581-232b-4a1e-9b16-f4c295d53dcf {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:50:47.974531 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'status': 'completed', 'code': 200}
Nov 27 21:50:47.977533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-6536d3f9-d9a9-47ac-9fe3-e409e29ebb3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 217 time: 0.0427446
Nov 27 21:50:48.028328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1241-c8cd-4c15-828b-44a319490169 req-c5e619e4-7548-4a41-8354-0882b3aec96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:48.029823 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-c5e619e4-7548-4a41-8354-0882b3aec96f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 200  len: 853 time: 0.0445480
Nov 27 21:50:48.078347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1241-c8cd-4c15-828b-44a319490169 req-1d033ae7-8959-480d-8c95-b33a642e4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:48.079774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-1d033ae7-8959-480d-8c95-b33a642e4dfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f414279-f8bb-40c2-aeb6-b0aa92043f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431564
Nov 27 21:50:48.172187 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-683e2368-b0a3-4b63-bbe2-15f9bbe6f47f service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806506
Nov 27 21:50:48.269321 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-de5a1241-c8cd-4c15-828b-44a319490169 req-8e83aa2e-be4f-441e-abce-e6f891ef94d8 service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881493
Nov 27 21:50:48.355427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-96a4ce78-6a71-4bb3-9bdc-c51cf8cc7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:48.356830 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-96a4ce78-6a71-4bb3-9bdc-c51cf8cc7931 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1095 time: 0.0408196
Nov 27 21:50:48.444660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-d44011e5-7878-4367-88de-fa1a4d3e52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:48.446137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-d44011e5-7878-4367-88de-fa1a4d3e52fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 915 time: 0.0821140
Nov 27 21:50:48.490783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-3af7de81-c567-4043-9b72-be365ce187b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 217 time: 0.0369346
Nov 27 21:50:48.538406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-e563f8c4-9405-4b93-b817-111ead46d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:48.539842 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-e563f8c4-9405-4b93-b817-111ead46d798 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 200  len: 853 time: 0.0428138
Nov 27 21:50:48.585074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-0d4eee6f-c5b4-4749-bce6-f83705ade065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:48.586581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-0d4eee6f-c5b4-4749-bce6-f83705ade065 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f414279-f8bb-40c2-aeb6-b0aa92043f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394185
Nov 27 21:50:48.652287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fda6cb-1a67-4df6-bb57-e1b69229eb7c req-c5988b8a-8537-4211-ae6b-93aaa3f07304 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:48.653708 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6fda6cb-1a67-4df6-bb57-e1b69229eb7c req-c5988b8a-8537-4211-ae6b-93aaa3f07304 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 944 time: 0.0481675
Nov 27 21:50:48.680027 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-a1c5e943-f5b4-414a-a93c-075520cffe77 service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855567
Nov 27 21:50:48.700555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d6fda6cb-1a67-4df6-bb57-e1b69229eb7c req-fcf9f8dd-3bfa-401c-a0d0-35c84e33d476 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402081
Nov 27 21:50:48.768539 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e69c5f88-6b4a-434c-91c3-b0f5a22fa9ea req-2074f433-aa4c-44a7-8934-a56656b34f4d service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806444
Nov 27 21:50:48.923171 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:49.814321 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 8aa65ade-7fba-49f6-9871-05b34ef63a7f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:50:49.816947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c5b5a-ae01-4b90-b13d-6b65a3f5c69c req-4d8187b7-563c-4f18-8c4c-f57874e84856 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:49.818439 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-605c5b5a-ae01-4b90-b13d-6b65a3f5c69c req-4d8187b7-563c-4f18-8c4c-f57874e84856 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 944 time: 0.0490069
Nov 27 21:50:49.870398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-605c5b5a-ae01-4b90-b13d-6b65a3f5c69c req-3bbb255f-0a3d-4694-a63e-1fc004143037 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457242
Nov 27 21:50:49.909173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 8aa65ade-7fba-49f6-9871-05b34ef63a7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:49.919841 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'port_id': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'mac_address': 'fa:16:3e:c2:dc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:50:49.960210 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:49.973473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa65ade-7fba-49f6-9871-05b34ef63a7f {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:50:49.992269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 8aa65ade-7fba-49f6-9871-05b34ef63a7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:49.996148 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:50.042900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=8aa65ade-7fba-49f6-9871-05b34ef63a7f,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:50.286761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['8aa65ade-7fba-49f6-9871-05b34ef63a7f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:50:50.984965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf6fd9-b836-4bed-80c7-e7d9bf9f2e71 req-b02b7947-b8d5-4a06-a7f5-211009bd772c tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:50.986602 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3dcf6fd9-b836-4bed-80c7-e7d9bf9f2e71 req-b02b7947-b8d5-4a06-a7f5-211009bd772c tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 945 time: 0.0495234
Nov 27 21:50:51.034577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3dcf6fd9-b836-4bed-80c7-e7d9bf9f2e71 req-2614bacf-2d5d-4615-a4fd-5fb6901d65fd tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420649
Nov 27 21:50:51.816026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 8aa65ade-7fba-49f6-9871-05b34ef63a7f up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:50:51.863048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 8aa65ade-7fba-49f6-9871-05b34ef63a7f completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:50:51.866755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 8aa65ade-7fba-49f6-9871-05b34ef63a7f triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:50:51.867134 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:51.943124 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:51.968632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:50:51.970968 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e6f2bf-7584-4b59-8415-07c10c0ad92e" -d '{"events": [{"server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "name": "network-vif-plugged", "status": "completed", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:50:51.983847 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 8aa65ade-7fba-49f6-9871-05b34ef63a7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:50:51.987806 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:50:52.037763 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=8aa65ade-7fba-49f6-9871-05b34ef63a7f,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:50:52.062465 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027f738b-fef0-40cd-8a87-c1fbfde6a318 x-openstack-request-id: req-027f738b-fef0-40cd-8a87-c1fbfde6a318 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:50:52.063472 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "name": "network-vif-plugged", "status": "completed", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:50:52.063588 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-027f738b-fef0-40cd-8a87-c1fbfde6a318 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:50:52.063901 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'code': 200}
Nov 27 21:50:52.157484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc48976-960b-41fa-b05b-8f2f0c531a2d req-467cf50a-7079-4d94-85d8-cf02cce647c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:52.159030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4bc48976-960b-41fa-b05b-8f2f0c531a2d req-467cf50a-7079-4d94-85d8-cf02cce647c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1097 time: 0.0405018
Nov 27 21:50:52.160262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d20a8f-2247-4c71-8cc2-e55dc6327129 req-90a9fa3c-3cc1-4101-ae68-35b8f1516817 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:52.161737 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7d20a8f-2247-4c71-8cc2-e55dc6327129 req-90a9fa3c-3cc1-4101-ae68-35b8f1516817 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0533857
Nov 27 21:50:52.207300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4bc48976-960b-41fa-b05b-8f2f0c531a2d req-fbb1f321-821c-4323-a094-fb64afe507fc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412369
Nov 27 21:50:52.210704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7d20a8f-2247-4c71-8cc2-e55dc6327129 req-271d7e66-f527-4ab1-a0b3-a91b3761d959 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428486
Nov 27 21:50:53.326507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f11f2b-067c-4b02-9723-f384f3bc7f66 req-12648bcb-474d-4074-8647-4ac59c216b70 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:53.327997 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8f11f2b-067c-4b02-9723-f384f3bc7f66 req-12648bcb-474d-4074-8647-4ac59c216b70 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0485172
Nov 27 21:50:53.374659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d8f11f2b-067c-4b02-9723-f384f3bc7f66 req-68d74c9e-b01c-4826-8739-76bf50f00b8c tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401988
Nov 27 21:50:54.490662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25696955-9070-44ff-aa52-cf4cc69b2e26 req-2be7e36d-9219-422b-a0a8-06546d8b36cc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:54.492177 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-25696955-9070-44ff-aa52-cf4cc69b2e26 req-2be7e36d-9219-422b-a0a8-06546d8b36cc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0490050
Nov 27 21:50:54.538988 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-25696955-9070-44ff-aa52-cf4cc69b2e26 req-158f5d5a-89f1-4cbb-b883-06d6b70da927 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409348
Nov 27 21:50:54.655535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdedcab-7775-4387-88f8-e20de1f955f9 req-f9d9b5ab-5fed-415e-8e32-702045f3befc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:54.657546 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecdedcab-7775-4387-88f8-e20de1f955f9 req-f9d9b5ab-5fed-415e-8e32-702045f3befc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0523753
Nov 27 21:50:54.702907 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecdedcab-7775-4387-88f8-e20de1f955f9 req-2de197c4-e85d-40a1-94d9-d4a8231a69cc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394177
Nov 27 21:50:54.888871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec349b89-6fb5-44bb-b6bf-9be82d7b3f84 req-3b651f0d-6327-47ba-a8db-65006629d42d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:50:54.890367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ec349b89-6fb5-44bb-b6bf-9be82d7b3f84 req-3b651f0d-6327-47ba-a8db-65006629d42d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0492456
Nov 27 21:50:54.936471 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ec349b89-6fb5-44bb-b6bf-9be82d7b3f84 req-dbda46bc-f9ac-414d-b936-b318cf65a616 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395215
Nov 27 21:50:56.004692 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:51:00.068550 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019cbb1-e79d-45d1-9e10-eaa45beb9ef9 req-a2a06d44-aa95-4347-aff1-3202261c232b tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:00.070074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9019cbb1-e79d-45d1-9e10-eaa45beb9ef9 req-a2a06d44-aa95-4347-aff1-3202261c232b tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0528679
Nov 27 21:51:00.116825 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9019cbb1-e79d-45d1-9e10-eaa45beb9ef9 req-46697deb-0b9c-49b7-abca-60849970628b tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408154
Nov 27 21:51:00.139310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57802) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:51:00.222669 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a14c88-9cd9-4902-b65a-a20ea921cb6c tempest-TestMinimumBasicScenario-484102166 tempest-TestMinimumBasicScenario-484102166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:00.224418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-b8a14c88-9cd9-4902-b65a-a20ea921cb6c tempest-TestMinimumBasicScenario-484102166 tempest-TestMinimumBasicScenario-484102166-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1092 time: 0.0840285
Nov 27 21:51:00.227927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57806) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:51:00.232288 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:51:00.254661 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:00.352807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:00.453774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Allocated IP 172.35.3.22 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/3d497bf2-3fb5-4f7d-be2f-b2d2c9976bc2) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:51:00.557299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:00.590592 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:00.623534 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:51:00.629031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:51:00.632339 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:51:00.660392 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'Port': ['ID=3d497bf2-3fb5-4f7d-be2f-b2d2c9976bc2,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:00.979936 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.046286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.193388 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.197907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.267623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'Port': ['ID=3d497bf2-3fb5-4f7d-be2f-b2d2c9976bc2,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:01.277442 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.370918 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Floating IP 298df7d7-1f31-4ba3-a7a2-6acabfd4a184 associated. External IP: 172.35.3.22, port: 8aa65ade-7fba-49f6-9871-05b34ef63a7f.
Nov 27 21:51:01.577909 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:51:01.682123 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:51:01.691948 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] Sync routers for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:51:01.699074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.702540 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:51:01.703188 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe356d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:51:01.725935 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ea0b424d-b019-459b-a564-2ecca3f5ee6d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.4969385
Nov 27 21:51:01.726631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:51:01.729073 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a5db41-7e6f-4667-b96e-1ab57b948459" -d '{"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:51:01.729529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57808) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:51:01.734929 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018884706', 'description': 'tempest-secgroup-smoke-1018884706 description', 'project_id': '741fb423d7b24833be8f3d9d7d83294e'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:51:01.758081 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.771554 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76f3003-601f-40b4-a2e3-54605e5c3675 x-openstack-request-id: req-b76f3003-601f-40b4-a2e3-54605e5c3675 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:51:01.771853 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:51:01.772117 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b76f3003-601f-40b4-a2e3-54605e5c3675 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:51:01.772556 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'status': 'completed', 'code': 200}
Nov 27 21:51:01.814136 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:51:01.831311 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.835668 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.839389 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-8ac0162c-3b34-49a1-b14e-72935719d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:01.840964 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-8ac0162c-3b34-49a1-b14e-72935719d742 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1097 time: 0.0445476
Nov 27 21:51:01.871938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5760e5d-b2f5-427a-afdd-00fe8b8d5367,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:01.880766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.881139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.881489 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.881841 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.882188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.882535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.882881 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.883220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.883590 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.883930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.884266 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.884599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:51:01.891875 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.896195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-69296edc-f77d-417b-97f2-9b430d44a0a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1655157
Nov 27 21:51:01.896728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57812) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:51:01.901332 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0f48cc1a-c391-482e-a072-8a5aa634a517 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'security_group_rule': {'security_group_id': 'd5760e5d-b2f5-427a-afdd-00fe8b8d5367', 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:51:01.930158 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f48cc1a-c391-482e-a072-8a5aa634a517 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.948423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-9d069c5a-f5a7-4369-b2a2-4419231acd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:01.949930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-9d069c5a-f5a7-4369-b2a2-4419231acd7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 915 time: 0.1009047
Nov 27 21:51:01.990997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f48cc1a-c391-482e-a072-8a5aa634a517 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:01.994754 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f48cc1a-c391-482e-a072-8a5aa634a517 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.015365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48cc1a-c391-482e-a072-8a5aa634a517 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34a2f14-f326-4689-a2a3-ffb982f569fa,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:02.023280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0f48cc1a-c391-482e-a072-8a5aa634a517 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.027278 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0f48cc1a-c391-482e-a072-8a5aa634a517 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1271138
Nov 27 21:51:02.029263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57814) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:51:02.029411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-07f00bf2-ee51-4f7c-b873-1e6e9a097d2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 999 time: 0.0718982
Nov 27 21:51:02.033808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bea3c35f-55ff-4065-a008-c41292c9dcdc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'security_group_rule': {'security_group_id': 'd5760e5d-b2f5-427a-afdd-00fe8b8d5367', 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:51:02.055125 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe356d60>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '298df7d7-1f31-4ba3-a7a2-6acabfd4a184', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'floating_ip_address': '172.35.3.22', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'port_id': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'mac_address': 'fa:16:3e:c2:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:51:00Z', 'updated_at': '2021-11-27T21:51:00Z', 'revision_number': 0, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc469357-17f1-462a-9416-7d4f7bb36425', 'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'mac_address': 'fa:16:3e:97:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:15Z', 'updated_at': '2021-11-27T21:50:20Z', 'revision_number': 5, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'subnets': [{'id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:51:02.065034 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bea3c35f-55ff-4065-a008-c41292c9dcdc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.086650 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] Checking router: c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:51:02.096207 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:51:02.097406 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe356d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:50:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:51:02.130638 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bea3c35f-55ff-4065-a008-c41292c9dcdc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.135967 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bea3c35f-55ff-4065-a008-c41292c9dcdc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.163211 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3c35f-55ff-4065-a008-c41292c9dcdc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0f0f25-a214-4c06-a083-15368a44bd4f,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:02.168994 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bea3c35f-55ff-4065-a008-c41292c9dcdc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.173898 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bea3c35f-55ff-4065-a008-c41292c9dcdc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1435597
Nov 27 21:51:02.174548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57816) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:51:02.179158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-2fa2cc1b-be66-4b3f-a91f-97b2fdba07db tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'security_group_rule': {'security_group_id': 'd5760e5d-b2f5-427a-afdd-00fe8b8d5367', 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:51:02.210506 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fa2cc1b-be66-4b3f-a91f-97b2fdba07db tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.218193 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:51:02.282595 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fa2cc1b-be66-4b3f-a91f-97b2fdba07db tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.287157 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fa2cc1b-be66-4b3f-a91f-97b2fdba07db tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.310088 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2cc1b-be66-4b3f-a91f-97b2fdba07db tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd93315-2267-453e-be03-ac9a2492ee1a,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:02.321793 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2fa2cc1b-be66-4b3f-a91f-97b2fdba07db tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.325855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2fa2cc1b-be66-4b3f-a91f-97b2fdba07db tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1477802
Nov 27 21:51:02.326250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57818) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:51:02.332356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-34a266ac-afd5-4ea6-9d91-2a1ae2828e29 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'security_group_rule': {'security_group_id': 'd5760e5d-b2f5-427a-afdd-00fe8b8d5367', 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:51:02.361539 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34a266ac-afd5-4ea6-9d91-2a1ae2828e29 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.430601 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34a266ac-afd5-4ea6-9d91-2a1ae2828e29 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.435948 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34a266ac-afd5-4ea6-9d91-2a1ae2828e29 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.439087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-29ecbc93-c3bc-4b24-98c7-cb5151404d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:02.443287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-29ecbc93-c3bc-4b24-98c7-cb5151404d64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 200  len: 853 time: 0.4045041
Nov 27 21:51:02.462212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a266ac-afd5-4ea6-9d91-2a1ae2828e29 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dbb083-3b5a-47a5-bc94-50ed57393e91,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:02.472183 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-34a266ac-afd5-4ea6-9d91-2a1ae2828e29 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.473398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-34a266ac-afd5-4ea6-9d91-2a1ae2828e29 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1458414
Nov 27 21:51:02.476159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57820) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:51:02.478449 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe356d60>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '298df7d7-1f31-4ba3-a7a2-6acabfd4a184', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'floating_ip_address': '172.35.3.22', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'port_id': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'mac_address': 'fa:16:3e:c2:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:51:00Z', 'updated_at': '2021-11-27T21:51:00Z', 'revision_number': 0, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc469357-17f1-462a-9416-7d4f7bb36425', 'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'mac_address': 'fa:16:3e:97:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:15Z', 'updated_at': '2021-11-27T21:50:20Z', 'revision_number': 5, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'subnets': [{'id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:51:02.480710 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a88096f7-39bc-4e10-abde-217dc0d596fc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'security_group_rule': {'security_group_id': 'd5760e5d-b2f5-427a-afdd-00fe8b8d5367', 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:51:02.494962 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-874c0e2e-0708-4d84-8932-d1b00ef3cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:02.496514 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-874c0e2e-0708-4d84-8932-d1b00ef3cffd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f414279-f8bb-40c2-aeb6-b0aa92043f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0489645
Nov 27 21:51:02.504613 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-a88096f7-39bc-4e10-abde-217dc0d596fc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Project 741fb423d7b24833be8f3d9d7d83294e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:51:02.510342 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a88096f7-39bc-4e10-abde-217dc0d596fc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.512046 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5a689-2586-45c9-9214-555f2938cea8 None None] The sync data for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 is: [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '298df7d7-1f31-4ba3-a7a2-6acabfd4a184', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'floating_ip_address': '172.35.3.22', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'port_id': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'mac_address': 'fa:16:3e:c2:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:51:00Z', 'updated_at': '2021-11-27T21:51:00Z', 'revision_number': 0, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc469357-17f1-462a-9416-7d4f7bb36425', 'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'mac_address': 'fa:16:3e:97:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:15Z', 'updated_at': '2021-11-27T21:50:20Z', 'revision_number': 5, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'subnets': [{'id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:51:02.590952 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a88096f7-39bc-4e10-abde-217dc0d596fc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.597760 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a88096f7-39bc-4e10-abde-217dc0d596fc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.611013 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-33ccb21a-e971-4681-86e4-a9fb6eacc28d service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065204
Nov 27 21:51:02.619552 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88096f7-39bc-4e10-abde-217dc0d596fc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58563863-5ed1-4c3d-8c6d-c26bc576e669,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:02.639920 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a88096f7-39bc-4e10-abde-217dc0d596fc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.642288 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a88096f7-39bc-4e10-abde-217dc0d596fc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1651554
Nov 27 21:51:02.645896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57822) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:51:02.654284 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-46bf4fc3-1abb-466f-bb15-ed5f0d3e12b9 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'security_group_rule': {'security_group_id': 'd5760e5d-b2f5-427a-afdd-00fe8b8d5367', 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:51:02.717572 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-46bf4fc3-1abb-466f-bb15-ed5f0d3e12b9 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Project 741fb423d7b24833be8f3d9d7d83294e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:51:02.733287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46bf4fc3-1abb-466f-bb15-ed5f0d3e12b9 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.756655 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75a5db41-7e6f-4667-b96e-1ab57b948459 req-a5c2d6e1-8e86-4bda-96a0-c534716e5f25 service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383805
Nov 27 21:51:02.767874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86e576f-f419-4a1b-9355-0c80d1d4352d None None] New status for floating IP 298df7d7-1f31-4ba3-a7a2-6acabfd4a184: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:51:02.806818 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46bf4fc3-1abb-466f-bb15-ed5f0d3e12b9 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.810959 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46bf4fc3-1abb-466f-bb15-ed5f0d3e12b9 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.831625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf4fc3-1abb-466f-bb15-ed5f0d3e12b9 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0978fc7d-859d-420e-a477-27ecfdf39a9c,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:02.837160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-46bf4fc3-1abb-466f-bb15-ed5f0d3e12b9 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:02.841324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-46bf4fc3-1abb-466f-bb15-ed5f0d3e12b9 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1913855
Nov 27 21:51:02.939599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-419a0782-4229-4058-9056-67a0e66c941b tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018884706&fields=id&tenant_id=741fb423d7b24833be8f3d9d7d83294e HTTP/1.1" status: 200  len: 267 time: 0.0530210
Nov 27 21:51:02.993015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-4a10f8ae-f833-4369-a2fa-ac2601132d2e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:02.994485 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-4a10f8ae-f833-4369-a2fa-ac2601132d2e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0485768
Nov 27 21:51:03.006629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-49a4295f-4e24-442a-9bca-0abe6e74a7d1 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'port': {'security_groups': ['de402730-ac57-4277-960e-7e552b247a3c', 'd5760e5d-b2f5-427a-afdd-00fe8b8d5367']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:51:03.066458 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-49a4295f-4e24-442a-9bca-0abe6e74a7d1 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:03.248663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-49a4295f-4e24-442a-9bca-0abe6e74a7d1 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] For port 8aa65ade-7fba-49f6-9871-05b34ef63a7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:51:03.277209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-49a4295f-4e24-442a-9bca-0abe6e74a7d1 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:03.282093 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-49a4295f-4e24-442a-9bca-0abe6e74a7d1 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:03.293038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['8aa65ade-7fba-49f6-9871-05b34ef63a7f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:51:03.333126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-49a4295f-4e24-442a-9bca-0abe6e74a7d1 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:03.334131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-49a4295f-4e24-442a-9bca-0abe6e74a7d1 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:03.335939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b34865fc-1ac0-46d3-9ed4-884e2548ea9a req-49a4295f-4e24-442a-9bca-0abe6e74a7d1 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "PUT /v2.0/ports/8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 982 time: 0.3342876
Nov 27 21:51:03.369468 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4295f-4e24-442a-9bca-0abe6e74a7d1 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'Port': ['ID=8aa65ade-7fba-49f6-9871-05b34ef63a7f,revision_number=6']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:51:03.398834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['8aa65ade-7fba-49f6-9871-05b34ef63a7f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:51:03.462525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dc6bd-d3ab-486b-a935-5c799e8cdbc0 req-28a14e50-6c3e-4b6b-ae25-9c7539b7efbc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:03.463836 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da7dc6bd-d3ab-486b-a935-5c799e8cdbc0 req-28a14e50-6c3e-4b6b-ae25-9c7539b7efbc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0550218
Nov 27 21:51:03.532883 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da7dc6bd-d3ab-486b-a935-5c799e8cdbc0 req-24073814-b591-49b9-a05c-2927d8f3c6c0 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0617244
Nov 27 21:51:03.675650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-2aa5b29e-617f-4d2c-b00f-1ec900f09d26 None None] Provisioning complete for port 8aa65ade-7fba-49f6-9871-05b34ef63a7f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:51:03.675933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b29e-617f-4d2c-b00f-1ec900f09d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:03.774175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:51:03.776547 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7e34f1-d566-4656-adc7-78a7195c1d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:51:03.814299 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8bc281-5882-4878-8687-db65a15c9326 x-openstack-request-id: req-5c8bc281-5882-4878-8687-db65a15c9326 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:51:03.814601 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:51:03.814862 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c8bc281-5882-4878-8687-db65a15c9326 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:51:03.815296 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'status': 'completed', 'code': 200}
Nov 27 21:51:03.877770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-e6c1327e-18c7-4c8f-81b8-0b923fa82dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:03.879624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-e6c1327e-18c7-4c8f-81b8-0b923fa82dde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1136 time: 0.0429487
Nov 27 21:51:03.969570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-fc567839-d376-4d1a-919c-19ed4025b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:03.971080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-fc567839-d376-4d1a-919c-19ed4025b6e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 915 time: 0.0850217
Nov 27 21:51:04.044772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-aa719432-5e24-4016-a4ea-20bb9638838f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 1001 time: 0.0621519
Nov 27 21:51:04.093828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-4377628d-e63a-4445-b00b-8b4087114cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:04.095243 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-4377628d-e63a-4445-b00b-8b4087114cbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 200  len: 853 time: 0.0430732
Nov 27 21:51:04.141173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-022be388-9753-42dd-8ce2-ed7dbd9f31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:04.142853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-022be388-9753-42dd-8ce2-ed7dbd9f31bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f414279-f8bb-40c2-aeb6-b0aa92043f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402780
Nov 27 21:51:04.233114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-5333d398-43c2-4bd8-a175-6adc23be5edd service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822423
Nov 27 21:51:04.323246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d7e34f1-d566-4656-adc7-78a7195c1d0f req-1ce4302a-f5bd-4407-9ade-3b277a1742ca service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821722
Nov 27 21:51:04.422459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6a04d352-ab7a-41cf-b8b9-c899d857f8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:06.572911 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f89f3146-6891-4d97-8f25-534b8602a661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:08.046201 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:09.760609 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:10.408601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:16.519371 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:16.623526 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-43ede305-d2af-48dd-8867-3d06f2380858 req-e2d11dde-77dc-46f5-9979-1bda566e0ec5 tempest-ServerDiskConfigTestJSON-647132650 tempest-ServerDiskConfigTestJSON-647132650-project] (120909) timed out ('10.222.0.15', 59343) {{(pid=120909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 21:51:18.923729 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:28.302921 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-5c39cd62-fcc3-4973-8dfe-a6642b150a81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0450034
Nov 27 21:51:28.385356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-aceaba98-a0b6-449a-9ecd-96c637eeb2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:28.386845 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-aceaba98-a0b6-449a-9ecd-96c637eeb2ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1136 time: 0.0398531
Nov 27 21:51:28.489657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-e0eb965d-ab27-45c5-81bb-2e150a7ed4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:28.491140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-e0eb965d-ab27-45c5-81bb-2e150a7ed4fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 915 time: 0.0833497
Nov 27 21:51:28.561553 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-e707f723-7fe9-4a63-a56e-43d9f793602f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 1001 time: 0.0619113
Nov 27 21:51:28.611760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-87bc4e8e-2b04-4ace-8980-53d2b80fc15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:28.613186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-87bc4e8e-2b04-4ace-8980-53d2b80fc15c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 200  len: 853 time: 0.0440512
Nov 27 21:51:28.658543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-af3257d7-fa73-4e05-8997-6432739900da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:51:28.660063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-af3257d7-fa73-4e05-8997-6432739900da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f414279-f8bb-40c2-aeb6-b0aa92043f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401273
Nov 27 21:51:28.750253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-62a45a74-77f8-4275-b5a3-f5b6ded86aef service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827169
Nov 27 21:51:28.837786 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-361e64e3-7de2-46c4-bd96-4fc517e69218 req-3db4667c-d8c7-4c7d-b697-f85ea84a06cc service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802138
Nov 27 21:51:33.005477 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:51:34.423081 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78874f2f-188d-4722-a81b-7012f19a049a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:36.573826 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a9688b1-b8c9-4445-883c-c7e3859fb599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:38.049589 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:39.764007 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:40.410671 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:46.518809 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:51:48.935436 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:04.293879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceffd4-dee6-4135-bb57-e2546351476e req-81cd53c4-be1c-4524-82a5-722eb1b56936 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:04.295913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46ceffd4-dee6-4135-bb57-e2546351476e req-81cd53c4-be1c-4524-82a5-722eb1b56936 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0871854
Nov 27 21:52:04.298440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-032e0fbe-c73b-4b14-9d95-4fc1a941fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:04.299814 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-032e0fbe-c73b-4b14-9d95-4fc1a941fe38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1136 time: 0.0816100
Nov 27 21:52:04.413519 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-46ceffd4-dee6-4135-bb57-e2546351476e req-15db152a-6c07-485a-84b6-57e078cf4b87 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1114969
Nov 27 21:52:04.429707 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-170db66e-5ba2-46e3-9d8c-f9abf1306fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:04.441379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-02d57b3e-0e94-48f0-ac6c-cb9fccae9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:04.442853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-02d57b3e-0e94-48f0-ac6c-cb9fccae9211 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 915 time: 0.1353569
Nov 27 21:52:04.511076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-fb5b2338-2973-4538-865f-8774874b1b1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 1001 time: 0.0593987
Nov 27 21:52:04.560446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-fb446a1f-4483-47c3-bfe9-6fe474c67683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:04.561818 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-fb446a1f-4483-47c3-bfe9-6fe474c67683 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 200  len: 853 time: 0.0434206
Nov 27 21:52:04.611569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-ad202437-7efa-45ef-95dc-09cbb4c74135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:04.613061 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-ad202437-7efa-45ef-95dc-09cbb4c74135 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f414279-f8bb-40c2-aeb6-b0aa92043f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446570
Nov 27 21:52:04.703807 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-c3e210ad-fa83-4f0c-a6c0-f731d9d42ada service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806251
Nov 27 21:52:04.795969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c26519b7-d1c4-4264-a195-efdc85d97b8b req-c81e20fb-5852-491c-84a9-512f2f9cc9f6 service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847716
Nov 27 21:52:05.538626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b713c4-42a4-4581-8e1b-ba2b404fc581 req-d5ff46df-b80a-40f0-81f8-52a0d5ab1c97 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:05.540115 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40b713c4-42a4-4581-8e1b-ba2b404fc581 req-d5ff46df-b80a-40f0-81f8-52a0d5ab1c97 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0503082
Nov 27 21:52:05.600814 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-40b713c4-42a4-4581-8e1b-ba2b404fc581 req-4e9156a1-976d-450a-83b8-b0f9787b3278 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0544076
Nov 27 21:52:06.574570 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78e1b301-ea1a-4641-97a0-5763d90b77da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:06.718342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5d810-1c1c-4449-a3ca-5bcda6685e34 req-b1b43665-620d-4ab3-8e33-8c2e33c01c01 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:06.719743 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85b5d810-1c1c-4449-a3ca-5bcda6685e34 req-b1b43665-620d-4ab3-8e33-8c2e33c01c01 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0494676
Nov 27 21:52:06.778677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85b5d810-1c1c-4449-a3ca-5bcda6685e34 req-7c64d58b-291d-4518-802f-624001ba7920 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529251
Nov 27 21:52:07.893764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981cfe0-da1e-4c1f-ac35-f0580f6dd945 req-94ef2513-3343-409b-9826-dd5c8b6ead0c tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:07.895238 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b981cfe0-da1e-4c1f-ac35-f0580f6dd945 req-94ef2513-3343-409b-9826-dd5c8b6ead0c tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0500166
Nov 27 21:52:07.954447 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b981cfe0-da1e-4c1f-ac35-f0580f6dd945 req-faa2117c-91a1-4155-a076-a822e7365942 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0531359
Nov 27 21:52:08.052298 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:09.072857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92358399-f2e4-4bfd-980b-74323051f940 req-61ad7539-c90e-49c3-90b7-11e8947c99ac tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:09.074377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92358399-f2e4-4bfd-980b-74323051f940 req-61ad7539-c90e-49c3-90b7-11e8947c99ac tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0507209
Nov 27 21:52:09.138315 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92358399-f2e4-4bfd-980b-74323051f940 req-0caf7b58-96c6-4f69-ad9a-cd4ef233a9ad tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0579038
Nov 27 21:52:09.766570 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:10.004400 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:52:10.259185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cbbac-3ec9-4d66-86ea-a92f727c18dc req-e5e16d9c-fb68-4358-ac7d-11a9ca720eb0 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:10.260705 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a23cbbac-3ec9-4d66-86ea-a92f727c18dc req-e5e16d9c-fb68-4358-ac7d-11a9ca720eb0 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0538890
Nov 27 21:52:10.319993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a23cbbac-3ec9-4d66-86ea-a92f727c18dc req-05b95533-b04c-4ea5-8af9-89c7bc4ba08e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0532739
Nov 27 21:52:10.412022 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:11.433903 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81557dbf-6792-46b6-b70e-b5c23860df71 req-4f525c4b-0c25-4962-8c87-7cf6052b1f5e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:11.435453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81557dbf-6792-46b6-b70e-b5c23860df71 req-4f525c4b-0c25-4962-8c87-7cf6052b1f5e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0492158
Nov 27 21:52:11.495871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81557dbf-6792-46b6-b70e-b5c23860df71 req-ee1379cc-8810-49cf-ac61-bf916a421d95 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0538602
Nov 27 21:52:12.612546 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd9ba4-68be-452b-8d5b-40e6a75d1546 req-1590f7de-8ebc-4a3a-a6cb-1f2494f9b5a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:12.614036 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89dd9ba4-68be-452b-8d5b-40e6a75d1546 req-1590f7de-8ebc-4a3a-a6cb-1f2494f9b5a7 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0489802
Nov 27 21:52:12.673918 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-89dd9ba4-68be-452b-8d5b-40e6a75d1546 req-68474d0d-d84f-458f-abf3-47e94ab70bc3 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0538249
Nov 27 21:52:13.790767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548da3c-3c0d-483d-a3ba-82546ea22037 req-0fc2d493-4f2f-424f-a02d-d36f28437ab8 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:13.792275 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c548da3c-3c0d-483d-a3ba-82546ea22037 req-0fc2d493-4f2f-424f-a02d-d36f28437ab8 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0499306
Nov 27 21:52:13.851185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c548da3c-3c0d-483d-a3ba-82546ea22037 req-4a7fea6a-767c-481b-a730-eb0e100d0fc5 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528896
Nov 27 21:52:14.969616 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fa501-63c0-4647-9a64-44ea42eed705 req-d5ea83ce-0f00-4d58-a988-106d87099b69 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:14.971121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a1fa501-63c0-4647-9a64-44ea42eed705 req-d5ea83ce-0f00-4d58-a988-106d87099b69 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0518355
Nov 27 21:52:15.036012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6a1fa501-63c0-4647-9a64-44ea42eed705 req-000edd7f-d2e8-4030-bf6d-4529fc152b14 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0588109
Nov 27 21:52:16.157627 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da124c4-c005-4181-82b9-e37241ae3717 req-8863a91e-6fe1-4287-abd6-9761f80f518d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:16.159104 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6da124c4-c005-4181-82b9-e37241ae3717 req-8863a91e-6fe1-4287-abd6-9761f80f518d tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0541525
Nov 27 21:52:16.218023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6da124c4-c005-4181-82b9-e37241ae3717 req-f5131488-77fb-41da-b9f7-b316fa17c108 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528159
Nov 27 21:52:16.517341 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:17.336405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29b020-d9b4-4fbf-a9e6-918c69c81c2d req-e2fb903a-c56d-44de-af01-5b1ceb5f5a99 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:17.337896 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da29b020-d9b4-4fbf-a9e6-918c69c81c2d req-e2fb903a-c56d-44de-af01-5b1ceb5f5a99 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0523160
Nov 27 21:52:17.399684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da29b020-d9b4-4fbf-a9e6-918c69c81c2d req-21d51070-f3cd-4c12-a417-4743c1aeef31 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0550017
Nov 27 21:52:18.520508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d256a2e-4884-4b9d-a1d2-58b2426b889f req-4033d543-0d2e-492e-83ce-5c7f0a52c7b6 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:18.522045 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d256a2e-4884-4b9d-a1d2-58b2426b889f req-4033d543-0d2e-492e-83ce-5c7f0a52c7b6 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0512891
Nov 27 21:52:18.582587 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6d256a2e-4884-4b9d-a1d2-58b2426b889f req-7643ca6d-0b7d-4fe7-9620-14d388d06c12 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0543933
Nov 27 21:52:18.935152 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:19.700667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f005eb-9e85-45f0-b425-bfd418a0b46c req-1237f061-f6b1-4ca9-bd1b-5841753be5df tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:19.702762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b2f005eb-9e85-45f0-b425-bfd418a0b46c req-1237f061-f6b1-4ca9-bd1b-5841753be5df tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0503807
Nov 27 21:52:19.761045 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b2f005eb-9e85-45f0-b425-bfd418a0b46c req-acc607db-80db-4313-9926-ccc71ebd29dc tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0521772
Nov 27 21:52:20.875844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4fa39-48e3-4442-a6d6-d5ec9cef29a1 req-82da56b3-8e24-461d-9708-535cb565694b tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:20.877324 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43b4fa39-48e3-4442-a6d6-d5ec9cef29a1 req-82da56b3-8e24-461d-9708-535cb565694b tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0488639
Nov 27 21:52:20.940930 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43b4fa39-48e3-4442-a6d6-d5ec9cef29a1 req-11c180ee-e918-46d3-b90b-12cd0bc72c35 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&id=d5760e5d-b2f5-427a-afdd-00fe8b8d5367&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0573332
Nov 27 21:52:30.293485 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db054283-9f22-4a23-9335-eb43085882c7 req-a0991975-b20c-4a07-9f1b-46df719fdc89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0407789
Nov 27 21:52:30.374224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db054283-9f22-4a23-9335-eb43085882c7 req-59bab8a4-f1f8-44c2-9220-0bd3d3a6aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:30.375768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db054283-9f22-4a23-9335-eb43085882c7 req-59bab8a4-f1f8-44c2-9220-0bd3d3a6aab8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1136 time: 0.0413430
Nov 27 21:52:30.483188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db054283-9f22-4a23-9335-eb43085882c7 req-79d5d88f-061f-486f-8595-130ee90e6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:30.484700 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db054283-9f22-4a23-9335-eb43085882c7 req-79d5d88f-061f-486f-8595-130ee90e6d63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 915 time: 0.0893819
Nov 27 21:52:30.550531 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db054283-9f22-4a23-9335-eb43085882c7 req-152cc760-c541-47dc-aef8-942fbd3768e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 1001 time: 0.0581815
Nov 27 21:52:30.598823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db054283-9f22-4a23-9335-eb43085882c7 req-d194e3f9-54c0-4b97-a08e-89c86b49c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:30.600298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db054283-9f22-4a23-9335-eb43085882c7 req-d194e3f9-54c0-4b97-a08e-89c86b49c7b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 200  len: 853 time: 0.0432673
Nov 27 21:52:30.648537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db054283-9f22-4a23-9335-eb43085882c7 req-727a44f0-e986-48d1-807d-c5d1e7c8be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:52:30.649999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db054283-9f22-4a23-9335-eb43085882c7 req-727a44f0-e986-48d1-807d-c5d1e7c8be0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f414279-f8bb-40c2-aeb6-b0aa92043f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430064
Nov 27 21:52:30.736273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db054283-9f22-4a23-9335-eb43085882c7 req-3810141d-f773-432e-a46a-1adcfe6640ea service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790496
Nov 27 21:52:30.829485 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-db054283-9f22-4a23-9335-eb43085882c7 req-6e8ef977-b48a-4f53-93ca-bfafe52621eb service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866485
Nov 27 21:52:34.423657 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6c2f02e0-f1ad-4004-9813-29ec6bd6805e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:36.576397 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2a07fb31-012a-476c-92d7-2d50b19637bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:38.054667 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:39.768868 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:40.414130 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:46.531756 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:52:47.004528 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:52:48.935564 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:04.425364 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4f17d84-61d1-455d-b913-5e096fb8ce9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:06.577767 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-264d84d9-1246-45c6-b13a-df0889fddfee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:08.057942 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:09.771148 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:10.416310 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:16.365921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de51a28d-365c-46e5-a749-f9a4953a774b req-d14c6cb8-8c2e-49d5-8424-acbcdf3f30ac tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018884706&fields=id&tenant_id=741fb423d7b24833be8f3d9d7d83294e HTTP/1.1" status: 200  len: 267 time: 0.0480790
Nov 27 21:53:16.418919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51a28d-365c-46e5-a749-f9a4953a774b req-24e2f919-8748-4972-bc92-499421aef7d4 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:16.420446 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de51a28d-365c-46e5-a749-f9a4953a774b req-24e2f919-8748-4972-bc92-499421aef7d4 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 985 time: 0.0487630
Nov 27 21:53:16.431396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-de51a28d-365c-46e5-a749-f9a4953a774b req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Request body: {'port': {'security_groups': ['de402730-ac57-4277-960e-7e552b247a3c']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:16.494918 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-de51a28d-365c-46e5-a749-f9a4953a774b req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:16.546391 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:16.671192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-de51a28d-365c-46e5-a749-f9a4953a774b req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] For port 8aa65ade-7fba-49f6-9871-05b34ef63a7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:16.699758 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-de51a28d-365c-46e5-a749-f9a4953a774b req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:16.705299 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-de51a28d-365c-46e5-a749-f9a4953a774b req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:16.717515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['8aa65ade-7fba-49f6-9871-05b34ef63a7f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:53:16.756257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51a28d-365c-46e5-a749-f9a4953a774b req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:16.756959 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-de51a28d-365c-46e5-a749-f9a4953a774b req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:16.758317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de51a28d-365c-46e5-a749-f9a4953a774b req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "PUT /v2.0/ports/8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 943 time: 0.3314862
Nov 27 21:53:16.758788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:53:16.761171 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b535df-6222-478e-9ab2-439696e1f76a" -d '{"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:53:16.766248 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 57956) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:16.804514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event updated for resources: {'Port': ['ID=8aa65ade-7fba-49f6-9871-05b34ef63a7f,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:16.813375 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.813798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.814156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.814535 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.814849 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.815196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.815561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.815902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.816245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.816625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.816969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.817309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a498f-cafc-46c4-8d2e-3958df07aeee tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:16.834892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['8aa65ade-7fba-49f6-9871-05b34ef63a7f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:53:16.856510 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:16.890950 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:16.905218 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12335ce0-03e9-444e-a8e8-c69fa5f79e4e x-openstack-request-id: req-12335ce0-03e9-444e-a8e8-c69fa5f79e4e {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:53:16.906096 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:53:16.906357 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12335ce0-03e9-444e-a8e8-c69fa5f79e4e {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:53:16.906780 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'status': 'completed', 'code': 200}
Nov 27 21:53:16.975910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b535df-6222-478e-9ab2-439696e1f76a req-2eceb333-76ef-4728-a706-2b7664a00113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:16.977776 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38b535df-6222-478e-9ab2-439696e1f76a req-2eceb333-76ef-4728-a706-2b7664a00113 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1097 time: 0.0472670
Nov 27 21:53:17.041902 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:17.044462 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:17.045621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "DELETE /v2.0/security-groups/d5760e5d-b2f5-427a-afdd-00fe8b8d5367 HTTP/1.1" status: 204  len: 168 time: 0.2771370
Nov 27 21:53:17.048570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 57962) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:17.060900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9aba0e79-48fb-41d6-bda9-5689c3bbef34 None None] Provisioning complete for port 8aa65ade-7fba-49f6-9871-05b34ef63a7f triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:17.061514 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9aba0e79-48fb-41d6-bda9-5689c3bbef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:17.066112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5760e5d-b2f5-427a-afdd-00fe8b8d5367,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:17.078494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.078851 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.079201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.079566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.079902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.080239 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.080573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.080902 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.081233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.081571 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.081887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.082215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fc5217-c06b-49be-8b25-2f5a5fdf5b09 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:17.114282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b535df-6222-478e-9ab2-439696e1f76a req-cd57ecad-e44a-4523-8356-a7e86aff6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:17.116386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38b535df-6222-478e-9ab2-439696e1f76a req-cd57ecad-e44a-4523-8356-a7e86aff6054 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 915 time: 0.1307170
Nov 27 21:53:17.183462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38b535df-6222-478e-9ab2-439696e1f76a req-b2c7546f-1db5-42d5-9705-464d6725105c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 1001 time: 0.0600746
Nov 27 21:53:17.235145 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Deleting port 3d497bf2-3fb5-4f7d-be2f-b2d2c9976bc2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:17.235527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:17.236081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b535df-6222-478e-9ab2-439696e1f76a req-72488f52-7aa6-469d-bad6-dbc2d4e65299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:17.237589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38b535df-6222-478e-9ab2-439696e1f76a req-72488f52-7aa6-469d-bad6-dbc2d4e65299 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 200  len: 853 time: 0.0474129
Nov 27 21:53:17.284737 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b535df-6222-478e-9ab2-439696e1f76a req-29392dd4-55af-4df9-bffb-801593a4c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:17.286368 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38b535df-6222-478e-9ab2-439696e1f76a req-29392dd4-55af-4df9-bffb-801593a4c01c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f414279-f8bb-40c2-aeb6-b0aa92043f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408926
Nov 27 21:53:17.309286 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:17.309618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:17.322646 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Calling delete_port for 3d497bf2-3fb5-4f7d-be2f-b2d2c9976bc2 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:17.379855 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38b535df-6222-478e-9ab2-439696e1f76a req-8d81f3ae-548f-4965-b261-5b79a26ef9d6 service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859246
Nov 27 21:53:17.479037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38b535df-6222-478e-9ab2-439696e1f76a req-98735ae4-4a89-43e7-a527-9e7248907df6 service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926983
Nov 27 21:53:17.485826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:17.510734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event deleted for resources: {'Port': ['ID=3d497bf2-3fb5-4f7d-be2f-b2d2c9976bc2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:17.578081 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:17.578081 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Floating IP 298df7d7-1f31-4ba3-a7a2-6acabfd4a184 disassociated (deleted). External IP: 172.35.3.22, port: 8aa65ade-7fba-49f6-9871-05b34ef63a7f.
Nov 27 21:53:17.783108 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:53:17.888731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:53:17.894383 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:17.899117 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] Sync routers for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:53:17.911862 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:17.912498 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe441a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:17.922104 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-833ae035-a690-491f-8624-7c5f70325c3e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "DELETE /v2.0/floatingips/298df7d7-1f31-4ba3-a7a2-6acabfd4a184 HTTP/1.1" status: 204  len: 168 time: 0.8717537
Nov 27 21:53:18.017592 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:18.226994 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe441a90>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc469357-17f1-462a-9416-7d4f7bb36425', 'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'mac_address': 'fa:16:3e:97:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:15Z', 'updated_at': '2021-11-27T21:50:20Z', 'revision_number': 5, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'subnets': [{'id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:18.252486 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] Checking router: c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:53:18.260760 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:18.261360 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe441a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:18.363406 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:18.558824 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe441a90>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc469357-17f1-462a-9416-7d4f7bb36425', 'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'mac_address': 'fa:16:3e:97:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:15Z', 'updated_at': '2021-11-27T21:50:20Z', 'revision_number': 5, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'subnets': [{'id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:18.589904 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e82c49b-4ec6-4264-b5c7-ba6a6f6a56ca None None] The sync data for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 is: [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fc469357-17f1-462a-9416-7d4f7bb36425', 'name': '', 'network_id': '3f414279-f8bb-40c2-aeb6-b0aa92043f81', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'mac_address': 'fa:16:3e:97:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:15Z', 'updated_at': '2021-11-27T21:50:20Z', 'revision_number': 5, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'subnets': [{'id': '6aedfb39-a6ff-4257-844e-a3fe5b7b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:53:18.820171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f265dfb-0d55-4496-957f-e1d77279d70f None None] New status for floating IP 298df7d7-1f31-4ba3-a7a2-6acabfd4a184: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:53:18.908209 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:53:18.910703 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b48b85-242c-44c1-a838-e47c85d597fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:53:18.948489 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:18.950143 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c2321a-8729-405e-8dda-c46d830268c9 x-openstack-request-id: req-95c2321a-8729-405e-8dda-c46d830268c9 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:53:18.950430 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:53:18.950746 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95c2321a-8729-405e-8dda-c46d830268c9 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:53:18.951135 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'status': 'completed', 'code': 200}
Nov 27 21:53:19.011520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-e84b5637-83db-44ec-829a-133b8c05941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:19.013142 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-e84b5637-83db-44ec-829a-133b8c05941c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=741fb423d7b24833be8f3d9d7d83294e&device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 1097 time: 0.0416827
Nov 27 21:53:19.106672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-a22b7909-f932-4d08-89a8-f1f9d3a536c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:19.108257 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-a22b7909-f932-4d08-89a8-f1f9d3a536c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 200  len: 915 time: 0.0882449
Nov 27 21:53:19.148923 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-d478f3c7-c37f-40db-84e1-e8d5943ce4f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 200  len: 217 time: 0.0336165
Nov 27 21:53:19.199507 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-a9b90c1c-0daa-4c25-b602-17508ed775e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:19.201042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-a9b90c1c-0daa-4c25-b602-17508ed775e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 200  len: 853 time: 0.0452991
Nov 27 21:53:19.251048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-b315a8d9-9f50-4138-a675-5767fd3400d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:19.252614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-b315a8d9-9f50-4138-a675-5767fd3400d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f414279-f8bb-40c2-aeb6-b0aa92043f81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425949
Nov 27 21:53:19.351186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-4b39960b-b5ed-4173-9e5e-9b3cd081b156 service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902197
Nov 27 21:53:19.453758 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0b48b85-242c-44c1-a838-e47c85d597fd req-4b283d37-04c5-4ee3-93e0-a01e71082b59 service neutron] 10.222.0.15 "GET /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894299
Nov 27 21:53:20.634228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666ac31-6ab8-4389-921b-427b10c59891 req-31fe61b8-b9b0-4c32-be1c-a4905cab17d3 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:20.635748 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1666ac31-6ab8-4389-921b-427b10c59891 req-31fe61b8-b9b0-4c32-be1c-a4905cab17d3 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0492702
Nov 27 21:53:20.682855 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1666ac31-6ab8-4389-921b-427b10c59891 req-55d92ee7-65f4-41a0-93d9-e6ddef795931 tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405354
Nov 27 21:53:21.811342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb922-e590-4b83-96fe-2309c9b24b40 req-e0ff0f59-7808-485b-a124-ebe59925c77e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:21.812862 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb3fb922-e590-4b83-96fe-2309c9b24b40 req-e0ff0f59-7808-485b-a124-ebe59925c77e tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0535562
Nov 27 21:53:21.859783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb3fb922-e590-4b83-96fe-2309c9b24b40 req-02b5d7c8-f6df-4402-8bea-98261c9ad43f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/security-groups?id=de402730-ac57-4277-960e-7e552b247a3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410709
Nov 27 21:53:22.553456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-57cd82bf-2c28-4b6b-a9f9-514ac31d744f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:22.554939 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-57cd82bf-2c28-4b6b-a9f9-514ac31d744f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.15 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 946 time: 0.0492072
Nov 27 21:53:22.646073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Deleting port 8aa65ade-7fba-49f6-9871-05b34ef63a7f {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:22.646411 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:22.731519 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] For port 8aa65ade-7fba-49f6-9871-05b34ef63a7f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8aa65ade-7fba-49f6-9871-05b34ef63a7f,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:22.731804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:22.744486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Calling delete_port for 8aa65ade-7fba-49f6-9871-05b34ef63a7f owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:22.869387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:22.882744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['8aa65ade-7fba-49f6-9871-05b34ef63a7f'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:53:22.898098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Pushing event deleted for resources: {'Port': ['ID=8aa65ade-7fba-49f6-9871-05b34ef63a7f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:22.940793 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] No DVR routers for this DVR port 8aa65ade-7fba-49f6-9871-05b34ef63a7f on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:53:22.943382 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:22.946726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f8d7322-2357-4e50-bf05-3fb2695142bd req-ceaebcc8-9f0f-471b-8cb6-dfec27ebad6f tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.15 "DELETE /v2.0/ports/8aa65ade-7fba-49f6-9871-05b34ef63a7f HTTP/1.1" status: 204  len: 173 time: 0.3854373
Nov 27 21:53:22.947177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'name': 'network-vif-deleted', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:53:22.949508 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceebd10d-9306-4edc-a4f0-7c8eaab79957" -d '{"events": [{"server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "name": "network-vif-deleted", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:53:22.959071 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-310fa9a7-d579-4067-91f1-1d2d8603ecd7 req-88c98f17-449a-434b-9f73-e3015c5d81ab tempest-TestMinimumBasicScenario-1311005881 tempest-TestMinimumBasicScenario-1311005881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d99a4db6-835e-403c-9047-af75b1fdf7c6 HTTP/1.1" status: 200  len: 210 time: 0.0274448
Nov 27 21:53:22.988614 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8c977a-8965-4e54-8509-ba4f8777bfff x-openstack-request-id: req-ce8c977a-8965-4e54-8509-ba4f8777bfff {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:53:22.988911 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99a4db6-835e-403c-9047-af75b1fdf7c6", "name": "network-vif-deleted", "tag": "8aa65ade-7fba-49f6-9871-05b34ef63a7f", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:53:22.989172 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce8c977a-8965-4e54-8509-ba4f8777bfff {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:53:22.989580 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99a4db6-835e-403c-9047-af75b1fdf7c6', 'name': 'network-vif-deleted', 'tag': '8aa65ade-7fba-49f6-9871-05b34ef63a7f', 'status': 'completed', 'code': 200}
Nov 27 21:53:24.004783 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:53:24.533949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58074) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:24.880079 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:25.119741 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Deleting port fc469357-17f1-462a-9416-7d4f7bb36425 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:25.120086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:25.197221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] For port fc469357-17f1-462a-9416-7d4f7bb36425, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc469357-17f1-462a-9416-7d4f7bb36425,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:25.197507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:25.210394 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Calling delete_port for fc469357-17f1-462a-9416-7d4f7bb36425 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:25.385967 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:25.416253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Pushing event deleted for resources: {'Port': ['ID=fc469357-17f1-462a-9416-7d4f7bb36425,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:25.582982 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:25.794752 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:53:25.897867 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:53:25.902809 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0cab935a-c931-416d-862e-a3bd28c2d36e admin admin] 10.222.0.21 "PUT /v2.0/routers/c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3671150
Nov 27 21:53:25.905624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58076) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:25.907464 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] Sync routers for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:53:25.917965 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:25.918578 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:26.009047 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.020271 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:26.116908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.173357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Deleting port 4023d939-2849-4f03-a821-6523dea8c0a6 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:26.173704 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.199720 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a760>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204'}], 'enable_snat': True}, 'gw_port_id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:53:25Z', 'revision_number': 5, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port': {'id': '4023d939-2849-4f03-a821-6523dea8c0a6', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:26.225554 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] Checking router: c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:53:26.234227 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] Routers {'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:26.234841 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:26.250434 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] For port 4023d939-2849-4f03-a821-6523dea8c0a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4023d939-2849-4f03-a821-6523dea8c0a6,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:26.250800 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.264856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Calling delete_port for 4023d939-2849-4f03-a821-6523dea8c0a6 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:26.405841 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] Set router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:26.432686 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.456225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Pushing event deleted for resources: {'Port': ['ID=4023d939-2849-4f03-a821-6523dea8c0a6,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:26.459328 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a760>, [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:53:26Z', 'revision_number': 6, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:26.476082 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe312681-f8a2-4ec6-9f79-7f394c31a03d None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:53:26.486861 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33192649-191a-4a14-bb3a-63efd1cf028f None None] The sync data for ids ['c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420'] in ncdv-master-1 is: [{'id': 'c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420', 'name': 'tempest-TestMinimumBasicScenario-964755249-router', 'tenant_id': '741fb423d7b24833be8f3d9d7d83294e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:13Z', 'updated_at': '2021-11-27T21:53:26Z', 'revision_number': 6, 'project_id': '741fb423d7b24833be8f3d9d7d83294e', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:53:26.529908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.532083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 8aa65ade-7fba-49f6-9871-05b34ef63a7f no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:53:26.551914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 8aa65ade-7fba-49f6-9871-05b34ef63a7f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:53:26.552268 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 8aa65ade-7fba-49f6-9871-05b34ef63a7f not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:53:26.619520 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.621628 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.663968 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.664526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:53:26.669608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.670940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-98e05f39-2b6c-48bd-af04-6a165fa0917f admin admin] 10.222.0.21 "DELETE /v2.0/routers/c0e6f9ca-9a18-439a-b0ad-3e8d0d1b7420 HTTP/1.1" status: 204  len: 168 time: 0.7642875
Nov 27 21:53:26.673596 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:26.715976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba536d2-6547-4d15-b954-2f6df75f5dd4 admin admin] Deleting subnet 6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:53:26.719581 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bba536d2-6547-4d15-b954-2f6df75f5dd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.752184 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bba536d2-6547-4d15-b954-2f6df75f5dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.837596 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bba536d2-6547-4d15-b954-2f6df75f5dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.892095 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bba536d2-6547-4d15-b954-2f6df75f5dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.919936 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba536d2-6547-4d15-b954-2f6df75f5dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aedfb39-a6ff-4257-844e-a3fe5b7b31e0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:26.922198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bba536d2-6547-4d15-b954-2f6df75f5dd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:26.925492 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bba536d2-6547-4d15-b954-2f6df75f5dd4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6aedfb39-a6ff-4257-844e-a3fe5b7b31e0 HTTP/1.1" status: 204  len: 168 time: 0.2509470
Nov 27 21:53:26.928234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58080) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:26.931104 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed76ee9-29af-409c-8dd0-34d12f22a31f None None] Network 3f414279-f8bb-40c2-aeb6-b0aa92043f81 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:53:26.999882 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.057161 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Deleting port 95930048-d052-41b7-9aec-81521e7ae3fb {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:27.057543 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.279393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] DHCP port deletion for 3f414279-f8bb-40c2-aeb6-b0aa92043f81 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:53:27.330218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Deleting port 95930048-d052-41b7-9aec-81521e7ae3fb {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:27.330594 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.404814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] For port 95930048-d052-41b7-9aec-81521e7ae3fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95930048-d052-41b7-9aec-81521e7ae3fb,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:27.405255 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.418802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Calling delete_port for 95930048-d052-41b7-9aec-81521e7ae3fb owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:27.467055 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] For port 95930048-d052-41b7-9aec-81521e7ae3fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95930048-d052-41b7-9aec-81521e7ae3fb,segment=NetworkSegment(192ff72a-473b-4348-a62e-ef8b95b1c3cb),segment_id=192ff72a-473b-4348-a62e-ef8b95b1c3cb)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:27.467412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.480855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Calling delete_port for 95930048-d052-41b7-9aec-81521e7ae3fb owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:27.510170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.536604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Pushing event deleted for resources: {'Port': ['ID=95930048-d052-41b7-9aec-81521e7ae3fb,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:27.544800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.545441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.546332 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.546675 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.547011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.547363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.547873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.548389 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.548883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.549393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.549924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.550452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:27.555606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf6374-ee17-4ed5-9159-ffe6eb91481b None None] No DVR routers for this DVR port 95930048-d052-41b7-9aec-81521e7ae3fb on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:53:27.566275 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.601124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Pushing event deleted for resources: {'Port': ['ID=95930048-d052-41b7-9aec-81521e7ae3fb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:27.604671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] No DVR routers for this DVR port 95930048-d052-41b7-9aec-81521e7ae3fb on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:53:27.675283 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.694958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3efd22430>,) {'filters': {'network_id': ['3f414279-f8bb-40c2-aeb6-b0aa92043f81']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:27.704106 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efd22430>, '192ff72a-473b-4348-a62e-ef8b95b1c3cb') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:27.704415 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3efd22430>, '192ff72a-473b-4348-a62e-ef8b95b1c3cb') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:27.713563 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.726934 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.732721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:53:27.733109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   self.session.flush()
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:53:27.735369 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:53:27.791426 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.797340 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:27.800567 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f414279-f8bb-40c2-aeb6-b0aa92043f81 HTTP/1.1" status: 204  len: 168 time: 0.8712394
Nov 27 21:53:27.803600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58084) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:27.811612 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895f42f-5f21-4450-abf4-b0904f66ff3f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f414279-f8bb-40c2-aeb6-b0aa92043f81,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:28.103638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fc469357-17f1-462a-9416-7d4f7bb36425 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:53:28.124900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: fc469357-17f1-462a-9416-7d4f7bb36425 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:53:28.125844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device fc469357-17f1-462a-9416-7d4f7bb36425 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:53:28.126292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4023d939-2849-4f03-a821-6523dea8c0a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:53:28.146731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4023d939-2849-4f03-a821-6523dea8c0a6 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:53:28.147090 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4023d939-2849-4f03-a821-6523dea8c0a6 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:53:28.147542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 95930048-d052-41b7-9aec-81521e7ae3fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:53:28.152571 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:28.167121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 95930048-d052-41b7-9aec-81521e7ae3fb {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:53:28.167502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 95930048-d052-41b7-9aec-81521e7ae3fb not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:53:28.388170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Deleting port 4c797217-fa99-4633-8797-48da092787a3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:28.388433 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:28.466044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] For port 4c797217-fa99-4633-8797-48da092787a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c797217-fa99-4633-8797-48da092787a3,segment=NetworkSegment(7ada6fef-8219-4fbc-bdff-3f128f4a1791),segment_id=7ada6fef-8219-4fbc-bdff-3f128f4a1791)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:28.466407 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:28.482972 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Calling delete_port for 4c797217-fa99-4633-8797-48da092787a3 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:28.972985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:29.001619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4c797217-fa99-4633-8797-48da092787a3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:29.161520 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:29.376146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Router fd1a532b-6457-4569-b30e-7e25c1ec5c66 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:53:29.482488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:53:29.488304 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7274a41b-ad63-439d-bf80-c2810d4e34fa admin admin] 10.222.0.21 "PUT /v2.0/routers/fd1a532b-6457-4569-b30e-7e25c1ec5c66/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6835055
Nov 27 21:53:29.490813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58086) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:29.493361 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] Sync routers for ids ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:53:29.503753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] Routers {'fd1a532b-6457-4569-b30e-7e25c1ec5c66'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:29.504379 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc39dc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:29.596676 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:29.611284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] Set router fd1a532b-6457-4569-b30e-7e25c1ec5c66 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:29.700149 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:29.752758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Deleting port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:29.753370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:29.785710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc39dc70>, [{'id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:53:28Z', 'revision_number': 5, 'project_id': '2b15df8238684c62af48774c633162e7', 'gw_port': {'id': 'f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:29.812422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] Checking router: fd1a532b-6457-4569-b30e-7e25c1ec5c66 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:53:29.820793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] Routers {'fd1a532b-6457-4569-b30e-7e25c1ec5c66'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:29.821407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc39dc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:29.831469 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] For port f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:29.831836 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:29.848515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Calling delete_port for f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:29.905669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] Set router fd1a532b-6457-4569-b30e-7e25c1ec5c66 gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:29.958963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc39dc70>, [{'id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:53:29Z', 'revision_number': 6, 'project_id': '2b15df8238684c62af48774c633162e7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:29.985617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f48d7-7e30-4b57-9df1-c24f8c40d060 None None] The sync data for ids ['fd1a532b-6457-4569-b30e-7e25c1ec5c66'] in ncdv-master-1 is: [{'id': 'fd1a532b-6457-4569-b30e-7e25c1ec5c66', 'name': 'tempest-TestMinimumBasicScenario-1193316184-router', 'tenant_id': '2b15df8238684c62af48774c633162e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:50:18Z', 'updated_at': '2021-11-27T21:53:29Z', 'revision_number': 6, 'project_id': '2b15df8238684c62af48774c633162e7', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:53:30.008765 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.039510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:30.054758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf43c0f-b039-45fa-8c65-dbffdb4d2945 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:53:30.105580 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.194452 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.196542 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.240097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.240597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd1a532b-6457-4569-b30e-7e25c1ec5c66 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:53:30.245050 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.246199 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dfe65b9c-e313-4c9c-ae29-ab7840abb7d8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fd1a532b-6457-4569-b30e-7e25c1ec5c66 HTTP/1.1" status: 204  len: 168 time: 0.7544093
Nov 27 21:53:30.248702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58088) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:30.296894 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cf2924-b405-45ed-90b4-cab2f0d6fe18 admin admin] Deleting subnet 8adf228d-737e-4b2e-9838-e056cf5a92a4 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:53:30.299901 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41cf2924-b405-45ed-90b4-cab2f0d6fe18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.338576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41cf2924-b405-45ed-90b4-cab2f0d6fe18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.422603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41cf2924-b405-45ed-90b4-cab2f0d6fe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.479277 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41cf2924-b405-45ed-90b4-cab2f0d6fe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.505904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf2924-b405-45ed-90b4-cab2f0d6fe18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8adf228d-737e-4b2e-9838-e056cf5a92a4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:30.508513 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-41cf2924-b405-45ed-90b4-cab2f0d6fe18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.513634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f0a14-86ca-4b50-a9da-bdcd1007a9d5 None None] Network 8b1449e0-5c4b-4625-ab56-f6a712649f5d requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:53:30.515041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-41cf2924-b405-45ed-90b4-cab2f0d6fe18 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8adf228d-737e-4b2e-9838-e056cf5a92a4 HTTP/1.1" status: 204  len: 168 time: 0.2622025
Nov 27 21:53:30.515143 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58090) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:30.583589 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.641054 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Deleting port e2199740-4d06-4f7a-9de8-cd57ae8d695f {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:30.641399 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.705154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] For port e2199740-4d06-4f7a-9de8-cd57ae8d695f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2199740-4d06-4f7a-9de8-cd57ae8d695f,segment=NetworkSegment(7ada6fef-8219-4fbc-bdff-3f128f4a1791),segment_id=7ada6fef-8219-4fbc-bdff-3f128f4a1791)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:30.705425 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.717356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Calling delete_port for e2199740-4d06-4f7a-9de8-cd57ae8d695f owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:30.754599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] DHCP port deletion for 8b1449e0-5c4b-4625-ab56-f6a712649f5d request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:53:30.786186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4c797217-fa99-4633-8797-48da092787a3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:53:30.805886 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.816597 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 4c797217-fa99-4633-8797-48da092787a3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:53:30.816951 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 4c797217-fa99-4633-8797-48da092787a3 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:53:30.835060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] No DVR routers for this DVR port e2199740-4d06-4f7a-9de8-cd57ae8d695f on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:53:30.836275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] Deleting port e2199740-4d06-4f7a-9de8-cd57ae8d695f {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:53:30.836586 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e2199740-4d06-4f7a-9de8-cd57ae8d695f,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:30.836728 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.900026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] For port e2199740-4d06-4f7a-9de8-cd57ae8d695f, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:30.900422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.907908 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.912367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] Calling delete_port for e2199740-4d06-4f7a-9de8-cd57ae8d695f owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:53:30.915189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] Port e2199740-4d06-4f7a-9de8-cd57ae8d695f was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 21:53:30.916532 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.934652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef94fa60>,) {'filters': {'network_id': ['8b1449e0-5c4b-4625-ab56-f6a712649f5d']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:30.941868 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] Pushing event deleted for resources: {'Port': ['ID=e2199740-4d06-4f7a-9de8-cd57ae8d695f,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:30.945684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef94fa60>, '7ada6fef-8219-4fbc-bdff-3f128f4a1791') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:30.945900 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e677e7f-464f-4576-9b6a-a96ee7aaaef7 None None] No DVR routers for this DVR port e2199740-4d06-4f7a-9de8-cd57ae8d695f on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:53:30.946253 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef94fa60>, '7ada6fef-8219-4fbc-bdff-3f128f4a1791') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:30.963458 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.972700 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.980766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:53:30.981230 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:53:30.982985 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:53:31.057546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.057546 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.057546 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] 10.222.0.21 "DELETE /v2.0/networks/8b1449e0-5c4b-4625-ab56-f6a712649f5d HTTP/1.1" status: 204  len: 168 time: 0.5348566
Nov 27 21:53:31.062886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8d280-ec8a-498f-a4ac-a525710c40cb admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1449e0-5c4b-4625-ab56-f6a712649f5d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:31.210246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58094) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:31.249722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-744562f3-6179-4e97-949d-78c7e64402ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=741fb423d7b24833be8f3d9d7d83294e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377102
Nov 27 21:53:31.252565 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58096) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:31.299656 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63cb0bf1-d32e-4eeb-9681-a93a2e0b6ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.324252 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63cb0bf1-d32e-4eeb-9681-a93a2e0b6ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.373366 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63cb0bf1-d32e-4eeb-9681-a93a2e0b6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.376785 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-63cb0bf1-d32e-4eeb-9681-a93a2e0b6ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.378249 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-63cb0bf1-d32e-4eeb-9681-a93a2e0b6ee0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de402730-ac57-4277-960e-7e552b247a3c HTTP/1.1" status: 204  len: 168 time: 0.1241281
Nov 27 21:53:31.386056 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb0bf1-d32e-4eeb-9681-a93a2e0b6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de402730-ac57-4277-960e-7e552b247a3c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:31.683599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58102) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:31.722043 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-afa6397c-eb9b-4484-a682-49ca319b2fdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b15df8238684c62af48774c633162e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0372660
Nov 27 21:53:31.724454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58104) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:31.770042 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8a525aad-39ea-4e61-971f-4d5f6914a270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.791365 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8a525aad-39ea-4e61-971f-4d5f6914a270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.836980 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8a525aad-39ea-4e61-971f-4d5f6914a270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.839788 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8a525aad-39ea-4e61-971f-4d5f6914a270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:31.840946 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8a525aad-39ea-4e61-971f-4d5f6914a270 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e3f8c0e-9aa2-410b-99e8-01d961995669 HTTP/1.1" status: 204  len: 168 time: 0.1156034
Nov 27 21:53:31.849725 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a525aad-39ea-4e61-971f-4d5f6914a270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3f8c0e-9aa2-410b-99e8-01d961995669,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:32.096690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:53:32.117224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:53:32.117650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device f1db8b5f-bdc3-424b-bf7a-1ea17f9142e1 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:53:32.118154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e2199740-4d06-4f7a-9de8-cd57ae8d695f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:53:32.137239 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e2199740-4d06-4f7a-9de8-cd57ae8d695f {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:53:32.137599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e2199740-4d06-4f7a-9de8-cd57ae8d695f not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:53:33.436788 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58144) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:33.441628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430493402', 'description': 'tempest-secgroup-smoke-430493402 description', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:33.464512 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.473043 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.546501 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.550262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.586230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107df7d1-2e23-4406-87e6-0c59dfe8cae9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:33.625436 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.629393 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.659033 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.660276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2224281
Nov 27 21:53:33.662212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44994490-8543-4a52-bdef-35a87412bd65 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329be769-8027-40d1-a99b-a4364c7c115b,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:33.663387 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58146) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:33.668031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-a8de6fcd-04af-4799-8759-b5680cf630ae tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '329be769-8027-40d1-a99b-a4364c7c115b', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:33.694299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8de6fcd-04af-4799-8759-b5680cf630ae tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.747903 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8de6fcd-04af-4799-8759-b5680cf630ae tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.751714 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8de6fcd-04af-4799-8759-b5680cf630ae tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.770425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de6fcd-04af-4799-8759-b5680cf630ae tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6816d6b5-1bb3-46fe-9318-5b56b3e1527f,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:33.777907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a8de6fcd-04af-4799-8759-b5680cf630ae tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.779133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a8de6fcd-04af-4799-8759-b5680cf630ae tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1147316
Nov 27 21:53:33.781801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58148) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:33.786057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-bfb307c9-3ab9-4138-873d-cb85d835e7cb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '329be769-8027-40d1-a99b-a4364c7c115b', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:33.812243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfb307c9-3ab9-4138-873d-cb85d835e7cb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.866315 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfb307c9-3ab9-4138-873d-cb85d835e7cb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.869695 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfb307c9-3ab9-4138-873d-cb85d835e7cb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.887573 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb307c9-3ab9-4138-873d-cb85d835e7cb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6b32e1-db2f-44cf-8258-f67b7041275f,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:33.895088 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bfb307c9-3ab9-4138-873d-cb85d835e7cb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.896347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bfb307c9-3ab9-4138-873d-cb85d835e7cb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1136174
Nov 27 21:53:33.899007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58150) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:33.903476 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-af6c627a-dc0f-431a-b138-4780b6983813 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '329be769-8027-40d1-a99b-a4364c7c115b', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:33.929151 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af6c627a-dc0f-431a-b138-4780b6983813 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.987421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af6c627a-dc0f-431a-b138-4780b6983813 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:33.990837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af6c627a-dc0f-431a-b138-4780b6983813 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.006005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c627a-dc0f-431a-b138-4780b6983813 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3908c5f2-8b79-4ad5-9616-7522a4de46b9,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:34.016520 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-af6c627a-dc0f-431a-b138-4780b6983813 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.017708 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-af6c627a-dc0f-431a-b138-4780b6983813 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1176832
Nov 27 21:53:34.020419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58152) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:34.024659 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e31970d7-7b08-4c54-8b5a-c571c9b6b558 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '329be769-8027-40d1-a99b-a4364c7c115b', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:34.049656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e31970d7-7b08-4c54-8b5a-c571c9b6b558 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.106280 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e31970d7-7b08-4c54-8b5a-c571c9b6b558 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.110497 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e31970d7-7b08-4c54-8b5a-c571c9b6b558 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.127841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31970d7-7b08-4c54-8b5a-c571c9b6b558 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47df67f9-6d3f-4654-b225-d237fef8a651,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:34.139445 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e31970d7-7b08-4c54-8b5a-c571c9b6b558 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.140641 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e31970d7-7b08-4c54-8b5a-c571c9b6b558 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1193008
Nov 27 21:53:34.143423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58154) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:34.147777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-fe95bc47-7154-4f79-ad24-23514040bee9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '329be769-8027-40d1-a99b-a4364c7c115b', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:34.168470 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-fe95bc47-7154-4f79-ad24-23514040bee9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:53:34.173648 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe95bc47-7154-4f79-ad24-23514040bee9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.230395 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe95bc47-7154-4f79-ad24-23514040bee9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.234723 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe95bc47-7154-4f79-ad24-23514040bee9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.252224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95bc47-7154-4f79-ad24-23514040bee9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34e55af-d6a0-4442-812b-c240ea6e5af0,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:34.260969 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-fe95bc47-7154-4f79-ad24-23514040bee9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.262162 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-fe95bc47-7154-4f79-ad24-23514040bee9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1177812
Nov 27 21:53:34.264858 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58156) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:34.269561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-375e5f15-7418-43fd-903c-9d23cad8f3e1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '329be769-8027-40d1-a99b-a4364c7c115b', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:34.290887 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-375e5f15-7418-43fd-903c-9d23cad8f3e1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:53:34.296155 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-375e5f15-7418-43fd-903c-9d23cad8f3e1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.353573 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-375e5f15-7418-43fd-903c-9d23cad8f3e1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.357086 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-375e5f15-7418-43fd-903c-9d23cad8f3e1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.377341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e5f15-7418-43fd-903c-9d23cad8f3e1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7bac6d-2eb4-40be-8004-d98af6f2bb43,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:34.384798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-375e5f15-7418-43fd-903c-9d23cad8f3e1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.385980 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-375e5f15-7418-43fd-903c-9d23cad8f3e1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1197240
Nov 27 21:53:34.389052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58158) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:34.394029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'network': {'name': 'tempest-network-smoke--952091384', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'port_security_enabled': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:34.415067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:53:34.418588 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.429259 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-223ee08c-e427-479d-8b36-7236423a2dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.445580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:53:34.454851 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.455203 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Added segment d08a9e7a-bcfa-402d-a05b-38dbb095c65b of type vlan for network 768e2a9c-bb75-4004-a637-c0def13f5596
Nov 27 21:53:34.496215 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.520099 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.525822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:34.526411 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.577689 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1876113
Nov 27 21:53:34.580777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58160) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:34.585867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'admin_state_up': True, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:34.610740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d78cf-1781-42c8-88e6-4bdf4f9f6dcc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Network': ['ID=768e2a9c-bb75-4004-a637-c0def13f5596,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:34.620973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 768e2a9c-bb75-4004-a637-c0def13f5596 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:53:34.624928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.626042 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.679507 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:34.813687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:35.000603 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:35.019239 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:35.120301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.76 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/0d788599-f89b-4756-bfff-ef77fb7a3319) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:53:35.217439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:35.249837 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:35.284743 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:53:35.289584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:53:35.292084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:53:35.304320 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873037d7-94b6-4bac-9a51-bcd4a06b44d2 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:53:35.326514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=0d788599-f89b-4756-bfff-ef77fb7a3319,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:35.396751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f8f8bc8b-ab45-4b0a-9cf3-66761ef33652 None None] Provisioning complete for port 0d788599-f89b-4756-bfff-ef77fb7a3319 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:35.397047 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8f8bc8b-ab45-4b0a-9cf3-66761ef33652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:35.430600 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8bc8b-ab45-4b0a-9cf3-66761ef33652 None None] Port 0d788599-f89b-4756-bfff-ef77fb7a3319 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:53:35.552243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:35.743269 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:35.868322 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router c177dafa-cf2a-4f10-abbc-c4334806c098 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:53:36.288169 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:53:36.298481 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Sync routers for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:53:36.307673 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:36.308298 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fea70910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:36.308908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:36.310198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-229b8dcf-c216-4730-bff1-0adc70df9bf8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7280810
Nov 27 21:53:36.313328 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58164) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:36.414171 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:36.450481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a43818b5-9af9-4a3b-a8f9-ec6dbbd67ba9 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5b468a4008c24bb3a5c854460c0e26b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1336842
Nov 27 21:53:36.450941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58168) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:36.579896 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-138d90a0-2889-4cce-b80a-5ea003c9b570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:36.583089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72368dd-a97e-4e0d-b8ef-923ed063731f tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:36.584657 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e72368dd-a97e-4e0d-b8ef-923ed063731f tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1320992
Nov 27 21:53:36.587487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58170) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:36.591215 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fea70910>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:35Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:36.615066 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9020c76f-b0d0-43ae-bd92-f63a6387e5fa tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264957
Nov 27 21:53:36.617539 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Checking router: c177dafa-cf2a-4f10-abbc-c4334806c098 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:53:36.617734 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58172) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:36.617901 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Updating router c177dafa-cf2a-4f10-abbc-c4334806c098 port 0d788599-f89b-4756-bfff-ef77fb7a3319 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:53:36.622653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1871775547', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:36.642810 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:36.712523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:53:36.716043 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:36.894602 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:36.896229 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:36.902400 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:36.942161 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec502a3-f634-4f82-82fd-33ec1a1569de None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:53:36.946167 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Attempting to bind port 0d788599-f89b-4756-bfff-ef77fb7a3319 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:53:36.946657 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Attempting to bind port 0d788599-f89b-4756-bfff-ef77fb7a3319 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:53:36.947157 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Attempting to bind port 0d788599-f89b-4756-bfff-ef77fb7a3319 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:53:36.957763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Subnet': ['ID=89995547-a780-43c3-9cbe-7ccc6ddb0392,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:36.960162 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:53:36.960544 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:53:36.960940 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:36.961543 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:53:36.961980 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Bound port: 0d788599-f89b-4756-bfff-ef77fb7a3319, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:53:36.962910 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:36.965958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Checking segment: {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:53:36.966255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network hostable DHCP agents. Network: 768e2a9c-bb75-4004-a637-c0def13f5596, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:53:36.982948 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 768e2a9c-bb75-4004-a637-c0def13f5596 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:53:36.990365 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Pushing event updated for resources: {'Port': ['ID=0d788599-f89b-4756-bfff-ef77fb7a3319,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:36.991230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 768e2a9c-bb75-4004-a637-c0def13f5596) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:53:36.995805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:36.996553 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.004216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7692ef-ffc8-43fb-80bf-5b4bf1ae7997 None None] Network 768e2a9c-bb75-4004-a637-c0def13f5596 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:53:37.004781 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.005135 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.005483 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.005825 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.006257 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.006644 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.006812 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.007138 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.007528 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.008119 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.008554 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.008864 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:53:37.017938 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-faf4fe4a-9a8a-4aae-8326-1ac3ed4d08d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3990297
Nov 27 21:53:37.020706 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58174) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:37.033812 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] For port 0d788599-f89b-4756-bfff-ef77fb7a3319, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:53:37.037505 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] For port 0d788599-f89b-4756-bfff-ef77fb7a3319, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d788599-f89b-4756-bfff-ef77fb7a3319,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:53:37.042216 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.077966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e3558de5-06a4-416c-98d2-1630f600d1fe None None] Provisioning complete for port 0d788599-f89b-4756-bfff-ef77fb7a3319 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:37.078338 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e3558de5-06a4-416c-98d2-1630f600d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.105164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcc11e4-eb01-4dd2-943f-432686e8ceb3 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:53:37.132229 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:37.132878 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fea70910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:37.173145 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdeb24-4ebc-481a-a2c4-5e32504acaca None None] Pushing event updated for resources: {'Port': ['ID=0d788599-f89b-4756-bfff-ef77fb7a3319,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:37.227061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-768e2a9c-bb75-4004-a637-c0def13f5596', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:53:37.227961 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.249262 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:37.261362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e3558de5-06a4-416c-98d2-1630f600d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.336896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e3558de5-06a4-416c-98d2-1630f600d1fe None None] For port 0d788599-f89b-4756-bfff-ef77fb7a3319, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d788599-f89b-4756-bfff-ef77fb7a3319,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:37.343178 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e3558de5-06a4-416c-98d2-1630f600d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.429310 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3558de5-06a4-416c-98d2-1630f600d1fe None None] Pushing event updated for resources: {'Port': ['ID=0d788599-f89b-4756-bfff-ef77fb7a3319,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:37.434845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Allocated IP 172.20.0.2 (768e2a9c-bb75-4004-a637-c0def13f5596/89995547-a780-43c3-9cbe-7ccc6ddb0392/2d70992c-ddec-415d-9055-2282ffb8a922) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:53:37.472877 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fea70910>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:35Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:37.500822 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61bcc0f-80c3-475e-9f80-69a1c692fcaa None None] The sync data for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 is: [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:35Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:53:37.517068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.551131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a6063b94-cf9e-4711-8299-08b5f244a73f None None] Provisioning complete for port 0d788599-f89b-4756-bfff-ef77fb7a3319 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:37.551536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a6063b94-cf9e-4711-8299-08b5f244a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.633547 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.641912 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.713294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Network 768e2a9c-bb75-4004-a637-c0def13f5596 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:53:37.724375 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:53:37.727971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:53:37.729934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Pushing event updated for resources: {'Port': ['ID=2d70992c-ddec-415d-9055-2282ffb8a922,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:37.804587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Attempting to bind port 2d70992c-ddec-415d-9055-2282ffb8a922 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:53:37.805055 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Attempting to bind port 2d70992c-ddec-415d-9055-2282ffb8a922 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:53:37.805494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Attempting to bind port 2d70992c-ddec-415d-9055-2282ffb8a922 on network 768e2a9c-bb75-4004-a637-c0def13f5596 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:53:37.811706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:53:37.812543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Checking segment: {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:53:37.813157 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.813747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Bound using segment: {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:53:37.814437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Bound port: 2d70992c-ddec-415d-9055-2282ffb8a922, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:53:37.815027 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.823968 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.1 (768e2a9c-bb75-4004-a637-c0def13f5596/89995547-a780-43c3-9cbe-7ccc6ddb0392/d17f6b44-ec8e-4372-a631-146ee9aba2fe) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:53:37.891637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] For port 2d70992c-ddec-415d-9055-2282ffb8a922, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:53:37.895053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] For port 2d70992c-ddec-415d-9055-2282ffb8a922, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d70992c-ddec-415d-9055-2282ffb8a922,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:53:37.904038 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:37.962418 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:38.000893 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:38.048933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 768e2a9c-bb75-4004-a637-c0def13f5596 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:53:38.052295 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:53:38.056899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:53:38.061599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=d17f6b44-ec8e-4372-a631-146ee9aba2fe,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:38.114499 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:38.141021 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:38.146586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2737670-e423-473c-ba59-dd45b0b031c5 None None] Pushing event updated for resources: {'Port': ['ID=2d70992c-ddec-415d-9055-2282ffb8a922,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:38.180798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0d788599-f89b-4756-bfff-ef77fb7a3319 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:53:38.233907 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 0d788599-f89b-4756-bfff-ef77fb7a3319 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:38.234279 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:38.276232 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:38.601905 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:38.606562 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:38.682284 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:38.685083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=d17f6b44-ec8e-4372-a631-146ee9aba2fe,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:38.775302 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 768e2a9c-bb75-4004-a637-c0def13f5596 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:53:38.776730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:53:38.891913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router c177dafa-cf2a-4f10-abbc-c4334806c098 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:53:39.004013 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:53:39.010471 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2e769c8a-0a40-467d-b997-b09d43f7c5a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/c177dafa-cf2a-4f10-abbc-c4334806c098/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9872742
Nov 27 21:53:39.168185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-44cc48e9-8b90-4aed-9fdf-61fe53f5f8eb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430493402&fields=id&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 267 time: 0.0470622
Nov 27 21:53:39.189739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c21fc2-ec82-45c6-99f1-d1c5118fa5b5 None None] Network 768e2a9c-bb75-4004-a637-c0def13f5596 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:53:39.253286 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-fee86a1f-985e-413b-9b12-bbb042d6570f None None] Provisioning complete for port 2d70992c-ddec-415d-9055-2282ffb8a922 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:39.253658 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fee86a1f-985e-413b-9b12-bbb042d6570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:39.290148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-4dee8fec-5211-43ee-9fbe-6c35772184b9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:39.291954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-4dee8fec-5211-43ee-9fbe-6c35772184b9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/networks?id=768e2a9c-bb75-4004-a637-c0def13f5596 HTTP/1.1" status: 200  len: 796 time: 0.1167247
Nov 27 21:53:39.307186 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-f0c72a2e-1979-4e3a-9340-c732648ef694 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/quotas/5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 375 time: 0.0090089
Nov 27 21:53:39.358948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-0be1949f-ef75-41ab-aafe-9a6642fa511c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0456600
Nov 27 21:53:39.411188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fee86a1f-985e-413b-9b12-bbb042d6570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:39.450437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-fee86a1f-985e-413b-9b12-bbb042d6570f None None] For port 2d70992c-ddec-415d-9055-2282ffb8a922, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d70992c-ddec-415d-9055-2282ffb8a922,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:39.455803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fee86a1f-985e-413b-9b12-bbb042d6570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:39.466530 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-680097ce-c652-479c-8481-3d7b03c10532 service neutron] 10.222.0.21 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941062
Nov 27 21:53:39.509711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee86a1f-985e-413b-9b12-bbb042d6570f None None] Pushing event updated for resources: {'Port': ['ID=2d70992c-ddec-415d-9055-2282ffb8a922,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:39.575073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-9cb2356b-74bd-413c-b8b2-d7361920f50f service neutron] 10.222.0.21 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011395
Nov 27 21:53:39.683824 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-48a156ff-dff3-4860-bc6f-490ae7b2b892 None None] Provisioning complete for port d17f6b44-ec8e-4372-a631-146ee9aba2fe triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:39.684326 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48a156ff-dff3-4860-bc6f-490ae7b2b892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:39.720089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-48a156ff-dff3-4860-bc6f-490ae7b2b892 None None] Port d17f6b44-ec8e-4372-a631-146ee9aba2fe cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:53:39.729611 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-48a156ff-dff3-4860-bc6f-490ae7b2b892 None None] Provisioning complete for port 2d70992c-ddec-415d-9055-2282ffb8a922 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:39.729986 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-48a156ff-dff3-4860-bc6f-490ae7b2b892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:39.789975 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:39.795300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Sync routers for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:53:39.833167 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:39.833784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0f7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:39.946418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:40.040835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e9506575-395b-469e-bc07-86eb7aeccc9a None None] Provisioning complete for port d17f6b44-ec8e-4372-a631-146ee9aba2fe triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:40.041219 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9506575-395b-469e-bc07-86eb7aeccc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.120029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e9506575-395b-469e-bc07-86eb7aeccc9a None None] Port d17f6b44-ec8e-4372-a631-146ee9aba2fe cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:53:40.126791 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2d70992c-ddec-415d-9055-2282ffb8a922 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:53:40.216866 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 2d70992c-ddec-415d-9055-2282ffb8a922 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:40.217603 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.259334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0f7d60>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd17f6b44-ec8e-4372-a631-146ee9aba2fe', 'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:4c:7c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:37Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 2, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:40.294026 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Checking router: c177dafa-cf2a-4f10-abbc-c4334806c098 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:53:40.294384 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Updating router c177dafa-cf2a-4f10-abbc-c4334806c098 port d17f6b44-ec8e-4372-a631-146ee9aba2fe binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:53:40.313054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-506e5a49-042b-423b-a7fa-295aed4718dc None None] Provisioning complete for port d17f6b44-ec8e-4372-a631-146ee9aba2fe triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:40.313428 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-506e5a49-042b-423b-a7fa-295aed4718dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.349680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.365747 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-506e5a49-042b-423b-a7fa-295aed4718dc None None] Port d17f6b44-ec8e-4372-a631-146ee9aba2fe cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:53:40.444200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.660431 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.665312 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.718280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852abf63-e4eb-4561-87d7-8f8e24dd6570 None None] Pushing event updated for resources: {'Port': ['ID=d17f6b44-ec8e-4372-a631-146ee9aba2fe,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:40.774729 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Attempting to bind port d17f6b44-ec8e-4372-a631-146ee9aba2fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:53:40.775106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Attempting to bind port d17f6b44-ec8e-4372-a631-146ee9aba2fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:53:40.775506 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Attempting to bind port d17f6b44-ec8e-4372-a631-146ee9aba2fe on network 768e2a9c-bb75-4004-a637-c0def13f5596 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:53:40.781344 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:53:40.781727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Checking segment: {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:53:40.782134 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.782534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Bound using segment: {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:53:40.783004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Bound port: d17f6b44-ec8e-4372-a631-146ee9aba2fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:53:40.783421 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.802934 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fa08291f-76ef-433b-a823-86121b0982c2 req-96089789-a08a-42bd-9031-26a68bfa623f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 210 time: 0.0446115
Nov 27 21:53:40.866164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] For port d17f6b44-ec8e-4372-a631-146ee9aba2fe, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:53:40.870461 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] For port d17f6b44-ec8e-4372-a631-146ee9aba2fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d17f6b44-ec8e-4372-a631-146ee9aba2fe,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:53:40.876092 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:40.937250 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:40.937891 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0f7d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:40.973542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852abf63-e4eb-4561-87d7-8f8e24dd6570 None None] Pushing event updated for resources: {'Port': ['ID=d17f6b44-ec8e-4372-a631-146ee9aba2fe,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:41.051403 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-689a848f-d594-4de5-9bc1-1ce7ebf0bca9 None None] Provisioning complete for port d17f6b44-ec8e-4372-a631-146ee9aba2fe triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:41.051738 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-689a848f-d594-4de5-9bc1-1ce7ebf0bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:41.111981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:41.228248 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-689a848f-d594-4de5-9bc1-1ce7ebf0bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:41.471953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-689a848f-d594-4de5-9bc1-1ce7ebf0bca9 None None] For port d17f6b44-ec8e-4372-a631-146ee9aba2fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d17f6b44-ec8e-4372-a631-146ee9aba2fe,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:41.481370 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-689a848f-d594-4de5-9bc1-1ce7ebf0bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:41.562247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a848f-d594-4de5-9bc1-1ce7ebf0bca9 None None] Pushing event updated for resources: {'Port': ['ID=d17f6b44-ec8e-4372-a631-146ee9aba2fe,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:41.587495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd0f7d60>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd17f6b44-ec8e-4372-a631-146ee9aba2fe', 'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:4c:7c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:37Z', 'updated_at': '2021-11-27T21:53:40Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:41.621037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7442b1-d4be-4820-b361-ee95801e2f2d None None] The sync data for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 is: [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd17f6b44-ec8e-4372-a631-146ee9aba2fe', 'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:4c:7c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:37Z', 'updated_at': '2021-11-27T21:53:40Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:53:41.634943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-cd5cb76c-6969-47a9-9cd9-975fd3a20cef None None] Provisioning complete for port d17f6b44-ec8e-4372-a631-146ee9aba2fe triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:41.635356 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb76c-6969-47a9-9cd9-975fd3a20cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:41.860223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-a72863fd-7c9d-4684-8d7b-1696993bb5ce tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:41.861992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-a72863fd-7c9d-4684-8d7b-1696993bb5ce tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/networks?id=768e2a9c-bb75-4004-a637-c0def13f5596 HTTP/1.1" status: 200  len: 796 time: 0.1440380
Nov 27 21:53:41.915740 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f298eb23-520f-4693-9371-61f100567d37 req-c9dee30b-b8c4-4fe9-bbad-6e3474a8f463 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 210 time: 0.0444744
Nov 27 21:53:41.957712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-00ecc1fa-8c5d-4d42-8b3b-3872aa94c715 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 379 time: 0.0764620
Nov 27 21:53:41.968414 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'port': {'device_id': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'admin_state_up': True, 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'security_groups': ['329be769-8027-40d1-a99b-a4364c7c115b']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:42.090327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:53:42.094809 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:42.141667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d17f6b44-ec8e-4372-a631-146ee9aba2fe up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:53:42.200806 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d17f6b44-ec8e-4372-a631-146ee9aba2fe triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:42.201188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:42.237745 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.3 (768e2a9c-bb75-4004-a637-c0def13f5596/89995547-a780-43c3-9cbe-7ccc6ddb0392/2a33a9cd-95ae-4466-ab25-1d65f9577c3d) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:53:42.392028 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:42.428015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:42.477405 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 768e2a9c-bb75-4004-a637-c0def13f5596 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:53:42.480542 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:53:42.483096 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:53:42.517983 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:42.543708 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:42.544417 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:42.563171 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-87311926-17ec-4129-8acf-09ec808c2b00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5991848
Nov 27 21:53:42.576139 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Request body: {'port': {'device_id': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:42.640304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:42.780120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-45c5bf10-70b3-4280-972c-684c4f5d1a95 None None] Provisioning complete for port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:42.781355 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-45c5bf10-70b3-4280-972c-684c4f5d1a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:42.825426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-45c5bf10-70b3-4280-972c-684c4f5d1a95 None None] Port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:53:42.918372 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a33a9cd-95ae-4466-ab25-1d65f9577c3d {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:53:42.926104 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:42.938411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Transition to ACTIVE for port object 2a33a9cd-95ae-4466-ab25-1d65f9577c3d will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:53:42.944860 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:42.996939 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Pushing event updated for resources: {'Port': ['ID=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:43.065230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da441907-6b28-4225-ba0f-39015edfb806 req-1ec70db5-7cab-47d1-8562-acd12aa779a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:43.067474 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da441907-6b28-4225-ba0f-39015edfb806 req-1ec70db5-7cab-47d1-8562-acd12aa779a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 943 time: 0.0755603
Nov 27 21:53:43.075806 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Attempting to bind port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:53:43.076158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Attempting to bind port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:53:43.077111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Attempting to bind port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d on network 768e2a9c-bb75-4004-a637-c0def13f5596 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:53:43.081954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d on network 768e2a9c-bb75-4004-a637-c0def13f5596 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:53:43.082166 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Attempting to bind port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d on network 768e2a9c-bb75-4004-a637-c0def13f5596 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:53:43.087316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:53:43.087779 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Checking segment: {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:53:43.088188 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Bound using segment: {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:53:43.088618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Bound port: 2a33a9cd-95ae-4466-ab25-1d65f9577c3d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:53:43.089044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:43.124359 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-da441907-6b28-4225-ba0f-39015edfb806 req-4af0690a-1520-4ab2-a375-9cb32aea9378 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507710
Nov 27 21:53:43.165919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] For port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:53:43.169170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] For port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:53:43.175280 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:43.212533 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:43.213160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:43.214571 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] 10.222.0.15 "PUT /v2.0/ports/2a33a9cd-95ae-4466-ab25-1d65f9577c3d HTTP/1.1" status: 200  len: 1091 time: 0.6429393
Nov 27 21:53:43.215024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:53:43.217391 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2780de8c-4617-4bef-abf2-0c7c380bdd63" -d '{"events": [{"name": "network-changed", "server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:53:43.253279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa1d91-c454-45f5-8c90-f195122ec44f service neutron] Pushing event updated for resources: {'Port': ['ID=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:43.260725 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc35668-aa3f-481c-98bd-c9269fbb2937 x-openstack-request-id: req-bbc35668-aa3f-481c-98bd-c9269fbb2937 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:53:43.261032 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:53:43.261312 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbc35668-aa3f-481c-98bd-c9269fbb2937 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:53:43.261690 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'status': 'completed', 'code': 200}
Nov 27 21:53:43.320477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-43e6a194-8b75-4b40-9c93-2b2fa42274cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:43.321933 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-43e6a194-8b75-4b40-9c93-2b2fa42274cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 1094 time: 0.0429411
Nov 27 21:53:43.368287 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-03a553d3-cec1-4c81-bf92-6c641383921b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d HTTP/1.1" status: 200  len: 217 time: 0.0386086
Nov 27 21:53:43.418307 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-08b6bc70-c7e6-4d43-a4ba-d2c8d4b8f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:43.419926 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-08b6bc70-c7e6-4d43-a4ba-d2c8d4b8f0c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89995547-a780-43c3-9cbe-7ccc6ddb0392 HTTP/1.1" status: 200  len: 835 time: 0.0451870
Nov 27 21:53:43.467525 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-0c1e22b5-e93f-445c-ab8e-4292018431b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:43.469033 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-0c1e22b5-e93f-445c-ab8e-4292018431b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=768e2a9c-bb75-4004-a637-c0def13f5596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416672
Nov 27 21:53:43.561233 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-9cc21914-cce8-4c2a-b200-9a7cb2f36c85 service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844200
Nov 27 21:53:43.647958 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ad72a246-5ac2-48dd-a3f2-8089f4ed2d2f req-b837d9ba-b444-445e-9f51-dcb44ba95e0d service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804200
Nov 27 21:53:43.742182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-03e9f943-5094-4c97-82d6-707561c53489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:43.743686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-03e9f943-5094-4c97-82d6-707561c53489 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 1094 time: 0.0466039
Nov 27 21:53:43.838944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-e1ba8f16-9d89-4215-8480-ed03b9a4a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:43.840364 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-e1ba8f16-9d89-4215-8480-ed03b9a4a8d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=768e2a9c-bb75-4004-a637-c0def13f5596 HTTP/1.1" status: 200  len: 897 time: 0.0900407
Nov 27 21:53:43.882037 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-9a7de838-6761-4b87-a79f-1ce544d830f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d HTTP/1.1" status: 200  len: 217 time: 0.0337937
Nov 27 21:53:43.933969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-fb756a7e-8744-448b-8589-38fbf10bedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:43.935429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-fb756a7e-8744-448b-8589-38fbf10bedf5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89995547-a780-43c3-9cbe-7ccc6ddb0392 HTTP/1.1" status: 200  len: 835 time: 0.0468383
Nov 27 21:53:43.981220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-a9922e97-d870-4878-88be-985adedb15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:43.982756 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-a9922e97-d870-4878-88be-985adedb15f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=768e2a9c-bb75-4004-a637-c0def13f5596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401635
Nov 27 21:53:44.070848 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-a606f5af-2049-42d5-aae1-861f5878f6ae service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812867
Nov 27 21:53:44.169688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2780de8c-4617-4bef-abf2-0c7c380bdd63 req-80860e6a-004c-4560-bd95-c6ab33adcc29 service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915720
Nov 27 21:53:44.244494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465616b-0555-4f3f-acf9-50b0dda953b1 req-70189541-581f-42b4-89be-e60bc412359f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:44.245974 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b465616b-0555-4f3f-acf9-50b0dda953b1 req-70189541-581f-42b4-89be-e60bc412359f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 943 time: 0.0502143
Nov 27 21:53:44.299422 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b465616b-0555-4f3f-acf9-50b0dda953b1 req-4dd91c6f-110a-46f9-81a8-4d7ad55f1855 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468285
Nov 27 21:53:45.420246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127f7fc-2e0c-4c47-998f-c6ac5e83f9f2 req-d8adf5ee-19db-4b33-ac39-5e559bd19268 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:45.421725 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a127f7fc-2e0c-4c47-998f-c6ac5e83f9f2 req-d8adf5ee-19db-4b33-ac39-5e559bd19268 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 943 time: 0.0520163
Nov 27 21:53:45.471183 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a127f7fc-2e0c-4c47-998f-c6ac5e83f9f2 req-2cc65b25-d645-4aee-beff-2a452e3a716e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434690
Nov 27 21:53:46.550505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:46.585864 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2260ee-345b-47a8-a011-2990386efd86 req-5f09c729-2f3f-4d9c-a6f7-17f39b3c5849 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:46.587381 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df2260ee-345b-47a8-a011-2990386efd86 req-5f09c729-2f3f-4d9c-a6f7-17f39b3c5849 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 943 time: 0.0492294
Nov 27 21:53:46.640588 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-df2260ee-345b-47a8-a011-2990386efd86 req-35f7e653-ef12-4816-9717-6b3ac87cd04e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466485
Nov 27 21:53:47.763808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb0e05-1d97-41f1-b747-6329d9947749 req-a5b9c684-424f-40fe-bbc4-a52c005a5a7c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:47.765317 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70bb0e05-1d97-41f1-b747-6329d9947749 req-a5b9c684-424f-40fe-bbc4-a52c005a5a7c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 943 time: 0.0539031
Nov 27 21:53:47.814303 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-70bb0e05-1d97-41f1-b747-6329d9947749 req-25627bc0-f1d9-4857-b4af-c127c781997c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428820
Nov 27 21:53:48.637625 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2a33a9cd-95ae-4466-ab25-1d65f9577c3d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:53:48.729086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:48.740234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'port_id': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'mac_address': 'fa:16:3e:b5:bd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:53:48.780182 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:48.792526 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a33a9cd-95ae-4466-ab25-1d65f9577c3d {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:53:48.811888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:48.815768 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:48.866056 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:48.928787 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9d565-72bb-4829-ad0e-fa523cad092b req-71f8eabf-442e-4c45-8e26-23a3eb2ea9a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:48.930208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0b9d565-72bb-4829-ad0e-fa523cad092b req-71f8eabf-442e-4c45-8e26-23a3eb2ea9a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 944 time: 0.0480506
Nov 27 21:53:48.943332 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:48.979463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f0b9d565-72bb-4829-ad0e-fa523cad092b req-4f75dd55-15ef-4471-ae67-c15ba197c2df tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426295
Nov 27 21:53:49.173512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['2a33a9cd-95ae-4466-ab25-1d65f9577c3d'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:53:50.098430 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82235e2d-32c5-4598-b742-30f8056a61ab req-a8483835-ffc5-4c06-884c-347a8cd115ee tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:50.099944 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-82235e2d-32c5-4598-b742-30f8056a61ab req-a8483835-ffc5-4c06-884c-347a8cd115ee tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 944 time: 0.0506110
Nov 27 21:53:50.150496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-82235e2d-32c5-4598-b742-30f8056a61ab req-878ebaaf-cfea-4d99-80ce-be43a31d4b40 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445685
Nov 27 21:53:50.636804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2a33a9cd-95ae-4466-ab25-1d65f9577c3d up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:53:50.684721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:53:50.689108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:53:50.689488 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:50.769574 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:50.791455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:53:50.793726 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4403e7e7-f6ad-4f2d-9720-7a8150187a9b" -d '{"events": [{"server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "name": "network-vif-plugged", "status": "completed", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:53:50.807013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:53:50.812070 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:50.836935 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19af0e82-4b01-4977-b889-57fb4e85ff83 x-openstack-request-id: req-19af0e82-4b01-4977-b889-57fb4e85ff83 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:53:50.837239 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "name": "network-vif-plugged", "status": "completed", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:53:50.837499 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19af0e82-4b01-4977-b889-57fb4e85ff83 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:53:50.837943 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'code': 200}
Nov 27 21:53:50.863691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:50.930191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47cf70-58f4-45b3-aaff-000b9a78f10b req-1bbeef7c-394d-4c18-a875-76bf6f85b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:50.931992 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a47cf70-58f4-45b3-aaff-000b9a78f10b req-1bbeef7c-394d-4c18-a875-76bf6f85b096 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 1096 time: 0.0398257
Nov 27 21:53:50.981335 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3a47cf70-58f4-45b3-aaff-000b9a78f10b req-b06d635d-608e-44d2-a349-210e27fdebb2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419192
Nov 27 21:53:51.265124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9ee81-2cac-4e6b-a489-b18fc1761a39 req-1df2bf76-36cf-494b-96d5-72c67bdec5a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:51.266635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35e9ee81-2cac-4e6b-a489-b18fc1761a39 req-1df2bf76-36cf-494b-96d5-72c67bdec5a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0500395
Nov 27 21:53:51.315863 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-35e9ee81-2cac-4e6b-a489-b18fc1761a39 req-e2b00a92-a2f1-4b25-b9b6-fe1a470c4519 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433300
Nov 27 21:53:52.434652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf940-bb29-43ab-adb4-d30ca6939eac req-d936b687-bba1-4e0f-8ebb-2851d3bf376f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:52.436827 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02cbf940-bb29-43ab-adb4-d30ca6939eac req-d936b687-bba1-4e0f-8ebb-2851d3bf376f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0526552
Nov 27 21:53:52.485634 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02cbf940-bb29-43ab-adb4-d30ca6939eac req-edbbc1bd-fbda-40b3-9f72-63d6a0b904a3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428026
Nov 27 21:53:52.598913 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6cac3-27bb-4a08-ab64-e8e8802c0c32 req-0b9bb052-296c-442c-aff0-444668cdc5bd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:52.600353 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cc6cac3-27bb-4a08-ab64-e8e8802c0c32 req-0b9bb052-296c-442c-aff0-444668cdc5bd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0488856
Nov 27 21:53:52.648108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5cc6cac3-27bb-4a08-ab64-e8e8802c0c32 req-3733b040-8b05-46e0-9c9a-61163e769ceb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419919
Nov 27 21:53:52.669628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58240) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:52.716233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105313a-e59c-46db-a748-4a6d96886c6b tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:52.718261 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7105313a-e59c-46db-a748-4a6d96886c6b tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 1091 time: 0.0470643
Nov 27 21:53:52.721134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58242) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:52.725294 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:53:52.746957 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:52.840321 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:52.943775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.196 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/9d18106b-67f2-49ca-babd-a2aeb909a6b8) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:53:53.045092 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:53.078628 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:53.120862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:53:53.123762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:53:53.126355 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:53:53.155333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=9d18106b-67f2-49ca-babd-a2aeb909a6b8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:53.476919 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:53.545366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:53.692552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:53.697198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:53.764742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=9d18106b-67f2-49ca-babd-a2aeb909a6b8,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:53:53.774633 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:53.873615 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP dbaf92b0-350b-4b00-8c10-a7a43cee6d45 associated. External IP: 172.35.3.196, port: 2a33a9cd-95ae-4466-ab25-1d65f9577c3d.
Nov 27 21:53:54.078620 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router c177dafa-cf2a-4f10-abbc-c4334806c098 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:53:54.183089 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:53:54.193043 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] Sync routers for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:53:54.200518 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:53:54.203743 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:54.204380 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3f13a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:54.227231 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-531ea8ff-7dce-4ba5-a5bf-ebb69ced3e7f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5050936
Nov 27 21:53:54.227852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:53:54.230122 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0" -d '{"events": [{"name": "network-changed", "server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:53:54.266493 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945d3dfc-6959-4bd1-af49-a02a0077fe02 x-openstack-request-id: req-945d3dfc-6959-4bd1-af49-a02a0077fe02 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:53:54.266800 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:53:54.267052 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-945d3dfc-6959-4bd1-af49-a02a0077fe02 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:53:54.267485 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'status': 'completed', 'code': 200}
Nov 27 21:53:54.330603 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:54.333314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e000d-911c-4924-abbe-731078b4f2dc req-7df8479c-5112-4668-bab5-fbef2b73fe59 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:54.334860 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-910e000d-911c-4924-abbe-731078b4f2dc req-7df8479c-5112-4668-bab5-fbef2b73fe59 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0559626
Nov 27 21:53:54.337810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-5c344463-5a0d-4e1e-8cb4-1f8590df1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:54.339535 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-5c344463-5a0d-4e1e-8cb4-1f8590df1ed4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 1096 time: 0.0462635
Nov 27 21:53:54.385937 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-910e000d-911c-4924-abbe-731078b4f2dc req-4e4351c1-27dd-452d-969b-df2a3f042d5b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433071
Nov 27 21:53:54.411212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58248) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:54.436697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-60bda7f3-6267-468c-ba1e-c53ed3198b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:54.438181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-60bda7f3-6267-468c-ba1e-c53ed3198b25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=768e2a9c-bb75-4004-a637-c0def13f5596 HTTP/1.1" status: 200  len: 897 time: 0.0921106
Nov 27 21:53:54.475900 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6c7efa6e-4714-4fda-973e-468cd43276ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/dbaf92b0-350b-4b00-8c10-a7a43cee6d45 HTTP/1.1" status: 200  len: 991 time: 0.0626936
Nov 27 21:53:54.504390 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-6adb5d32-e769-4501-9611-1f6f71c0d1d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d HTTP/1.1" status: 200  len: 999 time: 0.0587795
Nov 27 21:53:54.554455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-fd1dede2-28da-4a5f-82c5-6b2402a736ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:54.555969 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-fd1dede2-28da-4a5f-82c5-6b2402a736ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89995547-a780-43c3-9cbe-7ccc6ddb0392 HTTP/1.1" status: 200  len: 835 time: 0.0450997
Nov 27 21:53:54.607592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-297d2ca9-22a2-4b99-adb4-4b13bb743085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:53:54.609029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-297d2ca9-22a2-4b99-adb4-4b13bb743085 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=768e2a9c-bb75-4004-a637-c0def13f5596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0462389
Nov 27 21:53:54.649174 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3f13a0>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dbaf92b0-350b-4b00-8c10-a7a43cee6d45', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.196', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'port_id': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'mac_address': 'fa:16:3e:b5:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:53:53Z', 'updated_at': '2021-11-27T21:53:53Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17f6b44-ec8e-4372-a631-146ee9aba2fe', 'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:4c:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:37Z', 'updated_at': '2021-11-27T21:53:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:54.674538 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] Checking router: c177dafa-cf2a-4f10-abbc-c4334806c098 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:53:54.682543 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:53:54.683145 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3f13a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:53:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:54.698885 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-293dc18c-cbb1-4554-92e0-534740c1d3c7 service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828011
Nov 27 21:53:54.785195 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:53:54.791239 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4810d1b7-b2e5-4cc0-a0af-3b2fee6fedc0 req-1e8b5676-06f7-4ad6-b864-dc5b34509088 service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853350
Nov 27 21:53:55.006599 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe3f13a0>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dbaf92b0-350b-4b00-8c10-a7a43cee6d45', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.196', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'port_id': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'mac_address': 'fa:16:3e:b5:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:53:53Z', 'updated_at': '2021-11-27T21:53:53Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17f6b44-ec8e-4372-a631-146ee9aba2fe', 'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:4c:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:37Z', 'updated_at': '2021-11-27T21:53:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:53:55.033462 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80901d51-01b8-4e2b-abca-7069713d9474 None None] The sync data for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 is: [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dbaf92b0-350b-4b00-8c10-a7a43cee6d45', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.196', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'port_id': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'mac_address': 'fa:16:3e:b5:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:53:53Z', 'updated_at': '2021-11-27T21:53:53Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17f6b44-ec8e-4372-a631-146ee9aba2fe', 'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:4c:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:37Z', 'updated_at': '2021-11-27T21:53:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:53:55.213135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f5bf23-3e74-4328-8c69-39871c075aca None None] New status for floating IP dbaf92b0-350b-4b00-8c10-a7a43cee6d45: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:53:55.479920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58250) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:53:55.542112 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9b0d3281-1e1c-40ed-b83b-bec18066b576 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/dbaf92b0-350b-4b00-8c10-a7a43cee6d45 HTTP/1.1" status: 200  len: 993 time: 0.0610468
Nov 27 21:54:01.004966 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:54:04.430998 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0a93-2760-422a-b563-4fc28298087a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:06.583106 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b94a66ac-7aa2-42b0-9b4e-e4d13b63543f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:08.065344 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:09.777028 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:10.415798 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:16.546233 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:18.942084 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:32.461036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-6a2bbae1-4cd5-4664-a437-e688e8893948 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0830142
Nov 27 21:54:32.541183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-732bd30d-1d1d-4ecf-bbdc-2d1ccd4680a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:54:32.542645 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-732bd30d-1d1d-4ecf-bbdc-2d1ccd4680a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 1096 time: 0.0387726
Nov 27 21:54:32.646421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-1d7b9895-0678-4b61-9214-cf6a40b01ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:54:32.647904 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-1d7b9895-0678-4b61-9214-cf6a40b01ff4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=768e2a9c-bb75-4004-a637-c0def13f5596 HTTP/1.1" status: 200  len: 897 time: 0.0869949
Nov 27 21:54:32.711392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-1399285e-3b1c-4c4f-80e0-8858dfa05efa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d HTTP/1.1" status: 200  len: 1001 time: 0.0564961
Nov 27 21:54:32.759800 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-a0ebfb9d-b2ef-47c0-90b8-fb66f5c75d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:54:32.761193 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-a0ebfb9d-b2ef-47c0-90b8-fb66f5c75d46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89995547-a780-43c3-9cbe-7ccc6ddb0392 HTTP/1.1" status: 200  len: 835 time: 0.0425150
Nov 27 21:54:32.808619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-748dddc4-9a38-4398-93d6-d036716e32bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:54:32.810106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-748dddc4-9a38-4398-93d6-d036716e32bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=768e2a9c-bb75-4004-a637-c0def13f5596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420907
Nov 27 21:54:32.897834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-a229ce24-94a0-4e33-a83b-8c0fd946a1b6 service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0786433
Nov 27 21:54:32.992257 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e80fd330-4ac5-4076-b3c1-fac0179c6843 req-f610e849-7fd5-4dd3-93b0-f46a22905649 service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875180
Nov 27 21:54:34.433601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2519-2f80-4e94-a87f-431b4bacc417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:36.584912 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fd03f751-d2e6-4bd3-8132-b06cc0a26de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:38.004965 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:54:38.069591 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:39.781254 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:40.427088 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:46.543048 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:48.952985 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:54:58.418359 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28a68a-2137-4faa-a424-1983bcd9e21a req-0c6a4dcb-fc0f-4016-bc2b-85ff1f8390ed tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:54:58.419857 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb28a68a-2137-4faa-a424-1983bcd9e21a req-0c6a4dcb-fc0f-4016-bc2b-85ff1f8390ed tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0486794
Nov 27 21:54:58.469030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb28a68a-2137-4faa-a424-1983bcd9e21a req-53778e78-72cf-4784-b94f-23d57c9c93a4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427463
Nov 27 21:54:59.589981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd194d8a-8268-4694-81cf-17144a9bc574 req-25cea2e4-6359-441e-91c9-a4e9b06e865d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:54:59.591523 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd194d8a-8268-4694-81cf-17144a9bc574 req-25cea2e4-6359-441e-91c9-a4e9b06e865d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0507603
Nov 27 21:54:59.640710 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd194d8a-8268-4694-81cf-17144a9bc574 req-2a2390df-9f6a-4e9f-8de4-ed94001e1cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432174
Nov 27 21:54:59.662376 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58312) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:54:59.724951 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2a2ad844-e288-4e8e-8f48-ba73b6a332df tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/dbaf92b0-350b-4b00-8c10-a7a43cee6d45 HTTP/1.1" status: 200  len: 993 time: 0.0613840
Nov 27 21:55:00.997614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58bf75-9f26-4142-a3a1-ae34277d3f77 req-eaf21093-12b0-4795-9788-4c91e99a98e6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:00.999070 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7c58bf75-9f26-4142-a3a1-ae34277d3f77 req-eaf21093-12b0-4795-9788-4c91e99a98e6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0489180
Nov 27 21:55:01.068703 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7c58bf75-9f26-4142-a3a1-ae34277d3f77 req-552df7aa-b4ae-496b-884a-e85a661f1ca7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602474
Nov 27 21:55:02.191405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2188b9f-4959-41b4-9cdd-60a756a13a5c req-fa9a51b2-249f-4d4b-b9cf-b4810c251a94 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:02.192889 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2188b9f-4959-41b4-9cdd-60a756a13a5c req-fa9a51b2-249f-4d4b-b9cf-b4810c251a94 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0481498
Nov 27 21:55:02.240293 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a2188b9f-4959-41b4-9cdd-60a756a13a5c req-c556f166-2a6d-4c05-a53c-f0b61faec333 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414395
Nov 27 21:55:02.262776 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58322) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:02.325285 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1fafb177-6b3d-4010-ae8a-c31cc9be1962 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/dbaf92b0-350b-4b00-8c10-a7a43cee6d45 HTTP/1.1" status: 200  len: 993 time: 0.0613010
Nov 27 21:55:02.578453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58328) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:02.732754 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 9d18106b-67f2-49ca-babd-a2aeb909a6b8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:55:02.732999 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:02.805643 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:02.805970 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:02.817263 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 9d18106b-67f2-49ca-babd-a2aeb909a6b8 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:55:03.285262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:03.310230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=9d18106b-67f2-49ca-babd-a2aeb909a6b8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:03.341522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.341887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.342241 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.342589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.342938 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.343307 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.343650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.343992 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.344331 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.344667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.345625 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.345960 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:03.384974 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:03.385356 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP dbaf92b0-350b-4b00-8c10-a7a43cee6d45 disassociated (deleted). External IP: 172.35.3.196, port: 2a33a9cd-95ae-4466-ab25-1d65f9577c3d.
Nov 27 21:55:03.593656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router c177dafa-cf2a-4f10-abbc-c4334806c098 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:55:03.698882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:55:03.703675 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:03.709172 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] Sync routers for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:55:03.719518 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:03.720151 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fda60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:54:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:03.730759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9c4a4cdc-5728-4751-a711-215f164d95a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/floatingips/dbaf92b0-350b-4b00-8c10-a7a43cee6d45 HTTP/1.1" status: 204  len: 168 time: 1.1509752
Nov 27 21:55:03.731501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:55:03.734070 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ff8f3-5a49-4819-bed0-48a8420d1c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:55:03.773918 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec5d244-b0f5-440c-a8e1-69074ebd9c46 x-openstack-request-id: req-6ec5d244-b0f5-440c-a8e1-69074ebd9c46 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:55:03.774213 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:55:03.774476 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ec5d244-b0f5-440c-a8e1-69074ebd9c46 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:55:03.774878 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'status': 'completed', 'code': 200}
Nov 27 21:55:03.832007 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:03.841438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-7755dc47-b278-4724-85b5-96b1dfe62eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:03.843021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-7755dc47-b278-4724-85b5-96b1dfe62eec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 1096 time: 0.0438166
Nov 27 21:55:03.972457 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-223c3c0b-6260-43e3-b185-49618ce1d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:03.973929 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-223c3c0b-6260-43e3-b185-49618ce1d6cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=768e2a9c-bb75-4004-a637-c0def13f5596 HTTP/1.1" status: 200  len: 897 time: 0.1242368
Nov 27 21:55:04.027918 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107119da-64c9-461d-b6ce-b29eec24127f req-91cde662-1b3b-47d5-8903-1c61e360f3dd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:04.029418 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-107119da-64c9-461d-b6ce-b29eec24127f req-91cde662-1b3b-47d5-8903-1c61e360f3dd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0950859
Nov 27 21:55:04.030676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-3257b38f-14c8-4f9b-ab49-dd971ccf8afb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d HTTP/1.1" status: 200  len: 217 time: 0.0462587
Nov 27 21:55:04.037024 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fda60>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd17f6b44-ec8e-4372-a631-146ee9aba2fe', 'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:4c:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:37Z', 'updated_at': '2021-11-27T21:53:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:04.067210 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] Checking router: c177dafa-cf2a-4f10-abbc-c4334806c098 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:55:04.075437 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:04.076042 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fda60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:54:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:04.118556 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-107119da-64c9-461d-b6ce-b29eec24127f req-7f30734b-3381-4445-a108-40a9dc93550d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825803
Nov 27 21:55:04.120094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-12a7918c-bd4c-4ebf-993a-5a8e59e734e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:04.121463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-12a7918c-bd4c-4ebf-993a-5a8e59e734e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89995547-a780-43c3-9cbe-7ccc6ddb0392 HTTP/1.1" status: 200  len: 835 time: 0.0788980
Nov 27 21:55:04.171739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-afb7271e-067f-408d-ad94-bfe0a032abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:04.173814 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-afb7271e-067f-408d-ad94-bfe0a032abda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=768e2a9c-bb75-4004-a637-c0def13f5596&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451150
Nov 27 21:55:04.182048 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:04.263964 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-b7c6c9f3-4054-4512-b2d3-ef15a447f4ac service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807376
Nov 27 21:55:04.356850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-916ff8f3-5a49-4819-bed0-48a8420d1c0c req-8095cb7b-9848-495f-bb7f-06769a5e7c9f service neutron] 10.222.0.15 "GET /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850921
Nov 27 21:55:04.377819 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe5fda60>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd17f6b44-ec8e-4372-a631-146ee9aba2fe', 'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:4c:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:37Z', 'updated_at': '2021-11-27T21:53:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:04.403516 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da73634-accf-4be8-bfbc-45217ca91a98 None None] The sync data for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 is: [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:53:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd17f6b44-ec8e-4372-a631-146ee9aba2fe', 'name': '', 'network_id': '768e2a9c-bb75-4004-a637-c0def13f5596', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:4c:7c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:37Z', 'updated_at': '2021-11-27T21:53:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '89995547-a780-43c3-9cbe-7ccc6ddb0392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:55:04.435884 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e2e3-60e0-4a7e-afec-2faf819495f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:04.625764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad986f8a-5c8a-4ec7-8c52-3a116154ffe3 None None] New status for floating IP dbaf92b0-350b-4b00-8c10-a7a43cee6d45: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:55:05.239767 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dada7-f37a-41a2-8c9a-746792f55109 req-ea6a239b-a97d-47d9-99b2-ea0ee77db75f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:05.241233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-841dada7-f37a-41a2-8c9a-746792f55109 req-ea6a239b-a97d-47d9-99b2-ea0ee77db75f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0479286
Nov 27 21:55:05.289268 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-841dada7-f37a-41a2-8c9a-746792f55109 req-dfe1122a-9f68-409c-bc27-1e31ebdf835c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=329be769-8027-40d1-a99b-a4364c7c115b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422084
Nov 27 21:55:05.599432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d9944-22b8-40f2-870f-3838888222ff req-c7b6717f-c992-4fb3-95f0-67e82cf95f0a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:05.600881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-846d9944-22b8-40f2-870f-3838888222ff req-c7b6717f-c992-4fb3-95f0-67e82cf95f0a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 945 time: 0.0486870
Nov 27 21:55:05.694255 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-846d9944-22b8-40f2-870f-3838888222ff req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:55:05.694600 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-846d9944-22b8-40f2-870f-3838888222ff req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:05.783943 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-846d9944-22b8-40f2-870f-3838888222ff req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:05.784311 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-846d9944-22b8-40f2-870f-3838888222ff req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:05.796433 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-846d9944-22b8-40f2-870f-3838888222ff req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 2a33a9cd-95ae-4466-ab25-1d65f9577c3d owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:55:05.921877 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-846d9944-22b8-40f2-870f-3838888222ff req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:05.949570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=2a33a9cd-95ae-4466-ab25-1d65f9577c3d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:05.961367 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.961724 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.962075 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.962425 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.962744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.963081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.963451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.963787 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.964210 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.964544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.964877 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.965214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:05.998847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-846d9944-22b8-40f2-870f-3838888222ff req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] No DVR routers for this DVR port 2a33a9cd-95ae-4466-ab25-1d65f9577c3d on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:55:06.001263 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-846d9944-22b8-40f2-870f-3838888222ff req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:06.004802 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-846d9944-22b8-40f2-870f-3838888222ff req-ebc40d5c-3cc8-476b-b95c-bc20d569c1f1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "DELETE /v2.0/ports/2a33a9cd-95ae-4466-ab25-1d65f9577c3d HTTP/1.1" status: 204  len: 173 time: 0.3977621
Nov 27 21:55:06.005246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'name': 'network-vif-deleted', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:55:06.007512 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d052dc6b-5b9c-4510-9305-31bc56091891" -d '{"events": [{"server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "name": "network-vif-deleted", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:55:06.045278 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d8ca9-b2a2-4756-be36-7e38510d7822 x-openstack-request-id: req-334d8ca9-b2a2-4756-be36-7e38510d7822 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:55:06.045638 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257d19c-1f0d-4f06-83cc-4ed618bc3f79", "name": "network-vif-deleted", "tag": "2a33a9cd-95ae-4466-ab25-1d65f9577c3d", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:55:06.045874 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-334d8ca9-b2a2-4756-be36-7e38510d7822 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:55:06.046272 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257d19c-1f0d-4f06-83cc-4ed618bc3f79', 'name': 'network-vif-deleted', 'tag': '2a33a9cd-95ae-4466-ab25-1d65f9577c3d', 'status': 'completed', 'code': 200}
Nov 27 21:55:06.410686 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ae4938ee-c7f6-4e69-921a-55f9bbd07869 req-1dc3ab09-c392-4ab8-852d-a238624bc734 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=b257d19c-1f0d-4f06-83cc-4ed618bc3f79 HTTP/1.1" status: 200  len: 210 time: 0.0289304
Nov 27 21:55:06.586604 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-304a892e-2c3c-42e9-b675-b5abb52dbb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:07.469556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58344) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:07.828107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:08.069247 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:08.079975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port d17f6b44-ec8e-4372-a631-146ee9aba2fe {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:55:08.080268 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:08.165690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port d17f6b44-ec8e-4372-a631-146ee9aba2fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d17f6b44-ec8e-4372-a631-146ee9aba2fe,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:08.166055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:08.178585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for d17f6b44-ec8e-4372-a631-146ee9aba2fe owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:55:08.369087 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:08.396268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=d17f6b44-ec8e-4372-a631-146ee9aba2fe,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:08.567720 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:08.790584 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router c177dafa-cf2a-4f10-abbc-c4334806c098 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:55:08.894021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:55:08.899567 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c35804ed-e45d-48ba-9f1a-032f91ece407 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/c177dafa-cf2a-4f10-abbc-c4334806c098/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4284098
Nov 27 21:55:08.901809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58346) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:08.908372 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] Sync routers for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:55:08.917767 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:08.918381 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b88e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:55:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:08.956289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f582bd-1281-4dda-9267-71fe411852ab tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting subnet 89995547-a780-43c3-9cbe-7ccc6ddb0392 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:55:08.959428 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3f582bd-1281-4dda-9267-71fe411852ab tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:08.999426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3f582bd-1281-4dda-9267-71fe411852ab tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.021714 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:09.089496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3f582bd-1281-4dda-9267-71fe411852ab tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.301720 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b88e0>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:55:08Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:09.328581 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] Checking router: c177dafa-cf2a-4f10-abbc-c4334806c098 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:55:09.337838 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] Routers {'c177dafa-cf2a-4f10-abbc-c4334806c098'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:09.338464 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b88e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:55:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['c177dafa-cf2a-4f10-abbc-c4334806c098'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:09.445438 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] Set router c177dafa-cf2a-4f10-abbc-c4334806c098 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:09.479572 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3f582bd-1281-4dda-9267-71fe411852ab tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.506993 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f582bd-1281-4dda-9267-71fe411852ab tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Subnet': ['ID=89995547-a780-43c3-9cbe-7ccc6ddb0392,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:09.509017 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3f582bd-1281-4dda-9267-71fe411852ab tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.512429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e3f582bd-1281-4dda-9267-71fe411852ab tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/subnets/89995547-a780-43c3-9cbe-7ccc6ddb0392 HTTP/1.1" status: 204  len: 168 time: 0.6095953
Nov 27 21:55:09.515081 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58348) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:09.517308 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78ea018-43a7-4758-9a44-963385e8b7f7 None None] Network 768e2a9c-bb75-4004-a637-c0def13f5596 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:55:09.630426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.636670 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe4b88e0>, [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:55:08Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:09.662764 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc83637-b8b5-4029-bdca-69c6c3746423 None None] The sync data for ids ['c177dafa-cf2a-4f10-abbc-c4334806c098'] in ncdv-master-1 is: [{'id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1978039118', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:53:34Z', 'updated_at': '2021-11-27T21:55:08Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '0d788599-f89b-4756-bfff-ef77fb7a3319', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c177dafa-cf2a-4f10-abbc-c4334806c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:53:35Z', 'updated_at': '2021-11-27T21:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:55:09.715577 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] DHCP port deletion for 768e2a9c-bb75-4004-a637-c0def13f5596 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:55:09.742403 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.762194 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Deleting port 2d70992c-ddec-415d-9055-2282ffb8a922 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:55:09.762606 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.795645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 0d788599-f89b-4756-bfff-ef77fb7a3319 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:55:09.796127 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.831029 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.837406 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] For port 2d70992c-ddec-415d-9055-2282ffb8a922, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d70992c-ddec-415d-9055-2282ffb8a922,segment=NetworkSegment(d08a9e7a-bcfa-402d-a05b-38dbb095c65b),segment_id=d08a9e7a-bcfa-402d-a05b-38dbb095c65b)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:09.837795 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.849429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Calling delete_port for 2d70992c-ddec-415d-9055-2282ffb8a922 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:55:09.879173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port 0d788599-f89b-4756-bfff-ef77fb7a3319, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d788599-f89b-4756-bfff-ef77fb7a3319,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:09.879572 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.891146 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 0d788599-f89b-4756-bfff-ef77fb7a3319 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:55:09.926049 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:09.954528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Pushing event deleted for resources: {'Port': ['ID=2d70992c-ddec-415d-9055-2282ffb8a922,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:09.958908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] No DVR routers for this DVR port 2d70992c-ddec-415d-9055-2282ffb8a922 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:55:09.965698 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.965990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.968640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.968640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.968640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.968640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.968640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.968640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.968640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.969854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.969854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:09.969854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df3b9a-3148-43f8-81aa-824f51ed81d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:10.061848 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.091145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=0d788599-f89b-4756-bfff-ef77fb7a3319,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:10.108084 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b39f1d5-9739-4dc1-b41d-b4de982d30e7 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:55:10.161212 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.258827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.261003 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.311519 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.312069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Fanout notify agent at l3_agent the message router_deleted on router c177dafa-cf2a-4f10-abbc-c4334806c098 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:55:10.319612 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.320757 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-dedfe3db-4884-47eb-b032-20e21f905bdc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/routers/c177dafa-cf2a-4f10-abbc-c4334806c098 HTTP/1.1" status: 204  len: 168 time: 0.8047130
Nov 27 21:55:10.323581 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58350) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:10.342292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2d70992c-ddec-415d-9055-2282ffb8a922 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:55:10.364991 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 2d70992c-ddec-415d-9055-2282ffb8a922 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:55:10.365338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 2d70992c-ddec-415d-9055-2282ffb8a922 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:55:10.365978 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d17f6b44-ec8e-4372-a631-146ee9aba2fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:55:10.386007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d17f6b44-ec8e-4372-a631-146ee9aba2fe {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:55:10.386352 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d17f6b44-ec8e-4372-a631-146ee9aba2fe not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:55:10.419985 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.421528 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.520270 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.540066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd191c0>,) {'filters': {'network_id': ['768e2a9c-bb75-4004-a637-c0def13f5596']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:10.549450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd191c0>, 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:10.549758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fdd191c0>, 'd08a9e7a-bcfa-402d-a05b-38dbb095c65b') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:10.558739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.571666 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.577859 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:55:10.578286 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:55:10.581249 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:55:10.637234 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.643841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.646903 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/networks/768e2a9c-bb75-4004-a637-c0def13f5596 HTTP/1.1" status: 204  len: 168 time: 0.3223205
Nov 27 21:55:10.649797 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58352) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:10.659078 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218814fb-da74-45dd-ac3e-20853b5a31b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Network': ['ID=768e2a9c-bb75-4004-a637-c0def13f5596,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:10.712197 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1d69a72b-dfa5-4329-a473-a2b8763684ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.737315 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1d69a72b-dfa5-4329-a473-a2b8763684ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.799780 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1d69a72b-dfa5-4329-a473-a2b8763684ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.802582 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1d69a72b-dfa5-4329-a473-a2b8763684ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:10.803798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1d69a72b-dfa5-4329-a473-a2b8763684ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/security-groups/329be769-8027-40d1-a99b-a4364c7c115b HTTP/1.1" status: 204  len: 168 time: 0.1529911
Nov 27 21:55:10.815090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69a72b-dfa5-4329-a473-a2b8763684ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329be769-8027-40d1-a99b-a4364c7c115b,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:11.010438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58358) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:11.015103 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-7085cb36-2f83-4865-b420-fcd791058460 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527392686', 'description': 'tempest-secgroup-smoke-1527392686 description', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:11.038626 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7085cb36-2f83-4865-b420-fcd791058460 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.065895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2a33a9cd-95ae-4466-ab25-1d65f9577c3d no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:55:11.089451 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 2a33a9cd-95ae-4466-ab25-1d65f9577c3d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:55:11.089821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 2a33a9cd-95ae-4466-ab25-1d65f9577c3d not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:55:11.115727 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7085cb36-2f83-4865-b420-fcd791058460 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.119454 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7085cb36-2f83-4865-b420-fcd791058460 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.145267 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7085cb36-2f83-4865-b420-fcd791058460 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.146481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7085cb36-2f83-4865-b420-fcd791058460 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1350157
Nov 27 21:55:11.149527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58360) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:11.154264 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085cb36-2f83-4865-b420-fcd791058460 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:11.154449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bc48c441-bbcc-45a0-9d36-36c80348957a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1a69a053-c5b4-4e6c-8400-a9e36a05cfe1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:11.181670 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc48c441-bbcc-45a0-9d36-36c80348957a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.238918 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc48c441-bbcc-45a0-9d36-36c80348957a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.242291 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc48c441-bbcc-45a0-9d36-36c80348957a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.259623 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48c441-bbcc-45a0-9d36-36c80348957a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf6e915-a07c-4214-94be-424ea96b33c8,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:11.268269 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc48c441-bbcc-45a0-9d36-36c80348957a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.272195 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bc48c441-bbcc-45a0-9d36-36c80348957a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1189084
Nov 27 21:55:11.272448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58362) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:11.276833 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-c410404d-f7ba-4ea8-a03d-804f71eeb0ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1a69a053-c5b4-4e6c-8400-a9e36a05cfe1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:11.301843 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c410404d-f7ba-4ea8-a03d-804f71eeb0ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.355907 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c410404d-f7ba-4ea8-a03d-804f71eeb0ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.359538 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c410404d-f7ba-4ea8-a03d-804f71eeb0ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.380176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410404d-f7ba-4ea8-a03d-804f71eeb0ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c3edcf-d503-4045-bf44-f9b115b87666,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:11.388045 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c410404d-f7ba-4ea8-a03d-804f71eeb0ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.389254 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c410404d-f7ba-4ea8-a03d-804f71eeb0ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1158538
Nov 27 21:55:11.392658 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58364) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:11.396975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9cb7ed9d-e4e7-4a81-9e40-21d30205ec24 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1a69a053-c5b4-4e6c-8400-a9e36a05cfe1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:11.422530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cb7ed9d-e4e7-4a81-9e40-21d30205ec24 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.478191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cb7ed9d-e4e7-4a81-9e40-21d30205ec24 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.481750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cb7ed9d-e4e7-4a81-9e40-21d30205ec24 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.496665 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7ed9d-e4e7-4a81-9e40-21d30205ec24 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a831b025-3b39-430b-96fd-7868e81827f8,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:11.507119 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9cb7ed9d-e4e7-4a81-9e40-21d30205ec24 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.508348 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9cb7ed9d-e4e7-4a81-9e40-21d30205ec24 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1147623
Nov 27 21:55:11.511044 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58366) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:11.515475 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1bf8b891-12b2-47d3-b06a-bb93207dd17c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1a69a053-c5b4-4e6c-8400-a9e36a05cfe1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:11.540735 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1bf8b891-12b2-47d3-b06a-bb93207dd17c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.598305 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1bf8b891-12b2-47d3-b06a-bb93207dd17c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.601650 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1bf8b891-12b2-47d3-b06a-bb93207dd17c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.618635 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8b891-12b2-47d3-b06a-bb93207dd17c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df951966-59fa-4c74-b595-0abe7ad3000d,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:11.627462 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1bf8b891-12b2-47d3-b06a-bb93207dd17c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.628893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1bf8b891-12b2-47d3-b06a-bb93207dd17c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1168523
Nov 27 21:55:11.631640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58368) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:11.636126 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-987703ab-e12a-4373-8cff-9af7d2324471 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1a69a053-c5b4-4e6c-8400-a9e36a05cfe1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:11.656367 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-987703ab-e12a-4373-8cff-9af7d2324471 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:55:11.661357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-987703ab-e12a-4373-8cff-9af7d2324471 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.718407 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-987703ab-e12a-4373-8cff-9af7d2324471 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.721879 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-987703ab-e12a-4373-8cff-9af7d2324471 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.738025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987703ab-e12a-4373-8cff-9af7d2324471 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f39f404-46f8-4356-a9f9-762c9dfd0dd5,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:11.748003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-987703ab-e12a-4373-8cff-9af7d2324471 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.749238 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-987703ab-e12a-4373-8cff-9af7d2324471 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1166162
Nov 27 21:55:11.752482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58370) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:11.757014 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0fd23786-406b-48bc-92f2-c0cf0fcdcece tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1a69a053-c5b4-4e6c-8400-a9e36a05cfe1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:11.777292 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-0fd23786-406b-48bc-92f2-c0cf0fcdcece tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:55:11.782743 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd23786-406b-48bc-92f2-c0cf0fcdcece tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.840192 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd23786-406b-48bc-92f2-c0cf0fcdcece tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.843655 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd23786-406b-48bc-92f2-c0cf0fcdcece tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.862350 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd23786-406b-48bc-92f2-c0cf0fcdcece tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a725176-9b68-4ce0-846b-3068d13d2a4c,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:11.870481 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fd23786-406b-48bc-92f2-c0cf0fcdcece tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.871787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0fd23786-406b-48bc-92f2-c0cf0fcdcece tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1181226
Nov 27 21:55:11.874528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58372) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:11.879595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'network': {'name': 'tempest-network-smoke--1960966425', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'port_security_enabled': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:11.899243 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:55:11.902657 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.926297 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:55:11.934963 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.935356 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Added segment cbdb83e8-18c9-4dfc-8282-806b285eaa58 of type vlan for network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313
Nov 27 21:55:11.975064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:11.999614 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.005836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:12.006497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.060566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1850283
Nov 27 21:55:12.063485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58374) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:12.068118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'admin_state_up': True, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:12.077213 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7583c-c911-4ddd-94d0-c73082f78f3f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Network': ['ID=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:12.090198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:55:12.094171 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.095794 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.145691 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.234215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0d788599-f89b-4756-bfff-ef77fb7a3319 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:55:12.254923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 0d788599-f89b-4756-bfff-ef77fb7a3319 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:55:12.255305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 0d788599-f89b-4756-bfff-ef77fb7a3319 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:55:12.288516 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.480021 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.501681 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.600266 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.222 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/e58cadae-e2a4-45ce-baac-efe9c1dd7b88) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:55:12.702732 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.735667 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.773748 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:55:12.776499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:55:12.780213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:55:12.788627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58053102-2dbf-47ef-9183-8d5d4157a708 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:55:12.805688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=e58cadae-e2a4-45ce-baac-efe9c1dd7b88,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:12.828342 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-36e52e5c-4daa-4f89-88b6-0a200b1ec202 None None] Provisioning complete for port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:12.828824 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-36e52e5c-4daa-4f89-88b6-0a200b1ec202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:12.861414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-36e52e5c-4daa-4f89-88b6-0a200b1ec202 None None] Port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:55:13.025552 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:13.216688 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:13.343516 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 03391d2a-42eb-4a53-806a-13d231cd1908 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:55:13.447637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:55:13.456409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Sync routers for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:55:13.467353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:13.467548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:13.468076 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd824310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:55:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:13.471691 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e3b7d7b4-e129-4f2a-80ee-43b55eb804c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4070945
Nov 27 21:55:13.472401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58376) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:13.499881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8a873113-aec2-4b19-b873-03f926bf6d87 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5b468a4008c24bb3a5c854460c0e26b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0262558
Nov 27 21:55:13.502345 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58378) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:13.574855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:13.586921 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0633f1-104b-4489-9e09-49c63f70dc28 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:13.591279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6d0633f1-104b-4489-9e09-49c63f70dc28 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0850832
Nov 27 21:55:13.591454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58380) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:13.623871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5e58c50c-98dc-4f98-9c5f-0fd98f527828 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0312002
Nov 27 21:55:13.626279 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58382) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:13.631297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1184233293', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:13.717299 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:55:13.721523 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:13.749931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd824310>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:12Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:13.918059 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:13.938576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Checking router: 03391d2a-42eb-4a53-806a-13d231cd1908 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:55:13.938924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Updating router 03391d2a-42eb-4a53-806a-13d231cd1908 port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:55:13.963227 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:13.975774 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Subnet': ['ID=38b01642-d052-41f9-aec2-62f4ee84a9a3,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:13.989274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Checking segment: {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:55:13.989636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network hostable DHCP agents. Network: f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:55:14.006580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:55:14.015282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:55:14.022975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:14.023615 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.040122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5abedf1f-729d-4486-8732-99a46867920f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4128375
Nov 27 21:55:14.043084 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58384) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:14.043744 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f75ef-ed25-4fef-8a8c-843deea4f3d6 None None] Network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:55:14.276142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:55:14.276988 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.344824 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.393190 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.478207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71181b9f-c94d-41d7-a00f-a0bb485133dc None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:55:14.481967 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.494130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaf1ab-6d94-4129-b4dc-9ddfc6e80f8c None None] Pushing event updated for resources: {'Port': ['ID=e58cadae-e2a4-45ce-baac-efe9c1dd7b88,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:14.498502 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Attempting to bind port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:55:14.498888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Attempting to bind port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:55:14.499243 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Attempting to bind port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:55:14.511052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:55:14.511463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:55:14.511869 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.512261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:55:14.512854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Bound port: e58cadae-e2a4-45ce-baac-efe9c1dd7b88, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:55:14.513096 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.540221 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Allocated IP 172.20.0.2 (f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313/38b01642-d052-41f9-aec2-62f4ee84a9a3/584c344f-3a4e-48f2-8a6d-d39fac420ffb) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:55:14.624225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] For port e58cadae-e2a4-45ce-baac-efe9c1dd7b88, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:55:14.649307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] For port e58cadae-e2a4-45ce-baac-efe9c1dd7b88, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e58cadae-e2a4-45ce-baac-efe9c1dd7b88,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:55:14.658320 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.669761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5238e7a8-301c-4a9e-930b-d229c55c23a9 None None] Provisioning complete for port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:14.670129 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5238e7a8-301c-4a9e-930b-d229c55c23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.744895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff3ea03-bf16-4048-9169-004ca2bc861b None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:55:14.814561 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaf1ab-6d94-4129-b4dc-9ddfc6e80f8c None None] Pushing event updated for resources: {'Port': ['ID=e58cadae-e2a4-45ce-baac-efe9c1dd7b88,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:14.826228 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:14.826872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd824310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:55:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:14.890698 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.947676 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:14.998767 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5238e7a8-301c-4a9e-930b-d229c55c23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.005341 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:55:15.021241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:55:15.032817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:55:15.034682 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Pushing event updated for resources: {'Port': ['ID=584c344f-3a4e-48f2-8a6d-d39fac420ffb,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:15.039901 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:55:15.044606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5238e7a8-301c-4a9e-930b-d229c55c23a9 None None] For port e58cadae-e2a4-45ce-baac-efe9c1dd7b88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e58cadae-e2a4-45ce-baac-efe9c1dd7b88,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:15.052929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:15.056160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5238e7a8-301c-4a9e-930b-d229c55c23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.095006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.1 (f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313/38b01642-d052-41f9-aec2-62f4ee84a9a3/cd73db83-e132-43c3-b414-db5234fd767d) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:55:15.209399 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.243648 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.246873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238e7a8-301c-4a9e-930b-d229c55c23a9 None None] Pushing event updated for resources: {'Port': ['ID=e58cadae-e2a4-45ce-baac-efe9c1dd7b88,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:15.250877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Attempting to bind port 584c344f-3a4e-48f2-8a6d-d39fac420ffb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:55:15.250877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Attempting to bind port 584c344f-3a4e-48f2-8a6d-d39fac420ffb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:55:15.250877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Attempting to bind port 584c344f-3a4e-48f2-8a6d-d39fac420ffb on network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:55:15.263595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e9fb7a0a-b5fc-40b3-a8e9-e56ba16e07b6 None None] Provisioning complete for port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:15.263967 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7a0a-b5fc-40b3-a8e9-e56ba16e07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.265589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:55:15.265959 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Checking segment: {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:55:15.266876 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.267287 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Bound using segment: {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:55:15.267756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Bound port: 584c344f-3a4e-48f2-8a6d-d39fac420ffb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:55:15.268146 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.287280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:55:15.293177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:55:15.298553 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:55:15.336643 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=cd73db83-e132-43c3-b414-db5234fd767d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:15.354632 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.412136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] For port 584c344f-3a4e-48f2-8a6d-d39fac420ffb, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:55:15.428272 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] For port 584c344f-3a4e-48f2-8a6d-d39fac420ffb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=584c344f-3a4e-48f2-8a6d-d39fac420ffb,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:55:15.451822 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.488624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.532622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd824310>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:12Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:15.536011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44fe57-6786-4b88-8e65-59a88d274169 None None] Pushing event updated for resources: {'Port': ['ID=584c344f-3a4e-48f2-8a6d-d39fac420ffb,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:15.561879 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899193d-ded0-46ce-9b0f-85e28984aa82 None None] The sync data for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 is: [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:12Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:55:15.803412 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.812606 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:15.911908 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=cd73db83-e132-43c3-b414-db5234fd767d,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:15.914346 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:16.012465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:55:16.013994 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:55:16.137143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 03391d2a-42eb-4a53-806a-13d231cd1908 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:55:16.265281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:55:16.281567 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6670368b-3871-40ad-b667-c2cb95582811 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/03391d2a-42eb-4a53-806a-13d231cd1908/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2370751
Nov 27 21:55:16.378610 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 584c344f-3a4e-48f2-8a6d-d39fac420ffb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:55:16.450966 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 584c344f-3a4e-48f2-8a6d-d39fac420ffb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:16.451441 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:16.476013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-216854be-df87-499d-b45b-cd9b330f2895 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527392686&fields=id&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 267 time: 0.0566161
Nov 27 21:55:16.612077 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-9eedb01e-4d97-40c9-a0f2-e5d6c228e0ac tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:16.613732 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-9eedb01e-4d97-40c9-a0f2-e5d6c228e0ac tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/networks?id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 HTTP/1.1" status: 200  len: 797 time: 0.1303027
Nov 27 21:55:16.631781 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-2777029b-90a4-4386-ad0c-65fad9a8c3a0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/quotas/5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 375 time: 0.0106103
Nov 27 21:55:16.693786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-10284627-b964-4a48-9510-9b360ef83bc8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0555389
Nov 27 21:55:16.708532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4ad2e-d87a-42d0-94db-6cc664ed3e4e None None] Network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:55:16.758682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-2c9ab2e6-95c2-4974-8a17-4724a106e5bd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:55:16.759655 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-2c9ab2e6-95c2-4974-8a17-4724a106e5bd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0535095
Nov 27 21:55:16.780315 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:16.782444 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:16.805666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-63d6b8e0-fcab-4e2b-ae0b-d3f748886c56 None None] Provisioning complete for port 584c344f-3a4e-48f2-8a6d-d39fac420ffb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:16.806040 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-63d6b8e0-fcab-4e2b-ae0b-d3f748886c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:16.856903 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-15f0a6dc-fec7-4fb9-96b5-54dc1ac2aeba service neutron] 10.222.0.21 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907731
Nov 27 21:55:16.871460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 584c344f-3a4e-48f2-8a6d-d39fac420ffb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=584c344f-3a4e-48f2-8a6d-d39fac420ffb,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:16.895916 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:16.896601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e58cadae-e2a4-45ce-baac-efe9c1dd7b88 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:55:16.945547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-f8f0840f-25cb-440d-94f1-e700709550f3 service neutron] 10.222.0.21 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822737
Nov 27 21:55:17.036323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=584c344f-3a4e-48f2-8a6d-d39fac420ffb,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:17.079398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:17.080019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:17.173726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6deeb586-462a-4282-b292-fdfaed79b8d7 req-c8287a81-7788-4cd1-8638-4ce385b8ae8d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 210 time: 0.0351324
Nov 27 21:55:17.409057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-08f02d79-1ff8-4b10-a833-964911e3d8a8 None None] Provisioning complete for port 584c344f-3a4e-48f2-8a6d-d39fac420ffb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:17.409431 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08f02d79-1ff8-4b10-a833-964911e3d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:17.453229 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Sync routers for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:55:17.468550 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:17.469533 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6a9400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:55:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:17.523457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-08f02d79-1ff8-4b10-a833-964911e3d8a8 None None] Provisioning complete for port cd73db83-e132-43c3-b414-db5234fd767d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:17.524123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08f02d79-1ff8-4b10-a833-964911e3d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:17.566931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-08f02d79-1ff8-4b10-a833-964911e3d8a8 None None] Port cd73db83-e132-43c3-b414-db5234fd767d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:55:17.603412 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:17.692200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f2330324-97c4-4e63-8517-732940f943b5 None None] Provisioning complete for port cd73db83-e132-43c3-b414-db5234fd767d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:17.692857 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2330324-97c4-4e63-8517-732940f943b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:17.729970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f2330324-97c4-4e63-8517-732940f943b5 None None] Port cd73db83-e132-43c3-b414-db5234fd767d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:55:17.824561 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6a9400>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd73db83-e132-43c3-b414-db5234fd767d', 'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:b4:40:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:14Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 2, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:17.851104 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Checking router: 03391d2a-42eb-4a53-806a-13d231cd1908 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:55:17.851486 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Updating router 03391d2a-42eb-4a53-806a-13d231cd1908 port cd73db83-e132-43c3-b414-db5234fd767d binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:55:17.851637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5833d979-2dee-42b4-a232-1021e343b037 None None] Provisioning complete for port cd73db83-e132-43c3-b414-db5234fd767d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:17.851867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5833d979-2dee-42b4-a232-1021e343b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:17.876760 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:17.890731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5833d979-2dee-42b4-a232-1021e343b037 None None] Port cd73db83-e132-43c3-b414-db5234fd767d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:55:18.133214 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.138404 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.239040 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Attempting to bind port cd73db83-e132-43c3-b414-db5234fd767d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:55:18.239674 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Attempting to bind port cd73db83-e132-43c3-b414-db5234fd767d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:55:18.240227 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Attempting to bind port cd73db83-e132-43c3-b414-db5234fd767d on network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:55:18.242378 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Pushing event updated for resources: {'Port': ['ID=cd73db83-e132-43c3-b414-db5234fd767d,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:18.251524 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.252085 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.253055 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.253587 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.254267 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.254756 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.255470 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.255988 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.256686 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.257178 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.257695 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.258196 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:55:18.264688 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:55:18.265359 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Checking segment: {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:55:18.265960 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.267060 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Bound using segment: {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:55:18.267755 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Bound port: cd73db83-e132-43c3-b414-db5234fd767d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:55:18.268351 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.341226 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] For port cd73db83-e132-43c3-b414-db5234fd767d, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:55:18.345481 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] For port cd73db83-e132-43c3-b414-db5234fd767d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd73db83-e132-43c3-b414-db5234fd767d,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:55:18.347928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f2e6b7e0-bff3-48da-80eb-43f364142e70 req-5c3cb44a-a231-4e2c-9503-b2030c998ca7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 210 time: 0.0438080
Nov 27 21:55:18.355508 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.375800 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 584c344f-3a4e-48f2-8a6d-d39fac420ffb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:55:18.430666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-39e8f0ac-c9d2-45b2-a002-d0394be11b35 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:18.432481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-39e8f0ac-c9d2-45b2-a002-d0394be11b35 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/networks?id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 HTTP/1.1" status: 200  len: 797 time: 0.2370994
Nov 27 21:55:18.438076 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a78d33-9862-4935-b4c4-44874bfd810e None None] Pushing event updated for resources: {'Port': ['ID=cd73db83-e132-43c3-b414-db5234fd767d,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:18.452360 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:18.453101 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6a9400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:55:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:18.480666 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 584c344f-3a4e-48f2-8a6d-d39fac420ffb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:18.481046 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.523036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-493eb089-d067-4f8e-bcbd-82d213972c3c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 380 time: 0.0759864
Nov 27 21:55:18.529294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d7c2bbd4-f964-491f-9292-d3ef5a66059e None None] Provisioning complete for port cd73db83-e132-43c3-b414-db5234fd767d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:18.529955 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d7c2bbd4-f964-491f-9292-d3ef5a66059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.536212 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'port': {'device_id': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'admin_state_up': True, 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'security_groups': ['1a69a053-c5b4-4e6c-8400-a9e36a05cfe1']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:18.572529 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:18.660699 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d7c2bbd4-f964-491f-9292-d3ef5a66059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.704487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d7c2bbd4-f964-491f-9292-d3ef5a66059e None None] For port cd73db83-e132-43c3-b414-db5234fd767d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd73db83-e132-43c3-b414-db5234fd767d,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:18.705124 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:55:18.708695 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d7c2bbd4-f964-491f-9292-d3ef5a66059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.709912 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.768483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2bbd4-f964-491f-9292-d3ef5a66059e None None] Pushing event updated for resources: {'Port': ['ID=cd73db83-e132-43c3-b414-db5234fd767d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:18.830372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-376a7996-538e-49f7-99fb-8503d5a1404f None None] Provisioning complete for port cd73db83-e132-43c3-b414-db5234fd767d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:18.830741 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-376a7996-538e-49f7-99fb-8503d5a1404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:18.851325 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.4 (f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313/38b01642-d052-41f9-aec2-62f4ee84a9a3/72e05286-f238-47c8-8844-60e25612a094) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:55:18.917896 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6a9400>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd73db83-e132-43c3-b414-db5234fd767d', 'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:b4:40:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:14Z', 'updated_at': '2021-11-27T21:55:18Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:18.947721 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c0cc3-392b-4d5c-b830-b772167c798e None None] The sync data for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 is: [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd73db83-e132-43c3-b414-db5234fd767d', 'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:b4:40:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:14Z', 'updated_at': '2021-11-27T21:55:18Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:55:18.964982 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.040287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.085292 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.134919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:55:19.138486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:55:19.143984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:55:19.148162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=72e05286-f238-47c8-8844-60e25612a094,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:19.202292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:19.203088 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.223417 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-396ad155-4e9d-4e6a-99af-6df509ea78ad tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6940405
Nov 27 21:55:19.237136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Request body: {'port': {'device_id': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:19.302749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.439920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-828ed440-31ce-48e2-af4a-c2750b01b4fd None None] Provisioning complete for port 72e05286-f238-47c8-8844-60e25612a094 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:19.440426 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-828ed440-31ce-48e2-af4a-c2750b01b4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.483782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-828ed440-31ce-48e2-af4a-c2750b01b4fd None None] Port 72e05286-f238-47c8-8844-60e25612a094 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:55:19.524541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9b80a-7c81-4940-b410-debb0e8ca41a req-3f114e5c-e62b-4108-baec-cd347ada0155 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:19.526143 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-24c9b80a-7c81-4940-b410-debb0e8ca41a req-3f114e5c-e62b-4108-baec-cd347ada0155 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 931 time: 0.1070254
Nov 27 21:55:19.615580 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-24c9b80a-7c81-4940-b410-debb0e8ca41a req-232ef22d-1778-4ee5-8c71-78ae4ce7ad30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825069
Nov 27 21:55:19.670162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e05286-f238-47c8-8844-60e25612a094 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:55:19.679405 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.692104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Transition to ACTIVE for port object 72e05286-f238-47c8-8844-60e25612a094 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:55:19.696496 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.746406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Pushing event updated for resources: {'Port': ['ID=72e05286-f238-47c8-8844-60e25612a094,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:19.830252 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Attempting to bind port 72e05286-f238-47c8-8844-60e25612a094 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:55:19.830749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Attempting to bind port 72e05286-f238-47c8-8844-60e25612a094 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:55:19.831094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Attempting to bind port 72e05286-f238-47c8-8844-60e25612a094 on network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:55:19.836289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Port 72e05286-f238-47c8-8844-60e25612a094 on network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:55:19.836667 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Attempting to bind port 72e05286-f238-47c8-8844-60e25612a094 on network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:55:19.845127 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:55:19.845488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Checking segment: {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:55:19.845969 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Bound using segment: {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:55:19.846415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Bound port: 72e05286-f238-47c8-8844-60e25612a094, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdb83e8-18c9-4dfc-8282-806b285eaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:55:19.846772 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.919479 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] For port 72e05286-f238-47c8-8844-60e25612a094, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:55:19.923898 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] For port 72e05286-f238-47c8-8844-60e25612a094, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e05286-f238-47c8-8844-60e25612a094,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:55:19.929177 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.969021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:19.970198 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:19.971622 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] 10.222.0.15 "PUT /v2.0/ports/72e05286-f238-47c8-8844-60e25612a094 HTTP/1.1" status: 200  len: 1091 time: 0.7397938
Nov 27 21:55:19.972080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'tag': '72e05286-f238-47c8-8844-60e25612a094'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:55:19.974360 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903fd7f0-81a0-47da-b6bd-617fca4c0b59" -d '{"events": [{"name": "network-changed", "server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "tag": "72e05286-f238-47c8-8844-60e25612a094"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:55:20.012134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d7da6-15e6-41c5-866b-c97cef48188e service neutron] Pushing event updated for resources: {'Port': ['ID=72e05286-f238-47c8-8844-60e25612a094,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:20.025370 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af0e944-5197-4ea5-9237-3eec9a49964b x-openstack-request-id: req-2af0e944-5197-4ea5-9237-3eec9a49964b {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:55:20.025681 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "tag": "72e05286-f238-47c8-8844-60e25612a094", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:55:20.025973 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2af0e944-5197-4ea5-9237-3eec9a49964b {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:55:20.026398 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'tag': '72e05286-f238-47c8-8844-60e25612a094', 'status': 'completed', 'code': 200}
Nov 27 21:55:20.079685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c1a921d3-042c-45f1-bb27-227763c55fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:20.081352 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-c1a921d3-042c-45f1-bb27-227763c55fbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 1094 time: 0.0502865
Nov 27 21:55:20.127110 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-7bd98f93-f5e8-4a3b-a919-8f96a2ac792a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e05286-f238-47c8-8844-60e25612a094 HTTP/1.1" status: 200  len: 217 time: 0.0361404
Nov 27 21:55:20.180201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-f1b52b7f-02bf-407d-bcec-19d69f204138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:20.181873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-f1b52b7f-02bf-407d-bcec-19d69f204138 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b01642-d052-41f9-aec2-62f4ee84a9a3 HTTP/1.1" status: 200  len: 835 time: 0.0478384
Nov 27 21:55:20.233306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-546bf913-4a56-44e5-8df7-b8ca450c4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:20.235720 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-546bf913-4a56-44e5-8df7-b8ca450c4b18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0456591
Nov 27 21:55:20.305892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cd73db83-e132-43c3-b414-db5234fd767d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:55:20.329419 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-35997044-df52-456f-82ab-531e14b50277 service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871654
Nov 27 21:55:20.352556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port cd73db83-e132-43c3-b414-db5234fd767d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:20.352929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:20.424080 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d08f5dd6-69bb-4a0b-ba99-0bdf95a19c33 req-bafbb582-49c4-448f-96f6-b1843c4c067d service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877683
Nov 27 21:55:20.509910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-2f93b56c-8acf-4dd6-9898-1babd1acc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:20.511529 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-2f93b56c-8acf-4dd6-9898-1babd1acc306 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 1094 time: 0.0422282
Nov 27 21:55:20.601891 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-12537165-b1c4-42a2-86d8-4de2af01b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:20.603411 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-12537165-b1c4-42a2-86d8-4de2af01b481 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 HTTP/1.1" status: 200  len: 898 time: 0.0851190
Nov 27 21:55:20.650120 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-e714f7d0-d163-4d40-b211-d3d5b892f967 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e05286-f238-47c8-8844-60e25612a094 HTTP/1.1" status: 200  len: 217 time: 0.0388796
Nov 27 21:55:20.726741 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-0647efd6-80ca-4da2-8874-7a82ff6633bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:20.728246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-0647efd6-80ca-4da2-8874-7a82ff6633bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b01642-d052-41f9-aec2-62f4ee84a9a3 HTTP/1.1" status: 200  len: 835 time: 0.0705884
Nov 27 21:55:20.756466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a1fd8-9188-4b4e-819a-09341e10cde7 req-2a905ea1-d9be-495b-ab14-17670f0f4d55 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:20.757901 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d13a1fd8-9188-4b4e-819a-09341e10cde7 req-2a905ea1-d9be-495b-ab14-17670f0f4d55 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 943 time: 0.0705547
Nov 27 21:55:20.815236 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-abaa3168-9ead-4ee7-aff3-84ce1aa04367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:20.816643 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-abaa3168-9ead-4ee7-aff3-84ce1aa04367 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0784159
Nov 27 21:55:20.838099 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d13a1fd8-9188-4b4e-819a-09341e10cde7 req-0decaac9-6fbd-4b66-9ce0-41d075bde770 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662587
Nov 27 21:55:20.910772 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-6c57f163-4373-4e52-bb57-aceee19741d1 service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854437
Nov 27 21:55:21.003676 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-903fd7f0-81a0-47da-b6bd-617fca4c0b59 req-30d6d50f-8923-4cb6-b3d2-a7a085dd7a1c service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851572
Nov 27 21:55:21.957746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61076586-cac2-43ea-9311-b1603aebab3a req-2f8620f5-d178-465e-a4e0-20db7026d366 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:21.959228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61076586-cac2-43ea-9311-b1603aebab3a req-2f8620f5-d178-465e-a4e0-20db7026d366 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 943 time: 0.0520959
Nov 27 21:55:22.007016 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61076586-cac2-43ea-9311-b1603aebab3a req-33cc3ad1-ee09-4185-b0d7-a5c6a5b84864 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415928
Nov 27 21:55:23.125107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada14827-ef3f-47dc-9ed7-d15b8baad867 req-619ec293-0f0c-47d6-9fcf-d709e216a62f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:23.127121 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ada14827-ef3f-47dc-9ed7-d15b8baad867 req-619ec293-0f0c-47d6-9fcf-d709e216a62f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 943 time: 0.0517564
Nov 27 21:55:23.175690 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ada14827-ef3f-47dc-9ed7-d15b8baad867 req-8f318cc9-1b46-48fd-ad4c-64c366c48ff9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423965
Nov 27 21:55:24.292082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6a1d5-6f93-417f-af83-ae69da1626a4 req-86e31925-0be6-4108-b6be-b336eb1ec1b7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:24.293544 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0e6a1d5-6f93-417f-af83-ae69da1626a4 req-86e31925-0be6-4108-b6be-b336eb1ec1b7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 943 time: 0.0478797
Nov 27 21:55:24.341445 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d0e6a1d5-6f93-417f-af83-ae69da1626a4 req-379a5693-16a9-48a8-ac84-d1784cdadbbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419471
Nov 27 21:55:25.133208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 72e05286-f238-47c8-8844-60e25612a094 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:55:25.228963 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 72e05286-f238-47c8-8844-60e25612a094, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e05286-f238-47c8-8844-60e25612a094,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:25.240516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '72e05286-f238-47c8-8844-60e25612a094', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'port_id': '72e05286-f238-47c8-8844-60e25612a094', 'mac_address': 'fa:16:3e:ef:22:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:55:25.276076 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:25.289100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e05286-f238-47c8-8844-60e25612a094 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:55:25.308329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 72e05286-f238-47c8-8844-60e25612a094, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e05286-f238-47c8-8844-60e25612a094,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:25.311902 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:25.355828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=72e05286-f238-47c8-8844-60e25612a094,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:25.463709 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6358dca-e899-4cd7-b08d-dbed944bfabe req-a77bdc18-a6e1-40d3-88f9-33d936200808 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:25.465178 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c6358dca-e899-4cd7-b08d-dbed944bfabe req-a77bdc18-a6e1-40d3-88f9-33d936200808 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 944 time: 0.0483880
Nov 27 21:55:25.513184 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c6358dca-e899-4cd7-b08d-dbed944bfabe req-a0cdc368-6f00-4d27-8378-842711b19fde tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415382
Nov 27 21:55:25.621544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['72e05286-f238-47c8-8844-60e25612a094'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:55:26.629893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ebbe-93ce-424f-a143-bc7e5b1d015d req-f12909b5-e814-4b62-95a4-4894a9d1f525 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:26.631389 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec35ebbe-93ce-424f-a143-bc7e5b1d015d req-f12909b5-e814-4b62-95a4-4894a9d1f525 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 944 time: 0.0484025
Nov 27 21:55:26.682042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ec35ebbe-93ce-424f-a143-bc7e5b1d015d req-b523e5cd-fdda-4c7e-96d6-79dd83ce27bc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447876
Nov 27 21:55:27.134370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 72e05286-f238-47c8-8844-60e25612a094 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:55:27.184985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 72e05286-f238-47c8-8844-60e25612a094 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:55:27.188726 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 72e05286-f238-47c8-8844-60e25612a094 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:55:27.189672 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:27.264790 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:27.286218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e05286-f238-47c8-8844-60e25612a094'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:55:27.288485 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4593b4b-64a1-4edf-b556-10a9f309adbc" -d '{"events": [{"server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "name": "network-vif-plugged", "status": "completed", "tag": "72e05286-f238-47c8-8844-60e25612a094"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:55:27.301750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 72e05286-f238-47c8-8844-60e25612a094, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e05286-f238-47c8-8844-60e25612a094,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:55:27.305913 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:27.332747 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49603f8-247e-47f1-8aa8-ed9de48e3cb9 x-openstack-request-id: req-e49603f8-247e-47f1-8aa8-ed9de48e3cb9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:55:27.333052 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "name": "network-vif-plugged", "status": "completed", "tag": "72e05286-f238-47c8-8844-60e25612a094", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:55:27.333317 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e49603f8-247e-47f1-8aa8-ed9de48e3cb9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:55:27.333705 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e05286-f238-47c8-8844-60e25612a094', 'code': 200}
Nov 27 21:55:27.360488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=72e05286-f238-47c8-8844-60e25612a094,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:27.430604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9aa19a-7d3a-42c4-9995-9d50e95fe603 req-819ee5a6-e04d-4513-bcdd-c65a04169ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:27.432038 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f9aa19a-7d3a-42c4-9995-9d50e95fe603 req-819ee5a6-e04d-4513-bcdd-c65a04169ff8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 1096 time: 0.0431385
Nov 27 21:55:27.479094 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f9aa19a-7d3a-42c4-9995-9d50e95fe603 req-8929fb11-a7d5-4799-b335-7effe6c6d7fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385940
Nov 27 21:55:27.799758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722c47d-73c2-428e-84f9-39aebda82d65 req-ed19eb22-c901-4cda-a077-f1129a1a861c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:27.801236 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e722c47d-73c2-428e-84f9-39aebda82d65 req-ed19eb22-c901-4cda-a077-f1129a1a861c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0511522
Nov 27 21:55:27.850706 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e722c47d-73c2-428e-84f9-39aebda82d65 req-4254e7c4-e0bb-416a-b079-dcc2e35911be tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433245
Nov 27 21:55:28.966602 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b4af5-4601-45df-9556-4c7abe4802e5 req-8673cb22-cab9-48fb-bbd2-fcb055c28d25 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:28.968042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e4b4af5-4601-45df-9556-4c7abe4802e5 req-8673cb22-cab9-48fb-bbd2-fcb055c28d25 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0488009
Nov 27 21:55:29.022144 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0e4b4af5-4601-45df-9556-4c7abe4802e5 req-0a08863f-d85c-4cb9-8d6f-3634c6cea690 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476544
Nov 27 21:55:29.142156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e65799-48ef-4607-8614-497ce2d70c57 req-1036dd44-cb2a-432b-a2cb-a0a9357dc1d2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:29.143662 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e65799-48ef-4607-8614-497ce2d70c57 req-1036dd44-cb2a-432b-a2cb-a0a9357dc1d2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0519831
Nov 27 21:55:29.191691 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38e65799-48ef-4607-8614-497ce2d70c57 req-34a0817e-b483-4a6d-8e87-4ee989247342 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420504
Nov 27 21:55:29.212740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58442) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:29.256801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f5af2-20ea-495b-9f29-0f1f968d02e4 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:29.260925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fa1f5af2-20ea-495b-9f29-0f1f968d02e4 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 1091 time: 0.0446267
Nov 27 21:55:29.261441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58444) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:29.266858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '72e05286-f238-47c8-8844-60e25612a094', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:55:29.288405 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:29.381428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:29.486981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.232 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/44d69ffe-1d4a-498f-aee5-b1fec81765f9) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:55:29.584799 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:29.618642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:29.660902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:55:29.663763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:55:29.667504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:55:29.688267 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=44d69ffe-1d4a-498f-aee5-b1fec81765f9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:30.009424 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:30.076013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:30.225977 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:30.231673 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:30.297692 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=44d69ffe-1d4a-498f-aee5-b1fec81765f9,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:55:30.309873 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:30.736076 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP f4464453-3d2d-4c55-b56f-8f4e1b17adf0 associated. External IP: 172.35.3.232, port: 72e05286-f238-47c8-8844-60e25612a094.
Nov 27 21:55:30.939972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 03391d2a-42eb-4a53-806a-13d231cd1908 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:55:31.051918 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:55:31.062225 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] Sync routers for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:55:31.070394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:31.072940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:31.073567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fced05b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:55:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:31.098786 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8c5e46d1-7302-45c8-b20e-97a30a976f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8358896
Nov 27 21:55:31.099428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'tag': '72e05286-f238-47c8-8844-60e25612a094'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:55:31.101806 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6cbab5-5ae0-4024-a92d-a615018116c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "tag": "72e05286-f238-47c8-8844-60e25612a094"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:55:31.149667 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405655de-ec4b-4b7d-a663-cfb3a8dac47d x-openstack-request-id: req-405655de-ec4b-4b7d-a663-cfb3a8dac47d {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:55:31.150036 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "tag": "72e05286-f238-47c8-8844-60e25612a094", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:55:31.150364 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-405655de-ec4b-4b7d-a663-cfb3a8dac47d {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:55:31.150865 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'tag': '72e05286-f238-47c8-8844-60e25612a094', 'status': 'completed', 'code': 200}
Nov 27 21:55:31.190569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:31.233587 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee232f50-8561-44f2-a08c-5e15aae9de55 req-cfe0ccce-7ed2-4516-8b71-dff98501019a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:31.235108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ee232f50-8561-44f2-a08c-5e15aae9de55 req-cfe0ccce-7ed2-4516-8b71-dff98501019a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0851507
Nov 27 21:55:31.241518 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-d302c8e5-2d84-49a3-a4c6-b88686d60386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:31.242945 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-d302c8e5-2d84-49a3-a4c6-b88686d60386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 1096 time: 0.0639493
Nov 27 21:55:31.343010 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ee232f50-8561-44f2-a08c-5e15aae9de55 req-cd47605c-c343-4c94-8fa3-5281e0dbde4a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989559
Nov 27 21:55:31.364531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58450) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:31.371941 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-bb537f63-4032-4261-8cbd-9a7040374779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:31.373567 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-bb537f63-4032-4261-8cbd-9a7040374779 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 HTTP/1.1" status: 200  len: 898 time: 0.1232014
Nov 27 21:55:31.419803 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fced05b0>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f4464453-3d2d-4c55-b56f-8f4e1b17adf0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'port_id': '72e05286-f238-47c8-8844-60e25612a094', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'mac_address': 'fa:16:3e:ef:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:55:29Z', 'updated_at': '2021-11-27T21:55:29Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd73db83-e132-43c3-b414-db5234fd767d', 'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:b4:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:14Z', 'updated_at': '2021-11-27T21:55:18Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:31.427233 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-89efee63-67aa-4798-844e-c8af0083c886 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/f4464453-3d2d-4c55-b56f-8f4e1b17adf0 HTTP/1.1" status: 200  len: 991 time: 0.0614226
Nov 27 21:55:31.444083 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-d798d529-4b70-4c58-ad5d-b27997eff4d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e05286-f238-47c8-8844-60e25612a094 HTTP/1.1" status: 200  len: 999 time: 0.0638278
Nov 27 21:55:31.450604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] Checking router: 03391d2a-42eb-4a53-806a-13d231cd1908 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:55:31.459842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:55:31.460453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fced05b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:55:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:31.492394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-8b8af19e-2cf0-4991-ada8-0b19a08d7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:31.493850 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-8b8af19e-2cf0-4991-ada8-0b19a08d7c0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b01642-d052-41f9-aec2-62f4ee84a9a3 HTTP/1.1" status: 200  len: 835 time: 0.0432339
Nov 27 21:55:31.543157 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-ed5bd3a2-20ec-4539-9d47-07048c7dadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:31.544750 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-ed5bd3a2-20ec-4539-9d47-07048c7dadf1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0441363
Nov 27 21:55:31.564826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:55:31.634738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-5cda7b95-e5c5-42cf-8869-459deb8fd2c8 service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825651
Nov 27 21:55:31.730197 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7b6cbab5-5ae0-4024-a92d-a615018116c0 req-1840c369-298b-432e-a0df-cc530fca545f service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882998
Nov 27 21:55:31.940064 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fced05b0>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f4464453-3d2d-4c55-b56f-8f4e1b17adf0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'port_id': '72e05286-f238-47c8-8844-60e25612a094', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'mac_address': 'fa:16:3e:ef:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:55:29Z', 'updated_at': '2021-11-27T21:55:29Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd73db83-e132-43c3-b414-db5234fd767d', 'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:b4:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:14Z', 'updated_at': '2021-11-27T21:55:18Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:55:31.968878 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73745b96-bebd-4e7a-8404-fdab700d6df2 None None] The sync data for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 is: [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f4464453-3d2d-4c55-b56f-8f4e1b17adf0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'port_id': '72e05286-f238-47c8-8844-60e25612a094', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'mac_address': 'fa:16:3e:ef:22:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:55:29Z', 'updated_at': '2021-11-27T21:55:29Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd73db83-e132-43c3-b414-db5234fd767d', 'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:b4:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:14Z', 'updated_at': '2021-11-27T21:55:18Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:55:32.175301 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc958c4-5151-42b8-ba91-89d9c81c99d4 None None] New status for floating IP f4464453-3d2d-4c55-b56f-8f4e1b17adf0: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:55:32.431043 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58452) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:55:32.493785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4eaa6af8-21aa-49a3-bc8a-68dce63f36ef tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/f4464453-3d2d-4c55-b56f-8f4e1b17adf0 HTTP/1.1" status: 200  len: 993 time: 0.0614834
Nov 27 21:55:33.294953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-3c70e4e2-77d0-4ea1-8c63-5ab82f2665a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395832
Nov 27 21:55:33.373226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-ceff2c95-31ad-4c43-8a11-48c114c570a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:33.374714 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-ceff2c95-31ad-4c43-8a11-48c114c570a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 1096 time: 0.0395715
Nov 27 21:55:33.477566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-ebc3f22c-5798-491e-bb35-03c22a92d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:33.478955 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-ebc3f22c-5798-491e-bb35-03c22a92d449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 HTTP/1.1" status: 200  len: 898 time: 0.0845010
Nov 27 21:55:33.543592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-d4a4869b-8418-4668-a386-ac005a176b3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e05286-f238-47c8-8844-60e25612a094 HTTP/1.1" status: 200  len: 1001 time: 0.0571492
Nov 27 21:55:33.591887 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-cc120225-6407-459c-8650-5afc7bb1f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:33.593639 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-cc120225-6407-459c-8650-5afc7bb1f5fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b01642-d052-41f9-aec2-62f4ee84a9a3 HTTP/1.1" status: 200  len: 835 time: 0.0426881
Nov 27 21:55:33.641440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-4c8c9a72-89dd-4d1f-978e-9944e2bbbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:55:33.642899 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-4c8c9a72-89dd-4d1f-978e-9944e2bbbba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425184
Nov 27 21:55:33.728133 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-fe424ae3-c517-49db-af8a-52bbc453ea50 service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0777433
Nov 27 21:55:33.818198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f466217b-fa5e-4008-98f6-d0c0fccb4910 req-522e83ba-79ed-4a71-a0f6-fe65c9b03a94 service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828993
Nov 27 21:55:34.437465 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb82a548-0ba6-4a16-829f-89724b12b511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:36.588742 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16f67a9e-d968-4cf1-ae4e-22dcf8fb6e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:38.071663 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:39.787451 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:40.414834 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:46.542930 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:48.979207 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:55:52.005602 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:56:04.438512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d20f3a3a-02c8-4cb2-b358-7ffa005e3b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:06.590202 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9ba5bb07-c324-4f96-b6d1-872f690aafa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:08.073838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:09.790198 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:10.415679 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:16.555919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:18.991017 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:29.005167 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:56:33.291928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-7d588c59-b83b-4a73-98e1-31b662184010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:33.293460 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-7d588c59-b83b-4a73-98e1-31b662184010 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 1096 time: 0.0435290
Nov 27 21:56:33.350786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eb97d-395b-43cb-b372-30ad82a136c2 req-c769cae5-92b4-4369-8884-bc793ed4dcbb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:33.352346 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b37eb97d-395b-43cb-b372-30ad82a136c2 req-c769cae5-92b4-4369-8884-bc793ed4dcbb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.1064689
Nov 27 21:56:33.385615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-0ce93f63-b556-413c-8d16-86ad92cd6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:33.387166 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-0ce93f63-b556-413c-8d16-86ad92cd6e7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 HTTP/1.1" status: 200  len: 898 time: 0.0863380
Nov 27 21:56:33.402258 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b37eb97d-395b-43cb-b372-30ad82a136c2 req-f0b26b7d-f1cf-4055-873b-4076e5334506 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438614
Nov 27 21:56:33.456790 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-539454ba-6763-48e4-9846-f08cb0d315c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e05286-f238-47c8-8844-60e25612a094 HTTP/1.1" status: 200  len: 1001 time: 0.0620100
Nov 27 21:56:33.508706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-c22a256d-3ebd-43a7-a832-d73c1112a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:33.510168 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-c22a256d-3ebd-43a7-a832-d73c1112a40d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b01642-d052-41f9-aec2-62f4ee84a9a3 HTTP/1.1" status: 200  len: 835 time: 0.0454838
Nov 27 21:56:33.553781 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-41afb4d5-5993-426c-a61b-7e0060b5c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:33.555234 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-41afb4d5-5993-426c-a61b-7e0060b5c08b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385678
Nov 27 21:56:33.565754 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-3255ce1e-f1f9-4ca7-978b-0181db2dd00a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:56:33.566689 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-3255ce1e-f1f9-4ca7-978b-0181db2dd00a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047538
Nov 27 21:56:33.658112 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-34583bd9-6789-4673-a59f-3ef0ffb30df5 service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835655
Nov 27 21:56:33.745354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e05fffb-8f9e-42ad-bd4f-078f32968fa3 req-03a133ae-08f6-46c2-b5f6-6722467b169e service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795856
Nov 27 21:56:33.912102 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-6efb07ef-9f29-4ce3-a54b-aaa039ffa67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:33.913527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-6efb07ef-9f29-4ce3-a54b-aaa039ffa67f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 1096 time: 0.0458202
Nov 27 21:56:34.021857 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-891ee0d4-2644-4837-8d25-6c2d9627f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:34.023342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-891ee0d4-2644-4837-8d25-6c2d9627f2a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 HTTP/1.1" status: 200  len: 898 time: 0.0831637
Nov 27 21:56:34.090972 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-242384ed-d2bd-4e82-afd5-30267f05802e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e05286-f238-47c8-8844-60e25612a094 HTTP/1.1" status: 200  len: 1001 time: 0.0596910
Nov 27 21:56:34.450961 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba55fb71-d9f4-4fc1-82f2-d7f6923a8757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:34.468083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-270a5610-43e2-4ec5-b47a-67e9193dddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:34.469568 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-270a5610-43e2-4ec5-b47a-67e9193dddef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b01642-d052-41f9-aec2-62f4ee84a9a3 HTTP/1.1" status: 200  len: 835 time: 0.3714955
Nov 27 21:56:34.519524 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-659ad79d-cdbb-4592-8e4c-6eda419ac097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:34.522266 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-659ad79d-cdbb-4592-8e4c-6eda419ac097 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442033
Nov 27 21:56:34.649147 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990257-8e8a-4951-9f2f-616f76ccf471 req-4e0f0df5-0b5c-4102-a4c9-f3562775e229 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:34.650621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b990257-8e8a-4951-9f2f-616f76ccf471 req-4e0f0df5-0b5c-4102-a4c9-f3562775e229 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.1639645
Nov 27 21:56:34.652797 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-6c542bcc-f952-4581-b529-49573319eb67 service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238894
Nov 27 21:56:34.751557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2b990257-8e8a-4951-9f2f-616f76ccf471 req-437291da-3342-425e-8b0d-cd3f80ed2134 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948427
Nov 27 21:56:34.776880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4a9b0c10-5494-4057-9c94-9625360d6b52 req-cd45e43a-affe-4f20-94d0-713168e7b500 service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138220
Nov 27 21:56:35.872061 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd0e82-f899-4329-b591-ea398157735f req-90ebbb31-420b-41ca-9e7f-8f5d82f148fb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:35.873534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e8bd0e82-f899-4329-b591-ea398157735f req-90ebbb31-420b-41ca-9e7f-8f5d82f148fb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0521660
Nov 27 21:56:35.921176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e8bd0e82-f899-4329-b591-ea398157735f req-ca243a2a-7abb-461a-a7b7-37283c9aef47 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414701
Nov 27 21:56:36.592016 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-24b2a12b-6e51-4e32-be50-e297cb635d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:37.036785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d8ffc-85ad-4397-8f39-583d603c084d req-a53de2a6-7f5d-4f48-b8e7-a1c24f64a25a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:37.038264 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c18d8ffc-85ad-4397-8f39-583d603c084d req-a53de2a6-7f5d-4f48-b8e7-a1c24f64a25a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0503275
Nov 27 21:56:37.087208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c18d8ffc-85ad-4397-8f39-583d603c084d req-f43cd81e-e25f-4ddd-83e2-a4a68126d173 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430343
Nov 27 21:56:38.076744 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:38.212153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b6d6e-9544-4e4f-9c76-99b5d6e941b1 req-88f03005-10ff-4608-a621-4554ca801391 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:38.213658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a3b6d6e-9544-4e4f-9c76-99b5d6e941b1 req-88f03005-10ff-4608-a621-4554ca801391 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0480778
Nov 27 21:56:38.265034 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a3b6d6e-9544-4e4f-9c76-99b5d6e941b1 req-0a94d1da-54f3-47fe-9904-7fb8e282830d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454469
Nov 27 21:56:39.381395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503f93-4c32-4def-ab74-4d0a58e8d192 req-0ace917f-74bb-46db-a0b3-a94645d7d11e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:39.382865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce503f93-4c32-4def-ab74-4d0a58e8d192 req-0ace917f-74bb-46db-a0b3-a94645d7d11e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0502169
Nov 27 21:56:39.434873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce503f93-4c32-4def-ab74-4d0a58e8d192 req-c3cc1e89-4c43-4127-aaf1-4e418cfed341 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460145
Nov 27 21:56:39.792724 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:40.416941 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:40.551693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4730f0a-9af3-49d4-a875-822fc47e2887 req-c1c3e2e1-4561-462a-ab9e-21d9928238b1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:40.553771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4730f0a-9af3-49d4-a875-822fc47e2887 req-c1c3e2e1-4561-462a-ab9e-21d9928238b1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0508907
Nov 27 21:56:40.605921 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c4730f0a-9af3-49d4-a875-822fc47e2887 req-f32cfb33-c1f9-442b-9cc2-6dc2683f1130 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461965
Nov 27 21:56:41.720417 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8e11a-9769-4d0a-b7a2-b5aaa6207925 req-e7e75e06-50ca-4206-a977-ea43d234d2a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:41.721816 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dd8e11a-9769-4d0a-b7a2-b5aaa6207925 req-e7e75e06-50ca-4206-a977-ea43d234d2a1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0484009
Nov 27 21:56:41.770002 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6dd8e11a-9769-4d0a-b7a2-b5aaa6207925 req-aae84bce-8d0f-4595-9549-a8e05430f923 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422039
Nov 27 21:56:42.884484 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718703-6f3d-4912-9b6a-36127be28952 req-30a9a63a-f334-4757-8602-35f09f8b1141 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:42.885955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e718703-6f3d-4912-9b6a-36127be28952 req-30a9a63a-f334-4757-8602-35f09f8b1141 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0481818
Nov 27 21:56:42.933925 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6e718703-6f3d-4912-9b6a-36127be28952 req-1e70dbc9-1f24-4021-af2b-51aa06efff02 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420921
Nov 27 21:56:44.047990 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aed05d-1b26-4d0d-a45c-596b00a82251 req-4051dec2-a944-4de1-be6b-a219fa4e56de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:44.049457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71aed05d-1b26-4d0d-a45c-596b00a82251 req-4051dec2-a944-4de1-be6b-a219fa4e56de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0480418
Nov 27 21:56:44.097356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71aed05d-1b26-4d0d-a45c-596b00a82251 req-ed7ac03a-064b-4ff9-af13-e04649d54ebe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419214
Nov 27 21:56:45.211020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bc18c-331c-418c-a600-5a0b7417705a req-354e24d3-c3b0-456a-ab80-d8d63d066be8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:56:45.212513 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c02bc18c-331c-418c-a600-5a0b7417705a req-354e24d3-c3b0-456a-ab80-d8d63d066be8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0477920
Nov 27 21:56:45.261127 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c02bc18c-331c-418c-a600-5a0b7417705a req-fc8d1fec-9332-472e-9e77-f3d906809896 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427973
Nov 27 21:56:45.282806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58524) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:56:45.346894 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-32646a99-fca7-4d77-8c0b-8de6c877e67a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/f4464453-3d2d-4c55-b56f-8f4e1b17adf0 HTTP/1.1" status: 200  len: 993 time: 0.0628760
Nov 27 21:56:46.581459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:56:48.990915 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:04.446123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba3098a3-771c-4c1c-9540-d07556b695f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:06.005461 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:57:06.593454 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-cad98363-7729-4306-9c2a-13ee2d7fde56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:08.079156 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:09.794086 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:10.417689 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:16.584073 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:18.992919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:33.952598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58564) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:34.107938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 44d69ffe-1d4a-498f-aee5-b1fec81765f9 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:57:34.108280 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:34.180077 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:34.180408 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:34.191679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 44d69ffe-1d4a-498f-aee5-b1fec81765f9 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:57:34.335238 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:34.360059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=44d69ffe-1d4a-498f-aee5-b1fec81765f9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:34.372342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.372712 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.373063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.373416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.373764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.374110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.374455 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.374798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.375135 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.375514 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.375852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.376186 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:34.433456 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:34.433807 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP f4464453-3d2d-4c55-b56f-8f4e1b17adf0 disassociated (deleted). External IP: 172.35.3.232, port: 72e05286-f238-47c8-8844-60e25612a094.
Nov 27 21:57:34.447952 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f564baa-0254-4fcd-abad-41c1082b8380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:34.638904 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 03391d2a-42eb-4a53-806a-13d231cd1908 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:57:34.752309 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:57:34.757114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:34.762619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] Sync routers for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:57:34.773331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:57:34.774034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2b8430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:34.786717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3cb9dd8a-2ce7-4ed3-98b4-b575588c48e5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/floatingips/f4464453-3d2d-4c55-b56f-8f4e1b17adf0 HTTP/1.1" status: 204  len: 168 time: 0.8329971
Nov 27 21:57:34.787350 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'tag': '72e05286-f238-47c8-8844-60e25612a094'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:57:34.790248 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0227fd0-6b5f-48b0-aa68-48df0974699c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "tag": "72e05286-f238-47c8-8844-60e25612a094"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:57:34.886078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:57:34.892508 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c89d7bd-ac33-4404-875a-3a946ada3f10 x-openstack-request-id: req-5c89d7bd-ac33-4404-875a-3a946ada3f10 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:57:34.892810 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "tag": "72e05286-f238-47c8-8844-60e25612a094", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:57:34.893126 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c89d7bd-ac33-4404-875a-3a946ada3f10 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:57:34.893543 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'tag': '72e05286-f238-47c8-8844-60e25612a094', 'status': 'completed', 'code': 200}
Nov 27 21:57:34.956802 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-d9d1cae4-71ae-4dbd-9f41-f815dd05b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:34.958328 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-d9d1cae4-71ae-4dbd-9f41-f815dd05b242 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 1096 time: 0.0410538
Nov 27 21:57:35.070418 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2caf25-da1f-4c9a-977e-d3671c091cc4 req-e8d3c146-ec16-4f22-9bd0-b91880b0e946 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:35.071945 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa2caf25-da1f-4c9a-977e-d3671c091cc4 req-e8d3c146-ec16-4f22-9bd0-b91880b0e946 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0973735
Nov 27 21:57:35.105236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2b8430>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd73db83-e132-43c3-b414-db5234fd767d', 'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:b4:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:14Z', 'updated_at': '2021-11-27T21:55:18Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:35.109549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-b5cd6335-bfcf-429b-aa44-e0014d834ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:35.111034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-b5cd6335-bfcf-429b-aa44-e0014d834ec2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 HTTP/1.1" status: 200  len: 898 time: 0.1455140
Nov 27 21:57:35.131654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] Checking router: 03391d2a-42eb-4a53-806a-13d231cd1908 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:57:35.140580 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:57:35.141112 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2b8430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:35.161768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-7b2b07ad-73cc-4c61-800c-d026bfe9710e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e05286-f238-47c8-8844-60e25612a094 HTTP/1.1" status: 200  len: 217 time: 0.0414202
Nov 27 21:57:35.170894 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fa2caf25-da1f-4c9a-977e-d3671c091cc4 req-5d15ccb1-0814-4117-b093-ffbb08ca1698 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901022
Nov 27 21:57:35.214463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-45a6df0a-2b18-4dde-8220-41e86de72a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:35.215970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-45a6df0a-2b18-4dde-8220-41e86de72a2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38b01642-d052-41f9-aec2-62f4ee84a9a3 HTTP/1.1" status: 200  len: 835 time: 0.0442114
Nov 27 21:57:35.248541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:57:35.268121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-7594aa5b-07ff-465c-9e2c-3e8c7ba41ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:35.269624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-7594aa5b-07ff-465c-9e2c-3e8c7ba41ebb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0461650
Nov 27 21:57:35.358848 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-8ee9cd70-9b32-4520-b5b2-8b0d77e17793 service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807517
Nov 27 21:57:35.455063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0227fd0-6b5f-48b0-aa68-48df0974699c req-7bedcdaa-f86c-4f36-acd0-90cedee5a9ad service neutron] 10.222.0.15 "GET /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883410
Nov 27 21:57:35.455236 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd2b8430>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd73db83-e132-43c3-b414-db5234fd767d', 'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:b4:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:14Z', 'updated_at': '2021-11-27T21:55:18Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:35.482105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72ad7b4-8623-4f8d-bd3b-890cb06db80b None None] The sync data for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 is: [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:15Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd73db83-e132-43c3-b414-db5234fd767d', 'name': '', 'network_id': 'f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:b4:40:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:14Z', 'updated_at': '2021-11-27T21:55:18Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '38b01642-d052-41f9-aec2-62f4ee84a9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:57:35.695025 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f508a72-c558-41b4-ae22-57c3eb7e7c84 None None] New status for floating IP f4464453-3d2d-4c55-b56f-8f4e1b17adf0: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:57:36.291711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80845966-b44e-4165-9439-fe17e18dd707 req-11e651ae-7898-46a9-ba97-015c1548d273 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:36.293185 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80845966-b44e-4165-9439-fe17e18dd707 req-11e651ae-7898-46a9-ba97-015c1548d273 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0493741
Nov 27 21:57:36.342839 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-80845966-b44e-4165-9439-fe17e18dd707 req-4bbc436f-bdaa-4b84-9187-3d8455a105a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435760
Nov 27 21:57:36.594867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e117549c-d380-4bf6-b28f-3cd72156cc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:36.702597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-82781cf8-983b-4546-ae91-feb0973dbe70 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:36.704004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-82781cf8-983b-4546-ae91-feb0973dbe70 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 945 time: 0.0488825
Nov 27 21:57:36.790822 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 72e05286-f238-47c8-8844-60e25612a094 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:57:36.791160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:36.880408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port 72e05286-f238-47c8-8844-60e25612a094, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=72e05286-f238-47c8-8844-60e25612a094,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:36.880767 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:36.892842 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 72e05286-f238-47c8-8844-60e25612a094 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:57:37.019456 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:37.047436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=72e05286-f238-47c8-8844-60e25612a094,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:37.091543 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] No DVR routers for this DVR port 72e05286-f238-47c8-8844-60e25612a094 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:57:37.094040 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:37.097372 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cb7df1ba-7fa5-44d2-840f-35f3c60620c5 req-0d5aac42-a8c2-4ec8-afd9-94f2ba176cc5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "DELETE /v2.0/ports/72e05286-f238-47c8-8844-60e25612a094 HTTP/1.1" status: 204  len: 173 time: 0.3873384
Nov 27 21:57:37.097811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'name': 'network-vif-deleted', 'tag': '72e05286-f238-47c8-8844-60e25612a094'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:57:37.100160 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd107187-5223-4e77-94e0-8bfa5698ce63" -d '{"events": [{"server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "name": "network-vif-deleted", "tag": "72e05286-f238-47c8-8844-60e25612a094"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:57:37.138041 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac19c4f8-82f7-4c01-ad07-7fb8860b7a43 x-openstack-request-id: req-ac19c4f8-82f7-4c01-ad07-7fb8860b7a43 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:57:37.138348 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e696595-bdd6-4963-a15b-8e4cfc31be41", "name": "network-vif-deleted", "tag": "72e05286-f238-47c8-8844-60e25612a094", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:57:37.138625 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac19c4f8-82f7-4c01-ad07-7fb8860b7a43 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:57:37.139054 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e696595-bdd6-4963-a15b-8e4cfc31be41', 'name': 'network-vif-deleted', 'tag': '72e05286-f238-47c8-8844-60e25612a094', 'status': 'completed', 'code': 200}
Nov 27 21:57:37.455607 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-66ad278a-812b-431e-99d8-f2ab703e10b3 req-e3a75dd6-e1d0-4175-ac67-9eed7331bd4e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e696595-bdd6-4963-a15b-8e4cfc31be41 HTTP/1.1" status: 200  len: 210 time: 0.0291405
Nov 27 21:57:38.082629 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:38.516597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58582) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:38.862406 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:39.109229 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port cd73db83-e132-43c3-b414-db5234fd767d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:57:39.109566 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:39.197286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port cd73db83-e132-43c3-b414-db5234fd767d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd73db83-e132-43c3-b414-db5234fd767d,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:39.197560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:39.208914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for cd73db83-e132-43c3-b414-db5234fd767d owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:57:39.388081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:39.415330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=cd73db83-e132-43c3-b414-db5234fd767d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:39.588094 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:39.797702 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:39.798442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 03391d2a-42eb-4a53-806a-13d231cd1908 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:57:39.901663 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:57:39.907422 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-81df09e1-93c6-4717-be5c-152d6e36c346 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/03391d2a-42eb-4a53-806a-13d231cd1908/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3895526
Nov 27 21:57:39.909451 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58584) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:39.913021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] Sync routers for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:57:39.924395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:57:39.925235 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc45a5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:39.959576 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dad9bf-0ae1-4f16-82cf-39933651a76a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting subnet 38b01642-d052-41f9-aec2-62f4ee84a9a3 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:57:39.962810 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99dad9bf-0ae1-4f16-82cf-39933651a76a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.002329 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99dad9bf-0ae1-4f16-82cf-39933651a76a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.029510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:57:40.085819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99dad9bf-0ae1-4f16-82cf-39933651a76a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.142016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99dad9bf-0ae1-4f16-82cf-39933651a76a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.168730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dad9bf-0ae1-4f16-82cf-39933651a76a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Subnet': ['ID=38b01642-d052-41f9-aec2-62f4ee84a9a3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:40.172331 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-99dad9bf-0ae1-4f16-82cf-39933651a76a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.175762 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-99dad9bf-0ae1-4f16-82cf-39933651a76a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/subnets/38b01642-d052-41f9-aec2-62f4ee84a9a3 HTTP/1.1" status: 204  len: 168 time: 0.2651336
Nov 27 21:57:40.178134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58586) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:40.188163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5775cf4b-666f-41db-aa6b-173d1e02496b None None] Network f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:57:40.282621 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.307634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc45a5e0>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:57:39Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:40.340658 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] Checking router: 03391d2a-42eb-4a53-806a-13d231cd1908 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:57:40.355957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] Routers {'03391d2a-42eb-4a53-806a-13d231cd1908'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:57:40.356484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc45a5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['03391d2a-42eb-4a53-806a-13d231cd1908'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:40.390531 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.443162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] DHCP port deletion for f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:57:40.459246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port e58cadae-e2a4-45ce-baac-efe9c1dd7b88 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:57:40.459634 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.492367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.508074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] Set router 03391d2a-42eb-4a53-806a-13d231cd1908 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:57:40.542337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port e58cadae-e2a4-45ce-baac-efe9c1dd7b88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e58cadae-e2a4-45ce-baac-efe9c1dd7b88,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:40.542618 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.554625 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for e58cadae-e2a4-45ce-baac-efe9c1dd7b88 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:57:40.723407 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.748541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=e58cadae-e2a4-45ce-baac-efe9c1dd7b88,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:40.771382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f5a96-ca49-48f7-a860-00f54c02c93a None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:57:40.793365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Deleting port 584c344f-3a4e-48f2-8a6d-d39fac420ffb {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:57:40.793854 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.815683 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.910974 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] For port 584c344f-3a4e-48f2-8a6d-d39fac420ffb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=584c344f-3a4e-48f2-8a6d-d39fac420ffb,segment=NetworkSegment(cbdb83e8-18c9-4dfc-8282-806b285eaa58),segment_id=cbdb83e8-18c9-4dfc-8282-806b285eaa58)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:40.911621 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:40.928563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Calling delete_port for 584c344f-3a4e-48f2-8a6d-d39fac420ffb owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:57:40.997187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc45a5e0>, [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:57:39Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:41.030556 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a112f-0171-491b-8d8b-222c55400ad0 None None] The sync data for ids ['03391d2a-42eb-4a53-806a-13d231cd1908'] in ncdv-master-1 is: [{'id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698169831', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:57:39Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'e58cadae-e2a4-45ce-baac-efe9c1dd7b88', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03391d2a-42eb-4a53-806a-13d231cd1908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:55:12Z', 'updated_at': '2021-11-27T21:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:57:41.056195 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.087837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Pushing event deleted for resources: {'Port': ['ID=584c344f-3a4e-48f2-8a6d-d39fac420ffb,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:41.090297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] No DVR routers for this DVR port 584c344f-3a4e-48f2-8a6d-d39fac420ffb on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:57:41.102049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.102049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.102804 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.103416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.104046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.104606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.105189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.105772 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.106371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.107007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.107444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.107793 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c8b-9677-4902-bff8-e5821c518de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.231655 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.233706 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.275304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.275847 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Fanout notify agent at l3_agent the message router_deleted on router 03391d2a-42eb-4a53-806a-13d231cd1908 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 21:57:41.282797 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.284052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8b1375be-be9b-475b-88ea-c89f6163c0b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/routers/03391d2a-42eb-4a53-806a-13d231cd1908 HTTP/1.1" status: 204  len: 168 time: 1.1050086
Nov 27 21:57:41.286770 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58588) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:41.365476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.456249 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.477262 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ffeb9790>,) {'filters': {'network_id': ['f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:41.486867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffeb9790>, 'cbdb83e8-18c9-4dfc-8282-806b285eaa58') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:41.487170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffeb9790>, 'cbdb83e8-18c9-4dfc-8282-806b285eaa58') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:41.497336 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.511719 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.518833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 21:57:41.519119 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 21:57:41.522233 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 21:57:41.587046 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.593894 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.596848 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/networks/f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313 HTTP/1.1" status: 204  len: 168 time: 0.3090658
Nov 27 21:57:41.599966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58592) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:41.609471 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd83d-2dc6-400f-8a50-db68b1a7efc9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Network': ['ID=f76c6bf2-2d4e-4f50-ac4d-c516a8eb4313,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:41.667884 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.694503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.760068 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.762820 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:41.764032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a69a053-c5b4-4e6c-8400-a9e36a05cfe1 HTTP/1.1" status: 204  len: 168 time: 0.1631279
Nov 27 21:57:41.773852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69a053-c5b4-4e6c-8400-a9e36a05cfe1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:41.783031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.783474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.783877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.784215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.784564 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.784910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.785256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.785605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.786071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.786420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.786764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.787101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e38aad-2647-49f3-8d40-8ce29be12656 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:41.849388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 72e05286-f238-47c8-8844-60e25612a094 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:57:41.873017 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 72e05286-f238-47c8-8844-60e25612a094 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:57:41.873296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 72e05286-f238-47c8-8844-60e25612a094 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:57:42.234183 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58598) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:42.238859 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-375063b4-d5bd-428a-a80a-860919ce774f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197155587', 'description': 'tempest-secgroup-smoke-1197155587 description', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:42.260972 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-375063b4-d5bd-428a-a80a-860919ce774f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.328852 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-375063b4-d5bd-428a-a80a-860919ce774f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.332762 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-375063b4-d5bd-428a-a80a-860919ce774f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.360828 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 584c344f-3a4e-48f2-8a6d-d39fac420ffb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:57:42.361415 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-375063b4-d5bd-428a-a80a-860919ce774f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.362386 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-375063b4-d5bd-428a-a80a-860919ce774f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1271765
Nov 27 21:57:42.365260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58600) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:42.370174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0d925657-aba7-42e9-8898-2403f88fa430 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '2087efe3-c0d1-42ee-848e-8eec80d279f1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:42.378147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375063b4-d5bd-428a-a80a-860919ce774f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2087efe3-c0d1-42ee-848e-8eec80d279f1,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:42.381186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 584c344f-3a4e-48f2-8a6d-d39fac420ffb {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:57:42.381547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 584c344f-3a4e-48f2-8a6d-d39fac420ffb not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:57:42.382531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e58cadae-e2a4-45ce-baac-efe9c1dd7b88 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:57:42.400447 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d925657-aba7-42e9-8898-2403f88fa430 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.401776 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: e58cadae-e2a4-45ce-baac-efe9c1dd7b88 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:57:42.402132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device e58cadae-e2a4-45ce-baac-efe9c1dd7b88 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:57:42.402557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cd73db83-e132-43c3-b414-db5234fd767d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:57:42.420977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: cd73db83-e132-43c3-b414-db5234fd767d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 21:57:42.421329 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device cd73db83-e132-43c3-b414-db5234fd767d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:57:42.458768 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d925657-aba7-42e9-8898-2403f88fa430 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.462541 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d925657-aba7-42e9-8898-2403f88fa430 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.483355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d925657-aba7-42e9-8898-2403f88fa430 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b3da05-8ce1-4a6b-ad83-2d5732036b6b,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:42.491761 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d925657-aba7-42e9-8898-2403f88fa430 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.492966 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0d925657-aba7-42e9-8898-2403f88fa430 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1267619
Nov 27 21:57:42.495766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58602) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:42.500101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1b676fa7-647d-4c0f-ad81-d1bb0cd2e834 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '2087efe3-c0d1-42ee-848e-8eec80d279f1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:42.525894 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b676fa7-647d-4c0f-ad81-d1bb0cd2e834 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.580363 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b676fa7-647d-4c0f-ad81-d1bb0cd2e834 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.583618 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b676fa7-647d-4c0f-ad81-d1bb0cd2e834 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.600888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b676fa7-647d-4c0f-ad81-d1bb0cd2e834 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1feaaab-dbd6-4212-b716-89504308919e,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:42.608652 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1b676fa7-647d-4c0f-ad81-d1bb0cd2e834 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.609844 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1b676fa7-647d-4c0f-ad81-d1bb0cd2e834 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1131213
Nov 27 21:57:42.612624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58604) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:42.617542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-a376ce10-79c5-4403-a842-3a1f8bfdf9a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '2087efe3-c0d1-42ee-848e-8eec80d279f1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:42.643635 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a376ce10-79c5-4403-a842-3a1f8bfdf9a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.698846 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a376ce10-79c5-4403-a842-3a1f8bfdf9a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.702328 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a376ce10-79c5-4403-a842-3a1f8bfdf9a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.719117 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376ce10-79c5-4403-a842-3a1f8bfdf9a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077f8043-f2dc-4fa5-8400-c25f15c7dbb2,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:42.727610 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a376ce10-79c5-4403-a842-3a1f8bfdf9a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.728812 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a376ce10-79c5-4403-a842-3a1f8bfdf9a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1152606
Nov 27 21:57:42.731514 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58606) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:42.735720 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-54524d16-d9fc-4ccf-8bb3-582fb6ababe9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '2087efe3-c0d1-42ee-848e-8eec80d279f1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:42.761997 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-54524d16-d9fc-4ccf-8bb3-582fb6ababe9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.818178 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-54524d16-d9fc-4ccf-8bb3-582fb6ababe9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.821521 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-54524d16-d9fc-4ccf-8bb3-582fb6ababe9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.841152 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54524d16-d9fc-4ccf-8bb3-582fb6ababe9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9400d1-5a41-4c22-9e35-c9b09a2f1c00,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:42.847764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-54524d16-d9fc-4ccf-8bb3-582fb6ababe9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.848944 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-54524d16-d9fc-4ccf-8bb3-582fb6ababe9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1165090
Nov 27 21:57:42.852216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58608) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:42.856497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-135afb83-059c-4366-9154-30a9f5637efe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '2087efe3-c0d1-42ee-848e-8eec80d279f1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:42.877730 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-135afb83-059c-4366-9154-30a9f5637efe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:57:42.882513 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-135afb83-059c-4366-9154-30a9f5637efe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.939014 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-135afb83-059c-4366-9154-30a9f5637efe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.942294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-135afb83-059c-4366-9154-30a9f5637efe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.960100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135afb83-059c-4366-9154-30a9f5637efe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb3b286-cbd0-4bcc-a246-7e1c915139a6,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:42.964962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-135afb83-059c-4366-9154-30a9f5637efe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:42.966143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-135afb83-059c-4366-9154-30a9f5637efe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1130006
Nov 27 21:57:42.968916 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58610) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:42.973185 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-869ad08a-330c-440b-95c9-fc40457642c0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '2087efe3-c0d1-42ee-848e-8eec80d279f1', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:42.995673 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-869ad08a-330c-440b-95c9-fc40457642c0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 21:57:43.000620 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-869ad08a-330c-440b-95c9-fc40457642c0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.005422 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:57:43.058269 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-869ad08a-330c-440b-95c9-fc40457642c0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.061750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-869ad08a-330c-440b-95c9-fc40457642c0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.080640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ad08a-330c-440b-95c9-fc40457642c0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d061cb25-80aa-4d6f-ab83-19e71d0ca739,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:43.086480 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-869ad08a-330c-440b-95c9-fc40457642c0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.090435 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-869ad08a-330c-440b-95c9-fc40457642c0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1178091
Nov 27 21:57:43.090595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58612) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:43.095531 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'network': {'name': 'tempest-network-smoke--48779025', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'port_security_enabled': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:43.117676 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:57:43.122274 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.145857 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 21:57:43.155468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.155832 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Added segment b3447175-a1be-491a-9baa-7ecbdb54d971 of type vlan for network 3061940c-7737-4508-b719-3b40d7e97ac0
Nov 27 21:57:43.196598 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.221786 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.228228 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:43.228750 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.278541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.1868672
Nov 27 21:57:43.281354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58614) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:43.285940 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'admin_state_up': True, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:43.297100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f8f3e-72a1-4771-a1dd-9c210b86f1ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Network': ['ID=3061940c-7737-4508-b719-3b40d7e97ac0,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:43.307838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 3061940c-7737-4508-b719-3b40d7e97ac0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 21:57:43.310321 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.311493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.365672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.504203 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.697803 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.717152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.815112 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.83 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/bd570d78-b5f1-4002-8d8f-9f4571d8de6d) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:57:43.918048 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.951645 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:43.988635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:57:43.993403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:57:43.996968 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:57:44.006865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d27e0-19e3-4280-9b3c-4efc7aa6d235 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:57:44.023009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=bd570d78-b5f1-4002-8d8f-9f4571d8de6d,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:44.099717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bf1567a2-0511-4ce0-a5e7-cf3ce7b78012 None None] Provisioning complete for port bd570d78-b5f1-4002-8d8f-9f4571d8de6d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:44.100001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf1567a2-0511-4ce0-a5e7-cf3ce7b78012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:44.133843 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bf1567a2-0511-4ce0-a5e7-cf3ce7b78012 None None] Port bd570d78-b5f1-4002-8d8f-9f4571d8de6d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:57:44.248213 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:44.439409 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:44.564666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 7ccc801b-628a-427f-bf9a-2103c608074c is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 21:57:44.669420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:57:44.679363 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Sync routers for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:57:44.688725 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:44.689005 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:57:44.689471 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe65e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:44.693244 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58616) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:44.693812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d7417889-0af8-4b54-abb2-2a61e6ae2349 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4108481
Nov 27 21:57:44.722312 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b4f16ab9-0180-43c2-8cf1-82f8f5361e16 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5b468a4008c24bb3a5c854460c0e26b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0277805
Nov 27 21:57:44.724858 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58618) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:44.793207 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:57:44.812801 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a472ffba-2058-4e44-976a-ec5db102c380 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:44.814307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a472ffba-2058-4e44-976a-ec5db102c380 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0885234
Nov 27 21:57:44.817083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58620) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:44.844747 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-eace3a05-ab64-4562-979d-1123b7bec465 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265863
Nov 27 21:57:44.847118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58622) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:44.852338 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1885229459', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:44.941038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:57:44.945477 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:44.970700 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe65e7f0>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:44Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:44.999339 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Checking router: 7ccc801b-628a-427f-bf9a-2103c608074c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:57:44.999695 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Updating router 7ccc801b-628a-427f-bf9a-2103c608074c port bd570d78-b5f1-4002-8d8f-9f4571d8de6d binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:57:45.025068 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.133834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.192257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Subnet': ['ID=d826eb47-2261-481d-9b5d-be33b14de4e9,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:45.201329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Checking segment: {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:57:45.201693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network hostable DHCP agents. Network: 3061940c-7737-4508-b719-3b40d7e97ac0, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 21:57:45.219324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 3061940c-7737-4508-b719-3b40d7e97ac0 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 21:57:45.228441 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3061940c-7737-4508-b719-3b40d7e97ac0) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:57:45.233716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:45.235699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.237567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a50823-ca79-407b-9b56-c1f035a590ad None None] Network 3061940c-7737-4508-b719-3b40d7e97ac0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:57:45.253879 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9fc5a71e-8c1e-4b34-a49c-99c93ffe735c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4057157
Nov 27 21:57:45.257223 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58624) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:57:45.284012 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.292032 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.321632 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Attempting to bind port bd570d78-b5f1-4002-8d8f-9f4571d8de6d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:57:45.322114 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Attempting to bind port bd570d78-b5f1-4002-8d8f-9f4571d8de6d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:57:45.322376 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Attempting to bind port bd570d78-b5f1-4002-8d8f-9f4571d8de6d on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:57:45.331516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6ab8e-9b58-4bb1-bc0d-cb2e3def681e None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:57:45.343885 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:57:45.344350 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:57:45.344664 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.345058 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:57:45.345536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Bound port: bd570d78-b5f1-4002-8d8f-9f4571d8de6d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:57:45.345899 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.395387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c7985c6e-10fd-40d9-9b9b-484580e2b257 None None] Provisioning complete for port bd570d78-b5f1-4002-8d8f-9f4571d8de6d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:45.395799 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c7985c6e-10fd-40d9-9b9b-484580e2b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.405714 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Pushing event updated for resources: {'Port': ['ID=bd570d78-b5f1-4002-8d8f-9f4571d8de6d,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:45.420628 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] For port bd570d78-b5f1-4002-8d8f-9f4571d8de6d, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:57:45.423474 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.423759 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.424083 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.424428 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.425289 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.425289 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.425521 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.425828 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.426155 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.427036 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.427036 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.427288 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:57:45.432453 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] For port bd570d78-b5f1-4002-8d8f-9f4571d8de6d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd570d78-b5f1-4002-8d8f-9f4571d8de6d,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:57:45.439541 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.470039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c7985c6e-10fd-40d9-9b9b-484580e2b257 None None] Port bd570d78-b5f1-4002-8d8f-9f4571d8de6d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:57:45.480490 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3061940c-7737-4508-b719-3b40d7e97ac0', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 21:57:45.481362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.490769 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:57:45.491958 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe65e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:45.496253 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e70bf-fa60-4100-92b6-2abf97e02951 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 21:57:45.541849 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0b393-fb97-419d-8ea8-e3acd4d18499 None None] Pushing event updated for resources: {'Port': ['ID=bd570d78-b5f1-4002-8d8f-9f4571d8de6d,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:45.637005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b6890472-07ea-4ed5-8bd3-6776042acd0c None None] Provisioning complete for port bd570d78-b5f1-4002-8d8f-9f4571d8de6d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:45.637550 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b6890472-07ea-4ed5-8bd3-6776042acd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.687721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Allocated IP 172.20.0.2 (3061940c-7737-4508-b719-3b40d7e97ac0/d826eb47-2261-481d-9b5d-be33b14de4e9/91faae68-f2f2-449d-8dbf-884e5ca51811) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:57:45.707707 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:57:45.738992 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.795569 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b6890472-07ea-4ed5-8bd3-6776042acd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.836501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b6890472-07ea-4ed5-8bd3-6776042acd0c None None] For port bd570d78-b5f1-4002-8d8f-9f4571d8de6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd570d78-b5f1-4002-8d8f-9f4571d8de6d,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:45.846381 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b6890472-07ea-4ed5-8bd3-6776042acd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.906570 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe65e7f0>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:44Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:45.933399 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.936260 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6890472-07ea-4ed5-8bd3-6776042acd0c None None] Pushing event updated for resources: {'Port': ['ID=bd570d78-b5f1-4002-8d8f-9f4571d8de6d,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:45.938025 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557a5b8-1b0e-46b6-9a48-c9c8e2975a12 None None] The sync data for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 is: [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:44Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:57:45.941477 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:45.988057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Network 3061940c-7737-4508-b719-3b40d7e97ac0 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:57:45.991819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:57:45.995565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:57:46.003174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Pushing event updated for resources: {'Port': ['ID=91faae68-f2f2-449d-8dbf-884e5ca51811,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:46.027368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.1 (3061940c-7737-4508-b719-3b40d7e97ac0/d826eb47-2261-481d-9b5d-be33b14de4e9/5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:57:46.055546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Attempting to bind port 91faae68-f2f2-449d-8dbf-884e5ca51811 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:57:46.055929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Attempting to bind port 91faae68-f2f2-449d-8dbf-884e5ca51811 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:57:46.056421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Attempting to bind port 91faae68-f2f2-449d-8dbf-884e5ca51811 on network 3061940c-7737-4508-b719-3b40d7e97ac0 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:57:46.061834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:57:46.062215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Checking segment: {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:57:46.062623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.063023 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Bound using segment: {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:57:46.063530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Bound port: 91faae68-f2f2-449d-8dbf-884e5ca51811, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:57:46.063931 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.131123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] For port 91faae68-f2f2-449d-8dbf-884e5ca51811, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:57:46.134562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] For port 91faae68-f2f2-449d-8dbf-884e5ca51811, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91faae68-f2f2-449d-8dbf-884e5ca51811,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:57:46.139854 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.150044 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.202461 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.224033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297ea83-736c-4f2f-a8ee-66955c6abf7c None None] Pushing event updated for resources: {'Port': ['ID=91faae68-f2f2-449d-8dbf-884e5ca51811,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:46.262253 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 3061940c-7737-4508-b719-3b40d7e97ac0 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:57:46.265679 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:57:46.269769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:57:46.276901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:46.322928 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.415591 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd570d78-b5f1-4002-8d8f-9f4571d8de6d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:57:46.475032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bd570d78-b5f1-4002-8d8f-9f4571d8de6d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:46.475635 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.508201 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.606175 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.836163 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.840748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.916278 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:46.918173 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:47.011778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 3061940c-7737-4508-b719-3b40d7e97ac0 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:57:47.013303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:57:47.130380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 7ccc801b-628a-427f-bf9a-2103c608074c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:57:47.317762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc6fb58-d6f2-47a1-8435-0aa18bbeee1c None None] Network 3061940c-7737-4508-b719-3b40d7e97ac0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 21:57:47.408977 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3f91a06f-b6be-48e5-a3d1-bc3f447bd753 None None] Provisioning complete for port 91faae68-f2f2-449d-8dbf-884e5ca51811 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:47.409463 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f91a06f-b6be-48e5-a3d1-bc3f447bd753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:47.550719 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f91a06f-b6be-48e5-a3d1-bc3f447bd753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:47.586302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:57:47.595510 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3f91a06f-b6be-48e5-a3d1-bc3f447bd753 None None] For port 91faae68-f2f2-449d-8dbf-884e5ca51811, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91faae68-f2f2-449d-8dbf-884e5ca51811,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:47.597167 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5060a472-4876-4e4a-90a4-8046777dddb4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/7ccc801b-628a-427f-bf9a-2103c608074c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3386676
Nov 27 21:57:47.602096 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f91a06f-b6be-48e5-a3d1-bc3f447bd753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:47.673433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91a06f-b6be-48e5-a3d1-bc3f447bd753 None None] Pushing event updated for resources: {'Port': ['ID=91faae68-f2f2-449d-8dbf-884e5ca51811,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:47.776060 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-6ff1570c-f183-4b02-979e-7d0ec92934f0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197155587&fields=id&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 267 time: 0.0542848
Nov 27 21:57:47.830759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-382c384d-73bc-4488-9a7c-34b587e664ec None None] Provisioning complete for port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:47.831292 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-382c384d-73bc-4488-9a7c-34b587e664ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:47.876533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-382c384d-73bc-4488-9a7c-34b587e664ec None None] Port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:57:47.887634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-382c384d-73bc-4488-9a7c-34b587e664ec None None] Provisioning complete for port 91faae68-f2f2-449d-8dbf-884e5ca51811 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:47.888008 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-382c384d-73bc-4488-9a7c-34b587e664ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:47.898808 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed79b-2c62-4996-b645-adf657009f43 req-e3db4654-8bef-46e1-b413-beee978cc253 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:47.900415 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-e3db4654-8bef-46e1-b413-beee978cc253 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 795 time: 0.1199672
Nov 27 21:57:47.917441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-ee32228d-bb6f-4b49-b0e8-b7af207a229c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/quotas/5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 375 time: 0.0105975
Nov 27 21:57:47.966869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Sync routers for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:57:47.983872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-ba952566-b45e-4ec4-bd67-7dfbfc005645 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0547068
Nov 27 21:57:47.988894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:57:47.989532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce76970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:48.091204 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-303a934c-f7f0-41e4-8e60-2af36ca9949b service neutron] 10.222.0.21 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912430
Nov 27 21:57:48.107150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:57:48.195454 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-cda4dc27-2fd1-4162-b950-6cd47f93c2c3 service neutron] 10.222.0.21 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976489
Nov 27 21:57:48.199100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ae2ae17e-5f41-4ad6-a734-0a3244227c2f None None] Provisioning complete for port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:48.199506 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae17e-5f41-4ad6-a734-0a3244227c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:48.281638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ae17e-5f41-4ad6-a734-0a3244227c2f None None] Port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:57:48.385085 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b92a3f41-df6b-40e3-a4ee-5435ed379e09 req-912363de-3191-45dd-ab2a-0a91eeefe721 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 210 time: 0.0340376
Nov 27 21:57:48.400038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce76970>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8', 'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:53:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:45Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 2, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:48.438300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Checking router: 7ccc801b-628a-427f-bf9a-2103c608074c for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:57:48.438665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Updating router 7ccc801b-628a-427f-bf9a-2103c608074c port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 21:57:48.620014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 91faae68-f2f2-449d-8dbf-884e5ca51811 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:57:48.624712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-99e2d6a1-84d2-4ed0-b128-913b714c6b08 None None] Provisioning complete for port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:48.625079 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-99e2d6a1-84d2-4ed0-b128-913b714c6b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:48.668961 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:48.723447 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d6a1-84d2-4ed0-b128-913b714c6b08 None None] Port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:57:48.793284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 91faae68-f2f2-449d-8dbf-884e5ca51811 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:48.793661 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.020090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.031036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.035889 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.081265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe49af1-e851-4951-9002-3b5db6aa555b None None] Pushing event updated for resources: {'Port': ['ID=5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:49.136273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Attempting to bind port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:57:49.136654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Attempting to bind port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:57:49.137027 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Attempting to bind port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 on network 3061940c-7737-4508-b719-3b40d7e97ac0 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:57:49.142317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:57:49.142702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Checking segment: {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:57:49.143108 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.143541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Bound using segment: {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:57:49.144009 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Bound port: 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:57:49.144398 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.216821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] For port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:57:49.220370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] For port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:57:49.226565 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.289525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:57:49.290294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce76970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:49.331326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe49af1-e851-4951-9002-3b5db6aa555b None None] Pushing event updated for resources: {'Port': ['ID=5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:49.392766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4fe68456-da7b-4e1b-8b87-2128c3491df5 None None] Provisioning complete for port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:49.393055 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4fe68456-da7b-4e1b-8b87-2128c3491df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.419286 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed79b-2c62-4996-b645-adf657009f43 req-8f79d8a3-5335-4b64-b540-76dd92401eb5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:49.421210 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-8f79d8a3-5335-4b64-b540-76dd92401eb5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 795 time: 0.1588323
Nov 27 21:57:49.504023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-70e0c484-9f68-4e5e-a4e1-1f0a433b135a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 380 time: 0.0735943
Nov 27 21:57:49.507369 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-52fd1f49-bbe9-4d88-9534-f59d55c64846 req-f1094125-e590-4e3d-a358-a04bbbdd011a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 210 time: 0.0386803
Nov 27 21:57:49.519809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'port': {'device_id': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'admin_state_up': True, 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'security_groups': ['2087efe3-c0d1-42ee-848e-8eec80d279f1']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:49.520937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4fe68456-da7b-4e1b-8b87-2128c3491df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.540126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:57:49.602709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4fe68456-da7b-4e1b-8b87-2128c3491df5 None None] For port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:49.630079 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4fe68456-da7b-4e1b-8b87-2128c3491df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.630777 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 21:57:49.635299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.728564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe68456-da7b-4e1b-8b87-2128c3491df5 None None] Pushing event updated for resources: {'Port': ['ID=5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:49.762775 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.14 (3061940c-7737-4508-b719-3b40d7e97ac0/d826eb47-2261-481d-9b5d-be33b14de4e9/74832977-c280-4638-9451-4601069187b8) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:57:49.788898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-086c17c5-0043-4c35-812e-2d78a6458007 None None] Provisioning complete for port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:49.789273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-086c17c5-0043-4c35-812e-2d78a6458007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.861640 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce76970>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8', 'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:53:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:45Z', 'updated_at': '2021-11-27T21:57:49Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:57:49.906579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5cd64-98b8-4670-8f1e-60599d11f4ad None None] The sync data for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 is: [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8', 'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:53:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:45Z', 'updated_at': '2021-11-27T21:57:49Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:57:49.907772 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:49.945966 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.003401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 3061940c-7737-4508-b719-3b40d7e97ac0 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:57:50.006488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:57:50.010986 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:57:50.039879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:50.065347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:50.066013 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.083774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-4838470a-af27-4068-82a1-b6b4a4c447a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5739152
Nov 27 21:57:50.095805 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Request body: {'port': {'device_id': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:57:50.160312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.348527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0d97d3c4-a66a-4a45-959d-1e09cdafba9e None None] Provisioning complete for port 74832977-c280-4638-9451-4601069187b8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:50.348966 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0d97d3c4-a66a-4a45-959d-1e09cdafba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.393464 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0d97d3c4-a66a-4a45-959d-1e09cdafba9e None None] Port 74832977-c280-4638-9451-4601069187b8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 21:57:50.424919 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:57:50.453900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74832977-c280-4638-9451-4601069187b8 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:57:50.462470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.476218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:50.476526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Transition to ACTIVE for port object 74832977-c280-4638-9451-4601069187b8 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:57:50.476641 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.481204 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.562213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Pushing event updated for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:50.648314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Attempting to bind port 74832977-c280-4638-9451-4601069187b8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:57:50.648672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Attempting to bind port 74832977-c280-4638-9451-4601069187b8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:57:50.649018 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Attempting to bind port 74832977-c280-4638-9451-4601069187b8 on network 3061940c-7737-4508-b719-3b40d7e97ac0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:57:50.655591 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Port 74832977-c280-4638-9451-4601069187b8 on network 3061940c-7737-4508-b719-3b40d7e97ac0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:57:50.655931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Attempting to bind port 74832977-c280-4638-9451-4601069187b8 on network 3061940c-7737-4508-b719-3b40d7e97ac0 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:57:50.665915 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:57:50.666272 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Checking segment: {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:57:50.666676 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Bound using segment: {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:57:50.667134 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Bound port: 74832977-c280-4638-9451-4601069187b8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:57:50.667583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.686177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03d2c9-01ad-40ae-8d52-48f54974e48b req-4525cdd7-3db7-4a69-81a1-4969b3c95f40 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:50.687818 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae03d2c9-01ad-40ae-8d52-48f54974e48b req-4525cdd7-3db7-4a69-81a1-4969b3c95f40 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.0883880
Nov 27 21:57:50.791034 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae03d2c9-01ad-40ae-8d52-48f54974e48b req-7fbf5387-c2b5-4baa-b3c8-78ca9da54935 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960174
Nov 27 21:57:50.793586 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] For port 74832977-c280-4638-9451-4601069187b8, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:57:50.796992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] For port 74832977-c280-4638-9451-4601069187b8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:57:50.805016 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.845463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:50.846097 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:50.847677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] 10.222.0.15 "PUT /v2.0/ports/74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1092 time: 0.7561667
Nov 27 21:57:50.848118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'tag': '74832977-c280-4638-9451-4601069187b8'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:57:50.851126 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d25e45-2b77-4487-9079-7d6aef5f15a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "tag": "74832977-c280-4638-9451-4601069187b8"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:57:50.878338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cada42-a0dc-40ad-b0f6-6a378a9e0ceb service neutron] Pushing event updated for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:50.923902 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521104fa-c60f-45ac-bf9b-4fe515efcd7e x-openstack-request-id: req-521104fa-c60f-45ac-bf9b-4fe515efcd7e {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:57:50.924304 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "tag": "74832977-c280-4638-9451-4601069187b8", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:57:50.924567 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-521104fa-c60f-45ac-bf9b-4fe515efcd7e {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:57:50.924971 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'tag': '74832977-c280-4638-9451-4601069187b8', 'status': 'completed', 'code': 200}
Nov 27 21:57:50.943645 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed79b-2c62-4996-b645-adf657009f43 req-87d0c662-10f8-4f88-acec-cbc46092618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:50.945989 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-87d0c662-10f8-4f88-acec-cbc46092618f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1095 time: 0.0550063
Nov 27 21:57:50.997356 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-5ef484f5-07fb-4b21-a1be-b767b759d2a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 217 time: 0.0439506
Nov 27 21:57:51.050201 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed79b-2c62-4996-b645-adf657009f43 req-0580b557-c140-4e4b-9da0-dbb3e80d3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:51.054765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-0580b557-c140-4e4b-9da0-dbb3e80d3783 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0475655
Nov 27 21:57:51.106014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed79b-2c62-4996-b645-adf657009f43 req-45a2b437-0a5d-4512-8a18-0cec6601aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:51.107712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-45a2b437-0a5d-4512-8a18-0cec6601aa4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0488136
Nov 27 21:57:51.203050 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-63d27d27-dc39-45b3-a3bc-02a57fcccea4 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879717
Nov 27 21:57:51.291428 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-85bed79b-2c62-4996-b645-adf657009f43 req-391d1e6d-85b3-4e59-8716-72df5c07335c service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805035
Nov 27 21:57:51.381019 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-073af3f1-4e00-4d20-b0a5-67a06906c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:51.383141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-073af3f1-4e00-4d20-b0a5-67a06906c1d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1095 time: 0.0448749
Nov 27 21:57:51.479515 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-137df927-c051-4f77-9b87-36164b537957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:51.481008 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-137df927-c051-4f77-9b87-36164b537957 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.0895376
Nov 27 21:57:51.523235 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-0bf11e30-02cf-49f5-8894-9f01b318025d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 217 time: 0.0345819
Nov 27 21:57:51.570654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-149d6002-0e00-4fa4-a1b9-e39f29562fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:51.572038 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-149d6002-0e00-4fa4-a1b9-e39f29562fd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0425665
Nov 27 21:57:51.624320 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-39d924e8-b340-4453-a77f-fa7546f5e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:51.625823 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-39d924e8-b340-4453-a77f-fa7546f5e328 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0460830
Nov 27 21:57:51.714752 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-7abc8f94-0e2a-47cb-92ed-0f39cf710fc0 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817645
Nov 27 21:57:51.807040 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-80d25e45-2b77-4487-9079-7d6aef5f15a2 req-c0f11e3a-d534-4060-b35d-9a2caac04602 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852385
Nov 27 21:57:51.906666 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1583d-440d-44ed-aee5-109efd4fe882 req-daed55c5-23d2-400f-aa28-71c60e5a11c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:51.908177 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38e1583d-440d-44ed-aee5-109efd4fe882 req-daed55c5-23d2-400f-aa28-71c60e5a11c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.0487969
Nov 27 21:57:51.956616 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-38e1583d-440d-44ed-aee5-109efd4fe882 req-cb9b4da5-fc7a-4119-b217-1c1ea11056ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420883
Nov 27 21:57:53.072856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87288b25-2fbc-46fb-b61e-62f8c2230466 req-9e3dab96-df83-4843-a577-e59190103337 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:53.074341 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-87288b25-2fbc-46fb-b61e-62f8c2230466 req-9e3dab96-df83-4843-a577-e59190103337 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.0482228
Nov 27 21:57:53.126400 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-87288b25-2fbc-46fb-b61e-62f8c2230466 req-2bc151ff-e833-4424-8394-c8dd47ab50af tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461042
Nov 27 21:57:54.241042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdad8e3-8043-48a2-9d4e-f0dc3907c01e req-c371704a-9547-4c1c-bbb0-6c87f6acda0d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:54.242567 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdad8e3-8043-48a2-9d4e-f0dc3907c01e req-c371704a-9547-4c1c-bbb0-6c87f6acda0d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.0502036
Nov 27 21:57:54.296373 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1cdad8e3-8043-48a2-9d4e-f0dc3907c01e req-75d5e0d4-cabd-4267-950a-b6cdc95d3004 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479083
Nov 27 21:57:55.411810 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88dcc-743e-42a4-be87-78c6f25bc882 req-1e677740-0e4b-4940-84df-7b74974fbaf7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:55.413307 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56d88dcc-743e-42a4-be87-78c6f25bc882 req-1e677740-0e4b-4940-84df-7b74974fbaf7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.0497155
Nov 27 21:57:55.463273 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-56d88dcc-743e-42a4-be87-78c6f25bc882 req-611d5e94-2b82-4d18-8627-1303ab940d9f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441761
Nov 27 21:57:55.942924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 74832977-c280-4638-9451-4601069187b8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:57:56.032961 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 74832977-c280-4638-9451-4601069187b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:56.047067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '74832977-c280-4638-9451-4601069187b8', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'port_id': '74832977-c280-4638-9451-4601069187b8', 'mac_address': 'fa:16:3e:d2:f5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:57:56.084124 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:56.098832 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74832977-c280-4638-9451-4601069187b8 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:57:56.120281 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 74832977-c280-4638-9451-4601069187b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:56.124263 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:56.170877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:56.468095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['74832977-c280-4638-9451-4601069187b8'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:57:56.582454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f4ee2-0007-4fa2-960b-1dd8c2ebd6bf req-bb02d94e-8aaa-44bd-83f2-f5dca9447014 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:56.583895 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf9f4ee2-0007-4fa2-960b-1dd8c2ebd6bf req-bb02d94e-8aaa-44bd-83f2-f5dca9447014 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 945 time: 0.0515039
Nov 27 21:57:56.633545 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf9f4ee2-0007-4fa2-960b-1dd8c2ebd6bf req-b922f3e0-b0c4-41e0-8e91-80da51948624 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431769
Nov 27 21:57:57.750367 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e5b6-dd15-4625-bc53-edd9e6b7b12d req-207c8240-9480-4ec5-a322-27882e066aef tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:57.751769 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05b5e5b6-dd15-4625-bc53-edd9e6b7b12d req-207c8240-9480-4ec5-a322-27882e066aef tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 945 time: 0.0478623
Nov 27 21:57:57.800763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-05b5e5b6-dd15-4625-bc53-edd9e6b7b12d req-e0490877-e408-4ceb-9b7a-4434528ba8a2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429177
Nov 27 21:57:57.958186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 74832977-c280-4638-9451-4601069187b8 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:57:58.012895 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 74832977-c280-4638-9451-4601069187b8 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:57:58.016791 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 74832977-c280-4638-9451-4601069187b8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:57:58.017170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:58.092122 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:58.114242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74832977-c280-4638-9451-4601069187b8'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:57:58.116964 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99cd600-e5b4-49fc-8bca-b669060a5f99" -d '{"events": [{"server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "name": "network-vif-plugged", "status": "completed", "tag": "74832977-c280-4638-9451-4601069187b8"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:57:58.131910 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 74832977-c280-4638-9451-4601069187b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:57:58.136448 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:57:58.183809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:57:58.210169 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0339855a-89d4-4270-a528-15498d02c3fd x-openstack-request-id: req-0339855a-89d4-4270-a528-15498d02c3fd {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:57:58.210473 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "name": "network-vif-plugged", "status": "completed", "tag": "74832977-c280-4638-9451-4601069187b8", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:57:58.210728 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0339855a-89d4-4270-a528-15498d02c3fd {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:57:58.211125 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74832977-c280-4638-9451-4601069187b8', 'code': 200}
Nov 27 21:57:58.302456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09341-9db6-41aa-b542-36c34796cc06 req-7c2d1ea9-f537-453c-9a56-1f7d1ad5563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:58.304014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3c09341-9db6-41aa-b542-36c34796cc06 req-7c2d1ea9-f537-453c-9a56-1f7d1ad5563c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1097 time: 0.0395889
Nov 27 21:57:58.349237 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b3c09341-9db6-41aa-b542-36c34796cc06 req-2c46832f-d6b3-4aed-a604-8dc5e4d2218d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384717
Nov 27 21:57:58.917774 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543a961-a1d5-435b-bbd4-1c00beab1b49 req-152aba45-3f52-4590-966f-be98f2818a38 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:57:58.919230 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1543a961-a1d5-435b-bbd4-1c00beab1b49 req-152aba45-3f52-4590-966f-be98f2818a38 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0517128
Nov 27 21:57:58.967387 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1543a961-a1d5-435b-bbd4-1c00beab1b49 req-857bb736-77e5-4d67-a3ad-d42a5d9e9a93 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422034
Nov 27 21:58:00.086689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92911d0d-6413-4b59-898a-fae15f8a74d6 req-9e02df46-ff30-41b3-9881-fc1e65feb2b9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:00.088192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92911d0d-6413-4b59-898a-fae15f8a74d6 req-9e02df46-ff30-41b3-9881-fc1e65feb2b9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0528615
Nov 27 21:58:00.136738 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92911d0d-6413-4b59-898a-fae15f8a74d6 req-cf7db556-81ed-433b-acdd-1f3f2e15fed7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426826
Nov 27 21:58:00.249509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22b59a-42f2-4654-ad9a-e58643709847 req-cf35c594-ea1f-42ee-9d64-9b69598f1df3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:00.250904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a22b59a-42f2-4654-ad9a-e58643709847 req-cf35c594-ea1f-42ee-9d64-9b69598f1df3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0483177
Nov 27 21:58:00.299209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a22b59a-42f2-4654-ad9a-e58643709847 req-65b3e2b2-9368-4778-9bd1-4a5d1a80ac60 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422146
Nov 27 21:58:00.320444 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58698) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:58:00.359035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af03642b-ac85-44f0-9d83-593973d861fe tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:00.360570 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-af03642b-ac85-44f0-9d83-593973d861fe tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1092 time: 0.0391743
Nov 27 21:58:00.363388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58700) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:58:00.367654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '74832977-c280-4638-9451-4601069187b8', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:58:00.390065 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:00.488624 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:00.590887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.201 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/3ccff0dc-0cd8-4181-b116-6a58569daf01) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 21:58:00.689452 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:00.722508 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:00.755168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 21:58:00.758533 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 21:58:00.763886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 21:58:00.799860 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=3ccff0dc-0cd8-4181-b116-6a58569daf01,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:58:01.133718 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:01.200800 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:01.344073 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:01.348393 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:01.418150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=3ccff0dc-0cd8-4181-b116-6a58569daf01,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:58:01.430599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:01.529840 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP 540a12c9-cd3e-4276-b54c-02660d1cb9fb associated. External IP: 172.35.3.201, port: 74832977-c280-4638-9451-4601069187b8.
Nov 27 21:58:01.732314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 7ccc801b-628a-427f-bf9a-2103c608074c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:58:01.835951 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:58:01.845535 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] Sync routers for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:58:01.853646 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:01.856141 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:58:01.856763 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7572b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:58:01.965933 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:58:02.198241 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7572b0>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '540a12c9-cd3e-4276-b54c-02660d1cb9fb', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.201', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'port_id': '74832977-c280-4638-9451-4601069187b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'mac_address': 'fa:16:3e:d2:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:58:00Z', 'updated_at': '2021-11-27T21:58:00Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8', 'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:53:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:45Z', 'updated_at': '2021-11-27T21:57:49Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:58:02.212854 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9f0f46b0-d59c-4d44-a58d-2ac1c2dfffbe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8484569
Nov 27 21:58:02.213452 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'tag': '74832977-c280-4638-9451-4601069187b8'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:58:02.215758 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f068af-9fb5-44bc-87fe-1dda8df472b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "tag": "74832977-c280-4638-9451-4601069187b8"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:58:02.224457 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] Checking router: 7ccc801b-628a-427f-bf9a-2103c608074c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:58:02.233391 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:58:02.234018 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7572b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:57:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:58:02.254790 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bbdc1c-eef3-45b1-b860-ab7f5fd4cda9 x-openstack-request-id: req-d0bbdc1c-eef3-45b1-b860-ab7f5fd4cda9 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:58:02.255095 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "tag": "74832977-c280-4638-9451-4601069187b8", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:58:02.255400 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0bbdc1c-eef3-45b1-b860-ab7f5fd4cda9 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:58:02.255805 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'tag': '74832977-c280-4638-9451-4601069187b8', 'status': 'completed', 'code': 200}
Nov 27 21:58:02.340322 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:58:02.343589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc060baf-220f-4060-8d43-d0faa3aaacbc req-ccc9e35f-529b-4cd2-81bf-a83b94563d22 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:02.345121 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc060baf-220f-4060-8d43-d0faa3aaacbc req-ccc9e35f-529b-4cd2-81bf-a83b94563d22 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0788288
Nov 27 21:58:02.347686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-dc5e3c53-f31b-49a8-a4ea-0127cfe25a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:02.349060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-dc5e3c53-f31b-49a8-a4ea-0127cfe25a20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1097 time: 0.0708423
Nov 27 21:58:02.450318 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cc060baf-220f-4060-8d43-d0faa3aaacbc req-c89ee944-7f97-4428-92a8-86cb0e6a0fb2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982149
Nov 27 21:58:02.472739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58706) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:58:02.482403 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-71dabb19-f56f-4313-a6e9-7ab7f046aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:02.483867 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-71dabb19-f56f-4313-a6e9-7ab7f046aba0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.1260893
Nov 27 21:58:02.560346 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7572b0>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '540a12c9-cd3e-4276-b54c-02660d1cb9fb', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.201', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'port_id': '74832977-c280-4638-9451-4601069187b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'mac_address': 'fa:16:3e:d2:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:58:00Z', 'updated_at': '2021-11-27T21:58:00Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8', 'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:53:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:45Z', 'updated_at': '2021-11-27T21:57:49Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:58:02.580495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4ac8fe04-f4d0-485c-9566-e8c1b94e93c4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/540a12c9-cd3e-4276-b54c-02660d1cb9fb HTTP/1.1" status: 200  len: 992 time: 0.1053405
Nov 27 21:58:02.590185 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ca379b-d632-40f4-b6d8-965ebaecfac6 None None] The sync data for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 is: [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '540a12c9-cd3e-4276-b54c-02660d1cb9fb', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.201', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'port_id': '74832977-c280-4638-9451-4601069187b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'mac_address': 'fa:16:3e:d2:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T21:58:00Z', 'updated_at': '2021-11-27T21:58:00Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8', 'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:53:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:45Z', 'updated_at': '2021-11-27T21:57:49Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:58:02.590619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-0bcad6cb-478e-4b21-86bd-b8da79459d44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1000 time: 0.0790486
Nov 27 21:58:02.641944 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-1f18297e-5bca-4e70-ac56-bfd7b761b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:02.643470 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-1f18297e-5bca-4e70-ac56-bfd7b761b747 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0457010
Nov 27 21:58:02.694537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-ee914d97-cd51-48c9-816d-67bceef48ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:02.696213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-ee914d97-cd51-48c9-816d-67bceef48ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452380
Nov 27 21:58:02.788465 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-0bec17f3-bab8-42cf-9620-9bcf594a53e5 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853179
Nov 27 21:58:02.789827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12690b-2876-4a1a-aa51-17685a647188 None None] New status for floating IP 540a12c9-cd3e-4276-b54c-02660d1cb9fb: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:58:02.883608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-18f068af-9fb5-44bc-87fe-1dda8df472b4 req-d76f0382-0b24-43c4-bddc-38a8010300e4 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871212
Nov 27 21:58:03.584380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58708) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:58:03.645563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-77a0db03-0eef-4e34-b8e7-18b4df474645 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/540a12c9-cd3e-4276-b54c-02660d1cb9fb HTTP/1.1" status: 200  len: 994 time: 0.0600369
Nov 27 21:58:04.450318 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5838-7a3a-46ad-b3dc-e820190c4158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:06.596537 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3320ebe3-f9b1-484e-a789-9b649a8dddbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:08.084704 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:09.804562 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:10.428913 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:16.594103 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:18.990879 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:20.004415 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:58:34.452277 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-87e2a2b3-3565-4b53-8a37-82d974d0cadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:36.598017 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-27e63638-06f5-4199-a2ee-3db72492219d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:37.287042 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-f5d23b22-7a2e-4005-9397-4cb9a218237d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0401967
Nov 27 21:58:37.370600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-42ab8384-39cf-4ce3-859a-2e38d776c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:37.372122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-42ab8384-39cf-4ce3-859a-2e38d776c346 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1097 time: 0.0434308
Nov 27 21:58:37.474449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-9812abf9-3688-4db8-be73-a12a7f19a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:37.476444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-9812abf9-3688-4db8-be73-a12a7f19a000 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.0839980
Nov 27 21:58:37.543805 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-e3396b6c-09cd-4472-a582-ce7b6ad8b718 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1002 time: 0.0602098
Nov 27 21:58:37.590826 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-1607d38f-faf2-4a16-b554-05eb2e9b0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:37.592245 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-1607d38f-faf2-4a16-b554-05eb2e9b0a4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0416887
Nov 27 21:58:37.638841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-d4fca7ca-c537-4627-8999-31a64040f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:58:37.640342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-d4fca7ca-c537-4627-8999-31a64040f481 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413013
Nov 27 21:58:37.729619 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-93642204-0958-4c0d-96d0-d9d08bb30b48 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814793
Nov 27 21:58:37.821689 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0c72c9ad-d9f8-4685-84d3-1db939d25bca req-9d64896f-c53c-4ffa-bb62-142117ae2791 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847580
Nov 27 21:58:38.087744 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:39.802295 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:40.420878 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:46.600326 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:49.010529 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:58:57.003929 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:59:04.456850 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-81f4ba2a-1640-40f7-91a1-fafbd2e44c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:04.528447 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d4d67-bb97-494c-815b-f51e8594728a req-ca915ea7-a52f-4454-8437-bf068058bff3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:04.529953 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd6d4d67-bb97-494c-815b-f51e8594728a req-ca915ea7-a52f-4454-8437-bf068058bff3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0504529
Nov 27 21:59:04.549778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58756) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:59:04.580533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fd6d4d67-bb97-494c-815b-f51e8594728a req-daaab03a-588e-4297-a2fd-745dfb36c9c3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444179
Nov 27 21:59:04.639116 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-c36cbc7b-a5b8-41c3-a52b-40eb797b9120 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0880380
Nov 27 21:59:04.648481 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-ac75f447-5bad-4ed4-b3ab-824d615ada45 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:59:04.649447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-ac75f447-5bad-4ed4-b3ab-824d615ada45 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055256
Nov 27 21:59:05.701466 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8ee9-d61a-4120-ac26-31e6c68cc9d4 req-eb6d9a7e-4966-43af-92de-dbd8cc7faf51 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:05.702894 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04ad8ee9-d61a-4120-ac26-31e6c68cc9d4 req-eb6d9a7e-4966-43af-92de-dbd8cc7faf51 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0521796
Nov 27 21:59:05.755860 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-04ad8ee9-d61a-4120-ac26-31e6c68cc9d4 req-89917455-f876-4fa8-a83a-e0fa2ea6e761 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464396
Nov 27 21:59:05.813256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-2f91d059-27d1-4171-8a5c-1c943dfd421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:05.814751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-2f91d059-27d1-4171-8a5c-1c943dfd421f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1097 time: 0.0402231
Nov 27 21:59:05.910063 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-b0752ca8-5b34-4e27-b9c8-ff38a44fd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:05.911602 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-b0752ca8-5b34-4e27-b9c8-ff38a44fd0f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.0900590
Nov 27 21:59:05.975367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-162dca90-832d-4557-b2d4-f1a40aec2457 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1002 time: 0.0566428
Nov 27 21:59:06.023382 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-9e97d9f5-5350-4da8-898b-7ee5aab91f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:06.024778 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-9e97d9f5-5350-4da8-898b-7ee5aab91f35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0426583
Nov 27 21:59:06.073557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-5e413041-6014-45c3-a861-e5e623ef8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:06.075041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-5e413041-6014-45c3-a861-e5e623ef8bcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425003
Nov 27 21:59:06.163049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-d034b0fa-6e33-4085-b864-da8f1e464a53 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799639
Nov 27 21:59:06.253977 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-f9432ca3-51a5-4932-a20c-346b76f63331 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838614
Nov 27 21:59:06.601076 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4f063a6b-82d6-46be-a90a-ab3c4c5a73b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:06.875894 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc282e7-fc63-4d77-8668-cd899ff1157b req-6a9cbce7-ce80-4cdf-a55a-1664902eff63 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:06.877550 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fdc282e7-fc63-4d77-8668-cd899ff1157b req-6a9cbce7-ce80-4cdf-a55a-1664902eff63 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0495439
Nov 27 21:59:06.928952 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fdc282e7-fc63-4d77-8668-cd899ff1157b req-0fd4404e-57d1-4cf9-9ff4-051f39b52e03 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454023
Nov 27 21:59:08.046529 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fd69a-956d-46f4-905f-c6bf938bd6b2 req-fb1b6316-8468-4f04-92b3-7fbc7c1a47f8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:08.048057 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-493fd69a-956d-46f4-905f-c6bf938bd6b2 req-fb1b6316-8468-4f04-92b3-7fbc7c1a47f8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0490956
Nov 27 21:59:08.088709 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:08.097592 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-493fd69a-956d-46f4-905f-c6bf938bd6b2 req-c3f5e713-c2fe-4256-bfca-50b811bc354a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431554
Nov 27 21:59:09.213250 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcde1d7-0d86-4357-b737-4f267ee08fdd req-c19cb4e6-b432-42e1-9a46-d8abdabeaf9b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:09.214740 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1dcde1d7-0d86-4357-b737-4f267ee08fdd req-c19cb4e6-b432-42e1-9a46-d8abdabeaf9b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0484266
Nov 27 21:59:09.265669 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1dcde1d7-0d86-4357-b737-4f267ee08fdd req-40ea3dfd-9c86-4ee6-855f-894dc58a1a5e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449035
Nov 27 21:59:09.805746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:10.380003 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bcd58-c4d7-4c53-8ca5-90839bf76278 req-c6f15525-56ad-4625-a732-f5195192cd14 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:10.381950 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-894bcd58-c4d7-4c53-8ca5-90839bf76278 req-c6f15525-56ad-4625-a732-f5195192cd14 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0482574
Nov 27 21:59:10.421301 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:10.431430 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-894bcd58-c4d7-4c53-8ca5-90839bf76278 req-0f3ba7e9-d11d-4e6f-93f8-9779c208b5ef tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434806
Nov 27 21:59:11.547660 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255936b9-9a59-45de-a92e-7ff12641ea4a req-2326f559-1e33-4412-8aee-8aba6aa9c8b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:11.549125 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-255936b9-9a59-45de-a92e-7ff12641ea4a req-2326f559-1e33-4412-8aee-8aba6aa9c8b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0489039
Nov 27 21:59:11.597113 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-255936b9-9a59-45de-a92e-7ff12641ea4a req-82aae288-0fbd-4115-9244-0d915991decc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420315
Nov 27 21:59:12.714937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb82024-b125-4934-b592-ab5b81f6fe30 req-e039c55a-0ab0-4a1b-b142-b638303be454 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:12.716405 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bfb82024-b125-4934-b592-ab5b81f6fe30 req-e039c55a-0ab0-4a1b-b142-b638303be454 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0507286
Nov 27 21:59:12.764745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bfb82024-b125-4934-b592-ab5b81f6fe30 req-3e0cfa71-b480-4810-8c5f-2e88d1baf047 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424385
Nov 27 21:59:13.882817 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf52ec-abb1-4e76-88f2-5f2aa8d62697 req-586a6e19-2e6c-4dfe-9c2b-60b3b8b7395a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:13.884306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1bdf52ec-abb1-4e76-88f2-5f2aa8d62697 req-586a6e19-2e6c-4dfe-9c2b-60b3b8b7395a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0524006
Nov 27 21:59:13.935904 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1bdf52ec-abb1-4e76-88f2-5f2aa8d62697 req-ff80ce07-0427-46bf-a498-5525490028a3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455923
Nov 27 21:59:15.052006 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c9336-ed19-4ed2-973e-453aeb15386f req-94ee7be0-fec6-47ca-94d5-37dcffe7fc38 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:15.053487 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f58c9336-ed19-4ed2-973e-453aeb15386f req-94ee7be0-fec6-47ca-94d5-37dcffe7fc38 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0476036
Nov 27 21:59:15.102683 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f58c9336-ed19-4ed2-973e-453aeb15386f req-1491f7e8-b069-4530-b35b-3716720ff986 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433927
Nov 27 21:59:16.225559 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc2d60-ff2f-4636-bd71-f9f11758a940 req-0fdcb5cd-c8af-493e-a58b-64121b23299a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:16.227054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-95dc2d60-ff2f-4636-bd71-f9f11758a940 req-0fdcb5cd-c8af-493e-a58b-64121b23299a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0568032
Nov 27 21:59:16.281562 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-95dc2d60-ff2f-4636-bd71-f9f11758a940 req-4cf79640-f649-4438-9d86-489d7f19dd60 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485346
Nov 27 21:59:16.599774 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:17.398351 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ae1f7-7018-4125-a5db-bf9166efc2b4 req-de32c0b4-d2a6-4d96-96aa-93bc8dc07693 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:17.399854 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-167ae1f7-7018-4125-a5db-bf9166efc2b4 req-de32c0b4-d2a6-4d96-96aa-93bc8dc07693 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0480909
Nov 27 21:59:17.452668 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-167ae1f7-7018-4125-a5db-bf9166efc2b4 req-9df07b72-a9ef-4127-bdcd-38151b61f054 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468557
Nov 27 21:59:18.168196 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-5db62c18-344c-47b9-a6ad-e914e749d94c service neutron] show failed (client error): The resource could not be found.
Nov 27 21:59:18.169181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-5db62c18-344c-47b9-a6ad-e914e749d94c service neutron] 10.222.0.15 "GET /v2.0/ports/74832977-c280-4638-9451-4601069187b8/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0538480
Nov 27 21:59:18.421721 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-faf07985-8844-4530-b7dc-6d45c2eb47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:18.423112 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-faf07985-8844-4530-b7dc-6d45c2eb47e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 1097 time: 0.0860441
Nov 27 21:59:18.435942 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-6e2681ad-d232-49c0-91ab-2be61a9d5854 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 21:59:18.436875 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-6e2681ad-d232-49c0-91ab-2be61a9d5854 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049980
Nov 27 21:59:18.449952 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 21:59:18.502488 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:18.652512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc07300-f463-45fe-9ec2-788158151cbb req-de456296-8285-496e-a7b5-d3cf7ff603f9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:18.653998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abc07300-f463-45fe-9ec2-788158151cbb req-de456296-8285-496e-a7b5-d3cf7ff603f9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.1197217
Nov 27 21:59:18.753992 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abc07300-f463-45fe-9ec2-788158151cbb req-6ba5f44b-62e7-4c04-b098-6aa178503fc0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938728
Nov 27 21:59:18.783089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] For port 74832977-c280-4638-9451-4601069187b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:59:18.814717 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] For port 74832977-c280-4638-9451-4601069187b8, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:59:18.852411 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74832977-c280-4638-9451-4601069187b8'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:59:18.854693 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b374a5-8466-4ee0-9efd-1c3c2188597d" -d '{"events": [{"server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "name": "network-vif-unplugged", "status": "completed", "tag": "74832977-c280-4638-9451-4601069187b8"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:59:18.858712 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:18.871205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Transition to ACTIVE for port object 74832977-c280-4638-9451-4601069187b8 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 21:59:18.874941 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:18.927731 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Pushing event updated for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:59:18.967990 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 21:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71831d7a-6714-4f67-9d53-5bb7be213db5 x-openstack-request-id: req-71831d7a-6714-4f67-9d53-5bb7be213db5 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:59:18.968279 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "name": "network-vif-unplugged", "status": "completed", "tag": "74832977-c280-4638-9451-4601069187b8", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:59:18.968533 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71831d7a-6714-4f67-9d53-5bb7be213db5 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:59:18.968935 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74832977-c280-4638-9451-4601069187b8', 'code': 200}
Nov 27 21:59:18.972314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.972668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.973015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.973358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.973696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.974036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.974522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.974856 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.975739 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.976075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.976403 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:18.976728 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:19.018359 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] No DVR routers for this DVR port 74832977-c280-4638-9451-4601069187b8 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:59:19.018585 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:19.154214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Attempting to bind port 74832977-c280-4638-9451-4601069187b8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 21:59:19.154553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Attempting to bind port 74832977-c280-4638-9451-4601069187b8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 21:59:19.154886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Attempting to bind port 74832977-c280-4638-9451-4601069187b8 on network 3061940c-7737-4508-b719-3b40d7e97ac0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:59:19.159146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Port 74832977-c280-4638-9451-4601069187b8 on network 3061940c-7737-4508-b719-3b40d7e97ac0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 21:59:19.159507 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Attempting to bind port 74832977-c280-4638-9451-4601069187b8 on network 3061940c-7737-4508-b719-3b40d7e97ac0 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 21:59:19.164748 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 21:59:19.165092 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Checking segment: {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 21:59:19.165478 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Bound using segment: {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 21:59:19.165907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Bound port: 74832977-c280-4638-9451-4601069187b8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3447175-a1be-491a-9baa-7ecbdb54d971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 21:59:19.166264 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:19.228588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] For port 74832977-c280-4638-9451-4601069187b8, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 21:59:19.231494 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] For port 74832977-c280-4638-9451-4601069187b8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 21:59:19.236055 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:19.277424 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:19.278046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:19.279451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] 10.222.0.35 "PUT /v2.0/ports/74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1092 time: 0.8332288
Nov 27 21:59:19.297807 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324b3fa-6d9b-417e-89d4-c0c211712026 service neutron] Pushing event updated for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:59:19.351268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-0fe3b011-7a2d-4719-aaf7-9a56e8ec631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:19.352815 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-0fe3b011-7a2d-4719-aaf7-9a56e8ec631e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1095 time: 0.0461571
Nov 27 21:59:19.453207 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-aef4b5ef-4ff6-49b9-aa35-9ec883cc5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:19.454871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-aef4b5ef-4ff6-49b9-aa35-9ec883cc5e8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.0913582
Nov 27 21:59:19.530028 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-a3204dd8-21ad-4c92-8c68-4d729aff83d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1000 time: 0.0633309
Nov 27 21:59:19.580388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-6decfd4f-fb91-4403-8501-6f4664928d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:19.581734 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-6decfd4f-fb91-4403-8501-6f4664928d48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0425787
Nov 27 21:59:19.626990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-6f14df3a-6986-461b-8ad6-5e3cde3c146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:19.628763 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-6f14df3a-6986-461b-8ad6-5e3cde3c146d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398421
Nov 27 21:59:19.725819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-06b8788d-7dc6-4671-993b-18c957fe7267 service neutron] 10.222.0.35 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845208
Nov 27 21:59:19.817398 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4785de07-7a25-4519-a32b-4adb22c6ecfb req-1da74718-c271-4069-ab49-f4c3a99d585e service neutron] 10.222.0.35 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812938
Nov 27 21:59:19.873033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3964f-9ba3-4cd8-8ba7-227d41b846b6 req-387814b6-7427-4ef0-a2ad-de1a5272cad5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:19.874820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-59a3964f-9ba3-4cd8-8ba7-227d41b846b6 req-387814b6-7427-4ef0-a2ad-de1a5272cad5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.0496938
Nov 27 21:59:19.930801 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-59a3964f-9ba3-4cd8-8ba7-227d41b846b6 req-1e0c5936-f70c-4078-9465-f23ce6b7614b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480561
Nov 27 21:59:20.831854 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-aa9d5554-82cc-49d1-82d4-189780465519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:20.833332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-aa9d5554-82cc-49d1-82d4-189780465519 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1095 time: 0.0406435
Nov 27 21:59:20.940473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-27a5109d-e19f-4168-b015-461650235ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:20.941984 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-27a5109d-e19f-4168-b015-461650235ccf service neutron] 10.222.0.35 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.0832627
Nov 27 21:59:20.991125 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'tag': '74832977-c280-4638-9451-4601069187b8'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:59:20.993851 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa680022-67b4-4ba4-81a5-93cc01ca8632" -d '{"events": [{"name": "network-changed", "server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "tag": "74832977-c280-4638-9451-4601069187b8"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:59:21.023402 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-a3b1ef43-5ec6-42a0-8c8c-d959b7c8923c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1000 time: 0.0710599
Nov 27 21:59:21.053464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc02ac1-36cc-4308-bc2b-00aecb4f8a72 req-ebe5a4dc-e62a-4be1-905d-99d4ba3bd27d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.055168 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dc02ac1-36cc-4308-bc2b-00aecb4f8a72 req-ebe5a4dc-e62a-4be1-905d-99d4ba3bd27d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.0518668
Nov 27 21:59:21.062231 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa18b3fc-0a54-48f0-8fed-9804ab08beeb x-openstack-request-id: req-fa18b3fc-0a54-48f0-8fed-9804ab08beeb {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:59:21.062530 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "tag": "74832977-c280-4638-9451-4601069187b8", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:59:21.062793 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa18b3fc-0a54-48f0-8fed-9804ab08beeb {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:59:21.063190 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'tag': '74832977-c280-4638-9451-4601069187b8', 'status': 'completed', 'code': 200}
Nov 27 21:59:21.082730 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-867f2e59-0ee2-4bdc-9579-3e662c2a020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.084168 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-867f2e59-0ee2-4bdc-9579-3e662c2a020a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0499167
Nov 27 21:59:21.131593 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-c645eed9-e99c-4017-8754-4cae6c272557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.133401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-c645eed9-e99c-4017-8754-4cae6c272557 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417626
Nov 27 21:59:21.141879 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9dc02ac1-36cc-4308-bc2b-00aecb4f8a72 req-e3c09b4c-df7e-4d37-a90c-00979620a5ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775199
Nov 27 21:59:21.147810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-9bc9e667-ca3c-436c-88ba-580e1caa90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.149262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-9bc9e667-ca3c-436c-88ba-580e1caa90e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1095 time: 0.0709174
Nov 27 21:59:21.229789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-4c336060-607d-488f-becc-71d9e022563f service neutron] 10.222.0.35 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882947
Nov 27 21:59:21.239946 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-56d64297-82d1-4619-acab-0a7c5ccf1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.241578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-56d64297-82d1-4619-acab-0a7c5ccf1f2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.0844672
Nov 27 21:59:21.309383 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-c09443cc-3d1d-420e-9cbc-7747861da47f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1000 time: 0.0608506
Nov 27 21:59:21.321884 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fb52f9b8-c55c-4748-9523-92af71c232d5 req-4483e711-7cf1-4c45-93af-f80788fb204d service neutron] 10.222.0.35 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819519
Nov 27 21:59:21.361366 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-81b6bd8d-405c-4fd2-be10-9fd05ba8810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.362783 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-81b6bd8d-405c-4fd2-be10-9fd05ba8810c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0455477
Nov 27 21:59:21.408949 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-08240ce7-b43b-4409-9258-05ced3cff2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.409844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-1c88f329-cb1a-42d3-bef1-040b12bdf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.410455 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-08240ce7-b43b-4409-9258-05ced3cff2a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408199
Nov 27 21:59:21.411449 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-1c88f329-cb1a-42d3-bef1-040b12bdf999 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1095 time: 0.0474672
Nov 27 21:59:21.501501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-ebed8aa1-9b03-409a-96ba-3af4e7a21930 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843461
Nov 27 21:59:21.509653 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-9645a18b-a8e6-4055-aff8-e59ca27dc573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.511117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-9645a18b-a8e6-4055-aff8-e59ca27dc573 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.0899112
Nov 27 21:59:21.588695 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-955ebb5b-e764-4722-a644-28ecb1fb7aba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1000 time: 0.0655918
Nov 27 21:59:21.595851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-4f203df3-b164-4209-b23d-445fb22e65ed service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877354
Nov 27 21:59:21.644830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-aa5524ce-5290-47c8-ba8b-a5f673eda419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.646231 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-aa5524ce-5290-47c8-ba8b-a5f673eda419 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0488720
Nov 27 21:59:21.693547 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-ab5156ab-ed4f-4d99-90f4-1af4744cf73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:21.695656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-ab5156ab-ed4f-4d99-90f4-1af4744cf73f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420351
Nov 27 21:59:21.786143 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-a7f79756-a473-43de-a58b-295f626b3c12 service neutron] 10.222.0.35 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830615
Nov 27 21:59:21.874114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-aa680022-67b4-4ba4-81a5-93cc01ca8632 req-4cf9ecce-c060-46ec-a3c7-7f4a4372dee3 service neutron] 10.222.0.35 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802953
Nov 27 21:59:22.263123 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa81c-c95e-4ce8-b174-7e777babb72f req-b54df509-9a9a-486c-8f4f-be98a3698d29 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:22.264628 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0dbaa81c-c95e-4ce8-b174-7e777babb72f req-b54df509-9a9a-486c-8f4f-be98a3698d29 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.0494664
Nov 27 21:59:22.312583 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0dbaa81c-c95e-4ce8-b174-7e777babb72f req-a7c73de1-c3b8-487a-abc4-ecabbfeb8abd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420852
Nov 27 21:59:22.512839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec995fe-63f8-4423-8f89-2bc72c9a735d req-76b888c3-eb9c-4ac5-9b98-6c7651cb6e3c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:22.514485 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ec995fe-63f8-4423-8f89-2bc72c9a735d req-76b888c3-eb9c-4ac5-9b98-6c7651cb6e3c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.0597157
Nov 27 21:59:22.524296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831182-ad06-4340-931e-d4697eff0106 req-1f4dc279-43fb-4b66-8a1e-00493f18dac0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:22.525759 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb831182-ad06-4340-931e-d4697eff0106 req-1f4dc279-43fb-4b66-8a1e-00493f18dac0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c&tenant_id=5b468a4008c24bb3a5c854460c0e26b0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0540388
Nov 27 21:59:22.563960 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ec995fe-63f8-4423-8f89-2bc72c9a735d req-f700222a-89ba-4558-8ded-aa63857e0c06 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435293
Nov 27 21:59:22.574532 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 74832977-c280-4638-9451-4601069187b8 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 21:59:22.592051 ncdv-master-1 neutron-server[120908]: INFO neutron.api.v2.resource [req-eb831182-ad06-4340-931e-d4697eff0106 req-e3c1e41a-bd64-4982-bdcc-15be7f86bae7 service neutron] delete failed (client error): The resource could not be found.
Nov 27 21:59:22.593367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb831182-ad06-4340-931e-d4697eff0106 req-e3c1e41a-bd64-4982-bdcc-15be7f86bae7 service neutron] 10.222.0.15 "DELETE /v2.0/ports/74832977-c280-4638-9451-4601069187b8/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0599754
Nov 27 21:59:22.615415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 74832977-c280-4638-9451-4601069187b8 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 21:59:23.028623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af3f3-26ad-4c0d-9720-5da9aa6fe092 req-514a3bae-ef9d-4bbc-9db6-c5b9976493c9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:23.030096 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b0af3f3-26ad-4c0d-9720-5da9aa6fe092 req-514a3bae-ef9d-4bbc-9db6-c5b9976493c9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 944 time: 0.3929031
Nov 27 21:59:23.035932 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831182-ad06-4340-931e-d4697eff0106 req-a78e2215-28c3-40de-946e-d889cce762a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:23.037266 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb831182-ad06-4340-931e-d4697eff0106 req-a78e2215-28c3-40de-946e-d889cce762a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1095 time: 0.0687149
Nov 27 21:59:23.123988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 74832977-c280-4638-9451-4601069187b8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 21:59:23.134360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b0af3f3-26ad-4c0d-9720-5da9aa6fe092 req-ab61e504-9f0d-47df-95b1-2d95009252cf tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0961072
Nov 27 21:59:23.164790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831182-ad06-4340-931e-d4697eff0106 req-a024d4cc-ccb7-461a-a637-a84850955a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:23.166283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb831182-ad06-4340-931e-d4697eff0106 req-a024d4cc-ccb7-461a-a637-a84850955a0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.1215861
Nov 27 21:59:23.233538 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb831182-ad06-4340-931e-d4697eff0106 req-ecd75b38-939d-4d1c-858c-9814134093f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 1000 time: 0.0593290
Nov 27 21:59:23.244469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 74832977-c280-4638-9451-4601069187b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:59:23.257702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '74832977-c280-4638-9451-4601069187b8', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'port_id': '74832977-c280-4638-9451-4601069187b8', 'mac_address': 'fa:16:3e:d2:f5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 21:59:23.287164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831182-ad06-4340-931e-d4697eff0106 req-df8b7d4e-fa85-406c-80e5-cfdcdd888e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:23.288635 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb831182-ad06-4340-931e-d4697eff0106 req-df8b7d4e-fa85-406c-80e5-cfdcdd888e64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0484574
Nov 27 21:59:23.295984 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:23.309391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74832977-c280-4638-9451-4601069187b8 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 21:59:23.329115 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 74832977-c280-4638-9451-4601069187b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:59:23.333702 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:23.337383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831182-ad06-4340-931e-d4697eff0106 req-20858621-c614-4f19-8e02-4bc5c196cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:23.339041 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb831182-ad06-4340-931e-d4697eff0106 req-20858621-c614-4f19-8e02-4bc5c196cd74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0438738
Nov 27 21:59:23.385305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:59:23.392953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.393315 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.393671 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.394022 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.394367 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.394712 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.395052 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.395437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.395759 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.396095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.396429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.396762 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:23.431065 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb831182-ad06-4340-931e-d4697eff0106 req-793a30a6-cbc9-461a-b063-d5b0fe592cf6 service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841682
Nov 27 21:59:23.527675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-eb831182-ad06-4340-931e-d4697eff0106 req-7b63df01-a2b2-4360-85f3-cf231f65e2ed service neutron] 10.222.0.15 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901558
Nov 27 21:59:23.776854 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['74832977-c280-4638-9451-4601069187b8'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 21:59:24.250578 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cf42e-87a9-4d4c-be2f-91ea707a1b93 req-2b1fc38b-0492-4567-a179-58b5bdb969c4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:24.252076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f3cf42e-87a9-4d4c-be2f-91ea707a1b93 req-2b1fc38b-0492-4567-a179-58b5bdb969c4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 945 time: 0.0489786
Nov 27 21:59:24.300571 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6f3cf42e-87a9-4d4c-be2f-91ea707a1b93 req-072e6cab-94ac-4b0c-98fd-2d5c184900b8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417700
Nov 27 21:59:24.322655 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58828) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:59:24.384631 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ea43bd36-fe2d-4592-b577-57196e8b064b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/540a12c9-cd3e-4276-b54c-02660d1cb9fb HTTP/1.1" status: 200  len: 993 time: 0.0607955
Nov 27 21:59:25.131552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 74832977-c280-4638-9451-4601069187b8 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 21:59:25.177938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 74832977-c280-4638-9451-4601069187b8 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 21:59:25.182559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 74832977-c280-4638-9451-4601069187b8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 21:59:25.182928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:25.256723 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:25.280971 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74832977-c280-4638-9451-4601069187b8'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:59:25.283195 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b582623f-9bf7-4b5b-93a9-ac639ef2f8df" -d '{"events": [{"server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "name": "network-vif-plugged", "status": "completed", "tag": "74832977-c280-4638-9451-4601069187b8"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:59:25.296585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 74832977-c280-4638-9451-4601069187b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:59:25.301255 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:25.326029 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9f339-d25d-484a-83f9-ba11ffae6607 x-openstack-request-id: req-2ca9f339-d25d-484a-83f9-ba11ffae6607 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:59:25.326323 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "name": "network-vif-plugged", "status": "completed", "tag": "74832977-c280-4638-9451-4601069187b8", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:59:25.326577 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ca9f339-d25d-484a-83f9-ba11ffae6607 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:59:25.326966 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74832977-c280-4638-9451-4601069187b8', 'code': 200}
Nov 27 21:59:25.352264 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:59:34.003718 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 21:59:34.452544 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-90388791-aee8-4bd1-ab70-713dba35a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:36.602536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5250627c-44ee-4f2d-a4cc-75f42bc6d18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:38.094941 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:39.809091 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:40.423830 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:46.612690 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:49.032927 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:54.754356 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58842) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:59:54.908960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 3ccff0dc-0cd8-4181-b116-6a58569daf01 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:59:54.909308 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:54.982751 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:54.983080 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:54.994400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 3ccff0dc-0cd8-4181-b116-6a58569daf01 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:59:55.138823 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:55.164568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=3ccff0dc-0cd8-4181-b116-6a58569daf01,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:59:55.176614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.176974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.177324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.177668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.178043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.178385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.178720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.179057 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.179416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.179747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.180082 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.180411 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 21:59:55.235370 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:55.235731 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP 540a12c9-cd3e-4276-b54c-02660d1cb9fb disassociated (deleted). External IP: 172.35.3.201, port: 74832977-c280-4638-9451-4601069187b8.
Nov 27 21:59:55.436463 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 7ccc801b-628a-427f-bf9a-2103c608074c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:59:55.543640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:59:55.548400 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:55.553331 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] Sync routers for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:59:55.562398 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:59:55.563017 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe217580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:59:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:59:55.578121 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1af55dbf-92ca-482b-8e56-a79eafafd4ba tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/floatingips/540a12c9-cd3e-4276-b54c-02660d1cb9fb HTTP/1.1" status: 204  len: 168 time: 0.8226755
Nov 27 21:59:55.578711 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'tag': '74832977-c280-4638-9451-4601069187b8'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:59:55.581010 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c1d919-e9d7-42a4-b642-e04f0dc63daa" -d '{"events": [{"name": "network-changed", "server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "tag": "74832977-c280-4638-9451-4601069187b8"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:59:55.624552 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 21:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd1f393-9a44-4d8f-86c4-87a8e095c924 x-openstack-request-id: req-9fd1f393-9a44-4d8f-86c4-87a8e095c924 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:59:55.624856 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "tag": "74832977-c280-4638-9451-4601069187b8", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:59:55.625347 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fd1f393-9a44-4d8f-86c4-87a8e095c924 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:59:55.625755 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'tag': '74832977-c280-4638-9451-4601069187b8', 'status': 'completed', 'code': 200}
Nov 27 21:59:55.713156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-37f12fe0-efd1-458b-9c61-086d1b86ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:55.715041 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-37f12fe0-efd1-458b-9c61-086d1b86ff6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 1097 time: 0.0612619
Nov 27 21:59:55.772506 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:59:55.852313 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3b156-102c-47f1-98dc-b4f4c692cdd5 req-f496cd60-60e3-47d8-bb2a-d0e21f63484a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:55.853788 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93e3b156-102c-47f1-98dc-b4f4c692cdd5 req-f496cd60-60e3-47d8-bb2a-d0e21f63484a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0712447
Nov 27 21:59:55.854765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-7db4945d-7e87-4eba-a18e-25d76d431ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:55.856122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-7db4945d-7e87-4eba-a18e-25d76d431ad5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 200  len: 896 time: 0.1286044
Nov 27 21:59:55.910841 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-710604ec-69db-4e6a-ac63-d4b955412765 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 200  len: 217 time: 0.0452833
Nov 27 21:59:55.967085 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-93e3b156-102c-47f1-98dc-b4f4c692cdd5 req-7d4b0918-29d3-40c9-bec0-179794bacd01 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072290
Nov 27 21:59:55.967581 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe217580>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8', 'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:53:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:45Z', 'updated_at': '2021-11-27T21:57:49Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:59:55.978293 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-98e93a2a-f6eb-403d-b7f0-2b5a347f1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:55.979872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-98e93a2a-f6eb-403d-b7f0-2b5a347f1640 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 200  len: 835 time: 0.0598726
Nov 27 21:59:55.994132 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] Checking router: 7ccc801b-628a-427f-bf9a-2103c608074c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 21:59:56.002473 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:59:56.003356 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe217580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:59:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:59:56.035521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-b9a9edfa-b1cb-459b-901f-b848ca34febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:56.037244 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-b9a9edfa-b1cb-459b-901f-b848ca34febc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3061940c-7737-4508-b719-3b40d7e97ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451157
Nov 27 21:59:56.110406 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 21:59:56.133822 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-08087bb0-fb92-4c31-9681-689b7a537e82 service neutron] 10.222.0.35 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880663
Nov 27 21:59:56.228504 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-70c1d919-e9d7-42a4-b642-e04f0dc63daa req-d5094d47-b659-40ec-9363-366363bc9902 service neutron] 10.222.0.35 "GET /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863972
Nov 27 21:59:56.308752 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe217580>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8', 'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:53:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:45Z', 'updated_at': '2021-11-27T21:57:49Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:59:56.333867 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ababf-4e8c-4f44-bef7-a49e613b7033 None None] The sync data for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 is: [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:46Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8', 'name': '', 'network_id': '3061940c-7737-4508-b719-3b40d7e97ac0', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:53:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:45Z', 'updated_at': '2021-11-27T21:57:49Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'd826eb47-2261-481d-9b5d-be33b14de4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 21:59:56.545019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b1a21-2f9f-419d-9edf-48b89636b982 None None] New status for floating IP 540a12c9-cd3e-4276-b54c-02660d1cb9fb: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 21:59:57.086810 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa955068-5300-415b-b776-a9d250354376 req-a3f9f1f5-0d5e-47a4-8a55-76a84811c229 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:57.088359 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa955068-5300-415b-b776-a9d250354376 req-a3f9f1f5-0d5e-47a4-8a55-76a84811c229 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0502858
Nov 27 21:59:57.136993 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa955068-5300-415b-b776-a9d250354376 req-dca3db92-355a-4a30-bdb0-19a375e16292 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=2087efe3-c0d1-42ee-848e-8eec80d279f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426376
Nov 27 21:59:57.309871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-76a91ef5-79a8-4487-807f-af84664321b5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 21:59:57.311352 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-76a91ef5-79a8-4487-807f-af84664321b5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f550caa-c386-42cd-b3e3-88addf0bf08c HTTP/1.1" status: 200  len: 946 time: 0.0483983
Nov 27 21:59:57.400882 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 74832977-c280-4638-9451-4601069187b8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:59:57.401376 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:57.493276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port 74832977-c280-4638-9451-4601069187b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74832977-c280-4638-9451-4601069187b8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:59:57.493631 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:57.507086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 74832977-c280-4638-9451-4601069187b8 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:59:57.633474 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:57.659791 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=74832977-c280-4638-9451-4601069187b8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:59:57.703624 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] No DVR routers for this DVR port 74832977-c280-4638-9451-4601069187b8 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 21:59:57.706213 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:57.709629 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-de32dca8-788c-4e16-9ed6-4b0b649eeac4 req-1ac1d52e-4fd8-4434-ad79-b087ffbd5829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.35 "DELETE /v2.0/ports/74832977-c280-4638-9451-4601069187b8 HTTP/1.1" status: 204  len: 173 time: 0.3886633
Nov 27 21:59:57.710078 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'name': 'network-vif-deleted', 'tag': '74832977-c280-4638-9451-4601069187b8'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 21:59:57.712398 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca31765-957c-4dd1-bef6-b7e6a727b3ac" -d '{"events": [{"server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "name": "network-vif-deleted", "tag": "74832977-c280-4638-9451-4601069187b8"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 21:59:57.750013 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 21:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86963ac-0ab8-4deb-96b4-c730da5d4a41 x-openstack-request-id: req-a86963ac-0ab8-4deb-96b4-c730da5d4a41 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 21:59:57.750316 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f550caa-c386-42cd-b3e3-88addf0bf08c", "name": "network-vif-deleted", "tag": "74832977-c280-4638-9451-4601069187b8", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 21:59:57.750580 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a86963ac-0ab8-4deb-96b4-c730da5d4a41 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 21:59:57.750988 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f550caa-c386-42cd-b3e3-88addf0bf08c', 'name': 'network-vif-deleted', 'tag': '74832977-c280-4638-9451-4601069187b8', 'status': 'completed', 'code': 200}
Nov 27 21:59:58.194362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58872) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:59:58.544727 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:58.793151 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 21:59:58.793493 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:58.879230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 21:59:58.879624 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:58.892277 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 21:59:59.070689 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:59.100998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 21:59:59.593468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 21:59:59.803540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router 7ccc801b-628a-427f-bf9a-2103c608074c has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 21:59:59.912592 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 21:59:59.917672 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e6e8d28a-5729-4c9d-a1d2-b65ab5221814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/7ccc801b-628a-427f-bf9a-2103c608074c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7223318
Nov 27 21:59:59.920482 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58874) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 21:59:59.923464 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] Sync routers for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 21:59:59.933637 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 21:59:59.934254 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe28d1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:59:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 21:59:59.970561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3474541-71a4-400b-9cad-60cb69029ddc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting subnet d826eb47-2261-481d-9b5d-be33b14de4e9 {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 21:59:59.973669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3474541-71a4-400b-9cad-60cb69029ddc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.013084 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3474541-71a4-400b-9cad-60cb69029ddc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.038386 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:00:00.100939 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3474541-71a4-400b-9cad-60cb69029ddc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.158599 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3474541-71a4-400b-9cad-60cb69029ddc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.185654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3474541-71a4-400b-9cad-60cb69029ddc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Subnet': ['ID=d826eb47-2261-481d-9b5d-be33b14de4e9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:00.189534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f3474541-71a4-400b-9cad-60cb69029ddc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.196510 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f3474541-71a4-400b-9cad-60cb69029ddc tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/subnets/d826eb47-2261-481d-9b5d-be33b14de4e9 HTTP/1.1" status: 204  len: 168 time: 0.2713165
Nov 27 22:00:00.196654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58876) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:00.197046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe70a8-ad41-4657-a12e-0c1c20e492f1 None None] Network 3061940c-7737-4508-b719-3b40d7e97ac0 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:00:00.214350 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe28d1c0>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:59:59Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:00.244266 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] Checking router: 7ccc801b-628a-427f-bf9a-2103c608074c for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:00:00.252611 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] Routers {'7ccc801b-628a-427f-bf9a-2103c608074c'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:00:00.253484 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe28d1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:59:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['7ccc801b-628a-427f-bf9a-2103c608074c'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:00.321844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.367772 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] Set router 7ccc801b-628a-427f-bf9a-2103c608074c gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:00:00.410917 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af96ab4-c4fe-4d76-b269-19e8011c0800 None None] DHCP port deletion for 3061940c-7737-4508-b719-3b40d7e97ac0 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:00:00.434166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.479191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1af96ab4-c4fe-4d76-b269-19e8011c0800 None None] Deleting port 91faae68-f2f2-449d-8dbf-884e5ca51811 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:00:00.479924 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1af96ab4-c4fe-4d76-b269-19e8011c0800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.498093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port bd570d78-b5f1-4002-8d8f-9f4571d8de6d {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:00:00.498404 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.552507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1af96ab4-c4fe-4d76-b269-19e8011c0800 None None] For port 91faae68-f2f2-449d-8dbf-884e5ca51811, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91faae68-f2f2-449d-8dbf-884e5ca51811,segment=NetworkSegment(b3447175-a1be-491a-9baa-7ecbdb54d971),segment_id=b3447175-a1be-491a-9baa-7ecbdb54d971)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:00:00.553792 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1af96ab4-c4fe-4d76-b269-19e8011c0800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.567368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-1af96ab4-c4fe-4d76-b269-19e8011c0800 None None] Calling delete_port for 91faae68-f2f2-449d-8dbf-884e5ca51811 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:00:00.576957 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe28d1c0>, [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:59:59Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:00.578080 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 91faae68-f2f2-449d-8dbf-884e5ca51811 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:00:00.589750 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port bd570d78-b5f1-4002-8d8f-9f4571d8de6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd570d78-b5f1-4002-8d8f-9f4571d8de6d,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:00:00.590125 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.604132 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for bd570d78-b5f1-4002-8d8f-9f4571d8de6d owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:00:00.604542 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ff899-f8d5-40df-9372-426b71c42a56 None None] The sync data for ids ['7ccc801b-628a-427f-bf9a-2103c608074c'] in ncdv-master-1 is: [{'id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2082521926', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:59:59Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'bd570d78-b5f1-4002-8d8f-9f4571d8de6d', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccc801b-628a-427f-bf9a-2103c608074c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T21:57:43Z', 'updated_at': '2021-11-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:00:00.713452 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.722511 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1af96ab4-c4fe-4d76-b269-19e8011c0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.760370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af96ab4-c4fe-4d76-b269-19e8011c0800 None None] Pushing event deleted for resources: {'Port': ['ID=91faae68-f2f2-449d-8dbf-884e5ca51811,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:00.764601 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af96ab4-c4fe-4d76-b269-19e8011c0800 None None] No DVR routers for this DVR port 91faae68-f2f2-449d-8dbf-884e5ca51811 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:00:00.791795 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.816152 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=bd570d78-b5f1-4002-8d8f-9f4571d8de6d,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:00.831569 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7c824-88ab-4d89-acf6-c32a2cd10039 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:00:00.878037 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.969454 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:00.971846 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.019202 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.019829 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Fanout notify agent at l3_agent the message router_deleted on router 7ccc801b-628a-427f-bf9a-2103c608074c {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 22:00:01.027575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.028734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a6e159e2-d87f-4d06-93f0-4b49b3d3aefd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/routers/7ccc801b-628a-427f-bf9a-2103c608074c HTTP/1.1" status: 204  len: 168 time: 0.8302772
Nov 27 22:00:01.031442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58878) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:01.109827 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.204128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.226624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7e35490>,) {'filters': {'network_id': ['3061940c-7737-4508-b719-3b40d7e97ac0']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:01.237185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7e35490>, 'b3447175-a1be-491a-9baa-7ecbdb54d971') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:01.237522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7e35490>, 'b3447175-a1be-491a-9baa-7ecbdb54d971') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:01.247521 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.261258 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.267698 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 22:00:01.268143 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 22:00:01.271207 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 22:00:01.320599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 74832977-c280-4638-9451-4601069187b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:00:01.332242 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.346414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 74832977-c280-4638-9451-4601069187b8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:00:01.346874 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 74832977-c280-4638-9451-4601069187b8 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:00:01.353076 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.356358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/networks/3061940c-7737-4508-b719-3b40d7e97ac0 HTTP/1.1" status: 204  len: 168 time: 0.3239200
Nov 27 22:00:01.357860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10df961-179a-4b1c-8407-b280acca6829 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Network': ['ID=3061940c-7737-4508-b719-3b40d7e97ac0,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:01.359156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58880) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:01.430334 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e4b42cb-5373-496b-8bf8-78943493b6d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.457412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e4b42cb-5373-496b-8bf8-78943493b6d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.522766 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e4b42cb-5373-496b-8bf8-78943493b6d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.525404 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9e4b42cb-5373-496b-8bf8-78943493b6d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.527077 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9e4b42cb-5373-496b-8bf8-78943493b6d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/security-groups/2087efe3-c0d1-42ee-848e-8eec80d279f1 HTTP/1.1" status: 204  len: 168 time: 0.1662159
Nov 27 22:00:01.537214 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b42cb-5373-496b-8bf8-78943493b6d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087efe3-c0d1-42ee-848e-8eec80d279f1,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:01.738769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58886) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:01.744003 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-befdaa20-5522-48ff-a37c-6282d5b31b73 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208804010', 'description': 'tempest-secgroup-smoke-1208804010 description', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:01.767154 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-befdaa20-5522-48ff-a37c-6282d5b31b73 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.831615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-befdaa20-5522-48ff-a37c-6282d5b31b73 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.835295 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-befdaa20-5522-48ff-a37c-6282d5b31b73 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.871262 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-befdaa20-5522-48ff-a37c-6282d5b31b73 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.872532 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-befdaa20-5522-48ff-a37c-6282d5b31b73 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1326776
Nov 27 22:00:01.874422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdaa20-5522-48ff-a37c-6282d5b31b73 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8169d6-4feb-41ac-aa7b-775d65807861,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:01.875605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58888) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:01.884682 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0d60f265-b654-4b01-bcb6-187f07f3a1c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': 'ee8169d6-4feb-41ac-aa7b-775d65807861', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:01.909908 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d60f265-b654-4b01-bcb6-187f07f3a1c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.971419 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d60f265-b654-4b01-bcb6-187f07f3a1c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.975107 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d60f265-b654-4b01-bcb6-187f07f3a1c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:01.995954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60f265-b654-4b01-bcb6-187f07f3a1c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617f82d9-8c8f-40bc-a7b1-9d4791dbec7a,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:02.001455 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d60f265-b654-4b01-bcb6-187f07f3a1c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.002881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0d60f265-b654-4b01-bcb6-187f07f3a1c7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1260118
Nov 27 22:00:02.005753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58890) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:02.010686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-13117341-e0d0-4d22-8e53-bfa5e948887f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': 'ee8169d6-4feb-41ac-aa7b-775d65807861', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:02.035865 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13117341-e0d0-4d22-8e53-bfa5e948887f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.090925 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13117341-e0d0-4d22-8e53-bfa5e948887f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.094487 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13117341-e0d0-4d22-8e53-bfa5e948887f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.113111 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13117341-e0d0-4d22-8e53-bfa5e948887f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbaac91-b35d-465d-bc76-b5b66b50c441,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:02.121173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-13117341-e0d0-4d22-8e53-bfa5e948887f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.122420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-13117341-e0d0-4d22-8e53-bfa5e948887f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1150920
Nov 27 22:00:02.126214 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58892) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:02.130872 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-e8c58d6b-cab6-4c5a-8cd9-9bb3a461d854 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': 'ee8169d6-4feb-41ac-aa7b-775d65807861', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:02.156421 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8c58d6b-cab6-4c5a-8cd9-9bb3a461d854 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.218035 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8c58d6b-cab6-4c5a-8cd9-9bb3a461d854 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.221945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8c58d6b-cab6-4c5a-8cd9-9bb3a461d854 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.239301 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c58d6b-cab6-4c5a-8cd9-9bb3a461d854 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e904bb22-4e38-4f5c-8096-c20b5882d945,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:02.248002 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8c58d6b-cab6-4c5a-8cd9-9bb3a461d854 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.249198 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e8c58d6b-cab6-4c5a-8cd9-9bb3a461d854 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1220369
Nov 27 22:00:02.251948 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58894) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:02.256647 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5a61c260-804b-4897-aeee-6944380c89a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': 'ee8169d6-4feb-41ac-aa7b-775d65807861', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:02.282119 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a61c260-804b-4897-aeee-6944380c89a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.342366 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a61c260-804b-4897-aeee-6944380c89a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.345815 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a61c260-804b-4897-aeee-6944380c89a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.363280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61c260-804b-4897-aeee-6944380c89a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b27abb-485e-4976-ba0c-351b2508222b,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:02.372209 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5a61c260-804b-4897-aeee-6944380c89a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.373429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5a61c260-804b-4897-aeee-6944380c89a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1204865
Nov 27 22:00:02.376388 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58896) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:02.381949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-8734b750-bffc-43c8-9dcf-9e5d0463dc09 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': 'ee8169d6-4feb-41ac-aa7b-775d65807861', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:02.404596 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-8734b750-bffc-43c8-9dcf-9e5d0463dc09 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:00:02.409563 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8734b750-bffc-43c8-9dcf-9e5d0463dc09 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.433645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:00:02.452779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:00:02.453138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 5d6ab2f3-fe28-470e-9c5a-0ebd099b0cb8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:00:02.453564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd570d78-b5f1-4002-8d8f-9f4571d8de6d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:00:02.475987 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8734b750-bffc-43c8-9dcf-9e5d0463dc09 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.479398 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: bd570d78-b5f1-4002-8d8f-9f4571d8de6d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:00:02.479935 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8734b750-bffc-43c8-9dcf-9e5d0463dc09 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.480242 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bd570d78-b5f1-4002-8d8f-9f4571d8de6d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:00:02.498364 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734b750-bffc-43c8-9dcf-9e5d0463dc09 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e446b35-2815-43f0-b6a6-3b7a11a34333,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:02.506308 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-8734b750-bffc-43c8-9dcf-9e5d0463dc09 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.507540 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-8734b750-bffc-43c8-9dcf-9e5d0463dc09 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1301079
Nov 27 22:00:02.510311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58898) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:02.514527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-bca3061e-8a0a-4119-9576-6cd08b458bd0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': 'ee8169d6-4feb-41ac-aa7b-775d65807861', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:02.536086 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-bca3061e-8a0a-4119-9576-6cd08b458bd0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:00:02.541403 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bca3061e-8a0a-4119-9576-6cd08b458bd0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.597916 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bca3061e-8a0a-4119-9576-6cd08b458bd0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.601993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bca3061e-8a0a-4119-9576-6cd08b458bd0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.622008 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3061e-8a0a-4119-9576-6cd08b458bd0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e70c69-1753-495b-9ce5-d33c98f778ea,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:02.629748 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bca3061e-8a0a-4119-9576-6cd08b458bd0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.631219 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bca3061e-8a0a-4119-9576-6cd08b458bd0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1199799
Nov 27 22:00:02.634136 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58900) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:02.638890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'network': {'name': 'tempest-network-smoke--617022973', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'port_security_enabled': True}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:02.660296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:00:02.664493 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.688448 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 22:00:02.698046 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.698404 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Added segment f11d655b-eab9-4c1d-a390-05df208650fa of type vlan for network b254de04-48d7-4ff6-b5c7-f8d1015844b5
Nov 27 22:00:02.740442 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.764013 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.769527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:02.770104 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.821120 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1859126
Nov 27 22:00:02.823914 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58902) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:02.828551 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'admin_state_up': True, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:02.838880 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057db2c-231e-49c4-b322-153a6fd2cab6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Network': ['ID=b254de04-48d7-4ff6-b5c7-f8d1015844b5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:02.850752 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network b254de04-48d7-4ff6-b5c7-f8d1015844b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 22:00:02.853186 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.854217 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:02.904591 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:03.042663 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:03.223996 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:03.245369 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:03.341618 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.169 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/7669ac0d-dcb2-4a77-aa50-2326041938eb) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:00:03.441140 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:03.473744 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:03.507601 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:00:03.512220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:00:03.515540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:00:03.524936 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f88ba6-0a7f-486a-a7b1-a171ddb9c191 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:00:03.544337 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=7669ac0d-dcb2-4a77-aa50-2326041938eb,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:03.588303 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7a65ff1a-2305-4235-b315-af34efb20f98 None None] Provisioning complete for port 7669ac0d-dcb2-4a77-aa50-2326041938eb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:03.588676 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a65ff1a-2305-4235-b315-af34efb20f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:03.626053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-7a65ff1a-2305-4235-b315-af34efb20f98 None None] Port 7669ac0d-dcb2-4a77-aa50-2326041938eb cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:00:03.761451 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:03.951756 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:04.075730 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router d07f1b32-2054-4640-a4d7-f9366fec32c9 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 22:00:04.457865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-277d0a82-da0d-4e0d-bf48-6533d3f963ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:04.500310 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:00:04.510622 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Sync routers for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:00:04.520946 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:04.521334 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:00:04.522523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd31df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:59:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:04.522833 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ddf8d26d-df28-4eb0-9999-5d7568d7e0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.6978762
Nov 27 22:00:04.526115 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58904) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:04.601401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-580c6690-784e-41e5-80cf-d4e7059d596e tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5b468a4008c24bb3a5c854460c0e26b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0738108
Nov 27 22:00:04.603705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58908) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:04.629592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:00:04.691362 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634ffea8-0c02-4df8-90f4-efcdfe1c0787 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:04.692894 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-634ffea8-0c02-4df8-90f4-efcdfe1c0787 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0882092
Nov 27 22:00:04.696208 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58910) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:04.725172 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b18d5833-08ec-4d2f-b2df-271283e818f1 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0278192
Nov 27 22:00:04.727644 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58912) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:04.732446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1175590314', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:04.808872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd31df70>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:03Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:04.823496 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:00:04.827090 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:04.835458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Checking router: d07f1b32-2054-4640-a4d7-f9366fec32c9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:00:04.835822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Updating router d07f1b32-2054-4640-a4d7-f9366fec32c9 port 7669ac0d-dcb2-4a77-aa50-2326041938eb binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:00:04.863154 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.008266 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.069200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Subnet': ['ID=db489fb9-5e4e-4e90-864c-2513950e08fb,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:05.077304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Checking segment: {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:00:05.077682 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network hostable DHCP agents. Network: b254de04-48d7-4ff6-b5c7-f8d1015844b5, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 22:00:05.093629 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network b254de04-48d7-4ff6-b5c7-f8d1015844b5 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 22:00:05.102528 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b254de04-48d7-4ff6-b5c7-f8d1015844b5) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:00:05.106654 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:05.107290 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.116345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4c22e-81a6-4929-b9ec-ae45f774f122 None None] Network b254de04-48d7-4ff6-b5c7-f8d1015844b5 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:00:05.122965 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.123955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9c375a67-856b-424a-a35a-9968a3a543ca tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3952825
Nov 27 22:00:05.126789 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58914) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:05.169262 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.225816 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64891285-7846-4f99-81a3-8f9fbc996c21 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:00:05.254000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Attempting to bind port 7669ac0d-dcb2-4a77-aa50-2326041938eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:00:05.254372 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Attempting to bind port 7669ac0d-dcb2-4a77-aa50-2326041938eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:00:05.254739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Attempting to bind port 7669ac0d-dcb2-4a77-aa50-2326041938eb on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:00:05.263159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3e9ce-0bd1-4c5b-8eee-457a1f4385de None None] Pushing event updated for resources: {'Port': ['ID=7669ac0d-dcb2-4a77-aa50-2326041938eb,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:05.268362 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:00:05.268777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:00:05.269133 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.269524 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:00:05.270000 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Bound port: 7669ac0d-dcb2-4a77-aa50-2326041938eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:00:05.270381 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.375452 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] For port 7669ac0d-dcb2-4a77-aa50-2326041938eb, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:00:05.380304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 22:00:05.381183 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.402768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] For port 7669ac0d-dcb2-4a77-aa50-2326041938eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7669ac0d-dcb2-4a77-aa50-2326041938eb,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:00:05.407352 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-1b45fe47-8551-4d6a-be08-352065be90f5 None None] Provisioning complete for port 7669ac0d-dcb2-4a77-aa50-2326041938eb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:05.408335 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1b45fe47-8551-4d6a-be08-352065be90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.417212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.541237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f523a-1eee-4f9e-8b3c-04997e742567 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:00:05.584659 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.603293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3e9ce-0bd1-4c5b-8eee-457a1f4385de None None] Pushing event updated for resources: {'Port': ['ID=7669ac0d-dcb2-4a77-aa50-2326041938eb,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:05.610154 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:00:05.610846 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd31df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T21:59:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:05.857163 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Allocated IP 172.20.0.2 (b254de04-48d7-4ff6-b5c7-f8d1015844b5/db489fb9-5e4e-4e90-864c-2513950e08fb/b4e21af6-bfd5-4b25-a297-155eecd189d6) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:00:05.893136 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1b45fe47-8551-4d6a-be08-352065be90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.943029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-1b45fe47-8551-4d6a-be08-352065be90f5 None None] For port 7669ac0d-dcb2-4a77-aa50-2326041938eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7669ac0d-dcb2-4a77-aa50-2326041938eb,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:00:05.975433 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1b45fe47-8551-4d6a-be08-352065be90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:05.982543 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:00:06.163319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45fe47-8551-4d6a-be08-352065be90f5 None None] Pushing event updated for resources: {'Port': ['ID=7669ac0d-dcb2-4a77-aa50-2326041938eb,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:06.208852 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-edf48c4a-6d7d-47a0-99d2-90eafa95c03a None None] Provisioning complete for port 7669ac0d-dcb2-4a77-aa50-2326041938eb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:06.209752 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-edf48c4a-6d7d-47a0-99d2-90eafa95c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.264477 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.292583 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.336079 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.1 (b254de04-48d7-4ff6-b5c7-f8d1015844b5/db489fb9-5e4e-4e90-864c-2513950e08fb/3278befd-bbc6-413e-895b-dd0665c2b463) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:00:06.350390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Network b254de04-48d7-4ff6-b5c7-f8d1015844b5 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:00:06.356240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:00:06.362709 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:00:06.367416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Pushing event updated for resources: {'Port': ['ID=b4e21af6-bfd5-4b25-a297-155eecd189d6,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:06.428501 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd31df70>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:03Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:06.461287 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.473593 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1800b-2c53-493f-9f1e-63462c378870 None None] The sync data for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 is: [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:03Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:00:06.484889 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Attempting to bind port b4e21af6-bfd5-4b25-a297-155eecd189d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:00:06.485265 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Attempting to bind port b4e21af6-bfd5-4b25-a297-155eecd189d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:00:06.485647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Attempting to bind port b4e21af6-bfd5-4b25-a297-155eecd189d6 on network b254de04-48d7-4ff6-b5c7-f8d1015844b5 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:00:06.496108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:00:06.496108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Checking segment: {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:00:06.496108 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.496108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Bound using segment: {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:00:06.496108 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Bound port: b4e21af6-bfd5-4b25-a297-155eecd189d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:00:06.496108 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.501204 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.546363 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network b254de04-48d7-4ff6-b5c7-f8d1015844b5 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:00:06.549524 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:00:06.552637 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:00:06.566323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] For port b4e21af6-bfd5-4b25-a297-155eecd189d6, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:00:06.570898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] For port b4e21af6-bfd5-4b25-a297-155eecd189d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4e21af6-bfd5-4b25-a297-155eecd189d6,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:00:06.576993 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.595016 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=3278befd-bbc6-413e-895b-dd0665c2b463,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:06.614883 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.644280 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-78d5cf0d-2c71-43b9-abef-6e5600bcf011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:06.664822 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0de3a0-9a42-4b74-a267-434481c91079 None None] Pushing event updated for resources: {'Port': ['ID=b4e21af6-bfd5-4b25-a297-155eecd189d6,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:06.790366 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:07.109644 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:07.115485 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:07.195004 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=3278befd-bbc6-413e-895b-dd0665c2b463,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:07.197516 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:07.298459 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network b254de04-48d7-4ff6-b5c7-f8d1015844b5 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:00:07.299976 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:00:07.426257 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router d07f1b32-2054-4640-a4d7-f9366fec32c9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:00:07.544032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:00:07.550049 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a2a43e17-62ec-42a0-ae62-326139ae14ea tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/d07f1b32-2054-4640-a4d7-f9366fec32c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4221575
Nov 27 22:00:07.676680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3017b676-06ef-4ce8-9ddc-df34e7ce6a65 None None] Network b254de04-48d7-4ff6-b5c7-f8d1015844b5 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:00:07.720318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-4b46b784-f4ea-420b-b443-9c3f9692d757 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208804010&fields=id&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 267 time: 0.0462329
Nov 27 22:00:07.794633 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b9ccc944-6abb-4596-9cf4-6da46a7a13da None None] Provisioning complete for port b4e21af6-bfd5-4b25-a297-155eecd189d6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:07.795010 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9ccc944-6abb-4596-9cf4-6da46a7a13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:07.835098 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-3318ae67-947e-4ee6-ae7a-3ff2d4b35e43 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:07.836839 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-3318ae67-947e-4ee6-ae7a-3ff2d4b35e43 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/networks?id=b254de04-48d7-4ff6-b5c7-f8d1015844b5 HTTP/1.1" status: 200  len: 796 time: 0.1087711
Nov 27 22:00:07.858489 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-0c6472f3-71ff-4b66-92d9-9472ad016d8b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/quotas/5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 375 time: 0.0101967
Nov 27 22:00:07.910928 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9ccc944-6abb-4596-9cf4-6da46a7a13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:07.915997 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-df191de6-a6ad-45f1-9179-3b86b67b322f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0487907
Nov 27 22:00:07.946492 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b9ccc944-6abb-4596-9cf4-6da46a7a13da None None] For port b4e21af6-bfd5-4b25-a297-155eecd189d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4e21af6-bfd5-4b25-a297-155eecd189d6,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:00:07.960433 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9ccc944-6abb-4596-9cf4-6da46a7a13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.017269 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccc944-6abb-4596-9cf4-6da46a7a13da None None] Pushing event updated for resources: {'Port': ['ID=b4e21af6-bfd5-4b25-a297-155eecd189d6,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:08.042798 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5990df23-ae70-45b8-88aa-b90b4c85b280 service neutron] 10.222.0.21 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136160
Nov 27 22:00:08.101212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.140821 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-562990af-8313-44a3-baac-d597dd8b54f5 service neutron] 10.222.0.21 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915792
Nov 27 22:00:08.186790 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3e6e3f6a-88f3-40ce-abc6-5cc14c24ed4a None None] Provisioning complete for port b4e21af6-bfd5-4b25-a297-155eecd189d6 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:08.187212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3f6a-88f3-40ce-abc6-5cc14c24ed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.196614 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Sync routers for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:00:08.211754 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:00:08.212688 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe28de20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:00:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:08.304293 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3e6e3f6a-88f3-40ce-abc6-5cc14c24ed4a None None] Provisioning complete for port 3278befd-bbc6-413e-895b-dd0665c2b463 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:08.304669 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3f6a-88f3-40ce-abc6-5cc14c24ed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.324008 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:00:08.338826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e3f6a-88f3-40ce-abc6-5cc14c24ed4a None None] Port 3278befd-bbc6-413e-895b-dd0665c2b463 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:00:08.466150 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-a6f9c2a1-368a-4107-b8c0-2f33f47ba9f0 None None] Provisioning complete for port 3278befd-bbc6-413e-895b-dd0665c2b463 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:08.466535 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a6f9c2a1-368a-4107-b8c0-2f33f47ba9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.508326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9c2a1-368a-4107-b8c0-2f33f47ba9f0 None None] Port 3278befd-bbc6-413e-895b-dd0665c2b463 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:00:08.539896 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b4e21af6-bfd5-4b25-a297-155eecd189d6 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:00:08.586742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port b4e21af6-bfd5-4b25-a297-155eecd189d6 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:08.587034 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.634617 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e812553e-ad7a-49a1-b67d-bf9ae36b4a6a None None] Provisioning complete for port 3278befd-bbc6-413e-895b-dd0665c2b463 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:08.634994 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e812553e-ad7a-49a1-b67d-bf9ae36b4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.654193 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe28de20>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3278befd-bbc6-413e-895b-dd0665c2b463', 'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:62:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:05Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 2, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:08.679793 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Checking router: d07f1b32-2054-4640-a4d7-f9366fec32c9 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:00:08.680149 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Updating router d07f1b32-2054-4640-a4d7-f9366fec32c9 port 3278befd-bbc6-413e-895b-dd0665c2b463 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:00:08.698249 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e812553e-ad7a-49a1-b67d-bf9ae36b4a6a None None] Port 3278befd-bbc6-413e-895b-dd0665c2b463 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:00:08.708040 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.708220 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7669ac0d-dcb2-4a77-aa50-2326041938eb up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:00:08.753990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7669ac0d-dcb2-4a77-aa50-2326041938eb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:08.754357 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.963386 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:08.968367 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:09.016654 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Pushing event updated for resources: {'Port': ['ID=3278befd-bbc6-413e-895b-dd0665c2b463,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:09.043133 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.043502 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.043839 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.044173 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.044502 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.044828 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.045158 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.045479 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.045800 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.046118 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.046438 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.046753 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:00:09.078573 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Attempting to bind port 3278befd-bbc6-413e-895b-dd0665c2b463 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:00:09.078953 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Attempting to bind port 3278befd-bbc6-413e-895b-dd0665c2b463 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:00:09.079368 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Attempting to bind port 3278befd-bbc6-413e-895b-dd0665c2b463 on network b254de04-48d7-4ff6-b5c7-f8d1015844b5 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:00:09.085424 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:00:09.085833 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Checking segment: {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:00:09.086241 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:09.086636 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Bound using segment: {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:00:09.087109 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Bound port: 3278befd-bbc6-413e-895b-dd0665c2b463, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:00:09.087534 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:09.153666 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] For port 3278befd-bbc6-413e-895b-dd0665c2b463, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:00:09.157029 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] For port 3278befd-bbc6-413e-895b-dd0665c2b463, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3278befd-bbc6-413e-895b-dd0665c2b463,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:00:09.160712 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:09.220507 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:00:09.221178 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe28de20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:00:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:09.222865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9524d7af-5e1b-478f-a411-39b742ddc259 None None] Provisioning complete for port 3278befd-bbc6-413e-895b-dd0665c2b463 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:09.223449 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9524d7af-5e1b-478f-a411-39b742ddc259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:09.319103 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9524d7af-5e1b-478f-a411-39b742ddc259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:09.333398 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:00:09.357902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9524d7af-5e1b-478f-a411-39b742ddc259 None None] For port 3278befd-bbc6-413e-895b-dd0665c2b463, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3278befd-bbc6-413e-895b-dd0665c2b463,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:00:09.367681 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9524d7af-5e1b-478f-a411-39b742ddc259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:09.418098 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dec77-a59c-488d-8c88-6dc4c5771dfc None None] Pushing event updated for resources: {'Port': ['ID=3278befd-bbc6-413e-895b-dd0665c2b463,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:09.430444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-87a89ed1-4bd5-4bac-95f3-e17496f0b465 req-9fdab931-3181-4505-a96c-989d262dcebe tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 210 time: 0.0477850
Nov 27 22:00:09.452637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524d7af-5e1b-478f-a411-39b742ddc259 None None] Pushing event updated for resources: {'Port': ['ID=3278befd-bbc6-413e-895b-dd0665c2b463,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:09.489845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b9985d84-f85c-4fa0-a85e-0104725648f8 None None] Provisioning complete for port 3278befd-bbc6-413e-895b-dd0665c2b463 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:09.490763 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b9985d84-f85c-4fa0-a85e-0104725648f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:09.591588 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe28de20>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3278befd-bbc6-413e-895b-dd0665c2b463', 'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:62:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:05Z', 'updated_at': '2021-11-27T22:00:09Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:09.623193 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297df2c-6ba4-4924-8b58-be857a6490ee None None] The sync data for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 is: [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3278befd-bbc6-413e-895b-dd0665c2b463', 'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:62:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:05Z', 'updated_at': '2021-11-27T22:00:09Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:00:09.818601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:10.402638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c453e92d-c3b9-4de9-ba41-f5caf9c843e2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:10.404211 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c453e92d-c3b9-4de9-ba41-f5caf9c843e2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/networks?id=b254de04-48d7-4ff6-b5c7-f8d1015844b5 HTTP/1.1" status: 200  len: 796 time: 0.1097939
Nov 27 22:00:10.439646 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:10.490983 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-820d1946-e8dc-4bd3-a487-2e283d3d8e32 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 380 time: 0.0773575
Nov 27 22:00:10.500989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3278befd-bbc6-413e-895b-dd0665c2b463 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:00:10.504818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'port': {'device_id': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'admin_state_up': True, 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'security_groups': ['ee8169d6-4feb-41ac-aa7b-775d65807861']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:10.552366 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6c374e42-6b1a-4f0a-8a55-6c0af28249f3 req-6f3b0fe2-5cb6-4ea7-90e4-4e34721accf5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 210 time: 0.0353272
Nov 27 22:00:10.559875 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 3278befd-bbc6-413e-895b-dd0665c2b463 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:10.560430 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:10.627747 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:00:10.632080 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:10.768464 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.13 (b254de04-48d7-4ff6-b5c7-f8d1015844b5/db489fb9-5e4e-4e90-864c-2513950e08fb/790d7e2b-dabb-4cde-a2d9-833976db3cdb) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:00:10.903150 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:10.940759 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:10.979407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network b254de04-48d7-4ff6-b5c7-f8d1015844b5 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:00:10.984107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:00:10.986964 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:00:11.003043 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:00:11.023419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=790d7e2b-dabb-4cde-a2d9-833976db3cdb,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:11.044160 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:11.044819 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:11.062533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-c85c353c-0b21-40bd-8555-22c59b594931 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5646408
Nov 27 22:00:11.119268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Request body: {'port': {'device_id': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:11.173658 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:11.204952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-19bd06e8-901b-4353-a1cb-3fddc988eb18 None None] Provisioning complete for port 790d7e2b-dabb-4cde-a2d9-833976db3cdb triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:11.205542 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-19bd06e8-901b-4353-a1cb-3fddc988eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:11.238478 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-19bd06e8-901b-4353-a1cb-3fddc988eb18 None None] Port 790d7e2b-dabb-4cde-a2d9-833976db3cdb cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:00:11.433884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790d7e2b-dabb-4cde-a2d9-833976db3cdb {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:00:11.441112 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:11.453218 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Transition to ACTIVE for port object 790d7e2b-dabb-4cde-a2d9-833976db3cdb will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 22:00:11.456892 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:11.513907 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Pushing event updated for resources: {'Port': ['ID=790d7e2b-dabb-4cde-a2d9-833976db3cdb,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:11.581233 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Attempting to bind port 790d7e2b-dabb-4cde-a2d9-833976db3cdb on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:00:11.581583 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Attempting to bind port 790d7e2b-dabb-4cde-a2d9-833976db3cdb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:00:11.581919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Attempting to bind port 790d7e2b-dabb-4cde-a2d9-833976db3cdb on network b254de04-48d7-4ff6-b5c7-f8d1015844b5 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:00:11.594520 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Port 790d7e2b-dabb-4cde-a2d9-833976db3cdb on network b254de04-48d7-4ff6-b5c7-f8d1015844b5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 22:00:11.594861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Attempting to bind port 790d7e2b-dabb-4cde-a2d9-833976db3cdb on network b254de04-48d7-4ff6-b5c7-f8d1015844b5 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:00:11.602090 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 21, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:00:11.602449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Checking segment: {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:00:11.602886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Bound using segment: {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:00:11.603348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Bound port: 790d7e2b-dabb-4cde-a2d9-833976db3cdb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11d655b-eab9-4c1d-a390-05df208650fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:00:11.603721 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:11.705158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] For port 790d7e2b-dabb-4cde-a2d9-833976db3cdb, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:00:11.714397 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880b9cc-1c32-49ae-b125-a3069079888a req-090a643c-da66-4056-abb9-dcb6a77d520b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:11.715928 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9880b9cc-1c32-49ae-b125-a3069079888a req-090a643c-da66-4056-abb9-dcb6a77d520b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 944 time: 0.0733728
Nov 27 22:00:11.717630 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] For port 790d7e2b-dabb-4cde-a2d9-833976db3cdb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:00:11.721312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:11.778876 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:11.779536 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:11.780956 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] 10.222.0.15 "PUT /v2.0/ports/790d7e2b-dabb-4cde-a2d9-833976db3cdb HTTP/1.1" status: 200  len: 1092 time: 0.7108636
Nov 27 22:00:11.781410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:00:11.783807 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffc5fe2-5caf-4623-a88b-a50815f829fc" -d '{"events": [{"name": "network-changed", "server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:00:11.820768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dab3a-792f-4445-9705-84adfb644059 service neutron] Pushing event updated for resources: {'Port': ['ID=790d7e2b-dabb-4cde-a2d9-833976db3cdb,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:11.854772 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2333fa95-896e-4ff0-bc16-83b9a2eb6a52 x-openstack-request-id: req-2333fa95-896e-4ff0-bc16-83b9a2eb6a52 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:00:11.855069 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:00:11.855362 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2333fa95-896e-4ff0-bc16-83b9a2eb6a52 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:00:11.855781 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'status': 'completed', 'code': 200}
Nov 27 22:00:11.860060 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9880b9cc-1c32-49ae-b125-a3069079888a req-76f0bcde-c6cd-4437-a03c-44294166390f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365473
Nov 27 22:00:11.876731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-fc11d038-5623-4888-a8bb-7479c29843e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:11.878185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-fc11d038-5623-4888-a8bb-7479c29843e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 1095 time: 0.0506444
Nov 27 22:00:11.921004 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-8d291484-fada-4907-8e49-95db19d3485b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb HTTP/1.1" status: 200  len: 217 time: 0.0353251
Nov 27 22:00:11.973562 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-cc45590e-00c4-459f-bdce-f813649edbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:11.975050 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-cc45590e-00c4-459f-bdce-f813649edbc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db489fb9-5e4e-4e90-864c-2513950e08fb HTTP/1.1" status: 200  len: 835 time: 0.0454414
Nov 27 22:00:12.026175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-b934ce15-d0c5-417c-9f7a-d6606494a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:12.027691 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-b934ce15-d0c5-417c-9f7a-d6606494a141 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b254de04-48d7-4ff6-b5c7-f8d1015844b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442584
Nov 27 22:00:12.115712 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-06ad7670-5f33-43ba-96b5-0bdc5e6fcf7c service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808501
Nov 27 22:00:12.209203 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-53b66e78-0efb-47b8-919e-69488f0b1214 req-21b23aef-2129-40e0-a747-2c67aad6f795 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870254
Nov 27 22:00:12.299873 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-11671c48-72ac-41b3-95c2-fc662fddc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:12.301355 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-11671c48-72ac-41b3-95c2-fc662fddc7a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 1095 time: 0.0400431
Nov 27 22:00:12.394069 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-4dd8bfdc-259f-4cd9-a9c4-6bd35ddf01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:12.395582 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-4dd8bfdc-259f-4cd9-a9c4-6bd35ddf01f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b254de04-48d7-4ff6-b5c7-f8d1015844b5 HTTP/1.1" status: 200  len: 897 time: 0.0871663
Nov 27 22:00:12.437469 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-5125f228-fb56-437e-b891-1573be60321d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb HTTP/1.1" status: 200  len: 217 time: 0.0353112
Nov 27 22:00:12.486001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-a3bcb106-1fd2-4421-a300-37b15de97c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:12.487475 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-a3bcb106-1fd2-4421-a300-37b15de97c1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db489fb9-5e4e-4e90-864c-2513950e08fb HTTP/1.1" status: 200  len: 835 time: 0.0432789
Nov 27 22:00:12.532899 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-bfd7802d-a0a5-4d7e-a8d9-d785468a618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:12.534447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-bfd7802d-a0a5-4d7e-a8d9-d785468a618f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b254de04-48d7-4ff6-b5c7-f8d1015844b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405676
Nov 27 22:00:12.627213 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-969c4745-4d30-4b49-98b7-34be8d451683 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850120
Nov 27 22:00:12.714447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9ffc5fe2-5caf-4623-a88b-a50815f829fc req-b715df72-3913-4640-9711-cd540ef54b94 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800142
Nov 27 22:00:12.980657 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596cb0b-3a75-40de-ab80-58333199408c req-800783df-7a42-40b4-9687-2ec683f96566 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:12.982130 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6596cb0b-3a75-40de-ab80-58333199408c req-800783df-7a42-40b4-9687-2ec683f96566 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 944 time: 0.0520418
Nov 27 22:00:13.029830 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6596cb0b-3a75-40de-ab80-58333199408c req-68723c8d-618d-4248-9d5e-da95fbf3ba00 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417733
Nov 27 22:00:14.152324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7fb78-d655-422d-8e27-d80a1ffb7681 req-035e8851-d31b-48c5-9664-8bc5a024e58f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:14.153811 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42f7fb78-d655-422d-8e27-d80a1ffb7681 req-035e8851-d31b-48c5-9664-8bc5a024e58f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 944 time: 0.0564413
Nov 27 22:00:14.202217 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-42f7fb78-d655-422d-8e27-d80a1ffb7681 req-99a56f32-f349-4d9c-93d0-d67c841b081d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424330
Nov 27 22:00:15.316089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2c30-5fb5-4974-ac0c-ee1b62cda57f req-07447735-c19a-48c8-aed6-87ce783a6eee tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:15.317555 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9be2c30-5fb5-4974-ac0c-ee1b62cda57f req-07447735-c19a-48c8-aed6-87ce783a6eee tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 944 time: 0.0477974
Nov 27 22:00:15.364896 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b9be2c30-5fb5-4974-ac0c-ee1b62cda57f req-e3c6c3f3-4a9a-46c8-918b-84ac5f6f2348 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408242
Nov 27 22:00:16.482408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe91390-a924-427d-9a4d-36d6283964e3 req-b080d424-91d3-4c0b-82bb-4825d373ca7d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:16.483954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-abe91390-a924-427d-9a4d-36d6283964e3 req-b080d424-91d3-4c0b-82bb-4825d373ca7d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 944 time: 0.0516100
Nov 27 22:00:16.532820 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-abe91390-a924-427d-9a4d-36d6283964e3 req-bfd6ab94-9329-4df8-bb85-0e7ff5e9599d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429986
Nov 27 22:00:16.614658 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:16.816186 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 790d7e2b-dabb-4cde-a2d9-833976db3cdb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:00:16.914170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 790d7e2b-dabb-4cde-a2d9-833976db3cdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:00:16.925442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'port_id': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'mac_address': 'fa:16:3e:a2:e2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:00:16.964239 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:16.976457 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790d7e2b-dabb-4cde-a2d9-833976db3cdb {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:00:16.995037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 790d7e2b-dabb-4cde-a2d9-833976db3cdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:00:16.998543 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:17.043071 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=790d7e2b-dabb-4cde-a2d9-833976db3cdb,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:17.347418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['790d7e2b-dabb-4cde-a2d9-833976db3cdb'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:00:17.650920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe27d5-e091-45d8-90f9-6fb70f21e56c req-aa5e3a9f-bec1-4887-8e28-d719de00a0ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:17.652440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a0fe27d5-e091-45d8-90f9-6fb70f21e56c req-aa5e3a9f-bec1-4887-8e28-d719de00a0ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 945 time: 0.0506771
Nov 27 22:00:17.704984 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a0fe27d5-e091-45d8-90f9-6fb70f21e56c req-3eecc748-678b-4714-bd04-db719604682c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464993
Nov 27 22:00:18.819226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904dc82-cdbf-427e-b102-ad11cfe25f7e req-0f7f243f-6625-4113-b813-edadafd48806 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:18.820711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d904dc82-cdbf-427e-b102-ad11cfe25f7e req-0f7f243f-6625-4113-b813-edadafd48806 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 945 time: 0.0482059
Nov 27 22:00:18.832172 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 790d7e2b-dabb-4cde-a2d9-833976db3cdb up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:00:18.874188 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d904dc82-cdbf-427e-b102-ad11cfe25f7e req-c119c33d-bd81-4891-b950-d3639e96650c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475514
Nov 27 22:00:18.881750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 790d7e2b-dabb-4cde-a2d9-833976db3cdb completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 22:00:18.885650 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 790d7e2b-dabb-4cde-a2d9-833976db3cdb triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:00:18.886089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:19.127977 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:19.131139 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:19.151095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:00:19.153376 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3016bf7-2daa-40d0-bbbc-cb46ce281875" -d '{"events": [{"server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "name": "network-vif-plugged", "status": "completed", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:00:19.167149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 790d7e2b-dabb-4cde-a2d9-833976db3cdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:00:19.172512 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:19.195758 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7196339b-342c-48e4-b311-e7f041062f0d x-openstack-request-id: req-7196339b-342c-48e4-b311-e7f041062f0d {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:00:19.196058 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "name": "network-vif-plugged", "status": "completed", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:00:19.196315 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7196339b-342c-48e4-b311-e7f041062f0d {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:00:19.196710 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'code': 200}
Nov 27 22:00:19.223234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=790d7e2b-dabb-4cde-a2d9-833976db3cdb,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:19.292758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760844d0-f8c7-44ad-bddc-955faf95c569 req-ca11c526-9aa1-4fa2-a5d7-303d0b3b6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:19.294254 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-760844d0-f8c7-44ad-bddc-955faf95c569 req-ca11c526-9aa1-4fa2-a5d7-303d0b3b6459 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 1097 time: 0.0411444
Nov 27 22:00:19.340608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-760844d0-f8c7-44ad-bddc-955faf95c569 req-53347d12-9b6c-41d1-a783-8ae839b2cb4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385997
Nov 27 22:00:19.986901 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40c5b-d4a2-41d2-96bd-4171d9cff62a req-799ed78c-c6dc-4888-a96c-5b49b889475b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:19.988410 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee40c5b-d4a2-41d2-96bd-4171d9cff62a req-799ed78c-c6dc-4888-a96c-5b49b889475b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0479383
Nov 27 22:00:20.037404 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee40c5b-d4a2-41d2-96bd-4171d9cff62a req-a9f53497-d447-4687-909e-feb6cbbfbf30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423217
Nov 27 22:00:21.159162 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ceabc-4fab-4127-b88e-93a577957a83 req-d5fa0e78-9cee-45b2-a96f-001d5c7d7aa5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:21.160667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-026ceabc-4fab-4127-b88e-93a577957a83 req-d5fa0e78-9cee-45b2-a96f-001d5c7d7aa5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0512419
Nov 27 22:00:21.208956 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-026ceabc-4fab-4127-b88e-93a577957a83 req-a4917688-3944-495c-a68d-3411b7b8a432 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422773
Nov 27 22:00:21.328303 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e663e36-58ab-459b-b06f-e7ccce199b0c req-6d249ede-f784-4d68-bbad-ed4cbe50a8ac tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:21.329723 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2e663e36-58ab-459b-b06f-e7ccce199b0c req-6d249ede-f784-4d68-bbad-ed4cbe50a8ac tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0519266
Nov 27 22:00:21.379038 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2e663e36-58ab-459b-b06f-e7ccce199b0c req-4c784734-ca53-4723-9098-05f7ae7f61b7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426943
Nov 27 22:00:21.401070 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58976) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:21.443878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a332ae-ce02-4335-9d56-e2fc495f5f6f tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:21.446173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-54a332ae-ce02-4335-9d56-e2fc495f5f6f tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 1092 time: 0.0440929
Nov 27 22:00:21.449083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 58978) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:21.453541 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:00:21.475069 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:21.572956 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:21.672215 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.189 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/5692795f-df27-4585-a46d-c7534f6de282) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:00:21.775561 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:21.808855 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:21.846026 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:00:21.848849 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:00:21.852919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:00:21.879306 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=5692795f-df27-4585-a46d-c7534f6de282,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:22.206592 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:22.272099 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:22.421233 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:22.425731 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:22.497142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=5692795f-df27-4585-a46d-c7534f6de282,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:00:22.510706 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:22.609292 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP b9904b1c-b569-47b6-9b05-5f0790898534 associated. External IP: 172.35.3.189, port: 790d7e2b-dabb-4cde-a2d9-833976db3cdb.
Nov 27 22:00:22.813441 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router d07f1b32-2054-4640-a4d7-f9366fec32c9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:00:22.921115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:00:22.931281 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] Sync routers for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:00:22.940906 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:22.941197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:00:22.941837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fddc7b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:00:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:22.968318 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c0674ca3-402e-4507-afb5-196d343249a7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5180492
Nov 27 22:00:22.968906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:00:22.971184 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92805691-2aa5-4632-97ed-818a7f516352" -d '{"events": [{"name": "network-changed", "server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:00:23.011230 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754869ac-a7d8-46c4-bbc7-9de10c7f99d5 x-openstack-request-id: req-754869ac-a7d8-46c4-bbc7-9de10c7f99d5 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:00:23.011818 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:00:23.012082 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-754869ac-a7d8-46c4-bbc7-9de10c7f99d5 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:00:23.012505 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'status': 'completed', 'code': 200}
Nov 27 22:00:23.070864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:00:23.076692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92805691-2aa5-4632-97ed-818a7f516352 req-affb0464-e101-4ecb-b3b2-06d11ff7a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:23.077652 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b2d8a-865e-4f7e-a4d6-d980a8ca087d req-f4517a88-37e7-4110-bbe1-10b29d779561 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:23.078254 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92805691-2aa5-4632-97ed-818a7f516352 req-affb0464-e101-4ecb-b3b2-06d11ff7a767 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 1097 time: 0.0458074
Nov 27 22:00:23.079317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b50b2d8a-865e-4f7e-a4d6-d980a8ca087d req-f4517a88-37e7-4110-bbe1-10b29d779561 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0529816
Nov 27 22:00:23.130919 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b50b2d8a-865e-4f7e-a4d6-d980a8ca087d req-b8087a8a-b58e-4df6-8ddf-bf1c0abae3c4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456305
Nov 27 22:00:23.152840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58984) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:23.175030 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92805691-2aa5-4632-97ed-818a7f516352 req-0a4ad5c5-ac2b-4d27-b878-c29125702722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:23.176889 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92805691-2aa5-4632-97ed-818a7f516352 req-0a4ad5c5-ac2b-4d27-b878-c29125702722 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b254de04-48d7-4ff6-b5c7-f8d1015844b5 HTTP/1.1" status: 200  len: 897 time: 0.0898223
Nov 27 22:00:23.218819 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-460f2276-675c-4e82-914a-18ae467cbef5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/b9904b1c-b569-47b6-9b05-5f0790898534 HTTP/1.1" status: 200  len: 992 time: 0.0629928
Nov 27 22:00:23.246632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92805691-2aa5-4632-97ed-818a7f516352 req-1975e2f2-008d-4f47-988c-ff1d81b01095 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb HTTP/1.1" status: 200  len: 1000 time: 0.0629296
Nov 27 22:00:23.295561 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92805691-2aa5-4632-97ed-818a7f516352 req-6579d1ba-9a2c-43f0-a626-b19f2e2a81de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:23.297160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92805691-2aa5-4632-97ed-818a7f516352 req-6579d1ba-9a2c-43f0-a626-b19f2e2a81de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db489fb9-5e4e-4e90-864c-2513950e08fb HTTP/1.1" status: 200  len: 835 time: 0.0441523
Nov 27 22:00:23.303475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fddc7b20>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b9904b1c-b569-47b6-9b05-5f0790898534', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.189', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'port_id': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'mac_address': 'fa:16:3e:a2:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:00:22Z', 'updated_at': '2021-11-27T22:00:22Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3278befd-bbc6-413e-895b-dd0665c2b463', 'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:62:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:05Z', 'updated_at': '2021-11-27T22:00:09Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:23.333284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] Checking router: d07f1b32-2054-4640-a4d7-f9366fec32c9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:00:23.341743 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:00:23.341900 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92805691-2aa5-4632-97ed-818a7f516352 req-ab443f85-b905-4f3a-8f1f-7cf81ec4f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:23.342346 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fddc7b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:00:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:23.343299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92805691-2aa5-4632-97ed-818a7f516352 req-ab443f85-b905-4f3a-8f1f-7cf81ec4f4ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b254de04-48d7-4ff6-b5c7-f8d1015844b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397108
Nov 27 22:00:23.442108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92805691-2aa5-4632-97ed-818a7f516352 req-03473e63-0530-49ff-b46c-0cc9d0f04bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911639
Nov 27 22:00:23.457546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:00:23.530931 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-92805691-2aa5-4632-97ed-818a7f516352 req-9e69c2cc-5a88-4d77-9c8c-aa12b33297d3 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820949
Nov 27 22:00:23.677317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fddc7b20>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b9904b1c-b569-47b6-9b05-5f0790898534', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.189', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'port_id': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'mac_address': 'fa:16:3e:a2:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:00:22Z', 'updated_at': '2021-11-27T22:00:22Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3278befd-bbc6-413e-895b-dd0665c2b463', 'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:62:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:05Z', 'updated_at': '2021-11-27T22:00:09Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:00:23.702751 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e23c5c-7db1-4326-b33a-fe1eb30d294e None None] The sync data for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 is: [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b9904b1c-b569-47b6-9b05-5f0790898534', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.189', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'port_id': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'mac_address': 'fa:16:3e:a2:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:00:22Z', 'updated_at': '2021-11-27T22:00:22Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3278befd-bbc6-413e-895b-dd0665c2b463', 'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:62:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:05Z', 'updated_at': '2021-11-27T22:00:09Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:00:23.893745 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b723ae15-24ed-47fe-90e5-281daf37c65a None None] New status for floating IP b9904b1c-b569-47b6-9b05-5f0790898534: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:00:24.221553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 58986) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:00:24.281212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6c2a1f65-9860-4129-9b65-100a07b42233 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/b9904b1c-b569-47b6-9b05-5f0790898534 HTTP/1.1" status: 200  len: 994 time: 0.0585098
Nov 27 22:00:34.450914 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-30b6159c-28e1-4d6b-9bba-01e03449358e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:36.607024 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5fff9471-c2f3-4774-883a-f293feffb303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:38.098011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:39.814768 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:40.277771 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-6b453c40-9bc0-43fa-9a38-2947c60afaef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397968
Nov 27 22:00:40.364074 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-0768ca58-fa24-4567-bef5-65f2f0e5c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:40.365578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-0768ca58-fa24-4567-bef5-65f2f0e5c33a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 1097 time: 0.0447936
Nov 27 22:00:40.420724 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:40.467607 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-d9131101-bfe5-40b9-b810-45e0006531b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:40.469113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-d9131101-bfe5-40b9-b810-45e0006531b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b254de04-48d7-4ff6-b5c7-f8d1015844b5 HTTP/1.1" status: 200  len: 897 time: 0.0838592
Nov 27 22:00:40.539505 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-672bd905-f700-4436-9054-a94c9e40a5e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb HTTP/1.1" status: 200  len: 1002 time: 0.0624669
Nov 27 22:00:40.586813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-6b4a2250-73fd-4181-b1df-e5eb1eaa911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:40.588253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-6b4a2250-73fd-4181-b1df-e5eb1eaa911e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db489fb9-5e4e-4e90-864c-2513950e08fb HTTP/1.1" status: 200  len: 835 time: 0.0420692
Nov 27 22:00:40.632981 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-834bb6b0-a92a-4976-9604-855346e95b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:00:40.634449 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-834bb6b0-a92a-4976-9604-855346e95b08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b254de04-48d7-4ff6-b5c7-f8d1015844b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392649
Nov 27 22:00:40.724736 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-38e90a6c-1753-4259-ba64-76744968eeae service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828328
Nov 27 22:00:40.811076 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8e38c7b4-a83b-4c4d-a1f9-da4f3c693828 req-5e0adb89-f70c-4e39-a1c6-6979a84be255 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0788088
Nov 27 22:00:46.617073 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:00:48.002909 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:00:49.055404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:04.451985 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8e8bb4a2-906c-407a-940c-4c53c7fc8ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:06.608371 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-edcd84da-1ff2-4ef8-b9c1-e9f5304c41ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:08.101302 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:09.817402 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:10.423011 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:16.634623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:19.064293 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:25.002661 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:01:25.105790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f500a-3c6f-4f1a-864e-dfa1364d11cf req-eaf4ffd5-0c75-43cb-9148-12e5806a87a5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:25.107316 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f7f500a-3c6f-4f1a-864e-dfa1364d11cf req-eaf4ffd5-0c75-43cb-9148-12e5806a87a5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0487821
Nov 27 22:01:25.160323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f7f500a-3c6f-4f1a-864e-dfa1364d11cf req-ad389b66-f075-4eba-87a5-c867fd313e67 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471067
Nov 27 22:01:26.643083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac3cdb-806b-4d8f-a152-4e71b8709d85 req-55b89935-b98b-45fd-a9d5-20c0d8f5b1e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:26.644647 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a6ac3cdb-806b-4d8f-a152-4e71b8709d85 req-55b89935-b98b-45fd-a9d5-20c0d8f5b1e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.4127464
Nov 27 22:01:26.693526 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a6ac3cdb-806b-4d8f-a152-4e71b8709d85 req-8b295c86-c250-4eb7-a788-8e99e95507b5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430176
Nov 27 22:01:27.810555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41180a6c-99a2-42e4-bfc0-c58400aa994c req-ef763b07-2cb7-4489-b2fb-b81d8f1e3c22 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:27.812046 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41180a6c-99a2-42e4-bfc0-c58400aa994c req-ef763b07-2cb7-4489-b2fb-b81d8f1e3c22 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0483048
Nov 27 22:01:27.860369 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-41180a6c-99a2-42e4-bfc0-c58400aa994c req-e4c9998e-4784-4c0d-9a23-9408b255f48b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424199
Nov 27 22:01:28.973895 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63e483-0119-42a1-9c72-89b9911e2307 req-7e18cd8e-e6a2-4624-a9d9-0494dc74d369 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:28.975401 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db63e483-0119-42a1-9c72-89b9911e2307 req-7e18cd8e-e6a2-4624-a9d9-0494dc74d369 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0477169
Nov 27 22:01:29.023458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-db63e483-0119-42a1-9c72-89b9911e2307 req-9a11d9fc-3431-45c6-8d3a-dea3f7af25e7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416718
Nov 27 22:01:30.138410 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5866e-a2cd-4409-a032-4ed3884a8fe4 req-23b09e24-d2ed-42cc-bee1-13b6e5499814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:30.139885 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ceb5866e-a2cd-4409-a032-4ed3884a8fe4 req-23b09e24-d2ed-42cc-bee1-13b6e5499814 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0476143
Nov 27 22:01:30.186804 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ceb5866e-a2cd-4409-a032-4ed3884a8fe4 req-ba747663-8f18-49fa-a9a0-382b5be6897c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411637
Nov 27 22:01:31.300589 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635299e9-7fb4-4ec2-ac96-5949fb6b068e req-9cb83d27-f95e-4c27-8fb4-40cf23779bd6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:31.302073 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-635299e9-7fb4-4ec2-ac96-5949fb6b068e req-9cb83d27-f95e-4c27-8fb4-40cf23779bd6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0479736
Nov 27 22:01:31.354261 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-635299e9-7fb4-4ec2-ac96-5949fb6b068e req-6e0c80de-2951-4a80-9462-0a2f32a74a17 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461798
Nov 27 22:01:32.475685 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb72d3-effd-4f34-8699-9104d8a6acc4 req-60f80c1e-0cf0-4b2d-be9f-c7195f5aa335 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:32.477158 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bcb72d3-effd-4f34-8699-9104d8a6acc4 req-60f80c1e-0cf0-4b2d-be9f-c7195f5aa335 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0519736
Nov 27 22:01:32.524495 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3bcb72d3-effd-4f34-8699-9104d8a6acc4 req-2d426b82-b2aa-40a9-b79d-4a036af7fe66 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406663
Nov 27 22:01:33.691783 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7345d-767b-4987-922f-9eed017ed678 req-27047d17-3d2e-4672-a7ca-98af27412fd5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:33.693265 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92d7345d-767b-4987-922f-9eed017ed678 req-27047d17-3d2e-4672-a7ca-98af27412fd5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0984955
Nov 27 22:01:33.741699 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92d7345d-767b-4987-922f-9eed017ed678 req-e37b62d5-d761-4462-ab87-844085c0864b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423462
Nov 27 22:01:34.453798 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4dd23208-138d-44c3-85dd-1438c9dc2f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:34.900052 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70a183-24b6-4e02-90c6-39d2db663b92 req-4d9a015b-715f-4491-b78c-f5a0e1b6f205 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:34.901522 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc70a183-24b6-4e02-90c6-39d2db663b92 req-4d9a015b-715f-4491-b78c-f5a0e1b6f205 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0904250
Nov 27 22:01:34.949640 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-fc70a183-24b6-4e02-90c6-39d2db663b92 req-d86efa3f-8191-4e6c-9f1b-0e9d4190f605 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421321
Nov 27 22:01:36.063749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fcb2d-d7b0-41e2-8e6f-31c76c504a26 req-8251edb6-c3bb-409d-9a96-cbf72915c666 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:36.065213 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4f6fcb2d-d7b0-41e2-8e6f-31c76c504a26 req-8251edb6-c3bb-409d-9a96-cbf72915c666 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0478423
Nov 27 22:01:36.113122 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4f6fcb2d-d7b0-41e2-8e6f-31c76c504a26 req-b543a302-2525-4883-938d-563eb84f4726 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418808
Nov 27 22:01:36.135806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59050) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:01:36.199516 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-41ff60ca-e3c4-4c41-bba0-e696ed3f6963 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/b9904b1c-b569-47b6-9b05-5f0790898534 HTTP/1.1" status: 200  len: 994 time: 0.0625398
Nov 27 22:01:36.609431 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd2de-90f1-46aa-88e3-69637afa5c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:37.525225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f075feb-8657-4f76-bd4f-5c31d79b2542 req-0d40cd45-bcaa-4986-b7a2-6e227e1e4e79 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:37.526724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f075feb-8657-4f76-bd4f-5c31d79b2542 req-0d40cd45-bcaa-4986-b7a2-6e227e1e4e79 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0776474
Nov 27 22:01:37.541633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-2b616412-b0e6-4ae3-b5e9-96e1084ed3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:37.543073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-2b616412-b0e6-4ae3-b5e9-96e1084ed3bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 1097 time: 0.0675728
Nov 27 22:01:37.628170 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3f075feb-8657-4f76-bd4f-5c31d79b2542 req-55b90c9d-6a2d-4a36-b341-71bd7c115ef6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939858
Nov 27 22:01:37.662636 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-189088cc-9e69-4820-9ec2-dad1fd683568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:37.664141 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-189088cc-9e69-4820-9ec2-dad1fd683568 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b254de04-48d7-4ff6-b5c7-f8d1015844b5 HTTP/1.1" status: 200  len: 897 time: 0.1081071
Nov 27 22:01:38.059629 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-73b3fd89-2b53-4ef3-accd-4708466cdff9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb HTTP/1.1" status: 200  len: 1002 time: 0.3864365
Nov 27 22:01:38.103012 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:38.109861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-6a948adc-9c0d-471c-a148-a6e0118eac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:38.111360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-6a948adc-9c0d-471c-a148-a6e0118eac80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db489fb9-5e4e-4e90-864c-2513950e08fb HTTP/1.1" status: 200  len: 835 time: 0.0441670
Nov 27 22:01:38.155313 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-20635789-92c6-46cf-989a-6fa4453e76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:38.156760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-20635789-92c6-46cf-989a-6fa4453e76bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b254de04-48d7-4ff6-b5c7-f8d1015844b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390272
Nov 27 22:01:38.248991 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-c05e37e7-7e1a-4065-b6f6-9d8100d03799 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842066
Nov 27 22:01:38.335308 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a567e7f9-8b1a-43de-ad72-439e2c2de8ef req-2376df13-94e1-4bf9-9c92-9e37699bcee2 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798755
Nov 27 22:01:38.750830 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37751f-f121-4d15-b525-f2297eea22eb req-59786892-7299-4d31-95bf-8d2a1009ba8c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:38.752406 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a37751f-f121-4d15-b525-f2297eea22eb req-59786892-7299-4d31-95bf-8d2a1009ba8c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0498669
Nov 27 22:01:38.802444 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9a37751f-f121-4d15-b525-f2297eea22eb req-e607be3a-4642-48b8-b47c-bda02710bd5d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433397
Nov 27 22:01:39.820148 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:39.923976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e297-711c-4a6a-a99c-44491b8acc7c req-f9a75c40-410d-48ff-9375-42d4e198f880 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:39.925452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a758e297-711c-4a6a-a99c-44491b8acc7c req-f9a75c40-410d-48ff-9375-42d4e198f880 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0532053
Nov 27 22:01:39.973098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a758e297-711c-4a6a-a99c-44491b8acc7c req-9455881c-10aa-4708-8d32-c58f03694da6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416944
Nov 27 22:01:39.995322 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59064) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:01:40.057972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e9bc8a5a-447c-4f19-a45c-a8d108fe16a8 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/b9904b1c-b569-47b6-9b05-5f0790898534 HTTP/1.1" status: 200  len: 994 time: 0.0613585
Nov 27 22:01:40.428611 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:42.288741 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-9a0634d4-fa67-439e-a119-b79c414112d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436263
Nov 27 22:01:42.368674 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-f2036b35-93f9-45f5-8c79-1964807bbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:42.370174 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-f2036b35-93f9-45f5-8c79-1964807bbfb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 1097 time: 0.0391376
Nov 27 22:01:42.478699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-36388b52-26bd-44a1-adf7-17366b56a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:42.480197 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-36388b52-26bd-44a1-adf7-17366b56a8d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b254de04-48d7-4ff6-b5c7-f8d1015844b5 HTTP/1.1" status: 200  len: 897 time: 0.0903745
Nov 27 22:01:42.544181 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-bad1236c-25c6-45d8-bf8e-4ffffe4f8106 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb HTTP/1.1" status: 200  len: 1002 time: 0.0563905
Nov 27 22:01:42.595010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-107a9cb0-471c-46ee-95a4-300ff5c36772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:42.596444 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-107a9cb0-471c-46ee-95a4-300ff5c36772 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db489fb9-5e4e-4e90-864c-2513950e08fb HTTP/1.1" status: 200  len: 835 time: 0.0455747
Nov 27 22:01:42.643537 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-ebd00953-b374-4d21-9f2f-6a668deddb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:01:42.645003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-ebd00953-b374-4d21-9f2f-6a668deddb21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b254de04-48d7-4ff6-b5c7-f8d1015844b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405982
Nov 27 22:01:42.729975 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-253ea489-0488-4b60-ae54-ecc5ae9ffb67 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0778329
Nov 27 22:01:42.822023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7d7a5c0a-d4fc-4cbd-b2ef-4486ef4ec7e1 req-66a9f902-8e12-4f3c-80a1-38dd7c1ad92d service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853386
Nov 27 22:01:46.632547 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:01:49.073623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:02.002017 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:02:04.461876 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2164021-75e1-498a-8c2c-738f6120b645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:06.610664 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0c1d207a-2e5c-4194-be37-ffb464c1c965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:08.109464 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:09.823513 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:10.431773 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:16.636387 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:19.091544 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:26.519640 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59108) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:26.679406 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 5692795f-df27-4585-a46d-c7534f6de282 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:02:26.679756 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:26.757181 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:26.757514 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:26.769538 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 5692795f-df27-4585-a46d-c7534f6de282 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:02:26.916051 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:26.942796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=5692795f-df27-4585-a46d-c7534f6de282,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:26.969311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.969667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.970015 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.970361 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.970699 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.971037 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.971405 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.971744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.972075 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.972412 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.972760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:26.973069 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:27.011412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:27.011646 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP b9904b1c-b569-47b6-9b05-5f0790898534 disassociated (deleted). External IP: 172.35.3.189, port: 790d7e2b-dabb-4cde-a2d9-833976db3cdb.
Nov 27 22:02:27.218239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router d07f1b32-2054-4640-a4d7-f9366fec32c9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:02:27.330371 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:02:27.335030 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:27.339672 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] Sync routers for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:02:27.349369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:27.349986 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42fb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:27.361748 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-080216aa-2123-4f26-a190-9a0d7db37943 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/floatingips/b9904b1c-b569-47b6-9b05-5f0790898534 HTTP/1.1" status: 204  len: 168 time: 0.8409970
Nov 27 22:02:27.362343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:02:27.364655 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27b28f2-af52-4f1a-8ac4-2649e05527e5" -d '{"events": [{"name": "network-changed", "server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:02:27.403038 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2845e87-7dd1-4a68-980e-a5476e1cac70 x-openstack-request-id: req-e2845e87-7dd1-4a68-980e-a5476e1cac70 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:02:27.405282 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:02:27.405282 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2845e87-7dd1-4a68-980e-a5476e1cac70 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:02:27.405282 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'status': 'completed', 'code': 200}
Nov 27 22:02:27.486341 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-3215ff83-a000-41c5-9306-369dfa0123af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:27.488192 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-3215ff83-a000-41c5-9306-369dfa0123af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 1097 time: 0.0629761
Nov 27 22:02:27.593633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-f2919e25-8f00-4a9e-a57d-8d51dfd46505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:27.595415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-f2919e25-8f00-4a9e-a57d-8d51dfd46505 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b254de04-48d7-4ff6-b5c7-f8d1015844b5 HTTP/1.1" status: 200  len: 897 time: 0.0989330
Nov 27 22:02:27.613217 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd7877-10e7-4b9d-ba58-619c845e98da req-1fe3d5df-8890-461c-a60b-bd0c26f0147c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:27.614998 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abdd7877-10e7-4b9d-ba58-619c845e98da req-1fe3d5df-8890-461c-a60b-bd0c26f0147c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0546255
Nov 27 22:02:27.640512 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:27.641995 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-9c8f20e3-affa-496f-aca7-4fd6e37b795b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb HTTP/1.1" status: 200  len: 217 time: 0.0389361
Nov 27 22:02:27.666380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-abdd7877-10e7-4b9d-ba58-619c845e98da req-8b3a2c30-76ad-4e23-bd06-3a56ea6b83e7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446203
Nov 27 22:02:27.693740 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-6ad2a549-c470-4fff-b5e7-e37a18d53369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:27.695240 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-6ad2a549-c470-4fff-b5e7-e37a18d53369 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db489fb9-5e4e-4e90-864c-2513950e08fb HTTP/1.1" status: 200  len: 835 time: 0.0450952
Nov 27 22:02:27.741121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-8ce99f72-05b4-4357-87a7-224e7ce113bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:27.742646 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-8ce99f72-05b4-4357-87a7-224e7ce113bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b254de04-48d7-4ff6-b5c7-f8d1015844b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400732
Nov 27 22:02:27.834801 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42fb20>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3278befd-bbc6-413e-895b-dd0665c2b463', 'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:62:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:05Z', 'updated_at': '2021-11-27T22:00:09Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:27.837914 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-c39d4776-f6b1-4a0f-965b-35ec098328d1 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876701
Nov 27 22:02:27.867873 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] Checking router: d07f1b32-2054-4640-a4d7-f9366fec32c9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:02:27.876499 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:27.877113 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42fb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:27.928922 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e27b28f2-af52-4f1a-8ac4-2649e05527e5 req-dcb418c4-e9d9-4014-bb26-7d279e6aad34 service neutron] 10.222.0.15 "GET /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835299
Nov 27 22:02:27.981542 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:28.172567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc42fb20>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3278befd-bbc6-413e-895b-dd0665c2b463', 'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:62:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:05Z', 'updated_at': '2021-11-27T22:00:09Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:28.198273 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e1402-fd76-46fe-a731-f662c4cfdb59 None None] The sync data for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 is: [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:00:06Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3278befd-bbc6-413e-895b-dd0665c2b463', 'name': '', 'network_id': 'b254de04-48d7-4ff6-b5c7-f8d1015844b5', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:62:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:05Z', 'updated_at': '2021-11-27T22:00:09Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': 'db489fb9-5e4e-4e90-864c-2513950e08fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:02:28.414574 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1730948-b19e-468b-928f-0d3e23ea2dc8 None None] New status for floating IP b9904b1c-b569-47b6-9b05-5f0790898534: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:02:28.790660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb14e8-e319-4c73-9e2b-06f6172170b2 req-16f799e5-d0b9-4b56-8caf-8210886222b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:28.792169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0fb14e8-e319-4c73-9e2b-06f6172170b2 req-16f799e5-d0b9-4b56-8caf-8210886222b3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0532691
Nov 27 22:02:28.840500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0fb14e8-e319-4c73-9e2b-06f6172170b2 req-9404d2d5-8d73-4101-9bff-86e4fe947b3c tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee8169d6-4feb-41ac-aa7b-775d65807861&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418241
Nov 27 22:02:29.355567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-ad7dc850-4f55-40b6-b30f-72b534e6af9e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:29.357043 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-ad7dc850-4f55-40b6-b30f-72b534e6af9e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 946 time: 0.0481777
Nov 27 22:02:29.448119 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 790d7e2b-dabb-4cde-a2d9-833976db3cdb {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:02:29.448470 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:29.537326 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port 790d7e2b-dabb-4cde-a2d9-833976db3cdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=790d7e2b-dabb-4cde-a2d9-833976db3cdb,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:29.537698 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:29.550702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 790d7e2b-dabb-4cde-a2d9-833976db3cdb owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:02:29.677431 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:29.705540 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=790d7e2b-dabb-4cde-a2d9-833976db3cdb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:29.718126 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.718521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.718874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.719224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.719594 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.719938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.720281 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.720619 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.720954 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.721287 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.721623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.721957 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:29.754696 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] No DVR routers for this DVR port 790d7e2b-dabb-4cde-a2d9-833976db3cdb on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:02:29.757395 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:29.760752 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d0c0c27-9109-404f-b15b-20329b6e51e2 req-edb21050-91a6-4e32-98ca-da6f215b5c21 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "DELETE /v2.0/ports/790d7e2b-dabb-4cde-a2d9-833976db3cdb HTTP/1.1" status: 204  len: 173 time: 0.3976648
Nov 27 22:02:29.761196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'name': 'network-vif-deleted', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:02:29.764087 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212c6076-b209-457a-ad9a-bd4b5a0b7700" -d '{"events": [{"server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "name": "network-vif-deleted", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:02:29.806349 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc678279-bd9f-4070-8c3f-a06eec314c97 x-openstack-request-id: req-bc678279-bd9f-4070-8c3f-a06eec314c97 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:02:29.806975 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335ecee3-5742-4314-b51b-f0ff44f51ee7", "name": "network-vif-deleted", "tag": "790d7e2b-dabb-4cde-a2d9-833976db3cdb", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:02:29.806975 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc678279-bd9f-4070-8c3f-a06eec314c97 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:02:29.807310 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335ecee3-5742-4314-b51b-f0ff44f51ee7', 'name': 'network-vif-deleted', 'tag': '790d7e2b-dabb-4cde-a2d9-833976db3cdb', 'status': 'completed', 'code': 200}
Nov 27 22:02:29.952585 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83f1235e-376d-4469-ac7b-41f6573343d8 req-bc3ffe86-75aa-401f-a432-1c3d2b936186 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=335ecee3-5742-4314-b51b-f0ff44f51ee7 HTTP/1.1" status: 200  len: 210 time: 0.0293839
Nov 27 22:02:31.011758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59124) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:31.369705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:31.622076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 3278befd-bbc6-413e-895b-dd0665c2b463 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:02:31.622323 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:31.713851 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port 3278befd-bbc6-413e-895b-dd0665c2b463, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3278befd-bbc6-413e-895b-dd0665c2b463,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:31.714271 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:31.725925 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 3278befd-bbc6-413e-895b-dd0665c2b463 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:02:31.905853 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:31.931684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=3278befd-bbc6-413e-895b-dd0665c2b463,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:32.110993 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:32.322349 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router d07f1b32-2054-4640-a4d7-f9366fec32c9 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:02:32.427154 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:02:32.432223 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0a4968b7-b5fa-4708-aeaf-82edd9ff8149 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/d07f1b32-2054-4640-a4d7-f9366fec32c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4194469
Nov 27 22:02:32.434972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59126) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:32.437957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] Sync routers for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:02:32.448014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:32.448635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe356940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:32.489617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2e1037-53f4-4efe-8ac8-2920a7528d1d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting subnet db489fb9-5e4e-4e90-864c-2513950e08fb {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 22:02:32.492789 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2e1037-53f4-4efe-8ac8-2920a7528d1d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:32.533367 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2e1037-53f4-4efe-8ac8-2920a7528d1d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:32.558010 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:32.622116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2e1037-53f4-4efe-8ac8-2920a7528d1d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:32.681229 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2e1037-53f4-4efe-8ac8-2920a7528d1d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:32.709164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e1037-53f4-4efe-8ac8-2920a7528d1d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Subnet': ['ID=db489fb9-5e4e-4e90-864c-2513950e08fb,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:32.711145 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-2f2e1037-53f4-4efe-8ac8-2920a7528d1d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:32.714409 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-2f2e1037-53f4-4efe-8ac8-2920a7528d1d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/subnets/db489fb9-5e4e-4e90-864c-2513950e08fb HTTP/1.1" status: 204  len: 168 time: 0.2772081
Nov 27 22:02:32.718423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59128) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:32.724125 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b0c91-4fdb-4291-bd59-df1cd9c1468e None None] Network b254de04-48d7-4ff6-b5c7-f8d1015844b5 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:02:32.823399 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:32.838544 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe356940>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:02:31Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:32.866437 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] Checking router: d07f1b32-2054-4640-a4d7-f9366fec32c9 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:02:32.879980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] Routers {'d07f1b32-2054-4640-a4d7-f9366fec32c9'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:32.880531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe356940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['d07f1b32-2054-4640-a4d7-f9366fec32c9'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:32.931375 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:32.966138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] DHCP port deletion for b254de04-48d7-4ff6-b5c7-f8d1015844b5 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:02:32.984984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 7669ac0d-dcb2-4a77-aa50-2326041938eb {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:02:32.985336 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.026267 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] Set router d07f1b32-2054-4640-a4d7-f9366fec32c9 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:33.064710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port 7669ac0d-dcb2-4a77-aa50-2326041938eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7669ac0d-dcb2-4a77-aa50-2326041938eb,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:33.065082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.078652 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 7669ac0d-dcb2-4a77-aa50-2326041938eb owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:02:33.133317 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Deleting port b4e21af6-bfd5-4b25-a297-155eecd189d6 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:02:33.133616 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.219897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] For port b4e21af6-bfd5-4b25-a297-155eecd189d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4e21af6-bfd5-4b25-a297-155eecd189d6,segment=NetworkSegment(f11d655b-eab9-4c1d-a390-05df208650fa),segment_id=f11d655b-eab9-4c1d-a390-05df208650fa)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:33.220214 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.235473 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Calling delete_port for b4e21af6-bfd5-4b25-a297-155eecd189d6 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:02:33.243237 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.274491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=7669ac0d-dcb2-4a77-aa50-2326041938eb,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:33.304568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282c1ff-e9db-4009-b1be-45ec82fde78a None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:02:33.338980 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.356349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe356940>, [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:02:31Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:33.385568 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd3483-a2d1-4eb8-9617-6737784a3a43 None None] The sync data for ids ['d07f1b32-2054-4640-a4d7-f9366fec32c9'] in ncdv-master-1 is: [{'id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294625731', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:00:02Z', 'updated_at': '2021-11-27T22:02:31Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': '7669ac0d-dcb2-4a77-aa50-2326041938eb', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:45:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07f1b32-2054-4640-a4d7-f9366fec32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:00:03Z', 'updated_at': '2021-11-27T22:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:02:33.388776 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.415412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Pushing event deleted for resources: {'Port': ['ID=b4e21af6-bfd5-4b25-a297-155eecd189d6,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:33.420867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] No DVR routers for this DVR port b4e21af6-bfd5-4b25-a297-155eecd189d6 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:02:33.430938 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.433166 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.436704 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 790d7e2b-dabb-4cde-a2d9-833976db3cdb no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:02:33.442377 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.443693 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.443924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.444282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.444628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.444980 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.445325 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.445660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.445996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.446330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.446667 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.447575 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1dde47-df9b-4b53-965d-6ceacc03ecef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:33.469157 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 790d7e2b-dabb-4cde-a2d9-833976db3cdb {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:02:33.469518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 790d7e2b-dabb-4cde-a2d9-833976db3cdb not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:02:33.484109 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.484686 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Fanout notify agent at l3_agent the message router_deleted on router d07f1b32-2054-4640-a4d7-f9366fec32c9 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 22:02:33.491705 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.492868 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-3b30ce7b-20eb-455b-9983-2b803b6273de tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/routers/d07f1b32-2054-4640-a4d7-f9366fec32c9 HTTP/1.1" status: 204  len: 168 time: 0.7734289
Nov 27 22:02:33.495657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59130) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:33.574442 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.660899 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.681184 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ffb75c40>,) {'filters': {'network_id': ['b254de04-48d7-4ff6-b5c7-f8d1015844b5']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:33.690557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffb75c40>, 'f11d655b-eab9-4c1d-a390-05df208650fa') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:33.690860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffb75c40>, 'f11d655b-eab9-4c1d-a390-05df208650fa') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:33.699906 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.712476 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.718492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 22:02:33.719120 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 22:02:33.721994 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 22:02:33.781336 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.787078 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.790526 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/networks/b254de04-48d7-4ff6-b5c7-f8d1015844b5 HTTP/1.1" status: 204  len: 168 time: 0.2938585
Nov 27 22:02:33.793508 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59132) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:33.812638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea201ee-a9c4-44f4-9a84-88c45b26bb30 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Network': ['ID=b254de04-48d7-4ff6-b5c7-f8d1015844b5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:33.859694 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6051-50cb-4c71-9143-e7539189be86 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.891579 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6051-50cb-4c71-9143-e7539189be86 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.957950 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6051-50cb-4c71-9143-e7539189be86 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.960676 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6051-50cb-4c71-9143-e7539189be86 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:33.962318 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e7ee6051-50cb-4c71-9143-e7539189be86 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee8169d6-4feb-41ac-aa7b-775d65807861 HTTP/1.1" status: 204  len: 168 time: 0.1677790
Nov 27 22:02:33.972913 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee6051-50cb-4c71-9143-e7539189be86 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8169d6-4feb-41ac-aa7b-775d65807861,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:34.232843 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59138) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:34.237408 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-0d263892-e676-490a-80f5-9335edaea211 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344239683', 'description': 'tempest-secgroup-smoke-1344239683 description', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:34.260121 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d263892-e676-490a-80f5-9335edaea211 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.323663 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d263892-e676-490a-80f5-9335edaea211 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.327176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d263892-e676-490a-80f5-9335edaea211 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.350152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d263892-e676-490a-80f5-9335edaea211 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.351323 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0d263892-e676-490a-80f5-9335edaea211 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1174493
Nov 27 22:02:34.354358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59140) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:34.359607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fa22c6e9-a5d1-4a75-8ff6-5cc4da8d6f1a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1decd16d-eebb-433f-93cb-d82c7e81d1b4', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:34.359790 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d263892-e676-490a-80f5-9335edaea211 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1decd16d-eebb-433f-93cb-d82c7e81d1b4,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:34.388294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa22c6e9-a5d1-4a75-8ff6-5cc4da8d6f1a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.440502 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa22c6e9-a5d1-4a75-8ff6-5cc4da8d6f1a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.445953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa22c6e9-a5d1-4a75-8ff6-5cc4da8d6f1a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.461189 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22c6e9-a5d1-4a75-8ff6-5cc4da8d6f1a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08dfbded-9ba7-4820-a50d-c58945375b95,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:34.462882 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bdd5830c-68d6-4b23-ad5d-e8d1335ed9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.475900 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fa22c6e9-a5d1-4a75-8ff6-5cc4da8d6f1a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.480119 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fa22c6e9-a5d1-4a75-8ff6-5cc4da8d6f1a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1216588
Nov 27 22:02:34.480119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59142) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:34.485258 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b31aa2ec-abd8-4bf1-b5d6-0b69adc510e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1decd16d-eebb-433f-93cb-d82c7e81d1b4', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:34.513510 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b31aa2ec-abd8-4bf1-b5d6-0b69adc510e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.535770 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b4e21af6-bfd5-4b25-a297-155eecd189d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:02:34.556408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: b4e21af6-bfd5-4b25-a297-155eecd189d6 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:02:34.556760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device b4e21af6-bfd5-4b25-a297-155eecd189d6 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:02:34.557181 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7669ac0d-dcb2-4a77-aa50-2326041938eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:02:34.571412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b31aa2ec-abd8-4bf1-b5d6-0b69adc510e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.575386 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b31aa2ec-abd8-4bf1-b5d6-0b69adc510e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.577514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7669ac0d-dcb2-4a77-aa50-2326041938eb {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:02:34.577514 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7669ac0d-dcb2-4a77-aa50-2326041938eb not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:02:34.578011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3278befd-bbc6-413e-895b-dd0665c2b463 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:02:34.593274 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31aa2ec-abd8-4bf1-b5d6-0b69adc510e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f86b3b-d13c-4337-9b30-b4bcd8037171,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:34.601681 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 3278befd-bbc6-413e-895b-dd0665c2b463 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:02:34.602077 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 3278befd-bbc6-413e-895b-dd0665c2b463 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:02:34.604914 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b31aa2ec-abd8-4bf1-b5d6-0b69adc510e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.606132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b31aa2ec-abd8-4bf1-b5d6-0b69adc510e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1249328
Nov 27 22:02:34.609545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59144) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:34.614314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9c136e5f-4e8d-48aa-8dcd-b46d53baf326 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1decd16d-eebb-433f-93cb-d82c7e81d1b4', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:34.645833 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c136e5f-4e8d-48aa-8dcd-b46d53baf326 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.692535 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c136e5f-4e8d-48aa-8dcd-b46d53baf326 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.695890 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c136e5f-4e8d-48aa-8dcd-b46d53baf326 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.714220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c136e5f-4e8d-48aa-8dcd-b46d53baf326 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa9b6fb-596d-4be3-bd44-2cba4dd16ef4,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:34.724584 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9c136e5f-4e8d-48aa-8dcd-b46d53baf326 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.725782 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9c136e5f-4e8d-48aa-8dcd-b46d53baf326 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1152258
Nov 27 22:02:34.728477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59146) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:34.732878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-42480182-8168-46ec-af8b-e4ece98f5f3a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1decd16d-eebb-433f-93cb-d82c7e81d1b4', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:34.759961 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42480182-8168-46ec-af8b-e4ece98f5f3a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.815609 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42480182-8168-46ec-af8b-e4ece98f5f3a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.819343 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42480182-8168-46ec-af8b-e4ece98f5f3a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.838371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42480182-8168-46ec-af8b-e4ece98f5f3a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17290d9-6acf-4900-ad41-67e00953c1b9,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:34.845361 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-42480182-8168-46ec-af8b-e4ece98f5f3a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.846541 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-42480182-8168-46ec-af8b-e4ece98f5f3a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1171389
Nov 27 22:02:34.849220 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59148) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:34.853431 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-c8075f6a-eb66-463c-a2db-051fc507f0d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1decd16d-eebb-433f-93cb-d82c7e81d1b4', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:34.875758 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-c8075f6a-eb66-463c-a2db-051fc507f0d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:02:34.880505 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c8075f6a-eb66-463c-a2db-051fc507f0d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.937230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c8075f6a-eb66-463c-a2db-051fc507f0d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.940668 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c8075f6a-eb66-463c-a2db-051fc507f0d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.955161 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8075f6a-eb66-463c-a2db-051fc507f0d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2b3427-476d-4e26-9eea-4bad19db2f71,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:34.965619 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-c8075f6a-eb66-463c-a2db-051fc507f0d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:34.966790 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-c8075f6a-eb66-463c-a2db-051fc507f0d0 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1166406
Nov 27 22:02:34.969662 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59150) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:34.974922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-97c87200-1c61-471c-9211-bfc7dfcb2394 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'security_group_rule': {'security_group_id': '1decd16d-eebb-433f-93cb-d82c7e81d1b4', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:34.998968 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-97c87200-1c61-471c-9211-bfc7dfcb2394 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Project 5b468a4008c24bb3a5c854460c0e26b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:02:35.003835 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-97c87200-1c61-471c-9211-bfc7dfcb2394 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.065000 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-97c87200-1c61-471c-9211-bfc7dfcb2394 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.068378 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-97c87200-1c61-471c-9211-bfc7dfcb2394 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.085415 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c87200-1c61-471c-9211-bfc7dfcb2394 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e4391d-e7b2-431d-ad38-efb8d35c9b7f,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:35.093176 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-97c87200-1c61-471c-9211-bfc7dfcb2394 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.094370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-97c87200-1c61-471c-9211-bfc7dfcb2394 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1237090
Nov 27 22:02:35.097290 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59152) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:35.102059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'network': {'name': 'tempest-network-smoke--362773986', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'port_security_enabled': True}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:35.122373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:02:35.126347 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.149632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 22:02:35.158850 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.159208 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Added segment 6c278576-73b4-48e0-abcc-bfd27c765850 of type vlan for network d5778bdc-2447-46c6-b2eb-311c32d91678
Nov 27 22:02:35.198471 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.222546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.228207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:35.228798 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.280457 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1821237
Nov 27 22:02:35.283456 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59154) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:35.288100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'admin_state_up': True, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:35.297965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796fe08-81f0-4077-92e0-65b8c8b282a9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Network': ['ID=d5778bdc-2447-46c6-b2eb-311c32d91678,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:35.309220 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network d5778bdc-2447-46c6-b2eb-311c32d91678 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 22:02:35.312133 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.313671 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.369663 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.509795 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.704036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.722884 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.824029 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.214 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/a92bedfb-213c-4abe-808f-439dbb8fd09a) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:02:35.924144 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:35.956865 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:36.002202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:02:36.005031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:02:36.009287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:02:36.018721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ea5bd-97e1-46f6-8b9e-cd0a85ff3f34 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:02:36.036540 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=a92bedfb-213c-4abe-808f-439dbb8fd09a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:36.124536 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b26721d0-8c05-428f-b65e-2507444f022d None None] Provisioning complete for port a92bedfb-213c-4abe-808f-439dbb8fd09a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:36.124920 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b26721d0-8c05-428f-b65e-2507444f022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:36.158138 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-b26721d0-8c05-428f-b65e-2507444f022d None None] Port a92bedfb-213c-4abe-808f-439dbb8fd09a cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:02:36.578666 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:36.613808 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dabcc654-14b0-49d0-97bc-5d34abadbb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:36.771678 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:36.895389 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router a6f438e5-4cee-48b7-b871-8c18c32ebba3 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 22:02:37.000580 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:02:37.010627 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Sync routers for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:02:37.019784 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:37.020399 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:37.021111 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.022417 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-25c95c53-eb63-4071-8441-5bca7747dd13 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7377973
Nov 27 22:02:37.025561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59156) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:37.054084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0c6fc33a-04ca-42fb-9871-cb1d59353dfe tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5b468a4008c24bb3a5c854460c0e26b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0274398
Nov 27 22:02:37.056711 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59158) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:37.125360 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:37.146534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa32bb3-ad04-4785-abbc-20fcc64a63ec tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:37.148099 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6aa32bb3-ad04-4785-abbc-20fcc64a63ec tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0904663
Nov 27 22:02:37.150969 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59160) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:37.180288 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-39bb6d02-af1e-490d-bf6e-4185efed9b1b tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7e46e7ab-0203-480f-9b07-f121716d4c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0281780
Nov 27 22:02:37.182890 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59162) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:37.188289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1635000800', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:37.285928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:02:37.289444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.391402 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb3d0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:36Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:37.417317 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Checking router: a6f438e5-4cee-48b7-b871-8c18c32ebba3 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:02:37.417674 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Updating router a6f438e5-4cee-48b7-b871-8c18c32ebba3 port a92bedfb-213c-4abe-808f-439dbb8fd09a binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:02:37.442147 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.473069 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.542139 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Subnet': ['ID=9c6554ef-5804-46a5-9dd9-400b2a0b50fa,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:37.551310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Checking segment: {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:02:37.551686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network hostable DHCP agents. Network: d5778bdc-2447-46c6-b2eb-311c32d91678, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 22:02:37.569773 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network d5778bdc-2447-46c6-b2eb-311c32d91678 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 22:02:37.579082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5778bdc-2447-46c6-b2eb-311c32d91678) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:02:37.583304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:37.584026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.591523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293cfc2-16e3-478b-9afe-37460790d2bd None None] Network d5778bdc-2447-46c6-b2eb-311c32d91678 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:02:37.605237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b4f62009-0443-42b5-ab04-21ed9ab45a53 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4209716
Nov 27 22:02:37.608230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59164) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:37.711427 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.718321 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.744975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3448e725-d48f-4a51-aa8d-fef011803b8d None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:02:37.748950 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Attempting to bind port a92bedfb-213c-4abe-808f-439dbb8fd09a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:02:37.749359 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Attempting to bind port a92bedfb-213c-4abe-808f-439dbb8fd09a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:02:37.749791 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Attempting to bind port a92bedfb-213c-4abe-808f-439dbb8fd09a on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:02:37.755302 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d5778bdc-2447-46c6-b2eb-311c32d91678', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 22:02:37.756339 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.778068 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:02:37.778525 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:02:37.780055 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.780771 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:02:37.781458 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Bound port: a92bedfb-213c-4abe-808f-439dbb8fd09a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:02:37.782073 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.839985 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Pushing event updated for resources: {'Port': ['ID=a92bedfb-213c-4abe-808f-439dbb8fd09a,revision_number=2']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:37.850174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-11d06538-c5ac-4f50-880b-c6800287b48e None None] Provisioning complete for port a92bedfb-213c-4abe-808f-439dbb8fd09a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:37.850556 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-11d06538-c5ac-4f50-880b-c6800287b48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.853299 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.853660 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.854018 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.855454 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.855817 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.856171 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.856514 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.857433 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.857752 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.858087 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.858422 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.859077 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:02:37.869673 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] For port a92bedfb-213c-4abe-808f-439dbb8fd09a, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:02:37.873336 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] For port a92bedfb-213c-4abe-808f-439dbb8fd09a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a92bedfb-213c-4abe-808f-439dbb8fd09a,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:02:37.878400 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:37.924732 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-11d06538-c5ac-4f50-880b-c6800287b48e None None] Port a92bedfb-213c-4abe-808f-439dbb8fd09a cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:02:37.938135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc5cba-5afe-4ec1-94fe-c575ad5bada3 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:02:37.941223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Allocated IP 172.20.0.2 (d5778bdc-2447-46c6-b2eb-311c32d91678/9c6554ef-5804-46a5-9dd9-400b2a0b50fa/26a8b9ab-c060-49ee-a33a-ef9580039cfe) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:02:37.944997 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:37.945693 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:37.983545 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593170e7-4575-4805-8202-4dd769f8be96 None None] Pushing event updated for resources: {'Port': ['ID=a92bedfb-213c-4abe-808f-439dbb8fd09a,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:38.064308 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:38.088128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.092468 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-08ce7c31-bd4e-469b-90c2-bc48f5f9573b None None] Provisioning complete for port a92bedfb-213c-4abe-808f-439dbb8fd09a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:38.092796 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08ce7c31-bd4e-469b-90c2-bc48f5f9573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.147576 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.155018 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.160208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.209623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Network d5778bdc-2447-46c6-b2eb-311c32d91678 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:02:38.236261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:02:38.242419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:02:38.253429 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Pushing event updated for resources: {'Port': ['ID=26a8b9ab-c060-49ee-a33a-ef9580039cfe,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:38.260298 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7fb3d0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:36Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:38.283950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08ce7c31-bd4e-469b-90c2-bc48f5f9573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.288032 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b89e28-f205-43f3-a97d-488b5cbb9724 None None] The sync data for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 is: [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:36Z', 'revision_number': 3, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:02:38.335899 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-08ce7c31-bd4e-469b-90c2-bc48f5f9573b None None] For port a92bedfb-213c-4abe-808f-439dbb8fd09a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a92bedfb-213c-4abe-808f-439dbb8fd09a,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:38.337371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Attempting to bind port 26a8b9ab-c060-49ee-a33a-ef9580039cfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:02:38.337754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Attempting to bind port 26a8b9ab-c060-49ee-a33a-ef9580039cfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:02:38.338133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Attempting to bind port 26a8b9ab-c060-49ee-a33a-ef9580039cfe on network d5778bdc-2447-46c6-b2eb-311c32d91678 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:02:38.344567 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-08ce7c31-bd4e-469b-90c2-bc48f5f9573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.346368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:02:38.346753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Checking segment: {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:02:38.347155 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.347579 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Bound using segment: {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:02:38.348057 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Bound port: 26a8b9ab-c060-49ee-a33a-ef9580039cfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:02:38.348459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.391131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.1 (d5778bdc-2447-46c6-b2eb-311c32d91678/9c6554ef-5804-46a5-9dd9-400b2a0b50fa/ff4501dc-a48b-4d6b-965d-a5078fa085db) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:02:38.436256 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce7c31-bd4e-469b-90c2-bc48f5f9573b None None] Pushing event updated for resources: {'Port': ['ID=a92bedfb-213c-4abe-808f-439dbb8fd09a,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:38.458958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] For port 26a8b9ab-c060-49ee-a33a-ef9580039cfe, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:02:38.463065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] For port 26a8b9ab-c060-49ee-a33a-ef9580039cfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26a8b9ab-c060-49ee-a33a-ef9580039cfe,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:02:38.467746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.515494 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.542844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba2afa-6a8c-41de-a93f-b1d3fad79898 None None] Pushing event updated for resources: {'Port': ['ID=26a8b9ab-c060-49ee-a33a-ef9580039cfe,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:38.568184 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.630087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network d5778bdc-2447-46c6-b2eb-311c32d91678 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:02:38.634640 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:02:38.639875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:02:38.644296 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=ff4501dc-a48b-4d6b-965d-a5078fa085db,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:38.691547 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:38.856239 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:39.003153 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:02:39.145015 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:39.149532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:39.236960 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:39.238987 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=ff4501dc-a48b-4d6b-965d-a5078fa085db,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:39.347187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network d5778bdc-2447-46c6-b2eb-311c32d91678 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:02:39.348738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:02:39.476713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router a6f438e5-4cee-48b7-b871-8c18c32ebba3 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:02:39.581399 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a44a6a-8e4b-422c-9b1f-7b91e499685e None None] Network d5778bdc-2447-46c6-b2eb-311c32d91678 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:02:39.711442 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7a20040c-4826-49f0-9439-ed82e2b56d82 None None] Provisioning complete for port 26a8b9ab-c060-49ee-a33a-ef9580039cfe triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:39.711708 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a20040c-4826-49f0-9439-ed82e2b56d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:39.849500 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:39.850532 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a20040c-4826-49f0-9439-ed82e2b56d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:39.891343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7a20040c-4826-49f0-9439-ed82e2b56d82 None None] For port 26a8b9ab-c060-49ee-a33a-ef9580039cfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26a8b9ab-c060-49ee-a33a-ef9580039cfe,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:39.901450 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7a20040c-4826-49f0-9439-ed82e2b56d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:39.941032 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:02:39.951059 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1b4096dd-2eca-4bdd-8418-e4cc8bb2220a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/a6f438e5-4cee-48b7-b871-8c18c32ebba3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3416989
Nov 27 22:02:39.969294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20040c-4826-49f0-9439-ed82e2b56d82 None None] Pushing event updated for resources: {'Port': ['ID=26a8b9ab-c060-49ee-a33a-ef9580039cfe,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:40.118098 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-d2efe47c-76f7-40e1-b96e-4c3e0e0def9a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344239683&fields=id&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 267 time: 0.0490491
Nov 27 22:02:40.127065 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-99acd64d-70b4-4190-aa78-dfafdce9b3ca None None] Provisioning complete for port ff4501dc-a48b-4d6b-965d-a5078fa085db triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:40.127482 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-99acd64d-70b4-4190-aa78-dfafdce9b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:40.168365 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-99acd64d-70b4-4190-aa78-dfafdce9b3ca None None] Port ff4501dc-a48b-4d6b-965d-a5078fa085db cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:02:40.179198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-99acd64d-70b4-4190-aa78-dfafdce9b3ca None None] Provisioning complete for port 26a8b9ab-c060-49ee-a33a-ef9580039cfe triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:40.180208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-99acd64d-70b4-4190-aa78-dfafdce9b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:40.211319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Sync routers for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:02:40.231771 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-83d8862a-cc6f-40bc-96e0-76bd3addc0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:40.232987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:40.233290 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-83d8862a-cc6f-40bc-96e0-76bd3addc0d7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/networks?id=d5778bdc-2447-46c6-b2eb-311c32d91678 HTTP/1.1" status: 200  len: 796 time: 0.1078544
Nov 27 22:02:40.233624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3ccee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:40.250611 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-f06d2de3-80df-46a6-9b98-48a00c4295c6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/quotas/5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 375 time: 0.0105631
Nov 27 22:02:40.311358 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-7b567633-c219-46c0-8740-2c838a966779 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0540469
Nov 27 22:02:40.379931 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:40.396691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-8ba1fe42-8b2a-4184-aed4-1af45928e205 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 22:02:40.397754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-8ba1fe42-8b2a-4184-aed4-1af45928e205 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0738204
Nov 27 22:02:40.468734 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:40.523690 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-12d3b3f8-4f38-48bd-9c3d-bdeb004639d1 service neutron] 10.222.0.21 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1181433
Nov 27 22:02:40.542864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f44db688-9ba5-4d29-b8da-d0b2c5c6453f None None] Provisioning complete for port ff4501dc-a48b-4d6b-965d-a5078fa085db triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:40.543347 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f44db688-9ba5-4d29-b8da-d0b2c5c6453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:40.616016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a92bedfb-213c-4abe-808f-439dbb8fd09a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:02:40.620127 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f44db688-9ba5-4d29-b8da-d0b2c5c6453f None None] Port ff4501dc-a48b-4d6b-965d-a5078fa085db cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:02:40.622131 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-5cce3773-d5d1-4e3f-a1da-2e57b27c7b5f service neutron] 10.222.0.21 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974886
Nov 27 22:02:40.691446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3ccee0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff4501dc-a48b-4d6b-965d-a5078fa085db', 'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:d4:7d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:38Z', 'updated_at': '2021-11-27T22:02:39Z', 'revision_number': 2, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:40.694592 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port a92bedfb-213c-4abe-808f-439dbb8fd09a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:40.694973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:40.736400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Checking router: a6f438e5-4cee-48b7-b871-8c18c32ebba3 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:02:40.736768 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Updating router a6f438e5-4cee-48b7-b871-8c18c32ebba3 port ff4501dc-a48b-4d6b-965d-a5078fa085db binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:02:40.786959 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:40.800671 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12a78b26-bf61-46f4-a5aa-607f73161d61 req-12355c38-f619-4435-b8ba-ec61aa2398e3 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 210 time: 0.0280612
Nov 27 22:02:40.806545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-0274fb70-c4a7-4287-80bb-80fbea25b30e None None] Provisioning complete for port ff4501dc-a48b-4d6b-965d-a5078fa085db triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:40.806934 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0274fb70-c4a7-4287-80bb-80fbea25b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:40.896062 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-0274fb70-c4a7-4287-80bb-80fbea25b30e None None] Port ff4501dc-a48b-4d6b-965d-a5078fa085db cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:02:40.965656 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 26a8b9ab-c060-49ee-a33a-ef9580039cfe up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:02:41.073734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 26a8b9ab-c060-49ee-a33a-ef9580039cfe triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:41.074108 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:41.370327 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:41.381171 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:41.436120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22837c9d-d97a-4498-a6ac-eb756445768a None None] Pushing event updated for resources: {'Port': ['ID=ff4501dc-a48b-4d6b-965d-a5078fa085db,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:41.489439 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Attempting to bind port ff4501dc-a48b-4d6b-965d-a5078fa085db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:02:41.490074 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Attempting to bind port ff4501dc-a48b-4d6b-965d-a5078fa085db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:02:41.490557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Attempting to bind port ff4501dc-a48b-4d6b-965d-a5078fa085db on network d5778bdc-2447-46c6-b2eb-311c32d91678 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:02:41.495993 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:02:41.496381 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Checking segment: {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:02:41.496793 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:41.497197 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Bound using segment: {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:02:41.497706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Bound port: ff4501dc-a48b-4d6b-965d-a5078fa085db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:02:41.498094 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:41.563114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] For port ff4501dc-a48b-4d6b-965d-a5078fa085db, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:02:41.566523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] For port ff4501dc-a48b-4d6b-965d-a5078fa085db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff4501dc-a48b-4d6b-965d-a5078fa085db,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:02:41.571065 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:41.647834 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22837c9d-d97a-4498-a6ac-eb756445768a None None] Pushing event updated for resources: {'Port': ['ID=ff4501dc-a48b-4d6b-965d-a5078fa085db,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:41.651734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-3afa95dc-41a5-4fc4-90ae-dac746118873 None None] Provisioning complete for port ff4501dc-a48b-4d6b-965d-a5078fa085db triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:41.652112 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3afa95dc-41a5-4fc4-90ae-dac746118873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:41.654297 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:41.655200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3ccee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:41.832562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:41.849804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-c08d9984-60fd-45fc-8908-e9694b1a6f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:41.852172 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-c08d9984-60fd-45fc-8908-e9694b1a6f2d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/networks?id=d5778bdc-2447-46c6-b2eb-311c32d91678 HTTP/1.1" status: 200  len: 796 time: 0.1664512
Nov 27 22:02:41.865273 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3afa95dc-41a5-4fc4-90ae-dac746118873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:41.935467 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-df16cff6-09f6-4cfa-8124-ddd67201f435 req-1ae295b7-fc79-44a6-93ea-3d0980424653 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 210 time: 0.0418406
Nov 27 22:02:41.951173 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-58d2a04d-d871-4982-8327-7574aa8dfbd9 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b468a4008c24bb3a5c854460c0e26b0 HTTP/1.1" status: 200  len: 380 time: 0.0842543
Nov 27 22:02:41.960599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'port': {'device_id': '5752f691-9cae-445e-b57e-eb135de3ad51', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'admin_state_up': True, 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'security_groups': ['1decd16d-eebb-433f-93cb-d82c7e81d1b4']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:41.974620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-3afa95dc-41a5-4fc4-90ae-dac746118873 None None] For port ff4501dc-a48b-4d6b-965d-a5078fa085db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff4501dc-a48b-4d6b-965d-a5078fa085db,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:41.982194 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3afa95dc-41a5-4fc4-90ae-dac746118873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.074767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Made reservation on behalf of 5b468a4008c24bb3a5c854460c0e26b0 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:02:42.079108 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.081613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa95dc-41a5-4fc4-90ae-dac746118873 None None] Pushing event updated for resources: {'Port': ['ID=ff4501dc-a48b-4d6b-965d-a5078fa085db,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:42.111595 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9b8d41a5-86ac-42f9-943d-2a0c3f248a61 None None] Provisioning complete for port ff4501dc-a48b-4d6b-965d-a5078fa085db triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:42.111894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9b8d41a5-86ac-42f9-943d-2a0c3f248a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.161271 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b173d593-66c5-4f76-9009-c156573669fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc3ccee0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff4501dc-a48b-4d6b-965d-a5078fa085db', 'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:d4:7d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:38Z', 'updated_at': '2021-11-27T22:02:41Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:42.194911 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173d593-66c5-4f76-9009-c156573669fb None None] The sync data for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 is: [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff4501dc-a48b-4d6b-965d-a5078fa085db', 'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:d4:7d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:38Z', 'updated_at': '2021-11-27T22:02:41Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:02:42.206379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.20.0.4 (d5778bdc-2447-46c6-b2eb-311c32d91678/9c6554ef-5804-46a5-9dd9-400b2a0b50fa/b41ed760-0783-4f91-9185-effcfccbb245) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:02:42.371416 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.407071 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.453482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network d5778bdc-2447-46c6-b2eb-311c32d91678 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:02:42.456755 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:02:42.460715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:02:42.467422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=b41ed760-0783-4f91-9185-effcfccbb245,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:42.524934 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:42.525624 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.549796 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-e122d083-d550-442e-95a4-645777f61b95 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5928252
Nov 27 22:02:42.564400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Request body: {'port': {'device_id': '5752f691-9cae-445e-b57e-eb135de3ad51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:42.582162 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ff4501dc-a48b-4d6b-965d-a5078fa085db up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:02:42.646700 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ff4501dc-a48b-4d6b-965d-a5078fa085db triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:42.647083 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.650032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.765453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-649d21c9-4e14-4cfd-af4f-2240d91a2a64 None None] Provisioning complete for port b41ed760-0783-4f91-9185-effcfccbb245 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:42.766118 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-649d21c9-4e14-4cfd-af4f-2240d91a2a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.802533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-649d21c9-4e14-4cfd-af4f-2240d91a2a64 None None] Port b41ed760-0783-4f91-9185-effcfccbb245 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:02:42.943371 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41ed760-0783-4f91-9185-effcfccbb245 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:02:42.951266 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:42.963691 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Transition to ACTIVE for port object b41ed760-0783-4f91-9185-effcfccbb245 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 22:02:42.968397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:43.042413 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Pushing event updated for resources: {'Port': ['ID=b41ed760-0783-4f91-9185-effcfccbb245,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:43.078329 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834ffe4-5fb3-4433-99e9-3d65cd1e4059 req-680d50ec-d63f-42be-ae2e-eefcecbd0cf5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:43.086144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1834ffe4-5fb3-4433-99e9-3d65cd1e4059 req-680d50ec-d63f-42be-ae2e-eefcecbd0cf5 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 943 time: 0.0709975
Nov 27 22:02:43.102564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Attempting to bind port b41ed760-0783-4f91-9185-effcfccbb245 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:02:43.103185 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Attempting to bind port b41ed760-0783-4f91-9185-effcfccbb245 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:02:43.103758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Attempting to bind port b41ed760-0783-4f91-9185-effcfccbb245 on network d5778bdc-2447-46c6-b2eb-311c32d91678 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:02:43.110404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Port b41ed760-0783-4f91-9185-effcfccbb245 on network d5778bdc-2447-46c6-b2eb-311c32d91678 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 22:02:43.110992 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Attempting to bind port b41ed760-0783-4f91-9185-effcfccbb245 on network d5778bdc-2447-46c6-b2eb-311c32d91678 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:02:43.116760 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:02:43.117406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Checking segment: {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:02:43.117801 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Bound using segment: {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:02:43.118407 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Bound port: b41ed760-0783-4f91-9185-effcfccbb245, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c278576-73b4-48e0-abcc-bfd27c765850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:02:43.118772 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:43.143823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1834ffe4-5fb3-4433-99e9-3d65cd1e4059 req-de49a3ba-78cd-4833-af11-e5e0793448eb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565639
Nov 27 22:02:43.194327 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] For port b41ed760-0783-4f91-9185-effcfccbb245, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:02:43.197883 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] For port b41ed760-0783-4f91-9185-effcfccbb245, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b41ed760-0783-4f91-9185-effcfccbb245,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:02:43.206281 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:43.240997 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:43.241801 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:43.243386 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] 10.222.0.15 "PUT /v2.0/ports/b41ed760-0783-4f91-9185-effcfccbb245 HTTP/1.1" status: 200  len: 1091 time: 0.6847062
Nov 27 22:02:43.243759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:02:43.246229 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea762057-7cb1-44c2-ab4f-4273bd943189" -d '{"events": [{"name": "network-changed", "server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "tag": "b41ed760-0783-4f91-9185-effcfccbb245"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:02:43.298436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb13cf-c60b-4bb1-89b5-77b471d25b13 service neutron] Pushing event updated for resources: {'Port': ['ID=b41ed760-0783-4f91-9185-effcfccbb245,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:43.353450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-f1fcdec9-5b5e-4085-af5f-9e3d3c4bfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:43.355239 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-f1fcdec9-5b5e-4085-af5f-9e3d3c4bfba4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 1094 time: 0.0525458
Nov 27 22:02:43.406293 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182b3c65-d7bb-4ffa-8f82-1c77c8a0f7bc x-openstack-request-id: req-182b3c65-d7bb-4ffa-8f82-1c77c8a0f7bc {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:02:43.406586 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "tag": "b41ed760-0783-4f91-9185-effcfccbb245", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:02:43.406859 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-182b3c65-d7bb-4ffa-8f82-1c77c8a0f7bc {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:02:43.407280 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245', 'status': 'completed', 'code': 200}
Nov 27 22:02:43.409306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-ffb5c92a-73b2-4cce-baa7-70666409947b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41ed760-0783-4f91-9185-effcfccbb245 HTTP/1.1" status: 200  len: 217 time: 0.0436080
Nov 27 22:02:43.462809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-b78ab439-f293-4484-8486-a75401225915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:43.464279 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-b78ab439-f293-4484-8486-a75401225915 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c6554ef-5804-46a5-9dd9-400b2a0b50fa HTTP/1.1" status: 200  len: 835 time: 0.0473197
Nov 27 22:02:43.514187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-da5a2134-955c-48f5-ba86-25cac1f4f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:43.515733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-da5a2134-955c-48f5-ba86-25cac1f4f62a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5778bdc-2447-46c6-b2eb-311c32d91678&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430691
Nov 27 22:02:43.608101 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-1a8f15ce-02a8-482c-9829-544561dda68a service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855913
Nov 27 22:02:43.696666 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-33077e3a-cd36-4961-9193-e77e41a1f5b4 req-3f6c90dd-58a1-4557-a775-6e0d327ae69a service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815177
Nov 27 22:02:43.787852 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-e92b26ed-46fc-412b-a679-b8262d4b8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:43.789371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-e92b26ed-46fc-412b-a679-b8262d4b8101 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 1094 time: 0.0464313
Nov 27 22:02:43.884388 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-a66d6075-647c-4a7e-b6d4-068dd2da4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:43.885896 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-a66d6075-647c-4a7e-b6d4-068dd2da4e1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5778bdc-2447-46c6-b2eb-311c32d91678 HTTP/1.1" status: 200  len: 897 time: 0.0899920
Nov 27 22:02:43.927370 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-74fd97e1-6723-4f32-860f-df90f8277811 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41ed760-0783-4f91-9185-effcfccbb245 HTTP/1.1" status: 200  len: 217 time: 0.0343108
Nov 27 22:02:43.979501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-ab0553ec-9ef7-45f1-b01e-b30e4e2faff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:43.980859 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-ab0553ec-9ef7-45f1-b01e-b30e4e2faff8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c6554ef-5804-46a5-9dd9-400b2a0b50fa HTTP/1.1" status: 200  len: 835 time: 0.0473964
Nov 27 22:02:44.025752 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-9c717bd3-ad27-44b8-a005-6c62467bcdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:44.027209 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-9c717bd3-ad27-44b8-a005-6c62467bcdf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5778bdc-2447-46c6-b2eb-311c32d91678&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392120
Nov 27 22:02:44.114396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-cafb7fa0-15b0-4ee9-b3b1-1ec940ab2637 service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802221
Nov 27 22:02:44.208005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ea762057-7cb1-44c2-ab4f-4273bd943189 req-7d1d0f62-d318-4f32-92df-9b0fa007c384 service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857580
Nov 27 22:02:44.259987 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed260221-e776-4cb3-b085-dc7741298c88 req-b8ae04cb-a96a-4070-a954-46281929b856 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:44.261467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed260221-e776-4cb3-b085-dc7741298c88 req-b8ae04cb-a96a-4070-a954-46281929b856 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 943 time: 0.0535717
Nov 27 22:02:44.309897 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ed260221-e776-4cb3-b085-dc7741298c88 req-e4df31b2-cbcf-496c-8239-9fd1eff01a11 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423470
Nov 27 22:02:45.426445 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a5182-97e4-4247-86a7-62748110ca7d req-01e9b461-fa6e-4fbd-9bbf-543ac965221e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:45.427994 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf2a5182-97e4-4247-86a7-62748110ca7d req-01e9b461-fa6e-4fbd-9bbf-543ac965221e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 943 time: 0.0492840
Nov 27 22:02:45.477606 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-bf2a5182-97e4-4247-86a7-62748110ca7d req-25982178-532d-4a8c-b2b4-036db93d362b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431411
Nov 27 22:02:46.593200 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dde3e5-7107-4924-9a66-85b341738073 req-779222c7-4ee8-49cf-b41b-6ba1cf8401cb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:46.594689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83dde3e5-7107-4924-9a66-85b341738073 req-779222c7-4ee8-49cf-b41b-6ba1cf8401cb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 943 time: 0.0487187
Nov 27 22:02:46.623494 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:46.646530 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-83dde3e5-7107-4924-9a66-85b341738073 req-70fbfeac-6a3a-4719-a754-4f0f244162b4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458820
Nov 27 22:02:47.487500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b41ed760-0783-4f91-9185-effcfccbb245 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:02:47.581300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b41ed760-0783-4f91-9185-effcfccbb245, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b41ed760-0783-4f91-9185-effcfccbb245,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:47.592599 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'b41ed760-0783-4f91-9185-effcfccbb245', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'port_id': 'b41ed760-0783-4f91-9185-effcfccbb245', 'mac_address': 'fa:16:3e:74:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:02:47.628371 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:47.641869 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41ed760-0783-4f91-9185-effcfccbb245 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:02:47.660992 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b41ed760-0783-4f91-9185-effcfccbb245, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b41ed760-0783-4f91-9185-effcfccbb245,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:47.664508 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:47.714496 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=b41ed760-0783-4f91-9185-effcfccbb245,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:47.765624 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ffe33-80a3-4c28-8917-8b1ab25ff3bb req-6d7c6228-0199-4237-ad58-4856c0e35568 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:47.767108 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae5ffe33-80a3-4c28-8917-8b1ab25ff3bb req-6d7c6228-0199-4237-ad58-4856c0e35568 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 944 time: 0.0540476
Nov 27 22:02:47.815342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae5ffe33-80a3-4c28-8917-8b1ab25ff3bb req-4bfcfa28-5aa2-43e9-972f-905585787882 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421507
Nov 27 22:02:47.965392 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['b41ed760-0783-4f91-9185-effcfccbb245'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:02:48.929186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b3fcd-e239-4ae5-b8f1-77129e50a605 req-8c308537-aac8-434b-b455-94db9e557930 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:48.930659 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1d8b3fcd-e239-4ae5-b8f1-77129e50a605 req-8c308537-aac8-434b-b455-94db9e557930 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 944 time: 0.0483510
Nov 27 22:02:48.982902 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1d8b3fcd-e239-4ae5-b8f1-77129e50a605 req-8cfa02f5-a289-44f9-9ca3-d2bc6370def1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462828
Nov 27 22:02:49.095324 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:49.502981 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b41ed760-0783-4f91-9185-effcfccbb245 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:02:49.551750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port b41ed760-0783-4f91-9185-effcfccbb245 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 22:02:49.556025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port b41ed760-0783-4f91-9185-effcfccbb245 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:02:49.556406 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:49.635634 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:49.658255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:02:49.660545 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2687231e-8d73-44ad-86f2-b43d8e1d4ceb" -d '{"events": [{"server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "name": "network-vif-plugged", "status": "completed", "tag": "b41ed760-0783-4f91-9185-effcfccbb245"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:02:49.673827 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port b41ed760-0783-4f91-9185-effcfccbb245, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b41ed760-0783-4f91-9185-effcfccbb245,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:02:49.677608 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:49.701992 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b98aaa-1912-4b71-ba7c-682370f96d6f x-openstack-request-id: req-c0b98aaa-1912-4b71-ba7c-682370f96d6f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:02:49.702291 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "name": "network-vif-plugged", "status": "completed", "tag": "b41ed760-0783-4f91-9185-effcfccbb245", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:02:49.702554 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0b98aaa-1912-4b71-ba7c-682370f96d6f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:02:49.702950 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245', 'code': 200}
Nov 27 22:02:49.729733 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=b41ed760-0783-4f91-9185-effcfccbb245,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:49.795797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd13732-501f-4f63-8c7d-50e65056f246 req-37589bdc-6aee-41ed-8032-9a79ebea3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:49.797294 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8dd13732-501f-4f63-8c7d-50e65056f246 req-37589bdc-6aee-41ed-8032-9a79ebea3e2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 1096 time: 0.0403574
Nov 27 22:02:49.844045 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-8dd13732-501f-4f63-8c7d-50e65056f246 req-6cc88279-5007-40a0-b27d-e2c3ee2af5cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387046
Nov 27 22:02:50.100608 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6d847-df5a-4e3a-896d-d2bec7f76481 req-ecc8dab8-60eb-4cd7-a3da-dee96df3a20b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:50.102102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3a6d847-df5a-4e3a-896d-d2bec7f76481 req-ecc8dab8-60eb-4cd7-a3da-dee96df3a20b tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0496140
Nov 27 22:02:50.150132 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b3a6d847-df5a-4e3a-896d-d2bec7f76481 req-dba818e4-6879-46c0-83de-ac0b22dd66e4 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418546
Nov 27 22:02:51.269196 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c854620-05e3-45a4-bdea-dacc55e14a85 req-25595b0f-3311-496d-9a1c-0e8b2a93bd5a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:51.270662 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c854620-05e3-45a4-bdea-dacc55e14a85 req-25595b0f-3311-496d-9a1c-0e8b2a93bd5a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0485213
Nov 27 22:02:51.330247 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6c854620-05e3-45a4-bdea-dacc55e14a85 req-b212dcae-553c-4141-bb9c-8014df0b3827 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535686
Nov 27 22:02:51.446981 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc1aee-ac02-428e-9427-78860172ec82 req-73edfd2a-4305-4a48-8480-c8414803f8e2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:51.450561 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9bc1aee-ac02-428e-9427-78860172ec82 req-73edfd2a-4305-4a48-8480-c8414803f8e2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0527794
Nov 27 22:02:51.500128 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f9bc1aee-ac02-428e-9427-78860172ec82 req-43cefe13-0865-48cc-9625-705b2b320b1d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432608
Nov 27 22:02:51.521453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59226) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:51.564045 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b51a89f-c3e1-4681-92a1-6f3892b54ed3 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:51.565531 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9b51a89f-c3e1-4681-92a1-6f3892b54ed3 tempest-TestNetworkAdvancedServerOps-1833793395 tempest-TestNetworkAdvancedServerOps-1833793395-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 1091 time: 0.0431197
Nov 27 22:02:51.568326 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59228) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:51.572488 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': 'b41ed760-0783-4f91-9185-effcfccbb245', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:02:51.596529 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:51.694780 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:51.799517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Allocated IP 172.35.3.62 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/5d844a1e-5755-4c4e-8ff2-5b417ff7c214) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:02:51.898523 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:51.936883 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:51.974690 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:02:51.977467 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:02:51.981031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:02:52.004871 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=5d844a1e-5755-4c4e-8ff2-5b417ff7c214,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:52.342063 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:52.412358 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:52.569709 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:52.574430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:52.644273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event updated for resources: {'Port': ['ID=5d844a1e-5755-4c4e-8ff2-5b417ff7c214,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:02:52.652216 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:52.751154 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP eb308675-e0e5-4441-b2a4-ce37fed6d1d2 associated. External IP: 172.35.3.62, port: b41ed760-0783-4f91-9185-effcfccbb245.
Nov 27 22:02:52.955148 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router a6f438e5-4cee-48b7-b871-8c18c32ebba3 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:02:53.060928 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:02:53.070808 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] Sync routers for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:02:53.078707 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:02:53.082114 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:53.082114 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:53.105713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0ff6c4d4-6823-4c2c-a5ff-c8ab67e67719 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5363736
Nov 27 22:02:53.106300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:02:53.109213 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3096d9-ca0e-4a09-8e94-a613fdeab352" -d '{"events": [{"name": "network-changed", "server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "tag": "b41ed760-0783-4f91-9185-effcfccbb245"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:02:53.154046 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f7e6a4-21cc-4253-b967-040d1d7f86a1 x-openstack-request-id: req-91f7e6a4-21cc-4253-b967-040d1d7f86a1 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:02:53.154375 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "tag": "b41ed760-0783-4f91-9185-effcfccbb245", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:02:53.154641 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91f7e6a4-21cc-4253-b967-040d1d7f86a1 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:02:53.155055 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245', 'status': 'completed', 'code': 200}
Nov 27 22:02:53.189985 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:53.248007 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa1a4-3d96-411e-b0c7-440bb6196462 req-503e3524-8244-413c-befc-a692068f07cf tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:53.249468 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48afa1a4-3d96-411e-b0c7-440bb6196462 req-503e3524-8244-413c-befc-a692068f07cf tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0819721
Nov 27 22:02:53.252083 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-1b76ea84-caf9-4628-b5a1-fdbd0fb337be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:53.253441 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-1b76ea84-caf9-4628-b5a1-fdbd0fb337be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 1096 time: 0.0745053
Nov 27 22:02:53.355278 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-48afa1a4-3d96-411e-b0c7-440bb6196462 req-00beba21-1cd3-4efb-bd06-f43baad76a61 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993159
Nov 27 22:02:53.378105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-6f517d40-da13-486d-b3f7-a51a40f6a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:53.378750 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59234) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:53.379608 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-6f517d40-da13-486d-b3f7-a51a40f6a6d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5778bdc-2447-46c6-b2eb-311c32d91678 HTTP/1.1" status: 200  len: 897 time: 0.1177592
Nov 27 22:02:53.418026 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272be0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb308675-e0e5-4441-b2a4-ce37fed6d1d2', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'port_id': 'b41ed760-0783-4f91-9185-effcfccbb245', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'mac_address': 'fa:16:3e:74:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5752f691-9cae-445e-b57e-eb135de3ad51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:02:52Z', 'updated_at': '2021-11-27T22:02:52Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff4501dc-a48b-4d6b-965d-a5078fa085db', 'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:d4:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:38Z', 'updated_at': '2021-11-27T22:02:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:53.445167 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-46f6f2da-32db-4a86-af39-ec0845d517b7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/eb308675-e0e5-4441-b2a4-ce37fed6d1d2 HTTP/1.1" status: 200  len: 990 time: 0.0650775
Nov 27 22:02:53.446982 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] Checking router: a6f438e5-4cee-48b7-b871-8c18c32ebba3 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:02:53.455294 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:02:53.455915 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:02:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:53.456834 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-c10f5e76-04c6-4e77-8bc3-b17156a24176 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41ed760-0783-4f91-9185-effcfccbb245 HTTP/1.1" status: 200  len: 998 time: 0.0708921
Nov 27 22:02:53.510966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-db628ae2-ca21-4a89-86db-d987d863a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:53.512513 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-db628ae2-ca21-4a89-86db-d987d863a53e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c6554ef-5804-46a5-9dd9-400b2a0b50fa HTTP/1.1" status: 200  len: 835 time: 0.0485282
Nov 27 22:02:53.558871 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-87ccbc81-9853-4106-9725-5b96552a8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:02:53.560468 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-87ccbc81-9853-4106-9725-5b96552a8cc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5778bdc-2447-46c6-b2eb-311c32d91678&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413015
Nov 27 22:02:53.564040 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:02:53.651073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-fd5141b8-c730-447c-94e0-6ef625871ddb service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840986
Nov 27 22:02:53.746463 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b3096d9-ca0e-4a09-8e94-a613fdeab352 req-37d60dbd-d446-4dfd-b040-8a917c1c1ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884459
Nov 27 22:02:53.875348 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe272be0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb308675-e0e5-4441-b2a4-ce37fed6d1d2', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'port_id': 'b41ed760-0783-4f91-9185-effcfccbb245', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'mac_address': 'fa:16:3e:74:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5752f691-9cae-445e-b57e-eb135de3ad51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:02:52Z', 'updated_at': '2021-11-27T22:02:52Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff4501dc-a48b-4d6b-965d-a5078fa085db', 'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:d4:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:38Z', 'updated_at': '2021-11-27T22:02:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:02:53.901445 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097edd2-9c74-40cc-8e8c-f9928b79bd39 None None] The sync data for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 is: [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'eb308675-e0e5-4441-b2a4-ce37fed6d1d2', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'floating_ip_address': '172.35.3.62', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'port_id': 'b41ed760-0783-4f91-9185-effcfccbb245', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'mac_address': 'fa:16:3e:74:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5752f691-9cae-445e-b57e-eb135de3ad51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:02:52Z', 'updated_at': '2021-11-27T22:02:52Z', 'revision_number': 0, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff4501dc-a48b-4d6b-965d-a5078fa085db', 'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:d4:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:38Z', 'updated_at': '2021-11-27T22:02:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:02:54.091989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6818f5e2-cf3c-4042-bec3-426e59d016c2 None None] New status for floating IP eb308675-e0e5-4441-b2a4-ce37fed6d1d2: ACTIVE {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:02:54.448896 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59236) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:02:54.511924 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cb335482-053b-4aef-8f7d-16d8b5fe4955 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/eb308675-e0e5-4441-b2a4-ce37fed6d1d2 HTTP/1.1" status: 200  len: 992 time: 0.0618126
Nov 27 22:03:04.454180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68350ed0-ce96-4b9a-9ef4-bc4b0486ac4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:06.615270 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5be4d1ea-d89b-48cb-9586-e060e6c36254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:08.114559 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:09.830492 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:10.429507 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:16.002262 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:03:16.641694 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:19.094710 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:34.455267 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-52b08898-f334-44b4-a886-c57b691d7fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:36.616276 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-921e1469-4e2d-4dd2-9481-759d63c7d07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:38.117937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:39.831957 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:40.431932 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:41.894346 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-9d321de5-bdd9-4ed3-8067-46079d2f0a4d req-92c6946c-036f-4ba7-b9fe-c86e5e0812f4 service neutron] (120908) timed out ('10.222.0.21', 54326) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 22:03:44.294155 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-eaad6e18-98e0-40b3-af00-9c848e508c50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0408187
Nov 27 22:03:44.375976 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-db09495e-70ab-4923-bb95-a495e1291aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:03:44.377464 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-db09495e-70ab-4923-bb95-a495e1291aa9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 1096 time: 0.0408852
Nov 27 22:03:44.484427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-5c4a775f-c776-454e-8ddc-73aafe526952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:03:44.485953 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-5c4a775f-c776-454e-8ddc-73aafe526952 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5778bdc-2447-46c6-b2eb-311c32d91678 HTTP/1.1" status: 200  len: 897 time: 0.0893648
Nov 27 22:03:44.550656 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-190cf0d6-eb41-4781-960c-15e314601aa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41ed760-0783-4f91-9185-effcfccbb245 HTTP/1.1" status: 200  len: 1000 time: 0.0569007
Nov 27 22:03:44.602136 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-daacd746-eff9-4e45-86bb-6bfa8964a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:03:44.603639 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-daacd746-eff9-4e45-86bb-6bfa8964a7ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c6554ef-5804-46a5-9dd9-400b2a0b50fa HTTP/1.1" status: 200  len: 835 time: 0.0469613
Nov 27 22:03:44.648401 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-814715ae-c641-4766-88ea-385a21118b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:03:44.649893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-814715ae-c641-4766-88ea-385a21118b26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5778bdc-2447-46c6-b2eb-311c32d91678&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398154
Nov 27 22:03:44.735594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-b6b64e8b-fb59-4fbf-ade8-e475798bd207 service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790317
Nov 27 22:03:44.829091 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61613c6a-9906-45c0-b1b9-257c3cd6380a req-8bd72ba7-ad02-4076-8398-d628aa318cb4 service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852370
Nov 27 22:03:46.646629 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:49.112829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:03:53.002627 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:03:57.337522 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688467b-ee91-4cfb-a52e-8c7afa9f4bf1 req-19c1846f-0bfd-4c87-915e-4cbaf1bfa545 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:03:57.339011 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3688467b-ee91-4cfb-a52e-8c7afa9f4bf1 req-19c1846f-0bfd-4c87-915e-4cbaf1bfa545 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0498075
Nov 27 22:03:57.388982 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3688467b-ee91-4cfb-a52e-8c7afa9f4bf1 req-7245c68b-3c21-49cd-af9e-7499ce937d97 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435688
Nov 27 22:03:58.510866 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f869b-ad89-4625-8b3f-e6175ee33504 req-542c5890-5438-4780-9470-3b23a3f59d01 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:03:58.513074 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6a0f869b-ad89-4625-8b3f-e6175ee33504 req-542c5890-5438-4780-9470-3b23a3f59d01 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0526116
Nov 27 22:03:58.561282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6a0f869b-ad89-4625-8b3f-e6175ee33504 req-c631c58f-0c07-4bf5-9223-120455b5e86e tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422895
Nov 27 22:03:59.682300 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac561e6c-7b9c-4f79-a6a8-4a54affc4468 req-e8023bdb-6e3f-4815-98d8-75bd1a63a1aa tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:03:59.683936 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac561e6c-7b9c-4f79-a6a8-4a54affc4468 req-e8023bdb-6e3f-4815-98d8-75bd1a63a1aa tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0549550
Nov 27 22:03:59.732163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac561e6c-7b9c-4f79-a6a8-4a54affc4468 req-2b9de66e-2b48-4400-84e8-ba9ed2a2afe7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422096
Nov 27 22:03:59.753842 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59304) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:03:59.812752 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-3a88872a-97d8-4e5e-9e96-54deb17fc70a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/eb308675-e0e5-4441-b2a4-ce37fed6d1d2 HTTP/1.1" status: 200  len: 992 time: 0.0578191
Nov 27 22:04:01.105256 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02fdb7-410e-4397-89af-942427c03bbb req-7052f5ce-dc60-43b5-924d-50d148ffc468 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:01.107185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f02fdb7-410e-4397-89af-942427c03bbb req-7052f5ce-dc60-43b5-924d-50d148ffc468 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0770075
Nov 27 22:04:01.123091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-b9f0c828-d374-467d-b74d-a3a75d8b55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:01.124537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-b9f0c828-d374-467d-b74d-a3a75d8b55e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 1096 time: 0.0700138
Nov 27 22:04:01.210915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9f02fdb7-410e-4397-89af-942427c03bbb req-deba92f5-2df1-4463-91f5-66448fd932eb tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976779
Nov 27 22:04:01.240522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-a0c6a640-1f02-4a03-8f7e-91a026274b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:01.241985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-a0c6a640-1f02-4a03-8f7e-91a026274b6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5778bdc-2447-46c6-b2eb-311c32d91678 HTTP/1.1" status: 200  len: 897 time: 0.1097803
Nov 27 22:04:01.306190 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-90eb928e-8c41-4b07-9d35-faba6939fa52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41ed760-0783-4f91-9185-effcfccbb245 HTTP/1.1" status: 200  len: 1000 time: 0.0565486
Nov 27 22:04:01.352447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-3d3a90e2-fce7-4d60-91fb-d90180fafc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:01.353868 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-3d3a90e2-fce7-4d60-91fb-d90180fafc2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c6554ef-5804-46a5-9dd9-400b2a0b50fa HTTP/1.1" status: 200  len: 835 time: 0.0414443
Nov 27 22:04:01.405492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-3ed998ea-8ced-469d-bd36-80e7993c69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:01.406898 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-3ed998ea-8ced-469d-bd36-80e7993c69b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5778bdc-2447-46c6-b2eb-311c32d91678&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447958
Nov 27 22:04:01.496293 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-268682de-6163-4791-a9eb-15597a99f11d service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815613
Nov 27 22:04:01.588446 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-81b187a8-cf77-488d-a3cc-7b43137dd213 req-5d3481cc-a7ba-493a-921c-89a5c2849974 service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851734
Nov 27 22:04:02.335283 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463e74f-1281-486d-adc4-9e28c521dddd req-9c6e0172-16e3-4330-8d99-ba82edf6915a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:02.336836 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d463e74f-1281-486d-adc4-9e28c521dddd req-9c6e0172-16e3-4330-8d99-ba82edf6915a tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0522163
Nov 27 22:04:02.390739 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d463e74f-1281-486d-adc4-9e28c521dddd req-90e4cc0c-13e6-4643-8e81-67552dc430e2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477648
Nov 27 22:04:03.510480 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01618d5-6c01-45af-b329-66a15136bc85 req-8918f976-a336-48c2-8dab-6827db0fb43d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:03.511999 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b01618d5-6c01-45af-b329-66a15136bc85 req-8918f976-a336-48c2-8dab-6827db0fb43d tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0501556
Nov 27 22:04:03.560914 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b01618d5-6c01-45af-b329-66a15136bc85 req-fbac9cf8-f479-4973-a145-32201f270b59 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430298
Nov 27 22:04:03.582474 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59316) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:03.643391 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4d365297-ff7a-4878-a2de-1fe6fe3e972f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/floatingips/eb308675-e0e5-4441-b2a4-ce37fed6d1d2 HTTP/1.1" status: 200  len: 992 time: 0.0596750
Nov 27 22:04:03.852461 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59322) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:04.009147 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port 5d844a1e-5755-4c4e-8ff2-5b417ff7c214 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:04:04.009497 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:04.086868 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:04.087202 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:04.099245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for 5d844a1e-5755-4c4e-8ff2-5b417ff7c214 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:04:04.242210 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:04.267679 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=5d844a1e-5755-4c4e-8ff2-5b417ff7c214,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:04.280124 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.280487 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.280840 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.281196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.281542 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.281888 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.282230 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.282569 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.282911 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.283262 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.283607 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.283941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:04.336016 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:04.336351 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Floating IP eb308675-e0e5-4441-b2a4-ce37fed6d1d2 disassociated (deleted). External IP: 172.35.3.62, port: b41ed760-0783-4f91-9185-effcfccbb245.
Nov 27 22:04:04.458392 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6a33c83f-7baf-4fc9-aa41-dd8f769fcb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:04.548333 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router a6f438e5-4cee-48b7-b871-8c18c32ebba3 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:04:04.657825 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:04:04.663226 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:04.712064 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] Sync routers for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:04:04.712064 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:04.712064 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:03:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:04.713379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2473d67-7882-4761-9626-0e63ac2980f6 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/floatingips/eb308675-e0e5-4441-b2a4-ce37fed6d1d2 HTTP/1.1" status: 204  len: 168 time: 0.8518391
Nov 27 22:04:04.713379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:04:04.713379 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0306f3-8eef-435f-9c62-336669cb4952" -d '{"events": [{"name": "network-changed", "server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "tag": "b41ed760-0783-4f91-9185-effcfccbb245"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:04:04.749759 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d150f6-8ac4-4a73-b2e5-b12a9935ffcd x-openstack-request-id: req-b7d150f6-8ac4-4a73-b2e5-b12a9935ffcd {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:04:04.750232 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "tag": "b41ed760-0783-4f91-9185-effcfccbb245", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:04:04.750641 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7d150f6-8ac4-4a73-b2e5-b12a9935ffcd {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:04:04.751206 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245', 'status': 'completed', 'code': 200}
Nov 27 22:04:04.790506 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:04.818438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-7926a8db-4901-4940-894e-cf829472ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:04.820122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-7926a8db-4901-4940-894e-cf829472ac67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 1096 time: 0.0449324
Nov 27 22:04:04.932381 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-2bf3bee4-61bc-4b25-b2ce-f63d3407a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:04.933881 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-2bf3bee4-61bc-4b25-b2ce-f63d3407a30d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5778bdc-2447-46c6-b2eb-311c32d91678 HTTP/1.1" status: 200  len: 897 time: 0.1064780
Nov 27 22:04:04.946358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ee6e2-62f4-4dbd-bba9-1f480a7d0e86 req-0f592a0f-fd52-4132-b451-3fb46eecf1fd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:04.947905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-402ee6e2-62f4-4dbd-bba9-1f480a7d0e86 req-0f592a0f-fd52-4132-b451-3fb46eecf1fd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0557525
Nov 27 22:04:04.983692 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-f0d34c75-c591-48b6-bfd6-5671a0ba0f0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b41ed760-0783-4f91-9185-effcfccbb245 HTTP/1.1" status: 200  len: 217 time: 0.0405536
Nov 27 22:04:05.001308 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a9d0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff4501dc-a48b-4d6b-965d-a5078fa085db', 'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:d4:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:38Z', 'updated_at': '2021-11-27T22:02:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:05.002313 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-402ee6e2-62f4-4dbd-bba9-1f480a7d0e86 req-99f98ef7-c1b6-441e-8a0a-47dbc989f1bd tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478811
Nov 27 22:04:05.028909 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] Checking router: a6f438e5-4cee-48b7-b871-8c18c32ebba3 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:04:05.036497 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-cee5a2a5-3ec9-4b31-89f3-6ff6fb909ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:05.037650 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:05.037965 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-cee5a2a5-3ec9-4b31-89f3-6ff6fb909ca7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c6554ef-5804-46a5-9dd9-400b2a0b50fa HTTP/1.1" status: 200  len: 835 time: 0.0466623
Nov 27 22:04:05.038255 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:03:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:05.089073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-bfdcdc08-fbc2-4459-b9fd-03c9e5fea0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:05.090610 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-bfdcdc08-fbc2-4459-b9fd-03c9e5fea0d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5778bdc-2447-46c6-b2eb-311c32d91678&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436904
Nov 27 22:04:05.142166 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:05.179588 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-8df14b10-3448-4b96-beba-ef5e58d698fb service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810757
Nov 27 22:04:05.271361 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9c0306f3-8eef-435f-9c62-336669cb4952 req-a310cb4b-eb67-4fb4-ac4e-e4fb9b8fe313 service neutron] 10.222.0.15 "GET /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847006
Nov 27 22:04:05.334440 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe72a9d0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff4501dc-a48b-4d6b-965d-a5078fa085db', 'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:d4:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:38Z', 'updated_at': '2021-11-27T22:02:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:05.364261 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591439c-a592-449d-b1fe-235bfa69633e None None] The sync data for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 is: [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff4501dc-a48b-4d6b-965d-a5078fa085db', 'name': '', 'network_id': 'd5778bdc-2447-46c6-b2eb-311c32d91678', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'mac_address': 'fa:16:3e:d4:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:38Z', 'updated_at': '2021-11-27T22:02:41Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'subnets': [{'id': '9c6554ef-5804-46a5-9dd9-400b2a0b50fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:04:05.572637 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa7c5cf-c8f5-4649-89ca-06ce3df8c659 None None] New status for floating IP eb308675-e0e5-4441-b2a4-ce37fed6d1d2: DOWN {{(pid=120910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:04:06.120491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7347041-ffa0-4fde-b5b1-a843f20abe40 req-c88ea994-22c6-407d-9a97-c328ec64a8d1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:06.121964 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7347041-ffa0-4fde-b5b1-a843f20abe40 req-c88ea994-22c6-407d-9a97-c328ec64a8d1 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0490425
Nov 27 22:04:06.170523 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a7347041-ffa0-4fde-b5b1-a843f20abe40 req-0fd760c7-8e23-4418-a7d4-fefdac703004 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/security-groups?id=1decd16d-eebb-433f-93cb-d82c7e81d1b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426183
Nov 27 22:04:06.616730 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2023f40-6423-4cd3-bbc5-a2f0091bf941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:06.640222 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-90549715-43e4-421d-b2ff-9d8a673e6bd7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:06.641702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-90549715-43e4-421d-b2ff-9d8a673e6bd7 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 945 time: 0.0510705
Nov 27 22:04:06.734033 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port b41ed760-0783-4f91-9185-effcfccbb245 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:04:06.734287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:06.820554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port b41ed760-0783-4f91-9185-effcfccbb245, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b41ed760-0783-4f91-9185-effcfccbb245,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:06.820927 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:06.833815 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for b41ed760-0783-4f91-9185-effcfccbb245 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:04:06.963704 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:06.990021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=b41ed760-0783-4f91-9185-effcfccbb245,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:07.000271 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.000632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.000985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.001330 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.001671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.002013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.002354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.002742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.003022 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.003824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.003824 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.004071 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:07.049027 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] No DVR routers for this DVR port b41ed760-0783-4f91-9185-effcfccbb245 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:04:07.051522 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:07.054821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e5dfbe76-a577-4ea0-84d2-546c9477e92d req-1229b0da-afca-4f38-8aaa-391c70ac8a1f tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.15 "DELETE /v2.0/ports/b41ed760-0783-4f91-9185-effcfccbb245 HTTP/1.1" status: 204  len: 173 time: 0.4067097
Nov 27 22:04:07.055275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'name': 'network-vif-deleted', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:04:07.057599 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca1bf1b-ba0c-4a0c-980f-b66a9f8bfbc5" -d '{"events": [{"server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "name": "network-vif-deleted", "tag": "b41ed760-0783-4f91-9185-effcfccbb245"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:04:07.100934 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e0761d-8225-4387-b542-c3d495435411 x-openstack-request-id: req-26e0761d-8225-4387-b542-c3d495435411 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:04:07.101277 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752f691-9cae-445e-b57e-eb135de3ad51", "name": "network-vif-deleted", "tag": "b41ed760-0783-4f91-9185-effcfccbb245", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:04:07.101541 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26e0761d-8225-4387-b542-c3d495435411 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:04:07.101944 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752f691-9cae-445e-b57e-eb135de3ad51', 'name': 'network-vif-deleted', 'tag': 'b41ed760-0783-4f91-9185-effcfccbb245', 'status': 'completed', 'code': 200}
Nov 27 22:04:07.276625 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0383ee8f-d8ab-4930-ae51-62096faf657e req-e451cb8d-5a44-4ca2-a699-82a6251a7a51 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "GET /v2.0/ports?device_id=5752f691-9cae-445e-b57e-eb135de3ad51 HTTP/1.1" status: 200  len: 210 time: 0.0260825
Nov 27 22:04:08.122887 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:08.333510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59338) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:08.683232 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:08.933907 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port ff4501dc-a48b-4d6b-965d-a5078fa085db {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:04:08.934249 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:09.023038 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port ff4501dc-a48b-4d6b-965d-a5078fa085db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff4501dc-a48b-4d6b-965d-a5078fa085db,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:09.023430 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:09.034784 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for ff4501dc-a48b-4d6b-965d-a5078fa085db owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:04:09.539044 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:09.571006 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=ff4501dc-a48b-4d6b-965d-a5078fa085db,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:09.739217 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:09.834300 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:09.909419 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b41ed760-0783-4f91-9185-effcfccbb245 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:04:09.929531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: b41ed760-0783-4f91-9185-effcfccbb245 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:04:09.929876 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device b41ed760-0783-4f91-9185-effcfccbb245 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:04:09.958713 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Router a6f438e5-4cee-48b7-b871-8c18c32ebba3 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:04:10.066598 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:04:10.071866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0fb8f40e-c4f8-47ea-8213-32c2833ef7ff tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "PUT /v2.0/routers/a6f438e5-4cee-48b7-b871-8c18c32ebba3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7372842
Nov 27 22:04:10.074520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59340) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:10.078210 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] Sync routers for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:04:10.088134 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:10.088741 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59a1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:10.125351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d55751-8e44-4602-ad65-44eb0a16b940 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting subnet 9c6554ef-5804-46a5-9dd9-400b2a0b50fa {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 22:04:10.128417 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d55751-8e44-4602-ad65-44eb0a16b940 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.169227 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d55751-8e44-4602-ad65-44eb0a16b940 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.191278 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:10.255192 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d55751-8e44-4602-ad65-44eb0a16b940 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.312913 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d55751-8e44-4602-ad65-44eb0a16b940 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.339820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d55751-8e44-4602-ad65-44eb0a16b940 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6554ef-5804-46a5-9dd9-400b2a0b50fa,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:10.345100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f0d55751-8e44-4602-ad65-44eb0a16b940 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.354712 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f0d55751-8e44-4602-ad65-44eb0a16b940 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/subnets/9c6554ef-5804-46a5-9dd9-400b2a0b50fa HTTP/1.1" status: 204  len: 168 time: 0.2721825
Nov 27 22:04:10.355164 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59342) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:10.358586 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d38f4-dcbb-4a66-8f4d-47a518557a01 None None] Network d5778bdc-2447-46c6-b2eb-311c32d91678 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:04:10.369271 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59a1f0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:04:09Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:10.473407 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.480719 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.500887 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] Checking router: a6f438e5-4cee-48b7-b871-8c18c32ebba3 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:04:10.511263 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] Routers {'a6f438e5-4cee-48b7-b871-8c18c32ebba3'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:10.511957 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59a1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:10.589151 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.594620 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] DHCP port deletion for d5778bdc-2447-46c6-b2eb-311c32d91678 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:04:10.630078 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] Set router a6f438e5-4cee-48b7-b871-8c18c32ebba3 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:10.646446 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Deleting port 26a8b9ab-c060-49ee-a33a-ef9580039cfe {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:04:10.646949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.656718 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Deleting port a92bedfb-213c-4abe-808f-439dbb8fd09a {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:04:10.656718 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.714817 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] For port 26a8b9ab-c060-49ee-a33a-ef9580039cfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26a8b9ab-c060-49ee-a33a-ef9580039cfe,segment=NetworkSegment(6c278576-73b4-48e0-abcc-bfd27c765850),segment_id=6c278576-73b4-48e0-abcc-bfd27c765850)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:10.715409 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.729136 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Calling delete_port for 26a8b9ab-c060-49ee-a33a-ef9580039cfe owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:04:10.737187 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] For port a92bedfb-213c-4abe-808f-439dbb8fd09a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a92bedfb-213c-4abe-808f-439dbb8fd09a,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:10.737776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.751721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Calling delete_port for a92bedfb-213c-4abe-808f-439dbb8fd09a owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:04:10.813881 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe59a1f0>, [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:04:09Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:10.814954 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.842202 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb68591-fdbd-4c29-8990-2263f2905d45 None None] The sync data for ids ['a6f438e5-4cee-48b7-b871-8c18c32ebba3'] in ncdv-master-1 is: [{'id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326121334', 'tenant_id': '5b468a4008c24bb3a5c854460c0e26b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214'}], 'enable_snat': True}, 'gw_port_id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:04:09Z', 'revision_number': 5, 'project_id': '5b468a4008c24bb3a5c854460c0e26b0', 'gw_port': {'id': 'a92bedfb-213c-4abe-808f-439dbb8fd09a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f438e5-4cee-48b7-b871-8c18c32ebba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:02:35Z', 'updated_at': '2021-11-27T22:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:04:10.846612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] No DVR routers for this DVR port 26a8b9ab-c060-49ee-a33a-ef9580039cfe on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:04:10.851730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Pushing event deleted for resources: {'Port': ['ID=26a8b9ab-c060-49ee-a33a-ef9580039cfe,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:10.864813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.865182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.865711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.866067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.866416 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.866761 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.867100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.867497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.867845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.868185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.868523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.868862 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2d405-b330-46da-b995-7f2204b2605a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:10.932231 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:10.963060 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Port': ['ID=a92bedfb-213c-4abe-808f-439dbb8fd09a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:10.979005 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0f255-8ca8-4185-8c21-f6a1792b9539 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:04:11.031922 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.124430 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.126692 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.171945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.172697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Fanout notify agent at l3_agent the message router_deleted on router a6f438e5-4cee-48b7-b871-8c18c32ebba3 {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 22:04:11.186120 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.187561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f9451fcb-e5c2-438e-8073-085089868d77 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/routers/a6f438e5-4cee-48b7-b871-8c18c32ebba3 HTTP/1.1" status: 204  len: 168 time: 0.8313274
Nov 27 22:04:11.190340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59344) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:11.272638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.357641 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.382823 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fc2e0c10>,) {'filters': {'network_id': ['d5778bdc-2447-46c6-b2eb-311c32d91678']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:11.392725 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc2e0c10>, '6c278576-73b4-48e0-abcc-bfd27c765850') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:11.393017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fc2e0c10>, '6c278576-73b4-48e0-abcc-bfd27c765850') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:11.731336 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.744981 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.750804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 22:04:11.751190 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 22:04:11.754149 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 22:04:11.809617 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.816532 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.819751 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/networks/d5778bdc-2447-46c6-b2eb-311c32d91678 HTTP/1.1" status: 204  len: 168 time: 0.6284053
Nov 27 22:04:11.822495 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59346) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:11.832010 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be445bf-f703-4ad9-88f8-5b6a93336fa2 tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'Network': ['ID=d5778bdc-2447-46c6-b2eb-311c32d91678,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:11.883722 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cbe8c79c-e878-447e-af41-ae446a52acec tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.909929 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cbe8c79c-e878-447e-af41-ae446a52acec tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.968097 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cbe8c79c-e878-447e-af41-ae446a52acec tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.970812 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-cbe8c79c-e878-447e-af41-ae446a52acec tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:11.972019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-cbe8c79c-e878-447e-af41-ae446a52acec tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] 10.222.0.21 "DELETE /v2.0/security-groups/1decd16d-eebb-433f-93cb-d82c7e81d1b4 HTTP/1.1" status: 204  len: 168 time: 0.1485226
Nov 27 22:04:11.981422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8c79c-e878-447e-af41-ae446a52acec tempest-TestNetworkAdvancedServerOps-1081281150 tempest-TestNetworkAdvancedServerOps-1081281150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1decd16d-eebb-433f-93cb-d82c7e81d1b4,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:12.299104 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59354) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:12.439011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-83528f14-d812-4208-aa03-7f9c7759675c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b468a4008c24bb3a5c854460c0e26b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1386280
Nov 27 22:04:12.441494 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59358) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:12.486841 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7946ef52-fdb2-416a-aea2-d247a7c70dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:12.511739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7946ef52-fdb2-416a-aea2-d247a7c70dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:12.557754 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 26a8b9ab-c060-49ee-a33a-ef9580039cfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:04:12.562485 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7946ef52-fdb2-416a-aea2-d247a7c70dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:12.565739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7946ef52-fdb2-416a-aea2-d247a7c70dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:12.566928 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7946ef52-fdb2-416a-aea2-d247a7c70dcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/107df7d1-2e23-4406-87e6-0c59dfe8cae9 HTTP/1.1" status: 204  len: 168 time: 0.1244996
Nov 27 22:04:12.576009 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946ef52-fdb2-416a-aea2-d247a7c70dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107df7d1-2e23-4406-87e6-0c59dfe8cae9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:12.579528 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 26a8b9ab-c060-49ee-a33a-ef9580039cfe {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:04:12.579883 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 26a8b9ab-c060-49ee-a33a-ef9580039cfe not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:04:12.580312 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a92bedfb-213c-4abe-808f-439dbb8fd09a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:04:12.602865 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: a92bedfb-213c-4abe-808f-439dbb8fd09a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:04:12.603217 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device a92bedfb-213c-4abe-808f-439dbb8fd09a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:04:12.603668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ff4501dc-a48b-4d6b-965d-a5078fa085db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:04:12.626903 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ff4501dc-a48b-4d6b-965d-a5078fa085db {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:04:12.627282 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ff4501dc-a48b-4d6b-965d-a5078fa085db not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:04:12.840044 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59364) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:12.853265 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fe68694-f0d9-477b-80a5-dea6b7e7b539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:12.926413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fe68694-f0d9-477b-80a5-dea6b7e7b539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:12.930228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-7fe68694-f0d9-477b-80a5-dea6b7e7b539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:12.968574 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-7fe68694-f0d9-477b-80a5-dea6b7e7b539 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd1eac163a544258a9fd45795544f180&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1274374
Nov 27 22:04:12.969436 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe68694-f0d9-477b-80a5-dea6b7e7b539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20782837-b8e4-40c5-aad0-c057f81f5524,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:12.971291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59366) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:13.020526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b1c17f7-c676-4bbf-90c7-a8aec94b07ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:13.045530 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b1c17f7-c676-4bbf-90c7-a8aec94b07ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:13.091775 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b1c17f7-c676-4bbf-90c7-a8aec94b07ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:13.094381 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-6b1c17f7-c676-4bbf-90c7-a8aec94b07ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:13.098212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-6b1c17f7-c676-4bbf-90c7-a8aec94b07ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20782837-b8e4-40c5-aad0-c057f81f5524 HTTP/1.1" status: 204  len: 168 time: 0.1229284
Nov 27 22:04:13.103438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c17f7-c676-4bbf-90c7-a8aec94b07ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20782837-b8e4-40c5-aad0-c057f81f5524,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:13.788018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59388) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:13.883757 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1420183695-network', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:13.904760 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Made reservation on behalf of 2673f0e267164ddc9371d10cb58d17aa for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:04:13.907138 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:13.915584 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:13.990746 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:13.993764 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.020430 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 22:04:14.025696 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2dcfd6-8ccd-4c7f-91f4-27482cd2cb08,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:14.033691 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.033691 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Added segment 719fd8d6-3380-49ed-9c45-9b07f847b792 of type vlan for network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9
Nov 27 22:04:14.073364 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.096021 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.096975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:14.097550 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.146269 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3569002
Nov 27 22:04:14.149465 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59392) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:14.154420 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Request body: {'subnet': {'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1420183695-subnet', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:14.159527 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580f4c4-a8d2-4659-b72c-39f0a8f886c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:14.172174 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 22:04:14.178005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Made reservation on behalf of 2673f0e267164ddc9371d10cb58d17aa for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:04:14.180612 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.349019 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.405751 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc457251-1a79-4802-b7d2-ffbd831ecd40,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:14.412985 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Checking segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:04:14.413348 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Network hostable DHCP agents. Network: 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 22:04:14.429599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 22:04:14.438844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:14.444066 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:14.446148 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.449371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb1eba-afaa-4928-9c5b-7c9561c6c3e7 None None] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:04:14.462344 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1c1285af-7981-4244-88e1-293aab7048c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3117781
Nov 27 22:04:14.465168 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59394) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:14.470132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:14.491397 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.492985 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.550335 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.600867 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 22:04:14.601882 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.691609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.736210 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Allocated IP 172.20.0.2 (4b2d3d9a-f484-43ca-b576-e9a0753d2ca9/dc457251-1a79-4802-b7d2-ffbd831ecd40/886856c9-f0f4-4127-ae1c-df21bc6eaadf) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:04:14.875180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.880622 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.894326 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.913413 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.920393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:14.923307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:14.926970 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:04:14.934046 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Pushing event updated for resources: {'Port': ['ID=886856c9-f0f4-4127-ae1c-df21bc6eaadf,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:14.989178 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Attempting to bind port 886856c9-f0f4-4127-ae1c-df21bc6eaadf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:04:14.989483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Attempting to bind port 886856c9-f0f4-4127-ae1c-df21bc6eaadf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:04:14.989840 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Attempting to bind port 886856c9-f0f4-4127-ae1c-df21bc6eaadf on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:04:14.994802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:04:14.995182 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Checking segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:04:14.996123 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:14.996534 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Bound using segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:04:14.997507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Bound port: 886856c9-f0f4-4127-ae1c-df21bc6eaadf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:04:14.997892 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:15.021062 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Allocated IP 172.35.3.41 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/ef558bd0-56db-41ae-ae40-ca396f3cb6d5) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:04:15.060819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] For port 886856c9-f0f4-4127-ae1c-df21bc6eaadf, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:04:15.064121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] For port 886856c9-f0f4-4127-ae1c-df21bc6eaadf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886856c9-f0f4-4127-ae1c-df21bc6eaadf,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:04:15.069120 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:15.129805 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50649fd4-c6fb-42b7-b6dc-7d25e59dd92a None None] Pushing event updated for resources: {'Port': ['ID=886856c9-f0f4-4127-ae1c-df21bc6eaadf,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:15.131981 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:15.167696 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:15.210902 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:15.213967 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:15.218648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:04:15.221785 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Pushing event updated for resources: {'Port': ['ID=ef558bd0-56db-41ae-ae40-ca396f3cb6d5,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:15.227003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de7a26a-ec39-4582-af53-284709ac32be None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:04:15.327106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f2ee6536-275e-4508-bf86-07ac4510d66f None None] Provisioning complete for port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:15.327816 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f2ee6536-275e-4508-bf86-07ac4510d66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:15.367565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee6536-275e-4508-bf86-07ac4510d66f None None] Port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:04:15.498494 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:15.687649 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:15.816291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 22:04:15.926655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:04:15.938414 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Sync routers for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:04:15.949218 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:15.950637 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-fe8488ae-d7ed-4d25-8d29-bded90ff824f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.4838452
Nov 27 22:04:15.953422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59396) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:15.954003 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:15.954787 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4258b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:16.063795 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:16.129739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feab489-f71c-4402-8feb-84fb1159c82e None None] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:04:16.255114 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-47ed97f7-0265-43dc-9329-5bc4692e592e None None] Provisioning complete for port 886856c9-f0f4-4127-ae1c-df21bc6eaadf triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:16.255782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-47ed97f7-0265-43dc-9329-5bc4692e592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.378719 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.443941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4258b0>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:15Z', 'revision_number': 3, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:16.449876 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-47ed97f7-0265-43dc-9329-5bc4692e592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.484578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Checking router: 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:04:16.484938 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Updating router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:04:16.529525 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.534850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-47ed97f7-0265-43dc-9329-5bc4692e592e None None] For port 886856c9-f0f4-4127-ae1c-df21bc6eaadf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886856c9-f0f4-4127-ae1c-df21bc6eaadf,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:16.546404 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Allocated IP 172.20.0.1 (4b2d3d9a-f484-43ca-b576-e9a0753d2ca9/dc457251-1a79-4802-b7d2-ffbd831ecd40/bc4f4a72-cc5e-469b-bbb1-a226d945d653) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:04:16.556726 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-47ed97f7-0265-43dc-9329-5bc4692e592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.656192 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 886856c9-f0f4-4127-ae1c-df21bc6eaadf up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:04:16.687668 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.725609 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.727145 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.727848 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed97f7-0265-43dc-9329-5bc4692e592e None None] Pushing event updated for resources: {'Port': ['ID=886856c9-f0f4-4127-ae1c-df21bc6eaadf,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:16.771096 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:16.774002 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:16.776288 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:04:16.810393 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Pushing event updated for resources: {'Port': ['ID=bc4f4a72-cc5e-469b-bbb1-a226d945d653,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:16.823525 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 886856c9-f0f4-4127-ae1c-df21bc6eaadf triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:16.823907 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.826006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-ae37b16b-e3ff-45b9-a87a-5d747b061086 None None] Provisioning complete for port 886856c9-f0f4-4127-ae1c-df21bc6eaadf triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:16.826367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae37b16b-e3ff-45b9-a87a-5d747b061086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.826547 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:16.964527 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.142138 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.146486 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.198534 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.212601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.220411 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.223156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Pushing event updated for resources: {'Port': ['ID=bc4f4a72-cc5e-469b-bbb1-a226d945d653,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:17.262909 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ae7c9f-aac9-41ae-b0b8-a8b858916c73 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:04:17.272838 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Attempting to bind port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:04:17.273587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Attempting to bind port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:04:17.273587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Attempting to bind port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:04:17.276927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da48892-38bd-484e-b121-63c066305033 None None] Pushing event updated for resources: {'Port': ['ID=ef558bd0-56db-41ae-ae40-ca396f3cb6d5,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:17.283309 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:04:17.283668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:04:17.284074 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.284471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:04:17.284933 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Bound port: ef558bd0-56db-41ae-ae40-ca396f3cb6d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:04:17.285317 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.323020 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:17.324626 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:17.335850 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] For port ef558bd0-56db-41ae-ae40-ca396f3cb6d5, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:04:17.339731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] For port ef558bd0-56db-41ae-ae40-ca396f3cb6d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef558bd0-56db-41ae-ae40-ca396f3cb6d5,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:04:17.346665 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.402422 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-73c9ab8b-9965-4bc6-8db4-de91ff8bcbd3 None None] Provisioning complete for port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:17.402803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-73c9ab8b-9965-4bc6-8db4-de91ff8bcbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.408328 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1dd8f7-4371-4826-804d-2e9f7f9e9716 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:04:17.447546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:17.448187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4258b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:17.456218 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da48892-38bd-484e-b121-63c066305033 None None] Pushing event updated for resources: {'Port': ['ID=ef558bd0-56db-41ae-ae40-ca396f3cb6d5,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:17.471753 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:04:17.608309 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-73c9ab8b-9965-4bc6-8db4-de91ff8bcbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.620559 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:17.674798 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-73c9ab8b-9965-4bc6-8db4-de91ff8bcbd3 None None] For port ef558bd0-56db-41ae-ae40-ca396f3cb6d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef558bd0-56db-41ae-ae40-ca396f3cb6d5,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:17.680863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-73c9ab8b-9965-4bc6-8db4-de91ff8bcbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.795755 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-73c9ab8b-9965-4bc6-8db4-de91ff8bcbd3 None None] Provisioning complete for port bc4f4a72-cc5e-469b-bbb1-a226d945d653 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:17.796135 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-73c9ab8b-9965-4bc6-8db4-de91ff8bcbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:17.832872 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9ab8b-9965-4bc6-8db4-de91ff8bcbd3 None None] Pushing event updated for resources: {'Port': ['ID=ef558bd0-56db-41ae-ae40-ca396f3cb6d5,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:17.863697 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-73c9ab8b-9965-4bc6-8db4-de91ff8bcbd3 None None] Port bc4f4a72-cc5e-469b-bbb1-a226d945d653 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:04:17.915304 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:04:17.921101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd4258b0>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 2, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:17.923750 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-ced1eb27-a97f-4391-86d6-1330470b229f admin admin] 10.222.0.21 "PUT /v2.0/routers/2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9690990
Nov 27 22:04:17.954531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c2dc2-cf9c-4533-b4b8-386e3b0d631c None None] The sync data for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 is: [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 2, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:04:17.987518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e931b949-729d-43dd-8623-a7f21e12154a None None] Provisioning complete for port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:17.987895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e931b949-729d-43dd-8623-a7f21e12154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.080774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e931b949-729d-43dd-8623-a7f21e12154a None None] Provisioning complete for port bc4f4a72-cc5e-469b-bbb1-a226d945d653 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:18.081242 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e931b949-729d-43dd-8623-a7f21e12154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.122380 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e931b949-729d-43dd-8623-a7f21e12154a None None] Port bc4f4a72-cc5e-469b-bbb1-a226d945d653 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:04:18.428420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59412) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:18.433451 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1481451275-network', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:18.455235 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Made reservation on behalf of 98408a5639d14f2e8563e2f4b8a3f3e1 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:04:18.457821 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.466869 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.553169 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.561155 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.604358 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 22:04:18.610382 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 886856c9-f0f4-4127-ae1c-df21bc6eaadf up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:04:18.621732 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279d14a2-cd39-466e-9f4c-893633c3124e,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:18.629814 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.630168 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Added segment f5af849f-a745-4b47-a91a-7543cdead362 of type vlan for network 89f1c60b-5cbc-4635-be3f-9b7747a5e201
Nov 27 22:04:18.675068 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 886856c9-f0f4-4127-ae1c-df21bc6eaadf triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:18.675514 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.697108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.723866 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.725040 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:18.725616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.781858 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3498483
Nov 27 22:04:18.782207 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59414) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:18.787211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Request body: {'subnet': {'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1481451275-subnet', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'ip_version': 4}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:18.791018 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea81f1a-7df3-4138-b420-142163302c7d admin admin] Pushing event updated for resources: {'Network': ['ID=89f1c60b-5cbc-4635-be3f-9b7747a5e201,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:18.805897 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 22:04:18.814797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Made reservation on behalf of 98408a5639d14f2e8563e2f4b8a3f3e1 for: {'subnet': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:04:18.817250 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143583019'] for subnet, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:18.993287 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143852157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143583033'] for subnet, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.052833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243ff1a8-f8b3-4255-8367-d9e678f51c32,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:19.063731 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Checking segment: {'id': 'f5af849f-a745-4b47-a91a-7543cdead362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:04:19.064101 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Network hostable DHCP agents. Network: 89f1c60b-5cbc-4635-be3f-9b7747a5e201, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 22:04:19.081744 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 22:04:19.090598 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 89f1c60b-5cbc-4635-be3f-9b7747a5e201) {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:19.095704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:19.096396 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.109212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96bc80c-4a57-40fd-b5a1-4b58c83d91e8 None None] Network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:04:19.115140 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bb38b4b9-c873-4630-958d-154702b98ea3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3317645
Nov 27 22:04:19.117683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59416) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:19.122875 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:19.145323 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.146372 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.165001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.204070 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.297608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-89f1c60b-5cbc-4635-be3f-9b7747a5e201', 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'fixed_ips': [{'subnet_id': '243ff1a8-f8b3-4255-8367-d9e678f51c32'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 22:04:19.297608 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.348317 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.436435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Allocated IP 172.20.0.2 (89f1c60b-5cbc-4635-be3f-9b7747a5e201/243ff1a8-f8b3-4255-8367-d9e678f51c32/758e51c8-c9cd-4d37-a213-360ce3c8e9f2) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:04:19.559870 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.577709 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.578788 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.584602 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.627560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:19.630349 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:19.634137 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:04:19.645011 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Pushing event updated for resources: {'Port': ['ID=758e51c8-c9cd-4d37-a213-360ce3c8e9f2,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:19.688035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Allocated IP 172.35.3.196 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:04:19.694940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Attempting to bind port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:04:19.695351 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Attempting to bind port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5af849f-a745-4b47-a91a-7543cdead362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:04:19.695730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Attempting to bind port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 on network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:04:19.701523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:04:19.701948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Checking segment: {'id': 'f5af849f-a745-4b47-a91a-7543cdead362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:04:19.702337 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.702742 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Bound using segment: {'id': 'f5af849f-a745-4b47-a91a-7543cdead362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:04:19.703283 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Bound port: 758e51c8-c9cd-4d37-a213-360ce3c8e9f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5af849f-a745-4b47-a91a-7543cdead362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:04:19.703669 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.768050 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] For port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:04:19.771964 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] For port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=758e51c8-c9cd-4d37-a213-360ce3c8e9f2,segment=NetworkSegment(f5af849f-a745-4b47-a91a-7543cdead362),segment_id=f5af849f-a745-4b47-a91a-7543cdead362)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:04:19.779465 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.803100 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.839934 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:19.848516 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f079f-05fc-427d-ad89-645ae7b03c8f None None] Pushing event updated for resources: {'Port': ['ID=758e51c8-c9cd-4d37-a213-360ce3c8e9f2,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:19.876710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:19.883803 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:19.888406 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:04:19.898689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c133fd-32fa-4d61-8480-72bc583c76eb None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:04:19.916154 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:19.964300 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-32367fdb-22ac-4ec7-bff9-57ac59eaac8e None None] Provisioning complete for port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:19.964881 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-32367fdb-22ac-4ec7-bff9-57ac59eaac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:20.001714 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-32367fdb-22ac-4ec7-bff9-57ac59eaac8e None None] Port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:04:20.093924 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Sync routers for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:04:20.107078 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:20.107760 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe34d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:20.174502 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:20.217688 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:20.370746 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:20.416099 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe34d550>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 2, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:20.442085 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Checking router: 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:04:20.442442 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Updating router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea port bc4f4a72-cc5e-469b-bbb1-a226d945d653 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:04:20.468377 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:20.502354 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Router 4f7d4523-8273-4967-ab6d-830735d7195a is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 22:04:20.647984 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:04:20.661523 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Sync routers for ids ['4f7d4523-8273-4967-ab6d-830735d7195a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:04:20.674443 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:04:20.679868 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:20.681326 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d4907e6a-9300-4d51-9e31-37f9b7397669 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5624421
Nov 27 22:04:20.685444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59418) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:20.704363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Routers {'4f7d4523-8273-4967-ab6d-830735d7195a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:20.705515 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5bb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4f7d4523-8273-4967-ab6d-830735d7195a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:20.802052 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:20.811583 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:20.817880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:20.818312 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:20.869771 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Pushing event updated for resources: {'Port': ['ID=bc4f4a72-cc5e-469b-bbb1-a226d945d653,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:20.878533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Set router 4f7d4523-8273-4967-ab6d-830735d7195a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:20.900697 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.900697 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.900697 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.901067 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.901341 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.901672 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.902012 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.902321 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.902641 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.902974 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.903374 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.903856 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:04:20.937241 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Attempting to bind port bc4f4a72-cc5e-469b-bbb1-a226d945d653 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:04:20.937241 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Attempting to bind port bc4f4a72-cc5e-469b-bbb1-a226d945d653 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:04:20.937583 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Attempting to bind port bc4f4a72-cc5e-469b-bbb1-a226d945d653 on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:04:20.943093 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:04:20.943412 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Checking segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:04:20.943780 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:20.944170 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Bound using segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:04:20.944704 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Bound port: bc4f4a72-cc5e-469b-bbb1-a226d945d653, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:04:20.945022 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.041531 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] For port bc4f4a72-cc5e-469b-bbb1-a226d945d653, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:04:21.045622 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] For port bc4f4a72-cc5e-469b-bbb1-a226d945d653, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc4f4a72-cc5e-469b-bbb1-a226d945d653,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:04:21.050720 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.057278 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.061241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ef363-62d2-4d56-b222-c260ddaeb67a None None] Network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:04:21.132990 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:21.133758 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe34d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:21.173875 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d6d96-9493-4884-a161-c81f9fa96bc3 None None] Pushing event updated for resources: {'Port': ['ID=bc4f4a72-cc5e-469b-bbb1-a226d945d653,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:21.208578 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] For port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=758e51c8-c9cd-4d37-a213-360ce3c8e9f2,segment=NetworkSegment(f5af849f-a745-4b47-a91a-7543cdead362),segment_id=f5af849f-a745-4b47-a91a-7543cdead362)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:21.224546 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.225354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ef558bd0-56db-41ae-ae40-ca396f3cb6d5 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:04:21.226987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4d07f852-057e-4f5a-8f1f-837771a88379 None None] Provisioning complete for port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:21.227367 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4d07f852-057e-4f5a-8f1f-837771a88379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.267743 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.268502 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:21.460058 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Allocated IP 172.20.0.1 (89f1c60b-5cbc-4635-be3f-9b7747a5e201/243ff1a8-f8b3-4255-8367-d9e678f51c32/19ec6d88-ebcc-49da-a8ec-7dbc474983b5) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:04:21.529463 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe34d550>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:21.574524 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.606723 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5bb2e0>, [{'id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196'}], 'enable_snat': True}, 'gw_port_id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:20Z', 'revision_number': 3, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'gw_port': {'id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:21.614688 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.641857 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Pushing event updated for resources: {'Port': ['ID=758e51c8-c9cd-4d37-a213-360ce3c8e9f2,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:21.652351 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436ebf1-b22a-439e-93ed-f51a553412a5 None None] The sync data for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 is: [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:04:21.654159 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Checking router: 4f7d4523-8273-4967-ab6d-830735d7195a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:04:21.654519 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Updating router 4f7d4523-8273-4967-ab6d-830735d7195a port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:04:21.659095 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:21.664245 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:21.667723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:04:21.698209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Pushing event updated for resources: {'Port': ['ID=19ec6d88-ebcc-49da-a8ec-7dbc474983b5,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:21.702779 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:21.703240 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.714886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.722779 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:21.855510 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.006997 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-d1319d6a-fd34-4095-823e-db00a952910a None None] Provisioning complete for port bc4f4a72-cc5e-469b-bbb1-a226d945d653 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:22.007423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1319d6a-fd34-4095-823e-db00a952910a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.068739 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.077881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.126497 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.170760 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1319d6a-fd34-4095-823e-db00a952910a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.191351 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.202867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.228120 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Pushing event updated for resources: {'Port': ['ID=19ec6d88-ebcc-49da-a8ec-7dbc474983b5,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:22.255493 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-d1319d6a-fd34-4095-823e-db00a952910a None None] For port bc4f4a72-cc5e-469b-bbb1-a226d945d653, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc4f4a72-cc5e-469b-bbb1-a226d945d653,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:22.271239 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d1319d6a-fd34-4095-823e-db00a952910a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.280734 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85b087-8b24-4971-8e3e-516832b39b7d None None] Pushing event updated for resources: {'Port': ['ID=7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:22.290014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24bce20-b310-4392-a0c6-39d4591c9939 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:04:22.299856 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:22.302080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:22.319345 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Attempting to bind port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:04:22.319725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Attempting to bind port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:04:22.320095 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Attempting to bind port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:04:22.339132 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:04:22.339545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:04:22.339949 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.340348 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:04:22.341391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Bound port: 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:04:22.341775 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.420613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1319d6a-fd34-4095-823e-db00a952910a None None] Pushing event updated for resources: {'Port': ['ID=bc4f4a72-cc5e-469b-bbb1-a226d945d653,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:22.431424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6defc01d-8ada-4f70-8a88-c3835c509c1e None None] Provisioning complete for port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:22.431809 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6defc01d-8ada-4f70-8a88-c3835c509c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.433860 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] For port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:04:22.439002 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] For port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:04:22.464763 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.481125 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Router 4f7d4523-8273-4967-ab6d-830735d7195a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:04:22.519913 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6defc01d-8ada-4f70-8a88-c3835c509c1e None None] Port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:04:22.529503 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774a1d8-44b7-4467-affc-3e1dbb9c70f7 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:04:22.589725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Routers {'4f7d4523-8273-4967-ab6d-830735d7195a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:22.590393 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5bb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4f7d4523-8273-4967-ab6d-830735d7195a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:22.592802 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6defc01d-8ada-4f70-8a88-c3835c509c1e None None] Provisioning complete for port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:22.593503 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6defc01d-8ada-4f70-8a88-c3835c509c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.675111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85b087-8b24-4971-8e3e-516832b39b7d None None] Pushing event updated for resources: {'Port': ['ID=7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:22.688635 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:04:22.822025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-6defc01d-8ada-4f70-8a88-c3835c509c1e None None] Port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:04:22.881016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6defc01d-8ada-4f70-8a88-c3835c509c1e None None] Provisioning complete for port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:22.881396 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6defc01d-8ada-4f70-8a88-c3835c509c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:22.884207 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] Set router 4f7d4523-8273-4967-ab6d-830735d7195a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:22.965713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:04:22.973178 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8f7503ae-48e7-4a8f-8b07-d3550923d87b admin admin] 10.222.0.21 "PUT /v2.0/routers/4f7d4523-8273-4967-ab6d-830735d7195a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2873356
Nov 27 22:04:22.985670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:22.986054 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.437053 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bc4f4a72-cc5e-469b-bbb1-a226d945d653 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:04:23.507927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5bb2e0>, [{'id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196'}], 'enable_snat': True}, 'gw_port_id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 4, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'gw_port': {'id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ec6d88-ebcc-49da-a8ec-7dbc474983b5', 'name': '', 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'mac_address': 'fa:16:3e:3d:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:21Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 2, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'subnets': [{'id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:23.542280 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port bc4f4a72-cc5e-469b-bbb1-a226d945d653 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:23.542659 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.546484 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04ec727-2d86-419f-83cf-c7d387650f57 None None] The sync data for ids ['4f7d4523-8273-4967-ab6d-830735d7195a'] in ncdv-master-1 is: [{'id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196'}], 'enable_snat': True}, 'gw_port_id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 4, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'gw_port': {'id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ec6d88-ebcc-49da-a8ec-7dbc474983b5', 'name': '', 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'mac_address': 'fa:16:3e:3d:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:21Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 2, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'subnets': [{'id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:04:23.567200 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-df86f550-69e0-4534-9850-2dfb122b2032 None None] Provisioning complete for port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:23.567200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-df86f550-69e0-4534-9850-2dfb122b2032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.619145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59426) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:23.624841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8d2a3a2f-becf-4154-8f6c-7f1374c2735b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667558484', 'description': 'tempest-secgroup-smoke-1667558484 description', 'project_id': '2673f0e267164ddc9371d10cb58d17aa'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:23.650098 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3a2f-becf-4154-8f6c-7f1374c2735b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.697874 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-df86f550-69e0-4534-9850-2dfb122b2032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.719614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-df86f550-69e0-4534-9850-2dfb122b2032 None None] For port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:23.724535 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-df86f550-69e0-4534-9850-2dfb122b2032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.733304 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3a2f-becf-4154-8f6c-7f1374c2735b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.738191 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3a2f-becf-4154-8f6c-7f1374c2735b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.779592 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3a2f-becf-4154-8f6c-7f1374c2735b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.781354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8d2a3a2f-becf-4154-8f6c-7f1374c2735b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1605799
Nov 27 22:04:23.782723 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a3a2f-becf-4154-8f6c-7f1374c2735b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0cde0d-8aad-44c1-b613-08c4dc85d24c,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:23.784579 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59428) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:23.792557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86f550-69e0-4534-9850-2dfb122b2032 None None] Pushing event updated for resources: {'Port': ['ID=7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:23.797437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-575f96f0-32a3-46b7-8f05-d9a396d3aaa5 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': '2c0cde0d-8aad-44c1-b613-08c4dc85d24c', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:23.816201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-df86f550-69e0-4534-9850-2dfb122b2032 None None] Provisioning complete for port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:23.816721 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-df86f550-69e0-4534-9850-2dfb122b2032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.841775 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-575f96f0-32a3-46b7-8f05-d9a396d3aaa5 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.860718 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-df86f550-69e0-4534-9850-2dfb122b2032 None None] Port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:04:23.907489 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-575f96f0-32a3-46b7-8f05-d9a396d3aaa5 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.913448 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-575f96f0-32a3-46b7-8f05-d9a396d3aaa5 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.935529 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f96f0-32a3-46b7-8f05-d9a396d3aaa5 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7918944-3b58-47f1-bc65-2982527fec01,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:23.941540 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-575f96f0-32a3-46b7-8f05-d9a396d3aaa5 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:23.945816 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59430) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:23.945955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-575f96f0-32a3-46b7-8f05-d9a396d3aaa5 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1592956
Nov 27 22:04:23.951380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9dc59758-073a-4dc8-a2a9-d1329d909380 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': '2c0cde0d-8aad-44c1-b613-08c4dc85d24c', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:23.978673 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9dc59758-073a-4dc8-a2a9-d1329d909380 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.039200 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9dc59758-073a-4dc8-a2a9-d1329d909380 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.042844 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9dc59758-073a-4dc8-a2a9-d1329d909380 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.063501 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc59758-073a-4dc8-a2a9-d1329d909380 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fc8c5b-139c-479c-9429-b8530533bde6,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:24.073643 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9dc59758-073a-4dc8-a2a9-d1329d909380 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.074929 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9dc59758-073a-4dc8-a2a9-d1329d909380 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1277976
Nov 27 22:04:24.078177 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59432) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:24.082653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-162bcd7a-6862-4cc7-970e-74a2683b332a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': '2c0cde0d-8aad-44c1-b613-08c4dc85d24c', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:24.109577 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-162bcd7a-6862-4cc7-970e-74a2683b332a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.167566 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-162bcd7a-6862-4cc7-970e-74a2683b332a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.171620 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-162bcd7a-6862-4cc7-970e-74a2683b332a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.189974 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bcd7a-6862-4cc7-970e-74a2683b332a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71abff83-b226-488b-a2da-1d3e2ea49fa6,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:24.199418 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-162bcd7a-6862-4cc7-970e-74a2683b332a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.201505 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-162bcd7a-6862-4cc7-970e-74a2683b332a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1223156
Nov 27 22:04:24.204390 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59434) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:24.208797 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-90015177-d969-4337-9254-847050556fd2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': '2c0cde0d-8aad-44c1-b613-08c4dc85d24c', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:24.233881 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90015177-d969-4337-9254-847050556fd2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.293317 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90015177-d969-4337-9254-847050556fd2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.296638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90015177-d969-4337-9254-847050556fd2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.313706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90015177-d969-4337-9254-847050556fd2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9aebf23-5713-41f4-bc14-12982a759730,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:24.321583 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-90015177-d969-4337-9254-847050556fd2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.322763 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-90015177-d969-4337-9254-847050556fd2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1173790
Nov 27 22:04:24.326086 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59436) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:24.330316 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-437e8298-7858-474f-97fa-0d1dfc2fdee3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': '2c0cde0d-8aad-44c1-b613-08c4dc85d24c', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:24.351717 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-437e8298-7858-474f-97fa-0d1dfc2fdee3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Project 2673f0e267164ddc9371d10cb58d17aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:04:24.356886 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-437e8298-7858-474f-97fa-0d1dfc2fdee3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.415043 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-437e8298-7858-474f-97fa-0d1dfc2fdee3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.418593 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-437e8298-7858-474f-97fa-0d1dfc2fdee3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.437713 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e8298-7858-474f-97fa-0d1dfc2fdee3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfce6388-66cd-43e4-b00a-b61ec04ee919,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:24.445995 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-437e8298-7858-474f-97fa-0d1dfc2fdee3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.448032 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-437e8298-7858-474f-97fa-0d1dfc2fdee3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1206613
Nov 27 22:04:24.451827 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59438) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:24.463274 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-6d3854c6-7758-48d0-9a8f-f08bce6b5384 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': '2c0cde0d-8aad-44c1-b613-08c4dc85d24c', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:24.493600 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-6d3854c6-7758-48d0-9a8f-f08bce6b5384 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Project 2673f0e267164ddc9371d10cb58d17aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:04:24.499087 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d3854c6-7758-48d0-9a8f-f08bce6b5384 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.574488 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d3854c6-7758-48d0-9a8f-f08bce6b5384 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.579430 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d3854c6-7758-48d0-9a8f-f08bce6b5384 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.600990 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:04:24.609657 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3854c6-7758-48d0-9a8f-f08bce6b5384 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cae00fc-8a38-4d76-844c-b9992a8a5c7c,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:24.629605 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-6d3854c6-7758-48d0-9a8f-f08bce6b5384 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.630915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-6d3854c6-7758-48d0-9a8f-f08bce6b5384 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1799092
Nov 27 22:04:24.658548 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:24.658923 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:24.804446 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-84893d0e-7f10-478f-9295-6dd96348b427 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667558484&fields=id&tenant_id=2673f0e267164ddc9371d10cb58d17aa HTTP/1.1" status: 200  len: 267 time: 0.0489328
Nov 27 22:04:24.914419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-5ba1a9ab-fd07-47c9-9505-58e669f67bd8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:24.915980 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-5ba1a9ab-fd07-47c9-9505-58e669f67bd8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 809 time: 0.1047134
Nov 27 22:04:24.932650 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-b9c6fcb1-6a3d-4f94-b744-b71c7cb44aa3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/quotas/2673f0e267164ddc9371d10cb58d17aa HTTP/1.1" status: 200  len: 375 time: 0.0100102
Nov 27 22:04:24.985379 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-9bddc287-736b-40f9-b4db-58370044b244 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0463877
Nov 27 22:04:25.098318 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-1d73441c-d894-4e4f-a959-a503d21ebfd0 service neutron] 10.222.0.21 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009331
Nov 27 22:04:25.189097 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-9d5066da-5679-42c6-9d30-bb18c0050a26 service neutron] 10.222.0.21 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846171
Nov 27 22:04:25.348592 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68f7a88f-d8ab-4d58-bf72-5e56d0e07466 req-d2b0d8b9-1f94-4493-b03d-92e84e76205d tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 210 time: 0.0258799
Nov 27 22:04:25.883745 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Sync routers for ids ['4f7d4523-8273-4967-ab6d-830735d7195a'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:04:25.894659 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Routers {'4f7d4523-8273-4967-ab6d-830735d7195a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:25.895299 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe316bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4f7d4523-8273-4967-ab6d-830735d7195a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:25.997593 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Set router 4f7d4523-8273-4967-ab6d-830735d7195a gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:26.193423 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe316bb0>, [{'id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196'}], 'enable_snat': True}, 'gw_port_id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 4, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'gw_port': {'id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ec6d88-ebcc-49da-a8ec-7dbc474983b5', 'name': '', 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'mac_address': 'fa:16:3e:3d:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:21Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 2, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'subnets': [{'id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:26.223570 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Checking router: 4f7d4523-8273-4967-ab6d-830735d7195a for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:04:26.223937 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Updating router 4f7d4523-8273-4967-ab6d-830735d7195a port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:04:26.248175 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:26.444325 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1495cc1f-422d-48ef-9fd5-ce695df230d1 req-9c47689b-673f-479b-883c-3cab24efeec2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 210 time: 0.0369155
Nov 27 22:04:26.535230 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:26.540767 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:26.598246 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c411ea-effc-460a-9165-150e01f910a2 None None] Pushing event updated for resources: {'Port': ['ID=19ec6d88-ebcc-49da-a8ec-7dbc474983b5,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:26.645293 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Attempting to bind port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:04:26.645672 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Attempting to bind port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f5af849f-a745-4b47-a91a-7543cdead362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:04:26.646044 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Attempting to bind port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 on network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:04:26.651407 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:04:26.651792 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Checking segment: {'id': 'f5af849f-a745-4b47-a91a-7543cdead362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:04:26.652198 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:26.652770 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Bound using segment: {'id': 'f5af849f-a745-4b47-a91a-7543cdead362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:04:26.653378 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Bound port: 19ec6d88-ebcc-49da-a8ec-7dbc474983b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5af849f-a745-4b47-a91a-7543cdead362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:04:26.653766 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:26.723435 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] For port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:04:26.727331 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] For port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ec6d88-ebcc-49da-a8ec-7dbc474983b5,segment=NetworkSegment(f5af849f-a745-4b47-a91a-7543cdead362),segment_id=f5af849f-a745-4b47-a91a-7543cdead362)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:04:26.731752 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:26.792256 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Routers {'4f7d4523-8273-4967-ab6d-830735d7195a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:26.792884 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe316bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4f7d4523-8273-4967-ab6d-830735d7195a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:26.807565 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-14b1a2b4-1faa-4354-91d9-2deb8f725fd6 None None] Provisioning complete for port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:26.808187 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-14b1a2b4-1faa-4354-91d9-2deb8f725fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:26.844238 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c411ea-effc-460a-9165-150e01f910a2 None None] Pushing event updated for resources: {'Port': ['ID=19ec6d88-ebcc-49da-a8ec-7dbc474983b5,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:26.902094 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-14b1a2b4-1faa-4354-91d9-2deb8f725fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:26.925720 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] Set router 4f7d4523-8273-4967-ab6d-830735d7195a gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:26.939373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-14b1a2b4-1faa-4354-91d9-2deb8f725fd6 None None] For port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ec6d88-ebcc-49da-a8ec-7dbc474983b5,segment=NetworkSegment(f5af849f-a745-4b47-a91a-7543cdead362),segment_id=f5af849f-a745-4b47-a91a-7543cdead362)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:26.944040 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-14b1a2b4-1faa-4354-91d9-2deb8f725fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:26.997539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1a2b4-1faa-4354-91d9-2deb8f725fd6 None None] Pushing event updated for resources: {'Port': ['ID=19ec6d88-ebcc-49da-a8ec-7dbc474983b5,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:27.063792 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b1acb6b6-1d5f-42b6-9448-301af11ba86d None None] Provisioning complete for port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:27.064162 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b1acb6b6-1d5f-42b6-9448-301af11ba86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:27.128652 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe316bb0>, [{'id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196'}], 'enable_snat': True}, 'gw_port_id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 4, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'gw_port': {'id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ec6d88-ebcc-49da-a8ec-7dbc474983b5', 'name': '', 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'mac_address': 'fa:16:3e:3d:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:21Z', 'updated_at': '2021-11-27T22:04:26Z', 'revision_number': 4, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'subnets': [{'id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:27.156000 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56074de6-b855-466f-a145-eddc2e318fa6 None None] The sync data for ids ['4f7d4523-8273-4967-ab6d-830735d7195a'] in ncdv-master-1 is: [{'id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196'}], 'enable_snat': True}, 'gw_port_id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:21Z', 'revision_number': 4, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'gw_port': {'id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '19ec6d88-ebcc-49da-a8ec-7dbc474983b5', 'name': '', 'network_id': '89f1c60b-5cbc-4635-be3f-9b7747a5e201', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'mac_address': 'fa:16:3e:3d:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:21Z', 'updated_at': '2021-11-27T22:04:26Z', 'revision_number': 4, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'subnets': [{'id': '243ff1a8-f8b3-4255-8367-d9e678f51c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:04:27.528256 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0dfcbc8e-b2db-472c-96b1-54602ed2f1ec req-b1d1e1d6-119b-4290-9ba2-b3c3232ffb1c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 210 time: 0.0307794
Nov 27 22:04:28.592039 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:04:28.606648 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6fd3a334-da48-4c21-b9da-8d1de9fe424a req-7401f2d7-dda1-455e-bbc7-f42233980474 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 210 time: 0.0257273
Nov 27 22:04:28.639893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:28.640272 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:29.701251 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0c136a58-157d-44d8-944c-515d4c30e4ac req-67981899-54a3-4a14-9dce-2ee8dd08f2a2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 210 time: 0.0251300
Nov 27 22:04:30.002749 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:04:30.502600 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-f7d910e5-d995-4c64-92a4-2d2709786375 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:30.504100 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-f7d910e5-d995-4c64-92a4-2d2709786375 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 809 time: 0.1050313
Nov 27 22:04:30.577405 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-8c41a3c3-7f88-4b63-ad9e-e919904139ee tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2673f0e267164ddc9371d10cb58d17aa HTTP/1.1" status: 200  len: 380 time: 0.0604095
Nov 27 22:04:30.587444 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'port': {'device_id': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'admin_state_up': True, 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'security_groups': ['2c0cde0d-8aad-44c1-b613-08c4dc85d24c']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:30.692461 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Made reservation on behalf of 2673f0e267164ddc9371d10cb58d17aa for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:04:30.695980 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:30.823906 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0af0c5e1-008d-40b1-9b64-15c7ceba69e2 req-98f92a33-ec5a-4684-a2af-4f2e5e43cabe tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 210 time: 0.0492954
Nov 27 22:04:30.849671 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Allocated IP 172.20.0.11 (4b2d3d9a-f484-43ca-b576-e9a0753d2ca9/dc457251-1a79-4802-b7d2-ffbd831ecd40/e1c50157-7077-401c-80f1-e56cabd2f5ae) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:04:30.984945 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.018228 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.061043 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:31.063967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:31.067654 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:04:31.093073 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:31.123282 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:31.123929 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.140097 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-6b9171c9-fff7-4a5c-af1a-1e04e56b8da4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5561807
Nov 27 22:04:31.153688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Request body: {'port': {'device_id': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:31.213655 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.293363 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-09e091cd-9515-4bcb-bbe8-204fe100e73c None None] Provisioning complete for port e1c50157-7077-401c-80f1-e56cabd2f5ae triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:31.294394 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-09e091cd-9515-4bcb-bbe8-204fe100e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.330546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-09e091cd-9515-4bcb-bbe8-204fe100e73c None None] Port e1c50157-7077-401c-80f1-e56cabd2f5ae cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:04:31.480728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c50157-7077-401c-80f1-e56cabd2f5ae {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:04:31.488101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.500811 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Transition to ACTIVE for port object e1c50157-7077-401c-80f1-e56cabd2f5ae will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 22:04:31.503716 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.553400 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:31.625162 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Attempting to bind port e1c50157-7077-401c-80f1-e56cabd2f5ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:04:31.625506 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Attempting to bind port e1c50157-7077-401c-80f1-e56cabd2f5ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:04:31.625837 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Attempting to bind port e1c50157-7077-401c-80f1-e56cabd2f5ae on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:04:31.630261 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Port e1c50157-7077-401c-80f1-e56cabd2f5ae on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 22:04:31.630588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Attempting to bind port e1c50157-7077-401c-80f1-e56cabd2f5ae on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:04:31.636000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:04:31.636230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Checking segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:04:31.636649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Bound using segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:04:31.637159 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Bound port: e1c50157-7077-401c-80f1-e56cabd2f5ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:04:31.637524 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.702979 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:04:31.706246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:04:31.711785 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.743631 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:31.744259 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:31.745651 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] 10.222.0.15 "PUT /v2.0/ports/e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 1092 time: 0.5967593
Nov 27 22:04:31.746138 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:04:31.748941 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db50399-069b-4fd7-a709-d8772d86c7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:04:31.783409 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1555-4621-49a7-950d-a685e1dcbb5f service neutron] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:31.806383 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5295579d-2fba-4391-8b3d-5d05aba84476 x-openstack-request-id: req-5295579d-2fba-4391-8b3d-5d05aba84476 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:04:31.806684 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:04:31.806945 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5295579d-2fba-4391-8b3d-5d05aba84476 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:04:31.807439 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'status': 'completed', 'code': 200}
Nov 27 22:04:31.843809 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-c0d770c9-ff5d-4fcf-885e-f723395e006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:31.845393 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-c0d770c9-ff5d-4fcf-885e-f723395e006b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1095 time: 0.0492640
Nov 27 22:04:31.892623 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-7d570623-14fd-4b1f-854f-15fa8ffda13f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 217 time: 0.0387657
Nov 27 22:04:31.972896 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-ccbcf8e4-707f-48ab-b11b-0d07e8047b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:31.974377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-ccbcf8e4-707f-48ab-b11b-0d07e8047b46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0704839
Nov 27 22:04:31.985881 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9301a-1456-467d-a3b1-3add34f4d2b2 req-62045266-6a42-4c6f-826e-cb5eb21d8425 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:31.987320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15c9301a-1456-467d-a3b1-3add34f4d2b2 req-62045266-6a42-4c6f-826e-cb5eb21d8425 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0919142
Nov 27 22:04:32.057555 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-3603ed9f-3332-401c-a98c-3e4eb4b0b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:32.059049 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-3603ed9f-3332-401c-a98c-3e4eb4b0b74b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0708706
Nov 27 22:04:32.063329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-15c9301a-1456-467d-a3b1-3add34f4d2b2 req-3af6ee0a-eb58-4e9a-95d6-533190e9cf3c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676165
Nov 27 22:04:32.151530 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-f819f4de-fe9e-4901-b6f5-0bce5c98b80a service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850437
Nov 27 22:04:32.238342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b87ae56-39e9-445e-bd6f-b76573a3f5af req-7a7cfb9e-6747-4e45-98c5-3fc488178ee8 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798199
Nov 27 22:04:32.320438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-ff85c415-b1f5-416c-ae0e-38cf92ff0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:32.321927 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-ff85c415-b1f5-416c-ae0e-38cf92ff0d4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1095 time: 0.0407698
Nov 27 22:04:32.413975 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-0edb667c-eddd-4832-bfc7-146b566fbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:32.415479 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-0edb667c-eddd-4832-bfc7-146b566fbab7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0862434
Nov 27 22:04:32.458273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-b225ce52-9374-4942-8a8c-f4ac637dfd03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 217 time: 0.0348535
Nov 27 22:04:32.505728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-fcdb628b-aeed-4de2-90b2-8f67459f8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:32.507202 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-fcdb628b-aeed-4de2-90b2-8f67459f8f7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0422552
Nov 27 22:04:32.556008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-e152e6d5-00d7-492c-afe9-5fb600cfe99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:32.557533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-e152e6d5-00d7-492c-afe9-5fb600cfe99b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431404
Nov 27 22:04:32.645394 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-c63d4c26-2e1c-41ba-b090-9be2af0560b2 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805554
Nov 27 22:04:32.737236 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4db50399-069b-4fd7-a709-d8772d86c7f9 req-f45977c5-2bb7-47de-9dd0-a1cf9fc98762 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847211
Nov 27 22:04:33.181164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7152-8154-4b54-adf4-e8cd42c9d338 req-ca28629c-e046-4f4a-a90c-c281eb0250cc tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:33.182631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92bf7152-8154-4b54-adf4-e8cd42c9d338 req-ca28629c-e046-4f4a-a90c-c281eb0250cc tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0481629
Nov 27 22:04:33.234005 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-92bf7152-8154-4b54-adf4-e8cd42c9d338 req-6b71c2cb-6571-496c-ae62-94fd1d0b80a7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454710
Nov 27 22:04:34.350510 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b704c74-ba8d-416e-a07c-e7a4af25401a req-dbd7b22f-c8ee-4a01-b5a0-95a9f4d0b887 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:34.352036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b704c74-ba8d-416e-a07c-e7a4af25401a req-dbd7b22f-c8ee-4a01-b5a0-95a9f4d0b887 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0500720
Nov 27 22:04:34.401884 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4b704c74-ba8d-416e-a07c-e7a4af25401a req-30aae856-2cda-4cfa-b262-026c6c3a9dd8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429621
Nov 27 22:04:34.460933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9d986825-6947-4744-9f73-ce63adc8e650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:35.517500 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0477a-cec6-455a-9288-87cb70dfeeae req-4856d90a-c25a-4e2f-ab51-caee94bdec63 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:35.518990 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fc0477a-cec6-455a-9288-87cb70dfeeae req-4856d90a-c25a-4e2f-ab51-caee94bdec63 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0485783
Nov 27 22:04:35.567600 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4fc0477a-cec6-455a-9288-87cb70dfeeae req-1e6d7396-9a2d-4f05-9807-2468bb3da60a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425735
Nov 27 22:04:36.034845 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:04:36.128001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:36.139201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'port_id': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'mac_address': 'fa:16:3e:6a:b5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:04:36.174978 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:36.187101 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c50157-7077-401c-80f1-e56cabd2f5ae {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:04:36.206007 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:36.210480 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:36.254890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:36.586231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['e1c50157-7077-401c-80f1-e56cabd2f5ae'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:04:36.634033 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fd3e20c8-cda3-46be-8cd2-85e076af5a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:36.683560 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45db34-99c5-4b06-9f8f-fe2daecf0e17 req-44364b3f-3eba-425c-ac05-9d1236d1d77c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:36.685605 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da45db34-99c5-4b06-9f8f-fe2daecf0e17 req-44364b3f-3eba-425c-ac05-9d1236d1d77c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 945 time: 0.0489514
Nov 27 22:04:36.742962 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-da45db34-99c5-4b06-9f8f-fe2daecf0e17 req-0d8ce48e-8243-4a51-8b58-b63b5ad3261d tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512149
Nov 27 22:04:37.861512 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a7e33-272f-4da4-a4d7-96241813915a req-7d57daf9-9225-411b-9f9f-fd9c846a9059 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:37.862981 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a9a7e33-272f-4da4-a4d7-96241813915a req-7d57daf9-9225-411b-9f9f-fd9c846a9059 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 945 time: 0.0479186
Nov 27 22:04:37.911754 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2a9a7e33-272f-4da4-a4d7-96241813915a req-fbcdfe2e-72f1-4035-8046-89cb79fefbc3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427911
Nov 27 22:04:38.051040 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:04:38.104460 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port e1c50157-7077-401c-80f1-e56cabd2f5ae completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 22:04:38.108996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port e1c50157-7077-401c-80f1-e56cabd2f5ae triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:04:38.109404 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:38.147980 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:38.195125 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:38.220006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:04:38.222471 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e90ff7-95cf-4fcd-af25-39c8ce478fb1" -d '{"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-plugged", "status": "completed", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:04:38.234676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:04:38.238435 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:38.287651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:38.320324 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03064d91-2af1-4099-9205-26833b475bc7 x-openstack-request-id: req-03064d91-2af1-4099-9205-26833b475bc7 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:04:38.320632 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-plugged", "status": "completed", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:04:38.320941 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03064d91-2af1-4099-9205-26833b475bc7 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:04:38.321348 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'code': 200}
Nov 27 22:04:38.415575 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88037e48-632e-4e99-8840-ad980d544110 req-14d55c40-1955-4ec0-81e2-70b08c8608d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:38.417189 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88037e48-632e-4e99-8840-ad980d544110 req-14d55c40-1955-4ec0-81e2-70b08c8608d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1097 time: 0.0395908
Nov 27 22:04:38.471124 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-88037e48-632e-4e99-8840-ad980d544110 req-52b3012b-64fc-40f5-a57a-6f8ccc8ac90e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467248
Nov 27 22:04:39.032153 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f65e6-084a-4b71-b3c2-28a225a1eab5 req-da9bdefb-f1ab-4725-be68-f55fb1f34c9e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:39.033643 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff7f65e6-084a-4b71-b3c2-28a225a1eab5 req-da9bdefb-f1ab-4725-be68-f55fb1f34c9e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0527887
Nov 27 22:04:39.090631 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ff7f65e6-084a-4b71-b3c2-28a225a1eab5 req-a5df8ba8-489b-4335-9d4a-f2bb5b599fde tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511642
Nov 27 22:04:39.836390 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:40.207041 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5025e46-7968-45b2-86c7-085f25323d2f req-82a489ff-ab18-42ed-9947-4e753210d2d6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:40.208543 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c5025e46-7968-45b2-86c7-085f25323d2f req-82a489ff-ab18-42ed-9947-4e753210d2d6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0484676
Nov 27 22:04:40.256773 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c5025e46-7968-45b2-86c7-085f25323d2f req-1223932b-b5c1-4c24-a0d7-1fd228dfefa3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423353
Nov 27 22:04:40.371083 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff910e6-f48e-4791-9819-59278b14deb7 req-3e65a4e3-168b-4230-a513-eefc5ad964bb tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:40.373656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ff910e6-f48e-4791-9819-59278b14deb7 req-3e65a4e3-168b-4230-a513-eefc5ad964bb tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0494854
Nov 27 22:04:40.423765 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-7ff910e6-f48e-4791-9819-59278b14deb7 req-e2046deb-54e5-4fe8-bc4f-7764e90d6597 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437794
Nov 27 22:04:40.440332 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:40.447024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59510) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:40.579419 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254ad792-73d7-4d01-aff5-d1f0e3899b2d tempest-TestShelveInstance-148269003 tempest-TestShelveInstance-148269003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:40.580970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-254ad792-73d7-4d01-aff5-d1f0e3899b2d tempest-TestShelveInstance-148269003 tempest-TestShelveInstance-148269003-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1092 time: 0.1318078
Nov 27 22:04:40.583796 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59514) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:04:40.587931 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:04:40.610373 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:40.708710 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:40.811429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Allocated IP 172.35.3.54 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/e0e987a7-5d61-4f97-b4d0-23b62c772961) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:04:40.912065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:40.943918 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:40.989535 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:04:40.996563 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:04:41.001589 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:04:41.004758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'Port': ['ID=e0e987a7-5d61-4f97-b4d0-23b62c772961,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:41.352638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:41.420720 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:41.569774 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:41.574211 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:41.643473 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'Port': ['ID=e0e987a7-5d61-4f97-b4d0-23b62c772961,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:04:41.650319 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:41.750239 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Floating IP 7496589f-8e38-4f7b-8b69-1a8f03ab363c associated. External IP: 172.35.3.54, port: e1c50157-7077-401c-80f1-e56cabd2f5ae.
Nov 27 22:04:41.952440 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:04:42.057505 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:04:42.067940 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427136c-7525-462b-85b6-946f586fa801 None None] Sync routers for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:04:42.075291 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:42.078387 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427136c-7525-462b-85b6-946f586fa801 None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:42.079013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3427136c-7525-462b-85b6-946f586fa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcef1520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:42.102305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-569ac22e-5a38-4e39-9fed-c1349cf5917e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5175021
Nov 27 22:04:42.103013 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:04:42.105358 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f241edd-d975-47c2-b9da-59dc9f07aaa1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:04:42.143838 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab9240d-b0b7-49e2-852d-0f18fdb708eb x-openstack-request-id: req-3ab9240d-b0b7-49e2-852d-0f18fdb708eb {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:04:42.144120 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:04:42.144382 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ab9240d-b0b7-49e2-852d-0f18fdb708eb {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:04:42.144821 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'status': 'completed', 'code': 200}
Nov 27 22:04:42.187409 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3427136c-7525-462b-85b6-946f586fa801 None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:42.208564 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-02047906-14f5-4524-84b2-f04e73275942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:42.210036 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-02047906-14f5-4524-84b2-f04e73275942 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1097 time: 0.0415471
Nov 27 22:04:42.313180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-924190cc-4a26-40cb-bc3a-0b3cbe4f277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:42.315282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-924190cc-4a26-40cb-bc3a-0b3cbe4f277d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0961895
Nov 27 22:04:42.381190 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-a4b91b4d-92ba-4048-b8ac-a539c9dc903c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 999 time: 0.0589497
Nov 27 22:04:42.420892 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3427136c-7525-462b-85b6-946f586fa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcef1520>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7496589f-8e38-4f7b-8b69-1a8f03ab363c', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'floating_ip_address': '172.35.3.54', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'port_id': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'mac_address': 'fa:16:3e:6a:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:04:41Z', 'updated_at': '2021-11-27T22:04:41Z', 'revision_number': 0, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:42.434234 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-20fac470-5a0b-4e03-9d37-6f611a96fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:42.436329 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-20fac470-5a0b-4e03-9d37-6f611a96fa5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0480127
Nov 27 22:04:42.447923 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427136c-7525-462b-85b6-946f586fa801 None None] Checking router: 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:04:42.459014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427136c-7525-462b-85b6-946f586fa801 None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:04:42.459696 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3427136c-7525-462b-85b6-946f586fa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fcef1520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:04:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:42.483148 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-93f78efe-9231-42c3-a902-4af5985453b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:42.484686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-93f78efe-9231-42c3-a902-4af5985453b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410366
Nov 27 22:04:42.565657 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-3427136c-7525-462b-85b6-946f586fa801 None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:04:42.575056 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-af482a45-5b7e-4ead-b486-e9755deb78da service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834370
Nov 27 22:04:42.667624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f241edd-d975-47c2-b9da-59dc9f07aaa1 req-f124ee5f-a48e-45c4-8126-14564b1db0b1 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853195
Nov 27 22:04:42.788240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-3427136c-7525-462b-85b6-946f586fa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fcef1520>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7496589f-8e38-4f7b-8b69-1a8f03ab363c', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'floating_ip_address': '172.35.3.54', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'port_id': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'mac_address': 'fa:16:3e:6a:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:04:41Z', 'updated_at': '2021-11-27T22:04:41Z', 'revision_number': 0, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:04:42.814275 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427136c-7525-462b-85b6-946f586fa801 None None] The sync data for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 is: [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7496589f-8e38-4f7b-8b69-1a8f03ab363c', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'floating_ip_address': '172.35.3.54', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'port_id': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'mac_address': 'fa:16:3e:6a:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:04:41Z', 'updated_at': '2021-11-27T22:04:41Z', 'revision_number': 0, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:04:43.006754 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd7ade-329a-4cf4-9970-7b181e7d4d4b None None] New status for floating IP 7496589f-8e38-4f7b-8b69-1a8f03ab363c: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:04:44.401787 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-b731961a-4a82-4f37-8e20-1b3790736799 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0431416
Nov 27 22:04:44.482942 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-85477dd2-809c-4b76-bf44-f1d14e01c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:44.484516 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-85477dd2-809c-4b76-bf44-f1d14e01c960 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1097 time: 0.0401967
Nov 27 22:04:44.587734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-cccb4674-a770-4dab-800f-f8179e6c58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:44.589233 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-cccb4674-a770-4dab-800f-f8179e6c58f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0877059
Nov 27 22:04:44.652273 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-fd2ac206-1f23-4db7-a1c4-65e77b17dd14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 1001 time: 0.0561988
Nov 27 22:04:44.702720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-bc76a9e4-4364-4600-99d5-389f5135df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:44.704138 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-bc76a9e4-4364-4600-99d5-389f5135df7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0450349
Nov 27 22:04:44.748874 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-1a951b7c-f5eb-436a-bd00-b827498f64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:04:44.750354 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-1a951b7c-f5eb-436a-bd00-b827498f64ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395679
Nov 27 22:04:44.836283 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-76b62cff-37c4-4116-a7be-24caea800b44 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0788608
Nov 27 22:04:44.927208 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ce4f7cfe-785e-4a6a-aab5-36a4a3cec95a req-1ceee503-6c4a-4f08-b554-b8706c61231d service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840669
Nov 27 22:04:46.659395 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:04:49.113363 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:04.461307 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9165dc23-476b-4c82-9f1d-5d6aee574905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:06.616419 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ccb96e2b-670f-46a0-8156-3aea7b1fb5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:07.001892 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:05:08.126896 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:09.839922 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:10.439736 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:16.674269 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:19.117759 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:34.463203 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-68c470de-3ee2-4181-8358-ee1afe96a256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:36.616962 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35a923fc-8516-4300-b7e1-f8e56a964aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:38.129208 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:39.842924 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:40.441577 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:44.000930 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:05:46.334612 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37809a2b-577f-4007-b8bc-490749bce0ae req-01a26c38-7094-4cb7-8585-26aa09019db2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0817084
Nov 27 22:05:46.419442 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37809a2b-577f-4007-b8bc-490749bce0ae req-70f7a2f1-1d7b-4ad5-9330-fa0d5d70d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:05:46.420926 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37809a2b-577f-4007-b8bc-490749bce0ae req-70f7a2f1-1d7b-4ad5-9330-fa0d5d70d5b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1097 time: 0.0395389
Nov 27 22:05:46.525689 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37809a2b-577f-4007-b8bc-490749bce0ae req-b1ac146a-c04b-467b-84da-7731acc79fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:05:46.527077 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37809a2b-577f-4007-b8bc-490749bce0ae req-b1ac146a-c04b-467b-84da-7731acc79fd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0869536
Nov 27 22:05:46.592809 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37809a2b-577f-4007-b8bc-490749bce0ae req-31b978fd-2acf-407f-81a0-562390fdcd2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 1001 time: 0.0570536
Nov 27 22:05:46.643937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37809a2b-577f-4007-b8bc-490749bce0ae req-e4ac422c-3ca9-4cb8-9095-a30b8afee2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:05:46.645511 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37809a2b-577f-4007-b8bc-490749bce0ae req-e4ac422c-3ca9-4cb8-9095-a30b8afee2bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0464606
Nov 27 22:05:46.674417 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:05:46.693342 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37809a2b-577f-4007-b8bc-490749bce0ae req-f97d7c00-10d7-40b9-b091-bbd90977a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:05:46.694848 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37809a2b-577f-4007-b8bc-490749bce0ae req-f97d7c00-10d7-40b9-b091-bbd90977a5fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416777
Nov 27 22:05:46.783788 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37809a2b-577f-4007-b8bc-490749bce0ae req-5c4965a3-adf9-4d65-92c8-db5084f5298c service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807869
Nov 27 22:05:47.204137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-37809a2b-577f-4007-b8bc-490749bce0ae req-60c6c0b2-bf4c-46c5-b94a-35868e40a005 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4123847
Nov 27 22:05:49.124312 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:04.463732 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4997c709-e3af-4b13-8dcb-92f559ffa0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:06.617429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f4393845-258c-44d6-9f97-39540133d757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:08.131889 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:09.846222 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:10.443533 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:16.689446 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:19.128871 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:21.000761 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:06:34.464516 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-99c9fa9b-84d6-438a-8ea3-1840f6963dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:36.618058 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4068-d7e6-49df-b8f6-5534d5cb05c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:38.135510 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:39.848326 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:40.446087 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:46.687750 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:48.281864 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-2aeca78f-3706-4d87-93f9-c800c9f33ba9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399976
Nov 27 22:06:48.362924 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-7cbf0798-54d3-4f97-b42b-def9da75bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:06:48.364429 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-7cbf0798-54d3-4f97-b42b-def9da75bfb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1097 time: 0.0398297
Nov 27 22:06:48.473484 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-87b0e07a-86f2-41cf-8406-ad0cb12ab87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:06:48.474964 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-87b0e07a-86f2-41cf-8406-ad0cb12ab87c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0917096
Nov 27 22:06:48.538873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-7eaeb6c7-ab84-4d3b-80eb-dcec209d6aa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 1001 time: 0.0567660
Nov 27 22:06:48.593045 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-5f93e6ee-8bed-4daa-bdc2-8c115d5c1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:06:48.594481 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-5f93e6ee-8bed-4daa-bdc2-8c115d5c1a43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0467243
Nov 27 22:06:48.640338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-944e40e7-d8df-4d36-ad62-8fe8e1000582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:06:48.641803 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-944e40e7-d8df-4d36-ad62-8fe8e1000582 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391400
Nov 27 22:06:48.653254 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-0003fc98-f130-4345-9438-3da9102627cf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 22:06:48.654201 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-0003fc98-f130-4345-9438-3da9102627cf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048225
Nov 27 22:06:48.742309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-2ca4236b-b53e-495f-aeef-adaa3acf9170 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802126
Nov 27 22:06:48.836247 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ecd477c0-e657-479e-b93f-5cb54c4f1db7 req-10c3b124-22e8-4045-8f49-560fd1449de5 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864201
Nov 27 22:06:49.124256 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:06:57.999888 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:07:04.466045 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e7368fc8-6b13-4b99-ac5f-a1e8d873aa7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:06.619947 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b334e41e-3ae0-4650-adf1-31465c004cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:08.138219 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:09.638324 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113286e-b65c-4a55-bd98-b6940972beeb req-06e3c772-94d6-4702-af90-558c2d6746c7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:09.640412 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4113286e-b65c-4a55-bd98-b6940972beeb req-06e3c772-94d6-4702-af90-558c2d6746c7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0980682
Nov 27 22:07:09.690614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4113286e-b65c-4a55-bd98-b6940972beeb req-9ea47bed-8b6d-4264-b1df-7ed674ef1dca tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442040
Nov 27 22:07:09.853128 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:10.449013 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:10.814961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98b366-0ce5-4fa5-9a67-7bb730451a62 req-08462c58-b132-47c2-9162-5ced3ac19c53 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:10.816534 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b98b366-0ce5-4fa5-9a67-7bb730451a62 req-08462c58-b132-47c2-9162-5ced3ac19c53 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0551903
Nov 27 22:07:10.864271 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1b98b366-0ce5-4fa5-9a67-7bb730451a62 req-3bd50ab6-fac5-4990-a3f4-0ca45830d650 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417659
Nov 27 22:07:12.014003 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc587-25a1-4a2f-8610-157e84f282cf req-f3ee4254-f983-43a5-997d-c982c2310d6c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:12.015698 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61bdc587-25a1-4a2f-8610-157e84f282cf req-f3ee4254-f983-43a5-997d-c982c2310d6c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0541267
Nov 27 22:07:12.063581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61bdc587-25a1-4a2f-8610-157e84f282cf req-af7b0237-6576-4cdc-9ca9-1419d0e0638d tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417852
Nov 27 22:07:13.180499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6aac0-6313-46eb-8a10-93cdcad23bb5 req-47e5047e-8397-46cc-90bc-9860e4abcfdb tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:13.181968 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61b6aac0-6313-46eb-8a10-93cdcad23bb5 req-47e5047e-8397-46cc-90bc-9860e4abcfdb tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0482478
Nov 27 22:07:13.229840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-61b6aac0-6313-46eb-8a10-93cdcad23bb5 req-d023c89e-1cfc-4607-8cbf-b06b3002c132 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419209
Nov 27 22:07:14.348495 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bbaad-a83a-4fae-ab4e-dadeb0885213 req-4c330ebc-2d8f-4243-afdb-f13788d97269 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:14.350020 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa4bbaad-a83a-4fae-ab4e-dadeb0885213 req-4c330ebc-2d8f-4243-afdb-f13788d97269 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0501137
Nov 27 22:07:14.398764 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-aa4bbaad-a83a-4fae-ab4e-dadeb0885213 req-aaa36161-225d-44c9-a63a-846fef5b3e55 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427895
Nov 27 22:07:15.514575 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c065e-4d91-4c2a-95ae-4c0a2d127791 req-881f3286-5256-4854-83b6-c1093116b08c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:15.516102 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-721c065e-4d91-4c2a-95ae-4c0a2d127791 req-881f3286-5256-4854-83b6-c1093116b08c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0485213
Nov 27 22:07:15.568259 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-721c065e-4d91-4c2a-95ae-4c0a2d127791 req-d5572694-3186-4ce3-a96c-8b7d1ea32a65 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458121
Nov 27 22:07:16.682945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47f54d-ffa6-4d05-8558-a360ee8ac3e9 req-97bc16c2-eba0-42c3-b865-d01e7a2b938d tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:16.684496 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd47f54d-ffa6-4d05-8558-a360ee8ac3e9 req-97bc16c2-eba0-42c3-b865-d01e7a2b938d tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0489845
Nov 27 22:07:16.703576 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:16.738312 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd47f54d-ffa6-4d05-8558-a360ee8ac3e9 req-7815a2f5-fb18-4476-b2d4-4f9392b545c6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476241
Nov 27 22:07:17.852476 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7864652-9b1c-4ab3-90d4-acdb463051ee req-c8f806e7-ede4-452e-9c13-131a071da03e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:17.854000 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7864652-9b1c-4ab3-90d4-acdb463051ee req-c8f806e7-ede4-452e-9c13-131a071da03e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0495687
Nov 27 22:07:17.902577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f7864652-9b1c-4ab3-90d4-acdb463051ee req-9b02f637-1dfc-4f9e-977a-29ec1374dff0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419903
Nov 27 22:07:19.022526 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e3b54-9a93-4198-ad31-c8a33dd83802 req-b26ee868-5153-48eb-a783-ef0285a1f4ba tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:19.024023 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dc1e3b54-9a93-4198-ad31-c8a33dd83802 req-b26ee868-5153-48eb-a783-ef0285a1f4ba tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0484931
Nov 27 22:07:19.072267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dc1e3b54-9a93-4198-ad31-c8a33dd83802 req-efce55db-6500-4631-82a0-eeda13a99ccc tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424411
Nov 27 22:07:19.124010 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:20.187544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6939-f53c-49c1-ab22-93794704b575 req-0f468f51-3180-4abc-afaa-eaf1f260b4eb tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:20.189032 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a47b6939-f53c-49c1-ab22-93794704b575 req-0f468f51-3180-4abc-afaa-eaf1f260b4eb tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0473857
Nov 27 22:07:20.236467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a47b6939-f53c-49c1-ab22-93794704b575 req-eaad5994-dd9f-4946-8279-a4c3ab456c57 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412576
Nov 27 22:07:20.737204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:07:20.832758 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:07:20.843853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'port_id': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'mac_address': 'fa:16:3e:6a:b5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:07:20.879368 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:20.892773 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1c50157-7077-401c-80f1-e56cabd2f5ae {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:07:20.911612 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:07:20.915019 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:20.968093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:07:20.975618 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.975960 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.976311 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.976654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.976995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.977339 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.977688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.978006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.978338 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.978668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.978999 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:20.979358 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:07:21.003215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['e1c50157-7077-401c-80f1-e56cabd2f5ae'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:07:21.348646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fce8a8-928d-4529-8c9a-3a21f2da046f req-1f84d0c7-84a2-419d-9ba9-228528578390 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:21.350113 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7fce8a8-928d-4529-8c9a-3a21f2da046f req-1f84d0c7-84a2-419d-9ba9-228528578390 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 945 time: 0.0472281
Nov 27 22:07:21.399447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7fce8a8-928d-4529-8c9a-3a21f2da046f req-1d973c26-ee06-4458-af4c-e84317d587b0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434668
Nov 27 22:07:22.523146 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f152b-90f8-4bbd-85f6-22582273291b req-e4e0842d-1245-49b4-8d71-b8f45707a41c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:22.524656 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a10f152b-90f8-4bbd-85f6-22582273291b req-e4e0842d-1245-49b4-8d71-b8f45707a41c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 945 time: 0.0530329
Nov 27 22:07:22.573139 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-a10f152b-90f8-4bbd-85f6-22582273291b req-91c931c6-0282-43ca-9b1a-43f05df14106 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425475
Nov 27 22:07:22.753211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:07:22.800294 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port e1c50157-7077-401c-80f1-e56cabd2f5ae triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:07:22.800666 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:22.874197 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:22.895985 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:07:22.898268 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35adcad7-4cce-44c8-8c55-650332a30647" -d '{"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-plugged", "status": "completed", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:07:22.913353 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:07:22.917500 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:22.965407 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:07:23.688486 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615a342-21ee-4e27-ac68-dbae7fdc39b0 req-f51809b9-902e-45b4-8c64-676d3b72d364 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:23.690053 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1615a342-21ee-4e27-ac68-dbae7fdc39b0 req-f51809b9-902e-45b4-8c64-676d3b72d364 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0492773
Nov 27 22:07:23.738561 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-1615a342-21ee-4e27-ac68-dbae7fdc39b0 req-ee74c60f-b4f0-47a3-87a8-be89b6003e26 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424392
Nov 27 22:07:23.956813 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ee8dce-522e-4cd9-b4f2-ed563dfb8769 x-openstack-request-id: req-04ee8dce-522e-4cd9-b4f2-ed563dfb8769 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:07:23.957289 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-plugged", "status": "completed", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:07:23.957374 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04ee8dce-522e-4cd9-b4f2-ed563dfb8769 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:07:23.957780 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'code': 200}
Nov 27 22:07:24.861070 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771677fd-8f4c-46b7-839e-888d4bde0c98 req-673e5781-cfd7-46ef-b880-ae558f3ca40c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:24.862547 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-771677fd-8f4c-46b7-839e-888d4bde0c98 req-673e5781-cfd7-46ef-b880-ae558f3ca40c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0510879
Nov 27 22:07:24.915176 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-771677fd-8f4c-46b7-839e-888d4bde0c98 req-586372c4-87f3-48f0-870e-d5e8289c6df3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466816
Nov 27 22:07:26.055021 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b3663-fd66-4635-9165-fc2d23f3011f req-f7648ec5-0319-405c-a7ca-4c39fee80165 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:26.056554 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d6b3663-fd66-4635-9165-fc2d23f3011f req-f7648ec5-0319-405c-a7ca-4c39fee80165 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0576248
Nov 27 22:07:26.110207 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0d6b3663-fd66-4635-9165-fc2d23f3011f req-f89d1ff5-8aef-48e4-a9f6-e81f91cb2dc1 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458374
Nov 27 22:07:27.242150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15747fa4-8ec0-4dab-92d7-37fd824a24de req-60efc9f3-9853-4879-889e-4c538a9bf085 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:27.244840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15747fa4-8ec0-4dab-92d7-37fd824a24de req-60efc9f3-9853-4879-889e-4c538a9bf085 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0575938
Nov 27 22:07:27.313304 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-15747fa4-8ec0-4dab-92d7-37fd824a24de req-27ccf532-0626-4602-b3a7-14308ffcb083 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616615
Nov 27 22:07:28.438230 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eaa6d-afc1-481c-955e-f629c62b01d3 req-4e3d9022-0856-4445-8c4c-3f591da773c6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:28.440082 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b78eaa6d-afc1-481c-955e-f629c62b01d3 req-4e3d9022-0856-4445-8c4c-3f591da773c6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0547030
Nov 27 22:07:28.505620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b78eaa6d-afc1-481c-955e-f629c62b01d3 req-9fde747b-3693-4642-b1d4-d251971c12a2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560470
Nov 27 22:07:29.627544 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae11197-87a7-42ed-83ff-90896de7c6e4 req-7f9a6234-f683-4281-b953-0ca2a6819e20 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:29.629056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ae11197-87a7-42ed-83ff-90896de7c6e4 req-7f9a6234-f683-4281-b953-0ca2a6819e20 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0550244
Nov 27 22:07:29.685851 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6ae11197-87a7-42ed-83ff-90896de7c6e4 req-2e85f058-5cb7-4e9d-b0fe-713c145741e0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503280
Nov 27 22:07:30.816368 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288764f3-13ea-4f71-83df-be88360aa1c7 req-bc5dd3a5-49c4-4914-b754-cacb83cc0675 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:30.818127 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-288764f3-13ea-4f71-83df-be88360aa1c7 req-bc5dd3a5-49c4-4914-b754-cacb83cc0675 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0558445
Nov 27 22:07:30.882131 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-288764f3-13ea-4f71-83df-be88360aa1c7 req-c8f022b1-335a-435f-8315-12e92995e3ff tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575516
Nov 27 22:07:32.011562 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6fee6-7b1b-4ebe-bcbe-00a3f3a541f6 req-9df3231a-51f3-4c5e-92c3-046d0587ce89 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:32.013955 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ea6fee6-7b1b-4ebe-bcbe-00a3f3a541f6 req-9df3231a-51f3-4c5e-92c3-046d0587ce89 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0564239
Nov 27 22:07:32.069225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9ea6fee6-7b1b-4ebe-bcbe-00a3f3a541f6 req-b2407ba5-1916-4e6e-8220-0efb86260573 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486045
Nov 27 22:07:33.192597 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6f2ce-dac5-485d-a6cf-72a14b0b8ae3 req-256e3ddc-a82f-4259-8854-b7a35bbeab3c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:33.194544 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75b6f2ce-dac5-485d-a6cf-72a14b0b8ae3 req-256e3ddc-a82f-4259-8854-b7a35bbeab3c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0526166
Nov 27 22:07:33.252156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-75b6f2ce-dac5-485d-a6cf-72a14b0b8ae3 req-0d469698-8c05-4e8e-a1f2-4bc74ec5dea8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497429
Nov 27 22:07:34.383464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabc7c3-d990-4648-af63-87b8f96bd5ce req-1d90644e-e090-4e4e-953c-7931ded1b367 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:34.384938 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-edabc7c3-d990-4648-af63-87b8f96bd5ce req-1d90644e-e090-4e4e-953c-7931ded1b367 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0477040
Nov 27 22:07:34.434026 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-edabc7c3-d990-4648-af63-87b8f96bd5ce req-2acf2b3e-3521-4381-8dbc-5902d98bb2eb tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420864
Nov 27 22:07:34.468426 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8e1df30-543c-4af2-b339-e90fb0f90492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:34.999774 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:07:35.161456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-25d45526-cfca-413a-b249-98de46cedf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:35.162947 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-25d45526-cfca-413a-b249-98de46cedf5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1097 time: 0.0404522
Nov 27 22:07:35.255379 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-42b0e48d-36be-4a86-9330-bcfe8518911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:35.256851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-42b0e48d-36be-4a86-9330-bcfe8518911a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0854130
Nov 27 22:07:35.321454 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-1f07beec-1713-4adc-8cf7-15d343666891 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 1001 time: 0.0568576
Nov 27 22:07:35.374206 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-bd534e4d-8ef1-44fd-96c3-2ef3545eb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:35.376300 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-bd534e4d-8ef1-44fd-96c3-2ef3545eb264 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0478086
Nov 27 22:07:35.420615 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-471f6b35-9e28-497f-b48d-24eafb9acde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:35.422047 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-471f6b35-9e28-497f-b48d-24eafb9acde7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392306
Nov 27 22:07:35.521833 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-00698231-b05d-472f-a474-9a60c618619c service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924284
Nov 27 22:07:35.607544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcd67f-2880-4560-9e8d-3606c275ba63 req-d3e99cc7-aa30-45b7-9a08-044abeb09159 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:35.609029 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bdcd67f-2880-4560-9e8d-3606c275ba63 req-d3e99cc7-aa30-45b7-9a08-044abeb09159 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.1067033
Nov 27 22:07:35.664523 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ce9bb92-e309-43b8-b10a-5ee2a981ce9b req-2590105c-1a3f-4700-8075-fb0d087e7df5 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249518
Nov 27 22:07:35.678054 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5bdcd67f-2880-4560-9e8d-3606c275ba63 req-037bcab8-82e6-4666-b374-21a220b0810d tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630777
Nov 27 22:07:36.625368 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1ed3f1fe-62f6-4354-8751-3f7bf5a4f1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:36.797872 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc8c0-1654-4f49-80b6-281d1ac6c7c7 req-e60d920c-e25a-45bd-88fe-e9577e6243da tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:36.799378 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-978fc8c0-1654-4f49-80b6-281d1ac6c7c7 req-e60d920c-e25a-45bd-88fe-e9577e6243da tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0526931
Nov 27 22:07:36.847451 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-978fc8c0-1654-4f49-80b6-281d1ac6c7c7 req-5c9c2eed-e4e7-40e5-9f5d-91d3c8933a5e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421340
Nov 27 22:07:37.968370 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74329f8e-0f69-4e0a-8f8b-d760393ecb75 req-6ac9c1cb-aea4-45da-90aa-be3f6aeecb4a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:37.969871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74329f8e-0f69-4e0a-8f8b-d760393ecb75 req-6ac9c1cb-aea4-45da-90aa-be3f6aeecb4a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0555961
Nov 27 22:07:38.019182 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-74329f8e-0f69-4e0a-8f8b-d760393ecb75 req-f546ae16-7c1b-49d4-872c-f8f45efacac7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433178
Nov 27 22:07:38.139174 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:38.143220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-4143adee-da06-426c-b5ca-a1a685f9e490 req-4cad86f1-c3e1-42fc-aaa5-8d4f76b2fb18 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 22:07:38.144282 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4143adee-da06-426c-b5ca-a1a685f9e490 req-4cad86f1-c3e1-42fc-aaa5-8d4f76b2fb18 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0597181
Nov 27 22:07:38.303042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf44fb-1906-4856-ab73-226493e44a94 req-df345e04-612c-4347-99fa-226e84f123e8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:38.304630 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aaf44fb-1906-4856-ab73-226493e44a94 req-df345e04-612c-4347-99fa-226e84f123e8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 946 time: 0.0542641
Nov 27 22:07:38.355380 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7aaf44fb-1906-4856-ab73-226493e44a94 req-e79f99c0-cd9e-428a-a665-04594e1ae0fa tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444515
Nov 27 22:07:38.487399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-9283ba95-8529-4965-8e3e-a2653c4a71d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0814826
Nov 27 22:07:38.828710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:07:38.904202 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:38.925760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:07:38.928033 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eb4806-ba82-4dce-ae24-6a8d1733c21d" -d '{"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:07:38.941654 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:07:38.945516 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:38.971516 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 27 Nov 2021 22:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eba4ed6-8351-4f7b-ab18-e05a6c322547 x-openstack-request-id: req-2eba4ed6-8351-4f7b-ab18-e05a6c322547 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:07:38.971812 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-unplugged", "status": "failed", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae", "code": 422}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:07:38.972068 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eba4ed6-8351-4f7b-ab18-e05a6c322547 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:07:38.972457 ncdv-master-1 neutron-server[120910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'code': 422} returned with failed status
Nov 27 22:07:38.997541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:07:39.402860 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-598eb782-7d95-4c3b-a453-10a48fc03fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:39.404424 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-598eb782-7d95-4c3b-a453-10a48fc03fa7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6&tenant_id=2673f0e267164ddc9371d10cb58d17aa HTTP/1.1" status: 200  len: 1095 time: 0.0444708
Nov 27 22:07:39.495927 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-149dd0b9-40cc-44aa-8155-a6c56d113f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:39.498114 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-149dd0b9-40cc-44aa-8155-a6c56d113f67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1095 time: 0.0713296
Nov 27 22:07:39.506280 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8d4cb-0f11-48e0-bb8d-0c3306b10143 req-67703173-69ac-4ab7-8c5c-45bb3f213540 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:39.507659 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4d8d4cb-0f11-48e0-bb8d-0c3306b10143 req-67703173-69ac-4ab7-8c5c-45bb3f213540 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0795798
Nov 27 22:07:39.608628 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c4d8d4cb-0f11-48e0-bb8d-0c3306b10143 req-831a9ed3-79e7-49e7-9de9-e3e949bbdefc tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926178
Nov 27 22:07:39.628378 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-aba769b1-1047-40f3-abdc-031476a9cede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:39.629851 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-aba769b1-1047-40f3-abdc-031476a9cede service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.1213467
Nov 27 22:07:39.695357 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-3a4b0ae3-1e00-4541-9d30-7f1a6705d905 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 999 time: 0.0565584
Nov 27 22:07:39.748008 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-87c1e0a5-855c-4de7-8619-4d191afd5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:39.749462 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-87c1e0a5-855c-4de7-8619-4d191afd5e31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0469358
Nov 27 22:07:39.793758 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-5867e10f-8ec7-4afb-a176-134c507d5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:39.795826 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-5867e10f-8ec7-4afb-a176-134c507d5f13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394983
Nov 27 22:07:39.853616 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:39.886253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-0eac2a16-803a-4911-85b7-c681998b5eae service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833328
Nov 27 22:07:39.978223 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6ad3d773-c0c4-4255-a380-7534758a1fc7 req-a1beebc9-4990-4866-b42c-65048912fa09 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854392
Nov 27 22:07:40.459896 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:40.730501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bed8b3-b625-402e-8ffe-d2e1f3390783 req-190226e8-d05d-47bf-8b76-aaf060a2c3a7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:40.732458 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02bed8b3-b625-402e-8ffe-d2e1f3390783 req-190226e8-d05d-47bf-8b76-aaf060a2c3a7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0530446
Nov 27 22:07:40.782742 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-02bed8b3-b625-402e-8ffe-d2e1f3390783 req-e895decb-74ce-4f9f-ae26-3b910ed2e2ec tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443602
Nov 27 22:07:41.910193 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172243f-21d8-47d7-87b4-cd9758391a2b req-bab7a680-9ad0-476d-9cad-7e00a4a077b7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:41.911893 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a172243f-21d8-47d7-87b4-cd9758391a2b req-bab7a680-9ad0-476d-9cad-7e00a4a077b7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0508766
Nov 27 22:07:41.965870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a172243f-21d8-47d7-87b4-cd9758391a2b req-90dd75fb-2aee-4ae7-b503-34d07792b025 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466254
Nov 27 22:07:42.860767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:07:43.089031 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c86f6-7759-4d4c-9c8b-91de3087cb7a req-fcc0f1a6-717f-4171-90cc-5ccf00871295 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:43.097475 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc4c86f6-7759-4d4c-9c8b-91de3087cb7a req-fcc0f1a6-717f-4171-90cc-5ccf00871295 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0574262
Nov 27 22:07:43.147056 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-cc4c86f6-7759-4d4c-9c8b-91de3087cb7a req-41a43daa-11c9-46c4-aa34-355c9a39c291 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484729
Nov 27 22:07:44.272438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2730eb-1ce8-467c-a95d-aec9cd854c7e req-a798f5e2-3c52-4675-a436-1ca9bc5ec443 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:44.273961 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e2730eb-1ce8-467c-a95d-aec9cd854c7e req-a798f5e2-3c52-4675-a436-1ca9bc5ec443 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0558009
Nov 27 22:07:44.334728 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e2730eb-1ce8-467c-a95d-aec9cd854c7e req-6e156f13-77d4-4eb1-91bc-7e0675c2f637 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534592
Nov 27 22:07:45.478684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9ab3-927d-46f0-88da-463fd57d7889 req-b0ebce6a-ece4-485c-b314-6cd6dd3e2d4f tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:45.480209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6c0f9ab3-927d-46f0-88da-463fd57d7889 req-b0ebce6a-ece4-485c-b314-6cd6dd3e2d4f tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0672436
Nov 27 22:07:45.543303 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6c0f9ab3-927d-46f0-88da-463fd57d7889 req-dc274673-1d1d-4424-9b6c-c5edcb40638f tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561132
Nov 27 22:07:46.663017 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55839311-c427-4b88-9e4d-a4d748a0e976 req-07dd0fd4-2e2f-404e-8591-e49e4ab1ee42 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:46.665246 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55839311-c427-4b88-9e4d-a4d748a0e976 req-07dd0fd4-2e2f-404e-8591-e49e4ab1ee42 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0509968
Nov 27 22:07:46.706721 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:46.720878 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55839311-c427-4b88-9e4d-a4d748a0e976 req-1eccaaa9-f061-4234-ac3a-544a5f9788ea tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474226
Nov 27 22:07:47.840289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e4cf-f0ca-419b-96a5-26d41d0b9e9b req-4947a7e6-d4c9-4111-88db-c50e2b6c5992 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:47.842297 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74a1e4cf-f0ca-419b-96a5-26d41d0b9e9b req-4947a7e6-d4c9-4111-88db-c50e2b6c5992 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0517344
Nov 27 22:07:47.896209 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-74a1e4cf-f0ca-419b-96a5-26d41d0b9e9b req-618c92e2-480e-4de6-9933-9353a2d5a9b0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478530
Nov 27 22:07:49.027357 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f9fc2-2ea8-4068-8b1e-346cb343a9a2 req-1525c5ab-5b2b-40f9-afb1-97f08c3ee056 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:49.029561 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-605f9fc2-2ea8-4068-8b1e-346cb343a9a2 req-1525c5ab-5b2b-40f9-afb1-97f08c3ee056 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0551558
Nov 27 22:07:49.087146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-605f9fc2-2ea8-4068-8b1e-346cb343a9a2 req-12af9b9e-72ef-4836-85d8-dbf7bfbd92f9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508661
Nov 27 22:07:49.138297 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:50.211273 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a342a-8e1f-4d98-8e26-69ac5aafab8d req-d380021e-0107-4241-9c1e-09dd3db3cba2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:50.212771 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-064a342a-8e1f-4d98-8e26-69ac5aafab8d req-d380021e-0107-4241-9c1e-09dd3db3cba2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0536127
Nov 27 22:07:50.264157 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-064a342a-8e1f-4d98-8e26-69ac5aafab8d req-b0095692-839a-4544-8700-35ccd7916c54 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453103
Nov 27 22:07:51.379545 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b19fd-3de2-42de-9aaa-51235bcbded0 req-70c8a9da-2e52-4c7d-9e02-76b19179547b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:51.381011 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f4b19fd-3de2-42de-9aaa-51235bcbded0 req-70c8a9da-2e52-4c7d-9e02-76b19179547b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0474105
Nov 27 22:07:51.430380 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2f4b19fd-3de2-42de-9aaa-51235bcbded0 req-c893b7ac-69f6-4a98-ac11-96a98634802a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431998
Nov 27 22:07:52.545949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a3d5f-8c9d-4bf0-9075-697ad1cb1aca req-78bffb43-a011-494a-a662-18f5b7260608 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:52.547465 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313a3d5f-8c9d-4bf0-9075-697ad1cb1aca req-78bffb43-a011-494a-a662-18f5b7260608 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0488122
Nov 27 22:07:52.595749 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-313a3d5f-8c9d-4bf0-9075-697ad1cb1aca req-f08b2229-a4b1-423a-a3e5-d64f73f03d04 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423286
Nov 27 22:07:53.710275 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba61bd5-f766-4748-9e49-946dd621c816 req-047e2efd-9ff2-4d86-9aa7-26ce1bc42260 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:53.711663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ba61bd5-f766-4748-9e49-946dd621c816 req-047e2efd-9ff2-4d86-9aa7-26ce1bc42260 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0479517
Nov 27 22:07:53.759479 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5ba61bd5-f766-4748-9e49-946dd621c816 req-3ab273f4-f414-417d-b1b3-5767a0d76cbd tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419602
Nov 27 22:07:54.043263 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-9a50ed75-c06b-4d9d-8aa3-1d4a5f3c30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:54.045401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-9a50ed75-c06b-4d9d-8aa3-1d4a5f3c30fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1095 time: 0.0442066
Nov 27 22:07:54.149482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-fde02740-0d07-46f8-95f2-f90cf98831c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:54.150940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-fde02740-0d07-46f8-95f2-f90cf98831c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0829787
Nov 27 22:07:54.218367 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-c80a11dd-fc08-4da2-8741-5443b700ea19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 999 time: 0.0601072
Nov 27 22:07:54.265468 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-afb3a4f5-cc1d-47fa-81a4-59a7c8336a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:54.266871 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-afb3a4f5-cc1d-47fa-81a4-59a7c8336a38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0420358
Nov 27 22:07:54.313225 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-029a1b2d-248a-4ee9-8c88-67962a315086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:54.314632 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-029a1b2d-248a-4ee9-8c88-67962a315086 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396113
Nov 27 22:07:54.406420 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-b749b2e9-8f2a-4a86-9fa9-28e0024199be service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845413
Nov 27 22:07:54.493044 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e553bb51-a59a-453a-9724-fbbcfacc40e4 req-0161fa26-62ac-4d21-bba5-184746837aae service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796547
Nov 27 22:07:54.875893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1aaf0-d4e8-48dd-b1f0-44b83faf3c02 req-58b22367-756c-47fa-be72-82f8b7490307 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:54.877321 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24e1aaf0-d4e8-48dd-b1f0-44b83faf3c02 req-58b22367-756c-47fa-be72-82f8b7490307 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0493352
Nov 27 22:07:54.932418 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-24e1aaf0-d4e8-48dd-b1f0-44b83faf3c02 req-fa7c3984-4d82-4b3e-979f-b381fe8c01e4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488834
Nov 27 22:07:56.050668 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d5e2c-2fde-4054-b003-18f626bb7681 req-7c43a0fa-4d5b-476a-af42-6595d25eb6e4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:56.052153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f77d5e2c-2fde-4054-b003-18f626bb7681 req-7c43a0fa-4d5b-476a-af42-6595d25eb6e4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 944 time: 0.0488877
Nov 27 22:07:56.104692 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f77d5e2c-2fde-4054-b003-18f626bb7681 req-9c9ec23d-c01a-4f6c-99b1-9b4a7fd0c395 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467362
Nov 27 22:07:56.893237 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:07:56.986953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:07:56.999954 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'port_id': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'mac_address': 'fa:16:3e:6a:b5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:07:57.035490 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:57.048494 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c50157-7077-401c-80f1-e56cabd2f5ae {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:07:57.066908 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:07:57.070779 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:57.119953 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:07:57.221572 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa634-60a9-4964-86c8-7074aad01fe1 req-6d19cf05-e45e-4b21-8241-3438f3935aa8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:57.222987 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-148fa634-60a9-4964-86c8-7074aad01fe1 req-6d19cf05-e45e-4b21-8241-3438f3935aa8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 945 time: 0.0486510
Nov 27 22:07:57.270949 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-148fa634-60a9-4964-86c8-7074aad01fe1 req-dbd7fe24-3b27-4d1c-89f7-9e46851ed61c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420206
Nov 27 22:07:57.423120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['e1c50157-7077-401c-80f1-e56cabd2f5ae'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:07:58.387377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2417268-f768-4d0f-ae0d-6d14158f5cf4 req-cda4fa66-769e-482e-aaf0-eb1a869cfec6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:58.388865 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d2417268-f768-4d0f-ae0d-6d14158f5cf4 req-cda4fa66-769e-482e-aaf0-eb1a869cfec6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 945 time: 0.0493333
Nov 27 22:07:58.438512 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d2417268-f768-4d0f-ae0d-6d14158f5cf4 req-7b9091d9-6f4e-47e9-b0f1-becfd3f4dfc0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437758
Nov 27 22:07:58.906766 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:07:58.953486 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port e1c50157-7077-401c-80f1-e56cabd2f5ae triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:07:58.953859 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:59.026684 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:59.052168 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:07:59.054439 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093d870d-f3b8-4e52-8e37-f3865a641174" -d '{"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-plugged", "status": "completed", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:07:59.067605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:07:59.072645 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:07:59.098416 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea88b03-92f2-4280-9868-7de3ff3344d9 x-openstack-request-id: req-8ea88b03-92f2-4280-9868-7de3ff3344d9 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:07:59.098736 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-plugged", "status": "completed", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:07:59.098994 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ea88b03-92f2-4280-9868-7de3ff3344d9 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:07:59.099403 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'code': 200}
Nov 27 22:07:59.125587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=10']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:07:59.251492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450ed31-7909-4447-9c6a-72bf6ff6e7e5 req-cc6046f0-7648-42d0-a47e-836003254360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:59.252985 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5450ed31-7909-4447-9c6a-72bf6ff6e7e5 req-cc6046f0-7648-42d0-a47e-836003254360 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1098 time: 0.0386395
Nov 27 22:07:59.300332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5450ed31-7909-4447-9c6a-72bf6ff6e7e5 req-c272e809-fa57-4dd1-a60f-9c8523af98cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395327
Nov 27 22:07:59.558449 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352454e5-d5eb-4204-a4d4-920046d027d1 req-e7b36910-da36-4014-a947-b90091700475 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:07:59.560524 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-352454e5-d5eb-4204-a4d4-920046d027d1 req-e7b36910-da36-4014-a947-b90091700475 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 947 time: 0.0523751
Nov 27 22:07:59.607902 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-352454e5-d5eb-4204-a4d4-920046d027d1 req-9272bb04-d5f4-4462-8079-6b13709c4b61 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415728
Nov 27 22:08:00.734982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5a3ca-2005-4081-8efd-5d791b17fc5b req-d929f393-cd35-4342-9d4a-2c40f10a2efa tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:08:00.739766 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1d5a3ca-2005-4081-8efd-5d791b17fc5b req-d929f393-cd35-4342-9d4a-2c40f10a2efa tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 947 time: 0.0557113
Nov 27 22:08:00.790091 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1d5a3ca-2005-4081-8efd-5d791b17fc5b req-3a01b27f-f34f-4071-9ac9-afc246623c1e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468197
Nov 27 22:08:01.904928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62ac35-dec4-4db9-9149-de9db626c4c5 req-2ee7c471-3ac7-49ae-95a7-56ff5000ccab tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:08:01.906377 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b62ac35-dec4-4db9-9149-de9db626c4c5 req-2ee7c471-3ac7-49ae-95a7-56ff5000ccab tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 947 time: 0.0484717
Nov 27 22:08:01.956401 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9b62ac35-dec4-4db9-9149-de9db626c4c5 req-ff653419-26d9-454c-b586-b57f94d5532c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441518
Nov 27 22:08:04.470009 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-31e9eff9-c7bf-4573-a362-ff3cc7d686d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:06.626164 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-fac02ae4-e8d1-4fd8-b1b9-d79768369660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:08.143362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:09.857431 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:10.452168 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:11.999210 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:08:16.702660 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:19.145488 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:34.472362 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ea7ffb66-b43e-4000-a643-bedbae9c6456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:36.629405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-584ac4da-cfbf-4877-96d7-d15db5a9176d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:38.145344 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:39.863411 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:40.454818 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:46.717747 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:48.998931 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:08:49.141680 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:08:55.300289 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-12b7a248-4977-40cd-9aff-4783e2677fa1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386326
Nov 27 22:08:55.385753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-419bfb78-d8a8-4c8a-8ec6-819f9404da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:08:55.387525 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-419bfb78-d8a8-4c8a-8ec6-819f9404da16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1098 time: 0.0442593
Nov 27 22:08:55.487913 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-a3026dec-604d-45ea-bd51-a14c32ee7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:08:55.489398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-a3026dec-604d-45ea-bd51-a14c32ee7bf5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0835454
Nov 27 22:08:55.557873 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-e56e403d-02cc-4c77-beb0-8e51a1d9943d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 1001 time: 0.0603971
Nov 27 22:08:55.605956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-4db3b3d9-566a-4207-a7e3-c9f3598fccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:08:55.607392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-4db3b3d9-566a-4207-a7e3-c9f3598fccc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0421381
Nov 27 22:08:55.651604 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-422520ed-5a6c-4f84-aa56-9a69544cb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:08:55.653050 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-422520ed-5a6c-4f84-aa56-9a69544cb695 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0379443
Nov 27 22:08:55.744224 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-a4c87904-f4d9-443e-8cd0-c459a494b756 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834048
Nov 27 22:08:55.830621 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-564b70a4-6d27-492c-90d1-88f2f3987cbd req-e14f1b0c-01f0-4282-95fa-c7a179231942 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0791466
Nov 27 22:09:04.473874 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8ee0-c1f6-4f68-90ec-012df0086afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:06.633116 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8254aa85-fb63-49b9-b952-9eaebf003551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:08.148848 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:09.863716 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:10.456422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:16.732100 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:19.151772 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:25.997748 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:09:34.474956 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f1317159-f1c0-4aa1-9517-3f7c4aa5a14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:36.634500 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aff265f7-176e-48c1-bf80-cdb1ce278ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:37.541137 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59952) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:09:37.741028 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Deleting port e0e987a7-5d61-4f97-b4d0-23b62c772961 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:09:37.741293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:37.815077 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:37.815439 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:37.826852 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Calling delete_port for e0e987a7-5d61-4f97-b4d0-23b62c772961 owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:09:37.972106 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:37.997220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event deleted for resources: {'Port': ['ID=e0e987a7-5d61-4f97-b4d0-23b62c772961,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:38.009255 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.009617 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.009972 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.010321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.010667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.011010 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.011379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.011974 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.012314 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.012650 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.012986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.013318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:38.071461 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:38.071803 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Floating IP 7496589f-8e38-4f7b-8b69-1a8f03ab363c disassociated (deleted). External IP: 172.35.3.54, port: e1c50157-7077-401c-80f1-e56cabd2f5ae.
Nov 27 22:09:38.152087 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:38.277291 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:09:38.385219 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:09:38.390126 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:38.394898 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] Sync routers for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:09:38.404826 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:09:38.405441 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd986430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:09:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:09:38.417192 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-13febd09-5606-482b-864d-114eef9b3180 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "DELETE /v2.0/floatingips/7496589f-8e38-4f7b-8b69-1a8f03ab363c HTTP/1.1" status: 204  len: 168 time: 0.8749738
Nov 27 22:09:38.417906 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:09:38.420254 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3d56cb-38a7-4917-a29e-73a60ebccde9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:09:38.521628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:09:38.542571 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb61f83f-9175-4edf-82cb-547b5e8a46e0 x-openstack-request-id: req-bb61f83f-9175-4edf-82cb-547b5e8a46e0 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:09:38.543054 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:09:38.543300 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb61f83f-9175-4edf-82cb-547b5e8a46e0 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:09:38.543759 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'status': 'completed', 'code': 200}
Nov 27 22:09:38.654651 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-d3dc4cab-417f-466e-9ad6-955b10cd2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:38.656205 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-d3dc4cab-417f-466e-9ad6-955b10cd2ce7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 1098 time: 0.0734956
Nov 27 22:09:38.676536 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997e64-4eba-404b-ba34-07a63f33c44c req-681c9c64-5e89-485c-98ee-78ae54eb1c1c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:38.678030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd997e64-4eba-404b-ba34-07a63f33c44c req-681c9c64-5e89-485c-98ee-78ae54eb1c1c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 947 time: 0.0635262
Nov 27 22:09:38.731134 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd986430>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:09:38.760107 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] Checking router: 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:09:38.769014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:09:38.769629 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd986430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:09:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:09:38.781846 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd997e64-4eba-404b-ba34-07a63f33c44c req-fa0161a2-8dbc-4982-8eb3-d77a002892ef tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957038
Nov 27 22:09:38.796785 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-615467a5-3ae1-41c8-b98a-7726695d632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:38.798267 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-615467a5-3ae1-41c8-b98a-7726695d632b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.1298618
Nov 27 22:09:38.843858 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-c8023903-666a-43fe-969d-76685071536c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 200  len: 217 time: 0.0378671
Nov 27 22:09:38.894886 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-69648916-075b-4d3d-87a0-349aca27a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:38.896425 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-69648916-075b-4d3d-87a0-349aca27a9df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0452175
Nov 27 22:09:38.946768 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-c8bd895b-317b-4f4f-bd0f-97c562cc5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:38.948332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-c8bd895b-317b-4f4f-bd0f-97c562cc5c21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434852
Nov 27 22:09:39.037957 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:09:39.045905 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-13d9ae61-6010-444f-87a9-bef8b2a4960c service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896745
Nov 27 22:09:39.137626 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ac3d56cb-38a7-4917-a29e-73a60ebccde9 req-8edec919-b3b4-435b-84ad-10ed64ce6b22 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834334
Nov 27 22:09:39.236721 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd986430>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:09:39.266989 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7840c-bbb0-43f9-848b-9a6e43e774be None None] The sync data for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 is: [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:09:39.495329 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936dd32-4e3b-45f0-be0a-dd3bc0cd715c None None] New status for floating IP 7496589f-8e38-4f7b-8b69-1a8f03ab363c: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:09:39.865459 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:39.898909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63947f2-dedc-490a-a038-55cba7498ebe req-a2928e7c-3442-4a6f-bf59-2e5d697c940f tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:39.900477 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e63947f2-dedc-490a-a038-55cba7498ebe req-a2928e7c-3442-4a6f-bf59-2e5d697c940f tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 947 time: 0.0495427
Nov 27 22:09:39.949405 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e63947f2-dedc-490a-a038-55cba7498ebe req-a1fc09a6-c217-4042-973e-67bda05ccb1e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c0cde0d-8aad-44c1-b613-08c4dc85d24c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429082
Nov 27 22:09:40.291482 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-bf665928-5768-4dac-a95e-d118cd3ca9ef tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:40.292957 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-bf665928-5768-4dac-a95e-d118cd3ca9ef tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 947 time: 0.0509238
Nov 27 22:09:40.383734 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Deleting port e1c50157-7077-401c-80f1-e56cabd2f5ae {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:09:40.384077 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:40.458641 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:40.478783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] For port e1c50157-7077-401c-80f1-e56cabd2f5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1c50157-7077-401c-80f1-e56cabd2f5ae,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:09:40.479154 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:40.490739 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Calling delete_port for e1c50157-7077-401c-80f1-e56cabd2f5ae owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:09:40.614438 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:40.640672 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event deleted for resources: {'Port': ['ID=e1c50157-7077-401c-80f1-e56cabd2f5ae,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:40.651015 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.651394 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.651742 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.652088 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.652427 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.652769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.653105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.653919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.653919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.654097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.654421 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.654767 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:40.697867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] No DVR routers for this DVR port e1c50157-7077-401c-80f1-e56cabd2f5ae on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:09:40.700546 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:40.703870 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e65a88bb-ce90-4aed-a2fe-b5e80c7687fd req-b42ec15b-8e6f-4109-bd8c-5e0d25ddda4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.15 "DELETE /v2.0/ports/e1c50157-7077-401c-80f1-e56cabd2f5ae HTTP/1.1" status: 204  len: 173 time: 0.4049451
Nov 27 22:09:40.704314 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-deleted', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:09:40.707295 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70eb362-7ca7-4123-a34d-f37879aa4c7e" -d '{"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-deleted", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:09:40.803646 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8a611-ba71-4276-a75d-b1654165851f x-openstack-request-id: req-5da8a611-ba71-4276-a75d-b1654165851f {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:09:40.803949 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2991a6-017a-4f7b-95ee-b52db4ec0fe6", "name": "network-vif-deleted", "tag": "e1c50157-7077-401c-80f1-e56cabd2f5ae", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:09:40.804207 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5da8a611-ba71-4276-a75d-b1654165851f {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:09:40.804612 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2991a6-017a-4f7b-95ee-b52db4ec0fe6', 'name': 'network-vif-deleted', 'tag': 'e1c50157-7077-401c-80f1-e56cabd2f5ae', 'status': 'completed', 'code': 200}
Nov 27 22:09:41.061208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-9974d534-5e12-422e-b693-79ff2be995ac req-e0008328-afb2-4a0a-899c-81025d3e562a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2991a6-017a-4f7b-95ee-b52db4ec0fe6 HTTP/1.1" status: 200  len: 210 time: 0.0279579
Nov 27 22:09:42.119421 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59980) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:09:42.174359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d288ff3f-c464-4f38-bfbf-60e59d667f90 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.202912 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d288ff3f-c464-4f38-bfbf-60e59d667f90 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.260127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d288ff3f-c464-4f38-bfbf-60e59d667f90 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.263040 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d288ff3f-c464-4f38-bfbf-60e59d667f90 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.264211 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d288ff3f-c464-4f38-bfbf-60e59d667f90 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c0cde0d-8aad-44c1-b613-08c4dc85d24c HTTP/1.1" status: 204  len: 168 time: 0.1437936
Nov 27 22:09:42.273471 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288ff3f-c464-4f38-bfbf-60e59d667f90 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0cde0d-8aad-44c1-b613-08c4dc85d24c,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:42.469478 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 59986) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:09:42.474688 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-8ad9a59d-0fed-4568-8a5c-6b3ba23443be tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1956363624', 'description': 'tempest-secgroup-smoke-1956363624 description', 'project_id': '2673f0e267164ddc9371d10cb58d17aa'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:09:42.496134 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a59d-0fed-4568-8a5c-6b3ba23443be tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.562489 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a59d-0fed-4568-8a5c-6b3ba23443be tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.566083 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a59d-0fed-4568-8a5c-6b3ba23443be tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.592891 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a59d-0fed-4568-8a5c-6b3ba23443be tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.594106 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8ad9a59d-0fed-4568-8a5c-6b3ba23443be tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1236212
Nov 27 22:09:42.597744 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59988) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:09:42.599080 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9a59d-0fed-4568-8a5c-6b3ba23443be tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:42.602620 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e231a840-2e63-4b22-a298-29b3df8d0468 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': 'aaf03dff-cf4d-436d-88cb-38ba3bdfb83a', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:09:42.629254 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e231a840-2e63-4b22-a298-29b3df8d0468 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.676786 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e231a840-2e63-4b22-a298-29b3df8d0468 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.680412 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e231a840-2e63-4b22-a298-29b3df8d0468 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.698024 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231a840-2e63-4b22-a298-29b3df8d0468 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f04ccdd-1249-4e38-b6dd-afd433dcc825,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:42.705534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e231a840-2e63-4b22-a298-29b3df8d0468 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.707237 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e231a840-2e63-4b22-a298-29b3df8d0468 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1082568
Nov 27 22:09:42.709899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59990) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:09:42.714196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-4d021e6e-51d0-41e7-82eb-02d89e951fa2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': 'aaf03dff-cf4d-436d-88cb-38ba3bdfb83a', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:09:42.740179 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d021e6e-51d0-41e7-82eb-02d89e951fa2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.795648 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d021e6e-51d0-41e7-82eb-02d89e951fa2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.799324 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d021e6e-51d0-41e7-82eb-02d89e951fa2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.819468 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d021e6e-51d0-41e7-82eb-02d89e951fa2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd701889-6208-4844-ba10-333506e189b2,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:42.825354 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-4d021e6e-51d0-41e7-82eb-02d89e951fa2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.827689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-4d021e6e-51d0-41e7-82eb-02d89e951fa2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1168253
Nov 27 22:09:42.828998 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59992) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:09:42.834060 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-96c5fbc6-c49f-404b-8bcd-fc0f30cd9224 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': 'aaf03dff-cf4d-436d-88cb-38ba3bdfb83a', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:09:42.859642 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96c5fbc6-c49f-404b-8bcd-fc0f30cd9224 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.917792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96c5fbc6-c49f-404b-8bcd-fc0f30cd9224 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.921610 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96c5fbc6-c49f-404b-8bcd-fc0f30cd9224 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.941705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5fbc6-c49f-404b-8bcd-fc0f30cd9224 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0303196c-4805-40a2-b857-d24980102026,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:42.947394 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-96c5fbc6-c49f-404b-8bcd-fc0f30cd9224 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:42.948633 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-96c5fbc6-c49f-404b-8bcd-fc0f30cd9224 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1185973
Nov 27 22:09:42.951281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59994) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:09:42.956428 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-7379ef4f-c23a-4c24-9b68-24c0858fefba tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': 'aaf03dff-cf4d-436d-88cb-38ba3bdfb83a', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:09:42.981990 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7379ef4f-c23a-4c24-9b68-24c0858fefba tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.039214 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7379ef4f-c23a-4c24-9b68-24c0858fefba tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.042753 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7379ef4f-c23a-4c24-9b68-24c0858fefba tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.059438 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379ef4f-c23a-4c24-9b68-24c0858fefba tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644408eb-4213-4bcd-8d93-f1c928ae1817,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:43.068109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-7379ef4f-c23a-4c24-9b68-24c0858fefba tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.069332 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-7379ef4f-c23a-4c24-9b68-24c0858fefba tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1170986
Nov 27 22:09:43.072021 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59996) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:09:43.076311 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-457746fc-a4bf-4710-81bb-ad7494160cf9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': 'aaf03dff-cf4d-436d-88cb-38ba3bdfb83a', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:09:43.097481 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-457746fc-a4bf-4710-81bb-ad7494160cf9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Project 2673f0e267164ddc9371d10cb58d17aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:09:43.102224 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-457746fc-a4bf-4710-81bb-ad7494160cf9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.159420 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-457746fc-a4bf-4710-81bb-ad7494160cf9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.163347 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-457746fc-a4bf-4710-81bb-ad7494160cf9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.181396 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457746fc-a4bf-4710-81bb-ad7494160cf9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2349b77a-f240-41d7-9bca-c7f0853d2a48,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:43.189228 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-457746fc-a4bf-4710-81bb-ad7494160cf9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.191018 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-457746fc-a4bf-4710-81bb-ad7494160cf9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1174834
Nov 27 22:09:43.193904 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 59998) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:09:43.198196 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-f5032bc7-31bf-4a72-8f77-8f317f6145d8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'security_group_rule': {'security_group_id': 'aaf03dff-cf4d-436d-88cb-38ba3bdfb83a', 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:09:43.219782 ncdv-master-1 neutron-server[120909]: INFO neutron.db.securitygroups_db [None req-f5032bc7-31bf-4a72-8f77-8f317f6145d8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Project 2673f0e267164ddc9371d10cb58d17aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:09:43.224534 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f5032bc7-31bf-4a72-8f77-8f317f6145d8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.286726 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f5032bc7-31bf-4a72-8f77-8f317f6145d8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.290225 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f5032bc7-31bf-4a72-8f77-8f317f6145d8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.307827 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5032bc7-31bf-4a72-8f77-8f317f6145d8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4678ad6f-dd36-4ebf-9249-5a917c965fa1,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:43.316586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-f5032bc7-31bf-4a72-8f77-8f317f6145d8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:43.317787 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-f5032bc7-31bf-4a72-8f77-8f317f6145d8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1229546
Nov 27 22:09:44.920558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-c6c50515-30c9-45ea-97cc-814588788284 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1956363624&fields=id&tenant_id=2673f0e267164ddc9371d10cb58d17aa HTTP/1.1" status: 200  len: 267 time: 0.0435076
Nov 27 22:09:45.025080 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1aa33c26-8a89-4f4e-8b0e-71663b212690 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:45.026533 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1aa33c26-8a89-4f4e-8b0e-71663b212690 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 809 time: 0.0989587
Nov 27 22:09:45.041661 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-b70138a8-7fca-4b3c-ad23-7b74564a38e9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/quotas/2673f0e267164ddc9371d10cb58d17aa HTTP/1.1" status: 200  len: 375 time: 0.0093503
Nov 27 22:09:45.095463 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-e9088098-5793-483a-8166-473fa330fbce tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0485089
Nov 27 22:09:45.110866 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-5b3394d4-9ffc-488d-91f1-31ef786017ac service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 22:09:45.111864 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-5b3394d4-9ffc-488d-91f1-31ef786017ac service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050180
Nov 27 22:09:45.198907 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-3ca38aee-dbd9-4b01-88cd-0dd6db417d6a service neutron] 10.222.0.21 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808387
Nov 27 22:09:45.291105 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-3d16e583-dd46-4c2c-8d02-bca6a5441416 service neutron] 10.222.0.21 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862005
Nov 27 22:09:45.342144 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:09:45.363884 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: e1c50157-7077-401c-80f1-e56cabd2f5ae {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:09:45.364240 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device e1c50157-7077-401c-80f1-e56cabd2f5ae not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:09:45.582491 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0b0a2a90-d688-4ba8-93f0-7fc442b9818b req-83d90a9a-2f4b-4f62-abdb-8dbf211e46a0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 210 time: 0.0260422
Nov 27 22:09:46.660834 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-57c8c672-7bac-49a1-b298-75eff474449e req-2b9c1520-c740-46ce-b47f-ffd17fa84569 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 210 time: 0.0278378
Nov 27 22:09:46.733058 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:47.737598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d0cb255e-9895-4278-949f-f68de57f5adc req-103dee15-96f5-433a-98f8-08bbeefdf118 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 210 time: 0.0252862
Nov 27 22:09:48.813491 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-08bf5e96-049b-4335-b267-a75fe38ed726 req-ac20256d-814e-4e51-b4d4-eb0c63af1d8e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 210 time: 0.0253386
Nov 27 22:09:49.166854 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:49.907347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0b1dafb-d359-4e0b-a740-d9ccd2e038bd req-e6fa8991-a041-424a-8026-adb16d39356e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 210 time: 0.0290163
Nov 27 22:09:50.602714 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-9fe8c78a-7a5e-412d-956c-70032ce235e4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:50.604461 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-9fe8c78a-7a5e-412d-956c-70032ce235e4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 809 time: 0.1038406
Nov 27 22:09:50.668452 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-a384309e-f63e-4edd-a0b4-a667945fe99d tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2673f0e267164ddc9371d10cb58d17aa HTTP/1.1" status: 200  len: 380 time: 0.0552361
Nov 27 22:09:50.677895 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'port': {'device_id': '85541647-0e62-49bf-9969-1070f2906b6a', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'admin_state_up': True, 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'security_groups': ['aaf03dff-cf4d-436d-88cb-38ba3bdfb83a']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:09:50.788694 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Made reservation on behalf of 2673f0e267164ddc9371d10cb58d17aa for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:09:50.792439 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:50.919757 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Allocated IP 172.20.0.5 (4b2d3d9a-f484-43ca-b576-e9a0753d2ca9/dc457251-1a79-4802-b7d2-ffbd831ecd40/a1936d7c-8eb8-488e-bf99-2bb4c7cfb711) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:09:51.006403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3b789f9f-828e-43ed-89df-13bdccebefd1 req-f9ab9f65-3015-43f5-a092-0fcbfeb02885 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 210 time: 0.0276475
Nov 27 22:09:51.062854 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.097303 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.149532 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:09:51.152658 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:09:51.156454 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:09:51.190005 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:51.214906 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:51.215550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.234374 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-42e0a60d-03da-4395-b40b-cf1ccc05f8f6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5606520
Nov 27 22:09:51.248235 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Request body: {'port': {'device_id': '85541647-0e62-49bf-9969-1070f2906b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:09:51.305380 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.443135 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-494f3f10-87bc-4b70-9ed4-6fc8b82d9251 None None] Provisioning complete for port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:09:51.443710 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-494f3f10-87bc-4b70-9ed4-6fc8b82d9251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.491037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-494f3f10-87bc-4b70-9ed4-6fc8b82d9251 None None] Port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:09:51.604715 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:09:51.612933 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.625121 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Transition to ACTIVE for port object a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 22:09:51.630027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.685268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Pushing event updated for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:51.751697 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Attempting to bind port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:09:51.752046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Attempting to bind port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:09:51.753046 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Attempting to bind port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:09:51.757817 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 22:09:51.758158 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Attempting to bind port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:09:51.763721 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:09:51.764099 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Checking segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:09:51.764492 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Bound using segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:09:51.764956 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Bound port: a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:09:51.765340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.836468 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:09:51.839792 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:09:51.845152 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.874967 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:51.875685 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:51.878169 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] 10.222.0.15 "PUT /v2.0/ports/a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 1091 time: 0.6337664
Nov 27 22:09:51.880453 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:09:51.883495 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9d279c-8afb-4707-a182-b1765a8627ae" -d '{"events": [{"name": "network-changed", "server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:09:51.915788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafeb8a-e136-48f0-ac66-593a8fd8924f service neutron] Pushing event updated for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:51.942184 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7441298e-6af4-4df6-bcba-f6a277ec9b4d x-openstack-request-id: req-7441298e-6af4-4df6-bcba-f6a277ec9b4d {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:09:51.942824 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:09:51.942824 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7441298e-6af4-4df6-bcba-f6a277ec9b4d {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:09:51.943332 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'status': 'completed', 'code': 200}
Nov 27 22:09:51.977289 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-94572d54-1b03-48f1-bb6a-edf0cdb501cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:51.978906 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-94572d54-1b03-48f1-bb6a-edf0cdb501cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1094 time: 0.0464714
Nov 27 22:09:52.028431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-deea8531-2211-4a19-a238-b4e70eb776e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 217 time: 0.0413465
Nov 27 22:09:52.081544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-cb0a3c0e-9aa3-4dd6-bab5-a1359619e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:52.083031 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-cb0a3c0e-9aa3-4dd6-bab5-a1359619e262 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0475771
Nov 27 22:09:52.134783 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-78d36b13-b4f9-4eef-9863-8a06277ebe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:52.136726 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-78d36b13-b4f9-4eef-9863-8a06277ebe3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0458610
Nov 27 22:09:52.145719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83c78d-d369-48e2-9053-c97427af63d8 req-036dd03b-6c15-456d-83d9-bdfcdb58bf28 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:52.147162 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf83c78d-d369-48e2-9053-c97427af63d8 req-036dd03b-6c15-456d-83d9-bdfcdb58bf28 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0591807
Nov 27 22:09:52.203245 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf83c78d-d369-48e2-9053-c97427af63d8 req-e9868f29-08da-4806-8327-465c4f17d624 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497496
Nov 27 22:09:52.229996 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-b1ab9cd8-bce0-4bc1-ae45-4a2638d36c9c service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857618
Nov 27 22:09:52.317695 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2ecbe71a-2596-4607-9d0c-46cd18e16c7a req-64316e6e-5c38-4bbb-8b8d-d36c6badcb54 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809598
Nov 27 22:09:52.403928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-a5d9b913-3718-4ce4-8493-e709fe7c9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:52.405307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-a5d9b913-3718-4ce4-8493-e709fe7c9604 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1094 time: 0.0404577
Nov 27 22:09:52.498588 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-69c09c96-b389-4f7a-a461-20ad320a6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:52.500109 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-69c09c96-b389-4f7a-a461-20ad320a6fc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0869188
Nov 27 22:09:52.541047 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-ec733de5-da7f-4f3a-a732-a0ca40579a93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 217 time: 0.0336401
Nov 27 22:09:52.592385 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-726fe644-acb3-49d0-b72f-00dc372a5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:52.593810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-726fe644-acb3-49d0-b72f-00dc372a5f7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0461636
Nov 27 22:09:52.638238 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-8bd611c2-c30a-49c9-b404-921b1cb06730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:52.639745 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-8bd611c2-c30a-49c9-b404-921b1cb06730 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392454
Nov 27 22:09:52.728970 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-dec7e9cb-cfc6-4ead-8cf3-4e61c303ec4a service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820968
Nov 27 22:09:52.820298 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-6f9d279c-8afb-4707-a182-b1765a8627ae req-b56d1176-6502-4294-b15f-ec5edc95f75f service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847914
Nov 27 22:09:53.319375 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a987dd-83a5-4b1b-99f1-f4a4049eeffd req-dac286a5-374d-48fc-98f0-be5d389584bf tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:53.320895 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78a987dd-83a5-4b1b-99f1-f4a4049eeffd req-dac286a5-374d-48fc-98f0-be5d389584bf tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0490103
Nov 27 22:09:53.371128 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78a987dd-83a5-4b1b-99f1-f4a4049eeffd req-55ef6632-aac1-4b14-825c-5863f5d06051 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441837
Nov 27 22:09:54.485408 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94cb73-4b48-4365-b1d9-cb0319f47512 req-779762a5-08b7-42ff-a571-99f78a82084b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:54.486905 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b94cb73-4b48-4365-b1d9-cb0319f47512 req-779762a5-08b7-42ff-a571-99f78a82084b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0492177
Nov 27 22:09:54.535825 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4b94cb73-4b48-4365-b1d9-cb0319f47512 req-8b52978f-bb56-4cf3-96ec-727cc400b581 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429974
Nov 27 22:09:55.647363 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581baef-2b2e-4032-9584-1b3fd848c1ae req-bd23a775-c65a-468f-af87-4c5a5c3b0f7c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:55.648836 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b581baef-2b2e-4032-9584-1b3fd848c1ae req-bd23a775-c65a-468f-af87-4c5a5c3b0f7c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0472414
Nov 27 22:09:55.701631 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b581baef-2b2e-4032-9584-1b3fd848c1ae req-321f4a77-25e1-4b75-9d3f-778977d8eece tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468676
Nov 27 22:09:56.817458 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fc1d2-a781-4544-83df-19ea8341669e req-477923e4-9ba2-4ee9-8f1f-11fe6087afa3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:56.818942 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf3fc1d2-a781-4544-83df-19ea8341669e req-477923e4-9ba2-4ee9-8f1f-11fe6087afa3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0505159
Nov 27 22:09:56.867595 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-bf3fc1d2-a781-4544-83df-19ea8341669e req-c2efbffe-a7a3-474a-bfeb-9d99337ec502 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426235
Nov 27 22:09:57.419518 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:09:57.513627 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:09:57.524731 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'port_id': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'mac_address': 'fa:16:3e:ec:d0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:09:57.560302 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:57.576079 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:09:57.594680 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:09:57.599504 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:57.649630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:57.656965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.657326 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.657677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.658025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.658368 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.659369 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.659710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.660048 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.660385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.660717 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.661051 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.661390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:09:57.910418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:09:57.988143 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed68c3-1bc3-42f4-9c77-92021d650a32 req-2c3785a2-4714-4caa-b5f1-e451ad4096bc tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:57.989744 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66ed68c3-1bc3-42f4-9c77-92021d650a32 req-2c3785a2-4714-4caa-b5f1-e451ad4096bc tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 944 time: 0.0516155
Nov 27 22:09:58.043399 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-66ed68c3-1bc3-42f4-9c77-92021d650a32 req-3cd6bf97-c4f7-4ca7-8cd2-d9b929a7fa01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475488
Nov 27 22:09:59.161089 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fd546-9735-43ed-a4df-fbe3dd05cc51 req-9b6b41f2-0dee-44f4-9ff3-47f9e7464097 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:59.162577 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d5fd546-9735-43ed-a4df-fbe3dd05cc51 req-9b6b41f2-0dee-44f4-9ff3-47f9e7464097 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 944 time: 0.0523453
Nov 27 22:09:59.210418 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4d5fd546-9735-43ed-a4df-fbe3dd05cc51 req-019a56e8-9406-4414-86de-0c59e4e114c9 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419183
Nov 27 22:09:59.419653 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:09:59.468037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 22:09:59.471864 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:09:59.472275 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:59.552073 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:59.574013 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:09:59.576338 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0a61f5-ae46-4d27-be16-c932f9cd0dc6" -d '{"events": [{"server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "name": "network-vif-plugged", "status": "completed", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:09:59.590118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:09:59.594067 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:09:59.642070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:09:59.668537 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a081b-6d91-4c81-891a-a7315a2117ba x-openstack-request-id: req-dc4a081b-6d91-4c81-891a-a7315a2117ba {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:09:59.669013 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "name": "network-vif-plugged", "status": "completed", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:09:59.669719 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc4a081b-6d91-4c81-891a-a7315a2117ba {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:09:59.670190 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'code': 200}
Nov 27 22:09:59.762644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cd89a-20be-486c-a5e1-237285952daf req-49670da8-0931-4969-a08e-d007730ee901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:09:59.764144 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-315cd89a-20be-486c-a5e1-237285952daf req-49670da8-0931-4969-a08e-d007730ee901 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1096 time: 0.0394604
Nov 27 22:09:59.808853 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-315cd89a-20be-486c-a5e1-237285952daf req-a9a4d25e-baab-4011-8650-be49c783f21e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379667
Nov 27 22:10:00.323839 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8b5e1-8662-4283-b3b6-5d50f755b31b req-6a8c37d5-65bd-4000-b7c7-367196837669 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:00.325317 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1c8b5e1-8662-4283-b3b6-5d50f755b31b req-6a8c37d5-65bd-4000-b7c7-367196837669 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0484703
Nov 27 22:10:00.373620 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c1c8b5e1-8662-4283-b3b6-5d50f755b31b req-f2281c9e-4fdc-49b8-b391-3dad39d62d42 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423872
Nov 27 22:10:01.494024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1683b-8b42-4785-b05a-437d90fd3a32 req-e16c0322-1004-4779-9621-506288aa800a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:01.495500 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-acf1683b-8b42-4785-b05a-437d90fd3a32 req-e16c0322-1004-4779-9621-506288aa800a tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0511594
Nov 27 22:10:01.544527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-acf1683b-8b42-4785-b05a-437d90fd3a32 req-9914a9c3-646e-4cbd-9b3e-b260b0c2e689 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431461
Nov 27 22:10:01.660464 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828003c-52bf-48be-9c4f-c020dd33223e req-96a9e111-5015-4554-ab07-3e1db7b71646 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:01.661866 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f828003c-52bf-48be-9c4f-c020dd33223e req-96a9e111-5015-4554-ab07-3e1db7b71646 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0516317
Nov 27 22:10:01.709675 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f828003c-52bf-48be-9c4f-c020dd33223e req-727a573d-334a-40b8-b647-f9463591afc7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418768
Nov 27 22:10:01.730848 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60178) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:10:01.810838 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a158ad24-49b6-460b-88ce-c72737662712 tempest-TestShelveInstance-148269003 tempest-TestShelveInstance-148269003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:01.812407 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a158ad24-49b6-460b-88ce-c72737662712 tempest-TestShelveInstance-148269003 tempest-TestShelveInstance-148269003-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1091 time: 0.0805466
Nov 27 22:10:01.816035 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60182) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:10:01.820206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:10:01.842566 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:01.943437 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:02.044159 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Allocated IP 172.35.3.143 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/72bbb7a6-cef5-46f6-a73a-bc6126863951) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:10:02.148107 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:02.180563 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:02.219716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:10:02.222719 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:10:02.226259 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:10:02.247360 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'Port': ['ID=72bbb7a6-cef5-46f6-a73a-bc6126863951,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:10:02.580526 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:02.644708 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:02.789294 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:02.793790 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:02.861155 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event updated for resources: {'Port': ['ID=72bbb7a6-cef5-46f6-a73a-bc6126863951,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:10:02.872467 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:02.967759 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Floating IP 5e27476b-21f3-4983-9422-4d8afbcc27f5 associated. External IP: 172.35.3.143, port: a1936d7c-8eb8-488e-bf99-2bb4c7cfb711.
Nov 27 22:10:02.997818 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:10:03.497071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:10:03.601511 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:10:03.612058 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] Sync routers for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:10:03.622473 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:03.622764 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:10:03.623495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd058f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:09:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:10:03.650076 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-1c553ce2-f66e-41c0-ba85-95681bcc3c9b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8330240
Nov 27 22:10:03.651278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:10:03.653570 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43139aa-3061-462a-9d70-52a5baa3b612" -d '{"events": [{"name": "network-changed", "server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:10:03.694569 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf828c3-a22b-427e-9238-65c9e1b496b2 x-openstack-request-id: req-5cf828c3-a22b-427e-9238-65c9e1b496b2 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:10:03.694865 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:10:03.695121 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cf828c3-a22b-427e-9238-65c9e1b496b2 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:10:03.695552 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'status': 'completed', 'code': 200}
Nov 27 22:10:03.754097 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:10:03.767727 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-cc6df56f-7b2c-4581-b55f-7b6a8b9cb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:03.769253 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-cc6df56f-7b2c-4581-b55f-7b6a8b9cb990 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1096 time: 0.0518734
Nov 27 22:10:04.034784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd058f10>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e27476b-21f3-4983-9422-4d8afbcc27f5', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'floating_ip_address': '172.35.3.143', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'port_id': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'mac_address': 'fa:16:3e:ec:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85541647-0e62-49bf-9969-1070f2906b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:10:02Z', 'updated_at': '2021-11-27T22:10:02Z', 'revision_number': 0, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:10:04.063211 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] Checking router: 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:10:04.072469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:10:04.073111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd058f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:09:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:10:04.183888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:10:04.235690 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-45b34653-bf3f-4e68-9e1a-ae207f0a97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:04.237282 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-45b34653-bf3f-4e68-9e1a-ae207f0a97d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.4590447
Nov 27 22:10:04.301602 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-87cb609b-e168-4feb-9b24-f3757698199b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 999 time: 0.0567465
Nov 27 22:10:04.350122 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-2a5cc966-fae0-4628-9692-771f4f366413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:04.351675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-2a5cc966-fae0-4628-9692-771f4f366413 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0439897
Nov 27 22:10:04.399304 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-d3828631-b812-412b-a753-050e6cef377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:04.400810 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-d3828631-b812-412b-a753-050e6cef377a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428660
Nov 27 22:10:04.409814 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd058f10>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e27476b-21f3-4983-9422-4d8afbcc27f5', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'floating_ip_address': '172.35.3.143', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'port_id': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'mac_address': 'fa:16:3e:ec:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85541647-0e62-49bf-9969-1070f2906b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:10:02Z', 'updated_at': '2021-11-27T22:10:02Z', 'revision_number': 0, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:10:04.438598 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5852a9-f898-4a1d-8fed-b8bbb464d752 None None] The sync data for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 is: [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e27476b-21f3-4983-9422-4d8afbcc27f5', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'floating_ip_address': '172.35.3.143', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'port_id': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'mac_address': 'fa:16:3e:ec:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85541647-0e62-49bf-9969-1070f2906b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:10:02Z', 'updated_at': '2021-11-27T22:10:02Z', 'revision_number': 0, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:10:04.478140 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-423c1b08-c710-4d05-8645-325dce2e9fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:04.496991 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-49ba63d9-49a3-430d-902d-4640a2dc8890 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891767
Nov 27 22:10:04.591907 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f43139aa-3061-462a-9d70-52a5baa3b612 req-65fe5d18-d6ac-4341-adb3-6668e0b85348 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882885
Nov 27 22:10:04.654728 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72436b2-ebfa-4ba6-9ccd-800956210191 None None] New status for floating IP 5e27476b-21f3-4983-9422-4d8afbcc27f5: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:10:06.635519 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6549-9cae-4b44-9fa3-0b5ee874f708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:08.155107 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:09.867789 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:10.460478 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:16.749030 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:19.168663 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:34.483891 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e90a2ae4-f3fe-46a0-88f9-eadb8122d41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:36.639830 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-af8ae7e7-2731-425d-a21b-f638f226776d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:38.157897 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:39.870405 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:39.996317 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:10:40.462630 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:46.763363 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:49.182618 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:10:50.314375 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-7908b4f6-1827-4e91-9e7e-2d800970db01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0764139
Nov 27 22:10:50.399539 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-2f1cf6ac-8570-470f-9a0d-75ae41ad7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:50.401014 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-2f1cf6ac-8570-470f-9a0d-75ae41ad7eed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1096 time: 0.0402343
Nov 27 22:10:50.506603 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-482afcbb-2a60-4a41-9b5f-bf1f79184602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:50.508122 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-482afcbb-2a60-4a41-9b5f-bf1f79184602 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0887001
Nov 27 22:10:50.571083 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-404a57ca-889d-4ada-b8c9-bf2be943ca50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 1001 time: 0.0555670
Nov 27 22:10:50.617635 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-6d18ae77-d96d-4ea2-933d-02af61d9fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:50.619005 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-6d18ae77-d96d-4ea2-933d-02af61d9fb1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0407281
Nov 27 22:10:50.668000 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-4d508036-5ff9-479d-a984-1a045761cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:10:50.669653 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-4d508036-5ff9-479d-a984-1a045761cc26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0440743
Nov 27 22:10:50.756235 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-73ec64ae-3ce3-4ec2-a11b-8d33a1140218 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793011
Nov 27 22:10:50.845880 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-83caf04e-b057-4ecd-8653-25b5a2fca0fb req-6eb64d00-7f71-47a6-b214-335094d46f94 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824106
Nov 27 22:11:04.476227 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-d6920dd8-f6b6-4646-be10-08de4379a7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:06.641742 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-42fa0f3f-4ab0-4a70-b0ae-1320b4a1d625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:08.161304 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:09.873508 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:10.464379 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:16.777669 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:16.996784 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:11:19.201607 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:34.477982 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de168ce5-272a-4b11-9be5-0adf7dff6040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:36.644285 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3643c285-bcb9-4cb9-8b04-c2d26a71564f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:38.166256 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:39.875467 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:40.466462 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:46.776409 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:49.197240 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:11:50.815506 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-5881af03-452e-4038-9c3b-3a5c9d667dff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0459123
Nov 27 22:11:50.901250 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-4de4dfa2-586a-4fb6-8fe3-c0ae51fb1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:11:50.902954 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-4de4dfa2-586a-4fb6-8fe3-c0ae51fb1925 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1096 time: 0.0448244
Nov 27 22:11:51.024150 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-529e5209-2f8a-4370-8f60-61c6580a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:11:51.025754 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-529e5209-2f8a-4370-8f60-61c6580a3672 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.1006765
Nov 27 22:11:51.093503 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-ec328aee-2dfe-4a61-a88e-c760e5a5b409 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 1001 time: 0.0610847
Nov 27 22:11:51.145105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-a17640c9-ad86-4b70-aaf9-2bcf0223d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:11:51.146575 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-a17640c9-ad86-4b70-aaf9-2bcf0223d230 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0458319
Nov 27 22:11:51.201965 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-68cafa0f-72f5-4ba3-a0b9-eefdd8d6479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:11:51.203913 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-68cafa0f-72f5-4ba3-a0b9-eefdd8d6479b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0499258
Nov 27 22:11:51.303563 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-41f7869e-aae1-453a-936f-ca427e028cf9 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923426
Nov 27 22:11:51.402724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-5383c0fe-c4eb-447e-8103-5da0641f46ba req-3f71235b-ffc3-4c97-922d-e024fafb2442 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917923
Nov 27 22:11:53.997194 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:12:04.480422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-af49e8ab-2265-465a-a99f-64453e0a435f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:06.646677 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dd2efdaa-34a5-4e4e-972c-f947ad18b104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:08.166915 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:08.946098 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02f47-d9e7-400f-a809-49a66873228a req-fe38f5fc-ad63-480d-a6a2-39c32acd8849 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:08.947652 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43b02f47-d9e7-400f-a809-49a66873228a req-fe38f5fc-ad63-480d-a6a2-39c32acd8849 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0495365
Nov 27 22:12:08.999447 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-43b02f47-d9e7-400f-a809-49a66873228a req-838da91d-6f62-475b-9593-7bbf9c63d011 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453901
Nov 27 22:12:09.876880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:10.167504 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693a270-1dc2-400e-bc2a-12b8a8531821 req-c9cbbb99-a1fa-4153-a16b-713d62dbac55 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:10.168966 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3693a270-1dc2-400e-bc2a-12b8a8531821 req-c9cbbb99-a1fa-4153-a16b-713d62dbac55 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0974488
Nov 27 22:12:10.217167 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3693a270-1dc2-400e-bc2a-12b8a8531821 req-28eb9e94-c473-4123-b73f-390d504c8039 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422256
Nov 27 22:12:10.472679 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:11.372772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa7e8-5354-445e-9835-e1b6eaa03022 req-bd8803dd-ca0e-4954-a310-43199b4e3e08 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:11.374262 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c18aa7e8-5354-445e-9835-e1b6eaa03022 req-bd8803dd-ca0e-4954-a310-43199b4e3e08 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0901127
Nov 27 22:12:11.427307 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c18aa7e8-5354-445e-9835-e1b6eaa03022 req-0a0a62b9-1748-4fb8-8be3-bf269b478362 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461566
Nov 27 22:12:12.566100 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7578d-9ff6-4d5e-927c-bd3c836d1cd7 req-f0a1fbeb-6a14-4bfe-83a5-e2b011ca6051 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:12.567599 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68a7578d-9ff6-4d5e-927c-bd3c836d1cd7 req-f0a1fbeb-6a14-4bfe-83a5-e2b011ca6051 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0485413
Nov 27 22:12:12.619137 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-68a7578d-9ff6-4d5e-927c-bd3c836d1cd7 req-b39fcbec-74c7-4bc7-8186-48e76eecf524 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456128
Nov 27 22:12:13.732365 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a6fd7-d00f-4ef9-845f-f23b9bb9f9f4 req-6a0a3e3a-e20a-4f87-99ce-5cc223850e2e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:13.733721 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d7a6fd7-d00f-4ef9-845f-f23b9bb9f9f4 req-6a0a3e3a-e20a-4f87-99ce-5cc223850e2e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0477128
Nov 27 22:12:13.782137 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4d7a6fd7-d00f-4ef9-845f-f23b9bb9f9f4 req-78976bd3-5d31-4b87-9eea-3011cdbaa346 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418868
Nov 27 22:12:14.903909 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c6e4b-b72b-46a4-a048-58de8109ce4f req-69c5f324-20cd-48a6-9b42-02770585c2e3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:14.905376 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-496c6e4b-b72b-46a4-a048-58de8109ce4f req-69c5f324-20cd-48a6-9b42-02770585c2e3 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0531118
Nov 27 22:12:14.953200 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-496c6e4b-b72b-46a4-a048-58de8109ce4f req-a12a196d-4635-4d26-98fb-c0d06e389c61 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413227
Nov 27 22:12:16.069557 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e670c-281c-429f-a1e5-0032bbe9af00 req-820a735b-ba82-4459-b921-32bb84f79da0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:16.071063 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-323e670c-281c-429f-a1e5-0032bbe9af00 req-820a735b-ba82-4459-b921-32bb84f79da0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0513084
Nov 27 22:12:16.119342 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-323e670c-281c-429f-a1e5-0032bbe9af00 req-5eeeb4d8-6dfb-4f38-b7e9-40918f9c9210 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422125
Nov 27 22:12:16.807393 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:17.234176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa59398-2948-4f40-b94f-ef7d59618c19 req-adc7508d-8573-421f-b3c3-1639d3f6f7ec tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:17.235667 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-baa59398-2948-4f40-b94f-ef7d59618c19 req-adc7508d-8573-421f-b3c3-1639d3f6f7ec tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0481105
Nov 27 22:12:17.283884 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-baa59398-2948-4f40-b94f-ef7d59618c19 req-3c62130b-492c-4f4d-889e-ad4e8f3934c7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423212
Nov 27 22:12:18.402194 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7354-1625-46ec-a589-34d3a6c7ca08 req-c9e326a2-edba-4586-80de-f1a66f3f11a7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:18.403675 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dce7354-1625-46ec-a589-34d3a6c7ca08 req-c9e326a2-edba-4586-80de-f1a66f3f11a7 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0525651
Nov 27 22:12:18.452254 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-0dce7354-1625-46ec-a589-34d3a6c7ca08 req-4f365799-34af-4064-bfa7-7d6c25799bc8 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426960
Nov 27 22:12:19.083762 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-8b38dea4-1acb-40f2-919c-dee2ffbb3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:19.085292 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-8b38dea4-1acb-40f2-919c-dee2ffbb3462 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1096 time: 0.0404751
Nov 27 22:12:19.176131 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-a36d4f5b-b0cf-4cc5-a2cb-a9bb75946527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:19.177581 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-a36d4f5b-b0cf-4cc5-a2cb-a9bb75946527 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0855207
Nov 27 22:12:19.195380 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:19.242735 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-7ea2f24b-5a4a-495f-9ce8-d1513baf40b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 1001 time: 0.0575354
Nov 27 22:12:19.293922 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-d3e99b63-b822-413f-8515-af4628b583bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:19.295483 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-d3e99b63-b822-413f-8515-af4628b583bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0466158
Nov 27 22:12:19.343749 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-79f048b3-7a12-471d-9fb5-330a8d80c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:19.345153 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-79f048b3-7a12-471d-9fb5-330a8d80c2f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432363
Nov 27 22:12:19.433216 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-7be0769b-2387-4225-9a08-af36fdb09961 service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803957
Nov 27 22:12:19.528553 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-edb490b9-59ab-4fee-9486-49704b66fef9 req-014fadfa-9b52-4f3e-afdd-72be73a72dff service neutron] 10.222.0.15 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883946
Nov 27 22:12:19.568523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ed2b0-7077-4859-965c-4369963061a6 req-f7f19402-a691-4435-86bc-ea6887b0bbfe tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:19.570058 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-084ed2b0-7077-4859-965c-4369963061a6 req-f7f19402-a691-4435-86bc-ea6887b0bbfe tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0492330
Nov 27 22:12:19.622379 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-084ed2b0-7077-4859-965c-4369963061a6 req-f7d46920-673d-4b1d-89fa-d91650dc5ec6 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462134
Nov 27 22:12:20.739684 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f0094-af23-40de-8e5a-8b64d44d6a7e req-b8016a7a-89a5-4a64-91d0-8e9503deda25 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:20.741085 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-020f0094-af23-40de-8e5a-8b64d44d6a7e req-b8016a7a-89a5-4a64-91d0-8e9503deda25 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0496850
Nov 27 22:12:20.790146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-020f0094-af23-40de-8e5a-8b64d44d6a7e req-dd0a03c4-5770-4dcb-a872-25cceca66e6e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431590
Nov 27 22:12:21.906779 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43338aa7-0637-47ed-9f1a-5a3f2b0d0922 req-f187eb65-6d8e-416d-9939-a6b3bbd2b58d tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:21.908292 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43338aa7-0637-47ed-9f1a-5a3f2b0d0922 req-f187eb65-6d8e-416d-9939-a6b3bbd2b58d tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0486212
Nov 27 22:12:21.955820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-43338aa7-0637-47ed-9f1a-5a3f2b0d0922 req-c1a29f10-cc64-4a75-ae7c-92cd65a6e8f0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415444
Nov 27 22:12:22.065170 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-f42bb22d-bd9f-4868-8836-cf03de3961a7 req-d6949ae4-6bc6-4ddb-af5a-5065f59dd031 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 22:12:22.066466 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-f42bb22d-bd9f-4868-8836-cf03de3961a7 req-d6949ae4-6bc6-4ddb-af5a-5065f59dd031 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0472579
Nov 27 22:12:22.189812 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-baf89556-01e9-4ba9-bf29-13122e0eb63f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0400934
Nov 27 22:12:22.199404 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-932ade0b-dda2-4b02-b082-41a00bf6139b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 22:12:22.200422 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-932ade0b-dda2-4b02-b082-41a00bf6139b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050621
Nov 27 22:12:22.222166 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a34e7d-eca6-4b5a-acce-a73a667c46ff req-283f35b1-ebe1-4f44-9a06-a2238dd02797 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:22.223845 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f3a34e7d-eca6-4b5a-acce-a73a667c46ff req-283f35b1-ebe1-4f44-9a06-a2238dd02797 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0532484
Nov 27 22:12:22.274817 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-f3a34e7d-eca6-4b5a-acce-a73a667c46ff req-18106a94-aad7-40aa-938a-00686c70ebcb tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449765
Nov 27 22:12:23.390798 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78653943-b400-4f56-b602-6d9ed63fb937 req-e1d7e2d6-5626-4bd4-bd24-f081c5c27daf tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:23.393021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78653943-b400-4f56-b602-6d9ed63fb937 req-e1d7e2d6-5626-4bd4-bd24-f081c5c27daf tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0499089
Nov 27 22:12:23.451126 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-78653943-b400-4f56-b602-6d9ed63fb937 req-355fc7a2-ae82-4be6-a9a3-82c787647a2f tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513232
Nov 27 22:12:24.193543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-07643a8e-9de3-4ba5-bfa8-8eafca17dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:24.195042 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-07643a8e-9de3-4ba5-bfa8-8eafca17dd98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a&tenant_id=2673f0e267164ddc9371d10cb58d17aa HTTP/1.1" status: 200  len: 1096 time: 0.0871761
Nov 27 22:12:24.209765 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-55544eff-b87c-4b80-a323-ec14ee95e179 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 22:12:24.210700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-55544eff-b87c-4b80-a323-ec14ee95e179 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048356
Nov 27 22:12:24.227716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:12:24.245255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:12:24.280191 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:24.321623 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:24.480318 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:12:24.513174 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch2-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:12:24.584212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:12:24.586492 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c8009b-c36e-4128-925c-9ca3382bc2af" -d '{"events": [{"server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:12:24.591597 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:24.620490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec859b2-51dc-4071-be28-52a6e810d0f2 req-2736eb1b-2fba-4aad-88fe-ad0fbbb56e9f tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:24.622025 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fec859b2-51dc-4071-be28-52a6e810d0f2 req-2736eb1b-2fba-4aad-88fe-ad0fbbb56e9f tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0847118
Nov 27 22:12:24.623032 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Transition to ACTIVE for port object a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 22:12:24.630639 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:24.638682 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 22:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25fcf8a-b6f7-4647-94ed-4fd313cdb0c3 x-openstack-request-id: req-c25fcf8a-b6f7-4647-94ed-4fd313cdb0c3 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:12:24.638972 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:12:24.639234 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c25fcf8a-b6f7-4647-94ed-4fd313cdb0c3 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:12:24.639652 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'code': 200}
Nov 27 22:12:24.665452 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 22:12:24.665870 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 22:12:24.739941 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Pushing event updated for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=6']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:12:24.764440 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.764799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.765156 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.765506 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.765855 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.766198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.766537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.766873 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.767212 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.767573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.767910 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.768245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:24.783329 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-fec859b2-51dc-4071-be28-52a6e810d0f2 req-d069c4dc-90e7-4132-bb17-1cba953bef99 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1549463
Nov 27 22:12:24.809610 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] No DVR routers for this DVR port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on host nch2-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:12:24.949746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Attempting to bind port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:12:24.950090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Attempting to bind port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:12:24.950422 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Attempting to bind port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:12:24.954726 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 22:12:24.955051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Attempting to bind port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:12:24.960490 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:12:24.960834 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Checking segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:12:24.961220 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Bound using segment: {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:12:24.961678 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Bound port: a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719fd8d6-3380-49ed-9c45-9b07f847b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:12:24.962039 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:25.023226 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:12:25.026379 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:12:25.029858 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:25.065771 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:25.066435 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:25.068403 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] 10.222.0.35 "PUT /v2.0/ports/a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 1091 time: 0.8443034
Nov 27 22:12:25.090419 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8f511-db6b-4a2c-bdb4-04b1df0f6351 service neutron] Pushing event updated for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=7']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:12:25.136423 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-c46c00fd-e85b-44f9-bd19-d828118cd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:25.138336 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-c46c00fd-e85b-44f9-bd19-d828118cd735 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1094 time: 0.0447428
Nov 27 22:12:25.237543 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-fda21575-e7a2-4d1b-9478-f432d12c9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:25.239630 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-fda21575-e7a2-4d1b-9478-f432d12c9e5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0916669
Nov 27 22:12:25.315806 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-ac8eae59-5501-4449-9262-4c00e60480db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 999 time: 0.0643408
Nov 27 22:12:25.370033 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-db518a7f-c6ab-478e-85db-d1db2c949d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:25.371551 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-db518a7f-c6ab-478e-85db-d1db2c949d89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0448768
Nov 27 22:12:25.418216 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-4880fe69-3c3d-4748-963b-177d6b4cf0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:25.419733 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-4880fe69-3c3d-4748-963b-177d6b4cf0c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407491
Nov 27 22:12:25.513704 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-fd241fc8-3f59-4165-a22e-81a276b803fb service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857210
Nov 27 22:12:25.608755 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-afeeeec7-e086-4e3b-bf8a-b91418679df6 service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837784
Nov 27 22:12:25.901878 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530540b-efee-484f-b0f5-f6c899ddf8ec req-83cf1f54-6ec9-4870-aeec-f3f5222fa604 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:25.903299 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2530540b-efee-484f-b0f5-f6c899ddf8ec req-83cf1f54-6ec9-4870-aeec-f3f5222fa604 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0488963
Nov 27 22:12:25.951389 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-2530540b-efee-484f-b0f5-f6c899ddf8ec req-7eae165a-f101-42c4-81d0-84950fd9ea89 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422215
Nov 27 22:12:26.641025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:12:26.643516 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034d5540-2e10-496e-8d34-d1d79abe9468" -d '{"events": [{"name": "network-changed", "server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:12:26.681050 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f642927-e15e-49fa-b30c-0307901f9c48 x-openstack-request-id: req-0f642927-e15e-49fa-b30c-0307901f9c48 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:12:26.681351 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:12:26.681657 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f642927-e15e-49fa-b30c-0307901f9c48 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:12:26.682067 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'status': 'completed', 'code': 200}
Nov 27 22:12:26.752806 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-9cc2b252-dba2-4286-8fd6-ab4fde327d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:26.754306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-9cc2b252-dba2-4286-8fd6-ab4fde327d3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1094 time: 0.0460398
Nov 27 22:12:26.877287 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-a592173e-26e9-453f-8968-14a87278a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:26.878785 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-a592173e-26e9-453f-8968-14a87278a9bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0832551
Nov 27 22:12:26.952501 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-b7ee2c9f-d1e3-48ae-9fc8-bc0158b5f589 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 999 time: 0.0618708
Nov 27 22:12:27.002231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-579e454c-516b-4a8d-aafa-874fdbdbd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:27.003658 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-579e454c-516b-4a8d-aafa-874fdbdbd2ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0437350
Nov 27 22:12:27.050525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-2935b6f8-6cbd-4782-bcff-436eedbb988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:27.052632 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-2935b6f8-6cbd-4782-bcff-436eedbb988c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405109
Nov 27 22:12:27.069678 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9d575-0c42-4943-91dc-d982a30047d8 req-d79fbca6-03a4-4653-bdb4-b385d9ebb8db tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:27.071171 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3e9d575-0c42-4943-91dc-d982a30047d8 req-d79fbca6-03a4-4653-bdb4-b385d9ebb8db tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0488880
Nov 27 22:12:27.122295 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e3e9d575-0c42-4943-91dc-d982a30047d8 req-d6d45190-5e39-40d2-9c6e-02a52ba8aa27 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448713
Nov 27 22:12:27.153468 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-f22cf69d-60b5-42c6-9925-30582eb0d20e service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884199
Nov 27 22:12:27.245986 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-034d5540-2e10-496e-8d34-d1d79abe9468 req-97affa6b-b629-4907-8e51-5d6e405b8009 service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817411
Nov 27 22:12:28.238912 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac097f1c-e080-4674-89f7-cb4e698f0b0c req-48755f3a-ec4c-4924-a10d-53360ebe2622 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:28.240893 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac097f1c-e080-4674-89f7-cb4e698f0b0c req-48755f3a-ec4c-4924-a10d-53360ebe2622 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0488565
Nov 27 22:12:28.288523 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ac097f1c-e080-4674-89f7-cb4e698f0b0c req-6b85ef4f-aafb-478d-8778-c95fda4996fb tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417492
Nov 27 22:12:29.412549 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d84794-7f7f-41df-b07e-75457d65e620 req-1de698a0-1cd3-420e-b5fa-e74468805973 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:29.414028 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0d84794-7f7f-41df-b07e-75457d65e620 req-1de698a0-1cd3-420e-b5fa-e74468805973 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0539298
Nov 27 22:12:29.463347 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-e0d84794-7f7f-41df-b07e-75457d65e620 req-92952def-3ac1-4955-9cdb-57221aaa0694 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433693
Nov 27 22:12:30.581158 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908afae8-05a2-40cf-bda4-d76e54013394 req-128ed5d1-c437-440b-baaf-36b2d5b26791 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:30.582651 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-908afae8-05a2-40cf-bda4-d76e54013394 req-128ed5d1-c437-440b-baaf-36b2d5b26791 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 943 time: 0.0523639
Nov 27 22:12:30.632001 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-908afae8-05a2-40cf-bda4-d76e54013394 req-356f189f-4812-4de9-9454-7631fe416a95 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424585
Nov 27 22:12:30.732239 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-aaddec69-339f-40bb-a6db-107c59497282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:30.733665 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-aaddec69-339f-40bb-a6db-107c59497282 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1094 time: 0.0400929
Nov 27 22:12:30.842356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-e4e0bf54-3bde-438f-a9a0-907ab28acb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:30.843848 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-e4e0bf54-3bde-438f-a9a0-907ab28acb4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0866420
Nov 27 22:12:30.916681 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-345c9582-ce69-4b8b-ac8e-f08e6e79184f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 999 time: 0.0611656
Nov 27 22:12:30.968798 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-bc597ca9-abb3-4ca7-876b-8819ae6331a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:30.970267 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-bc597ca9-abb3-4ca7-876b-8819ae6331a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0426288
Nov 27 22:12:30.999921 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:12:31.025232 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-def61c94-98bc-41e0-99fa-891adbe83887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:31.026726 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-def61c94-98bc-41e0-99fa-891adbe83887 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442476
Nov 27 22:12:31.117928 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-de9dc79e-6d43-414f-99dd-c588b563bc26 service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797083
Nov 27 22:12:31.216272 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d28cc188-d73a-4e4f-8270-b0f63648b7e1 req-9c64af5f-3ee6-4d64-ab66-74004fcb3663 service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867217
Nov 27 22:12:31.217149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:12:31.310395 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:12:31.322606 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'port_id': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'mac_address': 'fa:16:3e:ec:d0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:12:31.359137 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:31.371995 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:12:31.391647 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:12:31.396553 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:31.443165 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:12:31.451128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.451513 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.451861 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.452385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.452835 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.453261 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.453685 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.454324 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.454736 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.455133 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.455541 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.455924 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:12:31.723001 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:12:31.748732 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342010d8-8519-4ca9-a5f4-34028e3c8cc8 req-2432219a-de42-4c9d-8ff1-deb6190af982 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:31.750257 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-342010d8-8519-4ca9-a5f4-34028e3c8cc8 req-2432219a-de42-4c9d-8ff1-deb6190af982 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 944 time: 0.0494790
Nov 27 22:12:31.799445 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-342010d8-8519-4ca9-a5f4-34028e3c8cc8 req-0e6ae204-a3b6-4e1c-96f3-f20917af3372 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425882
Nov 27 22:12:32.916983 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e3599-a1ac-49dd-ac51-b847bc19e474 req-a52be11f-7301-4a33-9553-eb0b1e869dbf tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:32.918467 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b9e3599-a1ac-49dd-ac51-b847bc19e474 req-a52be11f-7301-4a33-9553-eb0b1e869dbf tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 944 time: 0.0496836
Nov 27 22:12:32.966759 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b9e3599-a1ac-49dd-ac51-b847bc19e474 req-62d2e63a-92bc-4e1e-b558-804ce702415b tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423622
Nov 27 22:12:33.232433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:12:33.284453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 22:12:33.288140 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:12:33.288513 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:33.362999 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:33.385230 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:12:33.387514 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f75b174-9cb5-4531-a120-2fd44edba1df" -d '{"events": [{"server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "name": "network-vif-plugged", "status": "completed", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:12:33.400668 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:12:33.404867 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:33.427833 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a89bf5-cce9-4d1f-a164-dbfb505d6159 x-openstack-request-id: req-b5a89bf5-cce9-4d1f-a164-dbfb505d6159 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:12:33.428132 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "name": "network-vif-plugged", "status": "completed", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:12:33.428392 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5a89bf5-cce9-4d1f-a164-dbfb505d6159 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:12:33.428792 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'code': 200}
Nov 27 22:12:33.460019 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=9']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:12:33.585716 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8a882-9bec-4b44-adca-a0c0f89dc9b5 req-0ede413e-9dc1-48fa-9c09-63c7fef210f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:33.587180 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13d8a882-9bec-4b44-adca-a0c0f89dc9b5 req-0ede413e-9dc1-48fa-9c09-63c7fef210f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1096 time: 0.0393720
Nov 27 22:12:33.638265 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-13d8a882-9bec-4b44-adca-a0c0f89dc9b5 req-048c6de2-25da-4718-91be-cd80d5f4af84 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381358
Nov 27 22:12:34.092505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dcbe9-5011-4700-94cd-6b141b9ed376 req-f76574ec-bbf5-4135-92c7-0e3f3ac9cc10 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:34.093972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e16dcbe9-5011-4700-94cd-6b141b9ed376 req-f76574ec-bbf5-4135-92c7-0e3f3ac9cc10 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0538719
Nov 27 22:12:34.141653 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-e16dcbe9-5011-4700-94cd-6b141b9ed376 req-c742a8c7-0a2f-474b-aa89-792dff5f0733 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410144
Nov 27 22:12:34.481473 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-74653202-6621-435b-971a-726dcc53f871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:35.262456 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2fe8c-7ab9-4b6b-864a-fcc98fe8f809 req-918cc510-9993-4e46-8e22-6dc06b55fb4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:12:35.264320 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dba2fe8c-7ab9-4b6b-864a-fcc98fe8f809 req-918cc510-9993-4e46-8e22-6dc06b55fb4c tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0520720
Nov 27 22:12:35.313396 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-dba2fe8c-7ab9-4b6b-864a-fcc98fe8f809 req-8dfe8318-cb51-48e1-aade-5d8318eb3c63 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432100
Nov 27 22:12:36.650180 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c1d821b9-93b8-4554-ba23-49968f4ce83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:38.170139 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:39.880501 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:40.465472 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:46.820712 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:12:49.210912 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:04.484536 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e021c4b0-fc34-4675-9c0d-60aa499dafbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:06.651579 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3a05ecb2-20f4-4ded-b1e6-cb8f54bae38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:08.000529 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:13:08.173458 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:09.882454 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:10.468159 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:16.835589 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:19.225554 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:30.018420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5224446-d165-4ee7-8327-81455cb8733f req-fa1a66e7-65e9-4edf-84c3-bc2cd9cf9ec8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395715
Nov 27 22:13:30.107473 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224446-d165-4ee7-8327-81455cb8733f req-2ca4023b-e95c-4b6e-822b-642b0c23c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:13:30.109381 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5224446-d165-4ee7-8327-81455cb8733f req-2ca4023b-e95c-4b6e-822b-642b0c23c06c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1096 time: 0.0403914
Nov 27 22:13:30.214269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224446-d165-4ee7-8327-81455cb8733f req-53c5deab-b57a-450c-bc8b-6753ec6045a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:13:30.215783 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5224446-d165-4ee7-8327-81455cb8733f req-53c5deab-b57a-450c-bc8b-6753ec6045a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.0868390
Nov 27 22:13:30.290284 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5224446-d165-4ee7-8327-81455cb8733f req-13e54f93-46f3-4adf-9a8a-6f8761a7fc1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 1001 time: 0.0566444
Nov 27 22:13:30.346530 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224446-d165-4ee7-8327-81455cb8733f req-5921e3d0-0c30-40ae-8079-3c92984bed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:13:30.347969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5224446-d165-4ee7-8327-81455cb8733f req-5921e3d0-0c30-40ae-8079-3c92984bed00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0461969
Nov 27 22:13:30.398289 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224446-d165-4ee7-8327-81455cb8733f req-7f465742-1877-46fb-b313-f14cdd05ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:13:30.399877 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5224446-d165-4ee7-8327-81455cb8733f req-7f465742-1877-46fb-b313-f14cdd05ff91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397730
Nov 27 22:13:30.491380 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5224446-d165-4ee7-8327-81455cb8733f req-446c72cc-63d6-4cde-81e7-b92b70a420aa service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794058
Nov 27 22:13:30.587173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c5224446-d165-4ee7-8327-81455cb8733f req-ed92441c-3df4-4efa-8b2a-62868e9b6240 service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843091
Nov 27 22:13:34.487879 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ba17a2f8-dfc1-4826-93ca-0cb1110dc2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:36.652663 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-21f0fe0f-552d-4d77-b542-619cee6314a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:38.174856 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:39.885717 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:40.469947 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:44.999409 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:13:46.836829 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:49.227422 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:58.696961 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60404) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:13:58.853569 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Deleting port 72bbb7a6-cef5-46f6-a73a-bc6126863951 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:13:58.853917 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:58.928432 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:58.928770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:58.940322 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Calling delete_port for 72bbb7a6-cef5-46f6-a73a-bc6126863951 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:13:59.085274 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:59.116429 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event deleted for resources: {'Port': ['ID=72bbb7a6-cef5-46f6-a73a-bc6126863951,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:13:59.158191 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.158567 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.159002 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.159610 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.160211 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.160780 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.161383 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.161808 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.162268 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.162844 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.163297 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.163753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:13:59.185656 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:59.186047 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Floating IP 5e27476b-21f3-4983-9422-4d8afbcc27f5 disassociated (deleted). External IP: 172.35.3.143, port: a1936d7c-8eb8-488e-bf99-2bb4c7cfb711.
Nov 27 22:13:59.392498 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:13:59.494933 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:13:59.499687 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:13:59.506292 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] Sync routers for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:13:59.516430 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:13:59.517059 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5167c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:13:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:13:59.529527 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-2cf32a05-adec-4e76-ab58-fe48a246be71 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "DELETE /v2.0/floatingips/5e27476b-21f3-4983-9422-4d8afbcc27f5 HTTP/1.1" status: 204  len: 168 time: 0.8315263
Nov 27 22:13:59.530308 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:13:59.532664 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e704837-2115-465f-9e9a-ddb770fc4945" -d '{"events": [{"name": "network-changed", "server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:13:59.574062 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e5ffdf-d963-4db0-a7f6-04fb02c5cbe8 x-openstack-request-id: req-17e5ffdf-d963-4db0-a7f6-04fb02c5cbe8 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:13:59.574373 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:13:59.574639 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17e5ffdf-d963-4db0-a7f6-04fb02c5cbe8 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:13:59.575053 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'status': 'completed', 'code': 200}
Nov 27 22:13:59.628231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:13:59.667655 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-bf580232-b0ce-44cb-bd47-89c10c12c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:13:59.670027 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-bf580232-b0ce-44cb-bd47-89c10c12c742 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2673f0e267164ddc9371d10cb58d17aa&device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 1096 time: 0.0633938
Nov 27 22:13:59.775395 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e746f6f-74c8-4004-b378-0182ecb6a0e1 req-cbc44d57-c99e-48ac-80af-fdee0857aa62 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:13:59.776915 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e746f6f-74c8-4004-b378-0182ecb6a0e1 req-cbc44d57-c99e-48ac-80af-fdee0857aa62 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0613406
Nov 27 22:13:59.788836 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-1f9405a7-071d-4450-a901-153e79cc10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:13:59.790338 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-1f9405a7-071d-4450-a901-153e79cc10b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 200  len: 910 time: 0.1123018
Nov 27 22:13:59.828688 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-7e746f6f-74c8-4004-b378-0182ecb6a0e1 req-a7b2e92a-5651-47ea-816c-f76fddb7d2f4 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456407
Nov 27 22:13:59.834689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-22184a1c-215b-4c0d-8f0a-bba166057df2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 200  len: 217 time: 0.0365853
Nov 27 22:13:59.848669 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5167c0>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:13:59.878613 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] Checking router: 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:13:59.887593 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:13:59.887778 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-11f4453b-b6f6-491a-ac75-217872647bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:13:59.888232 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5167c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:13:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:13:59.889515 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-11f4453b-b6f6-491a-ac75-217872647bdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 200  len: 848 time: 0.0456903
Nov 27 22:13:59.940793 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-345832d1-bf68-48b4-9dc1-404219a65905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:13:59.942184 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-345832d1-bf68-48b4-9dc1-404219a65905 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444198
Nov 27 22:13:59.990504 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:00.031208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-8f0f314b-703c-44a2-a066-cef721154fd2 service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795908
Nov 27 22:14:00.124131 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0e704837-2115-465f-9e9a-ddb770fc4945 req-69a2a25c-b471-4257-9e5c-079f275b5b32 service neutron] 10.222.0.35 "GET /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849771
Nov 27 22:14:00.185815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5167c0>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:00.211434 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f3335-f058-4bf5-b787-7cbf53bbafba None None] The sync data for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 is: [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:16Z', 'revision_number': 4, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bc4f4a72-cc5e-469b-bbb1-a226d945d653', 'name': '', 'network_id': '4b2d3d9a-f484-43ca-b576-e9a0753d2ca9', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'mac_address': 'fa:16:3e:3b:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:16Z', 'updated_at': '2021-11-27T22:04:22Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'subnets': [{'id': 'dc457251-1a79-4802-b7d2-ffbd831ecd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:14:00.429183 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae9636-1e7c-4e0d-bd4c-eb8f3b0570de None None] New status for floating IP 5e27476b-21f3-4983-9422-4d8afbcc27f5: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:14:00.954548 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680dd1f8-3c12-485a-8328-46529642a8ee req-1e213cf8-2f6a-4040-9e4b-12731d4de5e0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:00.956690 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-680dd1f8-3c12-485a-8328-46529642a8ee req-1e213cf8-2f6a-4040-9e4b-12731d4de5e0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0494802
Nov 27 22:14:01.004986 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-680dd1f8-3c12-485a-8328-46529642a8ee req-6dd80421-e241-4c3a-a766-58cc7161d16e tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/security-groups?id=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422995
Nov 27 22:14:01.579497 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-a33c0e61-b78e-4cc1-be84-4f5c6cacb9b0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:01.580961 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-a33c0e61-b78e-4cc1-be84-4f5c6cacb9b0 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.35 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 945 time: 0.0482817
Nov 27 22:14:01.677252 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Deleting port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:14:01.677600 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:01.763599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] For port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:01.763974 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:01.776772 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Calling delete_port for a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:14:01.903525 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:01.931843 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event deleted for resources: {'Port': ['ID=a1936d7c-8eb8-488e-bf99-2bb4c7cfb711,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:01.944150 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.944786 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.944950 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.945186 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.945534 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.945875 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.946215 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.946554 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.946899 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.947233 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.947588 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.947920 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:01.985510 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] No DVR routers for this DVR port a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:14:01.988108 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:01.991517 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-297cc5a6-59e1-4352-a3e2-a68e00b0081f req-393139c8-8160-45eb-b0b1-b7810ca47a01 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.35 "DELETE /v2.0/ports/a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 HTTP/1.1" status: 204  len: 173 time: 0.4002161
Nov 27 22:14:01.991975 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'name': 'network-vif-deleted', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:14:01.994648 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044701d6-9adc-4e50-a215-680a7adc8383" -d '{"events": [{"server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "name": "network-vif-deleted", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:14:02.035013 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac1a97-806f-47e5-99cd-e3649857f501 x-openstack-request-id: req-51ac1a97-806f-47e5-99cd-e3649857f501 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:14:02.035474 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85541647-0e62-49bf-9969-1070f2906b6a", "name": "network-vif-deleted", "tag": "a1936d7c-8eb8-488e-bf99-2bb4c7cfb711", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:14:02.035651 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51ac1a97-806f-47e5-99cd-e3649857f501 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:14:02.036054 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85541647-0e62-49bf-9969-1070f2906b6a', 'name': 'network-vif-deleted', 'tag': 'a1936d7c-8eb8-488e-bf99-2bb4c7cfb711', 'status': 'completed', 'code': 200}
Nov 27 22:14:02.102558 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b59d851f-ed9c-4e05-8335-df25e3e0c2d2 req-e719b08e-822f-496d-a6e7-77218d35d182 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "GET /v2.0/ports?device_id=85541647-0e62-49bf-9969-1070f2906b6a HTTP/1.1" status: 200  len: 210 time: 0.0268793
Nov 27 22:14:03.160818 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60456) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:03.217131 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f10b192-c6cb-41f2-a04c-9f49f67946c2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:03.248009 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f10b192-c6cb-41f2-a04c-9f49f67946c2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:03.307907 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f10b192-c6cb-41f2-a04c-9f49f67946c2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:03.310549 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1f10b192-c6cb-41f2-a04c-9f49f67946c2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:03.311753 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1f10b192-c6cb-41f2-a04c-9f49f67946c2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] 10.222.0.21 "DELETE /v2.0/security-groups/aaf03dff-cf4d-436d-88cb-38ba3bdfb83a HTTP/1.1" status: 204  len: 168 time: 0.1499319
Nov 27 22:14:03.322637 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10b192-c6cb-41f2-a04c-9f49f67946c2 tempest-TestShelveInstance-168226204 tempest-TestShelveInstance-168226204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf03dff-cf4d-436d-88cb-38ba3bdfb83a,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:03.363692 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60460) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:03.606483 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:14:03.630251 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:14:03.630608 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device a1936d7c-8eb8-488e-bf99-2bb4c7cfb711 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:14:03.797032 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:04.040467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Deleting port bc4f4a72-cc5e-469b-bbb1-a226d945d653 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:14:04.040867 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:04.115955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] For port bc4f4a72-cc5e-469b-bbb1-a226d945d653, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc4f4a72-cc5e-469b-bbb1-a226d945d653,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:04.116316 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:04.128477 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Calling delete_port for bc4f4a72-cc5e-469b-bbb1-a226d945d653 owned by network:router_interface {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:14:04.302081 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:04.328106 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4f4a72-cc5e-469b-bbb1-a226d945d653,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:04.492140 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae5fbc68-3ef5-4ec0-b438-1b269c98c7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:04.499429 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.040249 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:14:05.146213 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:14:05.151476 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-81194683-5863-4ea1-9957-d508b4b29ed4 admin admin] 10.222.0.21 "PUT /v2.0/routers/2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7867284
Nov 27 22:14:05.153937 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60464) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:05.156289 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] Sync routers for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:14:05.166894 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:05.167545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43cdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:13:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:05.259575 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.270927 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:05.359550 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.415945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Deleting port ef558bd0-56db-41ae-ae40-ca396f3cb6d5 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:14:05.416187 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.449881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43cdf0>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41'}], 'enable_snat': True}, 'gw_port_id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:14:04Z', 'revision_number': 5, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port': {'id': 'ef558bd0-56db-41ae-ae40-ca396f3cb6d5', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:05.481590 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] Checking router: 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:14:05.490343 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] Routers {'2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:05.490943 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43cdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:13:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:05.498966 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] For port ef558bd0-56db-41ae-ae40-ca396f3cb6d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef558bd0-56db-41ae-ae40-ca396f3cb6d5,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:05.499368 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.511951 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Calling delete_port for ef558bd0-56db-41ae-ae40-ca396f3cb6d5 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:14:05.572143 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] Set router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:05.626661 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc43cdf0>, [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:14:05Z', 'revision_number': 6, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:05.653204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7baeb8b-1bbd-42a9-9d55-0bf5a0047843 None None] The sync data for ids ['2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea'] in ncdv-master-1 is: [{'id': '2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea', 'name': 'tempest-TestShelveInstance-1420183695-router', 'tenant_id': '2673f0e267164ddc9371d10cb58d17aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:14Z', 'updated_at': '2021-11-27T22:14:05Z', 'revision_number': 6, 'project_id': '2673f0e267164ddc9371d10cb58d17aa', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:14:05.681393 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.706703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef558bd0-56db-41ae-ae40-ca396f3cb6d5,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:05.721809 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2b394e-7d67-4060-8687-5751b95f9d1d None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:05.772353 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.859639 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.862306 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.905452 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.906014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 22:14:05.910337 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.911533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e8b667f6-13c5-44e6-be93-0887ad39ded1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2ecf6d68-2ccd-40be-b4bc-36a3ff5ba0ea HTTP/1.1" status: 204  len: 168 time: 0.7564600
Nov 27 22:14:05.914118 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60466) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:05.958340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f81ae5d-6d91-48c6-85e3-607365d1ce03 admin admin] Deleting subnet dc457251-1a79-4802-b7d2-ffbd831ecd40 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 22:14:05.961312 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f81ae5d-6d91-48c6-85e3-607365d1ce03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:05.999432 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f81ae5d-6d91-48c6-85e3-607365d1ce03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.080340 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f81ae5d-6d91-48c6-85e3-607365d1ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.133164 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f81ae5d-6d91-48c6-85e3-607365d1ce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.159776 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81ae5d-6d91-48c6-85e3-607365d1ce03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc457251-1a79-4802-b7d2-ffbd831ecd40,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:06.161748 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-8f81ae5d-6d91-48c6-85e3-607365d1ce03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.165689 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82119454-4da9-4ed3-97a3-b1b306ab772b None None] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:14:06.166160 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-8f81ae5d-6d91-48c6-85e3-607365d1ce03 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc457251-1a79-4802-b7d2-ffbd831ecd40 HTTP/1.1" status: 204  len: 168 time: 0.2509036
Nov 27 22:14:06.169031 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60468) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:06.239354 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.300522 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Deleting port 886856c9-f0f4-4127-ae1c-df21bc6eaadf {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:14:06.300956 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.367693 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] For port 886856c9-f0f4-4127-ae1c-df21bc6eaadf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886856c9-f0f4-4127-ae1c-df21bc6eaadf,segment=NetworkSegment(719fd8d6-3380-49ed-9c45-9b07f847b792),segment_id=719fd8d6-3380-49ed-9c45-9b07f847b792)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:06.368327 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.381460 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Calling delete_port for 886856c9-f0f4-4127-ae1c-df21bc6eaadf owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:14:06.434662 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] DHCP port deletion for 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:06.470412 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.488624 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Deleting port 886856c9-f0f4-4127-ae1c-df21bc6eaadf {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:14:06.489102 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.494638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Pushing event deleted for resources: {'Port': ['ID=886856c9-f0f4-4127-ae1c-df21bc6eaadf,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:06.500423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] No DVR routers for this DVR port 886856c9-f0f4-4127-ae1c-df21bc6eaadf on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:14:06.582074 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.604226 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ffaf4250>,) {'filters': {'network_id': ['4b2d3d9a-f484-43ca-b576-e9a0753d2ca9']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:06.614868 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffaf4250>, '719fd8d6-3380-49ed-9c45-9b07f847b792') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:06.615180 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ffaf4250>, '719fd8d6-3380-49ed-9c45-9b07f847b792') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:06.625737 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.641352 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.648804 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 22:14:06.649252 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 22:14:06.651074 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 22:14:06.708749 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.715649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.720557 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 HTTP/1.1" status: 204  len: 168 time: 0.5508828
Nov 27 22:14:06.724132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60470) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:06.726825 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f8a6176c-8c72-45a7-9dce-a6cbaa4ca547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.735246 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18896a5-bedd-4dc1-86a3-f34b02635617 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2d3d9a-f484-43ca-b576-e9a0753d2ca9,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:06.742535 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] For port 886856c9-f0f4-4127-ae1c-df21bc6eaadf, host ncdv-master-1, got binding levels [] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:06.742535 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.759191 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Calling delete_port for 886856c9-f0f4-4127-ae1c-df21bc6eaadf owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:14:06.762316 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.ipam_backend_mixin [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Port 886856c9-f0f4-4127-ae1c-df21bc6eaadf was not found and therefore no delete operation was performed {{(pid=120910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 27 22:14:06.763918 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:06.772701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Network 4b2d3d9a-f484-43ca-b576-e9a0753d2ca9 is not hosted by any dhcp agent {{(pid=120910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 27 22:14:06.773164 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] No DVR routers for this DVR port 886856c9-f0f4-4127-ae1c-df21bc6eaadf on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:14:06.792257 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Pushing event deleted for resources: {'Port': ['ID=886856c9-f0f4-4127-ae1c-df21bc6eaadf,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:06.806614 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.807081 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.807572 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.808094 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.808549 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.809173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.809423 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.809994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.810819 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.811296 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.811767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.812204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9855c7-1106-47f2-aec1-d3c93c68b42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:06.860396 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 886856c9-f0f4-4127-ae1c-df21bc6eaadf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:14:06.884196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 886856c9-f0f4-4127-ae1c-df21bc6eaadf {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:14:06.884546 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 886856c9-f0f4-4127-ae1c-df21bc6eaadf not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:14:06.884975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bc4f4a72-cc5e-469b-bbb1-a226d945d653 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:14:06.904229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: bc4f4a72-cc5e-469b-bbb1-a226d945d653 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:14:06.904585 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device bc4f4a72-cc5e-469b-bbb1-a226d945d653 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:14:06.905008 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ef558bd0-56db-41ae-ae40-ca396f3cb6d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:14:06.923837 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: ef558bd0-56db-41ae-ae40-ca396f3cb6d5 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:14:06.924760 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device ef558bd0-56db-41ae-ae40-ca396f3cb6d5 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:14:07.077041 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:07.318085 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Deleting port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:14:07.318431 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:07.398958 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] For port 19ec6d88-ebcc-49da-a8ec-7dbc474983b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ec6d88-ebcc-49da-a8ec-7dbc474983b5,segment=NetworkSegment(f5af849f-a745-4b47-a91a-7543cdead362),segment_id=f5af849f-a745-4b47-a91a-7543cdead362)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:07.399242 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:07.411472 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Calling delete_port for 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:14:07.589818 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:07.615198 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ec6d88-ebcc-49da-a8ec-7dbc474983b5,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:07.779095 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:08.178584 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:08.317672 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Router 4f7d4523-8273-4967-ab6d-830735d7195a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:14:08.420142 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:14:08.426872 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-983cb00f-db6f-4486-abe2-305dd4052c55 admin admin] 10.222.0.21 "PUT /v2.0/routers/4f7d4523-8273-4967-ab6d-830735d7195a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7005761
Nov 27 22:14:08.428355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60472) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:08.431468 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6112748-594e-4d08-8715-99ee958e260f None None] Sync routers for ids ['4f7d4523-8273-4967-ab6d-830735d7195a'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:14:08.441935 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6112748-594e-4d08-8715-99ee958e260f None None] Routers {'4f7d4523-8273-4967-ab6d-830735d7195a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:08.442639 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b6112748-594e-4d08-8715-99ee958e260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe35caf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4f7d4523-8273-4967-ab6d-830735d7195a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:08.534671 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:08.632218 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b6112748-594e-4d08-8715-99ee958e260f None None] Set router 4f7d4523-8273-4967-ab6d-830735d7195a gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:08.638073 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:08.690814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Deleting port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:14:08.691081 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:08.773027 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] For port 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:08.773428 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:08.786431 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Calling delete_port for 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:14:08.804069 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b6112748-594e-4d08-8715-99ee958e260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe35caf0>, [{'id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196'}], 'enable_snat': True}, 'gw_port_id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:14:07Z', 'revision_number': 5, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'gw_port': {'id': '7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:08.834164 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6112748-594e-4d08-8715-99ee958e260f None None] Checking router: 4f7d4523-8273-4967-ab6d-830735d7195a for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:14:08.842521 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6112748-594e-4d08-8715-99ee958e260f None None] Routers {'4f7d4523-8273-4967-ab6d-830735d7195a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:08.843134 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b6112748-594e-4d08-8715-99ee958e260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe35caf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['4f7d4523-8273-4967-ab6d-830735d7195a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:08.928844 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-b6112748-594e-4d08-8715-99ee958e260f None None] Set router 4f7d4523-8273-4967-ab6d-830735d7195a gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:08.958313 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:08.980297 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-b6112748-594e-4d08-8715-99ee958e260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe35caf0>, [{'id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:14:08Z', 'revision_number': 6, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:08.983418 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:08.999067 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c75179-e469-4833-89da-fd3e50dd638f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:09.017004 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6112748-594e-4d08-8715-99ee958e260f None None] The sync data for ids ['4f7d4523-8273-4967-ab6d-830735d7195a'] in ncdv-master-1 is: [{'id': '4f7d4523-8273-4967-ab6d-830735d7195a', 'name': 'tempest-TestShelveInstance-1481451275-router', 'tenant_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:04:19Z', 'updated_at': '2021-11-27T22:14:08Z', 'revision_number': 6, 'project_id': '98408a5639d14f2e8563e2f4b8a3f3e1', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:14:09.051962 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.144948 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.147036 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.187505 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.188025 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7d4523-8273-4967-ab6d-830735d7195a {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 22:14:09.193182 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.194460 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-60f51883-3079-45b4-8fbe-db9ded0416da admin admin] 10.222.0.21 "DELETE /v2.0/routers/4f7d4523-8273-4967-ab6d-830735d7195a HTTP/1.1" status: 204  len: 168 time: 0.7649996
Nov 27 22:14:09.198318 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60474) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:09.247544 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad2c78a-de70-4ca0-b212-497081c00a41 admin admin] Deleting subnet 243ff1a8-f8b3-4255-8367-d9e678f51c32 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 22:14:09.250638 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c78a-de70-4ca0-b212-497081c00a41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.287027 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c78a-de70-4ca0-b212-497081c00a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.362458 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c78a-de70-4ca0-b212-497081c00a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.420397 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c78a-de70-4ca0-b212-497081c00a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.448833 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2c78a-de70-4ca0-b212-497081c00a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243ff1a8-f8b3-4255-8367-d9e678f51c32,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:09.453649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c78a-de70-4ca0-b212-497081c00a41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.459028 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e8f9ad-6306-4e09-9442-6a80b7aa87d6 None None] Network 89f1c60b-5cbc-4635-be3f-9b7747a5e201 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:14:09.460309 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-4ad2c78a-de70-4ca0-b212-497081c00a41 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/243ff1a8-f8b3-4255-8367-d9e678f51c32 HTTP/1.1" status: 204  len: 168 time: 0.2608492
Nov 27 22:14:09.462813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60476) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:09.532667 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.591321 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Deleting port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:14:09.591669 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.643853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c335a8-142f-4455-8beb-b128a108b192 None None] DHCP port deletion for 89f1c60b-5cbc-4635-be3f-9b7747a5e201 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:09.661656 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] For port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=758e51c8-c9cd-4d37-a213-360ce3c8e9f2,segment=NetworkSegment(f5af849f-a745-4b47-a91a-7543cdead362),segment_id=f5af849f-a745-4b47-a91a-7543cdead362)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:09.662028 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.675619 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Calling delete_port for 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:14:09.691881 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-40c335a8-142f-4455-8beb-b128a108b192 None None] Deleting port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:14:09.692264 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40c335a8-142f-4455-8beb-b128a108b192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.761223 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-40c335a8-142f-4455-8beb-b128a108b192 None None] For port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=758e51c8-c9cd-4d37-a213-360ce3c8e9f2,segment=NetworkSegment(f5af849f-a745-4b47-a91a-7543cdead362),segment_id=f5af849f-a745-4b47-a91a-7543cdead362)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:09.761555 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40c335a8-142f-4455-8beb-b128a108b192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.764998 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.778651 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-40c335a8-142f-4455-8beb-b128a108b192 None None] Calling delete_port for 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:14:09.792923 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Pushing event deleted for resources: {'Port': ['ID=758e51c8-c9cd-4d37-a213-360ce3c8e9f2,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:09.795175 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] No DVR routers for this DVR port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:14:09.861601 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-40c335a8-142f-4455-8beb-b128a108b192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.867062 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.888309 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3ef2199a0>,) {'filters': {'network_id': ['89f1c60b-5cbc-4635-be3f-9b7747a5e201']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:09.894767 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c335a8-142f-4455-8beb-b128a108b192 None None] Pushing event deleted for resources: {'Port': ['ID=758e51c8-c9cd-4d37-a213-360ce3c8e9f2,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:09.899353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef2199a0>, 'f5af849f-a745-4b47-a91a-7543cdead362') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:09.899353 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3ef2199a0>, 'f5af849f-a745-4b47-a91a-7543cdead362') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:09.903433 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c335a8-142f-4455-8beb-b128a108b192 None None] No DVR routers for this DVR port 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:14:09.910482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.915352 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.925127 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.931191 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 22:14:09.931625 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 22:14:09.933659 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 22:14:09.993444 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:09.999387 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.003208 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] 10.222.0.21 "DELETE /v2.0/networks/89f1c60b-5cbc-4635-be3f-9b7747a5e201 HTTP/1.1" status: 204  len: 168 time: 0.5392857
Nov 27 22:14:10.014519 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d525efe-02f2-4892-b6f2-4c577fd1ce26 admin admin] Pushing event deleted for resources: {'Network': ['ID=89f1c60b-5cbc-4635-be3f-9b7747a5e201,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:10.110362 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60480) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:10.151360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-aef81b39-ffbe-4c7a-8095-5d7a6c173d8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2673f0e267164ddc9371d10cb58d17aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0396504
Nov 27 22:14:10.153699 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60482) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:10.200012 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-88ae7788-b567-4dfc-99d8-05ddf5ee9b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.220066 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-88ae7788-b567-4dfc-99d8-05ddf5ee9b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.269114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-88ae7788-b567-4dfc-99d8-05ddf5ee9b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.271649 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-88ae7788-b567-4dfc-99d8-05ddf5ee9b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.272948 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-88ae7788-b567-4dfc-99d8-05ddf5ee9b05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a2dcfd6-8ccd-4c7f-91f4-27482cd2cb08 HTTP/1.1" status: 204  len: 168 time: 0.1182821
Nov 27 22:14:10.280869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae7788-b567-4dfc-99d8-05ddf5ee9b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2dcfd6-8ccd-4c7f-91f4-27482cd2cb08,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:10.472813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.583416 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60488) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:10.622697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-33a656c5-62bb-464d-8566-19cd62e90f1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98408a5639d14f2e8563e2f4b8a3f3e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381413
Nov 27 22:14:10.625100 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60490) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:10.675684 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7998dc5-1f8b-463d-844e-df132339e789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.696114 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7998dc5-1f8b-463d-844e-df132339e789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.742533 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7998dc5-1f8b-463d-844e-df132339e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.745495 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-e7998dc5-1f8b-463d-844e-df132339e789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:10.746679 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-e7998dc5-1f8b-463d-844e-df132339e789 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/279d14a2-cd39-466e-9f4c-893633c3124e HTTP/1.1" status: 204  len: 168 time: 0.1206837
Nov 27 22:14:10.754450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7998dc5-1f8b-463d-844e-df132339e789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279d14a2-cd39-466e-9f4c-893633c3124e,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:10.868941 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:14:10.889029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:14:10.889374 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 758e51c8-c9cd-4d37-a213-360ce3c8e9f2 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:14:10.889794 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:14:10.909487 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:14:10.909929 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7ff88c04-ce3b-4e9e-a1f3-820fd0d401ab not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:14:10.910420 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:14:10.931753 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:14:10.932105 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 19ec6d88-ebcc-49da-a8ec-7dbc474983b5 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:14:11.417648 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60512) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:11.525862 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1737679759-network', 'tenant_id': '43420851d76644b8bd7d25b34365dce9'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:11.546788 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Made reservation on behalf of 43420851d76644b8bd7d25b34365dce9 for: {'network': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:14:11.549672 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:11.558082 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:11.631592 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:11.635141 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:11.659828 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=120908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 22:14:11.669459 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bbad10-30d2-412f-9a46-7b63222e82ec,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:11.674777 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:11.675123 ncdv-master-1 neutron-server[120908]: INFO neutron.db.segments_db [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Added segment 32c9fd6c-8781-47ef-b9d5-6ce0412bc377 of type vlan for network 743deef8-7ae2-412c-aa24-d9a0d80c526f
Nov 27 22:14:11.714576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:11.741460 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:11.742483 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:11.743083 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:11.793134 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3743639
Nov 27 22:14:11.796195 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60516) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:11.801799 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Request body: {'subnet': {'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1737679759-subnet', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:11.804369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644aa7d-47ec-4ca8-9b82-9e7d811bf98d admin admin] Pushing event updated for resources: {'Network': ['ID=743deef8-7ae2-412c-aa24-d9a0d80c526f,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:11.814563 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 22:14:11.824206 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Made reservation on behalf of 43420851d76644b8bd7d25b34365dce9 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:14:11.826705 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:11.995699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.051893 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fa9e19-b89c-472d-987f-7fde7c687716,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:12.060453 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Checking segment: {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:14:12.060828 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Network hostable DHCP agents. Network: 743deef8-7ae2-412c-aa24-d9a0d80c526f, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 22:14:12.076949 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 22:14:12.085585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 743deef8-7ae2-412c-aa24-d9a0d80c526f) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:12.089517 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:12.090120 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.094121 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf0b57-66ae-44cf-a9f1-c608e9792416 None None] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:14:12.109399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-62830ff3-3db5-46c3-93d2-99122fdd8c6d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3095956
Nov 27 22:14:12.109605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60518) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:12.115058 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:12.136503 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.137555 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.192616 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.246171 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-743deef8-7ae2-412c-aa24-d9a0d80c526f', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 22:14:12.247057 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.328651 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.380725 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Allocated IP 172.20.0.2 (743deef8-7ae2-412c-aa24-d9a0d80c526f/f1fa9e19-b89c-472d-987f-7fde7c687716/d119ce57-9397-4370-afc5-a943756418f3) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:14:12.526089 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.532047 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.532217 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.551468 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.566690 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:12.572958 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:12.577145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:14:12.586785 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Pushing event updated for resources: {'Port': ['ID=d119ce57-9397-4370-afc5-a943756418f3,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:12.639305 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Attempting to bind port d119ce57-9397-4370-afc5-a943756418f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:14:12.639904 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Attempting to bind port d119ce57-9397-4370-afc5-a943756418f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:14:12.640807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Attempting to bind port d119ce57-9397-4370-afc5-a943756418f3 on network 743deef8-7ae2-412c-aa24-d9a0d80c526f {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:14:12.646196 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:14:12.646724 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Checking segment: {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:14:12.647136 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.647557 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Bound using segment: {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:14:12.648169 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Bound port: d119ce57-9397-4370-afc5-a943756418f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:14:12.648560 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.662076 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Allocated IP 172.35.3.20 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/44b5dba5-6914-401b-9a1c-cd6a78f785c8) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:14:12.712425 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] For port d119ce57-9397-4370-afc5-a943756418f3, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:14:12.716073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] For port d119ce57-9397-4370-afc5-a943756418f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d119ce57-9397-4370-afc5-a943756418f3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:14:12.720498 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.769507 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.780267 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf29975-46bb-4dcf-8f18-1a0292298700 None None] Pushing event updated for resources: {'Port': ['ID=d119ce57-9397-4370-afc5-a943756418f3,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:12.808121 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:12.854769 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:12.860247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:12.863090 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Pushing event updated for resources: {'Port': ['ID=44b5dba5-6914-401b-9a1c-cd6a78f785c8,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:12.865454 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:14:12.874749 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da363d8-5894-4c58-9c07-0e2cd9882739 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:12.962032 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-e493670f-9da1-4f43-9c93-a9e5550a5764 None None] Provisioning complete for port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:12.962417 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e493670f-9da1-4f43-9c93-a9e5550a5764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:13.012711 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-e493670f-9da1-4f43-9c93-a9e5550a5764 None None] Port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:14:13.148699 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:13.342561 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:13.473877 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 22:14:13.580537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:14:13.590278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Sync routers for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:14:13.599767 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:13.603969 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-5a727769-9fea-458a-8323-00880e5f4e05 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.4906971
Nov 27 22:14:13.604089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:13.604089 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd311f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:13.604591 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60520) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:13.718199 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:13.746757 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f0d4c-06fc-43af-8147-9edcf7b831e6 None None] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:14:13.898016 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-6564fdee-7036-47bd-ab88-e3e14fbf9b1e None None] Provisioning complete for port d119ce57-9397-4370-afc5-a943756418f3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:13.898663 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6564fdee-7036-47bd-ab88-e3e14fbf9b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.029328 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.101943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6564fdee-7036-47bd-ab88-e3e14fbf9b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.115238 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd311f40>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:13Z', 'revision_number': 3, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:14.144219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Checking router: 1fd0f8cf-2337-41f1-9dac-82374cf2d46a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:14:14.144574 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Updating router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:14:14.194128 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Allocated IP 172.20.0.1 (743deef8-7ae2-412c-aa24-d9a0d80c526f/f1fa9e19-b89c-472d-987f-7fde7c687716/59a7ede9-2e6a-4233-997a-e5c41d31396d) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:14:14.307570 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.340638 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.350462 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-6564fdee-7036-47bd-ab88-e3e14fbf9b1e None None] For port d119ce57-9397-4370-afc5-a943756418f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d119ce57-9397-4370-afc5-a943756418f3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:14.351857 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.371200 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6564fdee-7036-47bd-ab88-e3e14fbf9b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.386884 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:14.391764 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:14.396109 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:14:14.496842 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564fdee-7036-47bd-ab88-e3e14fbf9b1e None None] Pushing event updated for resources: {'Port': ['ID=d119ce57-9397-4370-afc5-a943756418f3,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:14.552475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7aba60a7-7407-4da6-8e41-b2d8db4c3ca4 None None] Provisioning complete for port d119ce57-9397-4370-afc5-a943756418f3 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:14.552908 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7aba60a7-7407-4da6-8e41-b2d8db4c3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.729664 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.735501 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.754667 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Pushing event updated for resources: {'Port': ['ID=59a7ede9-2e6a-4233-997a-e5c41d31396d,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:14.772156 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.785075 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f3e70-b2f8-49fa-b5b9-b4f75d7dce6c None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:14.794173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0deaa-abc1-4fc3-9c89-50d0f6ba3bc2 None None] Pushing event updated for resources: {'Port': ['ID=44b5dba5-6914-401b-9a1c-cd6a78f785c8,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:14.797946 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Attempting to bind port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:14:14.798323 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Attempting to bind port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:14:14.798691 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Attempting to bind port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:14:14.807215 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:14:14.807626 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:14:14.808029 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.808421 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:14:14.808893 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Bound port: 44b5dba5-6914-401b-9a1c-cd6a78f785c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:14:14.809279 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.869259 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5d75eeca-3a7b-40ae-8251-4ea846c93393 None None] Provisioning complete for port 59a7ede9-2e6a-4233-997a-e5c41d31396d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:14.869631 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d75eeca-3a7b-40ae-8251-4ea846c93393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.896038 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] For port 44b5dba5-6914-401b-9a1c-cd6a78f785c8, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:14:14.907857 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.912727 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] For port 44b5dba5-6914-401b-9a1c-cd6a78f785c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b5dba5-6914-401b-9a1c-cd6a78f785c8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:14:14.919538 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:14.929495 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-5d75eeca-3a7b-40ae-8251-4ea846c93393 None None] Port 59a7ede9-2e6a-4233-997a-e5c41d31396d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:14:14.931145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d119ce57-9397-4370-afc5-a943756418f3 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:14:15.002660 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f201495c-5732-4c5f-b98a-7eb3a8771a81 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:15.025091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-5d75eeca-3a7b-40ae-8251-4ea846c93393 None None] Provisioning complete for port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:15.025464 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d75eeca-3a7b-40ae-8251-4ea846c93393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:15.058141 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0deaa-abc1-4fc3-9c89-50d0f6ba3bc2 None None] Pushing event updated for resources: {'Port': ['ID=44b5dba5-6914-401b-9a1c-cd6a78f785c8,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:15.061006 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:15.061605 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd311f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:15.079455 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:15.084492 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:15.150966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Pushing event updated for resources: {'Port': ['ID=59a7ede9-2e6a-4233-997a-e5c41d31396d,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:15.153528 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:15.159665 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port d119ce57-9397-4370-afc5-a943756418f3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:15.160039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:15.241676 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:15.251520 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:15.253432 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:15.281462 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d75eeca-3a7b-40ae-8251-4ea846c93393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:15.313091 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-5d75eeca-3a7b-40ae-8251-4ea846c93393 None None] For port 44b5dba5-6914-401b-9a1c-cd6a78f785c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b5dba5-6914-401b-9a1c-cd6a78f785c8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:15.345735 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5d75eeca-3a7b-40ae-8251-4ea846c93393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:15.379671 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:14:15.482756 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75eeca-3a7b-40ae-8251-4ea846c93393 None None] Pushing event updated for resources: {'Port': ['ID=44b5dba5-6914-401b-9a1c-cd6a78f785c8,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:15.500804 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:14:15.506235 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e0e0484f-61e2-472d-9f98-bc5f18cdaf41 admin admin] 10.222.0.21 "PUT /v2.0/routers/1fd0f8cf-2337-41f1-9dac-82374cf2d46a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9005806
Nov 27 22:14:15.507160 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b1af67a0-7ba1-4051-b44d-fd29413cf42d None None] Provisioning complete for port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:15.507160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b1af67a0-7ba1-4051-b44d-fd29413cf42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:15.630189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd311f40>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 1, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:15.657973 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a11ec7-0ec6-4ae7-a935-84f8f4e73e9c None None] The sync data for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 is: [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 1, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:14:15.776142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-bf96fb80-c93d-4830-8d5f-444dd3ba95af None None] Provisioning complete for port 59a7ede9-2e6a-4233-997a-e5c41d31396d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:15.776518 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bf96fb80-c93d-4830-8d5f-444dd3ba95af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:15.818965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-bf96fb80-c93d-4830-8d5f-444dd3ba95af None None] Port 59a7ede9-2e6a-4233-997a-e5c41d31396d cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:14:16.048204 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60536) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:16.053296 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2003592423-network', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:16.075763 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Made reservation on behalf of cf9d576ed99f4e5f89b93410451ee764 for: {'network': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:14:16.078186 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for network, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.087942 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.169787 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.173701 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.199740 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=120909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 27 22:14:16.210735 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea5ad6f-d7f0-4ce7-a88d-8b0b705ad06c,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:16.217684 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.218210 ncdv-master-1 neutron-server[120909]: INFO neutron.db.segments_db [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Added segment a6eb4db1-a680-4bf9-b887-cc969f6ceb5e of type vlan for network 490d218e-80ce-42f0-8633-5ce5f0ca0397
Nov 27 22:14:16.274549 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788577519930'] for network, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.302446 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431'] for network, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.302446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:16.302826 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.373588 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3242362
Nov 27 22:14:16.376310 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60538) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:16.381668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Request body: {'subnet': {'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2003592423-subnet', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'ip_version': 4}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:16.389702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc03561-abea-4dca-b473-84a49213cda9 admin admin] Pushing event updated for resources: {'Network': ['ID=490d218e-80ce-42f0-8633-5ce5f0ca0397,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:16.403106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Network 490d218e-80ce-42f0-8633-5ce5f0ca0397 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 27 22:14:16.410119 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Made reservation on behalf of cf9d576ed99f4e5f89b93410451ee764 for: {'subnet': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:14:16.412634 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143681333'] for subnet, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.603482 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146449107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143681319'] for subnet, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.661449 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=21770286-10d6-4038-8e96-12bd3517f6fd,revision_number=0']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:16.670460 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Checking segment: {'id': 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:14:16.670901 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Network hostable DHCP agents. Network: 490d218e-80ce-42f0-8633-5ce5f0ca0397, hostable agents: ['8c4344d8-9b89-4c6d-a463-bf91e931a5fe'], hosted agents: [] {{(pid=120909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 27 22:14:16.687766 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Network 490d218e-80ce-42f0-8633-5ce5f0ca0397 is scheduled to be hosted by DHCP agent 8c4344d8-9b89-4c6d-a463-bf91e931a5fe with binding_index 1 {{(pid=120909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 27 22:14:16.698051 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 490d218e-80ce-42f0-8633-5ce5f0ca0397) {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:16.702365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:16.702975 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.709475 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b01e9b-466e-4754-9ccd-186a713c831f None None] Network 490d218e-80ce-42f0-8633-5ce5f0ca0397 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:14:16.720808 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-e771a91c-d01d-439a-8768-86a7b59b53aa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3428912
Nov 27 22:14:16.723391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60540) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:16.728112 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:16.751035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1820252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8803'] for router, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.752834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1820352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8808'] for router, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.816227 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.881265 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.893190 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-490d218e-80ce-42f0-8633-5ce5f0ca0397', 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'fixed_ips': [{'subnet_id': '21770286-10d6-4038-8e96-12bd3517f6fd'}]}} from ncdv-master-1. {{(pid=120910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 27 22:14:16.894061 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:16.972481 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 44b5dba5-6914-401b-9a1c-cd6a78f785c8 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:14:16.980357 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.075547 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:17.075936 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.077821 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.db_base_plugin_common [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Allocated IP 172.20.0.2 (490d218e-80ce-42f0-8633-5ce5f0ca0397/21770286-10d6-4038-8e96-12bd3517f6fd/abb92c3f-f812-478a-8d49-74a72a38cc84) {{(pid=120910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:14:17.197484 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.217067 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.288248 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Publish callbacks [] for port, precommit_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.294157 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309'] for port, after_create {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.323197 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Allocated IP 172.35.3.189 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/8101d1a5-a46a-4b39-95b3-35fb1be9a03a) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:14:17.334035 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Network 490d218e-80ce-42f0-8633-5ce5f0ca0397 is already hosted by enough agents. {{(pid=120910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:17.337103 ncdv-master-1 neutron-server[120910]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Resources bound (agent type, host, resource id):  {{(pid=120910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:17.340730 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Received port after_create {{(pid=120910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:14:17.348189 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Pushing event updated for resources: {'Port': ['ID=abb92c3f-f812-478a-8d49-74a72a38cc84,revision_number=1']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:17.399631 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Attempting to bind port abb92c3f-f812-478a-8d49-74a72a38cc84 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:14:17.400142 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Attempting to bind port abb92c3f-f812-478a-8d49-74a72a38cc84 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:14:17.400519 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Attempting to bind port abb92c3f-f812-478a-8d49-74a72a38cc84 on network 490d218e-80ce-42f0-8633-5ce5f0ca0397 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:14:17.405877 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:14:17.406529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Checking segment: {'id': 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:14:17.406670 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.407070 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Bound using segment: {'id': 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:14:17.407567 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Bound port: abb92c3f-f812-478a-8d49-74a72a38cc84, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:14:17.407967 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.439026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.480360 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] For port abb92c3f-f812-478a-8d49-74a72a38cc84, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:14:17.484607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] For port abb92c3f-f812-478a-8d49-74a72a38cc84, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abb92c3f-f812-478a-8d49-74a72a38cc84,segment=NetworkSegment(a6eb4db1-a680-4bf9-b887-cc969f6ceb5e),segment_id=a6eb4db1-a680-4bf9-b887-cc969f6ceb5e)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:14:17.485231 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.490082 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.529668 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:17.532691 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:17.536980 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:14:17.548564 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c7f0c-8c03-4d78-bb2c-72b22963a230 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:17.552491 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad5e56-fa09-4f9f-80ce-fd3825349cbb None None] Pushing event updated for resources: {'Port': ['ID=abb92c3f-f812-478a-8d49-74a72a38cc84,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:17.564176 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Pushing event updated for resources: {'Port': ['ID=8101d1a5-a46a-4b39-95b3-35fb1be9a03a,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:17.656173 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-c4a4eb35-f3eb-4636-8441-9affe62a64d9 None None] Provisioning complete for port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:17.656634 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c4a4eb35-f3eb-4636-8441-9affe62a64d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.692815 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4eb35-f3eb-4636-8441-9affe62a64d9 None None] Port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:14:17.807014 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Sync routers for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:14:17.824716 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:17.825380 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:17.825978 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:17.941889 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:18.035713 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1820363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828674'] for router, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.137599 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564f40>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 2, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:18.166956 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Router 588501bf-e4a2-492d-abda-de7044d68299 is scheduled to L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace with binding_index 1 {{(pid=120909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 27 22:14:18.167402 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Checking router: 1fd0f8cf-2337-41f1-9dac-82374cf2d46a for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:14:18.167770 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Updating router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a port 59a7ede9-2e6a-4233-997a-e5c41d31396d binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:14:18.193597 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.280071 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:14:18.292619 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Sync routers for ids ['588501bf-e4a2-492d-abda-de7044d68299'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:14:18.299909 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.301342 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0164693c-2d38-4bf3-9aaf-6d4859d36e7a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.5767331
Nov 27 22:14:18.303865 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60542) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:18.304562 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Routers {'588501bf-e4a2-492d-abda-de7044d68299'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:18.305390 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd468820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['588501bf-e4a2-492d-abda-de7044d68299'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:18.422782 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Set router 588501bf-e4a2-492d-abda-de7044d68299 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:18.522227 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.529964 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.640621 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Attempting to bind port 59a7ede9-2e6a-4233-997a-e5c41d31396d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:14:18.641209 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Attempting to bind port 59a7ede9-2e6a-4233-997a-e5c41d31396d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:14:18.641746 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Attempting to bind port 59a7ede9-2e6a-4233-997a-e5c41d31396d on network 743deef8-7ae2-412c-aa24-d9a0d80c526f {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:14:18.649516 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:14:18.650140 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Checking segment: {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:14:18.650713 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.651268 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Bound using segment: {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:14:18.651914 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Bound port: 59a7ede9-2e6a-4233-997a-e5c41d31396d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:14:18.652438 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.667735 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd468820>, [{'id': '588501bf-e4a2-492d-abda-de7044d68299', 'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:16Z', 'updated_at': '2021-11-27T22:14:17Z', 'revision_number': 3, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'gw_port': {'id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:17Z', 'updated_at': '2021-11-27T22:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:18.691672 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Pushing event updated for resources: {'Port': ['ID=59a7ede9-2e6a-4233-997a-e5c41d31396d,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:18.702042 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.702753 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.703430 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.704100 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.704587 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.706469 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.707359 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.708229 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c45f03-6354-4ad0-a187-cf10e2fdbb33 None None] Network 490d218e-80ce-42f0-8633-5ce5f0ca0397 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:14:18.708626 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.709121 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.709598 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.710074 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.710622 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:14:18.710740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Checking router: 588501bf-e4a2-492d-abda-de7044d68299 for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:14:18.711093 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Updating router 588501bf-e4a2-492d-abda-de7044d68299 port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a binding host ncdv-master-1 {{(pid=120910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:14:18.749076 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] For port 59a7ede9-2e6a-4233-997a-e5c41d31396d, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:14:18.753597 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] For port 59a7ede9-2e6a-4233-997a-e5c41d31396d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59a7ede9-2e6a-4233-997a-e5c41d31396d,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:14:18.759179 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.836566 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:18.837294 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:18.884250 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ce06-e40d-467c-a4df-24644ffdcee0 None None] Pushing event updated for resources: {'Port': ['ID=59a7ede9-2e6a-4233-997a-e5c41d31396d,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:18.900795 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.984658 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.993497 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-17e4dcbe-bf9a-44f0-8d3f-9748d2d9aa9d None None] Provisioning complete for port abb92c3f-f812-478a-8d49-74a72a38cc84 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:18.993873 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-17e4dcbe-bf9a-44f0-8d3f-9748d2d9aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:18.995644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abb92c3f-f812-478a-8d49-74a72a38cc84 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:14:18.999142 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:19.115426 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Allocated IP 172.20.0.1 (490d218e-80ce-42f0-8633-5ce5f0ca0397/21770286-10d6-4038-8e96-12bd3517f6fd/7689f795-dd5a-47b3-9f85-4c3a65b116a9) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:14:19.341678 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe564f40>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:18Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:19.359391 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port abb92c3f-f812-478a-8d49-74a72a38cc84 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:19.359391 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.361035 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.370767 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9a790-98bf-457e-9be9-0deb82573f39 None None] The sync data for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 is: [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:18Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:14:19.409695 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-17e4dcbe-bf9a-44f0-8d3f-9748d2d9aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.505021 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-17e4dcbe-bf9a-44f0-8d3f-9748d2d9aa9d None None] For port abb92c3f-f812-478a-8d49-74a72a38cc84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abb92c3f-f812-478a-8d49-74a72a38cc84,segment=NetworkSegment(a6eb4db1-a680-4bf9-b887-cc969f6ceb5e),segment_id=a6eb4db1-a680-4bf9-b887-cc969f6ceb5e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:19.540933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-17e4dcbe-bf9a-44f0-8d3f-9748d2d9aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.611615 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.629764 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Publish callbacks [] for port, precommit_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.653026 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.659463 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4dcbe-bf9a-44f0-8d3f-9748d2d9aa9d None None] Pushing event updated for resources: {'Port': ['ID=abb92c3f-f812-478a-8d49-74a72a38cc84,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:19.664355 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.684678 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.710966 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Network 490d218e-80ce-42f0-8633-5ce5f0ca0397 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:19.716133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:19.718813 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:14:19.749521 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Pushing event updated for resources: {'Port': ['ID=7689f795-dd5a-47b3-9f85-4c3a65b116a9,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:19.776965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1827615'] for router_interface, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.782511 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07b1821-ccea-45e6-843c-b62577c54c05 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:19.784718 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-b4301627-670f-44a9-a277-c7ae45b189eb None None] Provisioning complete for port 59a7ede9-2e6a-4233-997a-e5c41d31396d triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:19.785095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4301627-670f-44a9-a277-c7ae45b189eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.859185 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c972e57-6db2-4825-b83a-58f7f85eedef None None] Pushing event updated for resources: {'Port': ['ID=8101d1a5-a46a-4b39-95b3-35fb1be9a03a,revision_number=2']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:19.867707 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Attempting to bind port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:14:19.868149 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Attempting to bind port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:14:19.868529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Attempting to bind port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a on network 7e46e7ab-0203-480f-9b07-f121716d4c61 {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:14:19.899201 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:14:19.899634 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Checking segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:14:19.900050 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.900455 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Bound using segment: {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'} {{(pid=120910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:14:19.900947 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.managers [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Bound port: 8101d1a5-a46a-4b39-95b3-35fb1be9a03a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3935fa-48d6-4a1f-8f30-cf464fdce92c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61'}}] {{(pid=120910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:14:19.901340 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:19.905176 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 27 22:14:19.905542 ncdv-master-1 neutron-server[120910]: DEBUG oslo_db.api [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 27 22:14:19.921123 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.004560 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] For port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a, host ncdv-master-1, cleared binding levels {{(pid=120910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:14:20.025331 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] For port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8101d1a5-a46a-4b39-95b3-35fb1be9a03a,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:14:20.027591 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4301627-670f-44a9-a277-c7ae45b189eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.040933 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.105231 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ff2998-2243-4f42-a292-b855e368b00f None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:14:20.119186 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.120453 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-b4301627-670f-44a9-a277-c7ae45b189eb None None] For port 59a7ede9-2e6a-4233-997a-e5c41d31396d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59a7ede9-2e6a-4233-997a-e5c41d31396d,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:20.124591 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.131342 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b4301627-670f-44a9-a277-c7ae45b189eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.134241 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c972e57-6db2-4825-b83a-58f7f85eedef None None] Pushing event updated for resources: {'Port': ['ID=8101d1a5-a46a-4b39-95b3-35fb1be9a03a,revision_number=3']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:20.140765 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Routers {'588501bf-e4a2-492d-abda-de7044d68299'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:20.141530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd468820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['588501bf-e4a2-492d-abda-de7044d68299'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:20.199702 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Pushing event updated for resources: {'Port': ['ID=7689f795-dd5a-47b3-9f85-4c3a65b116a9,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:20.202884 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827715'] for router_interface, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.267975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4301627-670f-44a9-a277-c7ae45b189eb None None] Pushing event updated for resources: {'Port': ['ID=59a7ede9-2e6a-4233-997a-e5c41d31396d,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:20.290037 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Provisioning complete for port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:20.290415 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.304352 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Network 490d218e-80ce-42f0-8633-5ce5f0ca0397 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:20.305738 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:20.320364 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] Set router 588501bf-e4a2-492d-abda-de7044d68299 gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:20.366063 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:14:20.434686 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Router 588501bf-e4a2-492d-abda-de7044d68299 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:14:20.477855 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Provisioning complete for port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:20.478230 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.555132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:14:20.560399 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-d2c5d2fa-7f84-4857-8dd4-2b4fff49cd1c admin admin] 10.222.0.21 "PUT /v2.0/routers/588501bf-e4a2-492d-abda-de7044d68299/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2554412
Nov 27 22:14:20.637207 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.659327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd468820>, [{'id': '588501bf-e4a2-492d-abda-de7044d68299', 'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:16Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 4, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'gw_port': {'id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:17Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7689f795-dd5a-47b3-9f85-4c3a65b116a9', 'name': '', 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:18Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 2, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'subnets': [{'id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:20.664145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] For port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8101d1a5-a46a-4b39-95b3-35fb1be9a03a,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:20.689285 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16586884-d78f-4d07-b962-bb92352bb4fe None None] The sync data for ids ['588501bf-e4a2-492d-abda-de7044d68299'] in ncdv-master-1 is: [{'id': '588501bf-e4a2-492d-abda-de7044d68299', 'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:16Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 4, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'gw_port': {'id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:17Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7689f795-dd5a-47b3-9f85-4c3a65b116a9', 'name': '', 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:18Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 2, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'subnets': [{'id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:14:20.691792 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.728531 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Provisioning complete for port abb92c3f-f812-478a-8d49-74a72a38cc84 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:20.728905 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:20.775376 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc36e8f-f554-4766-a16a-52c9e01b38e8 None None] Pushing event updated for resources: {'Port': ['ID=8101d1a5-a46a-4b39-95b3-35fb1be9a03a,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:20.926397 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 59a7ede9-2e6a-4233-997a-e5c41d31396d up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:14:20.978529 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-62f7f32d-6c83-49c5-831a-148a35148c14 None None] Provisioning complete for port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:20.978926 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-62f7f32d-6c83-49c5-831a-148a35148c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.023965 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-62f7f32d-6c83-49c5-831a-148a35148c14 None None] Port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:14:21.025354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 59a7ede9-2e6a-4233-997a-e5c41d31396d triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:21.025724 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.285388 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abb92c3f-f812-478a-8d49-74a72a38cc84 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:14:21.313381 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60550) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:21.318934 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-b254a09a-55ce-44b3-ac4b-fdacbb471acf tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880080713', 'description': 'tempest-secgroup-smoke-880080713 description', 'project_id': '43420851d76644b8bd7d25b34365dce9'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:21.340538 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port abb92c3f-f812-478a-8d49-74a72a38cc84 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:21.340937 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.343794 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b254a09a-55ce-44b3-ac4b-fdacbb471acf tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.419557 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b254a09a-55ce-44b3-ac4b-fdacbb471acf tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.424095 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b254a09a-55ce-44b3-ac4b-fdacbb471acf tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.456419 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-b254a09a-55ce-44b3-ac4b-fdacbb471acf tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.460541 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-b254a09a-55ce-44b3-ac4b-fdacbb471acf tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1430957
Nov 27 22:14:21.460541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254a09a-55ce-44b3-ac4b-fdacbb471acf tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:21.461855 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60552) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:21.466352 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f2bd4a3a-cfdd-4b3c-aa8e-fbf8a3ac3402 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'security_group_rule': {'security_group_id': '3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4', 'project_id': '43420851d76644b8bd7d25b34365dce9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:21.496436 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4a3a-cfdd-4b3c-aa8e-fbf8a3ac3402 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.552084 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4a3a-cfdd-4b3c-aa8e-fbf8a3ac3402 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.555770 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4a3a-cfdd-4b3c-aa8e-fbf8a3ac3402 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.575955 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd4a3a-cfdd-4b3c-aa8e-fbf8a3ac3402 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4111d5e0-40af-4e99-b0e5-918f533ee3bd,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:21.580733 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4a3a-cfdd-4b3c-aa8e-fbf8a3ac3402 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.582064 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f2bd4a3a-cfdd-4b3c-aa8e-fbf8a3ac3402 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1195924
Nov 27 22:14:21.584704 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60554) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:21.589042 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-9386a260-cd68-48fd-9d83-96810da7ec48 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'security_group_rule': {'security_group_id': '3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4', 'project_id': '43420851d76644b8bd7d25b34365dce9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:21.616441 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9386a260-cd68-48fd-9d83-96810da7ec48 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.675245 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9386a260-cd68-48fd-9d83-96810da7ec48 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.678653 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9386a260-cd68-48fd-9d83-96810da7ec48 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.699107 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386a260-cd68-48fd-9d83-96810da7ec48 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d9008c-0629-474d-8a7f-75a3666a03bc,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:21.704527 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-9386a260-cd68-48fd-9d83-96810da7ec48 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.705707 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-9386a260-cd68-48fd-9d83-96810da7ec48 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1200702
Nov 27 22:14:21.708660 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60556) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:21.713474 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f7e05ce9-e86f-42c3-9b0a-d9056d59d4f5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'security_group_rule': {'security_group_id': '3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4', 'project_id': '43420851d76644b8bd7d25b34365dce9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:21.739856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7e05ce9-e86f-42c3-9b0a-d9056d59d4f5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.795440 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7e05ce9-e86f-42c3-9b0a-d9056d59d4f5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.799320 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7e05ce9-e86f-42c3-9b0a-d9056d59d4f5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.816446 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e05ce9-e86f-42c3-9b0a-d9056d59d4f5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19da57b-45da-4dd5-84f2-8668df9a6623,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:21.823282 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f7e05ce9-e86f-42c3-9b0a-d9056d59d4f5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.824473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f7e05ce9-e86f-42c3-9b0a-d9056d59d4f5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1148937
Nov 27 22:14:21.827183 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60558) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:21.831450 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-bc014add-16cb-47a0-aa68-62d9402cf411 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'security_group_rule': {'security_group_id': '3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4', 'project_id': '43420851d76644b8bd7d25b34365dce9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:21.856669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc014add-16cb-47a0-aa68-62d9402cf411 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.913230 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc014add-16cb-47a0-aa68-62d9402cf411 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.916665 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc014add-16cb-47a0-aa68-62d9402cf411 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.933945 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc014add-16cb-47a0-aa68-62d9402cf411 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5804a02-9c83-4179-b9f6-7d9dfb5bbd50,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:21.941560 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-bc014add-16cb-47a0-aa68-62d9402cf411 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:21.942774 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-bc014add-16cb-47a0-aa68-62d9402cf411 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1146159
Nov 27 22:14:21.945568 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60560) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:21.950133 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-156266d3-0acb-4425-8258-8eea9ac8ce6d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'security_group_rule': {'security_group_id': '3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4', 'project_id': '43420851d76644b8bd7d25b34365dce9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:21.971485 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-156266d3-0acb-4425-8258-8eea9ac8ce6d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Project 43420851d76644b8bd7d25b34365dce9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:14:21.976193 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-156266d3-0acb-4425-8258-8eea9ac8ce6d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:22.001946 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:14:22.037935 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-156266d3-0acb-4425-8258-8eea9ac8ce6d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:22.041623 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-156266d3-0acb-4425-8258-8eea9ac8ce6d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:22.057091 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156266d3-0acb-4425-8258-8eea9ac8ce6d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b74c08-457c-464a-a658-662a3081d555,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:22.067333 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-156266d3-0acb-4425-8258-8eea9ac8ce6d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:22.068543 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-156266d3-0acb-4425-8258-8eea9ac8ce6d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1220493
Nov 27 22:14:22.071377 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60562) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:22.075653 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-026d2da4-3fcb-4476-801d-3e1ad5848d91 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'security_group_rule': {'security_group_id': '3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4', 'project_id': '43420851d76644b8bd7d25b34365dce9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:22.097464 ncdv-master-1 neutron-server[120908]: INFO neutron.db.securitygroups_db [None req-026d2da4-3fcb-4476-801d-3e1ad5848d91 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Project 43420851d76644b8bd7d25b34365dce9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 27 22:14:22.102345 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-026d2da4-3fcb-4476-801d-3e1ad5848d91 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:22.164413 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-026d2da4-3fcb-4476-801d-3e1ad5848d91 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:22.169426 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-026d2da4-3fcb-4476-801d-3e1ad5848d91 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815649'] for security_group_rule, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:22.190649 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d2da4-3fcb-4476-801d-3e1ad5848d91 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e88f86b-eb9d-44d6-85fd-8ad74ebdaf87,revision_number=0']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:22.207873 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-026d2da4-3fcb-4476-801d-3e1ad5848d91 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:22.211469 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-026d2da4-3fcb-4476-801d-3e1ad5848d91 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1370177
Nov 27 22:14:22.371055 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-1f82f8f3-8261-4d84-a12d-99afd7eae7ef tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880080713&fields=id&tenant_id=43420851d76644b8bd7d25b34365dce9 HTTP/1.1" status: 200  len: 267 time: 0.0464041
Nov 27 22:14:22.488294 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-6cf718a4-4e57-4e59-8e93-8684548bd8a6 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:22.489820 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-6cf718a4-4e57-4e59-8e93-8684548bd8a6 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 810 time: 0.1116166
Nov 27 22:14:22.505979 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-e2085c48-aec9-41d0-8e18-05c603f09bb2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/quotas/43420851d76644b8bd7d25b34365dce9 HTTP/1.1" status: 200  len: 375 time: 0.0101564
Nov 27 22:14:22.561097 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-cef034c3-c25b-4048-8468-8f98338b5d14 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0494528
Nov 27 22:14:22.780010 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-b11ee30e-4c2e-4e39-b6fc-dafd617f07ef service neutron] 10.222.0.21 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067020
Nov 27 22:14:22.877434 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-e1b015f0-b68c-47e1-b00c-31a1f74fbd0a service neutron] 10.222.0.21 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901995
Nov 27 22:14:22.902769 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8101d1a5-a46a-4b39-95b3-35fb1be9a03a up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:14:22.951213 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:22.951631 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:23.066015 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d301a35b-5899-429b-aa4a-76b46a512e17 req-7de14d40-8caf-4ace-a067-44e4e3993171 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 210 time: 0.0328324
Nov 27 22:14:23.606728 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Sync routers for ids ['588501bf-e4a2-492d-abda-de7044d68299'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:14:23.616266 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Routers {'588501bf-e4a2-492d-abda-de7044d68299'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:23.616877 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6acb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['588501bf-e4a2-492d-abda-de7044d68299'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:23.719837 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Set router 588501bf-e4a2-492d-abda-de7044d68299 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:23.911419 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6acb20>, [{'id': '588501bf-e4a2-492d-abda-de7044d68299', 'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:16Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 4, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'gw_port': {'id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:17Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7689f795-dd5a-47b3-9f85-4c3a65b116a9', 'name': '', 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:18Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 2, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'subnets': [{'id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:23.937603 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Checking router: 588501bf-e4a2-492d-abda-de7044d68299 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:14:23.937945 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Updating router 588501bf-e4a2-492d-abda-de7044d68299 port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 binding host ncdv-master-1 {{(pid=120911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 27 22:14:23.970840 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.012813 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-03182542-ced0-4b54-89e4-f43e16244c25 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:24.014620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-03182542-ced0-4b54-89e4-f43e16244c25 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.15 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 810 time: 0.1072810
Nov 27 22:14:24.100719 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-f0fda162-35de-4cc8-bbb6-7157ae11a7b8 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43420851d76644b8bd7d25b34365dce9 HTTP/1.1" status: 200  len: 379 time: 0.0673656
Nov 27 22:14:24.110580 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'port': {'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'admin_state_up': True, 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'security_groups': ['3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4']}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:24.174212 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-138d1f0d-3bbe-43f5-999d-52a8c09af5b3 req-b5975791-bb96-4e0f-bb3f-6c19f4abe39e tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 210 time: 0.0332410
Nov 27 22:14:24.222447 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Made reservation on behalf of 43420851d76644b8bd7d25b34365dce9 for: {'port': 1} {{(pid=120908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:14:24.226240 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.235431 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Publish callbacks [] for port, precommit_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.242294 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.300562 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57a39b-59bc-4b63-a299-a3fa1f4fbbdd None None] Pushing event updated for resources: {'Port': ['ID=7689f795-dd5a-47b3-9f85-4c3a65b116a9,revision_number=3']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:24.350796 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Attempting to bind port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:14:24.351167 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Attempting to bind port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397'}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:14:24.351611 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Attempting to bind port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 on network 490d218e-80ce-42f0-8633-5ce5f0ca0397 {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:14:24.356748 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Checking agent: {'id': '60751ccf-db65-4c9f-b19a-2baa3f5ec742', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 35, 40), 'started_at': datetime.datetime(2021, 11, 27, 20, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:14:24.357122 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Checking segment: {'id': 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:14:24.357529 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.357924 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Bound using segment: {'id': 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397'} {{(pid=120911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:14:24.358392 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.managers [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Bound port: 7689f795-dd5a-47b3-9f85-4c3a65b116a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397'}}] {{(pid=120911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:14:24.358773 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.360487 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Allocated IP 172.20.0.6 (743deef8-7ae2-412c-aa24-d9a0d80c526f/f1fa9e19-b89c-472d-987f-7fde7c687716/64c3ba68-63da-4845-9693-5ed608ed2cc3) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:14:24.428170 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] For port 7689f795-dd5a-47b3-9f85-4c3a65b116a9, host ncdv-master-1, cleared binding levels {{(pid=120911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:14:24.431431 ncdv-master-1 neutron-server[120911]: DEBUG neutron.plugins.ml2.db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] For port 7689f795-dd5a-47b3-9f85-4c3a65b116a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7689f795-dd5a-47b3-9f85-4c3a65b116a9,segment=NetworkSegment(a6eb4db1-a680-4bf9-b887-cc969f6ceb5e),segment_id=a6eb4db1-a680-4bf9-b887-cc969f6ceb5e)] {{(pid=120911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:14:24.442696 ncdv-master-1 neutron-server[120911]: DEBUG neutron_lib.callbacks.manager [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.492258 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Routers {'588501bf-e4a2-492d-abda-de7044d68299'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:24.492881 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6acb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['588501bf-e4a2-492d-abda-de7044d68299'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:24.535387 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.568643 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-7c12ea35-1047-4c25-bf95-cb8cc004199d None None] Provisioning complete for port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:24.569895 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c12ea35-1047-4c25-bf95-cb8cc004199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.577273 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.614838 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] Set router 588501bf-e4a2-492d-abda-de7044d68299 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:24.636048 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:24.639763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:24.644623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:14:24.649067 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'Port': ['ID=64c3ba68-63da-4845-9693-5ed608ed2cc3,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:24.662851 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c12ea35-1047-4c25-bf95-cb8cc004199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.709888 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-7c12ea35-1047-4c25-bf95-cb8cc004199d None None] For port 7689f795-dd5a-47b3-9f85-4c3a65b116a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7689f795-dd5a-47b3-9f85-4c3a65b116a9,segment=NetworkSegment(a6eb4db1-a680-4bf9-b887-cc969f6ceb5e),segment_id=a6eb4db1-a680-4bf9-b887-cc969f6ceb5e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:24.719720 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c12ea35-1047-4c25-bf95-cb8cc004199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.721634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:24.729244 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57a39b-59bc-4b63-a299-a3fa1f4fbbdd None None] Pushing event updated for resources: {'Port': ['ID=7689f795-dd5a-47b3-9f85-4c3a65b116a9,revision_number=4']} {{(pid=120911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:24.734058 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.757833 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-78ed85a5-2225-4234-ab95-831505fbc9a2 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6510570
Nov 27 22:14:24.773735 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Request body: {'port': {'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:24.796322 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12ea35-1047-4c25-bf95-cb8cc004199d None None] Pushing event updated for resources: {'Port': ['ID=7689f795-dd5a-47b3-9f85-4c3a65b116a9,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:24.857776 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:24.898329 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe6acb20>, [{'id': '588501bf-e4a2-492d-abda-de7044d68299', 'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:16Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 4, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'gw_port': {'id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:17Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7689f795-dd5a-47b3-9f85-4c3a65b116a9', 'name': '', 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:18Z', 'updated_at': '2021-11-27T22:14:24Z', 'revision_number': 4, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'subnets': [{'id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:24.928471 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7689f795-dd5a-47b3-9f85-4c3a65b116a9 up at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:14:24.932218 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab58aa-0c7e-4a07-a272-9046a889b855 None None] The sync data for ids ['588501bf-e4a2-492d-abda-de7044d68299'] in ncdv-master-1 is: [{'id': '588501bf-e4a2-492d-abda-de7044d68299', 'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:16Z', 'updated_at': '2021-11-27T22:14:19Z', 'revision_number': 4, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'gw_port': {'id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:17Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7689f795-dd5a-47b3-9f85-4c3a65b116a9', 'name': '', 'network_id': '490d218e-80ce-42f0-8633-5ce5f0ca0397', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'mac_address': 'fa:16:3e:de:9c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:18Z', 'updated_at': '2021-11-27T22:14:24Z', 'revision_number': 4, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'subnets': [{'id': '21770286-10d6-4038-8e96-12bd3517f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:14:24.997106 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-18fd6e8b-41b7-4bf1-b7ea-2ceb36197360 None None] Provisioning complete for port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:24.997482 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-18fd6e8b-41b7-4bf1-b7ea-2ceb36197360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:25.025466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Provisioning complete for port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:25.025838 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:25.159733 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c3ba68-63da-4845-9693-5ed608ed2cc3 {{(pid=120908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:14:25.170804 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:25.183584 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.provisioning_blocks [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Transition to ACTIVE for port object 64c3ba68-63da-4845-9693-5ed608ed2cc3 will not be triggered until provisioned by entity L2. {{(pid=120908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 22:14:25.188101 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:25.277702 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Pushing event updated for resources: {'Port': ['ID=64c3ba68-63da-4845-9693-5ed608ed2cc3,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:25.384003 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Attempting to bind port 64c3ba68-63da-4845-9693-5ed608ed2cc3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:14:25.384347 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Attempting to bind port 64c3ba68-63da-4845-9693-5ed608ed2cc3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:14:25.384683 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Attempting to bind port 64c3ba68-63da-4845-9693-5ed608ed2cc3 on network 743deef8-7ae2-412c-aa24-d9a0d80c526f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:14:25.396108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059bade-547b-446c-887e-94ee3297dbba req-b634a163-09fc-4576-9a57-9edc5b28f28f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:25.397711 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3059bade-547b-446c-887e-94ee3297dbba req-b634a163-09fc-4576-9a57-9edc5b28f28f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 943 time: 0.0818613
Nov 27 22:14:25.400209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Port 64c3ba68-63da-4845-9693-5ed608ed2cc3 on network 743deef8-7ae2-412c-aa24-d9a0d80c526f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 22:14:25.400554 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Attempting to bind port 64c3ba68-63da-4845-9693-5ed608ed2cc3 on network 743deef8-7ae2-412c-aa24-d9a0d80c526f {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:14:25.408521 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Checking agent: {'id': 'f6ce8821-2c9b-45dc-b26a-b6f387622588', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:14:25.408869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Checking segment: {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:14:25.409258 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Bound using segment: {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'} {{(pid=120908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:14:25.409703 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.managers [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Bound port: 64c3ba68-63da-4845-9693-5ed608ed2cc3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'}}] {{(pid=120908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:14:25.410072 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:25.497111 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3059bade-547b-446c-887e-94ee3297dbba req-9c72c271-f062-43f3-ac7c-a4b9d5d5a747 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909307
Nov 27 22:14:25.522485 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, cleared binding levels {{(pid=120908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:14:25.525646 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:14:25.529052 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:25.562380 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:25.563009 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:25.564525 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] 10.222.0.15 "PUT /v2.0/ports/64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 1091 time: 0.7978089
Nov 27 22:14:25.565130 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:14:25.567396 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f80b76-8017-440b-9236-485c50645a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:14:25.619820 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b877cb-c0d0-4e36-9a73-dae592b6eb88 service neutron] Pushing event updated for resources: {'Port': ['ID=64c3ba68-63da-4845-9693-5ed608ed2cc3,revision_number=3']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:25.625739 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11340cc7-5044-420b-ba7c-3abb55caf899 x-openstack-request-id: req-11340cc7-5044-420b-ba7c-3abb55caf899 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:14:25.626096 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:14:25.626295 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11340cc7-5044-420b-ba7c-3abb55caf899 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:14:25.626741 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'status': 'completed', 'code': 200}
Nov 27 22:14:25.664592 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-5d4b436b-7f22-45cc-94f7-e278b0568c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:25.666069 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-5d4b436b-7f22-45cc-94f7-e278b0568c68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1094 time: 0.0559771
Nov 27 22:14:25.710567 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-abf4174d-7056-4a5b-882a-0dbf682e6e29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 217 time: 0.0358877
Nov 27 22:14:25.766333 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-30ef8479-a4bb-4ec5-9672-58222e65e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:25.768398 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-30ef8479-a4bb-4ec5-9672-58222e65e39b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0498855
Nov 27 22:14:25.812558 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-1582cf0c-ca9c-4e4f-a48e-c4eb979cb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:25.814073 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-1582cf0c-ca9c-4e4f-a48e-c4eb979cb25b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391262
Nov 27 22:14:25.909831 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-14dfdad4-388e-409e-866c-a57eeb94faf4 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876093
Nov 27 22:14:26.001003 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d7f8b0da-6a57-4a3b-9eb5-ea272d9e3c56 req-57ddc47e-4d6e-4484-9d78-265fa741e9ef service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841424
Nov 27 22:14:26.087175 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80b76-8017-440b-9236-485c50645a4b req-9458d2bf-4fc3-4c28-8461-83027564fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:26.088733 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77f80b76-8017-440b-9236-485c50645a4b req-9458d2bf-4fc3-4c28-8461-83027564fe0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1094 time: 0.0413105
Nov 27 22:14:26.186841 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80b76-8017-440b-9236-485c50645a4b req-e3669612-dc2b-4edc-8034-694a1a03833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:26.188598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77f80b76-8017-440b-9236-485c50645a4b req-e3669612-dc2b-4edc-8034-694a1a03833f service neutron] 10.222.0.15 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0933802
Nov 27 22:14:26.232931 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77f80b76-8017-440b-9236-485c50645a4b req-45a2e768-9188-472c-b34a-2ccb3bd37cde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 217 time: 0.0362737
Nov 27 22:14:26.280105 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80b76-8017-440b-9236-485c50645a4b req-0de0337a-adca-4eab-b878-82f86accae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:26.281578 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77f80b76-8017-440b-9236-485c50645a4b req-0de0337a-adca-4eab-b878-82f86accae1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0411203
Nov 27 22:14:26.332108 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80b76-8017-440b-9236-485c50645a4b req-04618d11-e39b-44d4-b78b-a4bc58b2c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:26.333598 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77f80b76-8017-440b-9236-485c50645a4b req-04618d11-e39b-44d4-b78b-a4bc58b2c260 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444107
Nov 27 22:14:26.422533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77f80b76-8017-440b-9236-485c50645a4b req-95ba6b99-19e0-4bbb-b835-c15196093e68 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817134
Nov 27 22:14:26.516827 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-77f80b76-8017-440b-9236-485c50645a4b req-fe1b3079-ae45-4948-80c0-82610be800ed service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872824
Nov 27 22:14:26.625566 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89c45a-6cb0-4891-9bdc-e1d6051423c0 req-5c168702-9f46-4508-b191-fa9f26033ac7 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:26.627123 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d89c45a-6cb0-4891-9bdc-e1d6051423c0 req-5c168702-9f46-4508-b191-fa9f26033ac7 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 943 time: 0.0514970
Nov 27 22:14:26.686886 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-3d89c45a-6cb0-4891-9bdc-e1d6051423c0 req-8c4be708-7d9f-4801-8db2-3ad3fc0d961f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537019
Nov 27 22:14:27.818985 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1a977-9d12-42d9-9f5c-c1a24abe57fc req-2767d435-778e-4031-9e97-05df26180942 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:27.820549 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b1a977-9d12-42d9-9f5c-c1a24abe57fc req-2767d435-778e-4031-9e97-05df26180942 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 943 time: 0.0539894
Nov 27 22:14:27.869283 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-33b1a977-9d12-42d9-9f5c-c1a24abe57fc req-762fbd5a-c7a9-451a-bc34-2eeced93c403 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427756
Nov 27 22:14:28.899131 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 64c3ba68-63da-4845-9693-5ed608ed2cc3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:14:28.985789 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fafee-e099-4083-8a6b-bad5cde2047e req-ffd2422e-a1ab-467f-a758-8cd6c674918e tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:28.987332 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-101fafee-e099-4083-8a6b-bad5cde2047e req-ffd2422e-a1ab-467f-a758-8cd6c674918e tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 943 time: 0.0490036
Nov 27 22:14:28.996480 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:29.007752 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:14:29.036642 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-101fafee-e099-4083-8a6b-bad5cde2047e req-f5b51974-8221-40dc-af13-7d5ffc34ab68 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431693
Nov 27 22:14:29.046575 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:29.059219 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c3ba68-63da-4845-9693-5ed608ed2cc3 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:14:29.077645 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:29.082486 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:29.132587 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=64c3ba68-63da-4845-9693-5ed608ed2cc3,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:29.459274 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['64c3ba68-63da-4845-9693-5ed608ed2cc3'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:14:30.150943 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b2aa1-7870-48e4-a9cc-0af9c5e8829e req-f49650de-2940-419a-be88-69d03fd5c761 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:30.152441 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-440b2aa1-7870-48e4-a9cc-0af9c5e8829e req-f49650de-2940-419a-be88-69d03fd5c761 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 944 time: 0.0480087
Nov 27 22:14:30.201357 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-440b2aa1-7870-48e4-a9cc-0af9c5e8829e req-e093c01b-9b00-4db3-8695-edfab3f44d27 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425043
Nov 27 22:14:30.915224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 64c3ba68-63da-4845-9693-5ed608ed2cc3 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:14:30.963739 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning for port 64c3ba68-63da-4845-9693-5ed608ed2cc3 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 22:14:30.967283 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 64c3ba68-63da-4845-9693-5ed608ed2cc3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:14:30.967666 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:31.042477 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:31.067054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:14:31.069291 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc059a02-4ab5-494f-8265-2b568fb59ad1" -d '{"events": [{"server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "name": "network-vif-plugged", "status": "completed", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:14:31.085829 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:14:31.090212 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:31.114201 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617d316e-4d28-4fa8-9242-40b79aaa0f15 x-openstack-request-id: req-617d316e-4d28-4fa8-9242-40b79aaa0f15 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:14:31.114497 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "name": "network-vif-plugged", "status": "completed", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:14:31.114755 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-617d316e-4d28-4fa8-9242-40b79aaa0f15 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:14:31.115159 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'code': 200}
Nov 27 22:14:31.143187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=64c3ba68-63da-4845-9693-5ed608ed2cc3,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:31.208113 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d7be-5765-40a1-a9a5-2958df8e42da req-86381162-9328-4328-9637-2f2dc2f1f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:31.209626 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d758d7be-5765-40a1-a9a5-2958df8e42da req-86381162-9328-4328-9637-2f2dc2f1f860 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1096 time: 0.0444314
Nov 27 22:14:31.260095 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d758d7be-5765-40a1-a9a5-2958df8e42da req-063be9b2-ae40-4ca3-a71e-e57dee68b920 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439758
Nov 27 22:14:31.321086 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36cc37-0cb4-413d-97d8-aeb430e6ae8d req-569c39c6-13e6-4b5d-8e72-32ad7aa32cf8 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:31.322497 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b36cc37-0cb4-413d-97d8-aeb430e6ae8d req-569c39c6-13e6-4b5d-8e72-32ad7aa32cf8 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 945 time: 0.0499446
Nov 27 22:14:31.375641 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6b36cc37-0cb4-413d-97d8-aeb430e6ae8d req-3300dfef-d72a-4ff6-8800-2b4e6c0168dc tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471263
Nov 27 22:14:32.492661 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08a49b-7bac-4f8c-887e-ea1d3008da6e req-d9c0efb9-2512-4071-ad53-9b3080cba12a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:32.494156 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e08a49b-7bac-4f8c-887e-ea1d3008da6e req-d9c0efb9-2512-4071-ad53-9b3080cba12a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 945 time: 0.0504003
Nov 27 22:14:32.546318 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9e08a49b-7bac-4f8c-887e-ea1d3008da6e req-35c3287c-2b6a-4419-9419-24008773ac2d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461440
Nov 27 22:14:33.663281 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486c3d9-7152-4871-a8ab-dce3263e64ff req-9baad9d3-7fdd-4ebd-ab7f-c41486b902e6 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:33.664762 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6486c3d9-7152-4871-a8ab-dce3263e64ff req-9baad9d3-7fdd-4ebd-ab7f-c41486b902e6 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 945 time: 0.0490482
Nov 27 22:14:33.714225 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-6486c3d9-7152-4871-a8ab-dce3263e64ff req-640e89d4-fbc1-4185-afb0-348ea6770a98 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434706
Nov 27 22:14:33.828338 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81f017-a449-400d-9961-e3116ef18e90 req-007c24b6-c62d-4cf8-bf5f-afc6e89c1fee tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:33.830431 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd81f017-a449-400d-9961-e3116ef18e90 req-007c24b6-c62d-4cf8-bf5f-afc6e89c1fee tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 945 time: 0.0478458
Nov 27 22:14:33.881624 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-cd81f017-a449-400d-9961-e3116ef18e90 req-51ebc837-f09b-4e55-80cf-80839c9af95c tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453751
Nov 27 22:14:33.903438 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60616) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:33.984910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d95c99-8c0d-4f1a-a596-6b277030fe71 tempest-TestSnapshotPattern-1328113581 tempest-TestSnapshotPattern-1328113581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:33.986874 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f0d95c99-8c0d-4f1a-a596-6b277030fe71 tempest-TestSnapshotPattern-1328113581 tempest-TestSnapshotPattern-1328113581-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1091 time: 0.0824578
Nov 27 22:14:33.989706 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 60620) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:14:33.993947 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.v2.base [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=120908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:14:34.016318 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for floatingip, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:34.117383 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:34.216321 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_common [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Allocated IP 172.35.3.150 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/a8d28d44-4d38-4618-abc9-95e309cfed82) {{(pid=120908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:14:34.318240 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for port, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:34.351128 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:34.389869 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:14:34.394523 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.base_scheduler [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Resources bound (agent type, host, resource id):  {{(pid=120908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:14:34.397182 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Received port after_create {{(pid=120908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:14:34.422861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'Port': ['ID=a8d28d44-4d38-4618-abc9-95e309cfed82,revision_number=1']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:34.493241 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0ff357a5-aa65-4448-83ae-536de90e56c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:35.070887 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:35.135690 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:35.288478 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for port, precommit_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:35.292914 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143852264'] for port, after_update {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:35.366029 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'Port': ['ID=a8d28d44-4d38-4618-abc9-95e309cfed82,revision_number=2']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:14:35.376608 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:35.478042 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Floating IP 8523d5f7-5aca-4e93-9f16-c8ab5af1117a associated. External IP: 172.35.3.150, port: 64c3ba68-63da-4845-9693-5ed608ed2cc3.
Nov 27 22:14:35.680528 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:14:35.786778 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:14:35.796204 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] Sync routers for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:14:35.804271 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:35.806224 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:35.806844 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce905b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:35.844142 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f35b55a5-7e9a-4f53-988a-f3154e97e106 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8400593
Nov 27 22:14:35.844142 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:14:35.844142 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0626d43-3d51-4174-97d3-913157468a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:14:35.869642 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96fe201-b237-48ce-b3b4-d2d36841a2ad x-openstack-request-id: req-e96fe201-b237-48ce-b3b4-d2d36841a2ad {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:14:35.869938 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:14:35.870195 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e96fe201-b237-48ce-b3b4-d2d36841a2ad {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:14:35.870602 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'status': 'completed', 'code': 200}
Nov 27 22:14:35.914426 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:35.935402 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0626d43-3d51-4174-97d3-913157468a9c req-c805bed4-7f45-433b-a273-1d88d2b540a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:35.936821 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0626d43-3d51-4174-97d3-913157468a9c req-c805bed4-7f45-433b-a273-1d88d2b540a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1096 time: 0.0434756
Nov 27 22:14:36.027424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0626d43-3d51-4174-97d3-913157468a9c req-de88ed6a-2732-4e7e-a5b4-f720e86a8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:36.028920 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0626d43-3d51-4174-97d3-913157468a9c req-de88ed6a-2732-4e7e-a5b4-f720e86a8f43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0841780
Nov 27 22:14:36.099946 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0626d43-3d51-4174-97d3-913157468a9c req-e4acaa6c-e7ce-4c17-bc09-0881fcd9892c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 999 time: 0.0634372
Nov 27 22:14:36.147902 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce905b0>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8523d5f7-5aca-4e93-9f16-c8ab5af1117a', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:14:34Z', 'updated_at': '2021-11-27T22:14:34Z', 'revision_number': 0, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:36.151634 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0626d43-3d51-4174-97d3-913157468a9c req-fb67387f-4924-4221-afc1-327bc90d6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:36.153185 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0626d43-3d51-4174-97d3-913157468a9c req-fb67387f-4924-4221-afc1-327bc90d6cb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0471148
Nov 27 22:14:36.175216 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] Checking router: 1fd0f8cf-2337-41f1-9dac-82374cf2d46a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:14:36.184415 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:14:36.185033 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fce905b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:14:07Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:36.199641 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0626d43-3d51-4174-97d3-913157468a9c req-bdee38f9-22ba-4847-b4e6-b1663ed21428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:36.201052 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0626d43-3d51-4174-97d3-913157468a9c req-bdee38f9-22ba-4847-b4e6-b1663ed21428 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409627
Nov 27 22:14:36.293307 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:14:36.296276 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0626d43-3d51-4174-97d3-913157468a9c req-2f745ff5-b4dc-459d-b092-ebb686592bf2 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883579
Nov 27 22:14:36.388828 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b0626d43-3d51-4174-97d3-913157468a9c req-8ac7c056-ccf8-4e49-b85a-716721954c99 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846608
Nov 27 22:14:36.522118 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fce905b0>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8523d5f7-5aca-4e93-9f16-c8ab5af1117a', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:14:34Z', 'updated_at': '2021-11-27T22:14:34Z', 'revision_number': 0, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:14:36.553123 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd3bb0-16eb-4904-9e1b-c5ad43b31fe0 None None] The sync data for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 is: [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8523d5f7-5aca-4e93-9f16-c8ab5af1117a', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:14:34Z', 'updated_at': '2021-11-27T22:14:34Z', 'revision_number': 0, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:14:36.660475 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5e4bf9de-fedc-4804-8b58-80603f07cab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:36.759973 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d4c74-4659-4719-99a7-0b4514808aea None None] New status for floating IP 8523d5f7-5aca-4e93-9f16-c8ab5af1117a: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:14:38.181308 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:39.890626 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:40.475322 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:46.850036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:49.240095 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:14:53.859661 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-f5493d0c-0a2e-4700-92b9-88c7c5c7957e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397692
Nov 27 22:14:53.944919 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-026d580a-9130-4372-9d03-83156fe3641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:53.946415 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-026d580a-9130-4372-9d03-83156fe3641f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1096 time: 0.0439470
Nov 27 22:14:54.047036 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-2d4ca7be-70bf-429e-b156-55ce6138b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:54.048660 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-2d4ca7be-70bf-429e-b156-55ce6138b86f service neutron] 10.222.0.15 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0828094
Nov 27 22:14:54.119533 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-dc17a6e1-64c8-4301-abba-d00ad5bee331 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 1001 time: 0.0623643
Nov 27 22:14:54.167373 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-4752a7f1-ceb4-4e22-acfa-82f62397930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:54.168777 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-4752a7f1-ceb4-4e22-acfa-82f62397930b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0428214
Nov 27 22:14:54.214772 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-ae7c6d7b-80fb-4c58-9f0f-85f2c293c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:14:54.216335 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-ae7c6d7b-80fb-4c58-9f0f-85f2c293c58e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405347
Nov 27 22:14:54.309583 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-b76c8d2e-d88e-4135-ab52-72bad4839bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856776
Nov 27 22:14:54.398390 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1ee38c19-ffaa-49e5-9576-5770b01acf14 req-a2c97802-9822-4e66-be2c-85e588c3a7cf service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816565
Nov 27 22:14:59.000804 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:15:04.494400 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-626d295e-fcec-4027-a9d8-055120281586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:06.661675 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2633a3dd-0229-4465-a448-6e5a2efee645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:08.183505 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:09.893162 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:10.476508 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:16.865265 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:19.241439 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:34.495840 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a922-83b1-41df-af74-7e16897a2a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:35.999331 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:15:36.662322 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0f294748-f9ae-47c1-b910-9cebeedae16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:38.189741 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:39.897042 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:40.477968 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:46.865597 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:49.245140 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:15:55.912146 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae56393c-671d-49a8-854a-e2a3319a847f req-a9d456f8-2b5f-45de-9093-4dea46eee29b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0824122
Nov 27 22:15:56.000605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56393c-671d-49a8-854a-e2a3319a847f req-d95c46d9-f5ed-4379-8f5d-50305c85adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:15:56.002132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae56393c-671d-49a8-854a-e2a3319a847f req-d95c46d9-f5ed-4379-8f5d-50305c85adda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1096 time: 0.0470781
Nov 27 22:15:56.101763 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56393c-671d-49a8-854a-e2a3319a847f req-cfddc5e7-6428-4d22-a276-bff1a6b8df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:15:56.103132 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae56393c-671d-49a8-854a-e2a3319a847f req-cfddc5e7-6428-4d22-a276-bff1a6b8df65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0823848
Nov 27 22:15:56.171890 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae56393c-671d-49a8-854a-e2a3319a847f req-61302d4c-702e-42e4-8950-c598ed1dd82c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 1001 time: 0.0616930
Nov 27 22:15:56.219879 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56393c-671d-49a8-854a-e2a3319a847f req-232d35e3-1e09-49b6-8d2e-33707567879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:15:56.221331 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae56393c-671d-49a8-854a-e2a3319a847f req-232d35e3-1e09-49b6-8d2e-33707567879a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0424962
Nov 27 22:15:56.264890 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56393c-671d-49a8-854a-e2a3319a847f req-4a93181e-2405-4e82-b5d0-6e223d1f2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:15:56.266317 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae56393c-671d-49a8-854a-e2a3319a847f req-4a93181e-2405-4e82-b5d0-6e223d1f2018 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384848
Nov 27 22:15:56.354620 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae56393c-671d-49a8-854a-e2a3319a847f req-539f9e08-6b4a-4743-81ac-efb0bb444fd3 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810783
Nov 27 22:15:56.443184 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ae56393c-671d-49a8-854a-e2a3319a847f req-f05f23c3-098e-4c12-9a8c-fa2f76c4db25 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815837
Nov 27 22:16:04.497064 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5edc35d0-457f-4703-9db4-b05338fdf40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:06.663421 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2fe17882-15fd-4cd6-8fd7-c016b871501b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:08.189603 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:09.897984 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:10.482117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:12.998214 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:16:16.879782 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:19.247977 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:34.498767 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b333-2b8f-4c6a-a9bc-8346c29ebf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:36.665149 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-de0d53f8-5eb9-43dd-a2f1-2224a25a3ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:38.192533 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:39.901907 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:40.483913 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:46.878935 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:49.253798 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:16:49.997085 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:16:55.283603 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-351d3bdf-4e9e-4a8e-bf59-d943b36556fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0414584
Nov 27 22:16:55.370115 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-47b164f6-7d94-4448-8f06-83c001f5931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:16:55.371649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-47b164f6-7d94-4448-8f06-83c001f5931d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1096 time: 0.0447452
Nov 27 22:16:55.477001 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-f26354e0-2ca3-4c8d-9384-22c46169138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:16:55.478464 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-f26354e0-2ca3-4c8d-9384-22c46169138a service neutron] 10.222.0.15 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0848577
Nov 27 22:16:55.546473 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-5e667040-5cd2-4218-a7cf-73fc9e772f01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 1001 time: 0.0610626
Nov 27 22:16:55.594755 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-0e5fe8af-7a40-4ddc-85a6-9854ed99efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:16:55.596211 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-0e5fe8af-7a40-4ddc-85a6-9854ed99efb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0427911
Nov 27 22:16:55.641720 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-d3cf4c22-d5a1-4dc4-98a7-d27b3cf918d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:16:55.643203 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-d3cf4c22-d5a1-4dc4-98a7-d27b3cf918d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398405
Nov 27 22:16:55.653764 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-6bc8c89b-fe11-4a2c-a7de-29c730b3bd4f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 22:16:55.654724 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-6bc8c89b-fe11-4a2c-a7de-29c730b3bd4f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048890
Nov 27 22:16:55.745663 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-d6657357-2c36-49cf-ba23-fd2f47390572 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838690
Nov 27 22:16:55.836382 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-630da5ce-82f6-41ec-a6c6-ab76d8899b2b req-a08b3214-974e-44cc-81ac-bffe03d5a27f service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836172
Nov 27 22:17:04.499543 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6ff97edc-72f9-4576-b7d3-d5c5b93e6614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:06.666572 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3f719587-e5a3-495a-9e27-5499becf27a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:07.796507 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 64c3ba68-63da-4845-9693-5ed608ed2cc3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:17:07.893623 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:17:07.905418 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Returning: {'device': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:17:07.941294 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:07.953934 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64c3ba68-63da-4845-9693-5ed608ed2cc3 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:17:07.972853 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:17:07.976865 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:08.029710 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=64c3ba68-63da-4845-9693-5ed608ed2cc3,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:08.037632 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.037996 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.038370 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.038702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.039049 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.039435 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.039780 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.040117 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.040458 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.040794 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.041130 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.041466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:08.050170 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] get_ports_and_sgs() called for port_ids ['64c3ba68-63da-4845-9693-5ed608ed2cc3'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:17:08.208880 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:09.805119 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 64c3ba68-63da-4845-9693-5ed608ed2cc3 up at agent hyperv_nch2-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:17:09.856234 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Provisioning complete for port 64c3ba68-63da-4845-9693-5ed608ed2cc3 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:17:09.856557 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:09.910345 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:09.943875 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:09.966488 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:17:09.968832 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3341d358-8264-4b7a-a078-d9d0c70df8f7" -d '{"events": [{"server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "name": "network-vif-plugged", "status": "completed", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:17:09.982212 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:17:09.986250 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:10.037156 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=64c3ba68-63da-4845-9693-5ed608ed2cc3,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:10.486032 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:11.099407 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34169141-eba0-481b-901c-12864ba766ef x-openstack-request-id: req-34169141-eba0-481b-901c-12864ba766ef {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:17:11.099999 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "name": "network-vif-plugged", "status": "completed", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:17:11.099999 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34169141-eba0-481b-901c-12864ba766ef {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:17:11.100359 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'code': 200}
Nov 27 22:17:16.900024 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:19.269252 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:21.551846 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-e7e08564-6dfe-493b-8fcb-32a4b8f958f3 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880080713&fields=id&tenant_id=43420851d76644b8bd7d25b34365dce9 HTTP/1.1" status: 200  len: 267 time: 0.0454149
Nov 27 22:17:21.660278 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-9b331a08-f217-4f58-a6de-591d4dc80c55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:21.662841 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-9b331a08-f217-4f58-a6de-591d4dc80c55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 810 time: 0.1040678
Nov 27 22:17:21.680597 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-e8e43993-c760-48de-8f48-baf298ccbd75 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/quotas/43420851d76644b8bd7d25b34365dce9 HTTP/1.1" status: 200  len: 375 time: 0.0100408
Nov 27 22:17:21.731940 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b8cc688e-c964-42ea-854a-57aa75941377 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0458667
Nov 27 22:17:21.789609 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-a18b383a-c482-4a60-b041-9d9e9385ec87 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=120908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 27 22:17:21.790614 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-a18b383a-c482-4a60-b041-9d9e9385ec87 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0466118
Nov 27 22:17:21.880997 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-35e4e954-d353-4ea8-888e-4356bbeee224 service neutron] 10.222.0.21 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842085
Nov 27 22:17:21.971284 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-96d85fc6-b1b1-46fd-a48a-e57de7d10802 service neutron] 10.222.0.21 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839994
Nov 27 22:17:22.193200 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-87463abc-a00c-430d-9d54-9ff9abb963e4 req-502d4911-808d-46e9-b9da-e29f3bc4787c tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 210 time: 0.0811794
Nov 27 22:17:23.133446 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-e8c6daa3-11f2-4d06-99f4-3d618531c0e6 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:23.134915 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-e8c6daa3-11f2-4d06-99f4-3d618531c0e6 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.35 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 810 time: 0.1066122
Nov 27 22:17:23.206265 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-ad112e69-3771-4fc1-b20a-a4553be2501c tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43420851d76644b8bd7d25b34365dce9 HTTP/1.1" status: 200  len: 379 time: 0.0554318
Nov 27 22:17:23.226425 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'port': {'device_id': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'admin_state_up': True, 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'security_groups': ['3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4']}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:17:23.292702 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-61e1aa58-0057-4f04-8eff-6817f21ce1ad req-5f389057-7bc7-4793-9939-ba138bf307de tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 210 time: 0.0265112
Nov 27 22:17:23.345990 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Made reservation on behalf of 43420851d76644b8bd7d25b34365dce9 for: {'port': 1} {{(pid=120909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 27 22:17:23.349891 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:23.490555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Allocated IP 172.20.0.14 (743deef8-7ae2-412c-aa24-d9a0d80c526f/f1fa9e19-b89c-472d-987f-7fde7c687716/59789da2-6523-40b0-973d-22414aeaeb96) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:17:23.689086 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:23.730035 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:23.773347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:17:23.778758 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:17:23.786746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:17:23.834114 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'Port': ['ID=59789da2-6523-40b0-973d-22414aeaeb96,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:23.846391 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.846886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.847365 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.847814 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.848269 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.848705 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.849160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.849595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.850036 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.850499 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.851113 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.851573 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:17:23.869704 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:23.871207 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:23.899420 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b909b9f0-0482-45da-8c23-2ebd0afb1f88 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6761417
Nov 27 22:17:23.904748 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 64c3ba68-63da-4845-9693-5ed608ed2cc3 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:17:24.015148 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:24.051385 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:17:24.053792 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddedb9a-470a-4b43-b816-f12ce9c80a32" -d '{"events": [{"server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "name": "network-vif-unplugged", "status": "completed", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:17:24.098994 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:17:24.103120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-eb1d17d6-be84-4a57-b18f-51096d5706c2 None None] Provisioning complete for port 59789da2-6523-40b0-973d-22414aeaeb96 triggered by entity DHCP. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:17:24.103727 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-eb1d17d6-be84-4a57-b18f-51096d5706c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:24.106905 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 27 Nov 2021 22:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dad477a-d9d2-4769-8236-26d1037b91b1 x-openstack-request-id: req-4dad477a-d9d2-4769-8236-26d1037b91b1 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:17:24.107214 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "name": "network-vif-unplugged", "status": "completed", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:17:24.107495 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dad477a-d9d2-4769-8236-26d1037b91b1 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:17:24.107985 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'code': 200}
Nov 27 22:17:24.110796 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:24.189247 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Pushing event updated for resources: {'Port': ['ID=64c3ba68-63da-4845-9693-5ed608ed2cc3,revision_number=8']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:24.193604 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d17d6-be84-4a57-b18f-51096d5706c2 None None] Port 59789da2-6523-40b0-973d-22414aeaeb96 cannot update to ACTIVE because it is not bound. {{(pid=120910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 27 22:17:24.427145 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8fc4d-a241-43c7-b393-07628017dcfb req-4e38c9ed-9042-42c3-a766-30378a418c69 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:24.428765 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ead8fc4d-a241-43c7-b393-07628017dcfb req-4e38c9ed-9042-42c3-a766-30378a418c69 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 932 time: 0.0579011
Nov 27 22:17:24.491406 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-ead8fc4d-a241-43c7-b393-07628017dcfb req-ec026f73-960f-457c-979c-62421ab47d0d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537729
Nov 27 22:17:25.617481 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a05a3-5740-48f6-bdbf-67048101c1b3 req-7306ed8b-d7c4-4d94-af3e-36c2ae176771 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:25.619823 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c39a05a3-5740-48f6-bdbf-67048101c1b3 req-7306ed8b-d7c4-4d94-af3e-36c2ae176771 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 932 time: 0.0546775
Nov 27 22:17:25.671566 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-c39a05a3-5740-48f6-bdbf-67048101c1b3 req-ed7dc679-6570-4bc2-8f72-05c62615abb6 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449150
Nov 27 22:17:26.802093 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167686ea-c874-4356-8db3-b7181ecbff57 req-a0a43eba-6ab4-458c-99ce-df406a5aabef tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:26.803734 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-167686ea-c874-4356-8db3-b7181ecbff57 req-a0a43eba-6ab4-458c-99ce-df406a5aabef tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 932 time: 0.0568655
Nov 27 22:17:26.853760 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-167686ea-c874-4356-8db3-b7181ecbff57 req-aa47945b-2e6d-4b23-9646-bd0757f9da43 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437121
Nov 27 22:17:26.996354 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:17:27.980356 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad099197-67ba-49df-80e2-6e582aba19ad req-ed6cf07f-cb49-409b-af84-b7f10276680d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:27.982044 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad099197-67ba-49df-80e2-6e582aba19ad req-ed6cf07f-cb49-409b-af84-b7f10276680d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 932 time: 0.0497208
Nov 27 22:17:28.038429 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-ad099197-67ba-49df-80e2-6e582aba19ad req-852e8019-1505-47e0-ae18-31a265b70413 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493631
Nov 27 22:17:29.166014 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85b55c-dd21-4021-b385-0838c19de87f req-dd1d4515-5cb7-4b44-9a1a-c65d7e0767de tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:29.167470 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f85b55c-dd21-4021-b385-0838c19de87f req-dd1d4515-5cb7-4b44-9a1a-c65d7e0767de tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 932 time: 0.0506332
Nov 27 22:17:29.226251 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1f85b55c-dd21-4021-b385-0838c19de87f req-b25429af-eb05-444e-8075-54b2e97ba2d7 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516033
Nov 27 22:17:30.356599 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f9af1-7d24-4531-bd7a-186a73f22494 req-1c84f0a5-cb35-4d7b-9aa5-3ab5062470d5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:30.358084 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e8f9af1-7d24-4531-bd7a-186a73f22494 req-1c84f0a5-cb35-4d7b-9aa5-3ab5062470d5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 932 time: 0.0525467
Nov 27 22:17:30.415193 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4e8f9af1-7d24-4531-bd7a-186a73f22494 req-96f82b06-f651-48ba-ba5c-939d41ef0f43 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504425
Nov 27 22:17:31.552766 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3207c5c-29ef-4a40-9fe2-4a0b257b1421 req-087ec8c2-701a-449d-ab9b-0cb1b257fe8b tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:31.564260 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c3207c5c-29ef-4a40-9fe2-4a0b257b1421 req-087ec8c2-701a-449d-ab9b-0cb1b257fe8b tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 932 time: 0.0695000
Nov 27 22:17:31.615081 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-c3207c5c-29ef-4a40-9fe2-4a0b257b1421 req-99015687-4862-41e7-9e3d-2b3f1928711c tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444226
Nov 27 22:17:32.737594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b49d-9329-492a-8a70-50c833ab5d65 req-1c988bc5-a5e2-4259-b94f-d395ede900bb tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:32.738993 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3de5b49d-9329-492a-8a70-50c833ab5d65 req-1c988bc5-a5e2-4259-b94f-d395ede900bb tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 932 time: 0.0495260
Nov 27 22:17:32.792129 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-3de5b49d-9329-492a-8a70-50c833ab5d65 req-d24fc8db-f773-47a3-b573-61c9212af099 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471034
Nov 27 22:17:33.908302 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee24a7-0001-42f6-b974-2b1cb1d1c9c9 req-6e7c9a89-e880-4732-8ec8-ec3cdbaef2b4 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:33.909789 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-11ee24a7-0001-42f6-b974-2b1cb1d1c9c9 req-6e7c9a89-e880-4732-8ec8-ec3cdbaef2b4 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 932 time: 0.0513039
Nov 27 22:17:33.957933 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-11ee24a7-0001-42f6-b974-2b1cb1d1c9c9 req-75d55d8f-1651-4d16-8b14-e78a8bfaea1d tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421174
Nov 27 22:17:34.054605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Request body: {'port': {'device_id': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:17:34.114246 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:34.370746 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59789da2-6523-40b0-973d-22414aeaeb96 {{(pid=120909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:17:34.378763 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:34.391501 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.provisioning_blocks [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Transition to ACTIVE for port object 59789da2-6523-40b0-973d-22414aeaeb96 will not be triggered until provisioned by entity L2. {{(pid=120909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 27 22:17:34.396331 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:34.505723 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Pushing event updated for resources: {'Port': ['ID=59789da2-6523-40b0-973d-22414aeaeb96,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:34.511451 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d81e-3692-4a07-95b8-e78e2094be49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:34.541684 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Attempting to bind port 59789da2-6523-40b0-973d-22414aeaeb96 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 27 22:17:34.542023 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Attempting to bind port 59789da2-6523-40b0-973d-22414aeaeb96 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 27 22:17:34.542355 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Attempting to bind port 59789da2-6523-40b0-973d-22414aeaeb96 on network 743deef8-7ae2-412c-aa24-d9a0d80c526f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:17:34.547178 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Port 59789da2-6523-40b0-973d-22414aeaeb96 on network 743deef8-7ae2-412c-aa24-d9a0d80c526f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 27 22:17:34.547549 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Attempting to bind port 59789da2-6523-40b0-973d-22414aeaeb96 on network 743deef8-7ae2-412c-aa24-d9a0d80c526f {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 27 22:17:34.552550 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Checking agent: {'id': 'c40f9fa6-31c3-4533-9b10-90278a500826', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'started_at': datetime.datetime(2021, 11, 27, 20, 43, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 27, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 27 22:17:34.552897 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Checking segment: {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 27 22:17:34.553284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Bound using segment: {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'} {{(pid=120909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 27 22:17:34.553709 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.managers [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Bound port: 59789da2-6523-40b0-973d-22414aeaeb96, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c9fd6c-8781-47ef-b9d5-6ce0412bc377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f'}}] {{(pid=120909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 27 22:17:34.554082 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:34.626182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] For port 59789da2-6523-40b0-973d-22414aeaeb96, host nch1-master-1, cleared binding levels {{(pid=120909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 27 22:17:34.630157 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] For port 59789da2-6523-40b0-973d-22414aeaeb96, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59789da2-6523-40b0-973d-22414aeaeb96,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 27 22:17:34.634332 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:34.671221 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:34.672390 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:34.673802 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] 10.222.0.35 "PUT /v2.0/ports/59789da2-6523-40b0-973d-22414aeaeb96 HTTP/1.1" status: 200  len: 1092 time: 0.6670551
Nov 27 22:17:34.674234 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:17:34.676731 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdf2d89-26a5-42cc-aec0-c24c52204996" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "tag": "59789da2-6523-40b0-973d-22414aeaeb96"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:17:34.702509 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb5146-3b3b-41c8-ac3d-69d4f63a390b service neutron] Pushing event updated for resources: {'Port': ['ID=59789da2-6523-40b0-973d-22414aeaeb96,revision_number=3']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:34.779082 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-7cfcdc31-69ef-40a7-a418-94ee4f9536ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:34.780772 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-7cfcdc31-69ef-40a7-a418-94ee4f9536ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 1095 time: 0.0516768
Nov 27 22:17:34.789017 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897eec13-3a56-4f40-8d62-65cb58401fba x-openstack-request-id: req-897eec13-3a56-4f40-8d62-65cb58401fba {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:17:34.789325 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "tag": "59789da2-6523-40b0-973d-22414aeaeb96", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:17:34.789592 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-897eec13-3a56-4f40-8d62-65cb58401fba {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:17:34.790007 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96', 'status': 'completed', 'code': 200}
Nov 27 22:17:34.828105 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-df37a42d-d613-40fd-9f91-90ae2e72408d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59789da2-6523-40b0-973d-22414aeaeb96 HTTP/1.1" status: 200  len: 217 time: 0.0365312
Nov 27 22:17:34.882761 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-051d64c9-26dd-45aa-b0cd-95b7523969f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:34.884228 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-051d64c9-26dd-45aa-b0cd-95b7523969f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0481153
Nov 27 22:17:34.930205 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b154ed39-618e-4324-b285-5e496f17e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:34.931722 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-b154ed39-618e-4324-b285-5e496f17e608 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394440
Nov 27 22:17:35.030304 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-3b860b4d-9311-480a-8b25-9bcfa1d19d43 service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862479
Nov 27 22:17:35.078499 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68398610-df27-47ec-a37b-54d4429427b5 req-c734d9db-d259-4728-ae7f-939800e35d08 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:35.080013 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68398610-df27-47ec-a37b-54d4429427b5 req-c734d9db-d259-4728-ae7f-939800e35d08 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 944 time: 0.0523679
Nov 27 22:17:35.125242 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b867960d-0549-4269-9ecf-a2c7c7f0b0ae req-e77f446b-712c-48ef-ae19-2ecf57381b17 service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828264
Nov 27 22:17:35.128737 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-68398610-df27-47ec-a37b-54d4429427b5 req-6471847c-21d0-427c-8b39-1ea57a18ee18 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425215
Nov 27 22:17:35.228982 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-59d1809b-6c1f-421b-9da6-87c93d142b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:35.230475 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-59d1809b-6c1f-421b-9da6-87c93d142b33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 1095 time: 0.0450134
Nov 27 22:17:35.319118 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-531ea591-0e37-41e8-ab4d-7d011dc2278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:35.320618 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-531ea591-0e37-41e8-ab4d-7d011dc2278d service neutron] 10.222.0.35 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0828836
Nov 27 22:17:35.366427 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-c4253ad6-86d0-4f5c-bb3b-623ed41f2e3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59789da2-6523-40b0-973d-22414aeaeb96 HTTP/1.1" status: 200  len: 217 time: 0.0383213
Nov 27 22:17:35.415485 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-c56bfba7-71e0-4a5d-849f-8c1fab89ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:35.416826 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-c56bfba7-71e0-4a5d-849f-8c1fab89ea65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0437872
Nov 27 22:17:35.464513 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-9053117c-2f23-4f97-b2e3-d73a680a1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:35.466012 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-9053117c-2f23-4f97-b2e3-d73a680a1e45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399370
Nov 27 22:17:35.557684 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-8a7bd4f3-dce5-4c2b-b2cf-cfd568f84e07 service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832233
Nov 27 22:17:35.646964 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dcdf2d89-26a5-42cc-aec0-c24c52204996 req-5b0cddb0-1168-4577-a262-04ca6a38902a service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804009
Nov 27 22:17:36.249457 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8826abe-b275-442a-91f6-6215a83e9674 req-adad3fe5-36f8-41b5-a343-a535666f9bde tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:36.250926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b8826abe-b275-442a-91f6-6215a83e9674 req-adad3fe5-36f8-41b5-a343-a535666f9bde tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 944 time: 0.0492046
Nov 27 22:17:36.299023 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b8826abe-b275-442a-91f6-6215a83e9674 req-244811c2-18b1-4201-a8d2-cab7104abdb6 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421712
Nov 27 22:17:36.667572 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-53cb9a38-4c16-4cfa-bf3b-cdd56e5486c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:36.936784 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 59789da2-6523-40b0-973d-22414aeaeb96 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:17:37.032932 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 59789da2-6523-40b0-973d-22414aeaeb96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59789da2-6523-40b0-973d-22414aeaeb96,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:17:37.044126 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '59789da2-6523-40b0-973d-22414aeaeb96', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'port_id': '59789da2-6523-40b0-973d-22414aeaeb96', 'mac_address': 'fa:16:3e:ef:23:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:17:37.083710 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:37.096276 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59789da2-6523-40b0-973d-22414aeaeb96 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:17:37.119371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 59789da2-6523-40b0-973d-22414aeaeb96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59789da2-6523-40b0-973d-22414aeaeb96,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:17:37.123336 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:37.169158 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=59789da2-6523-40b0-973d-22414aeaeb96,revision_number=4']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:37.410533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['59789da2-6523-40b0-973d-22414aeaeb96'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:17:37.416259 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfcfa0-e079-4d25-b619-2bedf22c80ac req-84ba0881-3963-4503-a128-cf3e46c16a62 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:37.417768 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ddfcfa0-e079-4d25-b619-2bedf22c80ac req-84ba0881-3963-4503-a128-cf3e46c16a62 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 945 time: 0.0483792
Nov 27 22:17:37.468537 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-4ddfcfa0-e079-4d25-b619-2bedf22c80ac req-44ffb2d3-d21a-408b-86fc-8223aee20a83 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442348
Nov 27 22:17:38.199115 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:38.593164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dec3d-07de-4b5c-91e8-db29c4ec2524 req-32340fca-6b0b-4e1a-8369-bcfcd168609f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:38.594650 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-080dec3d-07de-4b5c-91e8-db29c4ec2524 req-32340fca-6b0b-4e1a-8369-bcfcd168609f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 945 time: 0.0520163
Nov 27 22:17:38.642885 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-080dec3d-07de-4b5c-91e8-db29c4ec2524 req-cd9615df-a2f2-4d01-ac21-f3033ca462bb tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423741
Nov 27 22:17:38.944449 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 59789da2-6523-40b0-973d-22414aeaeb96 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:17:38.992176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning for port 59789da2-6523-40b0-973d-22414aeaeb96 completed by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 27 22:17:38.996255 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 59789da2-6523-40b0-973d-22414aeaeb96 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:17:38.996643 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:39.074372 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:39.096988 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:17:39.099353 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b525a553-0d1c-436c-9f6e-b830bc16ba49" -d '{"events": [{"server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "name": "network-vif-plugged", "status": "completed", "tag": "59789da2-6523-40b0-973d-22414aeaeb96"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:17:39.112576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 59789da2-6523-40b0-973d-22414aeaeb96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59789da2-6523-40b0-973d-22414aeaeb96,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:17:39.116616 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:39.142696 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7349c206-706b-46e1-9bb3-d1346fd6389f x-openstack-request-id: req-7349c206-706b-46e1-9bb3-d1346fd6389f {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:17:39.142991 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "name": "network-vif-plugged", "status": "completed", "tag": "59789da2-6523-40b0-973d-22414aeaeb96", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:17:39.143245 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7349c206-706b-46e1-9bb3-d1346fd6389f {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:17:39.143656 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96', 'code': 200}
Nov 27 22:17:39.170921 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=59789da2-6523-40b0-973d-22414aeaeb96,revision_number=5']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:39.242116 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcc06d-384f-4bfd-b738-c98845de14dd req-b4408edd-bc9b-41d8-ad22-4af7749622eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:39.243609 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48bcc06d-384f-4bfd-b738-c98845de14dd req-b4408edd-bc9b-41d8-ad22-4af7749622eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 1097 time: 0.0389943
Nov 27 22:17:39.291105 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-48bcc06d-384f-4bfd-b738-c98845de14dd req-ccfef0fd-f3c4-4ee7-b07c-cc9540810df9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404150
Nov 27 22:17:39.761064 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bf24a-8024-417b-b5e3-d1915c3a6c93 req-ac5468df-21ce-43db-90e3-0c485de52a18 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:39.762576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd1bf24a-8024-417b-b5e3-d1915c3a6c93 req-ac5468df-21ce-43db-90e3-0c485de52a18 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 946 time: 0.0515304
Nov 27 22:17:39.810646 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-dd1bf24a-8024-417b-b5e3-d1915c3a6c93 req-307388c3-7e7c-4385-8c91-552699166503 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413454
Nov 27 22:17:39.909167 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:40.488001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:40.930753 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271abaf-949b-4603-b2f2-34804e617fdf req-5975086e-036b-4ae9-85b6-8d6ada2a0813 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:40.932268 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9271abaf-949b-4603-b2f2-34804e617fdf req-5975086e-036b-4ae9-85b6-8d6ada2a0813 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 946 time: 0.0480633
Nov 27 22:17:40.985116 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-9271abaf-949b-4603-b2f2-34804e617fdf req-db7a27c3-b5f6-45fa-b897-c97e09236e17 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455668
Nov 27 22:17:41.111887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66e06-582e-4a78-bf91-80a878d6a740 req-a356fd19-b0eb-4062-a088-23a525d1e0e5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:41.113276 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bf66e06-582e-4a78-bf91-80a878d6a740 req-a356fd19-b0eb-4062-a088-23a525d1e0e5 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 946 time: 0.0486026
Nov 27 22:17:41.161797 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-4bf66e06-582e-4a78-bf91-80a878d6a740 req-39b34115-bcb6-4a7d-b1d1-9fc8911899c7 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426843
Nov 27 22:17:41.183648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60992) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:17:41.222343 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a083f443-73c5-48f7-8fce-0be3ab045c9e tempest-TestSnapshotPattern-1328113581 tempest-TestSnapshotPattern-1328113581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:41.223906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-a083f443-73c5-48f7-8fce-0be3ab045c9e tempest-TestSnapshotPattern-1328113581 tempest-TestSnapshotPattern-1328113581-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 1092 time: 0.0392482
Nov 27 22:17:41.226762 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 60994) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:17:41.230965 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.v2.base [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Request body: {'floatingip': {'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'port_id': '59789da2-6523-40b0-973d-22414aeaeb96', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=120909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 27 22:17:41.253064 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for floatingip, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:41.362045 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:41.476246 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_common [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Allocated IP 172.35.3.163 (7e46e7ab-0203-480f-9b07-f121716d4c61/b843e03b-d31a-4b3e-8bda-1679b2a63ea5/9730b81b-a35b-40fa-b5f2-a24d339968cd) {{(pid=120909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 27 22:17:41.580442 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for port, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:41.614396 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788577550309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:41.653325 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Network 7e46e7ab-0203-480f-9b07-f121716d4c61 is already hosted by enough agents. {{(pid=120909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 27 22:17:41.656101 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.base_scheduler [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Resources bound (agent type, host, resource id):  {{(pid=120909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 27 22:17:41.660268 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Received port after_create {{(pid=120909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 27 22:17:41.687560 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'Port': ['ID=9730b81b-a35b-40fa-b5f2-a24d339968cd,revision_number=1']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:42.017834 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:42.086063 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:42.229947 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for port, precommit_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:42.235116 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146448966'] for port, after_update {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:42.304796 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event updated for resources: {'Port': ['ID=9730b81b-a35b-40fa-b5f2-a24d339968cd,revision_number=2']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:17:42.315508 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1828836'] for floatingip, after_create {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:42.411987 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Floating IP 8d285413-7f07-4c7d-b539-cec3ea554da0 associated. External IP: 172.35.3.163, port: 59789da2-6523-40b0-973d-22414aeaeb96.
Nov 27 22:17:42.938133 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:17:43.048340 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:17:43.058886 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] Sync routers for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:17:43.065189 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:43.068694 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:17:43.069318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6655e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:17:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:17:43.092114 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-830d0131-f061-4b39-91cd-5b5cc2c2a468 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8643062
Nov 27 22:17:43.092701 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:17:43.095578 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "tag": "59789da2-6523-40b0-973d-22414aeaeb96"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:17:43.131815 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4bce8b-2c90-4223-87fc-b70a3e5bd215 x-openstack-request-id: req-5a4bce8b-2c90-4223-87fc-b70a3e5bd215 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:17:43.132113 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "tag": "59789da2-6523-40b0-973d-22414aeaeb96", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:17:43.132372 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a4bce8b-2c90-4223-87fc-b70a3e5bd215 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:17:43.132777 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96', 'status': 'completed', 'code': 200}
Nov 27 22:17:43.182644 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:17:43.196260 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-5bfd7715-ea3c-426e-adda-f1d4e7c9fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:43.197743 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-5bfd7715-ea3c-426e-adda-f1d4e7c9fe72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 1097 time: 0.0394797
Nov 27 22:17:43.294662 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-cfce19f4-c48c-4ea2-8c7b-ddfc70221750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:43.296199 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-cfce19f4-c48c-4ea2-8c7b-ddfc70221750 service neutron] 10.222.0.35 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0887172
Nov 27 22:17:43.361640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-f820117f-095f-414a-bcf5-ba481651d960 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59789da2-6523-40b0-973d-22414aeaeb96 HTTP/1.1" status: 200  len: 1000 time: 0.0576980
Nov 27 22:17:43.405750 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6655e0>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8523d5f7-5aca-4e93-9f16-c8ab5af1117a', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:14:34Z', 'updated_at': '2021-11-27T22:14:36Z', 'revision_number': 1, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}, {'id': '8d285413-7f07-4c7d-b539-cec3ea554da0', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.163', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '59789da2-6523-40b0-973d-22414aeaeb96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:ef:23:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:17:41Z', 'updated_at': '2021-11-27T22:17:41Z', 'revision_number': 0, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:17:43.412556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-0352672d-726a-4f53-a895-a3067b6d92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:43.414118 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-0352672d-726a-4f53-a895-a3067b6d92bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0450366
Nov 27 22:17:43.435120 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] Checking router: 1fd0f8cf-2337-41f1-9dac-82374cf2d46a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:17:43.444014 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:17:43.444628 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6655e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:17:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:17:43.464492 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-a34491a9-a35b-42f0-af70-eb4c49bdb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:43.466019 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-a34491a9-a35b-42f0-af70-eb4c49bdb7eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447352
Nov 27 22:17:43.546100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:17:43.553701 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-fd02afa1-11d3-4832-b6c7-d9972fc38b7e service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802898
Nov 27 22:17:43.645840 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-38ce698b-41b6-400a-a1f1-ddf8f740d8ba req-718726cd-f1e7-4162-955b-deeb977d1cbd service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849373
Nov 27 22:17:43.769703 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6655e0>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8523d5f7-5aca-4e93-9f16-c8ab5af1117a', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:14:34Z', 'updated_at': '2021-11-27T22:14:36Z', 'revision_number': 1, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}, {'id': '8d285413-7f07-4c7d-b539-cec3ea554da0', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.163', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '59789da2-6523-40b0-973d-22414aeaeb96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:ef:23:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:17:41Z', 'updated_at': '2021-11-27T22:17:41Z', 'revision_number': 0, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:17:43.795187 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376c88df-0b2f-4b65-a472-6aed68af28c4 None None] The sync data for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 is: [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8523d5f7-5aca-4e93-9f16-c8ab5af1117a', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:14:34Z', 'updated_at': '2021-11-27T22:14:36Z', 'revision_number': 1, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}, {'id': '8d285413-7f07-4c7d-b539-cec3ea554da0', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.163', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '59789da2-6523-40b0-973d-22414aeaeb96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:ef:23:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:17:41Z', 'updated_at': '2021-11-27T22:17:41Z', 'revision_number': 0, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:17:44.006224 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb7eb4-693f-45b5-b866-6493a603ed88 None None] New status for floating IP 8d285413-7f07-4c7d-b539-cec3ea554da0: ACTIVE {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:17:46.892611 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:49.268326 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:17:57.267306 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-5d7f8ebe-d1bc-43ed-a6aa-e72e42d7cc62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0382810
Nov 27 22:17:57.347209 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-e38fe6ca-51ee-4a60-87f0-3d483e04e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:57.348697 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-e38fe6ca-51ee-4a60-87f0-3d483e04e45e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1094 time: 0.0394783
Nov 27 22:17:57.453867 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-6881a918-5c0f-4e8d-b67b-8b4a998ad8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:57.455412 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-6881a918-5c0f-4e8d-b67b-8b4a998ad8d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0864615
Nov 27 22:17:57.518847 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-5bb1ae52-f939-4c3f-af58-ad24ba6cf7c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 999 time: 0.0568058
Nov 27 22:17:57.567556 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-573cb8ed-e8ba-4dc6-a1c4-34e060a95cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:57.569032 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-573cb8ed-e8ba-4dc6-a1c4-34e060a95cd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0434740
Nov 27 22:17:57.616614 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-8a23f94a-1d43-4d8f-8724-cdf35d19c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:17:57.618056 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-8a23f94a-1d43-4d8f-8724-cdf35d19c443 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419366
Nov 27 22:17:57.705196 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-89f47709-6d02-4a4a-8005-007a0147ed76 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798256
Nov 27 22:17:58.115693 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-1a1c4d0b-fe81-4df5-8d69-67bb0746696a req-5244c100-2d2f-44fc-864b-62a6224d60f1 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4035134
Nov 27 22:18:03.996677 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:18:04.503649 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b8407fa-d850-4bc3-ba32-f06cdd647c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:06.668553 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad9a9-db01-41f6-83da-71f0043ecaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:08.200632 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:09.911822 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:10.488488 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:16.909224 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:19.282629 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:31.975121 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-fd557f47-a26b-4b26-9299-eae18e4f6dc1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399382
Nov 27 22:18:32.064878 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-3447e50f-6dd7-4aa0-92aa-d60297fe5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:18:32.066343 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-3447e50f-6dd7-4aa0-92aa-d60297fe5bf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 1097 time: 0.0401785
Nov 27 22:18:32.178420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-c420e0d6-edad-4cfc-bad1-98c6a772de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:18:32.179959 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-c420e0d6-edad-4cfc-bad1-98c6a772de9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0888031
Nov 27 22:18:32.245190 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-3440190f-c6a8-491e-9a9c-d5914efbb26b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59789da2-6523-40b0-973d-22414aeaeb96 HTTP/1.1" status: 200  len: 1002 time: 0.0573997
Nov 27 22:18:32.298278 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-b0a3dec2-6a55-47ce-a529-cd8408991974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:18:32.299700 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-b0a3dec2-6a55-47ce-a529-cd8408991974 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0431340
Nov 27 22:18:32.348694 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-69de7725-fdb2-4010-953d-bc754b14d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:18:32.350163 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-69de7725-fdb2-4010-953d-bc754b14d592 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432322
Nov 27 22:18:32.443190 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-11e1f72d-505a-4a62-a7d8-5fce1fdba0f2 service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817688
Nov 27 22:18:32.540713 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0a088128-0f77-4d4d-8cc9-3c4fee37ccbf req-7e098d45-bf37-4966-9c92-419f6c967fd4 service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861197
Nov 27 22:18:34.504832 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b603088d-3a73-4d0c-b395-6f6ec2b2683b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:36.669800 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-edf807c9-d2e2-49d6-87b7-1363b4508729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:38.202805 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:39.914378 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:40.490274 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:40.996205 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:18:46.908157 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:49.281950 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:18:59.763337 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-cbb9d38c-27fb-4d2c-a864-a837e0d4d6db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0391779
Nov 27 22:18:59.842632 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-601b54f1-a0e4-40a2-bc31-bf4d5ef460c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:18:59.844145 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-601b54f1-a0e4-40a2-bc31-bf4d5ef460c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1094 time: 0.0401766
Nov 27 22:18:59.945861 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-46301ed9-adbc-4695-a8f7-9439a2c8bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:18:59.947360 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-46301ed9-adbc-4695-a8f7-9439a2c8bcf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0850959
Nov 27 22:19:00.010499 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-a4eafaa6-1813-490f-93b7-e15a8da5568b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 999 time: 0.0557938
Nov 27 22:19:00.057224 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-7fb19d06-8c69-4d60-b292-ff91eb6f9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:00.058552 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-7fb19d06-8c69-4d60-b292-ff91eb6f9f68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0410471
Nov 27 22:19:00.106633 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-5208ec5d-9504-4a9a-a2f6-1e5a0bf00adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:00.108677 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-5208ec5d-9504-4a9a-a2f6-1e5a0bf00adb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427516
Nov 27 22:19:00.196594 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-585a046e-92f4-42d8-9a50-762385c6ecee service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812001
Nov 27 22:19:00.287189 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-71b0674a-fcb2-4f1a-999d-bd24959c2d01 req-c2fb116a-93c9-40a4-8ea0-40cc18dd1630 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832119
Nov 27 22:19:04.508290 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cdb0-5e34-4572-b8f7-b24f5cdbf261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:06.672423 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-713349f2-4789-4517-9670-025f09dfcb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:08.206966 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:09.917681 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:10.491839 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:16.907884 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:17.997882 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:19:19.293365 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:29.459208 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 59789da2-6523-40b0-973d-22414aeaeb96 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 27 22:19:29.553716 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 59789da2-6523-40b0-973d-22414aeaeb96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59789da2-6523-40b0-973d-22414aeaeb96,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:29.564284 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Returning: {'device': '59789da2-6523-40b0-973d-22414aeaeb96', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'port_id': '59789da2-6523-40b0-973d-22414aeaeb96', 'mac_address': 'fa:16:3e:ef:23:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 27 22:19:29.604272 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:29.617638 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59789da2-6523-40b0-973d-22414aeaeb96 {{(pid=120910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 27 22:19:29.635914 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 59789da2-6523-40b0-973d-22414aeaeb96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59789da2-6523-40b0-973d-22414aeaeb96,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:29.640387 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:29.695083 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=59789da2-6523-40b0-973d-22414aeaeb96,revision_number=6']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:29.703371 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.703678 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.704025 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.704373 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.704722 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.705061 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.705400 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.705740 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.706073 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.706408 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.706746 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.707078 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:29.731975 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] get_ports_and_sgs() called for port_ids ['59789da2-6523-40b0-973d-22414aeaeb96'] {{(pid=120910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 27 22:19:31.459004 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 59789da2-6523-40b0-973d-22414aeaeb96 up at agent hyperv_nch1-master-1 {{(pid=120910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 27 22:19:31.528890 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.provisioning_blocks [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Provisioning complete for port 59789da2-6523-40b0-973d-22414aeaeb96 triggered by entity L2. {{(pid=120910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 27 22:19:31.530323 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749307'] for port, provisioning_complete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:31.623317 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606245'] for port, before_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:31.660466 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] For port 59789da2-6523-40b0-973d-22414aeaeb96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59789da2-6523-40b0-973d-22414aeaeb96,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:31.661527 ncdv-master-1 neutron-server[120910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96'}] {{(pid=120910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:19:31.664521 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b41b8984fb912439b0d44d7a643e98ef63a74d714f706975f468b3f54d5a78dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7a0bde-ff34-4164-8917-8d6c89aceeb9" -d '{"events": [{"server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "name": "network-vif-plugged", "status": "completed", "tag": "59789da2-6523-40b0-973d-22414aeaeb96"}]}' {{(pid=120910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:19:31.667943 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788577952368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788577550327', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788577547277'] for port, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:31.721464 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d750382-1cac-43f4-a81d-a0eacdc9a117 x-openstack-request-id: req-0d750382-1cac-43f4-a81d-a0eacdc9a117 {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:19:31.721912 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "name": "network-vif-plugged", "status": "completed", "tag": "59789da2-6523-40b0-973d-22414aeaeb96", "code": 200}]} {{(pid=120910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:19:31.722258 ncdv-master-1 neutron-server[120910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d750382-1cac-43f4-a81d-a0eacdc9a117 {{(pid=120910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:19:31.722796 ncdv-master-1 neutron-server[120910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96', 'code': 200}
Nov 27 22:19:31.728807 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Pushing event updated for resources: {'Port': ['ID=59789da2-6523-40b0-973d-22414aeaeb96,revision_number=7']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:34.512411 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-1a88ace2-df6d-454e-9b1f-942576e0e951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:34.805282 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28753b-086e-404b-8910-914eba910124 req-2fda78df-8c60-4df2-b157-b719957e5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:34.807640 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be28753b-086e-404b-8910-914eba910124 req-2fda78df-8c60-4df2-b157-b719957e5acb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 1097 time: 0.0450332
Nov 27 22:19:34.931693 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28753b-086e-404b-8910-914eba910124 req-f50667a7-5217-4937-b3df-064900518afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:34.933173 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be28753b-086e-404b-8910-914eba910124 req-f50667a7-5217-4937-b3df-064900518afc service neutron] 10.222.0.35 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0977807
Nov 27 22:19:35.007764 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be28753b-086e-404b-8910-914eba910124 req-8da7a756-2483-4f63-8302-74d30498ed09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59789da2-6523-40b0-973d-22414aeaeb96 HTTP/1.1" status: 200  len: 1002 time: 0.0661051
Nov 27 22:19:35.064247 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28753b-086e-404b-8910-914eba910124 req-d451f435-a4fb-4543-b0e5-98baa96eb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:35.065871 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be28753b-086e-404b-8910-914eba910124 req-d451f435-a4fb-4543-b0e5-98baa96eb290 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0458684
Nov 27 22:19:35.117184 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28753b-086e-404b-8910-914eba910124 req-683c3573-206b-4bb9-a7eb-4467b954fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:35.118749 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be28753b-086e-404b-8910-914eba910124 req-683c3573-206b-4bb9-a7eb-4467b954fa30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452204
Nov 27 22:19:35.239323 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be28753b-086e-404b-8910-914eba910124 req-88de4a4c-5b22-40e8-a347-679a976c466a service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1077991
Nov 27 22:19:35.365117 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-be28753b-086e-404b-8910-914eba910124 req-b156143c-63ab-49eb-86f5-c897d462ef80 service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142828
Nov 27 22:19:36.680899 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3eb24f63-6b1f-409a-985c-7f5a5cd0dd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:38.232103 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:39.923346 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:40.299523 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33000) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:40.461192 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Deleting port 9730b81b-a35b-40fa-b5f2-a24d339968cd {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:40.461544 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:40.493746 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:40.537953 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:40.538280 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:40.550254 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Calling delete_port for 9730b81b-a35b-40fa-b5f2-a24d339968cd owned by network:floatingip {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:40.696150 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:40.721182 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event deleted for resources: {'Port': ['ID=9730b81b-a35b-40fa-b5f2-a24d339968cd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:40.746805 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.747160 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.747541 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.747886 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.748229 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.748570 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.748930 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.749271 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.749602 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.749935 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.750270 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.750605 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:40.793005 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for floatingip, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:40.793361 ncdv-master-1 neutron-server[120909]: INFO neutron.db.l3_db [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Floating IP 8d285413-7f07-4c7d-b539-cec3ea554da0 disassociated (deleted). External IP: 172.35.3.163, port: 59789da2-6523-40b0-973d-22414aeaeb96.
Nov 27 22:19:40.994048 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:19:41.100595 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:19:41.105511 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:41.110327 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] Sync routers for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:19:41.120085 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:19:41.120706 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4004fe130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:19:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:41.131972 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-49eb0348-d17b-4d13-a692-10f7821c3e55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "DELETE /v2.0/floatingips/8d285413-7f07-4c7d-b539-cec3ea554da0 HTTP/1.1" status: 204  len: 168 time: 0.8313503
Nov 27 22:19:41.132555 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:19:41.134840 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "tag": "59789da2-6523-40b0-973d-22414aeaeb96"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:19:41.203288 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6ed790-a8f5-47da-ba5f-709d98837eac x-openstack-request-id: req-ac6ed790-a8f5-47da-ba5f-709d98837eac {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:19:41.203611 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "tag": "59789da2-6523-40b0-973d-22414aeaeb96", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:19:41.204031 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac6ed790-a8f5-47da-ba5f-709d98837eac {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:19:41.204585 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96', 'status': 'completed', 'code': 200}
Nov 27 22:19:41.249401 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:19:41.292248 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-166442e0-831e-49a6-9bb8-31251edcfbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:41.294078 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-166442e0-831e-49a6-9bb8-31251edcfbf7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 1097 time: 0.0642970
Nov 27 22:19:41.378024 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9042-1bbc-4e3c-bfd3-772ea59a991c req-a57e4d45-f131-428b-99c7-9bd0e8b421af tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:41.380371 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a22d9042-1bbc-4e3c-bfd3-772ea59a991c req-a57e4d45-f131-428b-99c7-9bd0e8b421af tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 946 time: 0.0561583
Nov 27 22:19:41.394164 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-b58077a0-cbd8-4062-9360-42091cd23f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:41.395926 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-b58077a0-cbd8-4062-9360-42091cd23f98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.0905852
Nov 27 22:19:41.434392 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-a22d9042-1bbc-4e3c-bfd3-772ea59a991c req-3c552859-9186-4435-a11e-f541837d5e34 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452530
Nov 27 22:19:41.444906 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-106379a1-2bab-477d-9a62-e5495a04a1f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59789da2-6523-40b0-973d-22414aeaeb96 HTTP/1.1" status: 200  len: 217 time: 0.0398326
Nov 27 22:19:41.498276 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-7d2470ec-fc1f-48ae-afbf-e62f25ad4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:41.500576 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-7d2470ec-fc1f-48ae-afbf-e62f25ad4f28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0457783
Nov 27 22:19:41.506291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4004fe130>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8523d5f7-5aca-4e93-9f16-c8ab5af1117a', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:14:34Z', 'updated_at': '2021-11-27T22:14:36Z', 'revision_number': 1, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:41.536176 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] Checking router: 1fd0f8cf-2337-41f1-9dac-82374cf2d46a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:19:41.544796 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:19:41.545444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe4004fe130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:19:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:41.548707 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-9a28e6b2-374f-45de-a890-a46129cd8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:41.550054 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-9a28e6b2-374f-45de-a890-a46129cd8637 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416646
Nov 27 22:19:41.646689 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-92d811f2-0eed-43b8-ba5c-44c3d1ada957 service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866809
Nov 27 22:19:41.651277 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:19:41.736719 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-5e5dbd4c-cf1e-45c9-a6fa-64feb14d44c5 req-735fd781-4b99-4e5b-9d70-83d7786fc5fc service neutron] 10.222.0.35 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821812
Nov 27 22:19:41.877987 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe4004fe130>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8523d5f7-5aca-4e93-9f16-c8ab5af1117a', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:14:34Z', 'updated_at': '2021-11-27T22:14:36Z', 'revision_number': 1, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:41.903670 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08a7df-571d-47f4-b402-83588cb081f4 None None] The sync data for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 is: [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8523d5f7-5aca-4e93-9f16-c8ab5af1117a', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'floating_ip_address': '172.35.3.150', 'floating_network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'router_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'port_id': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'mac_address': 'fa:16:3e:e0:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-27T22:14:34Z', 'updated_at': '2021-11-27T22:14:36Z', 'revision_number': 1, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:19:42.147478 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe0955a-b7ee-4525-82ef-f133ee5ce60e None None] New status for floating IP 8d285413-7f07-4c7d-b539-cec3ea554da0: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:19:42.558908 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ae0ec-3c2c-4ae7-80cd-0c88d4c3731d req-d12127ab-8e84-4004-87cc-f25bd53cfb55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:42.560404 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0f1ae0ec-3c2c-4ae7-80cd-0c88d4c3731d req-d12127ab-8e84-4004-87cc-f25bd53cfb55 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 946 time: 0.0494494
Nov 27 22:19:42.610033 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-0f1ae0ec-3c2c-4ae7-80cd-0c88d4c3731d req-ca8086ff-89af-4028-956a-773dddde52a7 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436325
Nov 27 22:19:43.165256 ncdv-master-1 neutron-server[120909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03175649-3fc4-40bc-9578-ab116f573291 req-a41c8161-7411-42f8-b0dd-ec507fc80c97 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:43.166780 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03175649-3fc4-40bc-9578-ab116f573291 req-a41c8161-7411-42f8-b0dd-ec507fc80c97 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 946 time: 0.0593908
Nov 27 22:19:43.271561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-03175649-3fc4-40bc-9578-ab116f573291 req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Deleting port 59789da2-6523-40b0-973d-22414aeaeb96 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:43.271904 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-03175649-3fc4-40bc-9578-ab116f573291 req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:43.370336 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [req-03175649-3fc4-40bc-9578-ab116f573291 req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] For port 59789da2-6523-40b0-973d-22414aeaeb96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59789da2-6523-40b0-973d-22414aeaeb96,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:43.370697 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-03175649-3fc4-40bc-9578-ab116f573291 req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:43.384594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [req-03175649-3fc4-40bc-9578-ab116f573291 req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Calling delete_port for 59789da2-6523-40b0-973d-22414aeaeb96 owned by compute:nova {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:43.478571 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 59789da2-6523-40b0-973d-22414aeaeb96 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:19:43.518965 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-03175649-3fc4-40bc-9578-ab116f573291 req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:43.520847 ncdv-master-1 neutron-server[120910]: INFO neutron.plugins.ml2.db [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No ports have port_id starting with 59789da2-6523-40b0-973d-22414aeaeb96
Nov 27 22:19:43.551525 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event deleted for resources: {'Port': ['ID=59789da2-6523-40b0-973d-22414aeaeb96,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:43.593324 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [req-03175649-3fc4-40bc-9578-ab116f573291 req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] No DVR routers for this DVR port 59789da2-6523-40b0-973d-22414aeaeb96 on host nch1-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:19:43.595967 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [req-03175649-3fc4-40bc-9578-ab116f573291 req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:43.599306 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-03175649-3fc4-40bc-9578-ab116f573291 req-f5a278d5-fc5b-4c84-9621-d6871e94e22a tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.35 "DELETE /v2.0/ports/59789da2-6523-40b0-973d-22414aeaeb96 HTTP/1.1" status: 204  len: 173 time: 0.4209640
Nov 27 22:19:43.599775 ncdv-master-1 neutron-server[120909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'name': 'network-vif-deleted', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96'}] {{(pid=120909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:19:43.602028 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e26e800a2cb33443ec223ccfae94299a667d498ea09e607f1124037a496e6da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe85fd-6a67-4e84-9f40-3399082938dd" -d '{"events": [{"server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "name": "network-vif-deleted", "tag": "59789da2-6523-40b0-973d-22414aeaeb96"}]}' {{(pid=120909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:19:43.638965 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f0d427-ac1b-4b92-8945-722d688e3411 x-openstack-request-id: req-58f0d427-ac1b-4b92-8945-722d688e3411 {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:19:43.638965 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf0d856-24c7-421c-b45c-bd2b4b650c84", "name": "network-vif-deleted", "tag": "59789da2-6523-40b0-973d-22414aeaeb96", "status": "completed", "code": 200}]} {{(pid=120909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:19:43.639349 ncdv-master-1 neutron-server[120909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58f0d427-ac1b-4b92-8945-722d688e3411 {{(pid=120909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:19:43.640089 ncdv-master-1 neutron-server[120909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf0d856-24c7-421c-b45c-bd2b4b650c84', 'name': 'network-vif-deleted', 'tag': '59789da2-6523-40b0-973d-22414aeaeb96', 'status': 'completed', 'code': 200}
Nov 27 22:19:43.715125 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-12f359d3-ee24-4289-a223-7ca2c9c3ca18 req-f2101a63-c0ac-430d-b7de-6bf281b2d4df tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf0d856-24c7-421c-b45c-bd2b4b650c84 HTTP/1.1" status: 200  len: 210 time: 0.0295298
Nov 27 22:19:45.264853 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33062) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:45.418821 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Deleting port a8d28d44-4d38-4618-abc9-95e309cfed82 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:45.419173 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:45.497299 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:45.497650 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:45.509165 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Calling delete_port for a8d28d44-4d38-4618-abc9-95e309cfed82 owned by network:floatingip {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:45.653920 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:45.681786 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event deleted for resources: {'Port': ['ID=a8d28d44-4d38-4618-abc9-95e309cfed82,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:45.706958 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.707353 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.707710 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.708059 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.708423 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.708746 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.709085 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.709424 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.709759 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.710094 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.710432 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.710769 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 27 22:19:45.749296 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for floatingip, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:45.749647 ncdv-master-1 neutron-server[120908]: INFO neutron.db.l3_db [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Floating IP 8523d5f7-5aca-4e93-9f16-c8ab5af1117a disassociated (deleted). External IP: 172.35.3.150, port: 64c3ba68-63da-4845-9693-5ed608ed2cc3.
Nov 27 22:19:45.958054 ncdv-master-1 neutron-server[120908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:19:46.068467 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:19:46.073597 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for floatingip, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:46.079774 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] Sync routers for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:19:46.089340 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:19:46.089952 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd44df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:19:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:46.103599 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f207ac11-c248-4df8-81d1-d22a2361b150 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "DELETE /v2.0/floatingips/8523d5f7-5aca-4e93-9f16-c8ab5af1117a HTTP/1.1" status: 204  len: 168 time: 0.8353004
Nov 27 22:19:46.103599 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:19:46.104392 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526a4d7-69d6-4372-a187-55f7be2a481d" -d '{"events": [{"name": "network-changed", "server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:19:46.204034 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:19:46.204984 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 27 Nov 2021 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2abc1ea-7907-43f6-ad94-c73449d7350f x-openstack-request-id: req-a2abc1ea-7907-43f6-ad94-c73449d7350f {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:19:46.205624 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:19:46.205843 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2abc1ea-7907-43f6-ad94-c73449d7350f {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:19:46.206337 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'status': 'completed', 'code': 200}
Nov 27 22:19:46.273644 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-0646e2bc-5728-4f91-81cc-1d91ca94af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:46.275305 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-0646e2bc-5728-4f91-81cc-1d91ca94af48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43420851d76644b8bd7d25b34365dce9&device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 1094 time: 0.0475752
Nov 27 22:19:46.397486 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1495d-95d1-42d0-a286-865bc7b71c14 req-2ca660af-74d4-4b2e-bc9f-373313b599f1 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:46.399018 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-def1495d-95d1-42d0-a286-865bc7b71c14 req-2ca660af-74d4-4b2e-bc9f-373313b599f1 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 943 time: 0.0973768
Nov 27 22:19:46.418086 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd44df70>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:46.426687 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-e5fd2bab-068a-4430-90d8-a2ddf676c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:46.428206 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-e5fd2bab-068a-4430-90d8-a2ddf676c7d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 200  len: 911 time: 0.1452444
Nov 27 22:19:46.445288 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] Checking router: 1fd0f8cf-2337-41f1-9dac-82374cf2d46a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:19:46.453811 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:19:46.454424 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fd44df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:19:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:46.483518 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-a9b3a4bc-1a23-49b9-8c1a-b78533784997 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 200  len: 217 time: 0.0422976
Nov 27 22:19:46.525717 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-def1495d-95d1-42d0-a286-865bc7b71c14 req-b3dd40eb-1a33-424a-92c0-6661660b427b tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164963
Nov 27 22:19:46.554489 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-9e52cafd-5b97-446a-b93b-3ef755af7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:46.556030 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-9e52cafd-5b97-446a-b93b-3ef755af7600 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 200  len: 849 time: 0.0632122
Nov 27 22:19:46.560915 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:19:46.606087 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-35e84835-6bc7-4458-8605-380b250e4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:46.607649 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-35e84835-6bc7-4458-8605-380b250e4729 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=743deef8-7ae2-412c-aa24-d9a0d80c526f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435019
Nov 27 22:19:46.700686 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-1e0c5507-dac2-4fba-8aca-4d849595dcb5 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855637
Nov 27 22:19:46.756029 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fd44df70>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:46.785781 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074ce28-05b7-4ca7-b71e-2ab359f91de1 None None] The sync data for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 is: [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:14Z', 'revision_number': 4, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '59a7ede9-2e6a-4233-997a-e5c41d31396d', 'name': '', 'network_id': '743deef8-7ae2-412c-aa24-d9a0d80c526f', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'mac_address': 'fa:16:3e:de:ad:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:14Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'subnets': [{'id': 'f1fa9e19-b89c-472d-987f-7fde7c687716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:19:46.792150 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-d526a4d7-69d6-4372-a187-55f7be2a481d req-bc971260-b484-4cc8-9ce9-7cc203f4d548 service neutron] 10.222.0.15 "GET /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823684
Nov 27 22:19:46.924323 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:47.019043 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d2e86-c1b0-4e78-b1c8-2521030697bb None None] New status for floating IP 8523d5f7-5aca-4e93-9f16-c8ab5af1117a: DOWN {{(pid=120911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 27 22:19:47.168623 ncdv-master-1 neutron-server[120908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-82a252dc-32d5-40a6-a2e4-a52cf1c473db tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 27 22:19:47.170111 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-82a252dc-32d5-40a6-a2e4-a52cf1c473db tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.15 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 943 time: 0.0489457
Nov 27 22:19:47.261705 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Deleting port 64c3ba68-63da-4845-9693-5ed608ed2cc3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:47.262047 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:47.352928 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] For port 64c3ba68-63da-4845-9693-5ed608ed2cc3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=64c3ba68-63da-4845-9693-5ed608ed2cc3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:47.353566 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:47.364884 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Calling delete_port for 64c3ba68-63da-4845-9693-5ed608ed2cc3 owned by compute:nova {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:47.488589 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 59789da2-6523-40b0-973d-22414aeaeb96 no longer exists at agent hyperv_nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:19:47.490174 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:47.509258 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] No Port match for: 59789da2-6523-40b0-973d-22414aeaeb96 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:19:47.509607 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Device 59789da2-6523-40b0-973d-22414aeaeb96 not bound to the agent host nch1-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:19:47.518369 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event deleted for resources: {'Port': ['ID=64c3ba68-63da-4845-9693-5ed608ed2cc3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:47.568531 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] No DVR routers for this DVR port 64c3ba68-63da-4845-9693-5ed608ed2cc3 on host nch2-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:19:47.571457 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207919'] for port, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:47.575589 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [req-55c0b135-3a17-42d2-8d71-1f796e44d029 req-d8094d0b-6458-46cc-a889-00d94ec5e448 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.15 "DELETE /v2.0/ports/64c3ba68-63da-4845-9693-5ed608ed2cc3 HTTP/1.1" status: 204  len: 173 time: 0.3992722
Nov 27 22:19:47.629013 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [req-b6efbae8-d144-4477-b75d-39f947b02f7e req-72e6aa1c-9cf8-410c-a11c-e7178856fa83 tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c6fb2d-7f21-4d41-9338-f38532f3531e HTTP/1.1" status: 200  len: 210 time: 0.0268178
Nov 27 22:19:48.208292 ncdv-master-1 neutron-server[120908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'name': 'network-vif-deleted', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3'}] {{(pid=120908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 27 22:19:48.210581 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e161dac65e4583513ddfcb6e8833c22127b51231d03479cd21620d7218587479" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2da9e7b-e721-429a-bbbc-99339607fa97" -d '{"events": [{"server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "name": "network-vif-deleted", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3"}]}' {{(pid=120908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 27 22:19:48.246194 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 27 Nov 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e58c547-2771-48fd-901e-b2477422abd5 x-openstack-request-id: req-1e58c547-2771-48fd-901e-b2477422abd5 {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 27 22:19:48.246549 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c6fb2d-7f21-4d41-9338-f38532f3531e", "name": "network-vif-deleted", "tag": "64c3ba68-63da-4845-9693-5ed608ed2cc3", "status": "completed", "code": 200}]} {{(pid=120908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 27 22:19:48.247107 ncdv-master-1 neutron-server[120908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e58c547-2771-48fd-901e-b2477422abd5 {{(pid=120908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 27 22:19:48.247545 ncdv-master-1 neutron-server[120908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c6fb2d-7f21-4d41-9338-f38532f3531e', 'name': 'network-vif-deleted', 'tag': '64c3ba68-63da-4845-9693-5ed608ed2cc3', 'status': 'completed', 'code': 200}
Nov 27 22:19:48.685570 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33078) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:48.750301 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d79e348-61c9-48d2-b32e-2898c834ae6f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:48.775085 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d79e348-61c9-48d2-b32e-2898c834ae6f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:48.832984 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d79e348-61c9-48d2-b32e-2898c834ae6f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:48.835632 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-0d79e348-61c9-48d2-b32e-2898c834ae6f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:48.836800 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-0d79e348-61c9-48d2-b32e-2898c834ae6f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] 10.222.0.21 "DELETE /v2.0/security-groups/3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4 HTTP/1.1" status: 204  len: 168 time: 0.1501889
Nov 27 22:19:48.845629 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79e348-61c9-48d2-b32e-2898c834ae6f tempest-TestSnapshotPattern-318099115 tempest-TestSnapshotPattern-318099115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eca453f-5a1a-45e2-bf39-5a88c9a9b5b4,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:48.885063 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33082) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:49.322250 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:49.357160 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:49.563594 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Deleting port 59a7ede9-2e6a-4233-997a-e5c41d31396d {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:49.563945 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:49.639819 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] For port 59a7ede9-2e6a-4233-997a-e5c41d31396d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59a7ede9-2e6a-4233-997a-e5c41d31396d,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:49.640109 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:49.652437 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Calling delete_port for 59a7ede9-2e6a-4233-997a-e5c41d31396d owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:49.828119 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:49.858820 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a7ede9-2e6a-4233-997a-e5c41d31396d,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:50.019200 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:50.561933 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:19:50.564949 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 64c3ba68-63da-4845-9693-5ed608ed2cc3 no longer exists at agent hyperv_nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:19:50.587777 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] No Port match for: 64c3ba68-63da-4845-9693-5ed608ed2cc3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:19:50.588128 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Device 64c3ba68-63da-4845-9693-5ed608ed2cc3 not bound to the agent host nch2-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:19:50.668537 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:19:50.674804 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-573df89c-e637-4545-8055-9ccfcab28063 admin admin] 10.222.0.21 "PUT /v2.0/routers/1fd0f8cf-2337-41f1-9dac-82374cf2d46a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7886548
Nov 27 22:19:50.677488 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33086) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:50.678412 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] Sync routers for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:19:50.689044 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:19:50.689655 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5aa970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:19:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:50.787065 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks [] for router, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:50.892826 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:50.944628 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Deleting port 44b5dba5-6914-401b-9a1c-cd6a78f785c8 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:50.945067 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:50.951203 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: ncdv-master-1 {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:19:51.035141 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] For port 44b5dba5-6914-401b-9a1c-cd6a78f785c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b5dba5-6914-401b-9a1c-cd6a78f785c8,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:51.035637 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.048638 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Calling delete_port for 44b5dba5-6914-401b-9a1c-cd6a78f785c8 owned by network:router_gateway {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:51.129545 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5aa970>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20'}], 'enable_snat': True}, 'gw_port_id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:19:49Z', 'revision_number': 5, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port': {'id': '44b5dba5-6914-401b-9a1c-cd6a78f785c8', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:51.155576 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] Checking router: 1fd0f8cf-2337-41f1-9dac-82374cf2d46a for host: ncdv-master-1 {{(pid=120910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:19:51.169304 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] Routers {'1fd0f8cf-2337-41f1-9dac-82374cf2d46a'} bound to L3 agent in host ncdv-master-1 {{(pid=120910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:19:51.170145 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5aa970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:19:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'], 'active': True} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:51.213612 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.245717 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=44b5dba5-6914-401b-9a1c-cd6a78f785c8,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:51.253813 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97ece2-613c-4ca2-b742-893de0ddc5c0 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:19:51.260920 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvr_db [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] Set router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a gateway port host: None {{(pid=120910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:19:51.308923 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.318278 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_hamode_db [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fc5aa970>, [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:19:50Z', 'revision_number': 6, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:51.346530 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d85aa-d8fc-4801-8c34-d7ec34772f92 None None] The sync data for ids ['1fd0f8cf-2337-41f1-9dac-82374cf2d46a'] in ncdv-master-1 is: [{'id': '1fd0f8cf-2337-41f1-9dac-82374cf2d46a', 'name': 'tempest-TestSnapshotPattern-1737679759-router', 'tenant_id': '43420851d76644b8bd7d25b34365dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:12Z', 'updated_at': '2021-11-27T22:19:50Z', 'revision_number': 6, 'project_id': '43420851d76644b8bd7d25b34365dce9', 'gw_port_host': None}] {{(pid=120910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:19:51.407517 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.409679 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.451750 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.452340 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd0f8cf-2337-41f1-9dac-82374cf2d46a {{(pid=120908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 22:19:51.457240 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] Publish callbacks [] for router, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.458453 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-ada71e57-da70-4d24-9646-9dd556cfcc2b admin admin] 10.222.0.21 "DELETE /v2.0/routers/1fd0f8cf-2337-41f1-9dac-82374cf2d46a HTTP/1.1" status: 204  len: 168 time: 0.7799406
Nov 27 22:19:51.461035 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33088) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:51.503605 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1275a674-2ea7-47e8-8b1e-1ac88f426abc admin admin] Deleting subnet f1fa9e19-b89c-472d-987f-7fde7c687716 {{(pid=120908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 22:19:51.506547 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1275a674-2ea7-47e8-8b1e-1ac88f426abc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.541067 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1275a674-2ea7-47e8-8b1e-1ac88f426abc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144107497'] for subnet, precommit_delete_associations {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.620243 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1275a674-2ea7-47e8-8b1e-1ac88f426abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.671807 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1275a674-2ea7-47e8-8b1e-1ac88f426abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143852194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143582976'] for subnet, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.698578 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275a674-2ea7-47e8-8b1e-1ac88f426abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fa9e19-b89c-472d-987f-7fde7c687716,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:51.700605 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-1275a674-2ea7-47e8-8b1e-1ac88f426abc admin admin] Publish callbacks [] for subnet, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.704501 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-1275a674-2ea7-47e8-8b1e-1ac88f426abc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f1fa9e19-b89c-472d-987f-7fde7c687716 HTTP/1.1" status: 204  len: 168 time: 0.2425096
Nov 27 22:19:51.707728 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33090) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:51.709444 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b5f56-6bdd-4315-aba6-ec693345b479 None None] Network 743deef8-7ae2-412c-aa24-d9a0d80c526f requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:19:51.784669 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.840227 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Deleting port d119ce57-9397-4370-afc5-a943756418f3 {{(pid=120908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:51.840576 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.903097 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.db [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] For port d119ce57-9397-4370-afc5-a943756418f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d119ce57-9397-4370-afc5-a943756418f3,segment=NetworkSegment(32c9fd6c-8781-47ef-b9d5-6ce0412bc377),segment_id=32c9fd6c-8781-47ef-b9d5-6ce0412bc377)] {{(pid=120908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:51.903493 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:51.916422 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.plugin [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Calling delete_port for d119ce57-9397-4370-afc5-a943756418f3 owned by network:dhcp {{(pid=120908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:51.995856 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143852241'] for port, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.022016 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d119ce57-9397-4370-afc5-a943756418f3,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:52.025491 ncdv-master-1 neutron-server[120908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] No DVR routers for this DVR port d119ce57-9397-4370-afc5-a943756418f3 on host ncdv-master-1 {{(pid=120908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:19:52.099182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.118960 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3f7db05b0>,) {'filters': {'network_id': ['743deef8-7ae2-412c-aa24-d9a0d80c526f']}} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:52.129244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7db05b0>, '32c9fd6c-8781-47ef-b9d5-6ce0412bc377') {'for_net_delete': True} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:52.129244 ncdv-master-1 neutron-server[120908]: DEBUG neutron.services.segments.db [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3f7db05b0>, '32c9fd6c-8781-47ef-b9d5-6ce0412bc377') {} {{(pid=120908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:52.139775 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144107486'] for segment, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.153857 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.160357 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b79636-a14c-493a-8d35-d7bda6109852 None None] DHCP port deletion for 743deef8-7ae2-412c-aa24-d9a0d80c526f request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:19:52.160508 ncdv-master-1 neutron-server[120908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=120908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 22:19:52.160782 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143850496'] for segment, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]: Traceback (most recent call last):
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     timer()
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     cb(*args, **kw)
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     return func(*args, **kwargs)
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     self._notify()
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     self.callback(batched_events)
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     event.method(event)
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     return f(self, *a, **k)
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     return self._get(url).json()
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     return self.request(url, 'GET', **kwargs)
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 22:19:52.162544 ncdv-master-1 neutron-server[120908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 22:19:52.219842 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.225160 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Publish callbacks [] for network, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.228480 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] 10.222.0.21 "DELETE /v2.0/networks/743deef8-7ae2-412c-aa24-d9a0d80c526f HTTP/1.1" status: 204  len: 168 time: 0.5197532
Nov 27 22:19:52.231553 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33092) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:52.240167 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64936a2-0aa2-48d5-a767-55447ef1ac62 admin admin] Pushing event deleted for resources: {'Network': ['ID=743deef8-7ae2-412c-aa24-d9a0d80c526f,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:52.582928 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827812'] for router_interface, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.823666 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Deleting port 7689f795-dd5a-47b3-9f85-4c3a65b116a9 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:52.824010 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.901628 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] For port 7689f795-dd5a-47b3-9f85-4c3a65b116a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7689f795-dd5a-47b3-9f85-4c3a65b116a9,segment=NetworkSegment(a6eb4db1-a680-4bf9-b887-cc969f6ceb5e),segment_id=a6eb4db1-a680-4bf9-b887-cc969f6ceb5e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:52.902057 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:52.918986 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Calling delete_port for 7689f795-dd5a-47b3-9f85-4c3a65b116a9 owned by network:router_interface {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:53.030500 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 59a7ede9-2e6a-4233-997a-e5c41d31396d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:19:53.054318 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 59a7ede9-2e6a-4233-997a-e5c41d31396d {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:19:53.054677 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 59a7ede9-2e6a-4233-997a-e5c41d31396d not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:19:53.055100 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 44b5dba5-6914-401b-9a1c-cd6a78f785c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:19:53.073833 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 44b5dba5-6914-401b-9a1c-cd6a78f785c8 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:19:53.074111 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 44b5dba5-6914-401b-9a1c-cd6a78f785c8 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:19:53.074539 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d119ce57-9397-4370-afc5-a943756418f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:19:53.093198 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: d119ce57-9397-4370-afc5-a943756418f3 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:19:53.094166 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device d119ce57-9397-4370-afc5-a943756418f3 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:19:53.099878 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:53.125231 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7689f795-dd5a-47b3-9f85-4c3a65b116a9,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:53.293138 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833748'] for router_interface, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:53.510648 ncdv-master-1 neutron-server[120909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Router 588501bf-e4a2-492d-abda-de7044d68299 has already been hosted by L3 agent a268a83c-3e63-4694-8b1f-2566d52f1ace {{(pid=120909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 27 22:19:53.634645 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 27 22:19:53.641144 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-0d66a109-8774-43c2-9a43-07721095d4bb admin admin] 10.222.0.21 "PUT /v2.0/routers/588501bf-e4a2-492d-abda-de7044d68299/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4078865
Nov 27 22:19:53.643585 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33094) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:53.645178 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] Sync routers for ids ['588501bf-e4a2-492d-abda-de7044d68299'] in ncdv-master-1 {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 27 22:19:53.659675 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] Routers {'588501bf-e4a2-492d-abda-de7044d68299'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:19:53.660654 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d5ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:19:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['588501bf-e4a2-492d-abda-de7044d68299'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:53.764429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks [] for router, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:53.766540 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] Set router 588501bf-e4a2-492d-abda-de7044d68299 gateway port host: ncdv-master-1 {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:19:53.867351 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:53.919556 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Deleting port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:53.919902 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:53.940097 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d5ca0>, [{'id': '588501bf-e4a2-492d-abda-de7044d68299', 'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'external_fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:16Z', 'updated_at': '2021-11-27T22:19:53Z', 'revision_number': 5, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'gw_port': {'id': '8101d1a5-a46a-4b39-95b3-35fb1be9a03a', 'name': '', 'network_id': '7e46e7ab-0203-480f-9b07-f121716d4c61', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588501bf-e4a2-492d-abda-de7044d68299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-27T22:14:17Z', 'updated_at': '2021-11-27T22:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b843e03b-d31a-4b3e-8bda-1679b2a63ea5', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:53.965242 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] Checking router: 588501bf-e4a2-492d-abda-de7044d68299 for host: ncdv-master-1 {{(pid=120911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 27 22:19:53.973595 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] Routers {'588501bf-e4a2-492d-abda-de7044d68299'} bound to L3 agent in host ncdv-master-1 {{(pid=120911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 27 22:19:53.974207 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d5ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-27T20:35:36Z,description=<?>,heartbeat_timestamp=2021-11-27T22:19:37Z,host='ncdv-master-1',id=a268a83c-3e63-4694-8b1f-2566d52f1ace,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-27T20:35:36Z,topic='l3_agent')) {'router_ids': ['588501bf-e4a2-492d-abda-de7044d68299'], 'active': True} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:53.999298 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] For port 8101d1a5-a46a-4b39-95b3-35fb1be9a03a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8101d1a5-a46a-4b39-95b3-35fb1be9a03a,segment=NetworkSegment(4e3935fa-48d6-4a1f-8f30-cf464fdce92c),segment_id=4e3935fa-48d6-4a1f-8f30-cf464fdce92c)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:54.000303 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.018245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Calling delete_port for 8101d1a5-a46a-4b39-95b3-35fb1be9a03a owned by network:router_gateway {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:54.073877 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_dvr_db [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] Set router 588501bf-e4a2-492d-abda-de7044d68299 gateway port host: None {{(pid=120911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 27 22:19:54.130648 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.l3_hamode_db [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe3fe7d5ca0>, [{'id': '588501bf-e4a2-492d-abda-de7044d68299', 'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:16Z', 'updated_at': '2021-11-27T22:19:53Z', 'revision_number': 6, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:54.158966 ncdv-master-1 neutron-server[120911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810eb40-92db-4492-ac57-cdeb3d2f4a51 None None] The sync data for ids ['588501bf-e4a2-492d-abda-de7044d68299'] in ncdv-master-1 is: [{'id': '588501bf-e4a2-492d-abda-de7044d68299', 'name': 'tempest-TestSnapshotPattern-2003592423-router', 'tenant_id': 'cf9d576ed99f4e5f89b93410451ee764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-27T22:14:16Z', 'updated_at': '2021-11-27T22:19:53Z', 'revision_number': 6, 'project_id': 'cf9d576ed99f4e5f89b93410451ee764', 'gw_port_host': None}] {{(pid=120911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 27 22:19:54.194100 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.222844 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8101d1a5-a46a-4b39-95b3-35fb1be9a03a,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:54.239688 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ab2f4-fba6-4015-988c-82da6c9a92f4 None None] DHCP port deletion for 7e46e7ab-0203-480f-9b07-f121716d4c61 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:19:54.297818 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828782'] for router_gateway, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.387214 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8721'] for router, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.389359 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.432375 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1834765'] for router, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.432991 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 588501bf-e4a2-492d-abda-de7044d68299 {{(pid=120909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 27 22:19:54.437293 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] Publish callbacks [] for router, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.438440 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-9887ffb8-8b43-4315-8175-779c853c3d62 admin admin] 10.222.0.21 "DELETE /v2.0/routers/588501bf-e4a2-492d-abda-de7044d68299 HTTP/1.1" status: 204  len: 168 time: 0.7939498
Nov 27 22:19:54.440946 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33096) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:54.490420 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.db_base_plugin_v2 [None req-85268536-774c-47f9-b708-55e2f35ece13 admin admin] Deleting subnet 21770286-10d6-4038-8e96-12bd3517f6fd {{(pid=120909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 27 22:19:54.499178 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-85268536-774c-47f9-b708-55e2f35ece13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.534471 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-85268536-774c-47f9-b708-55e2f35ece13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2143933323'] for subnet, precommit_delete_associations {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.614106 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-85268536-774c-47f9-b708-55e2f35ece13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596713'] for subnet, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.676626 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-85268536-774c-47f9-b708-55e2f35ece13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146448908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143681310'] for subnet, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.704265 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85268536-774c-47f9-b708-55e2f35ece13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21770286-10d6-4038-8e96-12bd3517f6fd,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:54.706429 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-85268536-774c-47f9-b708-55e2f35ece13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.709789 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-85268536-774c-47f9-b708-55e2f35ece13 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/21770286-10d6-4038-8e96-12bd3517f6fd HTTP/1.1" status: 204  len: 168 time: 0.2679107
Nov 27 22:19:54.711291 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186453ad-f5b4-4570-b328-0eb33ee01830 None None] Network 490d218e-80ce-42f0-8633-5ce5f0ca0397 requested from ncdv-master-1 {{(pid=120910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 27 22:19:54.712284 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33098) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:54.779944 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640479'] for network, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.833351 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Deleting port abb92c3f-f812-478a-8d49-74a72a38cc84 {{(pid=120909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:54.833611 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.903188 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.db [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] For port abb92c3f-f812-478a-8d49-74a72a38cc84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abb92c3f-f812-478a-8d49-74a72a38cc84,segment=NetworkSegment(a6eb4db1-a680-4bf9-b887-cc969f6ceb5e),segment_id=a6eb4db1-a680-4bf9-b887-cc969f6ceb5e)] {{(pid=120909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:54.903623 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.919749 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.plugin [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Calling delete_port for abb92c3f-f812-478a-8d49-74a72a38cc84 owned by network:dhcp {{(pid=120909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:54.936702 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cae4a7-069b-4406-8624-2f26ca583e32 None None] DHCP port deletion for 490d218e-80ce-42f0-8633-5ce5f0ca0397 request from ncdv-master-1 {{(pid=120910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 27 22:19:54.988319 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-03cae4a7-069b-4406-8624-2f26ca583e32 None None] Deleting port abb92c3f-f812-478a-8d49-74a72a38cc84 {{(pid=120910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 27 22:19:54.988803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03cae4a7-069b-4406-8624-2f26ca583e32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788578101252'] for port, before_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:54.997309 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:19:55.006820 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146449023'] for port, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.038831 ncdv-master-1 neutron-server[120909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] No DVR routers for this DVR port abb92c3f-f812-478a-8d49-74a72a38cc84 on host ncdv-master-1 {{(pid=120909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:19:55.043919 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb92c3f-f812-478a-8d49-74a72a38cc84,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:55.059880 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7689f795-dd5a-47b3-9f85-4c3a65b116a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:19:55.069469 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.db [None req-03cae4a7-069b-4406-8624-2f26ca583e32 None None] For port abb92c3f-f812-478a-8d49-74a72a38cc84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abb92c3f-f812-478a-8d49-74a72a38cc84,segment=NetworkSegment(a6eb4db1-a680-4bf9-b887-cc969f6ceb5e),segment_id=a6eb4db1-a680-4bf9-b887-cc969f6ceb5e)] {{(pid=120910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 27 22:19:55.069878 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03cae4a7-069b-4406-8624-2f26ca583e32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829103'] for port, precommit_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.093552 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 7689f795-dd5a-47b3-9f85-4c3a65b116a9 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:19:55.093948 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 7689f795-dd5a-47b3-9f85-4c3a65b116a9 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:19:55.094330 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abb92c3f-f812-478a-8d49-74a72a38cc84 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:19:55.117701 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-03cae4a7-069b-4406-8624-2f26ca583e32 None None] Calling delete_port for abb92c3f-f812-478a-8d49-74a72a38cc84 owned by network:dhcp {{(pid=120910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 27 22:19:55.126262 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: abb92c3f-f812-478a-8d49-74a72a38cc84 {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:19:55.126630 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device abb92c3f-f812-478a-8d49-74a72a38cc84 not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:19:55.127054 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8101d1a5-a46a-4b39-95b3-35fb1be9a03a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 27 22:19:55.133029 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746614', 'neutron.services.segments.db._delete_segments_for_network-8788577873839'] for network, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.149998 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.plugin [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] No Port match for: 8101d1a5-a46a-4b39-95b3-35fb1be9a03a {{(pid=120910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 27 22:19:55.150354 ncdv-master-1 neutron-server[120910]: DEBUG neutron.plugins.ml2.rpc [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Device 8101d1a5-a46a-4b39-95b3-35fb1be9a03a not bound to the agent host ncdv-master-1 {{(pid=120910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 27 22:19:55.155505 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6c5190>,) {'filters': {'network_id': ['490d218e-80ce-42f0-8633-5ce5f0ca0397']}} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:55.165887 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6c5190>, 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e') {'for_net_delete': True} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:55.166132 ncdv-master-1 neutron-server[120909]: DEBUG neutron.services.segments.db [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe3fd6c5190>, 'a6eb4db1-a680-4bf9-b887-cc969f6ceb5e') {} {{(pid=120909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 27 22:19:55.176586 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788578092665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2143933372'] for segment, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.192289 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556'] for segment, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.198961 ncdv-master-1 neutron-server[120909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=120909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 27 22:19:55.199391 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146447534'] for segment, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]: Traceback (most recent call last):
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     timer()
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     cb(*args, **kw)
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     return func(*args, **kwargs)
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     self._notify()
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     self.callback(batched_events)
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     event.method(event)
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     return f(self, *a, **k)
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     return self._get(url).json()
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     return self.request(url, 'GET', **kwargs)
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 27 22:19:55.201319 ncdv-master-1 neutron-server[120909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 27 22:19:55.245028 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-03cae4a7-069b-4406-8624-2f26ca583e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788577952350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788577550318'] for port, after_delete {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.265685 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1828746'] for network, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.276533 ncdv-master-1 neutron-server[120910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cae4a7-069b-4406-8624-2f26ca583e32 None None] Pushing event deleted for resources: {'Port': ['ID=abb92c3f-f812-478a-8d49-74a72a38cc84,revision_number=None']} {{(pid=120910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:55.287041 ncdv-master-1 neutron-server[120910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cae4a7-069b-4406-8624-2f26ca583e32 None None] No DVR routers for this DVR port abb92c3f-f812-478a-8d49-74a72a38cc84 on host ncdv-master-1 {{(pid=120910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 27 22:19:55.288003 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Publish callbacks [] for network, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.295218 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] 10.222.0.21 "DELETE /v2.0/networks/490d218e-80ce-42f0-8633-5ce5f0ca0397 HTTP/1.1" status: 204  len: 168 time: 0.5795724
Nov 27 22:19:55.298347 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c358-5de6-4454-8ff4-4457150fd535 admin admin] Pushing event deleted for resources: {'Network': ['ID=490d218e-80ce-42f0-8633-5ce5f0ca0397,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:55.418202 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33102) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:55.458697 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-046a2455-7543-489d-96f4-8599a55690c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43420851d76644b8bd7d25b34365dce9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392742
Nov 27 22:19:55.461245 ncdv-master-1 neutron-server[120909]: DEBUG neutron.wsgi [-] (120909) accepted ('10.222.0.21', 33104) {{(pid=120909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:55.508984 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c55c64ab-c695-4ab9-a267-3d01fc14b53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.531792 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c55c64ab-c695-4ab9-a267-3d01fc14b53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.579718 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c55c64ab-c695-4ab9-a267-3d01fc14b53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.582338 ncdv-master-1 neutron-server[120909]: DEBUG neutron_lib.callbacks.manager [None req-c55c64ab-c695-4ab9-a267-3d01fc14b53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:55.583543 ncdv-master-1 neutron-server[120909]: INFO neutron.wsgi [None req-c55c64ab-c695-4ab9-a267-3d01fc14b53a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36bbad10-30d2-412f-9a46-7b63222e82ec HTTP/1.1" status: 204  len: 168 time: 0.1213658
Nov 27 22:19:55.592561 ncdv-master-1 neutron-server[120909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c64ab-c695-4ab9-a267-3d01fc14b53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bbad10-30d2-412f-9a46-7b63222e82ec,revision_number=None']} {{(pid=120909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:19:55.893938 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33110) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:55.934755 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f3e8d808-60aa-482c-a524-070a4ef318c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf9d576ed99f4e5f89b93410451ee764&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393193
Nov 27 22:19:55.936910 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [-] (120908) accepted ('10.222.0.21', 33112) {{(pid=120908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Nov 27 22:19:55.992182 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f84dc8b7-e6d4-475e-bc29-6ea5bf813222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:56.012596 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f84dc8b7-e6d4-475e-bc29-6ea5bf813222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:56.059755 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f84dc8b7-e6d4-475e-bc29-6ea5bf813222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811935'] for security_group, after_delete {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:56.062792 ncdv-master-1 neutron-server[120908]: DEBUG neutron_lib.callbacks.manager [None req-f84dc8b7-e6d4-475e-bc29-6ea5bf813222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:19:56.064021 ncdv-master-1 neutron-server[120908]: INFO neutron.wsgi [None req-f84dc8b7-e6d4-475e-bc29-6ea5bf813222 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ea5ad6f-d7f0-4ce7-a88d-8b0b705ad06c HTTP/1.1" status: 204  len: 168 time: 0.1261549
Nov 27 22:19:56.071738 ncdv-master-1 neutron-server[120908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dc8b7-e6d4-475e-bc29-6ea5bf813222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea5ad6f-d7f0-4ce7-a88d-8b0b705ad06c,revision_number=None']} {{(pid=120908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 27 22:20:04.515446 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-59c71e3f-fa8c-4bb2-abf6-cc627ed14ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:06.674154 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-91a5d2ad-80c1-4087-a7d0-baf9ef9ba526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:08.207692 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:09.923232 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:10.496431 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:16.923231 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:19.376090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:31.996528 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:20:34.517079 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2f61a932-aa6f-4612-bc5f-79ee00d053b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:36.675036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-5c09a47c-1f1f-4c7f-bed9-50162841d9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:38.210138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:39.926357 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:40.498839 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:46.958827 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:20:49.390805 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:04.518753 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aec08f55-d521-4806-99af-636898b7ca3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:06.676973 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f22fb28a-5369-4e7e-b63a-f1189957fdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:08.214488 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:08.996361 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:21:09.929530 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:10.499743 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:16.966377 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:19.403685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:34.519525 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-90ef54ed-58cd-431b-8aac-d8707897579a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:36.678199 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-279e9c04-74ef-4402-93b1-b74cedaef8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:38.214936 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:39.932818 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:40.500762 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:45.995997 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:21:46.964841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:21:49.403071 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:04.521138 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-44544e72-df1e-4054-9b50-161391ebf4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:06.678715 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-ff602cc5-e3a7-46fe-98f2-37c909dc25fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:08.217819 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:09.935813 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:10.501346 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:16.968891 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:19.410919 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:22.994489 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:22:34.520619 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3b2f907e-6e76-42c8-b8c3-638940eede27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:36.679330 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-8298ffca-7aba-4bbe-ab29-1af0923472e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:38.220484 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:39.938771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:40.503188 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:46.980117 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:49.432896 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:22:59.993754 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:23:04.520803 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-a66c81fb-098c-4b33-a97e-865e225491db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:06.680755 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4fcd5426-c133-40c2-9b52-3bbad24acaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:08.224348 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:09.943137 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:10.505205 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:16.978413 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:19.438568 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:34.523189 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-35b9f6d8-6de4-42ed-bc0f-9b01ff82dd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:36.682135 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-9a5fde2e-62df-481d-a284-859bb2d879fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:36.993428 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:23:38.227457 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:39.946551 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:40.506767 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:46.978894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:23:49.431684 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:04.526265 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-0a236c9a-51f2-4c17-8153-72e16d9fc081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:06.684008 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-dc2da43c-bfe2-4b19-b447-f49fe4acfa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:08.229718 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:09.949143 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:10.507841 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:13.998914 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:24:16.992725 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:19.454036 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:34.528757 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4dc29fb7-9842-46e1-8e92-ab6900c6f027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:36.684771 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-426f16a3-75a9-440e-8e87-ba79eac442dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:38.232260 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:39.952001 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:40.509060 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:46.992929 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:49.446039 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:24:51.001812 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:25:04.529325 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-51b48fa6-45d9-4e7c-85e2-8f76c1088858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:06.686090 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f28d2b42-12c5-457b-8db3-368f92a54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:08.234835 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:09.954777 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:10.511944 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:17.008249 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:19.460737 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:28.000536 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:25:34.530476 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-bc86c4e3-8532-4e10-84cd-1e6ace390bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:36.687008 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-7c9860c3-ef5b-4329-a890-32edac1ae1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:38.238205 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:39.959956 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:40.514830 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:47.007823 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:25:49.476735 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:04.533412 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-af0ae24e-d404-41b8-800c-c36041f373c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:04.999478 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:26:06.687571 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-be1874ff-49ed-46ae-81ba-5c9a963cbc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:08.241185 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:09.960509 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:10.518288 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:17.010134 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:19.474868 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:34.535074 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-2259cf28-5501-4224-82e8-2903f81798b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:36.687863 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-aa3f44d8-8fcb-4b4e-9af7-dd7d429b2896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:38.243853 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:39.962558 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:40.520697 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:41.998205 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:26:47.023556 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:26:49.478170 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:04.538234 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-afac5a60-b4be-4b76-8a33-c6d5274234aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:06.688461 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f829147f-3d39-442e-a6b5-d336a9a395c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:08.245164 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:09.966687 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:10.522317 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:17.035712 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:18.998575 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:27:19.473187 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:22.202110 ncdv-master-1 neutron-server[120908]: DEBUG neutron.wsgi [req-91695fa9-8e7c-493d-afb7-8d5fe48fe643 req-932ade0b-dda2-4b02-b082-41a00bf6139b service neutron] (120908) timed out ('10.222.0.21', 58756) {{(pid=120908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Nov 27 22:27:34.538604 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f3b763c8-da9b-4601-92ef-06236431d2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:36.689045 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-147b6288-86b3-4d83-b75e-eeeaf8acd74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:38.248477 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:39.969482 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:40.524821 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:47.035812 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:49.473669 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:27:55.998199 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:28:04.540636 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6a7fbb60-ad8c-4085-92ac-cf7e9d547493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:06.689501 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7fc3-5f32-497e-95d5-9a5d62c3f1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:08.251538 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:09.975450 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:10.527102 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:17.052778 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-f9b86563-87f3-4c56-ad8d-9899e18d696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:19.493888 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-85d5d1dc-3354-4a61-b154-fc6652769316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:32.997211 ncdv-master-1 neutron-server[120911]: DEBUG neutron.db.agents_db [None req-9158fc1c-2fcc-4140-8c00-57f634fb905e None None] Agent healthcheck: found 7 active agents {{(pid=120911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 27 22:28:34.543429 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-c69774bf-e217-4a22-abc4-40e5435f3087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:36.691143 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1844-22d5-4e62-ab97-0967839e3580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:38.253625 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-69a4ec38-f791-4f8d-ac23-03e8c408d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:39.976685 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-b3016b55-bcf4-4157-bc3c-e3e90725ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 27 22:28:40.529894 ncdv-master-1 neutron-server[120910]: DEBUG neutron_lib.callbacks.manager [None req-4a0581a0-e6c2-4ed9-8d50-0ffc35b04069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788577873812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749356'] for agent, after_update {{(pid=120910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}